-- Logs begin at Tue 2022-02-01 03:46:40 UTC, end at Tue 2022-02-01 05:29:43 UTC. -- Feb 01 04:21:46.373560 dv-neutron-826830-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Feb 01 04:21:48.735269 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.common.config [-] Logging enabled! Feb 01 04:21:48.735965 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev21 Feb 01 04:21:48.736056 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87529) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 01 04:21:48.739239 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.common.config [-] Logging enabled! Feb 01 04:21:48.739499 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev21 Feb 01 04:21:48.739811 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87529) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 01 04:21:48.740751 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 01 04:21:48.740986 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 01 04:21:48.741345 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 01 04:21:48.741594 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 01 04:21:48.741823 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 01 04:21:48.742141 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:48.742438 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:48.742735 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:48.742968 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:48.743287 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:48.743583 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:48.743866 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:48.744155 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:48.744452 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:48.744740 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:48.745024 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:48.745312 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:48.745544 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:48.745826 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:48.746115 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:48.746403 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:48.746629 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] debug = True {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:48.746913 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:48.747367 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:48.747773 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:48.748053 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:48.748347 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:48.748632 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:48.748905 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:48.749182 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:48.749465 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:48.749798 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] host = dv-neutron-826830-1-hyperv {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:48.750077 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:48.750364 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:48.750651 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:48.750942 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:48.751239 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:48.751520 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:48.751807 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:48.752611 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:48.752888 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] log_file = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:48.753163 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:48.753454 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:48.753744 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:48.754042 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:48.754275 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:48.754501 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:48.754790 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:48.755079 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:48.755381 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:48.755658 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:48.755932 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:48.756205 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:48.756478 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:48.756747 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:48.757031 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:48.757315 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:48.757599 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:48.758130 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:48.758405 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:48.758676 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:48.758946 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:48.759265 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:48.759544 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:48.759817 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:48.760090 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:48.760376 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:48.760643 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:48.760914 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:48.761213 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:48.761498 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:48.761781 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:48.762067 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:48.762340 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:48.762624 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:48.762896 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:48.763196 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:48.763472 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] use_json = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:48.763746 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:48.764017 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:48.764297 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:48.764569 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:48.764838 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:48.765108 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:48.765377 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:48.765663 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:48.765936 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:48.766230 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.766528 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.766828 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.767114 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.767427 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.768348 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.768654 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.768939 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.769237 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.769531 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.769825 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.770107 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.770397 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.770678 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.770975 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.771309 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.771607 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.771900 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.772178 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.772455 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.772730 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.773008 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.773293 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.773587 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.773878 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.774160 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.774442 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.774737 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.775020 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.775324 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.775608 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.775901 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.776185 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.776465 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.776750 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.777033 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.777310 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.777587 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.777868 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.778163 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.778445 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.778722 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.779002 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.779313 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.779588 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.779875 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.780228 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.780512 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.780794 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.781078 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.781356 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.781634 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.781914 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.782192 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.782476 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.782754 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.783032 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.783385 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.783667 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.783947 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.784224 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.784502 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.784783 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.785058 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.785334 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.785610 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.785885 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.786161 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.786453 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.786754 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.787033 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.787340 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.787623 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.787902 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.788180 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.788459 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.788739 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.789018 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.789296 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.789591 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.789878 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.790170 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.790456 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.790738 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.791037 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.791339 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.791626 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.791905 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.792189 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.792475 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.792761 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.793058 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.793361 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.793658 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.793954 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.794249 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.794532 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.794842 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.795125 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:48.795366 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 01 04:21:48.795606 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87529) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 01 04:21:49.186620 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO keyring.backend [-] Loading KWallet Feb 01 04:21:49.194340 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO keyring.backend [-] Loading SecretService Feb 01 04:21:49.198229 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO keyring.backend [-] Loading Windows Feb 01 04:21:49.199633 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO keyring.backend [-] Loading chainer Feb 01 04:21:49.200229 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO keyring.backend [-] Loading macOS Feb 01 04:21:49.233956 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87529) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 01 04:21:49.234236 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=87529) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 01 04:21:49.234529 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87529) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 01 04:21:49.234866 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 01 04:21:49.544715 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:49.545008 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:49.545283 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:49.546489 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:49.546777 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:49.547046 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:49.666341 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:49.666619 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:49.666891 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:49.680902 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:49.681181 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:49.681448 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:49.709855 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:49.710140 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:49.710410 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:49.749154 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:49.749683 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:49.749683 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:49.991157 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:49.991446 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:49.991716 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:49.991986 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:49.992719 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.114431 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.114667 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.114951 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.115247 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.115522 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.115839 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.116107 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.116370 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.116629 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.116914 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.117175 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.117441 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.117706 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.117962 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.118230 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.118499 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.118758 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.119031 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.119320 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.119609 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.119956 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.120211 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.120462 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.120749 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.121000 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.121247 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.121642 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87529) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 01 04:21:50.121884 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87529) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 01 04:21:50.122123 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87529) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 01 04:21:50.122360 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87529) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 01 04:21:50.122602 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87529) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 01 04:21:50.122839 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87529) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 01 04:21:50.123224 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 01 04:21:50.126409 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 01 04:21:50.130439 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 01 04:21:50.134455 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Feb 01 04:21:50.136135 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 01 04:21:50.136584 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 01 04:21:50.136922 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 01 04:21:50.137520 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 01 04:21:50.140657 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 01 04:21:50.140910 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 01 04:21:50.141256 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 01 04:21:50.170053 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 01 04:21:50.170502 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.170802 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87529) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Feb 01 04:21:50.171187 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.172570 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87529) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 01 04:21:50.172855 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 01 04:21:50.173111 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 01 04:21:50.176464 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.176747 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.239457 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 01 04:21:50.239698 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 01 04:21:50.239934 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 01 04:21:50.240297 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 01 04:21:50.271540 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_db.sqlalchemy.engines [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87529) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 01 04:21:50.602329 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.plugins.ml2.managers [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Initializing driver for type 'gre' Feb 01 04:21:50.602858 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] gre ID ranges: [(1, 1000)] Feb 01 04:21:50.652465 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.plugins.ml2.managers [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Initializing driver for type 'local' Feb 01 04:21:50.652814 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.plugins.ml2.managers [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Initializing driver for type 'vlan' Feb 01 04:21:50.663316 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] VlanTypeDriver initialization complete Feb 01 04:21:50.663681 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.plugins.ml2.managers [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Initializing driver for type 'vxlan' Feb 01 04:21:50.664148 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] vxlan ID ranges: [(1, 1000)] Feb 01 04:21:50.713508 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.plugins.ml2.managers [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Initializing extension driver 'port_security' Feb 01 04:21:50.713925 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.plugins.ml2.extensions.port_security [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] PortSecurityExtensionDriver initialization complete Feb 01 04:21:50.714262 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.plugins.ml2.managers [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Initializing mechanism driver 'openvswitch' Feb 01 04:21:50.714584 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.plugins.ml2.managers [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Initializing mechanism driver 'hyperv' Feb 01 04:21:50.721222 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.plugins.ml2.plugin [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:21:50.721887 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Subscribe: > port after_create 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.722253 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Subscribe: > port after_update 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.722604 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Subscribe: > port after_delete 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.723122 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=87529) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 01 04:21:50.723577 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Subscribe: > subnet after_create 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.723927 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Subscribe: > subnet after_update 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.724269 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Subscribe: > subnet after_delete 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.724658 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=87529) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 01 04:21:50.725066 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Subscribe: > network after_create 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.725412 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Subscribe: > network after_update 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.725754 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Subscribe: > network after_delete 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.726139 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=87529) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 01 04:21:50.726557 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Subscribe: > security_group after_create 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.726885 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Subscribe: > security_group after_update 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.727251 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Subscribe: > security_group after_delete 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.727641 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=87529) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 01 04:21:50.728044 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.728386 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.728721 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.729235 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=87529) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 01 04:21:50.729645 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Subscribe: > address_group after_create 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.729991 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Subscribe: > address_group after_update 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.730330 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Subscribe: > address_group after_delete 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.730718 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=87529) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 01 04:21:50.731192 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] ML2 OVO RPC backend initialized. {{(pid=87529) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Feb 01 04:21:50.731898 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Subscribe: > router_interface after_create 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.732252 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.732664 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Subscribe: > network before_response 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.733009 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Subscribe: > networks before_response 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.733355 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Subscribe: > port before_response 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.733696 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Subscribe: > ports before_response 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.734037 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Subscribe: > subnet before_response 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.734374 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Subscribe: > subnets before_response 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.734718 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Subscribe: > network after_create 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.735059 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Subscribe: > network after_update 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.735423 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Subscribe: > network after_delete 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.735764 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Subscribe: > port after_create 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.736102 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Subscribe: > port after_update 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.736930 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Subscribe: > port after_delete 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.737266 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Subscribe: > subnet after_create 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.737602 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Subscribe: > subnet after_update 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.737935 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Subscribe: > subnet after_delete 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.738507 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.plugins.ml2.plugin [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Modular L2 Plugin initialization complete Feb 01 04:21:50.738838 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading services supported by the core plugin {{(pid=87529) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 01 04:21:50.739194 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.plugins.ml2.managers [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Got port-security extension from driver 'port_security' Feb 01 04:21:50.739659 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.extensions.vlantransparent [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Disabled vlantransparent extension. Feb 01 04:21:50.740140 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87529) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 01 04:21:50.740454 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading Plugin: router Feb 01 04:21:50.776809 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Subscribe: > router_interface before_create 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.777353 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Subscribe: > router after_create 55549900 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.777549 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Subscribe: > router before_create 55549900 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.777910 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.778279 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.778632 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Subscribe: > router after_delete 55549900 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.778989 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Subscribe: > floatingip after_update 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.779384 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Subscribe: > router after_create 55549900 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.779732 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Subscribe: > router after_update 55549900 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.780082 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Subscribe: > router after_update 55549900 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.780430 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.780786 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Subscribe: > router after_update 55549900 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.781194 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Subscribe: > router precommit_update 55549900 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.781561 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Subscribe: port after_update 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.781902 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Subscribe: port after_delete 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.782239 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Subscribe: subnet after_update 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.782575 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.782921 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Subscribe: > port precommit_delete 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.783339 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Subscribe: > router precommit_create 55549900 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.783682 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Subscribe: port before_delete 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.784026 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Subscribe: > router precommit_create 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.784381 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Subscribe: > router after_update 55549900 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.784725 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Subscribe: > router precommit_delete 55549900 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.785069 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Subscribe: > router precommit_create 55549900 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.785427 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Subscribe: > router_interface after_create 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.785770 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Subscribe: > router precommit_update 55549900 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.786131 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Subscribe: > agent after_create 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.786477 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Subscribe: > agent after_delete 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.786819 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Subscribe: > network after_delete 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.787684 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.quota.resource_registry [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Tracking information for resource: router configured {{(pid=87529) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 01 04:21:50.788015 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.quota.resource_registry [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Tracking information for resource: floatingip configured {{(pid=87529) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 01 04:21:50.792933 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.db.l3_agentschedulers_db [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 01 04:21:50.793544 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Subscribe: port after_update 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.793911 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Subscribe: port after_create 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.794249 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Subscribe: port after_delete 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.794596 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Subscribe: port after_update 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.795521 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Subscribe: > router before_create 55550100 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.795885 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Subscribe: > router precommit_delete 55550100 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.796246 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Subscribe: > router precommit_create 55550100 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.796601 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Subscribe: > router precommit_update 55550100 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.801602 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.services.provider_configuration [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Service providers = [] {{(pid=87529) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 01 04:21:50.801965 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.db.servicetype_db [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87529) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 01 04:21:50.805231 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.services.service_base [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87529) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 01 04:21:50.805655 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.services.service_base [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87529) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 01 04:21:50.805998 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.services.service_base [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87529) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 01 04:21:50.806902 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.services.service_base [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87529) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 01 04:21:50.807302 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.services.service_base [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 01 04:21:50.807683 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87529) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 01 04:21:50.807997 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 01 04:21:50.819899 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87529) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 01 04:21:50.820238 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading Plugin: auto_allocate Feb 01 04:21:50.826677 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Subscribe: network precommit_update 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.827051 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Subscribe: network precommit_create 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.827621 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87529) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 01 04:21:50.827962 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading Plugin: tag Feb 01 04:21:50.834595 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87529) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 01 04:21:50.834921 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading Plugin: timestamp Feb 01 04:21:50.838970 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87529) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 01 04:21:50.839331 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading Plugin: network_ip_availability Feb 01 04:21:50.844610 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.844983 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.845337 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:50.846081 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87529) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 01 04:21:50.846398 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading Plugin: flavors Feb 01 04:21:50.851236 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87529) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 01 04:21:50.851508 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading Plugin: revisions Feb 01 04:21:50.855835 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87529) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 01 04:21:50.856177 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_concurrency.lockutils [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.622s {{(pid=87529) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 01 04:21:50.856918 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87529) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 01 04:21:50.857253 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Initializing extension manager. Feb 01 04:21:50.857760 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: __init__.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:50.858099 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: __pycache__ {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:50.858436 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:50.858775 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: address_group.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:50.859554 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:50.860130 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loaded extension: address-group Feb 01 04:21:50.860457 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: address_scope.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:50.861170 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:50.862205 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loaded extension: address-scope Feb 01 04:21:50.862527 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: admin_state_down_before_update.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:50.863877 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:50.864703 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loaded extension: router-admin-state-down-before-update Feb 01 04:21:50.865748 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: agent.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:50.866212 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:50.867058 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loaded extension: agent Feb 01 04:21:50.867630 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: agent_resources_synced.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:50.868982 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:50.869498 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loaded extension: agent-resources-synced Feb 01 04:21:50.869826 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: allowedaddresspairs.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:50.871849 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:50.872372 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loaded extension: allowed-address-pairs Feb 01 04:21:50.872973 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: auto_allocated_topology.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:50.874059 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:50.874572 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loaded extension: auto-allocated-topology Feb 01 04:21:50.874898 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: availability_zone.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:50.875623 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:50.876129 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loaded extension: availability_zone Feb 01 04:21:50.876453 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: availability_zone_filter.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:50.877943 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:50.878446 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loaded extension: availability_zone_filter Feb 01 04:21:50.878769 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: data_plane_status.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:50.879713 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:50.880212 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Extension data-plane-status not supported by any of loaded plugins Feb 01 04:21:50.880533 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: default_subnetpools.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:50.881448 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:50.881947 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loaded extension: default-subnetpools Feb 01 04:21:50.882267 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: dhcpagentscheduler.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:50.883360 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:50.883865 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loaded extension: dhcp_agent_scheduler Feb 01 04:21:50.884189 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: dns.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:50.885096 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:50.885590 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Extension dns-integration not supported by any of loaded plugins Feb 01 04:21:50.885911 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: dns_domain_ports.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:50.886835 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:50.887363 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 01 04:21:50.887691 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: dvr.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:50.888362 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:50.888871 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loaded extension: dvr Feb 01 04:21:50.889190 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: empty_string_filtering.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:50.890103 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:50.890609 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loaded extension: empty-string-filtering Feb 01 04:21:50.890929 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:50.891868 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:50.892370 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 01 04:21:50.892721 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:50.893634 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:50.894137 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 01 04:21:50.894457 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: external_net.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:50.895400 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:50.895904 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loaded extension: external-net Feb 01 04:21:50.896224 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: extra_dhcp_opt.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:50.897135 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:50.897633 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loaded extension: extra_dhcp_opt Feb 01 04:21:50.897950 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: extraroute.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:50.898864 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:50.899402 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loaded extension: extraroute Feb 01 04:21:50.899722 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: extraroute_atomic.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:50.900753 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:50.901256 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loaded extension: extraroute-atomic Feb 01 04:21:50.901578 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: filter_validation.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:50.902237 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:50.902737 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loaded extension: filter-validation Feb 01 04:21:50.903055 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: fip_pf_description.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:50.903992 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:50.904490 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 01 04:21:50.904812 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: fip_port_details.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:50.905735 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:50.906231 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loaded extension: fip-port-details Feb 01 04:21:50.906551 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: flavors.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:50.907824 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:50.908865 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loaded extension: flavors Feb 01 04:21:50.909194 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:50.910877 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:50.911428 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 01 04:21:50.911761 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: floatingip_pools.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:50.912465 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:50.912971 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loaded extension: floatingip-pools Feb 01 04:21:50.913296 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: ip_allocation.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:50.914221 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:50.914725 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Extension ip_allocation not supported by any of loaded plugins Feb 01 04:21:50.915050 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:50.916002 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:50.916510 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loaded extension: ip-substring-filtering Feb 01 04:21:50.916835 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: l2_adjacency.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:50.917757 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:50.918259 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Extension l2_adjacency not supported by any of loaded plugins Feb 01 04:21:50.918580 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: l3.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:50.919568 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:50.920083 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loaded extension: router Feb 01 04:21:50.920406 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: l3_conntrack_helper.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:50.924692 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:50.925216 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 01 04:21:50.925551 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:50.926499 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:50.927005 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loaded extension: ext-gw-mode Feb 01 04:21:50.927360 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:50.928284 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:50.928794 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loaded extension: l3-ha Feb 01 04:21:50.929119 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: l3_flavors.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:50.930037 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:50.930540 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loaded extension: l3-flavors Feb 01 04:21:50.930863 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:50.931831 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:50.932332 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loaded extension: l3-port-ip-change-not-allowed Feb 01 04:21:50.932653 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: l3agentscheduler.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:50.933689 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:50.934199 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loaded extension: l3_agent_scheduler Feb 01 04:21:50.934529 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: logging.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:50.936067 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:50.936583 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Extension logging not supported by any of loaded plugins Feb 01 04:21:50.936912 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: metering.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:50.937650 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:50.938223 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loaded extension: metering Feb 01 04:21:50.938548 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:50.939695 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:50.940209 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loaded extension: metering_source_and_destination_fields Feb 01 04:21:50.940531 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: multiprovidernet.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:50.941468 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:50.941975 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loaded extension: multi-provider Feb 01 04:21:50.942293 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: netmtu.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:50.943302 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:50.943806 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loaded extension: net-mtu Feb 01 04:21:50.944122 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: netmtu_writable.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:50.945041 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:50.945542 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loaded extension: net-mtu-writable Feb 01 04:21:50.945860 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: network_availability_zone.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:50.946527 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:50.947025 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loaded extension: network_availability_zone Feb 01 04:21:50.947378 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: network_ip_availability.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:50.948478 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:50.948984 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loaded extension: network-ip-availability Feb 01 04:21:50.949303 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: network_segment_range.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:50.950064 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:50.950563 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Extension network-segment-range not supported by any of loaded plugins Feb 01 04:21:50.950880 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: pagination.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:50.951891 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:50.952218 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loaded extension: pagination Feb 01 04:21:50.952535 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: port_device_profile.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:50.953448 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:50.953958 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loaded extension: port-device-profile Feb 01 04:21:50.954278 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:50.955245 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:50.955748 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loaded extension: port-mac-address-regenerate Feb 01 04:21:50.956068 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:50.956979 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:50.957479 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loaded extension: port-numa-affinity-policy Feb 01 04:21:50.957800 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: port_resource_request.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:50.958696 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:50.959226 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Extension port-resource-request not supported by any of loaded plugins Feb 01 04:21:50.959548 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: portbindings.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:50.960473 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:50.960975 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loaded extension: binding Feb 01 04:21:50.961293 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: portbindings_extended.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:50.962567 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:50.963072 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loaded extension: binding-extended Feb 01 04:21:50.963435 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: portsecurity.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:50.964355 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:50.964855 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loaded extension: port-security Feb 01 04:21:50.965179 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: project_id.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:50.966148 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:50.966474 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loaded extension: project-id Feb 01 04:21:50.966795 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: providernet.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:50.967744 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:50.968253 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loaded extension: provider Feb 01 04:21:50.968574 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: qos.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:50.972804 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:50.973329 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Extension qos not supported by any of loaded plugins Feb 01 04:21:50.973660 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:50.974915 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:50.975461 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 01 04:21:50.975794 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:50.976715 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:50.977224 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 01 04:21:50.977554 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: qos_default.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:50.978473 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:50.978981 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Extension qos-default not supported by any of loaded plugins Feb 01 04:21:50.979363 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: qos_fip.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:50.980018 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:50.980517 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Extension qos-fip not supported by any of loaded plugins Feb 01 04:21:50.980839 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: qos_gateway_ip.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:50.981767 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:50.982275 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 01 04:21:50.982597 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: qos_port_network_policy.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:50.983546 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:50.984055 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 01 04:21:50.984376 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: qos_rule_type_details.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:50.985292 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:50.985799 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 01 04:21:50.986118 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: qos_rules_alias.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:50.987756 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:50.988268 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 01 04:21:50.988594 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: quotasv2.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:50.989499 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:50.989826 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loaded extension: quotas Feb 01 04:21:50.990145 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: quotasv2_detail.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:50.991805 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:50.992150 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loaded extension: quota_details Feb 01 04:21:50.992484 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: rbac.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:50.993523 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:50.994044 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loaded extension: rbac-policies Feb 01 04:21:50.994371 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: rbac_address_group.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:50.995342 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:50.995857 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loaded extension: rbac-address-group Feb 01 04:21:50.996182 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: rbac_address_scope.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:50.997102 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:50.997613 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loaded extension: rbac-address-scope Feb 01 04:21:50.997934 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: rbac_security_groups.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:50.998850 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:50.999397 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loaded extension: rbac-security-groups Feb 01 04:21:50.999722 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: rbac_subnetpool.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:51.000684 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:51.001189 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loaded extension: rbac-subnetpool Feb 01 04:21:51.001511 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: revisionifmatch.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:51.002454 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:51.002959 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loaded extension: revision-if-match Feb 01 04:21:51.003320 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: revisions.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:51.004436 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:51.004940 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loaded extension: standard-attr-revisions Feb 01 04:21:51.005262 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: router_availability_zone.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:51.005930 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:51.006437 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loaded extension: router_availability_zone Feb 01 04:21:51.006760 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: routerservicetype.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:51.007712 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:51.008479 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Extension router-service-type not supported by any of loaded plugins Feb 01 04:21:51.008800 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:51.009731 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:51.010236 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loaded extension: security-groups-normalized-cidr Feb 01 04:21:51.010557 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: security_groups_port_filtering.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:51.011526 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:51.012033 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loaded extension: port-security-groups-filtering Feb 01 04:21:51.012353 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:51.013389 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:51.013897 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loaded extension: security-groups-remote-address-group Feb 01 04:21:51.014218 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: securitygroup.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:51.023830 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:51.024361 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loaded extension: security-group Feb 01 04:21:51.024693 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: segment.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:51.025472 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:51.025980 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Extension segment not supported by any of loaded plugins Feb 01 04:21:51.026308 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:51.027280 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:51.027789 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 01 04:21:51.028114 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: servicetype.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:51.029243 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:51.029758 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loaded extension: service-type Feb 01 04:21:51.030083 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: sorting.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:51.031076 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:51.031432 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loaded extension: sorting Feb 01 04:21:51.031762 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: standard_attr_segment.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:51.032677 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:51.033713 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 01 04:21:51.034034 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: standardattrdescription.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:51.034686 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:51.035347 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loaded extension: standard-attr-description Feb 01 04:21:51.035675 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: stateful_security_group.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:51.036607 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:51.037116 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loaded extension: stateful-security-group Feb 01 04:21:51.037439 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: stdattrs_common.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:51.038020 dv-neutron-826830-1-hyperv neutron-server[87529]: WARNING neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 01 04:21:51.038339 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:51.039369 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:51.039890 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 01 04:21:51.040210 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: subnet_onboard.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:51.041295 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:51.041808 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loaded extension: subnet_onboard Feb 01 04:21:51.042129 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:51.043063 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:51.043591 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 01 04:21:51.043912 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: subnet_service_types.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:51.044832 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:51.045338 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loaded extension: subnet-service-types Feb 01 04:21:51.045657 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: subnetallocation.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:51.046738 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:51.047271 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loaded extension: subnet_allocation Feb 01 04:21:51.047597 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:51.048260 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:51.049313 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loaded extension: subnetpool-prefix-ops Feb 01 04:21:51.049643 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:51.050568 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:51.051086 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 01 04:21:51.051429 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: tagging.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:51.052478 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:51.053003 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loaded extension: standard-attr-tag Feb 01 04:21:51.053327 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: timestamp.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:51.054528 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:51.055039 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loaded extension: standard-attr-timestamp Feb 01 04:21:51.055391 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: trunk.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:51.056440 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:51.056951 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Extension trunk not supported by any of loaded plugins Feb 01 04:21:51.057276 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: trunk_details.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:51.058195 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:51.058700 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Extension trunk-details not supported by any of loaded plugins Feb 01 04:21:51.059023 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: uplink_status_propagation.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:51.059982 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:51.060484 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 01 04:21:51.060811 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Loading extension file: vlantransparent.py {{(pid=87529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 04:21:51.061479 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 04:21:51.061980 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Extension vlan-transparent not supported by any of loaded plugins Feb 01 04:21:51.064482 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.quota.resource_registry [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Creating instance of TrackedResource for resource:network Feb 01 04:21:51.065212 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.quota.resource_registry [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Creating instance of TrackedResource for resource:subnet Feb 01 04:21:51.065988 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.quota.resource_registry [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Creating instance of TrackedResource for resource:subnetpool Feb 01 04:21:51.066591 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.quota.resource_registry [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Creating instance of TrackedResource for resource:port Feb 01 04:21:51.067872 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.v2.resource_helper [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87529) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 01 04:21:51.068320 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.v2.resource_helper [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Service FLAVORS assigned prefix: {{(pid=87529) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 01 04:21:51.068938 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.v2.resource_helper [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87529) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 01 04:21:51.069372 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.v2.resource_helper [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87529) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 01 04:21:51.069704 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.quota.resource_registry [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Creating instance of TrackedResource for resource:router Feb 01 04:21:51.070359 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.quota.resource_registry [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Creating instance of TrackedResource for resource:floatingip Feb 01 04:21:51.071054 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.v2.resource_helper [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Service METERING assigned prefix: /metering {{(pid=87529) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 01 04:21:51.072529 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:51.072909 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:51.073260 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:21:51.074386 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.quota.resource_registry [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Creating instance of CountableResource for resource:rbac_policy Feb 01 04:21:51.074820 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.quota.resource_registry [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Creating instance of TrackedResource for resource:security_group Feb 01 04:21:51.075520 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.quota.resource_registry [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Creating instance of TrackedResource for resource:security_group_rule Feb 01 04:21:51.076255 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.v2.resource_helper [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Service CORE assigned prefix: {{(pid=87529) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 01 04:21:51.076584 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.quota.resource_registry [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Creating instance of TrackedResource for resource:subnetpool Feb 01 04:21:51.076921 dv-neutron-826830-1-hyperv neutron-server[87529]: WARNING neutron.quota.resource_registry [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] subnetpool is already registered Feb 01 04:21:51.077522 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.v2.resource_helper [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Service CORE assigned prefix: {{(pid=87529) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 01 04:21:51.077952 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.quota.resource_registry [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Creating instance of TrackedResource for resource:subnetpool Feb 01 04:21:51.078278 dv-neutron-826830-1-hyperv neutron-server[87529]: WARNING neutron.quota.resource_registry [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] subnetpool is already registered Feb 01 04:21:51.080926 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.v2.resource_helper [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87529) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 01 04:21:51.081361 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.v2.resource_helper [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Service FLAVORS assigned prefix: {{(pid=87529) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 01 04:21:51.081950 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.v2.resource_helper [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87529) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 01 04:21:51.082369 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.v2.resource_helper [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87529) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 01 04:21:51.082698 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.quota.resource_registry [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Creating instance of TrackedResource for resource:router Feb 01 04:21:51.083023 dv-neutron-826830-1-hyperv neutron-server[87529]: WARNING neutron.quota.resource_registry [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] router is already registered Feb 01 04:21:51.083640 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.quota.resource_registry [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Creating instance of TrackedResource for resource:floatingip Feb 01 04:21:51.083966 dv-neutron-826830-1-hyperv neutron-server[87529]: WARNING neutron.quota.resource_registry [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] floatingip is already registered Feb 01 04:21:51.084585 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.v2.resource_helper [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Service METERING assigned prefix: /metering {{(pid=87529) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 01 04:21:51.085242 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.quota.resource_registry [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Creating instance of CountableResource for resource:rbac_policy Feb 01 04:21:51.085569 dv-neutron-826830-1-hyperv neutron-server[87529]: WARNING neutron.quota.resource_registry [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] rbac_policy is already registered Feb 01 04:21:51.086113 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.quota.resource_registry [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Creating instance of TrackedResource for resource:security_group Feb 01 04:21:51.086438 dv-neutron-826830-1-hyperv neutron-server[87529]: WARNING neutron.quota.resource_registry [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] security_group is already registered Feb 01 04:21:51.087026 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.quota.resource_registry [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Creating instance of TrackedResource for resource:security_group_rule Feb 01 04:21:51.087386 dv-neutron-826830-1-hyperv neutron-server[87529]: WARNING neutron.quota.resource_registry [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] security_group_rule is already registered Feb 01 04:21:51.088042 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.v2.resource_helper [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Service CORE assigned prefix: {{(pid=87529) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 01 04:21:51.088366 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.quota.resource_registry [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Creating instance of TrackedResource for resource:subnetpool Feb 01 04:21:51.088693 dv-neutron-826830-1-hyperv neutron-server[87529]: WARNING neutron.quota.resource_registry [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] subnetpool is already registered Feb 01 04:21:51.089287 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.v2.resource_helper [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Service CORE assigned prefix: {{(pid=87529) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 01 04:21:51.089621 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.quota.resource_registry [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Creating instance of TrackedResource for resource:subnetpool Feb 01 04:21:51.089940 dv-neutron-826830-1-hyperv neutron-server[87529]: WARNING neutron.quota.resource_registry [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] subnetpool is already registered Feb 01 04:21:51.090581 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Extended resource: extensions {{(pid=87529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 01 04:21:51.092079 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Extended resource: address-groups {{(pid=87529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 01 04:21:51.093672 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Extended resource: address-scopes {{(pid=87529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 01 04:21:51.094875 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Extended resource: agents {{(pid=87529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 01 04:21:51.096619 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Extended resource: auto-allocated-topology {{(pid=87529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 01 04:21:51.097852 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Extended resource: availability_zones {{(pid=87529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 01 04:21:51.099192 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Extended resource: dhcp-networks {{(pid=87529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 01 04:21:51.100623 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Extended resource: dhcp-agents {{(pid=87529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 01 04:21:51.102051 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Extended resource: routers {{(pid=87529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 01 04:21:51.103883 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Extended resource: flavors {{(pid=87529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 01 04:21:51.105036 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Extended resource: service_profiles {{(pid=87529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 01 04:21:51.106322 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Extended resource: next_providers {{(pid=87529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 01 04:21:51.108672 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Extended resource: service_profiles {{(pid=87529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 01 04:21:51.110164 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Extended resource: floatingip-pools {{(pid=87529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 01 04:21:51.111996 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Extended resource: routers {{(pid=87529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 01 04:21:51.113812 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Extended resource: floatingips {{(pid=87529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 01 04:21:51.115003 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Extended resource: l3-routers {{(pid=87529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 01 04:21:51.116417 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Extended resource: l3-agents {{(pid=87529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 01 04:21:51.117817 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Extended resource: metering-labels {{(pid=87529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 01 04:21:51.119189 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Extended resource: metering-label-rules {{(pid=87529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 01 04:21:51.120476 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Extended resource: network-ip-availabilities {{(pid=87529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 01 04:21:51.121726 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Extended resource: bindings {{(pid=87529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 01 04:21:51.123430 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Extended resource: quotas {{(pid=87529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 01 04:21:51.124879 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Extended resource: quotas {{(pid=87529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 01 04:21:51.126306 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Extended resource: rbac-policies {{(pid=87529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 01 04:21:51.127652 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Extended resource: security-groups {{(pid=87529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 01 04:21:51.128851 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Extended resource: security-group-rules {{(pid=87529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 01 04:21:51.130081 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Extended resource: service-providers {{(pid=87529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 01 04:21:51.131339 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Extended resource: subnetpools {{(pid=87529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 01 04:21:51.132748 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Extended resource: subnetpools {{(pid=87529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 01 04:21:51.134454 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Extended resource: tags {{(pid=87529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 01 04:21:51.136175 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Extended resource: tags {{(pid=87529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 01 04:21:51.137956 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Extended resource: tags {{(pid=87529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 01 04:21:51.139764 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Extended resource: tags {{(pid=87529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 01 04:21:51.141553 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Extended resource: tags {{(pid=87529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 01 04:21:51.143441 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Extended resource: tags {{(pid=87529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 01 04:21:51.145113 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Extended resource: tags {{(pid=87529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 01 04:21:51.147003 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Extended resource: tags {{(pid=87529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 01 04:21:51.148781 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Extended resource: tags {{(pid=87529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 01 04:21:51.150624 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron.api.extensions [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Extended resource: tags {{(pid=87529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 01 04:21:51.156442 dv-neutron-826830-1-hyperv neutron-server[87529]: WARNING keystonemiddleware.auth_token [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 01 04:21:51.161653 dv-neutron-826830-1-hyperv neutron-server[87529]: WARNING keystonemiddleware.auth_token [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 01 04:21:51.169780 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_concurrency.lockutils [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Acquired lock "singleton_lock" {{(pid=87529) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 01 04:21:51.170255 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_concurrency.lockutils [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Releasing lock "singleton_lock" {{(pid=87529) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 01 04:21:51.170890 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO oslo_service.service [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Starting 2 workers Feb 01 04:21:51.176149 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Started child 87636 {{(pid=87529) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 01 04:21:51.180410 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Started child 87637 {{(pid=87529) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 01 04:21:51.181382 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:21:51.181940 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO neutron.service [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Neutron service started, listening on 0.0.0.0:9696 Feb 01 04:21:51.182581 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Notify callbacks [] for process, before_spawn {{(pid=87529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:21:51.182926 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [-] (87636) wsgi starting up on http://0.0.0.0:9696 Feb 01 04:21:51.184956 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO oslo_service.service [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Starting 1 workers Feb 01 04:21:51.185113 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:21:51.186543 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [-] (87637) wsgi starting up on http://0.0.0.0:9696 Feb 01 04:21:51.189967 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Started child 87638 {{(pid=87529) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 01 04:21:51.190524 dv-neutron-826830-1-hyperv neutron-server[87529]: INFO oslo_service.service [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Starting 1 workers Feb 01 04:21:51.193588 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.service [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] calling RpcWorker wait() {{(pid=87638) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 01 04:21:51.194130 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.service [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] returning from RpcWorker wait() {{(pid=87638) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 01 04:21:51.194792 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Started child 87639 {{(pid=87529) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 01 04:21:51.195609 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG neutron_lib.callbacks.manager [None req-15e3348f-2120-40b8-a7fc-12376d46846f None None] Notify callbacks [] for process, after_spawn {{(pid=87529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:21:51.195707 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:21:51.196201 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:21:51.197456 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87529) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 01 04:21:51.197670 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 01 04:21:51.197852 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 01 04:21:51.198065 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 01 04:21:51.198404 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 01 04:21:51.198573 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 01 04:21:51.199053 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.199358 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.199558 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:21:51.200011 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.200011 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.200152 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.200743 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.201020 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.201259 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.201544 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.201782 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.201948 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.202112 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.202354 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.202603 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.202897 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.203183 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.203421 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.203703 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.203878 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.204124 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.204395 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.204623 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.204907 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] debug = True {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.205170 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.205663 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.205889 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.206126 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.206361 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.206637 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.206864 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.207129 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.207406 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.207651 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.207887 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.208168 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.208415 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.208650 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.208865 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.209131 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.209367 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.209835 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] host = dv-neutron-826830-1-hyperv {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.210079 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.210296 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.210547 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.210803 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.211044 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.211327 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.211562 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.211817 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.212079 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.212324 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.212585 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.212829 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.213063 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.213325 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] log_file = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.213474 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] log_options = True {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.213708 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.213998 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.214258 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.214447 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.214614 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.214791 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.215048 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.215226 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.215493 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.215719 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.215959 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.216212 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.216406 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.216639 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.216886 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.217122 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.217344 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.217573 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.217815 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.218041 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.218263 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.218502 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.218760 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.219002 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.219245 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.219476 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.219732 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.219961 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.220173 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.220527 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.221503 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.221962 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:21:51.222084 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.222179 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.222439 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.222765 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.223349 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.223752 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.224025 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.224262 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.224563 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.225009 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.225415 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.225840 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.226447 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.226672 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.226887 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] use_json = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.227289 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.227658 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.228054 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.228429 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.228819 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.229686 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.231497 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.231769 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.232028 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.232489 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.233753 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.233753 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.233753 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.233753 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.234036 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.234111 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.235358 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.237633 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.237890 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.238231 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.238472 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.238798 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.239033 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.239314 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.239649 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.239896 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.240173 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.240402 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.240653 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.240873 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.241094 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.241439 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.241707 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.241958 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.242219 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.242440 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.242658 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.242872 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.243086 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.246110 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.248107 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.250072 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.250395 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.250801 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.251811 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.252076 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.252312 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.252549 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.252820 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.253103 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.253366 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.253609 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.253837 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.254060 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.254283 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.254508 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.254759 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.254973 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.255365 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.256303 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.257784 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.258276 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.259101 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.259365 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.261349 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.261593 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.261823 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.262058 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.262321 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.262546 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.262803 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.263046 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.263289 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.263523 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.263726 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.263940 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.264175 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.264412 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.264624 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.264861 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.265091 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.265321 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.265536 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.265769 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.265981 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.266196 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.266430 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.266646 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.266857 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.267098 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.268587 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.268941 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.269173 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.269566 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.270150 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.270409 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.270690 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.270935 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.271229 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.271482 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.271872 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.272121 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.273513 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.274833 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.275127 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.275426 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.275683 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.275910 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.276134 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.276396 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.276636 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.276861 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.277079 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.277316 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.277539 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.277833 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.278094 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.278363 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.278612 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.278842 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.279102 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.279979 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.282230 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.282490 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.283104 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.283940 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.284724 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.286057 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.286621 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.289271 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.289566 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.289819 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.290098 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.290346 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.290622 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.290870 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.291185 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.291448 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.291675 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.291912 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.292143 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.292494 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.292733 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.292947 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.293175 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.293497 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.293732 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.293973 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.294257 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.294509 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.294758 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.295017 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.295462 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.296448 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.296700 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.297328 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.297717 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.298678 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.299341 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.299635 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.299882 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.300122 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.300396 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.300662 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.300932 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.301176 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.301431 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.301657 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.301933 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.302153 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.302431 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.302693 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.302931 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.303249 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.303800 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.304240 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.305705 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.305961 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.306271 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.306655 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.306931 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.307726 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.307998 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.308285 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.308391 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:21:51.308548 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.308813 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.309048 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.310778 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.311018 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.311295 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.311531 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.311794 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.312029 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.312281 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.312617 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.312770 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.313269 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.313430 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.313573 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.313835 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.315378 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.315635 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.315898 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.316122 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.316406 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.316559 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.316883 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.317172 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.317449 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.317805 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.318111 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.318397 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.318684 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.319012 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.319370 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.319751 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.320083 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.320393 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.320743 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.320991 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.321254 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.321540 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.321822 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.322110 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.322389 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.322767 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.323051 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.323358 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.323649 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.323929 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.324259 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.324521 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.324792 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.325177 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.325475 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.325777 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.326156 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.326552 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.326983 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.327454 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.327716 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.327949 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.328177 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.328455 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.328800 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.329098 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.329365 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.329604 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.330462 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.330797 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.331003 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.331261 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.331571 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.331903 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.332200 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.332475 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.332747 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.332998 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.333214 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.333429 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.333652 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.333889 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.334120 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.334364 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.334603 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.334830 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.335050 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.335306 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.335526 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.335759 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.335990 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.336212 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.336433 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.336592 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 01 04:21:51.337164 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87529) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 01 04:21:51.337308 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 01 04:21:51.337450 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 01 04:21:51.337620 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 01 04:21:51.337780 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 01 04:21:51.337926 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 01 04:21:51.338148 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.338300 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.338425 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.338582 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.338742 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.338942 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.339071 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.339241 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.339397 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.339556 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.339714 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.339872 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.340030 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.340176 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.340342 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.340490 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.340650 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.340834 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.340963 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.341120 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.341278 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.341436 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.341593 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] debug = True {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.341752 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.341953 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.342120 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.342279 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.342422 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.342582 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.342737 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.342892 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.343049 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.343456 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.343456 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.343726 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.343726 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.343960 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.343960 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.344170 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.344274 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.344391 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] host = dv-neutron-826830-1-hyperv {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.344561 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.344709 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.344867 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.345024 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.345186 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.345343 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.345502 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.346245 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.346406 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.346564 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.346721 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.346879 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.347039 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.347218 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] log_file = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.347368 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] log_options = True {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.347526 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.347684 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.347844 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.348042 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.348204 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.348368 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.348518 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.348663 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.348809 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.348952 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.349123 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.349251 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.349410 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.349566 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.349723 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.349888 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.350045 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.350187 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.350344 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.350502 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.350656 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.350809 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.350965 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.351125 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.351303 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.351462 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.351617 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.351774 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.351932 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.352090 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.352247 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.352406 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.352563 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.352720 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.352878 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.353037 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.353195 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.353356 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.353515 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.353672 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.353829 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.353987 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.354144 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.354301 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.354458 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.354616 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] use_json = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.354774 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.354932 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.355090 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.355271 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.355430 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.355588 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.355746 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.355906 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.356064 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 04:21:51.356241 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.356451 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.356576 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.356738 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.356899 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.357060 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.357220 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.357380 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.357540 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.357701 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.357867 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.358025 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.358188 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.358348 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.358507 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.358670 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.358831 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.358991 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.359165 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.359329 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.359491 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.359650 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.359826 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.359987 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.360148 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.360308 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.360469 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.360631 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.360792 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.360954 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.361116 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.361326 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.361488 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.361650 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.361810 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.361971 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.362132 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.362293 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.362454 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.362615 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.362777 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.362938 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.363098 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.363290 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.363452 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.363613 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.363774 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.363935 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.364096 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.364256 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.364426 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.364587 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.364747 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.364906 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.365067 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.365233 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.365393 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.365553 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.365712 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.365873 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.366034 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.366207 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.366368 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.366528 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.366689 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.366850 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.367011 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.367189 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.367351 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.367512 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.367672 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.367834 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.367995 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.368156 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.368315 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.368477 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.368638 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.368800 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.368961 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.369123 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.369284 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.369445 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.369605 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.369765 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.369934 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.370110 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.370269 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.370430 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.370590 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.370749 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.370910 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.371071 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.371252 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.371414 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.371574 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.371733 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.371892 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.372054 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.372215 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.372375 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.372535 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.372695 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.372855 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.373014 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.373175 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.373336 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.373496 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.373655 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.373815 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.373974 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.374134 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.374303 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.374463 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.374625 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.374787 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.374954 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.375125 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.375309 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.375470 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.375632 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.375792 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.375952 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.376112 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.376273 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.376433 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.376594 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.376754 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.376956 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.377128 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.377290 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.377450 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.377609 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.377793 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.377953 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.378113 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.378274 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.378435 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.378596 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.378758 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.378920 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.379080 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.379262 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.379423 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.379585 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.379747 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.379935 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.380058 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.380219 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.380379 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.380540 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.380700 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.380861 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.381021 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.381183 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.381344 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.381503 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.381663 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.381822 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.381982 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.382144 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.382304 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.382464 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.382624 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.382783 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.383218 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.383381 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.383541 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.383703 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.383864 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.384026 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.384187 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.384348 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.384509 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.384669 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.384831 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.384991 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.385155 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.385320 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.385481 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.385642 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.385803 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.385964 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.386125 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.386286 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.386447 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.386607 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.386768 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.386941 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.387102 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.387282 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.387444 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.387605 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.387766 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.387926 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.388085 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.388246 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.388406 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.388566 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.388729 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.388891 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.389052 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.389213 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.389374 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.389534 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.389695 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.389854 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.390028 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.390188 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.390348 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.390507 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.390667 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.390836 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.390995 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.391177 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.391338 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.391497 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.391666 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.391826 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.391985 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.392144 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.392303 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.393031 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.393193 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.393354 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.393522 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.393682 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.393842 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.394002 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.394173 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.394335 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.394497 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.394659 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.394819 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.394978 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.395152 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.395325 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.395497 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.395664 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.395831 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.396000 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.396170 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.396343 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.396502 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.396669 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.396839 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.397001 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.397161 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.397320 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.397480 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.397642 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.397801 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.397962 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.398122 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.398283 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.398455 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.398603 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.398762 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.398921 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.399080 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.399269 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.399433 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.399593 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.399753 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.399915 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 04:21:51.400067 dv-neutron-826830-1-hyperv neutron-server[87529]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 01 04:21:51.540540 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 58368) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:21:51.549131 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062718 Feb 01 04:22:01.937440 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ba9c74-eea7-4cdc-9ab3-37a28ab9cdab None None] get_active_networks_info from dv-neutron-826830-1-hyperv {{(pid=87638) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 01 04:22:02.003164 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ba9c74-eea7-4cdc-9ab3-37a28ab9cdab None None] No non-hosted networks {{(pid=87638) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 01 04:22:02.007158 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.agentschedulers_db [None req-38ba9c74-eea7-4cdc-9ab3-37a28ab9cdab None None] DHCP Agent not found on host dv-neutron-826830-1-hyperv {{(pid=87638) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 01 04:22:02.069731 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d351aa5b-8785-42c4-bac4-15a2fe677158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-771004'] for agent, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:04.160052 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e248c1d6-4c62-4183-83a2-10b03d726dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-771004'] for agent, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:04.206816 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4797268e-dc1a-42ac-a982-3dff0f86b95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:05.257648 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-771004'] for agent, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:05.260523 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:22:05.260843 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:22:05.266067 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:22:05.268639 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:22:05.271742 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:22:05.274625 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:22:05.274980 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:22:05.275398 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:22:05.275693 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:22:05.276038 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:22:05.281337 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:22:05.284687 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:22:05.288090 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-826830-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:22:05.303769 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-826830-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:22:05.400022 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-771004'] for agent, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:06.892974 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-771004'] for agent, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:07.439078 dv-neutron-826830-1-hyperv neutron-server[87638]: INFO neutron.db.l3_hamode_db [None req-b5efd9f4-9891-4ed1-b99f-ef0513fa3961 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 01 04:22:07.521427 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5efd9f4-9891-4ed1-b99f-ef0513fa3961 None None] Routers set() bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:22:07.521809 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5efd9f4-9891-4ed1-b99f-ef0513fa3961 None None] Router IDs set() for agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Feb 01 04:22:08.436907 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 58460) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:22:09.009599 dv-neutron-826830-1-hyperv neutron-server[87637]: WARNING oslo_policy.policy [None req-4feeb2bc-890e-46db-b938-dbbc0ae5359c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 01 04:22:09.010181 dv-neutron-826830-1-hyperv neutron-server[87637]: WARNING oslo_policy.policy [None req-4feeb2bc-890e-46db-b938-dbbc0ae5359c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 01 04:22:09.228043 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [None req-4feeb2bc-890e-46db-b938-dbbc0ae5359c admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 04:22:09.229083 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-4feeb2bc-890e-46db-b938-dbbc0ae5359c admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7913010 Feb 01 04:22:11.526257 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 58474) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:22:11.877258 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-67ce00f6-51e2-4a77-a785-49d35e376b7d admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:22:11.984791 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.policy [None req-67ce00f6-51e2-4a77-a785-49d35e376b7d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87637) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 01 04:22:12.029473 dv-neutron-826830-1-hyperv neutron-server[87637]: WARNING oslo_policy.policy [None req-67ce00f6-51e2-4a77-a785-49d35e376b7d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 01 04:22:12.029865 dv-neutron-826830-1-hyperv neutron-server[87637]: WARNING oslo_policy.policy [None req-67ce00f6-51e2-4a77-a785-49d35e376b7d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 01 04:22:12.038629 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.quota [None req-67ce00f6-51e2-4a77-a785-49d35e376b7d admin admin] Loaded quota_driver: . Feb 01 04:22:12.054267 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-67ce00f6-51e2-4a77-a785-49d35e376b7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:22:12.113074 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-67ce00f6-51e2-4a77-a785-49d35e376b7d admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734577059713', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734577039444', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734577045667', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734577220937', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734577226102', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734577203590', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1751764', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1344859', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-489838', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-406615'] for rbac-policy, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:12.175066 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-67ce00f6-51e2-4a77-a785-49d35e376b7d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:12.176443 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-67ce00f6-51e2-4a77-a785-49d35e376b7d admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6491947 Feb 01 04:22:14.713123 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 58488) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:22:15.060239 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-e68db248-12d2-4b61-b9af-7448d4152c36 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'd5583e6bd3b145799d0447b6253a45ea', 'name': 'private'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:22:15.065573 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-e68db248-12d2-4b61-b9af-7448d4152c36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:22:15.069940 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-e68db248-12d2-4b61-b9af-7448d4152c36 admin admin] Usage tracker for resource:network and tenant:d5583e6bd3b145799d0447b6253a45ea is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:22:15.074479 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-e68db248-12d2-4b61-b9af-7448d4152c36 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:22:15.081076 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-e68db248-12d2-4b61-b9af-7448d4152c36 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:22:15.090312 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e68db248-12d2-4b61-b9af-7448d4152c36 admin admin] Made reservation on behalf of d5583e6bd3b145799d0447b6253a45ea for: {'network': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:22:15.093368 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e68db248-12d2-4b61-b9af-7448d4152c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:15.110243 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e68db248-12d2-4b61-b9af-7448d4152c36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:15.123664 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-e68db248-12d2-4b61-b9af-7448d4152c36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:22:15.127724 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-e68db248-12d2-4b61-b9af-7448d4152c36 admin admin] Usage tracker for resource:security_group_rule and tenant:d5583e6bd3b145799d0447b6253a45ea is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:22:15.132683 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-e68db248-12d2-4b61-b9af-7448d4152c36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:22:15.138335 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-e68db248-12d2-4b61-b9af-7448d4152c36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:22:15.234214 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e68db248-12d2-4b61-b9af-7448d4152c36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:15.237863 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e68db248-12d2-4b61-b9af-7448d4152c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:15.261949 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e68db248-12d2-4b61-b9af-7448d4152c36 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=87637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:22:15.286794 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e68db248-12d2-4b61-b9af-7448d4152c36 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734577857549', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:15.287391 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e68db248-12d2-4b61-b9af-7448d4152c36 admin admin] Unsubscribe: segment precommit_create {{(pid=87637) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 01 04:22:15.287881 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.segments_db [None req-e68db248-12d2-4b61-b9af-7448d4152c36 admin admin] Added segment 6c1f5a77-00b2-492b-b638-445f3e5863e3 of type vlan for network d303b766-3bcf-4441-aaca-083c8742b056 Feb 01 04:22:15.295883 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68db248-12d2-4b61-b9af-7448d4152c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7de64fbb-43b8-4d88-b195-84b9b4c8ed41,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:22:15.344232 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68db248-12d2-4b61-b9af-7448d4152c36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:22:15.344587 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68db248-12d2-4b61-b9af-7448d4152c36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:22:15.344942 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68db248-12d2-4b61-b9af-7448d4152c36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:22:15.345272 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68db248-12d2-4b61-b9af-7448d4152c36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:22:15.345590 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68db248-12d2-4b61-b9af-7448d4152c36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:22:15.345926 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68db248-12d2-4b61-b9af-7448d4152c36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:22:15.346242 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68db248-12d2-4b61-b9af-7448d4152c36 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:22:15.346566 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68db248-12d2-4b61-b9af-7448d4152c36 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:22:15.346860 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68db248-12d2-4b61-b9af-7448d4152c36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:22:15.347185 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68db248-12d2-4b61-b9af-7448d4152c36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:22:15.347492 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68db248-12d2-4b61-b9af-7448d4152c36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:22:15.347795 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68db248-12d2-4b61-b9af-7448d4152c36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:22:15.349185 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68db248-12d2-4b61-b9af-7448d4152c36 admin admin] Tracked resource versions report: Feb 01 04:22:15.349185 dv-neutron-826830-1-hyperv neutron-server[87637]: pushed versions: Feb 01 04:22:15.349185 dv-neutron-826830-1-hyperv neutron-server[87637]: { 'AddressGroup': {'1.2'}, Feb 01 04:22:15.349185 dv-neutron-826830-1-hyperv neutron-server[87637]: 'ConntrackHelper': {'1.0'}, Feb 01 04:22:15.349185 dv-neutron-826830-1-hyperv neutron-server[87637]: 'Log': {'1.0'}, Feb 01 04:22:15.349185 dv-neutron-826830-1-hyperv neutron-server[87637]: 'Network': {'1.1'}, Feb 01 04:22:15.349185 dv-neutron-826830-1-hyperv neutron-server[87637]: 'Port': {'1.7'}, Feb 01 04:22:15.349185 dv-neutron-826830-1-hyperv neutron-server[87637]: 'PortForwarding': {'1.2'}, Feb 01 04:22:15.349185 dv-neutron-826830-1-hyperv neutron-server[87637]: 'QosPolicy': {'1.8'}, Feb 01 04:22:15.349185 dv-neutron-826830-1-hyperv neutron-server[87637]: 'SecurityGroup': {'1.4'}, Feb 01 04:22:15.349185 dv-neutron-826830-1-hyperv neutron-server[87637]: 'SecurityGroupRule': {'1.2'}, Feb 01 04:22:15.349185 dv-neutron-826830-1-hyperv neutron-server[87637]: 'SubPort': {'1.0'}, Feb 01 04:22:15.349185 dv-neutron-826830-1-hyperv neutron-server[87637]: 'Subnet': {'1.1'}, Feb 01 04:22:15.349185 dv-neutron-826830-1-hyperv neutron-server[87637]: 'Trunk': {'1.1'}} Feb 01 04:22:15.349185 dv-neutron-826830-1-hyperv neutron-server[87637]: consumer versions: Feb 01 04:22:15.349185 dv-neutron-826830-1-hyperv neutron-server[87637]: { DHCP agent@dv-neutron-826830-1-hyperv: {}, Feb 01 04:22:15.349185 dv-neutron-826830-1-hyperv neutron-server[87637]: L3 agent@dv-neutron-826830-1-hyperv: {}, Feb 01 04:22:15.349185 dv-neutron-826830-1-hyperv neutron-server[87637]: Metadata agent@dv-neutron-826830-1-hyperv: {}, Feb 01 04:22:15.349185 dv-neutron-826830-1-hyperv neutron-server[87637]: Metering agent@dv-neutron-826830-1-hyperv: {}, Feb 01 04:22:15.349185 dv-neutron-826830-1-hyperv neutron-server[87637]: Open vSwitch agent@dv-neutron-826830-1-hyperv: { 'AddressGroup': '1.2', Feb 01 04:22:15.349185 dv-neutron-826830-1-hyperv neutron-server[87637]: 'ConntrackHelper': '1.0', Feb 01 04:22:15.349185 dv-neutron-826830-1-hyperv neutron-server[87637]: 'Log': '1.0', Feb 01 04:22:15.349185 dv-neutron-826830-1-hyperv neutron-server[87637]: 'Network': '1.1', Feb 01 04:22:15.349185 dv-neutron-826830-1-hyperv neutron-server[87637]: 'Port': '1.7', Feb 01 04:22:15.349185 dv-neutron-826830-1-hyperv neutron-server[87637]: 'PortForwarding': '1.2', Feb 01 04:22:15.349185 dv-neutron-826830-1-hyperv neutron-server[87637]: 'QosPolicy': '1.8', Feb 01 04:22:15.349185 dv-neutron-826830-1-hyperv neutron-server[87637]: 'SecurityGroup': '1.4', Feb 01 04:22:15.349185 dv-neutron-826830-1-hyperv neutron-server[87637]: 'SecurityGroupRule': '1.2', Feb 01 04:22:15.349185 dv-neutron-826830-1-hyperv neutron-server[87637]: 'SubPort': '1.0', Feb 01 04:22:15.349185 dv-neutron-826830-1-hyperv neutron-server[87637]: 'Subnet': '1.1', Feb 01 04:22:15.349185 dv-neutron-826830-1-hyperv neutron-server[87637]: 'Trunk': '1.1'}} Feb 01 04:22:15.349185 dv-neutron-826830-1-hyperv neutron-server[87637]: {{(pid=87637) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 01 04:22:15.398056 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e68db248-12d2-4b61-b9af-7448d4152c36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:15.436933 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e68db248-12d2-4b61-b9af-7448d4152c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:15.437964 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68db248-12d2-4b61-b9af-7448d4152c36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:22:15.438582 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e68db248-12d2-4b61-b9af-7448d4152c36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539973'] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:15.542798 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68db248-12d2-4b61-b9af-7448d4152c36 admin admin] Pushing event updated for resources: {'Network': ['ID=d303b766-3bcf-4441-aaca-083c8742b056,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:22:15.545428 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-e68db248-12d2-4b61-b9af-7448d4152c36 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.8313241 Feb 01 04:22:15.567282 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network d303b766-3bcf-4441-aaca-083c8742b056 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:22:18.200127 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 58504) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:22:18.632221 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75c762c-dcae-41be-a4ae-69498ec071e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:22:18.633810 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-e75c762c-dcae-41be-a4ae-69498ec071e8 admin admin] 10.222.0.24 "GET /v2.0/networks/d303b766-3bcf-4441-aaca-083c8742b056 HTTP/1.1" status: 200 len: 824 time: 0.4327366 Feb 01 04:22:18.660407 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-d877d602-b7ac-4c8c-b659-7ac122044dc7 admin admin] 10.222.0.24 "GET /v2.0/subnetpools/28c0e3fc-57e6-4296-b558-3d30cc14359c HTTP/1.1" status: 200 len: 734 time: 0.0213091 Feb 01 04:22:18.668375 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-f215708c-3d98-4f68-b2e2-646cec4e55ad admin admin] Request body: {'subnet': {'subnetpool_id': '28c0e3fc-57e6-4296-b558-3d30cc14359c', 'ip_version': 4, 'tenant_id': 'd5583e6bd3b145799d0447b6253a45ea', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': 'd303b766-3bcf-4441-aaca-083c8742b056'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:22:18.672450 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-f215708c-3d98-4f68-b2e2-646cec4e55ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:22:18.676737 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-f215708c-3d98-4f68-b2e2-646cec4e55ad admin admin] Usage tracker for resource:subnet and tenant:d5583e6bd3b145799d0447b6253a45ea is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:22:18.679602 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-f215708c-3d98-4f68-b2e2-646cec4e55ad admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:22:18.685136 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-f215708c-3d98-4f68-b2e2-646cec4e55ad admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:22:18.695702 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f215708c-3d98-4f68-b2e2-646cec4e55ad admin admin] Made reservation on behalf of d5583e6bd3b145799d0447b6253a45ea for: {'subnet': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:22:18.697911 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f215708c-3d98-4f68-b2e2-646cec4e55ad admin admin] Notify callbacks [] for subnet, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:18.981599 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f215708c-3d98-4f68-b2e2-646cec4e55ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for subnet, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:19.061075 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f215708c-3d98-4f68-b2e2-646cec4e55ad admin admin] Checking segment: {'id': '6c1f5a77-00b2-492b-b638-445f3e5863e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd303b766-3bcf-4441-aaca-083c8742b056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:22:19.061428 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f215708c-3d98-4f68-b2e2-646cec4e55ad admin admin] Network hostable DHCP agents. Network: d303b766-3bcf-4441-aaca-083c8742b056, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:22:19.068151 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f215708c-3d98-4f68-b2e2-646cec4e55ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=395979eb-ea6a-4f8b-b120-731b9405a921,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:22:19.086812 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f215708c-3d98-4f68-b2e2-646cec4e55ad admin admin] Network d303b766-3bcf-4441-aaca-083c8742b056 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:22:19.097043 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-f215708c-3d98-4f68-b2e2-646cec4e55ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, d303b766-3bcf-4441-aaca-083c8742b056) {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:22:19.102416 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f215708c-3d98-4f68-b2e2-646cec4e55ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:22:19.103006 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f215708c-3d98-4f68-b2e2-646cec4e55ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539973'] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:19.107161 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e0d489-f421-4ebf-af34-302de78ee8fe None None] Network d303b766-3bcf-4441-aaca-083c8742b056 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:22:19.122308 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-f215708c-3d98-4f68-b2e2-646cec4e55ad admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4569833 Feb 01 04:22:19.497386 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d471882-c31c-4fd6-b8cf-d8913a0be3d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-d303b766-3bcf-4441-aaca-083c8742b056', 'network_id': 'd303b766-3bcf-4441-aaca-083c8742b056', 'tenant_id': 'd5583e6bd3b145799d0447b6253a45ea', 'fixed_ips': [{'subnet_id': '395979eb-ea6a-4f8b-b120-731b9405a921'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:22:19.498605 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2d471882-c31c-4fd6-b8cf-d8913a0be3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:19.678815 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-2d471882-c31c-4fd6-b8cf-d8913a0be3d3 None None] Allocated IP 172.20.0.2 (d303b766-3bcf-4441-aaca-083c8742b056/395979eb-ea6a-4f8b-b120-731b9405a921/33ad2247-0e90-4f69-a9e7-9bdbd895003e) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:22:19.908534 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2d471882-c31c-4fd6-b8cf-d8913a0be3d3 None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:19.921766 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-2d471882-c31c-4fd6-b8cf-d8913a0be3d3 None None] Transition to ACTIVE for port object 33ad2247-0e90-4f69-a9e7-9bdbd895003e will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:22:19.942423 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-2d471882-c31c-4fd6-b8cf-d8913a0be3d3 None None] Transition to ACTIVE for port object 33ad2247-0e90-4f69-a9e7-9bdbd895003e will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:22:19.949037 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2d471882-c31c-4fd6-b8cf-d8913a0be3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:20.011478 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d471882-c31c-4fd6-b8cf-d8913a0be3d3 None None] Network d303b766-3bcf-4441-aaca-083c8742b056 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:22:20.014244 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-2d471882-c31c-4fd6-b8cf-d8913a0be3d3 None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:22:20.017367 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d471882-c31c-4fd6-b8cf-d8913a0be3d3 None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:22:20.059018 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d471882-c31c-4fd6-b8cf-d8913a0be3d3 None None] Pushing event updated for resources: {'Port': ['ID=33ad2247-0e90-4f69-a9e7-9bdbd895003e,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:22:20.069872 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d471882-c31c-4fd6-b8cf-d8913a0be3d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:22:20.070227 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d471882-c31c-4fd6-b8cf-d8913a0be3d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:22:20.070562 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d471882-c31c-4fd6-b8cf-d8913a0be3d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:22:20.070889 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d471882-c31c-4fd6-b8cf-d8913a0be3d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:22:20.071233 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d471882-c31c-4fd6-b8cf-d8913a0be3d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:22:20.071580 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d471882-c31c-4fd6-b8cf-d8913a0be3d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:22:20.071901 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d471882-c31c-4fd6-b8cf-d8913a0be3d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:22:20.072216 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d471882-c31c-4fd6-b8cf-d8913a0be3d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:22:20.072545 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d471882-c31c-4fd6-b8cf-d8913a0be3d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:22:20.072863 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d471882-c31c-4fd6-b8cf-d8913a0be3d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:22:20.073175 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d471882-c31c-4fd6-b8cf-d8913a0be3d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:22:20.073499 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d471882-c31c-4fd6-b8cf-d8913a0be3d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:22:20.074821 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d471882-c31c-4fd6-b8cf-d8913a0be3d3 None None] Tracked resource versions report: Feb 01 04:22:20.074821 dv-neutron-826830-1-hyperv neutron-server[87638]: pushed versions: Feb 01 04:22:20.074821 dv-neutron-826830-1-hyperv neutron-server[87638]: { 'AddressGroup': {'1.2'}, Feb 01 04:22:20.074821 dv-neutron-826830-1-hyperv neutron-server[87638]: 'ConntrackHelper': {'1.0'}, Feb 01 04:22:20.074821 dv-neutron-826830-1-hyperv neutron-server[87638]: 'Log': {'1.0'}, Feb 01 04:22:20.074821 dv-neutron-826830-1-hyperv neutron-server[87638]: 'Network': {'1.1'}, Feb 01 04:22:20.074821 dv-neutron-826830-1-hyperv neutron-server[87638]: 'Port': {'1.7'}, Feb 01 04:22:20.074821 dv-neutron-826830-1-hyperv neutron-server[87638]: 'PortForwarding': {'1.2'}, Feb 01 04:22:20.074821 dv-neutron-826830-1-hyperv neutron-server[87638]: 'QosPolicy': {'1.8'}, Feb 01 04:22:20.074821 dv-neutron-826830-1-hyperv neutron-server[87638]: 'SecurityGroup': {'1.4'}, Feb 01 04:22:20.074821 dv-neutron-826830-1-hyperv neutron-server[87638]: 'SecurityGroupRule': {'1.2'}, Feb 01 04:22:20.074821 dv-neutron-826830-1-hyperv neutron-server[87638]: 'SubPort': {'1.0'}, Feb 01 04:22:20.074821 dv-neutron-826830-1-hyperv neutron-server[87638]: 'Subnet': {'1.1'}, Feb 01 04:22:20.074821 dv-neutron-826830-1-hyperv neutron-server[87638]: 'Trunk': {'1.1'}} Feb 01 04:22:20.074821 dv-neutron-826830-1-hyperv neutron-server[87638]: consumer versions: Feb 01 04:22:20.074821 dv-neutron-826830-1-hyperv neutron-server[87638]: { DHCP agent@dv-neutron-826830-1-hyperv: {}, Feb 01 04:22:20.074821 dv-neutron-826830-1-hyperv neutron-server[87638]: L3 agent@dv-neutron-826830-1-hyperv: {}, Feb 01 04:22:20.074821 dv-neutron-826830-1-hyperv neutron-server[87638]: Metadata agent@dv-neutron-826830-1-hyperv: {}, Feb 01 04:22:20.074821 dv-neutron-826830-1-hyperv neutron-server[87638]: Metering agent@dv-neutron-826830-1-hyperv: {}, Feb 01 04:22:20.074821 dv-neutron-826830-1-hyperv neutron-server[87638]: Open vSwitch agent@dv-neutron-826830-1-hyperv: { 'AddressGroup': '1.2', Feb 01 04:22:20.074821 dv-neutron-826830-1-hyperv neutron-server[87638]: 'ConntrackHelper': '1.0', Feb 01 04:22:20.074821 dv-neutron-826830-1-hyperv neutron-server[87638]: 'Log': '1.0', Feb 01 04:22:20.074821 dv-neutron-826830-1-hyperv neutron-server[87638]: 'Network': '1.1', Feb 01 04:22:20.074821 dv-neutron-826830-1-hyperv neutron-server[87638]: 'Port': '1.7', Feb 01 04:22:20.074821 dv-neutron-826830-1-hyperv neutron-server[87638]: 'PortForwarding': '1.2', Feb 01 04:22:20.074821 dv-neutron-826830-1-hyperv neutron-server[87638]: 'QosPolicy': '1.8', Feb 01 04:22:20.074821 dv-neutron-826830-1-hyperv neutron-server[87638]: 'SecurityGroup': '1.4', Feb 01 04:22:20.074821 dv-neutron-826830-1-hyperv neutron-server[87638]: 'SecurityGroupRule': '1.2', Feb 01 04:22:20.074821 dv-neutron-826830-1-hyperv neutron-server[87638]: 'SubPort': '1.0', Feb 01 04:22:20.074821 dv-neutron-826830-1-hyperv neutron-server[87638]: 'Subnet': '1.1', Feb 01 04:22:20.074821 dv-neutron-826830-1-hyperv neutron-server[87638]: 'Trunk': '1.1'}} Feb 01 04:22:20.074821 dv-neutron-826830-1-hyperv neutron-server[87638]: {{(pid=87638) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 01 04:22:20.126701 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-2d471882-c31c-4fd6-b8cf-d8913a0be3d3 None None] Attempting to bind port 33ad2247-0e90-4f69-a9e7-9bdbd895003e on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:22:20.127317 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-2d471882-c31c-4fd6-b8cf-d8913a0be3d3 None None] Attempting to bind port 33ad2247-0e90-4f69-a9e7-9bdbd895003e by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '6c1f5a77-00b2-492b-b638-445f3e5863e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd303b766-3bcf-4441-aaca-083c8742b056'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:22:20.127507 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d471882-c31c-4fd6-b8cf-d8913a0be3d3 None None] Attempting to bind port 33ad2247-0e90-4f69-a9e7-9bdbd895003e on network d303b766-3bcf-4441-aaca-083c8742b056 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:22:20.132572 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d471882-c31c-4fd6-b8cf-d8913a0be3d3 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:22:20.133228 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d471882-c31c-4fd6-b8cf-d8913a0be3d3 None None] Checking segment: {'id': '6c1f5a77-00b2-492b-b638-445f3e5863e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd303b766-3bcf-4441-aaca-083c8742b056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:22:20.133714 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2d471882-c31c-4fd6-b8cf-d8913a0be3d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:20.134099 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d471882-c31c-4fd6-b8cf-d8913a0be3d3 None None] Bound using segment: {'id': '6c1f5a77-00b2-492b-b638-445f3e5863e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd303b766-3bcf-4441-aaca-083c8742b056'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:22:20.134576 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-2d471882-c31c-4fd6-b8cf-d8913a0be3d3 None None] Bound port: 33ad2247-0e90-4f69-a9e7-9bdbd895003e, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c1f5a77-00b2-492b-b638-445f3e5863e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd303b766-3bcf-4441-aaca-083c8742b056'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:22:20.134983 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2d471882-c31c-4fd6-b8cf-d8913a0be3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:20.236619 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-2d471882-c31c-4fd6-b8cf-d8913a0be3d3 None None] For port 33ad2247-0e90-4f69-a9e7-9bdbd895003e, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:22:20.240277 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-2d471882-c31c-4fd6-b8cf-d8913a0be3d3 None None] For port 33ad2247-0e90-4f69-a9e7-9bdbd895003e, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=33ad2247-0e90-4f69-a9e7-9bdbd895003e,segment=NetworkSegment(6c1f5a77-00b2-492b-b638-445f3e5863e3),segment_id=6c1f5a77-00b2-492b-b638-445f3e5863e3)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:22:20.244738 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2d471882-c31c-4fd6-b8cf-d8913a0be3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:20.332459 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d471882-c31c-4fd6-b8cf-d8913a0be3d3 None None] Pushing event updated for resources: {'Port': ['ID=33ad2247-0e90-4f69-a9e7-9bdbd895003e,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:22:21.492871 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 58514) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:22:22.080031 dv-neutron-826830-1-hyperv neutron-server[87636]: WARNING oslo_policy.policy [None req-f19fb71b-3371-42fb-9807-61a13f263051 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 01 04:22:22.080773 dv-neutron-826830-1-hyperv neutron-server[87636]: WARNING oslo_policy.policy [None req-f19fb71b-3371-42fb-9807-61a13f263051 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 01 04:22:22.300409 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-f19fb71b-3371-42fb-9807-61a13f263051 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 04:22:22.301686 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f19fb71b-3371-42fb-9807-61a13f263051 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8066182 Feb 01 04:22:23.203627 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 33ad2247-0e90-4f69-a9e7-9bdbd895003e up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:22:23.283019 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 33ad2247-0e90-4f69-a9e7-9bdbd895003e completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:22:23.963961 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5b02ca-7c30-4043-860e-34bc097a10c1 None None] Network d303b766-3bcf-4441-aaca-083c8742b056 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:22:24.077137 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-e475beb0-8087-4062-8f12-e49aff471509 None None] Provisioning for port 33ad2247-0e90-4f69-a9e7-9bdbd895003e completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:22:24.093271 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-e475beb0-8087-4062-8f12-e49aff471509 None None] Provisioning complete for port 33ad2247-0e90-4f69-a9e7-9bdbd895003e triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:22:24.093670 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e475beb0-8087-4062-8f12-e49aff471509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:24.295401 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e475beb0-8087-4062-8f12-e49aff471509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:24.338221 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-e475beb0-8087-4062-8f12-e49aff471509 None None] For port 33ad2247-0e90-4f69-a9e7-9bdbd895003e, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=33ad2247-0e90-4f69-a9e7-9bdbd895003e,segment=NetworkSegment(6c1f5a77-00b2-492b-b638-445f3e5863e3),segment_id=6c1f5a77-00b2-492b-b638-445f3e5863e3)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:22:24.342309 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e475beb0-8087-4062-8f12-e49aff471509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:24.412579 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e475beb0-8087-4062-8f12-e49aff471509 None None] Pushing event updated for resources: {'Port': ['ID=33ad2247-0e90-4f69-a9e7-9bdbd895003e,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:22:24.561618 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-8d018150-6e4d-40a3-a151-9a4a253bcc03 None None] Provisioning complete for port 33ad2247-0e90-4f69-a9e7-9bdbd895003e triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:22:24.562006 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8d018150-6e4d-40a3-a151-9a4a253bcc03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:24.676125 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 58532) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:22:25.029165 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-9ecdb048-aba7-42d2-ae41-324544899903 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 04:22:25.030112 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9ecdb048-aba7-42d2-ae41-324544899903 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3528264 Feb 01 04:22:25.142125 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 33ad2247-0e90-4f69-a9e7-9bdbd895003e up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:22:25.211861 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 33ad2247-0e90-4f69-a9e7-9bdbd895003e triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:22:25.212223 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:27.625203 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 58544) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:22:27.966011 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-6659ff28-6c54-4aef-8431-5b451a356f59 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'd5583e6bd3b145799d0447b6253a45ea'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:22:28.041543 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.policy [None req-6659ff28-6c54-4aef-8431-5b451a356f59 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87636) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 01 04:22:28.086372 dv-neutron-826830-1-hyperv neutron-server[87636]: WARNING oslo_policy.policy [None req-6659ff28-6c54-4aef-8431-5b451a356f59 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 01 04:22:28.086684 dv-neutron-826830-1-hyperv neutron-server[87636]: WARNING oslo_policy.policy [None req-6659ff28-6c54-4aef-8431-5b451a356f59 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 01 04:22:28.095734 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.quota [None req-6659ff28-6c54-4aef-8431-5b451a356f59 admin admin] Loaded quota_driver: . Feb 01 04:22:28.110605 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-6659ff28-6c54-4aef-8431-5b451a356f59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:22:28.117045 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-6659ff28-6c54-4aef-8431-5b451a356f59 admin admin] Usage tracker for resource:router and tenant:d5583e6bd3b145799d0447b6253a45ea is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:22:28.121432 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-6659ff28-6c54-4aef-8431-5b451a356f59 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:22:28.128781 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-6659ff28-6c54-4aef-8431-5b451a356f59 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:22:28.145218 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6659ff28-6c54-4aef-8431-5b451a356f59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25958'] for router, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:28.147234 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6659ff28-6c54-4aef-8431-5b451a356f59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-372027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25961'] for router, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:28.172191 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6659ff28-6c54-4aef-8431-5b451a356f59 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:28.287640 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6659ff28-6c54-4aef-8431-5b451a356f59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337'] for router, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:28.307649 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6659ff28-6c54-4aef-8431-5b451a356f59 admin admin] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:28.308810 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-6659ff28-6c54-4aef-8431-5b451a356f59 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6825922 Feb 01 04:22:30.645972 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 58556) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:22:31.003825 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-10c559dd-023c-4ed0-a84d-000442025c6c admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 04:22:31.004796 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-10c559dd-023c-4ed0-a84d-000442025c6c admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3578973 Feb 01 04:22:31.866185 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a57c9621-9cd3-458d-8405-b2c037222f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:33.355045 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 58566) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:22:33.710585 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-3c972c68-42d4-4682-b070-5845e756ff61 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public', 'is_default': True}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:22:33.715703 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-3c972c68-42d4-4682-b070-5845e756ff61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:22:33.719919 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-3c972c68-42d4-4682-b070-5845e756ff61 admin admin] Usage tracker for resource:network and tenant:8fc413bdbb6743fd9cc64f6fe1b1181f is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:22:33.723324 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-3c972c68-42d4-4682-b070-5845e756ff61 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:22:33.729298 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-3c972c68-42d4-4682-b070-5845e756ff61 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:22:33.739159 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c972c68-42d4-4682-b070-5845e756ff61 admin admin] Made reservation on behalf of 8fc413bdbb6743fd9cc64f6fe1b1181f for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:22:33.742202 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3c972c68-42d4-4682-b070-5845e756ff61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:33.758611 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3c972c68-42d4-4682-b070-5845e756ff61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:33.778526 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-3c972c68-42d4-4682-b070-5845e756ff61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:22:33.782809 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-3c972c68-42d4-4682-b070-5845e756ff61 admin admin] Usage tracker for resource:security_group_rule and tenant:8fc413bdbb6743fd9cc64f6fe1b1181f is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:22:33.785918 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-3c972c68-42d4-4682-b070-5845e756ff61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:22:33.791476 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-3c972c68-42d4-4682-b070-5845e756ff61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:22:33.888033 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3c972c68-42d4-4682-b070-5845e756ff61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:33.891838 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3c972c68-42d4-4682-b070-5845e756ff61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:33.906547 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3c972c68-42d4-4682-b070-5845e756ff61 admin admin] Reserving flat network on physical network physnet1 {{(pid=87636) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 01 04:22:33.939200 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3c972c68-42d4-4682-b070-5845e756ff61 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734577857549', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:33.940112 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3c972c68-42d4-4682-b070-5845e756ff61 admin admin] Unsubscribe: segment precommit_create {{(pid=87636) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 01 04:22:33.940611 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-3c972c68-42d4-4682-b070-5845e756ff61 admin admin] Added segment 6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00 of type flat for network bdef128a-46b3-4cca-a245-48d1eb781269 Feb 01 04:22:33.992707 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c972c68-42d4-4682-b070-5845e756ff61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91721a84-4adb-4372-bfa2-58264e8ceec0,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:22:34.013704 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c972c68-42d4-4682-b070-5845e756ff61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:22:34.014240 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c972c68-42d4-4682-b070-5845e756ff61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:22:34.014582 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c972c68-42d4-4682-b070-5845e756ff61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:22:34.014905 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c972c68-42d4-4682-b070-5845e756ff61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:22:34.015259 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c972c68-42d4-4682-b070-5845e756ff61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:22:34.015773 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c972c68-42d4-4682-b070-5845e756ff61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:22:34.016192 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c972c68-42d4-4682-b070-5845e756ff61 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:22:34.017165 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c972c68-42d4-4682-b070-5845e756ff61 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:22:34.017484 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c972c68-42d4-4682-b070-5845e756ff61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:22:34.017797 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c972c68-42d4-4682-b070-5845e756ff61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:22:34.018107 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c972c68-42d4-4682-b070-5845e756ff61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:22:34.018512 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c972c68-42d4-4682-b070-5845e756ff61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:22:34.019826 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c972c68-42d4-4682-b070-5845e756ff61 admin admin] Tracked resource versions report: Feb 01 04:22:34.019826 dv-neutron-826830-1-hyperv neutron-server[87636]: pushed versions: Feb 01 04:22:34.019826 dv-neutron-826830-1-hyperv neutron-server[87636]: { 'AddressGroup': {'1.2'}, Feb 01 04:22:34.019826 dv-neutron-826830-1-hyperv neutron-server[87636]: 'ConntrackHelper': {'1.0'}, Feb 01 04:22:34.019826 dv-neutron-826830-1-hyperv neutron-server[87636]: 'Log': {'1.0'}, Feb 01 04:22:34.019826 dv-neutron-826830-1-hyperv neutron-server[87636]: 'Network': {'1.1'}, Feb 01 04:22:34.019826 dv-neutron-826830-1-hyperv neutron-server[87636]: 'Port': {'1.7'}, Feb 01 04:22:34.019826 dv-neutron-826830-1-hyperv neutron-server[87636]: 'PortForwarding': {'1.2'}, Feb 01 04:22:34.019826 dv-neutron-826830-1-hyperv neutron-server[87636]: 'QosPolicy': {'1.8'}, Feb 01 04:22:34.019826 dv-neutron-826830-1-hyperv neutron-server[87636]: 'SecurityGroup': {'1.4'}, Feb 01 04:22:34.019826 dv-neutron-826830-1-hyperv neutron-server[87636]: 'SecurityGroupRule': {'1.2'}, Feb 01 04:22:34.019826 dv-neutron-826830-1-hyperv neutron-server[87636]: 'SubPort': {'1.0'}, Feb 01 04:22:34.019826 dv-neutron-826830-1-hyperv neutron-server[87636]: 'Subnet': {'1.1'}, Feb 01 04:22:34.019826 dv-neutron-826830-1-hyperv neutron-server[87636]: 'Trunk': {'1.1'}} Feb 01 04:22:34.019826 dv-neutron-826830-1-hyperv neutron-server[87636]: consumer versions: Feb 01 04:22:34.019826 dv-neutron-826830-1-hyperv neutron-server[87636]: { DHCP agent@dv-neutron-826830-1-hyperv: {}, Feb 01 04:22:34.019826 dv-neutron-826830-1-hyperv neutron-server[87636]: L3 agent@dv-neutron-826830-1-hyperv: {}, Feb 01 04:22:34.019826 dv-neutron-826830-1-hyperv neutron-server[87636]: Metadata agent@dv-neutron-826830-1-hyperv: {}, Feb 01 04:22:34.019826 dv-neutron-826830-1-hyperv neutron-server[87636]: Metering agent@dv-neutron-826830-1-hyperv: {}, Feb 01 04:22:34.019826 dv-neutron-826830-1-hyperv neutron-server[87636]: Open vSwitch agent@dv-neutron-826830-1-hyperv: { 'AddressGroup': '1.2', Feb 01 04:22:34.019826 dv-neutron-826830-1-hyperv neutron-server[87636]: 'ConntrackHelper': '1.0', Feb 01 04:22:34.019826 dv-neutron-826830-1-hyperv neutron-server[87636]: 'Log': '1.0', Feb 01 04:22:34.019826 dv-neutron-826830-1-hyperv neutron-server[87636]: 'Network': '1.1', Feb 01 04:22:34.019826 dv-neutron-826830-1-hyperv neutron-server[87636]: 'Port': '1.7', Feb 01 04:22:34.019826 dv-neutron-826830-1-hyperv neutron-server[87636]: 'PortForwarding': '1.2', Feb 01 04:22:34.019826 dv-neutron-826830-1-hyperv neutron-server[87636]: 'QosPolicy': '1.8', Feb 01 04:22:34.019826 dv-neutron-826830-1-hyperv neutron-server[87636]: 'SecurityGroup': '1.4', Feb 01 04:22:34.019826 dv-neutron-826830-1-hyperv neutron-server[87636]: 'SecurityGroupRule': '1.2', Feb 01 04:22:34.019826 dv-neutron-826830-1-hyperv neutron-server[87636]: 'SubPort': '1.0', Feb 01 04:22:34.019826 dv-neutron-826830-1-hyperv neutron-server[87636]: 'Subnet': '1.1', Feb 01 04:22:34.019826 dv-neutron-826830-1-hyperv neutron-server[87636]: 'Trunk': '1.1'}} Feb 01 04:22:34.019826 dv-neutron-826830-1-hyperv neutron-server[87636]: {{(pid=87636) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 01 04:22:34.059461 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3c972c68-42d4-4682-b070-5845e756ff61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:34.102561 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3c972c68-42d4-4682-b070-5845e756ff61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:34.103719 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c972c68-42d4-4682-b070-5845e756ff61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:22:34.104379 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3c972c68-42d4-4682-b070-5845e756ff61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539973'] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:34.155250 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-35f679e4-6012-4365-9135-8d38c9b329ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:34.208371 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-3c972c68-42d4-4682-b070-5845e756ff61 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8522289 Feb 01 04:22:34.213281 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c972c68-42d4-4682-b070-5845e756ff61 admin admin] Pushing event updated for resources: {'Network': ['ID=bdef128a-46b3-4cca-a245-48d1eb781269,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:22:34.226130 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network bdef128a-46b3-4cca-a245-48d1eb781269 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:22:35.259274 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:35.336752 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:36.554507 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 58590) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:22:36.764381 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84929ad4-e2ea-4dfa-9367-d35ebfda4c59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:22:36.765724 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-84929ad4-e2ea-4dfa-9367-d35ebfda4c59 admin admin] 10.222.0.24 "GET /v2.0/subnets/395979eb-ea6a-4f8b-b120-731b9405a921 HTTP/1.1" status: 200 len: 849 time: 0.2102749 Feb 01 04:22:36.830990 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:36.921650 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a67dbc05-f0fa-4b10-95b9-12aaf1272b5c admin admin] 10.222.0.24 "GET /v2.0/routers/c9e00a9a-6969-41d0-bb28-0948316b8366 HTTP/1.1" status: 200 len: 704 time: 0.1496258 Feb 01 04:22:37.374010 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-829b9f46-fc91-47e6-840a-83e488faeeda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:37.599443 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-829b9f46-fc91-47e6-840a-83e488faeeda admin admin] Allocated IP 172.20.0.1 (d303b766-3bcf-4441-aaca-083c8742b056/395979eb-ea6a-4f8b-b120-731b9405a921/b8414d26-ff8d-4afa-ae33-f926cf76b952) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:22:37.753651 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-829b9f46-fc91-47e6-840a-83e488faeeda admin admin] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:37.771707 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-829b9f46-fc91-47e6-840a-83e488faeeda admin admin] Transition to ACTIVE for port object b8414d26-ff8d-4afa-ae33-f926cf76b952 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:22:37.824832 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-829b9f46-fc91-47e6-840a-83e488faeeda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:37.889409 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829b9f46-fc91-47e6-840a-83e488faeeda admin admin] Network d303b766-3bcf-4441-aaca-083c8742b056 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:22:37.892848 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-829b9f46-fc91-47e6-840a-83e488faeeda admin admin] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:22:37.898848 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829b9f46-fc91-47e6-840a-83e488faeeda admin admin] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:22:37.899411 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-829b9f46-fc91-47e6-840a-83e488faeeda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-372107'] for router_interface, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:38.027826 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829b9f46-fc91-47e6-840a-83e488faeeda admin admin] Pushing event updated for resources: {'Port': ['ID=b8414d26-ff8d-4afa-ae33-f926cf76b952,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:22:38.059893 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-51d9159a-abea-4ba2-9f8c-436d447d5cb1 None None] Provisioning for port b8414d26-ff8d-4afa-ae33-f926cf76b952 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:22:38.064547 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-51d9159a-abea-4ba2-9f8c-436d447d5cb1 None None] Provisioning complete for port b8414d26-ff8d-4afa-ae33-f926cf76b952 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:22:38.064911 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-51d9159a-abea-4ba2-9f8c-436d447d5cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:38.117746 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-51d9159a-abea-4ba2-9f8c-436d447d5cb1 None None] Port b8414d26-ff8d-4afa-ae33-f926cf76b952 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:22:38.207878 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-829b9f46-fc91-47e6-840a-83e488faeeda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:38.424135 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-829b9f46-fc91-47e6-840a-83e488faeeda admin admin] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:38.428362 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-829b9f46-fc91-47e6-840a-83e488faeeda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:38.429097 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-829b9f46-fc91-47e6-840a-83e488faeeda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371990'] for router_interface, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:38.527659 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829b9f46-fc91-47e6-840a-83e488faeeda admin admin] Pushing event updated for resources: {'Port': ['ID=b8414d26-ff8d-4afa-ae33-f926cf76b952,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:22:38.622685 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829b9f46-fc91-47e6-840a-83e488faeeda admin admin] Network d303b766-3bcf-4441-aaca-083c8742b056 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:22:38.623770 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-829b9f46-fc91-47e6-840a-83e488faeeda admin admin] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:22:38.818876 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-829b9f46-fc91-47e6-840a-83e488faeeda admin admin] Router c9e00a9a-6969-41d0-bb28-0948316b8366 is scheduled to L3 agent a3073304-82af-4a42-89af-bc532d6626bb with binding_index 1 {{(pid=87636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 01 04:22:38.841054 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-4a70ec38-823b-4da0-9930-e922b6b64434 None None] Provisioning complete for port b8414d26-ff8d-4afa-ae33-f926cf76b952 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:22:38.841698 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4a70ec38-823b-4da0-9930-e922b6b64434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:38.902626 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-4a70ec38-823b-4da0-9930-e922b6b64434 None None] Port b8414d26-ff8d-4afa-ae33-f926cf76b952 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:22:38.971284 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-829b9f46-fc91-47e6-840a-83e488faeeda admin admin] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:22:38.980251 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-829b9f46-fc91-47e6-840a-83e488faeeda admin admin] 10.222.0.24 "PUT /v2.0/routers/c9e00a9a-6969-41d0-bb28-0948316b8366/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0537646 Feb 01 04:22:38.981225 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38468ab0-b531-4fc3-a329-19774743a041 None None] Sync routers for ids ['c9e00a9a-6969-41d0-bb28-0948316b8366'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:22:38.994423 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38468ab0-b531-4fc3-a329-19774743a041 None None] Routers {'c9e00a9a-6969-41d0-bb28-0948316b8366'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:22:38.995316 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-38468ab0-b531-4fc3-a329-19774743a041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:22:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['c9e00a9a-6969-41d0-bb28-0948316b8366'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:22:39.193551 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-38468ab0-b531-4fc3-a329-19774743a041 None None] Set router c9e00a9a-6969-41d0-bb28-0948316b8366 gateway port host: None {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:22:39.561484 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-38468ab0-b531-4fc3-a329-19774743a041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e00a9a-6969-41d0-bb28-0948316b8366', 'name': 'router1', 'tenant_id': 'd5583e6bd3b145799d0447b6253a45ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:22:28Z', 'updated_at': '2022-02-01T04:22:38Z', 'revision_number': 2, 'project_id': 'd5583e6bd3b145799d0447b6253a45ea', 'gw_port_host': None, '_interfaces': [{'id': 'b8414d26-ff8d-4afa-ae33-f926cf76b952', 'name': '', 'network_id': 'd303b766-3bcf-4441-aaca-083c8742b056', 'tenant_id': 'd5583e6bd3b145799d0447b6253a45ea', 'mac_address': 'fa:16:3e:fd:b6:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9e00a9a-6969-41d0-bb28-0948316b8366', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '395979eb-ea6a-4f8b-b120-731b9405a921', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:22:37Z', 'updated_at': '2022-02-01T04:22:38Z', 'revision_number': 2, 'project_id': 'd5583e6bd3b145799d0447b6253a45ea', 'subnets': [{'id': '395979eb-ea6a-4f8b-b120-731b9405a921', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '28c0e3fc-57e6-4296-b558-3d30cc14359c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:22:39.566937 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38468ab0-b531-4fc3-a329-19774743a041 None None] Checking router: c9e00a9a-6969-41d0-bb28-0948316b8366 for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:22:39.567338 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38468ab0-b531-4fc3-a329-19774743a041 None None] Updating router c9e00a9a-6969-41d0-bb28-0948316b8366 port b8414d26-ff8d-4afa-ae33-f926cf76b952 binding host dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 04:22:39.617922 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-38468ab0-b531-4fc3-a329-19774743a041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:39.994288 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-38468ab0-b531-4fc3-a329-19774743a041 None None] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:40.008992 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-38468ab0-b531-4fc3-a329-19774743a041 None None] Transition to ACTIVE for port object b8414d26-ff8d-4afa-ae33-f926cf76b952 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:22:40.015011 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-38468ab0-b531-4fc3-a329-19774743a041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:40.227309 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e14a656-f40e-447d-9090-b830a89561fb None None] Pushing event updated for resources: {'Port': ['ID=b8414d26-ff8d-4afa-ae33-f926cf76b952,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:22:40.249790 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e14a656-f40e-447d-9090-b830a89561fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:22:40.250136 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e14a656-f40e-447d-9090-b830a89561fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:22:40.250517 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e14a656-f40e-447d-9090-b830a89561fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:22:40.251373 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e14a656-f40e-447d-9090-b830a89561fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:22:40.251704 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e14a656-f40e-447d-9090-b830a89561fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:22:40.252040 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e14a656-f40e-447d-9090-b830a89561fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:22:40.252367 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e14a656-f40e-447d-9090-b830a89561fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:22:40.252688 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e14a656-f40e-447d-9090-b830a89561fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:22:40.253030 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e14a656-f40e-447d-9090-b830a89561fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:22:40.253350 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e14a656-f40e-447d-9090-b830a89561fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:22:40.253667 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e14a656-f40e-447d-9090-b830a89561fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:22:40.253980 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e14a656-f40e-447d-9090-b830a89561fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:22:40.255342 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e14a656-f40e-447d-9090-b830a89561fb None None] Tracked resource versions report: Feb 01 04:22:40.255342 dv-neutron-826830-1-hyperv neutron-server[87639]: pushed versions: Feb 01 04:22:40.255342 dv-neutron-826830-1-hyperv neutron-server[87639]: { 'AddressGroup': {'1.2'}, Feb 01 04:22:40.255342 dv-neutron-826830-1-hyperv neutron-server[87639]: 'ConntrackHelper': {'1.0'}, Feb 01 04:22:40.255342 dv-neutron-826830-1-hyperv neutron-server[87639]: 'Log': {'1.0'}, Feb 01 04:22:40.255342 dv-neutron-826830-1-hyperv neutron-server[87639]: 'Network': {'1.1'}, Feb 01 04:22:40.255342 dv-neutron-826830-1-hyperv neutron-server[87639]: 'Port': {'1.7'}, Feb 01 04:22:40.255342 dv-neutron-826830-1-hyperv neutron-server[87639]: 'PortForwarding': {'1.2'}, Feb 01 04:22:40.255342 dv-neutron-826830-1-hyperv neutron-server[87639]: 'QosPolicy': {'1.8'}, Feb 01 04:22:40.255342 dv-neutron-826830-1-hyperv neutron-server[87639]: 'SecurityGroup': {'1.4'}, Feb 01 04:22:40.255342 dv-neutron-826830-1-hyperv neutron-server[87639]: 'SecurityGroupRule': {'1.2'}, Feb 01 04:22:40.255342 dv-neutron-826830-1-hyperv neutron-server[87639]: 'SubPort': {'1.0'}, Feb 01 04:22:40.255342 dv-neutron-826830-1-hyperv neutron-server[87639]: 'Subnet': {'1.1'}, Feb 01 04:22:40.255342 dv-neutron-826830-1-hyperv neutron-server[87639]: 'Trunk': {'1.1'}} Feb 01 04:22:40.255342 dv-neutron-826830-1-hyperv neutron-server[87639]: consumer versions: Feb 01 04:22:40.255342 dv-neutron-826830-1-hyperv neutron-server[87639]: { DHCP agent@dv-neutron-826830-1-hyperv: {}, Feb 01 04:22:40.255342 dv-neutron-826830-1-hyperv neutron-server[87639]: L3 agent@dv-neutron-826830-1-hyperv: {}, Feb 01 04:22:40.255342 dv-neutron-826830-1-hyperv neutron-server[87639]: Metadata agent@dv-neutron-826830-1-hyperv: {}, Feb 01 04:22:40.255342 dv-neutron-826830-1-hyperv neutron-server[87639]: Metering agent@dv-neutron-826830-1-hyperv: {}, Feb 01 04:22:40.255342 dv-neutron-826830-1-hyperv neutron-server[87639]: Open vSwitch agent@dv-neutron-826830-1-hyperv: { 'AddressGroup': '1.2', Feb 01 04:22:40.255342 dv-neutron-826830-1-hyperv neutron-server[87639]: 'ConntrackHelper': '1.0', Feb 01 04:22:40.255342 dv-neutron-826830-1-hyperv neutron-server[87639]: 'Log': '1.0', Feb 01 04:22:40.255342 dv-neutron-826830-1-hyperv neutron-server[87639]: 'Network': '1.1', Feb 01 04:22:40.255342 dv-neutron-826830-1-hyperv neutron-server[87639]: 'Port': '1.7', Feb 01 04:22:40.255342 dv-neutron-826830-1-hyperv neutron-server[87639]: 'PortForwarding': '1.2', Feb 01 04:22:40.255342 dv-neutron-826830-1-hyperv neutron-server[87639]: 'QosPolicy': '1.8', Feb 01 04:22:40.255342 dv-neutron-826830-1-hyperv neutron-server[87639]: 'SecurityGroup': '1.4', Feb 01 04:22:40.255342 dv-neutron-826830-1-hyperv neutron-server[87639]: 'SecurityGroupRule': '1.2', Feb 01 04:22:40.255342 dv-neutron-826830-1-hyperv neutron-server[87639]: 'SubPort': '1.0', Feb 01 04:22:40.255342 dv-neutron-826830-1-hyperv neutron-server[87639]: 'Subnet': '1.1', Feb 01 04:22:40.255342 dv-neutron-826830-1-hyperv neutron-server[87639]: 'Trunk': '1.1'}} Feb 01 04:22:40.255342 dv-neutron-826830-1-hyperv neutron-server[87639]: {{(pid=87639) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 01 04:22:40.266659 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-38468ab0-b531-4fc3-a329-19774743a041 None None] Attempting to bind port b8414d26-ff8d-4afa-ae33-f926cf76b952 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:22:40.267057 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-38468ab0-b531-4fc3-a329-19774743a041 None None] Attempting to bind port b8414d26-ff8d-4afa-ae33-f926cf76b952 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '6c1f5a77-00b2-492b-b638-445f3e5863e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd303b766-3bcf-4441-aaca-083c8742b056'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:22:40.267517 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38468ab0-b531-4fc3-a329-19774743a041 None None] Attempting to bind port b8414d26-ff8d-4afa-ae33-f926cf76b952 on network d303b766-3bcf-4441-aaca-083c8742b056 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:22:40.272609 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38468ab0-b531-4fc3-a329-19774743a041 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:22:40.273014 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38468ab0-b531-4fc3-a329-19774743a041 None None] Checking segment: {'id': '6c1f5a77-00b2-492b-b638-445f3e5863e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd303b766-3bcf-4441-aaca-083c8742b056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:22:40.273498 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-38468ab0-b531-4fc3-a329-19774743a041 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:40.273877 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38468ab0-b531-4fc3-a329-19774743a041 None None] Bound using segment: {'id': '6c1f5a77-00b2-492b-b638-445f3e5863e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd303b766-3bcf-4441-aaca-083c8742b056'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:22:40.274361 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-38468ab0-b531-4fc3-a329-19774743a041 None None] Bound port: b8414d26-ff8d-4afa-ae33-f926cf76b952, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c1f5a77-00b2-492b-b638-445f3e5863e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd303b766-3bcf-4441-aaca-083c8742b056'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:22:40.274754 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-38468ab0-b531-4fc3-a329-19774743a041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:40.362840 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-38468ab0-b531-4fc3-a329-19774743a041 None None] For port b8414d26-ff8d-4afa-ae33-f926cf76b952, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:22:40.366869 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-38468ab0-b531-4fc3-a329-19774743a041 None None] For port b8414d26-ff8d-4afa-ae33-f926cf76b952, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=b8414d26-ff8d-4afa-ae33-f926cf76b952,segment=NetworkSegment(6c1f5a77-00b2-492b-b638-445f3e5863e3),segment_id=6c1f5a77-00b2-492b-b638-445f3e5863e3)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:22:40.372674 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-38468ab0-b531-4fc3-a329-19774743a041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:40.448387 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38468ab0-b531-4fc3-a329-19774743a041 None None] Routers {'c9e00a9a-6969-41d0-bb28-0948316b8366'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:22:40.449015 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-38468ab0-b531-4fc3-a329-19774743a041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:22:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['c9e00a9a-6969-41d0-bb28-0948316b8366'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:22:40.601612 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e14a656-f40e-447d-9090-b830a89561fb None None] Pushing event updated for resources: {'Port': ['ID=b8414d26-ff8d-4afa-ae33-f926cf76b952,revision_number=4']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:22:40.619563 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-38468ab0-b531-4fc3-a329-19774743a041 None None] Set router c9e00a9a-6969-41d0-bb28-0948316b8366 gateway port host: None {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:22:40.940652 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-38468ab0-b531-4fc3-a329-19774743a041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e00a9a-6969-41d0-bb28-0948316b8366', 'name': 'router1', 'tenant_id': 'd5583e6bd3b145799d0447b6253a45ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:22:28Z', 'updated_at': '2022-02-01T04:22:38Z', 'revision_number': 2, 'project_id': 'd5583e6bd3b145799d0447b6253a45ea', 'gw_port_host': None, '_interfaces': [{'id': 'b8414d26-ff8d-4afa-ae33-f926cf76b952', 'name': '', 'network_id': 'd303b766-3bcf-4441-aaca-083c8742b056', 'tenant_id': 'd5583e6bd3b145799d0447b6253a45ea', 'mac_address': 'fa:16:3e:fd:b6:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9e00a9a-6969-41d0-bb28-0948316b8366', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '395979eb-ea6a-4f8b-b120-731b9405a921', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:22:37Z', 'updated_at': '2022-02-01T04:22:40Z', 'revision_number': 4, 'project_id': 'd5583e6bd3b145799d0447b6253a45ea', 'subnets': [{'id': '395979eb-ea6a-4f8b-b120-731b9405a921', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '28c0e3fc-57e6-4296-b558-3d30cc14359c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:22:40.944436 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38468ab0-b531-4fc3-a329-19774743a041 None None] The sync data for ids ['c9e00a9a-6969-41d0-bb28-0948316b8366'] in dv-neutron-826830-1-hyperv is: [{'id': 'c9e00a9a-6969-41d0-bb28-0948316b8366', 'name': 'router1', 'tenant_id': 'd5583e6bd3b145799d0447b6253a45ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:22:28Z', 'updated_at': '2022-02-01T04:22:38Z', 'revision_number': 2, 'project_id': 'd5583e6bd3b145799d0447b6253a45ea', 'gw_port_host': None, '_interfaces': [{'id': 'b8414d26-ff8d-4afa-ae33-f926cf76b952', 'name': '', 'network_id': 'd303b766-3bcf-4441-aaca-083c8742b056', 'tenant_id': 'd5583e6bd3b145799d0447b6253a45ea', 'mac_address': 'fa:16:3e:fd:b6:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9e00a9a-6969-41d0-bb28-0948316b8366', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '395979eb-ea6a-4f8b-b120-731b9405a921', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:22:37Z', 'updated_at': '2022-02-01T04:22:40Z', 'revision_number': 4, 'project_id': 'd5583e6bd3b145799d0447b6253a45ea', 'subnets': [{'id': '395979eb-ea6a-4f8b-b120-731b9405a921', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '28c0e3fc-57e6-4296-b558-3d30cc14359c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:22:41.161942 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 58612) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:22:41.307922 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67c5164-fee6-4e18-9b34-ee8b2c537664 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:22:41.308473 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c67c5164-fee6-4e18-9b34-ee8b2c537664 admin admin] Synchronizing usage tracker for tenant:8fc413bdbb6743fd9cc64f6fe1b1181f on resource:network {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:22:41.325480 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c67c5164-fee6-4e18-9b34-ee8b2c537664 admin admin] Unset dirty status for tenant:8fc413bdbb6743fd9cc64f6fe1b1181f on resource:network {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:22:41.326642 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c67c5164-fee6-4e18-9b34-ee8b2c537664 admin admin] 10.222.0.24 "GET /v2.0/networks/bdef128a-46b3-4cca-a245-48d1eb781269 HTTP/1.1" status: 200 len: 842 time: 0.1637595 Feb 01 04:22:41.337298 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-07720463-7e12-4845-a227-114e68d8f3c0 admin admin] Request body: {'subnet': {'gateway_ip': '172.26.8.1', 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.26.8.0/24', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'enable_dhcp': False}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:22:41.342408 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-07720463-7e12-4845-a227-114e68d8f3c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:22:41.347316 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-07720463-7e12-4845-a227-114e68d8f3c0 admin admin] Usage tracker for resource:subnet and tenant:8fc413bdbb6743fd9cc64f6fe1b1181f is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:22:41.350180 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-07720463-7e12-4845-a227-114e68d8f3c0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:22:41.356015 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-07720463-7e12-4845-a227-114e68d8f3c0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:22:41.366925 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07720463-7e12-4845-a227-114e68d8f3c0 admin admin] Made reservation on behalf of 8fc413bdbb6743fd9cc64f6fe1b1181f for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:22:41.369391 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-07720463-7e12-4845-a227-114e68d8f3c0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:41.740866 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.objects.ports [None req-07720463-7e12-4845-a227-114e68d8f3c0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87636) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 01 04:22:41.741234 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-07720463-7e12-4845-a227-114e68d8f3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:41.816271 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07720463-7e12-4845-a227-114e68d8f3c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da5e2fc1-fa95-4aa6-a189-7acb84ac126c,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:22:41.821747 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07720463-7e12-4845-a227-114e68d8f3c0 admin admin] Checking segment: {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:22:41.822132 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07720463-7e12-4845-a227-114e68d8f3c0 admin admin] Network hostable DHCP agents. Network: bdef128a-46b3-4cca-a245-48d1eb781269, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:22:41.844388 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07720463-7e12-4845-a227-114e68d8f3c0 admin admin] Network bdef128a-46b3-4cca-a245-48d1eb781269 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:22:41.854468 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-07720463-7e12-4845-a227-114e68d8f3c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, bdef128a-46b3-4cca-a245-48d1eb781269) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:22:41.858637 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07720463-7e12-4845-a227-114e68d8f3c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:22:41.859318 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-07720463-7e12-4845-a227-114e68d8f3c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539973'] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:41.866408 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0747a024-f7ba-4f34-aed6-80f7a94ab698 None None] Network bdef128a-46b3-4cca-a245-48d1eb781269 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:22:41.880138 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-07720463-7e12-4845-a227-114e68d8f3c0 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5463960 Feb 01 04:22:42.103737 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd571ab-dc0d-427d-8490-d4686d635654 None None] Network bdef128a-46b3-4cca-a245-48d1eb781269 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:22:43.174217 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device b8414d26-ff8d-4afa-ae33-f926cf76b952 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:22:43.242653 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port b8414d26-ff8d-4afa-ae33-f926cf76b952 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:22:43.247275 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port b8414d26-ff8d-4afa-ae33-f926cf76b952 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:22:43.247639 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:43.360751 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:43.392053 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port b8414d26-ff8d-4afa-ae33-f926cf76b952, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=b8414d26-ff8d-4afa-ae33-f926cf76b952,segment=NetworkSegment(6c1f5a77-00b2-492b-b638-445f3e5863e3),segment_id=6c1f5a77-00b2-492b-b638-445f3e5863e3)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:22:43.395629 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:43.459752 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=b8414d26-ff8d-4afa-ae33-f926cf76b952,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:22:44.122188 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 58626) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:22:44.360134 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-841ee3b8-c40b-4d37-af15-280c5154dcd4 admin admin] 10.222.0.24 "GET /v2.0/routers/c9e00a9a-6969-41d0-bb28-0948316b8366 HTTP/1.1" status: 200 len: 710 time: 0.2369142 Feb 01 04:22:44.486134 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7728df0-9752-43a8-9d33-5941215fee8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:22:44.487459 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b7728df0-9752-43a8-9d33-5941215fee8a admin admin] 10.222.0.24 "GET /v2.0/networks/bdef128a-46b3-4cca-a245-48d1eb781269 HTTP/1.1" status: 200 len: 886 time: 0.1219983 Feb 01 04:22:44.496722 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-2e8a75b8-7417-40b8-a651-27e45a9f86dd admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:22:44.955731 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2e8a75b8-7417-40b8-a651-27e45a9f86dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:45.150003 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device b8414d26-ff8d-4afa-ae33-f926cf76b952 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:22:45.215500 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port b8414d26-ff8d-4afa-ae33-f926cf76b952 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:22:45.215868 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:45.283121 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2e8a75b8-7417-40b8-a651-27e45a9f86dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:45.337330 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2e8a75b8-7417-40b8-a651-27e45a9f86dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:45.509097 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-2e8a75b8-7417-40b8-a651-27e45a9f86dd admin admin] Allocated IP 172.26.8.50 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/7b104c4f-b2f5-4b56-ae44-e65ca23ff8ff) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:22:45.649915 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2e8a75b8-7417-40b8-a651-27e45a9f86dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:45.678042 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2e8a75b8-7417-40b8-a651-27e45a9f86dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:45.740250 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8a75b8-7417-40b8-a651-27e45a9f86dd admin admin] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:22:45.743024 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-2e8a75b8-7417-40b8-a651-27e45a9f86dd admin admin] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:22:45.746537 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8a75b8-7417-40b8-a651-27e45a9f86dd admin admin] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:22:45.808484 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8a75b8-7417-40b8-a651-27e45a9f86dd admin admin] Pushing event updated for resources: {'Port': ['ID=7b104c4f-b2f5-4b56-ae44-e65ca23ff8ff,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:22:46.115611 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2e8a75b8-7417-40b8-a651-27e45a9f86dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:46.456123 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2e8a75b8-7417-40b8-a651-27e45a9f86dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:46.459291 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2e8a75b8-7417-40b8-a651-27e45a9f86dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-774359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-774360', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-772505'] for router, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:46.633295 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e8a75b8-7417-40b8-a651-27e45a9f86dd admin admin] Router c9e00a9a-6969-41d0-bb28-0948316b8366 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:22:46.858881 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e8a75b8-7417-40b8-a651-27e45a9f86dd admin admin] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:22:46.866950 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2e8a75b8-7417-40b8-a651-27e45a9f86dd admin admin] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:46.868631 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff071c7-1ed6-46d7-84e2-0731b22d4888 None None] Sync routers for ids ['c9e00a9a-6969-41d0-bb28-0948316b8366'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:22:46.869653 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2e8a75b8-7417-40b8-a651-27e45a9f86dd admin admin] 10.222.0.24 "PUT /v2.0/routers/c9e00a9a-6969-41d0-bb28-0948316b8366 HTTP/1.1" status: 200 len: 889 time: 2.3760364 Feb 01 04:22:46.878874 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff071c7-1ed6-46d7-84e2-0731b22d4888 None None] Routers {'c9e00a9a-6969-41d0-bb28-0948316b8366'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:22:46.879688 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-0ff071c7-1ed6-46d7-84e2-0731b22d4888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:22:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['c9e00a9a-6969-41d0-bb28-0948316b8366'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:22:47.070413 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-0ff071c7-1ed6-46d7-84e2-0731b22d4888 None None] Set router c9e00a9a-6969-41d0-bb28-0948316b8366 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:22:47.412118 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-0ff071c7-1ed6-46d7-84e2-0731b22d4888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e00a9a-6969-41d0-bb28-0948316b8366', 'name': 'router1', 'tenant_id': 'd5583e6bd3b145799d0447b6253a45ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': '7b104c4f-b2f5-4b56-ae44-e65ca23ff8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:22:28Z', 'updated_at': '2022-02-01T04:22:45Z', 'revision_number': 4, 'project_id': 'd5583e6bd3b145799d0447b6253a45ea', 'gw_port': {'id': '7b104c4f-b2f5-4b56-ae44-e65ca23ff8ff', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:63:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9e00a9a-6969-41d0-bb28-0948316b8366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:22:45Z', 'updated_at': '2022-02-01T04:22:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': 'b8414d26-ff8d-4afa-ae33-f926cf76b952', 'name': '', 'network_id': 'd303b766-3bcf-4441-aaca-083c8742b056', 'tenant_id': 'd5583e6bd3b145799d0447b6253a45ea', 'mac_address': 'fa:16:3e:fd:b6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e00a9a-6969-41d0-bb28-0948316b8366', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '395979eb-ea6a-4f8b-b120-731b9405a921', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:22:37Z', 'updated_at': '2022-02-01T04:22:43Z', 'revision_number': 5, 'project_id': 'd5583e6bd3b145799d0447b6253a45ea', 'subnets': [{'id': '395979eb-ea6a-4f8b-b120-731b9405a921', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '28c0e3fc-57e6-4296-b558-3d30cc14359c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:22:47.416941 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff071c7-1ed6-46d7-84e2-0731b22d4888 None None] Checking router: c9e00a9a-6969-41d0-bb28-0948316b8366 for host: dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:22:47.417294 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff071c7-1ed6-46d7-84e2-0731b22d4888 None None] Updating router c9e00a9a-6969-41d0-bb28-0948316b8366 port 7b104c4f-b2f5-4b56-ae44-e65ca23ff8ff binding host dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 04:22:47.466751 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0ff071c7-1ed6-46d7-84e2-0731b22d4888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:47.810084 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0ff071c7-1ed6-46d7-84e2-0731b22d4888 None None] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:47.822839 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-0ff071c7-1ed6-46d7-84e2-0731b22d4888 None None] Transition to ACTIVE for port object 7b104c4f-b2f5-4b56-ae44-e65ca23ff8ff will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:22:47.830300 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0ff071c7-1ed6-46d7-84e2-0731b22d4888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:47.907368 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-0ff071c7-1ed6-46d7-84e2-0731b22d4888 None None] Attempting to bind port 7b104c4f-b2f5-4b56-ae44-e65ca23ff8ff on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:22:47.907942 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-0ff071c7-1ed6-46d7-84e2-0731b22d4888 None None] Attempting to bind port 7b104c4f-b2f5-4b56-ae44-e65ca23ff8ff by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:22:47.908076 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff071c7-1ed6-46d7-84e2-0731b22d4888 None None] Attempting to bind port 7b104c4f-b2f5-4b56-ae44-e65ca23ff8ff on network bdef128a-46b3-4cca-a245-48d1eb781269 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:22:47.911253 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d5c20a-50f7-401d-8f8a-f48cbda33234 None None] Pushing event updated for resources: {'Port': ['ID=7b104c4f-b2f5-4b56-ae44-e65ca23ff8ff,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:22:47.915435 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff071c7-1ed6-46d7-84e2-0731b22d4888 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:22:47.915802 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff071c7-1ed6-46d7-84e2-0731b22d4888 None None] Checking segment: {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:22:47.916188 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0ff071c7-1ed6-46d7-84e2-0731b22d4888 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:47.916565 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff071c7-1ed6-46d7-84e2-0731b22d4888 None None] Bound using segment: {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:22:47.917011 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-0ff071c7-1ed6-46d7-84e2-0731b22d4888 None None] Bound port: 7b104c4f-b2f5-4b56-ae44-e65ca23ff8ff, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:22:47.917386 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0ff071c7-1ed6-46d7-84e2-0731b22d4888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:47.987779 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-0ff071c7-1ed6-46d7-84e2-0731b22d4888 None None] For port 7b104c4f-b2f5-4b56-ae44-e65ca23ff8ff, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:22:47.990647 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-0ff071c7-1ed6-46d7-84e2-0731b22d4888 None None] For port 7b104c4f-b2f5-4b56-ae44-e65ca23ff8ff, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=7b104c4f-b2f5-4b56-ae44-e65ca23ff8ff,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:22:47.995159 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0ff071c7-1ed6-46d7-84e2-0731b22d4888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:48.070004 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff071c7-1ed6-46d7-84e2-0731b22d4888 None None] Routers {'c9e00a9a-6969-41d0-bb28-0948316b8366'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:22:48.070531 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-0ff071c7-1ed6-46d7-84e2-0731b22d4888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:22:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['c9e00a9a-6969-41d0-bb28-0948316b8366'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:22:48.124813 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d5c20a-50f7-401d-8f8a-f48cbda33234 None None] Pushing event updated for resources: {'Port': ['ID=7b104c4f-b2f5-4b56-ae44-e65ca23ff8ff,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:22:48.247825 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-0ff071c7-1ed6-46d7-84e2-0731b22d4888 None None] Set router c9e00a9a-6969-41d0-bb28-0948316b8366 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:22:48.561992 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-0ff071c7-1ed6-46d7-84e2-0731b22d4888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e00a9a-6969-41d0-bb28-0948316b8366', 'name': 'router1', 'tenant_id': 'd5583e6bd3b145799d0447b6253a45ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': '7b104c4f-b2f5-4b56-ae44-e65ca23ff8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:22:28Z', 'updated_at': '2022-02-01T04:22:45Z', 'revision_number': 4, 'project_id': 'd5583e6bd3b145799d0447b6253a45ea', 'gw_port': {'id': '7b104c4f-b2f5-4b56-ae44-e65ca23ff8ff', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:63:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9e00a9a-6969-41d0-bb28-0948316b8366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:22:45Z', 'updated_at': '2022-02-01T04:22:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': 'b8414d26-ff8d-4afa-ae33-f926cf76b952', 'name': '', 'network_id': 'd303b766-3bcf-4441-aaca-083c8742b056', 'tenant_id': 'd5583e6bd3b145799d0447b6253a45ea', 'mac_address': 'fa:16:3e:fd:b6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e00a9a-6969-41d0-bb28-0948316b8366', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '395979eb-ea6a-4f8b-b120-731b9405a921', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:22:37Z', 'updated_at': '2022-02-01T04:22:43Z', 'revision_number': 5, 'project_id': 'd5583e6bd3b145799d0447b6253a45ea', 'subnets': [{'id': '395979eb-ea6a-4f8b-b120-731b9405a921', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '28c0e3fc-57e6-4296-b558-3d30cc14359c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:22:48.566515 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff071c7-1ed6-46d7-84e2-0731b22d4888 None None] The sync data for ids ['c9e00a9a-6969-41d0-bb28-0948316b8366'] in dv-neutron-826830-1-hyperv is: [{'id': 'c9e00a9a-6969-41d0-bb28-0948316b8366', 'name': 'router1', 'tenant_id': 'd5583e6bd3b145799d0447b6253a45ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': '7b104c4f-b2f5-4b56-ae44-e65ca23ff8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:22:28Z', 'updated_at': '2022-02-01T04:22:45Z', 'revision_number': 4, 'project_id': 'd5583e6bd3b145799d0447b6253a45ea', 'gw_port': {'id': '7b104c4f-b2f5-4b56-ae44-e65ca23ff8ff', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:63:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9e00a9a-6969-41d0-bb28-0948316b8366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:22:45Z', 'updated_at': '2022-02-01T04:22:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': 'b8414d26-ff8d-4afa-ae33-f926cf76b952', 'name': '', 'network_id': 'd303b766-3bcf-4441-aaca-083c8742b056', 'tenant_id': 'd5583e6bd3b145799d0447b6253a45ea', 'mac_address': 'fa:16:3e:fd:b6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e00a9a-6969-41d0-bb28-0948316b8366', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '395979eb-ea6a-4f8b-b120-731b9405a921', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:22:37Z', 'updated_at': '2022-02-01T04:22:43Z', 'revision_number': 5, 'project_id': 'd5583e6bd3b145799d0447b6253a45ea', 'subnets': [{'id': '395979eb-ea6a-4f8b-b120-731b9405a921', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '28c0e3fc-57e6-4296-b558-3d30cc14359c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:22:49.203981 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 7b104c4f-b2f5-4b56-ae44-e65ca23ff8ff up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:22:49.275910 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 7b104c4f-b2f5-4b56-ae44-e65ca23ff8ff completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:22:49.277262 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 58636) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:22:49.280628 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 7b104c4f-b2f5-4b56-ae44-e65ca23ff8ff triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:22:49.280998 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:49.397224 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-127ef281-2a8b-4014-93b7-f46f6f6e00cd admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1188164 Feb 01 04:22:49.400342 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:49.419623 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 7b104c4f-b2f5-4b56-ae44-e65ca23ff8ff, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=7b104c4f-b2f5-4b56-ae44-e65ca23ff8ff,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:22:49.424516 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:49.494902 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=7b104c4f-b2f5-4b56-ae44-e65ca23ff8ff,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:22:51.160143 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 7b104c4f-b2f5-4b56-ae44-e65ca23ff8ff up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:22:51.236479 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 7b104c4f-b2f5-4b56-ae44-e65ca23ff8ff triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:22:51.236847 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:22:53.236345 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 5 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 04:23:01.868681 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cd20f0bd-bbe0-4978-9bbe-c2f29545b078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:23:04.158129 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3af06597-3c25-4c80-a725-f2f17d78fa49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:23:05.265467 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:23:05.338966 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:23:06.848651 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:23:30.236879 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 5 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 04:23:31.875814 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-001f485a-a5e3-4e73-b94c-f1698d76a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:23:34.162708 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-48f1dcee-f505-4fc3-9268-0974e5d09352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:23:35.263726 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:23:35.344927 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:23:36.844255 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:24:01.875963 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2ae393b0-9088-4aa5-8d61-32cabb41f4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:24:04.165564 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3cb018c4-c25b-4ce7-91d2-fbbb88dae674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:24:05.258367 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:24:05.345713 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:24:06.858354 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:24:07.235763 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 5 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 04:24:31.869152 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d9da7ddd-92ee-4697-8b04-d00e3f8c306a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:24:34.168600 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-621eee21-a9d5-4681-9d86-44041a7a4b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:24:35.265658 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:24:35.347977 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:24:36.857794 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:24:44.235528 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 5 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 04:24:53.181330 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 59238) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:24:53.248654 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9bf1418-89d9-4efe-9a38-4fa6a640151a admin admin] GET failed (client error): The resource could not be found. Feb 01 04:24:53.249918 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d9bf1418-89d9-4efe-9a38-4fa6a640151a admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0676522 Feb 01 04:24:53.378087 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26be60bb-52a2-48d2-a1f7-5e4616bff391 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:24:53.379522 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-26be60bb-52a2-48d2-a1f7-5e4616bff391 admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1257739 Feb 01 04:24:55.511323 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 59248) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:24:55.621421 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b5f1da-9d49-420a-992b-a5241077a6d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:24:55.622744 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-11b5f1da-9d49-420a-992b-a5241077a6d4 admin admin] 10.222.0.24 "GET /v2.0/subnets/395979eb-ea6a-4f8b-b120-731b9405a921 HTTP/1.1" status: 200 len: 849 time: 0.1103945 Feb 01 04:24:55.631733 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-f20de729-679c-4ee2-8537-e3afa5574042 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:24:55.745434 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f20de729-679c-4ee2-8537-e3afa5574042 admin admin] Notify callbacks [] for subnet, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:24:55.939769 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f20de729-679c-4ee2-8537-e3afa5574042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734577908462'] for subnet, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:24:55.983159 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20de729-679c-4ee2-8537-e3afa5574042 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:24:55.984246 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f20de729-679c-4ee2-8537-e3afa5574042 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539973'] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:24:55.984982 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-f20de729-679c-4ee2-8537-e3afa5574042 admin admin] 10.222.0.24 "PUT /v2.0/subnets/395979eb-ea6a-4f8b-b120-731b9405a921 HTTP/1.1" status: 200 len: 868 time: 0.3568325 Feb 01 04:24:56.001508 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ade170-5524-4784-ae50-85b757484423 None None] Network d303b766-3bcf-4441-aaca-083c8742b056 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:24:56.007324 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20de729-679c-4ee2-8537-e3afa5574042 admin admin] Pushing event updated for resources: {'Subnet': ['ID=395979eb-ea6a-4f8b-b120-731b9405a921,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:24:56.016779 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20de729-679c-4ee2-8537-e3afa5574042 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:24:56.016779 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20de729-679c-4ee2-8537-e3afa5574042 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:24:56.017127 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20de729-679c-4ee2-8537-e3afa5574042 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:24:56.017229 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20de729-679c-4ee2-8537-e3afa5574042 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:24:56.017518 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20de729-679c-4ee2-8537-e3afa5574042 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:24:56.017860 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20de729-679c-4ee2-8537-e3afa5574042 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:24:56.018189 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20de729-679c-4ee2-8537-e3afa5574042 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:24:56.018531 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20de729-679c-4ee2-8537-e3afa5574042 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:24:56.018858 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20de729-679c-4ee2-8537-e3afa5574042 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:24:56.019216 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20de729-679c-4ee2-8537-e3afa5574042 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:24:56.019543 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20de729-679c-4ee2-8537-e3afa5574042 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:24:56.019860 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20de729-679c-4ee2-8537-e3afa5574042 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:24:56.441676 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-49dab7b1-516a-4d56-9e2d-2f19754a14d1 None None] Provisioning complete for port b8414d26-ff8d-4afa-ae33-f926cf76b952 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:24:56.442048 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-49dab7b1-516a-4d56-9e2d-2f19754a14d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:24:56.565451 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-49dab7b1-516a-4d56-9e2d-2f19754a14d1 None None] Provisioning complete for port 33ad2247-0e90-4f69-a9e7-9bdbd895003e triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:24:56.565840 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-49dab7b1-516a-4d56-9e2d-2f19754a14d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:24:58.079316 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 59258) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:24:58.247209 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e89b9df-4c5b-4c0e-8a71-0eb077d69947 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:24:58.247586 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e89b9df-4c5b-4c0e-8a71-0eb077d69947 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:24:58.249633 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-0e89b9df-4c5b-4c0e-8a71-0eb077d69947 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1693783 Feb 01 04:25:00.358449 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 59268) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:25:00.526967 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f746fa5-fcf6-4816-a072-54de686a3422 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:25:00.527468 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f746fa5-fcf6-4816-a072-54de686a3422 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:25:00.528962 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9f746fa5-fcf6-4816-a072-54de686a3422 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1695468 Feb 01 04:25:01.877174 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bd082cdf-686f-425f-b898-aca7608df8e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:25:02.613251 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 59278) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:25:02.777172 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9684b899-efea-4504-a700-5d3f4e050ca1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:25:02.778486 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9684b899-efea-4504-a700-5d3f4e050ca1 admin admin] 10.222.0.24 "GET /v2.0/networks/bdef128a-46b3-4cca-a245-48d1eb781269 HTTP/1.1" status: 200 len: 886 time: 0.1643045 Feb 01 04:25:04.170731 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7ebf8704-89cc-4dd0-9971-416802a956ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:25:04.873223 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 59288) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:25:05.042264 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7dfb865-2db2-4a11-8781-55bea31080d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:25:05.043631 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d7dfb865-2db2-4a11-8781-55bea31080d7 admin admin] 10.222.0.24 "GET /v2.0/networks/d303b766-3bcf-4441-aaca-083c8742b056 HTTP/1.1" status: 200 len: 868 time: 0.1693637 Feb 01 04:25:05.258297 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:25:05.350387 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:25:06.862511 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:25:07.181676 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 59298) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:25:07.287606 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a891f8fe-39a1-4e98-bebc-031d0de22343 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:25:07.288056 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a891f8fe-39a1-4e98-bebc-031d0de22343 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:25:07.288758 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-a891f8fe-39a1-4e98-bebc-031d0de22343 admin admin] Synchronizing usage tracker for tenant:8fc413bdbb6743fd9cc64f6fe1b1181f on resource:subnet {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:25:07.304201 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-a891f8fe-39a1-4e98-bebc-031d0de22343 admin admin] Unset dirty status for tenant:8fc413bdbb6743fd9cc64f6fe1b1181f on resource:subnet {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:25:07.305428 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a891f8fe-39a1-4e98-bebc-031d0de22343 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1227896 Feb 01 04:25:09.398360 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 59308) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:25:09.501659 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f767af09-d4a1-4e90-a1fd-737bcf8628f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:25:09.502112 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f767af09-d4a1-4e90-a1fd-737bcf8628f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:25:09.503638 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f767af09-d4a1-4e90-a1fd-737bcf8628f6 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1043525 Feb 01 04:25:11.598300 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 59318) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:25:11.705950 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed04848c-3101-4d82-b5cb-cf762d3d8815 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:25:11.707300 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-ed04848c-3101-4d82-b5cb-cf762d3d8815 admin admin] 10.222.0.24 "GET /v2.0/subnets/395979eb-ea6a-4f8b-b120-731b9405a921 HTTP/1.1" status: 200 len: 868 time: 0.1080065 Feb 01 04:25:13.812559 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 59328) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:25:13.911717 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431ce5d5-4613-47b8-be3b-3b9c496ef179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:25:13.913038 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-431ce5d5-4613-47b8-be3b-3b9c496ef179 admin admin] 10.222.0.24 "GET /v2.0/subnets/da5e2fc1-fa95-4aa6-a189-7acb84ac126c HTTP/1.1" status: 200 len: 816 time: 0.0995245 Feb 01 04:25:21.238227 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 5 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 04:25:31.872064 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-832f701c-4e4c-4ecb-a701-afbc633be905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:25:32.700217 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 59374) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:25:32.745951 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [None req-d99e7c1c-36ec-44dc-9a6a-664df82a5050 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 04:25:32.747605 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-d99e7c1c-36ec-44dc-9a6a-664df82a5050 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0457902 Feb 01 04:25:34.172949 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-09e6fbf4-5839-4282-88e2-b1b202a2612a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:25:34.956948 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 59384) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:25:35.021969 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-bac60146-31d4-4c17-8ee8-55bd238857e2 admin admin] GET failed (client error): The resource could not be found. Feb 01 04:25:35.023253 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-bac60146-31d4-4c17-8ee8-55bd238857e2 admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0653138 Feb 01 04:25:35.148823 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccdc427f-314a-475e-a006-4f2c54e49919 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:25:35.150193 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-ccdc427f-314a-475e-a006-4f2c54e49919 admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1232290 Feb 01 04:25:35.262046 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:25:35.354187 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:25:36.865491 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:25:37.271463 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 59394) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:25:37.317246 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-fd5d66a5-b8bd-43cf-a673-277ce9e44079 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:25:37.321620 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-fd5d66a5-b8bd-43cf-a673-277ce9e44079 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:25:37.330851 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-fd5d66a5-b8bd-43cf-a673-277ce9e44079 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:25:37.341249 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd5d66a5-b8bd-43cf-a673-277ce9e44079 admin admin] Made reservation on behalf of 8fc413bdbb6743fd9cc64f6fe1b1181f for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:25:37.343548 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fd5d66a5-b8bd-43cf-a673-277ce9e44079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:25:37.428888 dv-neutron-826830-1-hyperv neutron-server[87636]: WARNING neutron.services.revisions.revision_plugin [None req-fd5d66a5-b8bd-43cf-a673-277ce9e44079 admin admin] Could not find related network for resource to bump revision. Feb 01 04:25:37.440769 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd5d66a5-b8bd-43cf-a673-277ce9e44079 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:25:37.450360 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fd5d66a5-b8bd-43cf-a673-277ce9e44079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:25:37.450701 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-fd5d66a5-b8bd-43cf-a673-277ce9e44079 admin admin] Added segment 7cb0627e-5493-4575-8ba2-a0dea791aaea of type vlan for network da2534b2-4d03-4a9a-b664-948071fa9957 Feb 01 04:25:37.476114 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fd5d66a5-b8bd-43cf-a673-277ce9e44079 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:25:37.503962 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fd5d66a5-b8bd-43cf-a673-277ce9e44079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:25:37.504879 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5d66a5-b8bd-43cf-a673-277ce9e44079 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:25:37.505471 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fd5d66a5-b8bd-43cf-a673-277ce9e44079 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539973'] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:25:37.611565 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-fd5d66a5-b8bd-43cf-a673-277ce9e44079 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.3389292 Feb 01 04:25:37.616253 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5d66a5-b8bd-43cf-a673-277ce9e44079 admin admin] Pushing event updated for resources: {'Network': ['ID=da2534b2-4d03-4a9a-b664-948071fa9957,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:25:37.623603 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5d66a5-b8bd-43cf-a673-277ce9e44079 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:25:37.623984 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5d66a5-b8bd-43cf-a673-277ce9e44079 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:25:37.624330 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5d66a5-b8bd-43cf-a673-277ce9e44079 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:25:37.624668 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5d66a5-b8bd-43cf-a673-277ce9e44079 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:25:37.624999 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5d66a5-b8bd-43cf-a673-277ce9e44079 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:25:37.625348 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5d66a5-b8bd-43cf-a673-277ce9e44079 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:25:37.625684 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5d66a5-b8bd-43cf-a673-277ce9e44079 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:25:37.626034 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5d66a5-b8bd-43cf-a673-277ce9e44079 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:25:37.626366 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5d66a5-b8bd-43cf-a673-277ce9e44079 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:25:37.626693 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5d66a5-b8bd-43cf-a673-277ce9e44079 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:25:37.627017 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5d66a5-b8bd-43cf-a673-277ce9e44079 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:25:37.627369 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5d66a5-b8bd-43cf-a673-277ce9e44079 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:25:37.639069 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network da2534b2-4d03-4a9a-b664-948071fa9957 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:25:39.735373 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 59404) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:25:39.799697 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfced2c2-8763-40fa-9bca-d205a1a3575e admin admin] GET failed (client error): The resource could not be found. Feb 01 04:25:39.800925 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-cfced2c2-8763-40fa-9bca-d205a1a3575e admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0646250 Feb 01 04:25:39.903929 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efaf1e1-d5ab-4e46-8cd4-6ed05be03f1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:25:39.905368 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-1efaf1e1-d5ab-4e46-8cd4-6ed05be03f1e admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.1006973 Feb 01 04:25:39.914770 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-e9cb20c8-5708-4b3a-a6b0-d505a82f81c2 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': 'da2534b2-4d03-4a9a-b664-948071fa9957', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:25:39.919677 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-e9cb20c8-5708-4b3a-a6b0-d505a82f81c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:25:39.928943 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-e9cb20c8-5708-4b3a-a6b0-d505a82f81c2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:25:39.938012 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9cb20c8-5708-4b3a-a6b0-d505a82f81c2 admin admin] Made reservation on behalf of 8fc413bdbb6743fd9cc64f6fe1b1181f for: {'subnet': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:25:39.940197 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e9cb20c8-5708-4b3a-a6b0-d505a82f81c2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:25:40.142938 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e9cb20c8-5708-4b3a-a6b0-d505a82f81c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for subnet, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:25:40.212165 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb20c8-5708-4b3a-a6b0-d505a82f81c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbfb9a5e-ee54-49f7-8180-9650913b938e,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:25:40.220251 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cb20c8-5708-4b3a-a6b0-d505a82f81c2 admin admin] Checking segment: {'id': '7cb0627e-5493-4575-8ba2-a0dea791aaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'da2534b2-4d03-4a9a-b664-948071fa9957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:25:40.220596 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cb20c8-5708-4b3a-a6b0-d505a82f81c2 admin admin] Network hostable DHCP agents. Network: da2534b2-4d03-4a9a-b664-948071fa9957, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:25:40.238684 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cb20c8-5708-4b3a-a6b0-d505a82f81c2 admin admin] Network da2534b2-4d03-4a9a-b664-948071fa9957 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:25:40.247663 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-e9cb20c8-5708-4b3a-a6b0-d505a82f81c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, da2534b2-4d03-4a9a-b664-948071fa9957) {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:25:40.251519 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cb20c8-5708-4b3a-a6b0-d505a82f81c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:25:40.252089 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e9cb20c8-5708-4b3a-a6b0-d505a82f81c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539973'] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:25:40.256300 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f42c489-6bfe-45d0-b1a5-a05d41d75c5e None None] Network da2534b2-4d03-4a9a-b664-948071fa9957 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:25:40.279662 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-e9cb20c8-5708-4b3a-a6b0-d505a82f81c2 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3681350 Feb 01 04:25:40.473038 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a1dc52-e479-4a83-bfe7-538b366af4d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-da2534b2-4d03-4a9a-b664-948071fa9957', 'network_id': 'da2534b2-4d03-4a9a-b664-948071fa9957', 'tenant_id': '8fc413bdbb6743fd9cc64f6fe1b1181f', 'fixed_ips': [{'subnet_id': 'dbfb9a5e-ee54-49f7-8180-9650913b938e'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:25:40.473898 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b5a1dc52-e479-4a83-bfe7-538b366af4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:25:40.628138 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-b5a1dc52-e479-4a83-bfe7-538b366af4d5 None None] Allocated IP 192.168.233.2 (da2534b2-4d03-4a9a-b664-948071fa9957/dbfb9a5e-ee54-49f7-8180-9650913b938e/caf76bd8-a84e-4bce-af29-3e33119f1122) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:25:40.856497 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b5a1dc52-e479-4a83-bfe7-538b366af4d5 None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:25:40.866585 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-b5a1dc52-e479-4a83-bfe7-538b366af4d5 None None] Transition to ACTIVE for port object caf76bd8-a84e-4bce-af29-3e33119f1122 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:25:40.885142 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-b5a1dc52-e479-4a83-bfe7-538b366af4d5 None None] Transition to ACTIVE for port object caf76bd8-a84e-4bce-af29-3e33119f1122 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:25:40.891692 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b5a1dc52-e479-4a83-bfe7-538b366af4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:25:40.955245 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a1dc52-e479-4a83-bfe7-538b366af4d5 None None] Network da2534b2-4d03-4a9a-b664-948071fa9957 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:25:40.958090 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-b5a1dc52-e479-4a83-bfe7-538b366af4d5 None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:25:40.960653 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a1dc52-e479-4a83-bfe7-538b366af4d5 None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:25:40.970229 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a1dc52-e479-4a83-bfe7-538b366af4d5 None None] Pushing event updated for resources: {'Port': ['ID=caf76bd8-a84e-4bce-af29-3e33119f1122,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:25:41.006066 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a1dc52-e479-4a83-bfe7-538b366af4d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:25:41.006424 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a1dc52-e479-4a83-bfe7-538b366af4d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:25:41.006759 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a1dc52-e479-4a83-bfe7-538b366af4d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:25:41.007086 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a1dc52-e479-4a83-bfe7-538b366af4d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:25:41.007695 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a1dc52-e479-4a83-bfe7-538b366af4d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:25:41.008035 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a1dc52-e479-4a83-bfe7-538b366af4d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:25:41.008354 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a1dc52-e479-4a83-bfe7-538b366af4d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:25:41.008669 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a1dc52-e479-4a83-bfe7-538b366af4d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:25:41.009015 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a1dc52-e479-4a83-bfe7-538b366af4d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:25:41.009336 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a1dc52-e479-4a83-bfe7-538b366af4d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:25:41.009652 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a1dc52-e479-4a83-bfe7-538b366af4d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:25:41.009962 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a1dc52-e479-4a83-bfe7-538b366af4d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:25:41.065874 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-b5a1dc52-e479-4a83-bfe7-538b366af4d5 None None] Attempting to bind port caf76bd8-a84e-4bce-af29-3e33119f1122 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:25:41.066233 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-b5a1dc52-e479-4a83-bfe7-538b366af4d5 None None] Attempting to bind port caf76bd8-a84e-4bce-af29-3e33119f1122 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '7cb0627e-5493-4575-8ba2-a0dea791aaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'da2534b2-4d03-4a9a-b664-948071fa9957'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:25:41.066583 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a1dc52-e479-4a83-bfe7-538b366af4d5 None None] Attempting to bind port caf76bd8-a84e-4bce-af29-3e33119f1122 on network da2534b2-4d03-4a9a-b664-948071fa9957 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:25:41.071817 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a1dc52-e479-4a83-bfe7-538b366af4d5 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:25:41.072302 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a1dc52-e479-4a83-bfe7-538b366af4d5 None None] Checking segment: {'id': '7cb0627e-5493-4575-8ba2-a0dea791aaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'da2534b2-4d03-4a9a-b664-948071fa9957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:25:41.072685 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b5a1dc52-e479-4a83-bfe7-538b366af4d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:25:41.073065 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a1dc52-e479-4a83-bfe7-538b366af4d5 None None] Bound using segment: {'id': '7cb0627e-5493-4575-8ba2-a0dea791aaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'da2534b2-4d03-4a9a-b664-948071fa9957'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:25:41.073505 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-b5a1dc52-e479-4a83-bfe7-538b366af4d5 None None] Bound port: caf76bd8-a84e-4bce-af29-3e33119f1122, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cb0627e-5493-4575-8ba2-a0dea791aaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'da2534b2-4d03-4a9a-b664-948071fa9957'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:25:41.073886 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b5a1dc52-e479-4a83-bfe7-538b366af4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:25:41.162372 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-b5a1dc52-e479-4a83-bfe7-538b366af4d5 None None] For port caf76bd8-a84e-4bce-af29-3e33119f1122, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:25:41.165673 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-b5a1dc52-e479-4a83-bfe7-538b366af4d5 None None] For port caf76bd8-a84e-4bce-af29-3e33119f1122, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=caf76bd8-a84e-4bce-af29-3e33119f1122,segment=NetworkSegment(7cb0627e-5493-4575-8ba2-a0dea791aaea),segment_id=7cb0627e-5493-4575-8ba2-a0dea791aaea)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:25:41.170497 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b5a1dc52-e479-4a83-bfe7-538b366af4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:25:41.249114 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a1dc52-e479-4a83-bfe7-538b366af4d5 None None] Pushing event updated for resources: {'Port': ['ID=caf76bd8-a84e-4bce-af29-3e33119f1122,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:25:42.107102 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540dade2-4752-44eb-8c1e-8e172e833402 None None] Network da2534b2-4d03-4a9a-b664-948071fa9957 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:25:42.203516 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-65fd1dae-635b-4b9e-b330-6e512ee50ee2 None None] Provisioning for port caf76bd8-a84e-4bce-af29-3e33119f1122 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:25:43.271578 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device caf76bd8-a84e-4bce-af29-3e33119f1122 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:25:43.337916 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port caf76bd8-a84e-4bce-af29-3e33119f1122 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:25:43.343398 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port caf76bd8-a84e-4bce-af29-3e33119f1122 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:25:43.343765 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:25:43.463174 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:25:43.495291 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port caf76bd8-a84e-4bce-af29-3e33119f1122, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=caf76bd8-a84e-4bce-af29-3e33119f1122,segment=NetworkSegment(7cb0627e-5493-4575-8ba2-a0dea791aaea),segment_id=7cb0627e-5493-4575-8ba2-a0dea791aaea)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:25:43.498655 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:25:43.566382 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=caf76bd8-a84e-4bce-af29-3e33119f1122,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:25:45.240297 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device caf76bd8-a84e-4bce-af29-3e33119f1122 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:25:45.316121 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port caf76bd8-a84e-4bce-af29-3e33119f1122 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:25:45.316485 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:25:58.238010 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 5 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 04:26:01.875658 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-77ace7ca-4cb2-4538-95f0-9e5350b1d87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:26:04.173390 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0bd551db-ff33-4273-a631-a4bd06cb0ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:26:05.265028 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:26:05.358107 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:26:06.868419 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:26:31.877629 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3e5f658f-30e2-439a-8dff-22b8caebb54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:26:34.175054 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b1dfc307-52e3-48ab-b24c-c8429bb599b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:26:35.237635 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 5 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 04:26:35.268708 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:26:35.360242 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:26:36.875309 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:27:00.428323 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 59454) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:27:00.434711 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [None req-e4b4de45-5160-4c94-8164-47e9937e0922 tempest-verify_tempest_config-381014372 tempest-verify_tempest_config-381014372-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 04:27:00.435700 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-e4b4de45-5160-4c94-8164-47e9937e0922 tempest-verify_tempest_config-381014372 tempest-verify_tempest_config-381014372-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064514 Feb 01 04:27:00.729633 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 59472) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:27:00.842996 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f066b1ae-0bce-479d-af7e-0c044989ac9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:27:00.857942 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-f066b1ae-0bce-479d-af7e-0c044989ac9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:27:00.861715 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f066b1ae-0bce-479d-af7e-0c044989ac9b admin admin] Usage tracker for resource:security_group_rule and tenant:41743f0f94244e44b7624e2eadc7dbac is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:27:00.864584 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f066b1ae-0bce-479d-af7e-0c044989ac9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:27:00.871252 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-f066b1ae-0bce-479d-af7e-0c044989ac9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:27:00.954754 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f066b1ae-0bce-479d-af7e-0c044989ac9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:27:00.958906 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f066b1ae-0bce-479d-af7e-0c044989ac9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:27:01.003485 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f066b1ae-0bce-479d-af7e-0c044989ac9b admin admin] Synchronizing usage tracker for tenant:8fc413bdbb6743fd9cc64f6fe1b1181f on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:27:01.006937 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f066b1ae-0bce-479d-af7e-0c044989ac9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81298830-0f63-481f-b4cd-332e40ca4d66,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:27:01.016078 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f066b1ae-0bce-479d-af7e-0c044989ac9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:27:01.016440 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f066b1ae-0bce-479d-af7e-0c044989ac9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:27:01.016782 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f066b1ae-0bce-479d-af7e-0c044989ac9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:27:01.017111 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f066b1ae-0bce-479d-af7e-0c044989ac9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:27:01.017437 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f066b1ae-0bce-479d-af7e-0c044989ac9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:27:01.017777 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f066b1ae-0bce-479d-af7e-0c044989ac9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:27:01.018109 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f066b1ae-0bce-479d-af7e-0c044989ac9b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:27:01.018423 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f066b1ae-0bce-479d-af7e-0c044989ac9b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:27:01.018741 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f066b1ae-0bce-479d-af7e-0c044989ac9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:27:01.019056 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f066b1ae-0bce-479d-af7e-0c044989ac9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:27:01.019404 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f066b1ae-0bce-479d-af7e-0c044989ac9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:27:01.019719 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f066b1ae-0bce-479d-af7e-0c044989ac9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:27:01.032048 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f066b1ae-0bce-479d-af7e-0c044989ac9b admin admin] Unset dirty status for tenant:8fc413bdbb6743fd9cc64f6fe1b1181f on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:27:01.033172 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f066b1ae-0bce-479d-af7e-0c044989ac9b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=41743f0f94244e44b7624e2eadc7dbac&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3025768 Feb 01 04:27:01.035943 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 59478) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:27:01.090964 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-09b7fb32-b445-4db7-8e6f-3e18dcdd7721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:27:01.115347 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-09b7fb32-b445-4db7-8e6f-3e18dcdd7721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:27:01.204545 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-09b7fb32-b445-4db7-8e6f-3e18dcdd7721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:27:01.217830 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b7fb32-b445-4db7-8e6f-3e18dcdd7721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81298830-0f63-481f-b4cd-332e40ca4d66,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:27:01.224559 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-09b7fb32-b445-4db7-8e6f-3e18dcdd7721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:27:01.229127 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-09b7fb32-b445-4db7-8e6f-3e18dcdd7721 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/81298830-0f63-481f-b4cd-332e40ca4d66 HTTP/1.1" status: 204 len: 168 time: 0.1922154 Feb 01 04:27:01.880818 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-87550b76-d308-41cf-bd20-7fd379404816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:27:04.175975 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-73f75501-fe87-47cb-992f-354764bc9faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:27:05.271285 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:27:05.362376 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:27:06.875789 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:27:12.235712 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 5 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 04:27:31.882243 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-246499e9-5ea2-453c-8a40-bccc19b81a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:27:34.178637 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fc18409d-03ed-4d57-9180-797668b9c028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:27:35.275036 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:27:35.366264 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:27:36.876535 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:27:49.233962 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 5 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 04:28:01.883129 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ab5eab8-a304-44c7-8a6b-ed9ae7b9f911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:28:04.180137 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0b23acfb-c9c7-49a4-9e2c-4a411d7eaca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:28:05.276717 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:28:05.368007 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:28:06.880111 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:28:14.784548 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-771004'] for agent, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:28:26.232386 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 04:28:29.288429 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 59548) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:28:29.394702 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4ff0efbe-57d3-44cb-9633-b452ca0c638a admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1052141 Feb 01 04:28:31.520786 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 59558) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:28:31.574782 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a9bf6735-de0d-4f35-bf31-68c72dc6c00e admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0529432 Feb 01 04:28:31.891422 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9501bd48-e0f3-4ae6-b3d3-38d02f95b67f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:28:34.182535 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3cd7f2b3-1786-4b3f-8309-6a52b39e7064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:28:35.278483 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:28:35.369512 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:28:36.882138 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:28:44.771909 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:29:01.883980 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ce7d6ac0-1009-4015-92cf-86b4224bddcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:29:03.232148 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 04:29:04.183254 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ba030095-5cb2-46b8-a67c-09ac0bb34716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:29:05.285508 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:29:05.377613 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:29:06.891293 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:29:14.794670 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:29:31.888561 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-543d59d2-cc93-42d6-9122-01fc3150e226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:29:34.185622 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9ff169d7-06e0-4d74-a0c2-423c202a072b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:29:35.278886 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:29:35.377033 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:29:36.891726 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:29:40.230991 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 04:29:44.793998 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:29:56.030321 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 59730) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:29:56.364752 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-c494015a-dd76-4bda-80bb-3d7040e7d345 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-566047905-network', 'tenant_id': '4853f52d21f3486381e609c963ac9a5c'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:29:56.369373 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c494015a-dd76-4bda-80bb-3d7040e7d345 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:29:56.377135 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c494015a-dd76-4bda-80bb-3d7040e7d345 admin admin] Usage tracker for resource:network and tenant:4853f52d21f3486381e609c963ac9a5c is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:29:56.380974 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c494015a-dd76-4bda-80bb-3d7040e7d345 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:29:56.383780 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 59750) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:29:56.386920 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c494015a-dd76-4bda-80bb-3d7040e7d345 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:29:56.396701 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c494015a-dd76-4bda-80bb-3d7040e7d345 admin admin] Made reservation on behalf of 4853f52d21f3486381e609c963ac9a5c for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:29:56.400321 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c494015a-dd76-4bda-80bb-3d7040e7d345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:29:56.414028 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c494015a-dd76-4bda-80bb-3d7040e7d345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:29:56.430003 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c494015a-dd76-4bda-80bb-3d7040e7d345 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:29:56.435415 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c494015a-dd76-4bda-80bb-3d7040e7d345 admin admin] Usage tracker for resource:security_group_rule and tenant:4853f52d21f3486381e609c963ac9a5c is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:29:56.442299 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c494015a-dd76-4bda-80bb-3d7040e7d345 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:29:56.448261 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c494015a-dd76-4bda-80bb-3d7040e7d345 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:29:56.536745 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c494015a-dd76-4bda-80bb-3d7040e7d345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:29:56.541500 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c494015a-dd76-4bda-80bb-3d7040e7d345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:29:56.572001 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c494015a-dd76-4bda-80bb-3d7040e7d345 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:29:56.579310 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c494015a-dd76-4bda-80bb-3d7040e7d345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc5903ec-9e7c-4cbd-885b-9e610ce44440,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:29:56.591651 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c494015a-dd76-4bda-80bb-3d7040e7d345 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:29:56.592624 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c494015a-dd76-4bda-80bb-3d7040e7d345 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:29:56.593177 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c494015a-dd76-4bda-80bb-3d7040e7d345 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:29:56.593994 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c494015a-dd76-4bda-80bb-3d7040e7d345 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:29:56.594597 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c494015a-dd76-4bda-80bb-3d7040e7d345 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:29:56.595556 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c494015a-dd76-4bda-80bb-3d7040e7d345 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:29:56.596273 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c494015a-dd76-4bda-80bb-3d7040e7d345 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:29:56.597158 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c494015a-dd76-4bda-80bb-3d7040e7d345 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:29:56.597735 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c494015a-dd76-4bda-80bb-3d7040e7d345 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:29:56.598934 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c494015a-dd76-4bda-80bb-3d7040e7d345 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:29:56.599701 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c494015a-dd76-4bda-80bb-3d7040e7d345 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:29:56.600254 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c494015a-dd76-4bda-80bb-3d7040e7d345 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:29:56.601852 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c494015a-dd76-4bda-80bb-3d7040e7d345 admin admin] Tracked resource versions report: Feb 01 04:29:56.601852 dv-neutron-826830-1-hyperv neutron-server[87636]: pushed versions: Feb 01 04:29:56.601852 dv-neutron-826830-1-hyperv neutron-server[87636]: { 'AddressGroup': {'1.2'}, Feb 01 04:29:56.601852 dv-neutron-826830-1-hyperv neutron-server[87636]: 'ConntrackHelper': {'1.0'}, Feb 01 04:29:56.601852 dv-neutron-826830-1-hyperv neutron-server[87636]: 'Log': {'1.0'}, Feb 01 04:29:56.601852 dv-neutron-826830-1-hyperv neutron-server[87636]: 'Network': {'1.1'}, Feb 01 04:29:56.601852 dv-neutron-826830-1-hyperv neutron-server[87636]: 'Port': {'1.7'}, Feb 01 04:29:56.601852 dv-neutron-826830-1-hyperv neutron-server[87636]: 'PortForwarding': {'1.2'}, Feb 01 04:29:56.601852 dv-neutron-826830-1-hyperv neutron-server[87636]: 'QosPolicy': {'1.8'}, Feb 01 04:29:56.601852 dv-neutron-826830-1-hyperv neutron-server[87636]: 'SecurityGroup': {'1.4'}, Feb 01 04:29:56.601852 dv-neutron-826830-1-hyperv neutron-server[87636]: 'SecurityGroupRule': {'1.2'}, Feb 01 04:29:56.601852 dv-neutron-826830-1-hyperv neutron-server[87636]: 'SubPort': {'1.0'}, Feb 01 04:29:56.601852 dv-neutron-826830-1-hyperv neutron-server[87636]: 'Subnet': {'1.1'}, Feb 01 04:29:56.601852 dv-neutron-826830-1-hyperv neutron-server[87636]: 'Trunk': {'1.1'}} Feb 01 04:29:56.601852 dv-neutron-826830-1-hyperv neutron-server[87636]: consumer versions: Feb 01 04:29:56.601852 dv-neutron-826830-1-hyperv neutron-server[87636]: { DHCP agent@dv-neutron-826830-1-hyperv: {}, Feb 01 04:29:56.601852 dv-neutron-826830-1-hyperv neutron-server[87636]: HyperV agent@hv-neutron-8268: {}, Feb 01 04:29:56.601852 dv-neutron-826830-1-hyperv neutron-server[87636]: L3 agent@dv-neutron-826830-1-hyperv: {}, Feb 01 04:29:56.601852 dv-neutron-826830-1-hyperv neutron-server[87636]: Metadata agent@dv-neutron-826830-1-hyperv: {}, Feb 01 04:29:56.601852 dv-neutron-826830-1-hyperv neutron-server[87636]: Metering agent@dv-neutron-826830-1-hyperv: {}, Feb 01 04:29:56.601852 dv-neutron-826830-1-hyperv neutron-server[87636]: Open vSwitch agent@dv-neutron-826830-1-hyperv: { 'AddressGroup': '1.2', Feb 01 04:29:56.601852 dv-neutron-826830-1-hyperv neutron-server[87636]: 'ConntrackHelper': '1.0', Feb 01 04:29:56.601852 dv-neutron-826830-1-hyperv neutron-server[87636]: 'Log': '1.0', Feb 01 04:29:56.601852 dv-neutron-826830-1-hyperv neutron-server[87636]: 'Network': '1.1', Feb 01 04:29:56.601852 dv-neutron-826830-1-hyperv neutron-server[87636]: 'Port': '1.7', Feb 01 04:29:56.601852 dv-neutron-826830-1-hyperv neutron-server[87636]: 'PortForwarding': '1.2', Feb 01 04:29:56.601852 dv-neutron-826830-1-hyperv neutron-server[87636]: 'QosPolicy': '1.8', Feb 01 04:29:56.601852 dv-neutron-826830-1-hyperv neutron-server[87636]: 'SecurityGroup': '1.4', Feb 01 04:29:56.601852 dv-neutron-826830-1-hyperv neutron-server[87636]: 'SecurityGroupRule': '1.2', Feb 01 04:29:56.601852 dv-neutron-826830-1-hyperv neutron-server[87636]: 'SubPort': '1.0', Feb 01 04:29:56.601852 dv-neutron-826830-1-hyperv neutron-server[87636]: 'Subnet': '1.1', Feb 01 04:29:56.601852 dv-neutron-826830-1-hyperv neutron-server[87636]: 'Trunk': '1.1'}} Feb 01 04:29:56.601852 dv-neutron-826830-1-hyperv neutron-server[87636]: {{(pid=87636) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 01 04:29:56.623960 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c494015a-dd76-4bda-80bb-3d7040e7d345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:29:56.624308 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-c494015a-dd76-4bda-80bb-3d7040e7d345 admin admin] Added segment f3c730b5-ac0c-4a87-93d7-0709403005ff of type vlan for network d56a2493-44f0-4c57-af25-6a282deef9cd Feb 01 04:29:56.658133 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c494015a-dd76-4bda-80bb-3d7040e7d345 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:29:56.692016 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c494015a-dd76-4bda-80bb-3d7040e7d345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:29:56.692966 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c494015a-dd76-4bda-80bb-3d7040e7d345 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:29:56.693664 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c494015a-dd76-4bda-80bb-3d7040e7d345 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539973'] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:29:56.857667 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c494015a-dd76-4bda-80bb-3d7040e7d345 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8262610 Feb 01 04:29:56.860896 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 59768) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:29:56.866234 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c494015a-dd76-4bda-80bb-3d7040e7d345 admin admin] Pushing event updated for resources: {'Network': ['ID=d56a2493-44f0-4c57-af25-6a282deef9cd,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:29:56.867179 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-dc805e4c-525e-4f23-823e-b2bba6e7c464 admin admin] Request body: {'subnet': {'network_id': 'd56a2493-44f0-4c57-af25-6a282deef9cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-566047905-subnet', 'tenant_id': '4853f52d21f3486381e609c963ac9a5c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:29:56.875227 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-dc805e4c-525e-4f23-823e-b2bba6e7c464 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:29:56.877823 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network d56a2493-44f0-4c57-af25-6a282deef9cd details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:29:56.881266 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-dc805e4c-525e-4f23-823e-b2bba6e7c464 admin admin] Usage tracker for resource:subnet and tenant:4853f52d21f3486381e609c963ac9a5c is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:29:56.884497 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-dc805e4c-525e-4f23-823e-b2bba6e7c464 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:29:56.888036 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 59772) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:29:56.901280 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-dc805e4c-525e-4f23-823e-b2bba6e7c464 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:29:56.914133 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc805e4c-525e-4f23-823e-b2bba6e7c464 admin admin] Made reservation on behalf of 4853f52d21f3486381e609c963ac9a5c for: {'subnet': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:29:56.918724 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dc805e4c-525e-4f23-823e-b2bba6e7c464 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:29:57.020888 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-28f80e81-500e-47e8-8f14-165a2e0b3541 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-82895039-network', 'tenant_id': '332d5a2a0a29497d81fd0e175d971fc8'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:29:57.025297 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-28f80e81-500e-47e8-8f14-165a2e0b3541 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:29:57.029313 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-28f80e81-500e-47e8-8f14-165a2e0b3541 admin admin] Usage tracker for resource:network and tenant:332d5a2a0a29497d81fd0e175d971fc8 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:29:57.033167 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-28f80e81-500e-47e8-8f14-165a2e0b3541 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:29:57.044405 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-28f80e81-500e-47e8-8f14-165a2e0b3541 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:29:57.062361 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f80e81-500e-47e8-8f14-165a2e0b3541 admin admin] Made reservation on behalf of 332d5a2a0a29497d81fd0e175d971fc8 for: {'network': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:29:57.064863 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-28f80e81-500e-47e8-8f14-165a2e0b3541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:29:57.080901 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-28f80e81-500e-47e8-8f14-165a2e0b3541 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:29:57.104178 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-28f80e81-500e-47e8-8f14-165a2e0b3541 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:29:57.156163 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-28f80e81-500e-47e8-8f14-165a2e0b3541 admin admin] Usage tracker for resource:security_group_rule and tenant:332d5a2a0a29497d81fd0e175d971fc8 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:29:57.162442 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-28f80e81-500e-47e8-8f14-165a2e0b3541 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:29:57.170977 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-28f80e81-500e-47e8-8f14-165a2e0b3541 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:29:57.256897 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dc805e4c-525e-4f23-823e-b2bba6e7c464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for subnet, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:29:57.346766 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-7beab4e7-7dcc-434b-9790-5e0b5b2d0579 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1622551483-network', 'tenant_id': '8c08b23bffb44a249b00a7d1f56c2684'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:29:57.356279 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-7beab4e7-7dcc-434b-9790-5e0b5b2d0579 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:29:57.363339 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-7beab4e7-7dcc-434b-9790-5e0b5b2d0579 admin admin] Usage tracker for resource:network and tenant:8c08b23bffb44a249b00a7d1f56c2684 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:29:57.367952 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-7beab4e7-7dcc-434b-9790-5e0b5b2d0579 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:29:57.374216 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc805e4c-525e-4f23-823e-b2bba6e7c464 admin admin] Checking segment: {'id': 'f3c730b5-ac0c-4a87-93d7-0709403005ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd56a2493-44f0-4c57-af25-6a282deef9cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:29:57.374706 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc805e4c-525e-4f23-823e-b2bba6e7c464 admin admin] Network hostable DHCP agents. Network: d56a2493-44f0-4c57-af25-6a282deef9cd, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:29:57.375386 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-7beab4e7-7dcc-434b-9790-5e0b5b2d0579 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:29:57.380231 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc805e4c-525e-4f23-823e-b2bba6e7c464 admin admin] Pushing event updated for resources: {'Subnet': ['ID=571f3863-a948-465c-8ae7-d112b68c75f9,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:29:57.406421 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-28f80e81-500e-47e8-8f14-165a2e0b3541 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:29:57.408382 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc805e4c-525e-4f23-823e-b2bba6e7c464 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:29:57.408748 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc805e4c-525e-4f23-823e-b2bba6e7c464 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:29:57.409500 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc805e4c-525e-4f23-823e-b2bba6e7c464 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:29:57.410312 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc805e4c-525e-4f23-823e-b2bba6e7c464 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:29:57.410312 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc805e4c-525e-4f23-823e-b2bba6e7c464 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:29:57.411149 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc805e4c-525e-4f23-823e-b2bba6e7c464 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:29:57.411591 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc805e4c-525e-4f23-823e-b2bba6e7c464 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:29:57.412242 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc805e4c-525e-4f23-823e-b2bba6e7c464 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:29:57.412563 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc805e4c-525e-4f23-823e-b2bba6e7c464 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:29:57.412921 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc805e4c-525e-4f23-823e-b2bba6e7c464 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:29:57.413307 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc805e4c-525e-4f23-823e-b2bba6e7c464 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:29:57.413724 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc805e4c-525e-4f23-823e-b2bba6e7c464 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:29:57.414979 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc805e4c-525e-4f23-823e-b2bba6e7c464 admin admin] Tracked resource versions report: Feb 01 04:29:57.414979 dv-neutron-826830-1-hyperv neutron-server[87637]: pushed versions: Feb 01 04:29:57.414979 dv-neutron-826830-1-hyperv neutron-server[87637]: { 'AddressGroup': {'1.2'}, Feb 01 04:29:57.414979 dv-neutron-826830-1-hyperv neutron-server[87637]: 'ConntrackHelper': {'1.0'}, Feb 01 04:29:57.414979 dv-neutron-826830-1-hyperv neutron-server[87637]: 'Log': {'1.0'}, Feb 01 04:29:57.414979 dv-neutron-826830-1-hyperv neutron-server[87637]: 'Network': {'1.1'}, Feb 01 04:29:57.414979 dv-neutron-826830-1-hyperv neutron-server[87637]: 'Port': {'1.7'}, Feb 01 04:29:57.414979 dv-neutron-826830-1-hyperv neutron-server[87637]: 'PortForwarding': {'1.2'}, Feb 01 04:29:57.414979 dv-neutron-826830-1-hyperv neutron-server[87637]: 'QosPolicy': {'1.8'}, Feb 01 04:29:57.414979 dv-neutron-826830-1-hyperv neutron-server[87637]: 'SecurityGroup': {'1.4'}, Feb 01 04:29:57.414979 dv-neutron-826830-1-hyperv neutron-server[87637]: 'SecurityGroupRule': {'1.2'}, Feb 01 04:29:57.414979 dv-neutron-826830-1-hyperv neutron-server[87637]: 'SubPort': {'1.0'}, Feb 01 04:29:57.414979 dv-neutron-826830-1-hyperv neutron-server[87637]: 'Subnet': {'1.1'}, Feb 01 04:29:57.414979 dv-neutron-826830-1-hyperv neutron-server[87637]: 'Trunk': {'1.1'}} Feb 01 04:29:57.414979 dv-neutron-826830-1-hyperv neutron-server[87637]: consumer versions: Feb 01 04:29:57.414979 dv-neutron-826830-1-hyperv neutron-server[87637]: { DHCP agent@dv-neutron-826830-1-hyperv: {}, Feb 01 04:29:57.414979 dv-neutron-826830-1-hyperv neutron-server[87637]: HyperV agent@hv-neutron-8268: {}, Feb 01 04:29:57.414979 dv-neutron-826830-1-hyperv neutron-server[87637]: L3 agent@dv-neutron-826830-1-hyperv: {}, Feb 01 04:29:57.414979 dv-neutron-826830-1-hyperv neutron-server[87637]: Metadata agent@dv-neutron-826830-1-hyperv: {}, Feb 01 04:29:57.414979 dv-neutron-826830-1-hyperv neutron-server[87637]: Metering agent@dv-neutron-826830-1-hyperv: {}, Feb 01 04:29:57.414979 dv-neutron-826830-1-hyperv neutron-server[87637]: Open vSwitch agent@dv-neutron-826830-1-hyperv: { 'AddressGroup': '1.2', Feb 01 04:29:57.414979 dv-neutron-826830-1-hyperv neutron-server[87637]: 'ConntrackHelper': '1.0', Feb 01 04:29:57.414979 dv-neutron-826830-1-hyperv neutron-server[87637]: 'Log': '1.0', Feb 01 04:29:57.414979 dv-neutron-826830-1-hyperv neutron-server[87637]: 'Network': '1.1', Feb 01 04:29:57.414979 dv-neutron-826830-1-hyperv neutron-server[87637]: 'Port': '1.7', Feb 01 04:29:57.414979 dv-neutron-826830-1-hyperv neutron-server[87637]: 'PortForwarding': '1.2', Feb 01 04:29:57.414979 dv-neutron-826830-1-hyperv neutron-server[87637]: 'QosPolicy': '1.8', Feb 01 04:29:57.414979 dv-neutron-826830-1-hyperv neutron-server[87637]: 'SecurityGroup': '1.4', Feb 01 04:29:57.414979 dv-neutron-826830-1-hyperv neutron-server[87637]: 'SecurityGroupRule': '1.2', Feb 01 04:29:57.414979 dv-neutron-826830-1-hyperv neutron-server[87637]: 'SubPort': '1.0', Feb 01 04:29:57.414979 dv-neutron-826830-1-hyperv neutron-server[87637]: 'Subnet': '1.1', Feb 01 04:29:57.414979 dv-neutron-826830-1-hyperv neutron-server[87637]: 'Trunk': '1.1'}} Feb 01 04:29:57.414979 dv-neutron-826830-1-hyperv neutron-server[87637]: {{(pid=87637) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 01 04:29:57.423724 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-28f80e81-500e-47e8-8f14-165a2e0b3541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:29:57.425617 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7beab4e7-7dcc-434b-9790-5e0b5b2d0579 admin admin] Made reservation on behalf of 8c08b23bffb44a249b00a7d1f56c2684 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:29:57.429891 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7beab4e7-7dcc-434b-9790-5e0b5b2d0579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:29:57.437324 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28f80e81-500e-47e8-8f14-165a2e0b3541 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=87637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:29:57.447814 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7beab4e7-7dcc-434b-9790-5e0b5b2d0579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:29:57.468051 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-7beab4e7-7dcc-434b-9790-5e0b5b2d0579 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:29:57.471232 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-28f80e81-500e-47e8-8f14-165a2e0b3541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:29:57.471759 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.segments_db [None req-28f80e81-500e-47e8-8f14-165a2e0b3541 admin admin] Added segment 17ff2334-fd28-43e8-8d86-c0a0d69edb48 of type vlan for network 90ceb3fa-eeb4-4146-8853-bf11c986f415 Feb 01 04:29:57.474152 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-7beab4e7-7dcc-434b-9790-5e0b5b2d0579 admin admin] Usage tracker for resource:security_group_rule and tenant:8c08b23bffb44a249b00a7d1f56c2684 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:29:57.478522 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-7beab4e7-7dcc-434b-9790-5e0b5b2d0579 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:29:57.486510 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-7beab4e7-7dcc-434b-9790-5e0b5b2d0579 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:29:57.508741 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-28f80e81-500e-47e8-8f14-165a2e0b3541 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:29:57.538959 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f80e81-500e-47e8-8f14-165a2e0b3541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa6b46e-0984-4a32-9c52-03c7a1f69519,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:29:57.564640 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc805e4c-525e-4f23-823e-b2bba6e7c464 admin admin] Network d56a2493-44f0-4c57-af25-6a282deef9cd is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:29:57.569534 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-28f80e81-500e-47e8-8f14-165a2e0b3541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:29:57.570404 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f80e81-500e-47e8-8f14-165a2e0b3541 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:29:57.570964 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-28f80e81-500e-47e8-8f14-165a2e0b3541 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539973'] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:29:57.601234 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-dc805e4c-525e-4f23-823e-b2bba6e7c464 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, d56a2493-44f0-4c57-af25-6a282deef9cd) {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:29:57.612990 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8707ed4f-4181-4445-8f94-24d1f7c211b9 None None] Network d56a2493-44f0-4c57-af25-6a282deef9cd requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:29:57.627415 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc805e4c-525e-4f23-823e-b2bba6e7c464 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:29:57.628285 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dc805e4c-525e-4f23-823e-b2bba6e7c464 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539973'] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:29:57.650590 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7beab4e7-7dcc-434b-9790-5e0b5b2d0579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:29:57.662340 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7beab4e7-7dcc-434b-9790-5e0b5b2d0579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:29:57.693656 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7beab4e7-7dcc-434b-9790-5e0b5b2d0579 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:29:57.707565 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beab4e7-7dcc-434b-9790-5e0b5b2d0579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5822775c-02b2-45a0-a775-73ec22371d5f,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:29:57.715901 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7beab4e7-7dcc-434b-9790-5e0b5b2d0579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:29:57.716666 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-7beab4e7-7dcc-434b-9790-5e0b5b2d0579 admin admin] Added segment 3a46c540-6fa2-4630-b1ad-4e7e7ce44ba6 of type vlan for network 958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a Feb 01 04:29:57.728841 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f80e81-500e-47e8-8f14-165a2e0b3541 admin admin] Pushing event updated for resources: {'Network': ['ID=90ceb3fa-eeb4-4146-8853-bf11c986f415,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:29:57.740467 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-28f80e81-500e-47e8-8f14-165a2e0b3541 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.3555896 Feb 01 04:29:57.746744 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 59808) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:29:57.758099 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-320a4362-1f2d-42a6-b74a-15520afdec14 admin admin] Request body: {'subnet': {'network_id': '90ceb3fa-eeb4-4146-8853-bf11c986f415', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-82895039-subnet', 'tenant_id': '332d5a2a0a29497d81fd0e175d971fc8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:29:57.759012 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7beab4e7-7dcc-434b-9790-5e0b5b2d0579 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:29:57.766979 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-dc805e4c-525e-4f23-823e-b2bba6e7c464 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9048376 Feb 01 04:29:57.767760 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 59812) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:29:57.768911 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-320a4362-1f2d-42a6-b74a-15520afdec14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:29:57.769644 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 90ceb3fa-eeb4-4146-8853-bf11c986f415 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:29:57.778143 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-d4c9fb79-8a8c-46cf-bbad-f4d4b020c6cf admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-566047905-router', 'tenant_id': '4853f52d21f3486381e609c963ac9a5c', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:29:57.782088 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-320a4362-1f2d-42a6-b74a-15520afdec14 admin admin] Usage tracker for resource:subnet and tenant:332d5a2a0a29497d81fd0e175d971fc8 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:29:57.786145 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-320a4362-1f2d-42a6-b74a-15520afdec14 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:29:57.789355 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-d4c9fb79-8a8c-46cf-bbad-f4d4b020c6cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:29:57.795518 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-320a4362-1f2d-42a6-b74a-15520afdec14 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:29:57.797979 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-d4c9fb79-8a8c-46cf-bbad-f4d4b020c6cf admin admin] Usage tracker for resource:router and tenant:4853f52d21f3486381e609c963ac9a5c is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:29:57.803450 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-d4c9fb79-8a8c-46cf-bbad-f4d4b020c6cf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:29:57.813273 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7beab4e7-7dcc-434b-9790-5e0b5b2d0579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:29:57.814660 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7beab4e7-7dcc-434b-9790-5e0b5b2d0579 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:29:57.815346 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7beab4e7-7dcc-434b-9790-5e0b5b2d0579 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539973'] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:29:57.835596 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-d4c9fb79-8a8c-46cf-bbad-f4d4b020c6cf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:29:57.871992 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d4c9fb79-8a8c-46cf-bbad-f4d4b020c6cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25958'] for router, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:29:57.876770 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d4c9fb79-8a8c-46cf-bbad-f4d4b020c6cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-372027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25961'] for router, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:29:57.923811 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beab4e7-7dcc-434b-9790-5e0b5b2d0579 admin admin] Pushing event updated for resources: {'Network': ['ID=958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:29:57.942440 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:29:57.946507 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-7beab4e7-7dcc-434b-9790-5e0b5b2d0579 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0547781 Feb 01 04:29:57.946726 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 59820) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:29:57.949081 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-320a4362-1f2d-42a6-b74a-15520afdec14 admin admin] Made reservation on behalf of 332d5a2a0a29497d81fd0e175d971fc8 for: {'subnet': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:29:57.953330 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-320a4362-1f2d-42a6-b74a-15520afdec14 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:29:57.954466 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-dc710c3d-79f2-4874-b0ba-243e315af4b6 admin admin] Request body: {'subnet': {'network_id': '958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1622551483-subnet', 'tenant_id': '8c08b23bffb44a249b00a7d1f56c2684', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:29:57.959479 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-dc710c3d-79f2-4874-b0ba-243e315af4b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:29:57.965502 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-dc710c3d-79f2-4874-b0ba-243e315af4b6 admin admin] Usage tracker for resource:subnet and tenant:8c08b23bffb44a249b00a7d1f56c2684 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:29:57.969169 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-dc710c3d-79f2-4874-b0ba-243e315af4b6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:29:57.977147 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-dc710c3d-79f2-4874-b0ba-243e315af4b6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:29:57.988173 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d4c9fb79-8a8c-46cf-bbad-f4d4b020c6cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:29:57.992598 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc710c3d-79f2-4874-b0ba-243e315af4b6 admin admin] Made reservation on behalf of 8c08b23bffb44a249b00a7d1f56c2684 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:29:57.996598 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dc710c3d-79f2-4874-b0ba-243e315af4b6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:29:58.093821 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 59826) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:29:58.148455 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080dd3b1-afdc-47b2-904a-e9f6f9a36292 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-d56a2493-44f0-4c57-af25-6a282deef9cd', 'network_id': 'd56a2493-44f0-4c57-af25-6a282deef9cd', 'tenant_id': '4853f52d21f3486381e609c963ac9a5c', 'fixed_ips': [{'subnet_id': '571f3863-a948-465c-8ae7-d112b68c75f9'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:29:58.149612 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-080dd3b1-afdc-47b2-904a-e9f6f9a36292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:29:58.365530 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dc710c3d-79f2-4874-b0ba-243e315af4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:29:58.446864 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-080dd3b1-afdc-47b2-904a-e9f6f9a36292 None None] Allocated IP 172.20.0.2 (d56a2493-44f0-4c57-af25-6a282deef9cd/571f3863-a948-465c-8ae7-d112b68c75f9/c5b864a2-4a2e-4b8e-b57e-a8d22f27d3c1) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:29:58.467654 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc710c3d-79f2-4874-b0ba-243e315af4b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1d92c60-8ec8-4263-bfcc-74bbe6cd55af,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:29:58.471988 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc710c3d-79f2-4874-b0ba-243e315af4b6 admin admin] Checking segment: {'id': '3a46c540-6fa2-4630-b1ad-4e7e7ce44ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:29:58.472346 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc710c3d-79f2-4874-b0ba-243e315af4b6 admin admin] Network hostable DHCP agents. Network: 958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:29:58.495800 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc710c3d-79f2-4874-b0ba-243e315af4b6 admin admin] Network 958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:29:58.510128 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-dc710c3d-79f2-4874-b0ba-243e315af4b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, 958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:29:58.515993 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc710c3d-79f2-4874-b0ba-243e315af4b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:29:58.516602 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dc710c3d-79f2-4874-b0ba-243e315af4b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539973'] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:29:58.524024 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d4c9fb79-8a8c-46cf-bbad-f4d4b020c6cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:29:58.565714 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-dc710c3d-79f2-4874-b0ba-243e315af4b6 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6139319 Feb 01 04:29:58.568316 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-ff3d36ed-6459-429c-ac5f-68156ba6ff05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2124742145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2124742145-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-159230114'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:29:58.573056 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 59846) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:29:58.575722 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-ff3d36ed-6459-429c-ac5f-68156ba6ff05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2124742145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2124742145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:29:58.582182 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-f6b63c0b-552c-4e1e-9487-ad8acc90e8fe admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1622551483-router', 'tenant_id': '8c08b23bffb44a249b00a7d1f56c2684', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:29:58.587287 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-ff3d36ed-6459-429c-ac5f-68156ba6ff05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2124742145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2124742145-project] Usage tracker for resource:network and tenant:048fbdf622934e07967a9c11ba6f7052 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:29:58.590970 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-f6b63c0b-552c-4e1e-9487-ad8acc90e8fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:29:58.593278 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-ff3d36ed-6459-429c-ac5f-68156ba6ff05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2124742145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2124742145-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:29:58.600390 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f6b63c0b-552c-4e1e-9487-ad8acc90e8fe admin admin] Usage tracker for resource:router and tenant:8c08b23bffb44a249b00a7d1f56c2684 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:29:58.603400 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-ff3d36ed-6459-429c-ac5f-68156ba6ff05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2124742145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2124742145-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:29:58.605473 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f6b63c0b-552c-4e1e-9487-ad8acc90e8fe admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:29:58.614011 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-f6b63c0b-552c-4e1e-9487-ad8acc90e8fe admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:29:58.626666 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff3d36ed-6459-429c-ac5f-68156ba6ff05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2124742145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2124742145-project] Made reservation on behalf of 048fbdf622934e07967a9c11ba6f7052 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:29:58.634512 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ff3d36ed-6459-429c-ac5f-68156ba6ff05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2124742145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2124742145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:29:58.649707 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b357756b-a5f1-4a8a-80a2-9ba57b95754a None None] Network 958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:29:58.663716 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f6b63c0b-552c-4e1e-9487-ad8acc90e8fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25958'] for router, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:29:58.665266 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f6b63c0b-552c-4e1e-9487-ad8acc90e8fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-372027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25961'] for router, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:29:58.679275 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ff3d36ed-6459-429c-ac5f-68156ba6ff05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2124742145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2124742145-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:29:58.723270 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-320a4362-1f2d-42a6-b74a-15520afdec14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for subnet, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:29:58.738176 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-ff3d36ed-6459-429c-ac5f-68156ba6ff05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2124742145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2124742145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:29:58.757004 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-ff3d36ed-6459-429c-ac5f-68156ba6ff05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2124742145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2124742145-project] Usage tracker for resource:security_group_rule and tenant:048fbdf622934e07967a9c11ba6f7052 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:29:58.760209 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f6b63c0b-552c-4e1e-9487-ad8acc90e8fe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:29:58.761608 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-ff3d36ed-6459-429c-ac5f-68156ba6ff05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2124742145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2124742145-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:29:58.783512 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-ff3d36ed-6459-429c-ac5f-68156ba6ff05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2124742145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2124742145-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:29:58.827632 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320a4362-1f2d-42a6-b74a-15520afdec14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f42bcb10-2f4f-4796-800c-dcbbdb896d1a,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:29:58.970615 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320a4362-1f2d-42a6-b74a-15520afdec14 admin admin] Checking segment: {'id': '17ff2334-fd28-43e8-8d86-c0a0d69edb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '90ceb3fa-eeb4-4146-8853-bf11c986f415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:29:58.970963 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320a4362-1f2d-42a6-b74a-15520afdec14 admin admin] Network hostable DHCP agents. Network: 90ceb3fa-eeb4-4146-8853-bf11c986f415, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:29:59.077300 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 59862) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:29:59.138178 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320a4362-1f2d-42a6-b74a-15520afdec14 admin admin] Network 90ceb3fa-eeb4-4146-8853-bf11c986f415 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:29:59.155401 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d4c9fb79-8a8c-46cf-bbad-f4d4b020c6cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:29:59.185927 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-320a4362-1f2d-42a6-b74a-15520afdec14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, 90ceb3fa-eeb4-4146-8853-bf11c986f415) {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:29:59.192449 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d4c9fb79-8a8c-46cf-bbad-f4d4b020c6cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:29:59.195811 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320a4362-1f2d-42a6-b74a-15520afdec14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:29:59.196446 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-320a4362-1f2d-42a6-b74a-15520afdec14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539973'] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:29:59.209182 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0538611-3d4d-4e51-9119-b562a5c339b0 None None] Network 90ceb3fa-eeb4-4146-8853-bf11c986f415 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:29:59.251615 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 59870) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:29:59.280741 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-320a4362-1f2d-42a6-b74a-15520afdec14 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.5311804 Feb 01 04:29:59.289168 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 59876) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:29:59.294442 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-9cb3b295-2834-4f27-9f2c-1e9b2c636936 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-82895039-router', 'tenant_id': '332d5a2a0a29497d81fd0e175d971fc8', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:29:59.304293 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-9cb3b295-2834-4f27-9f2c-1e9b2c636936 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:29:59.314036 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-9cb3b295-2834-4f27-9f2c-1e9b2c636936 admin admin] Usage tracker for resource:router and tenant:332d5a2a0a29497d81fd0e175d971fc8 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:29:59.319907 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-9cb3b295-2834-4f27-9f2c-1e9b2c636936 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:29:59.337810 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f6b63c0b-552c-4e1e-9487-ad8acc90e8fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:29:59.361440 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-9cb3b295-2834-4f27-9f2c-1e9b2c636936 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:29:59.368016 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-080dd3b1-afdc-47b2-904a-e9f6f9a36292 None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:29:59.369856 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 59880) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:29:59.400794 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9cb3b295-2834-4f27-9f2c-1e9b2c636936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25958'] for router, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:29:59.402522 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9cb3b295-2834-4f27-9f2c-1e9b2c636936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-372027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25961'] for router, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:29:59.419584 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6c3bd7-ca3e-47a3-b93e-bb3fc7da85a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a', 'network_id': '958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a', 'tenant_id': '8c08b23bffb44a249b00a7d1f56c2684', 'fixed_ips': [{'subnet_id': 'f1d92c60-8ec8-4263-bfcc-74bbe6cd55af'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:29:59.421685 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3e6c3bd7-ca3e-47a3-b93e-bb3fc7da85a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:29:59.424991 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9cb3b295-2834-4f27-9f2c-1e9b2c636936 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:29:59.489518 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ff3d36ed-6459-429c-ac5f-68156ba6ff05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2124742145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2124742145-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:29:59.514122 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ff3d36ed-6459-429c-ac5f-68156ba6ff05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2124742145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2124742145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:29:59.562063 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-dea2704a-c399-4dfa-b3fd-51ac25b92aaa tempest-ExternalNetworksTestJSON-1626186431 tempest-ExternalNetworksTestJSON-1626186431-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-820134461'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:29:59.566608 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-d4c9fb79-8a8c-46cf-bbad-f4d4b020c6cf admin admin] Allocated IP 172.26.8.239 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/f95843e6-04be-4f7f-80dc-63ce8a84d173) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:29:59.581485 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-dea2704a-c399-4dfa-b3fd-51ac25b92aaa tempest-ExternalNetworksTestJSON-1626186431 tempest-ExternalNetworksTestJSON-1626186431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:29:59.594686 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-dea2704a-c399-4dfa-b3fd-51ac25b92aaa tempest-ExternalNetworksTestJSON-1626186431 tempest-ExternalNetworksTestJSON-1626186431-project] Usage tracker for resource:network and tenant:aad9e99057e84d0bb4cd411255cc8a37 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:29:59.610158 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-080dd3b1-afdc-47b2-904a-e9f6f9a36292 None None] Transition to ACTIVE for port object c5b864a2-4a2e-4b8e-b57e-a8d22f27d3c1 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:29:59.630698 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3d36ed-6459-429c-ac5f-68156ba6ff05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2124742145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2124742145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d601b34-a336-45fd-b66f-ba798039cb66,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:29:59.653357 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-dea2704a-c399-4dfa-b3fd-51ac25b92aaa tempest-ExternalNetworksTestJSON-1626186431 tempest-ExternalNetworksTestJSON-1626186431-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:29:59.752888 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-dea2704a-c399-4dfa-b3fd-51ac25b92aaa tempest-ExternalNetworksTestJSON-1626186431 tempest-ExternalNetworksTestJSON-1626186431-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:29:59.758765 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-1d20b5eb-90a5-4734-94d4-5f791949e438 tempest-ExternalNetworksAdminNegativeTestJSON-84838242 tempest-ExternalNetworksAdminNegativeTestJSON-84838242-project-admin] Request body: {'floatingip': {'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:29:59.779080 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364445ea-0b9a-41f3-b2fc-e21708339eb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-90ceb3fa-eeb4-4146-8853-bf11c986f415', 'network_id': '90ceb3fa-eeb4-4146-8853-bf11c986f415', 'tenant_id': '332d5a2a0a29497d81fd0e175d971fc8', 'fixed_ips': [{'subnet_id': 'f42bcb10-2f4f-4796-800c-dcbbdb896d1a'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:29:59.779952 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-364445ea-0b9a-41f3-b2fc-e21708339eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:29:59.852994 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-db9ec540-473b-40c4-ac02-0adff97de5ab tempest-RoutersAdminNegativeTest-1665669222 tempest-RoutersAdminNegativeTest-1665669222-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1031602280', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:29:59.858644 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff3d36ed-6459-429c-ac5f-68156ba6ff05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2124742145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2124742145-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:29:59.868665 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-080dd3b1-afdc-47b2-904a-e9f6f9a36292 None None] Transition to ACTIVE for port object c5b864a2-4a2e-4b8e-b57e-a8d22f27d3c1 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:29:59.868879 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ff3d36ed-6459-429c-ac5f-68156ba6ff05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2124742145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2124742145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:29:59.869179 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-ff3d36ed-6459-429c-ac5f-68156ba6ff05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2124742145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2124742145-project] Added segment 0db2bf91-d0d2-4b76-9df9-e149e1e32fbb of type vlan for network beeb88de-9baf-438a-9acc-fecbe63f9c4b Feb 01 04:29:59.870780 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-db9ec540-473b-40c4-ac02-0adff97de5ab tempest-RoutersAdminNegativeTest-1665669222 tempest-RoutersAdminNegativeTest-1665669222-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:29:59.875101 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-db9ec540-473b-40c4-ac02-0adff97de5ab tempest-RoutersAdminNegativeTest-1665669222 tempest-RoutersAdminNegativeTest-1665669222-project-admin] Usage tracker for resource:port and tenant:f8f2a3d62b9d4d8e9d212e6a027136d2 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:29:59.878823 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-db9ec540-473b-40c4-ac02-0adff97de5ab tempest-RoutersAdminNegativeTest-1665669222 tempest-RoutersAdminNegativeTest-1665669222-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:29:59.885901 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-db9ec540-473b-40c4-ac02-0adff97de5ab tempest-RoutersAdminNegativeTest-1665669222 tempest-RoutersAdminNegativeTest-1665669222-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:29:59.894898 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-080dd3b1-afdc-47b2-904a-e9f6f9a36292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:29:59.895502 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9cb3b295-2834-4f27-9f2c-1e9b2c636936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:29:59.899220 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ff3d36ed-6459-429c-ac5f-68156ba6ff05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2124742145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2124742145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:29:59.900068 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-1d20b5eb-90a5-4734-94d4-5f791949e438 tempest-ExternalNetworksAdminNegativeTestJSON-84838242 tempest-ExternalNetworksAdminNegativeTestJSON-84838242-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:29:59.907701 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db9ec540-473b-40c4-ac02-0adff97de5ab tempest-RoutersAdminNegativeTest-1665669222 tempest-RoutersAdminNegativeTest-1665669222-project-admin] Made reservation on behalf of f8f2a3d62b9d4d8e9d212e6a027136d2 for: {'port': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:29:59.910516 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-db9ec540-473b-40c4-ac02-0adff97de5ab tempest-RoutersAdminNegativeTest-1665669222 tempest-RoutersAdminNegativeTest-1665669222-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:29:59.936083 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 59894) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:29:59.939511 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ff3d36ed-6459-429c-ac5f-68156ba6ff05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2124742145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2124742145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:29:59.948050 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3d36ed-6459-429c-ac5f-68156ba6ff05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2124742145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2124742145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:29:59.948240 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ff3d36ed-6459-429c-ac5f-68156ba6ff05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2124742145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2124742145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539973'] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:29:59.976167 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-1d20b5eb-90a5-4734-94d4-5f791949e438 tempest-ExternalNetworksAdminNegativeTestJSON-84838242 tempest-ExternalNetworksAdminNegativeTestJSON-84838242-project-admin] Usage tracker for resource:floatingip and tenant:11bc144805354c4a953fc33cfc508909 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:29:59.979254 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-db9ec540-473b-40c4-ac02-0adff97de5ab tempest-RoutersAdminNegativeTest-1665669222 tempest-RoutersAdminNegativeTest-1665669222-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:29:59.991908 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea2704a-c399-4dfa-b3fd-51ac25b92aaa tempest-ExternalNetworksTestJSON-1626186431 tempest-ExternalNetworksTestJSON-1626186431-project] Made reservation on behalf of aad9e99057e84d0bb4cd411255cc8a37 for: {'network': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:29:59.995471 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dea2704a-c399-4dfa-b3fd-51ac25b92aaa tempest-ExternalNetworksTestJSON-1626186431 tempest-ExternalNetworksTestJSON-1626186431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:00.004360 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-1d20b5eb-90a5-4734-94d4-5f791949e438 tempest-ExternalNetworksAdminNegativeTestJSON-84838242 tempest-ExternalNetworksAdminNegativeTestJSON-84838242-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:30:00.016886 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-db9ec540-473b-40c4-ac02-0adff97de5ab tempest-RoutersAdminNegativeTest-1665669222 tempest-RoutersAdminNegativeTest-1665669222-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:30:00.017848 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080dd3b1-afdc-47b2-904a-e9f6f9a36292 None None] Network d56a2493-44f0-4c57-af25-6a282deef9cd is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:30:00.020949 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-db9ec540-473b-40c4-ac02-0adff97de5ab tempest-RoutersAdminNegativeTest-1665669222 tempest-RoutersAdminNegativeTest-1665669222-project-admin] Usage tracker for resource:security_group_rule and tenant:f8f2a3d62b9d4d8e9d212e6a027136d2 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:30:00.023973 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-db9ec540-473b-40c4-ac02-0adff97de5ab tempest-RoutersAdminNegativeTest-1665669222 tempest-RoutersAdminNegativeTest-1665669222-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:30:00.030038 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-db9ec540-473b-40c4-ac02-0adff97de5ab tempest-RoutersAdminNegativeTest-1665669222 tempest-RoutersAdminNegativeTest-1665669222-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:30:00.036310 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-080dd3b1-afdc-47b2-904a-e9f6f9a36292 None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:30:00.039072 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080dd3b1-afdc-47b2-904a-e9f6f9a36292 None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:30:00.118341 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-db9ec540-473b-40c4-ac02-0adff97de5ab tempest-RoutersAdminNegativeTest-1665669222 tempest-RoutersAdminNegativeTest-1665669222-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:00.135851 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-b66d6638-c941-4758-a113-0cc596a71540 tempest-QuotasTest-2051280191 tempest-QuotasTest-2051280191-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:30:00.142671 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-1d20b5eb-90a5-4734-94d4-5f791949e438 tempest-ExternalNetworksAdminNegativeTestJSON-84838242 tempest-ExternalNetworksAdminNegativeTestJSON-84838242-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:30:00.145150 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dea2704a-c399-4dfa-b3fd-51ac25b92aaa tempest-ExternalNetworksTestJSON-1626186431 tempest-ExternalNetworksTestJSON-1626186431-project] Notify callbacks [] for security_group, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:00.159835 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-db9ec540-473b-40c4-ac02-0adff97de5ab tempest-RoutersAdminNegativeTest-1665669222 tempest-RoutersAdminNegativeTest-1665669222-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:00.170177 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080dd3b1-afdc-47b2-904a-e9f6f9a36292 None None] Pushing event updated for resources: {'Port': ['ID=c5b864a2-4a2e-4b8e-b57e-a8d22f27d3c1,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:00.187118 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-db9ec540-473b-40c4-ac02-0adff97de5ab tempest-RoutersAdminNegativeTest-1665669222 tempest-RoutersAdminNegativeTest-1665669222-project-admin] device_id is not set on port 443bf63c-589e-4992-a87a-f3585cce95c2 yet. {{(pid=87637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:30:00.198546 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ff3d36ed-6459-429c-ac5f-68156ba6ff05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2124742145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2124742145-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.1033785 Feb 01 04:30:00.201799 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3d36ed-6459-429c-ac5f-68156ba6ff05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2124742145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2124742145-project] Pushing event updated for resources: {'Network': ['ID=beeb88de-9baf-438a-9acc-fecbe63f9c4b,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:00.207671 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f6b63c0b-552c-4e1e-9487-ad8acc90e8fe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:00.233376 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-dea2704a-c399-4dfa-b3fd-51ac25b92aaa tempest-ExternalNetworksTestJSON-1626186431 tempest-ExternalNetworksTestJSON-1626186431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:30:00.239469 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1d20b5eb-90a5-4734-94d4-5f791949e438 tempest-ExternalNetworksAdminNegativeTestJSON-84838242 tempest-ExternalNetworksAdminNegativeTestJSON-84838242-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:00.241762 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f6b63c0b-552c-4e1e-9487-ad8acc90e8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:00.268309 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-dea2704a-c399-4dfa-b3fd-51ac25b92aaa tempest-ExternalNetworksTestJSON-1626186431 tempest-ExternalNetworksTestJSON-1626186431-project] Usage tracker for resource:security_group_rule and tenant:aad9e99057e84d0bb4cd411255cc8a37 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:30:00.279009 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-3e6c3bd7-ca3e-47a3-b93e-bb3fc7da85a3 None None] Allocated IP 172.20.0.2 (958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a/f1d92c60-8ec8-4263-bfcc-74bbe6cd55af/dc40e41a-e120-4b60-ac37-01e656126bd6) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:30:00.281553 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-dea2704a-c399-4dfa-b3fd-51ac25b92aaa tempest-ExternalNetworksTestJSON-1626186431 tempest-ExternalNetworksTestJSON-1626186431-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:30:00.301953 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080dd3b1-afdc-47b2-904a-e9f6f9a36292 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:30:00.302348 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080dd3b1-afdc-47b2-904a-e9f6f9a36292 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:30:00.302634 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080dd3b1-afdc-47b2-904a-e9f6f9a36292 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:30:00.302957 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080dd3b1-afdc-47b2-904a-e9f6f9a36292 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:30:00.303322 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080dd3b1-afdc-47b2-904a-e9f6f9a36292 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:30:00.303667 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080dd3b1-afdc-47b2-904a-e9f6f9a36292 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:30:00.303991 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080dd3b1-afdc-47b2-904a-e9f6f9a36292 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:30:00.304311 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080dd3b1-afdc-47b2-904a-e9f6f9a36292 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:30:00.304644 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080dd3b1-afdc-47b2-904a-e9f6f9a36292 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:30:00.304969 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080dd3b1-afdc-47b2-904a-e9f6f9a36292 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:30:00.305286 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080dd3b1-afdc-47b2-904a-e9f6f9a36292 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:30:00.305599 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080dd3b1-afdc-47b2-904a-e9f6f9a36292 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:30:00.306725 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080dd3b1-afdc-47b2-904a-e9f6f9a36292 None None] Tracked resource versions report: Feb 01 04:30:00.306725 dv-neutron-826830-1-hyperv neutron-server[87638]: pushed versions: Feb 01 04:30:00.306725 dv-neutron-826830-1-hyperv neutron-server[87638]: { 'AddressGroup': {'1.2'}, Feb 01 04:30:00.306725 dv-neutron-826830-1-hyperv neutron-server[87638]: 'ConntrackHelper': {'1.0'}, Feb 01 04:30:00.306725 dv-neutron-826830-1-hyperv neutron-server[87638]: 'Log': {'1.0'}, Feb 01 04:30:00.306725 dv-neutron-826830-1-hyperv neutron-server[87638]: 'Network': {'1.1'}, Feb 01 04:30:00.306725 dv-neutron-826830-1-hyperv neutron-server[87638]: 'Port': {'1.7'}, Feb 01 04:30:00.306725 dv-neutron-826830-1-hyperv neutron-server[87638]: 'PortForwarding': {'1.2'}, Feb 01 04:30:00.306725 dv-neutron-826830-1-hyperv neutron-server[87638]: 'QosPolicy': {'1.8'}, Feb 01 04:30:00.306725 dv-neutron-826830-1-hyperv neutron-server[87638]: 'SecurityGroup': {'1.4'}, Feb 01 04:30:00.306725 dv-neutron-826830-1-hyperv neutron-server[87638]: 'SecurityGroupRule': {'1.2'}, Feb 01 04:30:00.306725 dv-neutron-826830-1-hyperv neutron-server[87638]: 'SubPort': {'1.0'}, Feb 01 04:30:00.306725 dv-neutron-826830-1-hyperv neutron-server[87638]: 'Subnet': {'1.1'}, Feb 01 04:30:00.306725 dv-neutron-826830-1-hyperv neutron-server[87638]: 'Trunk': {'1.1'}} Feb 01 04:30:00.306725 dv-neutron-826830-1-hyperv neutron-server[87638]: consumer versions: Feb 01 04:30:00.306725 dv-neutron-826830-1-hyperv neutron-server[87638]: { DHCP agent@dv-neutron-826830-1-hyperv: {}, Feb 01 04:30:00.306725 dv-neutron-826830-1-hyperv neutron-server[87638]: HyperV agent@hv-neutron-8268: {}, Feb 01 04:30:00.306725 dv-neutron-826830-1-hyperv neutron-server[87638]: L3 agent@dv-neutron-826830-1-hyperv: {}, Feb 01 04:30:00.306725 dv-neutron-826830-1-hyperv neutron-server[87638]: Metadata agent@dv-neutron-826830-1-hyperv: {}, Feb 01 04:30:00.306725 dv-neutron-826830-1-hyperv neutron-server[87638]: Metering agent@dv-neutron-826830-1-hyperv: {}, Feb 01 04:30:00.306725 dv-neutron-826830-1-hyperv neutron-server[87638]: Open vSwitch agent@dv-neutron-826830-1-hyperv: { 'AddressGroup': '1.2', Feb 01 04:30:00.306725 dv-neutron-826830-1-hyperv neutron-server[87638]: 'ConntrackHelper': '1.0', Feb 01 04:30:00.306725 dv-neutron-826830-1-hyperv neutron-server[87638]: 'Log': '1.0', Feb 01 04:30:00.306725 dv-neutron-826830-1-hyperv neutron-server[87638]: 'Network': '1.1', Feb 01 04:30:00.306725 dv-neutron-826830-1-hyperv neutron-server[87638]: 'Port': '1.7', Feb 01 04:30:00.306725 dv-neutron-826830-1-hyperv neutron-server[87638]: 'PortForwarding': '1.2', Feb 01 04:30:00.306725 dv-neutron-826830-1-hyperv neutron-server[87638]: 'QosPolicy': '1.8', Feb 01 04:30:00.306725 dv-neutron-826830-1-hyperv neutron-server[87638]: 'SecurityGroup': '1.4', Feb 01 04:30:00.306725 dv-neutron-826830-1-hyperv neutron-server[87638]: 'SecurityGroupRule': '1.2', Feb 01 04:30:00.306725 dv-neutron-826830-1-hyperv neutron-server[87638]: 'SubPort': '1.0', Feb 01 04:30:00.306725 dv-neutron-826830-1-hyperv neutron-server[87638]: 'Subnet': '1.1', Feb 01 04:30:00.306725 dv-neutron-826830-1-hyperv neutron-server[87638]: 'Trunk': '1.1'}} Feb 01 04:30:00.306725 dv-neutron-826830-1-hyperv neutron-server[87638]: {{(pid=87638) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 01 04:30:00.309213 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network beeb88de-9baf-438a-9acc-fecbe63f9c4b details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:30:00.320692 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-dea2704a-c399-4dfa-b3fd-51ac25b92aaa tempest-ExternalNetworksTestJSON-1626186431 tempest-ExternalNetworksTestJSON-1626186431-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:30:00.333329 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-364445ea-0b9a-41f3-b2fc-e21708339eb1 None None] Allocated IP 172.20.0.2 (90ceb3fa-eeb4-4146-8853-bf11c986f415/f42bcb10-2f4f-4796-800c-dcbbdb896d1a/94de81cf-c9b5-4f15-8db5-5735f598309c) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:30:00.349201 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d4c9fb79-8a8c-46cf-bbad-f4d4b020c6cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:00.367650 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b66d6638-c941-4758-a113-0cc596a71540 tempest-QuotasTest-2051280191 tempest-QuotasTest-2051280191-project-admin] 10.222.0.24 "PUT /v2.0/quotas/c4d6bfedc04d400f9811260a199a79e1 HTTP/1.1" status: 200 len: 366 time: 0.4300427 Feb 01 04:30:00.368018 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-080dd3b1-afdc-47b2-904a-e9f6f9a36292 None None] Attempting to bind port c5b864a2-4a2e-4b8e-b57e-a8d22f27d3c1 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:30:00.368366 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-080dd3b1-afdc-47b2-904a-e9f6f9a36292 None None] Attempting to bind port c5b864a2-4a2e-4b8e-b57e-a8d22f27d3c1 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': 'f3c730b5-ac0c-4a87-93d7-0709403005ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd56a2493-44f0-4c57-af25-6a282deef9cd'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:30:00.368723 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080dd3b1-afdc-47b2-904a-e9f6f9a36292 None None] Attempting to bind port c5b864a2-4a2e-4b8e-b57e-a8d22f27d3c1 on network d56a2493-44f0-4c57-af25-6a282deef9cd {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:30:00.370048 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 59914) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:00.389039 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-5af6dfaf-beb8-42da-bd71-3e70632e70f1 tempest-QuotasTest-2051280191 tempest-QuotasTest-2051280191-project-admin] 10.222.0.24 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0161409 Feb 01 04:30:00.391365 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 59920) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:00.406516 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2d585a4b-305a-485c-b896-012ba300a636 tempest-QuotasTest-2051280191 tempest-QuotasTest-2051280191-project-admin] 10.222.0.24 "GET /v2.0/quotas/c4d6bfedc04d400f9811260a199a79e1 HTTP/1.1" status: 200 len: 366 time: 0.0138564 Feb 01 04:30:00.409059 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 59924) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:00.414712 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9ec540-473b-40c4-ac02-0adff97de5ab tempest-RoutersAdminNegativeTest-1665669222 tempest-RoutersAdminNegativeTest-1665669222-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f13e29d-91f6-42e8-b670-8abd8c9d6ceb,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:00.441080 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2a2ec4aa-d5f9-4759-800b-a9ed203bc778 tempest-QuotasTest-2051280191 tempest-QuotasTest-2051280191-project-admin] 10.222.0.24 "DELETE /v2.0/quotas/c4d6bfedc04d400f9811260a199a79e1 HTTP/1.1" status: 204 len: 168 time: 0.0285065 Feb 01 04:30:00.445124 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 59928) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:00.461042 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-7b49042b-fe9d-41c9-ad4f-621a00076714 tempest-QuotasTest-2051280191 tempest-QuotasTest-2051280191-project-admin] 10.222.0.24 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0145786 Feb 01 04:30:00.463435 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 59932) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:00.479187 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-351cca44-c570-4345-a8c3-f93e66da72bf tempest-QuotasTest-2051280191 tempest-QuotasTest-2051280191-project-admin] 10.222.0.24 "GET /v2.0/quotas/c4d6bfedc04d400f9811260a199a79e1 HTTP/1.1" status: 200 len: 370 time: 0.0142276 Feb 01 04:30:00.481626 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 59936) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:00.490019 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080dd3b1-afdc-47b2-904a-e9f6f9a36292 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:30:00.490392 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080dd3b1-afdc-47b2-904a-e9f6f9a36292 None None] Checking segment: {'id': 'f3c730b5-ac0c-4a87-93d7-0709403005ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd56a2493-44f0-4c57-af25-6a282deef9cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:30:00.490792 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-080dd3b1-afdc-47b2-904a-e9f6f9a36292 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:00.491253 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080dd3b1-afdc-47b2-904a-e9f6f9a36292 None None] Bound using segment: {'id': 'f3c730b5-ac0c-4a87-93d7-0709403005ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd56a2493-44f0-4c57-af25-6a282deef9cd'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:30:00.491678 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-080dd3b1-afdc-47b2-904a-e9f6f9a36292 None None] Bound port: c5b864a2-4a2e-4b8e-b57e-a8d22f27d3c1, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3c730b5-ac0c-4a87-93d7-0709403005ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd56a2493-44f0-4c57-af25-6a282deef9cd'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:30:00.492071 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-080dd3b1-afdc-47b2-904a-e9f6f9a36292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:00.492480 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-772f5eb3-4aea-40dc-91be-2d9d6f4aa3ed tempest-QuotasTest-2051280191 tempest-QuotasTest-2051280191-project-admin] 10.222.0.24 "GET /v2.0/quotas/c4d6bfedc04d400f9811260a199a79e1/default HTTP/1.1" status: 200 len: 370 time: 0.0077124 Feb 01 04:30:00.493709 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 59940) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:00.507507 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-91626f40-2d4b-4c11-aa1b-1672782a1233 tempest-QuotasTest-2051280191 tempest-QuotasTest-2051280191-project-admin] delete failed (client error): The resource could not be found. Feb 01 04:30:00.508522 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-91626f40-2d4b-4c11-aa1b-1672782a1233 tempest-QuotasTest-2051280191 tempest-QuotasTest-2051280191-project-admin] 10.222.0.24 "DELETE /v2.0/quotas/c4d6bfedc04d400f9811260a199a79e1 HTTP/1.1" status: 404 len: 348 time: 0.0138755 Feb 01 04:30:00.658095 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d4c9fb79-8a8c-46cf-bbad-f4d4b020c6cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:00.726567 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 59946) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:00.786812 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-f6b63c0b-552c-4e1e-9487-ad8acc90e8fe admin admin] Allocated IP 172.26.8.120 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/420c1d2e-f562-44d8-b669-8bcc3ca82a70) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:30:00.791032 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c9fb79-8a8c-46cf-bbad-f4d4b020c6cf admin admin] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:30:00.804551 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-d4c9fb79-8a8c-46cf-bbad-f4d4b020c6cf admin admin] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:30:00.813400 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c9fb79-8a8c-46cf-bbad-f4d4b020c6cf admin admin] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:30:00.836528 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-080dd3b1-afdc-47b2-904a-e9f6f9a36292 None None] For port c5b864a2-4a2e-4b8e-b57e-a8d22f27d3c1, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:30:00.882788 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-080dd3b1-afdc-47b2-904a-e9f6f9a36292 None None] For port c5b864a2-4a2e-4b8e-b57e-a8d22f27d3c1, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=c5b864a2-4a2e-4b8e-b57e-a8d22f27d3c1,segment=NetworkSegment(f3c730b5-ac0c-4a87-93d7-0709403005ff),segment_id=f3c730b5-ac0c-4a87-93d7-0709403005ff)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:30:00.900648 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-080dd3b1-afdc-47b2-904a-e9f6f9a36292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:00.928961 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-748de547-9ba8-4458-8564-5e8929d59367 tempest-QuotasTest-2051280191 tempest-QuotasTest-2051280191-project-admin] Usage tracker for resource:network and tenant:790bab70185344a0a5d5c2a86389cfc5 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:30:00.934264 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dea2704a-c399-4dfa-b3fd-51ac25b92aaa tempest-ExternalNetworksTestJSON-1626186431 tempest-ExternalNetworksTestJSON-1626186431-project] Notify callbacks [] for security_group, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:00.944458 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-748de547-9ba8-4458-8564-5e8929d59367 tempest-QuotasTest-2051280191 tempest-QuotasTest-2051280191-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:30:00.971503 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3e6c3bd7-ca3e-47a3-b93e-bb3fc7da85a3 None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:00.986724 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-3e6c3bd7-ca3e-47a3-b93e-bb3fc7da85a3 None None] Transition to ACTIVE for port object dc40e41a-e120-4b60-ac37-01e656126bd6 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:30:01.014590 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-3e6c3bd7-ca3e-47a3-b93e-bb3fc7da85a3 None None] Transition to ACTIVE for port object dc40e41a-e120-4b60-ac37-01e656126bd6 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:30:01.017006 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-748de547-9ba8-4458-8564-5e8929d59367 tempest-QuotasTest-2051280191 tempest-QuotasTest-2051280191-project-admin] Usage tracker for resource:subnet and tenant:790bab70185344a0a5d5c2a86389cfc5 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:30:01.018034 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f6b63c0b-552c-4e1e-9487-ad8acc90e8fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:01.018910 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-364445ea-0b9a-41f3-b2fc-e21708339eb1 None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:01.022210 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c9fb79-8a8c-46cf-bbad-f4d4b020c6cf admin admin] Pushing event updated for resources: {'Port': ['ID=f95843e6-04be-4f7f-80dc-63ce8a84d173,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:01.024312 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dea2704a-c399-4dfa-b3fd-51ac25b92aaa tempest-ExternalNetworksTestJSON-1626186431 tempest-ExternalNetworksTestJSON-1626186431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:01.036314 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3e6c3bd7-ca3e-47a3-b93e-bb3fc7da85a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:01.044146 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-748de547-9ba8-4458-8564-5e8929d59367 tempest-QuotasTest-2051280191 tempest-QuotasTest-2051280191-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:30:01.046924 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 59952) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:01.053787 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Request body: {'port': {'network_id': 'beeb88de-9baf-438a-9acc-fecbe63f9c4b', 'binding:host_id': 'hv-neutron-8268', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-561986875'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:30:01.060310 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:30:01.066284 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Usage tracker for resource:port and tenant:5761e1a9701f46ce82008f2361ec1ef3 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:30:01.072571 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:30:01.076322 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-364445ea-0b9a-41f3-b2fc-e21708339eb1 None None] Transition to ACTIVE for port object 94de81cf-c9b5-4f15-8db5-5735f598309c will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:30:01.079629 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:30:01.093611 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Made reservation on behalf of 5761e1a9701f46ce82008f2361ec1ef3 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:30:01.096694 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:01.102010 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6c3bd7-ca3e-47a3-b93e-bb3fc7da85a3 None None] Network 958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:30:01.107463 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-3e6c3bd7-ca3e-47a3-b93e-bb3fc7da85a3 None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:30:01.108008 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f6b63c0b-552c-4e1e-9487-ad8acc90e8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:01.118911 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6c3bd7-ca3e-47a3-b93e-bb3fc7da85a3 None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:30:01.124942 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea2704a-c399-4dfa-b3fd-51ac25b92aaa tempest-ExternalNetworksTestJSON-1626186431 tempest-ExternalNetworksTestJSON-1626186431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26c63b1d-98fc-4c6d-89ff-d7a878a8e9c8,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:01.125295 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-364445ea-0b9a-41f3-b2fc-e21708339eb1 None None] Transition to ACTIVE for port object 94de81cf-c9b5-4f15-8db5-5735f598309c will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:30:01.149369 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1d20b5eb-90a5-4734-94d4-5f791949e438 tempest-ExternalNetworksAdminNegativeTestJSON-84838242 tempest-ExternalNetworksAdminNegativeTestJSON-84838242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:01.158133 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:01.164035 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080dd3b1-afdc-47b2-904a-e9f6f9a36292 None None] Pushing event updated for resources: {'Port': ['ID=c5b864a2-4a2e-4b8e-b57e-a8d22f27d3c1,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:01.171930 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-364445ea-0b9a-41f3-b2fc-e21708339eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:01.197780 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b63c0b-552c-4e1e-9487-ad8acc90e8fe admin admin] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:30:01.202024 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-f6b63c0b-552c-4e1e-9487-ad8acc90e8fe admin admin] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:30:01.204437 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b63c0b-552c-4e1e-9487-ad8acc90e8fe admin admin] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:30:01.270753 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:30:01.282991 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b63c0b-552c-4e1e-9487-ad8acc90e8fe admin admin] Pushing event updated for resources: {'Port': ['ID=420c1d2e-f562-44d8-b669-8bcc3ca82a70,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:01.285796 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364445ea-0b9a-41f3-b2fc-e21708339eb1 None None] Network 90ceb3fa-eeb4-4146-8853-bf11c986f415 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:30:01.293462 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-364445ea-0b9a-41f3-b2fc-e21708339eb1 None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:30:01.306871 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364445ea-0b9a-41f3-b2fc-e21708339eb1 None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:30:01.321374 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-748de547-9ba8-4458-8564-5e8929d59367 tempest-QuotasTest-2051280191 tempest-QuotasTest-2051280191-project-admin] Usage tracker for resource:subnetpool and tenant:790bab70185344a0a5d5c2a86389cfc5 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:30:01.323989 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dea2704a-c399-4dfa-b3fd-51ac25b92aaa tempest-ExternalNetworksTestJSON-1626186431 tempest-ExternalNetworksTestJSON-1626186431-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=87637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:30:01.333691 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Usage tracker for resource:security_group_rule and tenant:5761e1a9701f46ce82008f2361ec1ef3 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:30:01.343875 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:30:01.393661 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:30:01.398574 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9cb3b295-2834-4f27-9f2c-1e9b2c636936 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:01.419392 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-3e6c3bd7-ca3e-47a3-b93e-bb3fc7da85a3 None None] Attempting to bind port dc40e41a-e120-4b60-ac37-01e656126bd6 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:30:01.419815 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-3e6c3bd7-ca3e-47a3-b93e-bb3fc7da85a3 None None] Attempting to bind port dc40e41a-e120-4b60-ac37-01e656126bd6 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '3a46c540-6fa2-4630-b1ad-4e7e7ce44ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:30:01.420172 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6c3bd7-ca3e-47a3-b93e-bb3fc7da85a3 None None] Attempting to bind port dc40e41a-e120-4b60-ac37-01e656126bd6 on network 958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:30:01.435179 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6c3bd7-ca3e-47a3-b93e-bb3fc7da85a3 None None] Pushing event updated for resources: {'Port': ['ID=dc40e41a-e120-4b60-ac37-01e656126bd6,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:01.451167 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-748de547-9ba8-4458-8564-5e8929d59367 tempest-QuotasTest-2051280191 tempest-QuotasTest-2051280191-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:30:01.463310 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9cb3b295-2834-4f27-9f2c-1e9b2c636936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:01.478489 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6c3bd7-ca3e-47a3-b93e-bb3fc7da85a3 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:30:01.478489 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6c3bd7-ca3e-47a3-b93e-bb3fc7da85a3 None None] Checking segment: {'id': '3a46c540-6fa2-4630-b1ad-4e7e7ce44ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:30:01.478852 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3e6c3bd7-ca3e-47a3-b93e-bb3fc7da85a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:01.479098 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6c3bd7-ca3e-47a3-b93e-bb3fc7da85a3 None None] Bound using segment: {'id': '3a46c540-6fa2-4630-b1ad-4e7e7ce44ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:30:01.479584 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-3e6c3bd7-ca3e-47a3-b93e-bb3fc7da85a3 None None] Bound port: dc40e41a-e120-4b60-ac37-01e656126bd6, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a46c540-6fa2-4630-b1ad-4e7e7ce44ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:30:01.480015 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3e6c3bd7-ca3e-47a3-b93e-bb3fc7da85a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:01.488523 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dea2704a-c399-4dfa-b3fd-51ac25b92aaa tempest-ExternalNetworksTestJSON-1626186431 tempest-ExternalNetworksTestJSON-1626186431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:01.489472 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.segments_db [None req-dea2704a-c399-4dfa-b3fd-51ac25b92aaa tempest-ExternalNetworksTestJSON-1626186431 tempest-ExternalNetworksTestJSON-1626186431-project] Added segment 213e1556-f5f3-4e10-88aa-6b84264d1279 of type vlan for network 198850a4-d70d-4292-96c6-b01ee4f9d789 Feb 01 04:30:01.544736 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-748de547-9ba8-4458-8564-5e8929d59367 tempest-QuotasTest-2051280191 tempest-QuotasTest-2051280191-project-admin] Usage tracker for resource:port and tenant:790bab70185344a0a5d5c2a86389cfc5 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:30:01.566397 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-db9ec540-473b-40c4-ac02-0adff97de5ab tempest-RoutersAdminNegativeTest-1665669222 tempest-RoutersAdminNegativeTest-1665669222-project-admin] Allocated IP 172.26.8.171 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/443bf63c-589e-4992-a87a-f3585cce95c2) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:30:01.589090 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-748de547-9ba8-4458-8564-5e8929d59367 tempest-QuotasTest-2051280191 tempest-QuotasTest-2051280191-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:30:01.634027 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-364445ea-0b9a-41f3-b2fc-e21708339eb1 None None] Attempting to bind port 94de81cf-c9b5-4f15-8db5-5735f598309c on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:30:01.634568 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-364445ea-0b9a-41f3-b2fc-e21708339eb1 None None] Attempting to bind port 94de81cf-c9b5-4f15-8db5-5735f598309c by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '17ff2334-fd28-43e8-8d86-c0a0d69edb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '90ceb3fa-eeb4-4146-8853-bf11c986f415'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:30:01.634998 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364445ea-0b9a-41f3-b2fc-e21708339eb1 None None] Attempting to bind port 94de81cf-c9b5-4f15-8db5-5735f598309c on network 90ceb3fa-eeb4-4146-8853-bf11c986f415 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:30:01.665498 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364445ea-0b9a-41f3-b2fc-e21708339eb1 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:30:01.665498 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364445ea-0b9a-41f3-b2fc-e21708339eb1 None None] Checking segment: {'id': '17ff2334-fd28-43e8-8d86-c0a0d69edb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '90ceb3fa-eeb4-4146-8853-bf11c986f415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:30:01.665498 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-364445ea-0b9a-41f3-b2fc-e21708339eb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:01.665498 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364445ea-0b9a-41f3-b2fc-e21708339eb1 None None] Bound using segment: {'id': '17ff2334-fd28-43e8-8d86-c0a0d69edb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '90ceb3fa-eeb4-4146-8853-bf11c986f415'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:30:01.665996 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-364445ea-0b9a-41f3-b2fc-e21708339eb1 None None] Bound port: 94de81cf-c9b5-4f15-8db5-5735f598309c, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17ff2334-fd28-43e8-8d86-c0a0d69edb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '90ceb3fa-eeb4-4146-8853-bf11c986f415'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:30:01.666114 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-364445ea-0b9a-41f3-b2fc-e21708339eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:01.683373 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364445ea-0b9a-41f3-b2fc-e21708339eb1 None None] Pushing event updated for resources: {'Port': ['ID=94de81cf-c9b5-4f15-8db5-5735f598309c,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:01.725016 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dea2704a-c399-4dfa-b3fd-51ac25b92aaa tempest-ExternalNetworksTestJSON-1626186431 tempest-ExternalNetworksTestJSON-1626186431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:01.744008 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-748de547-9ba8-4458-8564-5e8929d59367 tempest-QuotasTest-2051280191 tempest-QuotasTest-2051280191-project-admin] Usage tracker for resource:router and tenant:790bab70185344a0a5d5c2a86389cfc5 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:30:01.744374 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:01.759198 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:01.763053 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] device_id is not set on port 5e1a938e-96bc-4aad-a38b-c403fef1fa45 yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:30:01.774386 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-748de547-9ba8-4458-8564-5e8929d59367 tempest-QuotasTest-2051280191 tempest-QuotasTest-2051280191-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:30:01.787335 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-3e6c3bd7-ca3e-47a3-b93e-bb3fc7da85a3 None None] For port dc40e41a-e120-4b60-ac37-01e656126bd6, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:30:01.792455 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-3e6c3bd7-ca3e-47a3-b93e-bb3fc7da85a3 None None] For port dc40e41a-e120-4b60-ac37-01e656126bd6, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=dc40e41a-e120-4b60-ac37-01e656126bd6,segment=NetworkSegment(3a46c540-6fa2-4630-b1ad-4e7e7ce44ba6),segment_id=3a46c540-6fa2-4630-b1ad-4e7e7ce44ba6)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:30:01.823189 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-364445ea-0b9a-41f3-b2fc-e21708339eb1 None None] For port 94de81cf-c9b5-4f15-8db5-5735f598309c, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:30:01.826761 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-364445ea-0b9a-41f3-b2fc-e21708339eb1 None None] For port 94de81cf-c9b5-4f15-8db5-5735f598309c, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=94de81cf-c9b5-4f15-8db5-5735f598309c,segment=NetworkSegment(17ff2334-fd28-43e8-8d86-c0a0d69edb48),segment_id=17ff2334-fd28-43e8-8d86-c0a0d69edb48)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:30:01.828687 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3e6c3bd7-ca3e-47a3-b93e-bb3fc7da85a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:01.866204 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-364445ea-0b9a-41f3-b2fc-e21708339eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:01.929151 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7d973023-b073-43ac-b04b-1a007b08104c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:01.951250 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-748de547-9ba8-4458-8564-5e8929d59367 tempest-QuotasTest-2051280191 tempest-QuotasTest-2051280191-project-admin] Usage tracker for resource:floatingip and tenant:790bab70185344a0a5d5c2a86389cfc5 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:30:01.954080 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6c3bd7-ca3e-47a3-b93e-bb3fc7da85a3 None None] Pushing event updated for resources: {'Port': ['ID=dc40e41a-e120-4b60-ac37-01e656126bd6,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:02.009040 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c64c57-35ea-4a9f-bd39-2c1226fe9b61,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:02.012758 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f6b63c0b-552c-4e1e-9487-ad8acc90e8fe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:02.073361 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364445ea-0b9a-41f3-b2fc-e21708339eb1 None None] Pushing event updated for resources: {'Port': ['ID=94de81cf-c9b5-4f15-8db5-5735f598309c,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:02.081983 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-748de547-9ba8-4458-8564-5e8929d59367 tempest-QuotasTest-2051280191 tempest-QuotasTest-2051280191-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:30:02.092721 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dea2704a-c399-4dfa-b3fd-51ac25b92aaa tempest-ExternalNetworksTestJSON-1626186431 tempest-ExternalNetworksTestJSON-1626186431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:02.099042 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea2704a-c399-4dfa-b3fd-51ac25b92aaa tempest-ExternalNetworksTestJSON-1626186431 tempest-ExternalNetworksTestJSON-1626186431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:02.099712 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dea2704a-c399-4dfa-b3fd-51ac25b92aaa tempest-ExternalNetworksTestJSON-1626186431 tempest-ExternalNetworksTestJSON-1626186431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539973'] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:02.159384 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d4c9fb79-8a8c-46cf-bbad-f4d4b020c6cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:02.396029 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] device_id is not set on port 5e1a938e-96bc-4aad-a38b-c403fef1fa45 yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:30:02.399732 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea2704a-c399-4dfa-b3fd-51ac25b92aaa tempest-ExternalNetworksTestJSON-1626186431 tempest-ExternalNetworksTestJSON-1626186431-project] Pushing event updated for resources: {'Network': ['ID=198850a4-d70d-4292-96c6-b01ee4f9d789,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:02.410595 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 198850a4-d70d-4292-96c6-b01ee4f9d789 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:30:02.479832 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:02.482355 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-db9ec540-473b-40c4-ac02-0adff97de5ab tempest-RoutersAdminNegativeTest-1665669222 tempest-RoutersAdminNegativeTest-1665669222-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:02.517060 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Transition to ACTIVE for port object 5e1a938e-96bc-4aad-a38b-c403fef1fa45 will not be triggered until provisioned by entity L2. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:30:02.539590 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-dea2704a-c399-4dfa-b3fd-51ac25b92aaa tempest-ExternalNetworksTestJSON-1626186431 tempest-ExternalNetworksTestJSON-1626186431-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.4605815 Feb 01 04:30:02.544464 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 59958) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:02.601981 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:02.618256 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-748de547-9ba8-4458-8564-5e8929d59367 tempest-QuotasTest-2051280191 tempest-QuotasTest-2051280191-project-admin] Usage tracker for resource:security_group and tenant:790bab70185344a0a5d5c2a86389cfc5 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:30:02.641072 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-748de547-9ba8-4458-8564-5e8929d59367 tempest-QuotasTest-2051280191 tempest-QuotasTest-2051280191-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:30:02.720348 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f6b63c0b-552c-4e1e-9487-ad8acc90e8fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337'] for router, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:02.730221 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Pushing event updated for resources: {'Port': ['ID=5e1a938e-96bc-4aad-a38b-c403fef1fa45,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:02.810165 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-748de547-9ba8-4458-8564-5e8929d59367 tempest-QuotasTest-2051280191 tempest-QuotasTest-2051280191-project-admin] Usage tracker for resource:security_group_rule and tenant:790bab70185344a0a5d5c2a86389cfc5 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:30:02.833393 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-748de547-9ba8-4458-8564-5e8929d59367 tempest-QuotasTest-2051280191 tempest-QuotasTest-2051280191-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:30:02.857049 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Checking segment: {'id': '0db2bf91-d0d2-4b76-9df9-e149e1e32fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'beeb88de-9baf-438a-9acc-fecbe63f9c4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:30:02.857652 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Network hostable DHCP agents. Network: beeb88de-9baf-438a-9acc-fecbe63f9c4b, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:30:02.878087 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-748de547-9ba8-4458-8564-5e8929d59367 tempest-QuotasTest-2051280191 tempest-QuotasTest-2051280191-project-admin] 10.222.0.24 "GET /v2.0/quotas/790bab70185344a0a5d5c2a86389cfc5/details.json HTTP/1.1" status: 200 len: 703 time: 2.1365943 Feb 01 04:30:02.878087 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-db9ec540-473b-40c4-ac02-0adff97de5ab tempest-RoutersAdminNegativeTest-1665669222 tempest-RoutersAdminNegativeTest-1665669222-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:02.959499 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-f5ebfe77-539f-4018-bbf9-f61b3fd69018 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Request body: {'network': {'name': 'tempest-network--291377022', 'router:external': True}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:30:02.981962 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-f5ebfe77-539f-4018-bbf9-f61b3fd69018 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:30:02.993886 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Network beeb88de-9baf-438a-9acc-fecbe63f9c4b is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:30:03.011586 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-f5ebfe77-539f-4018-bbf9-f61b3fd69018 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Usage tracker for resource:network and tenant:68692077109c4dda8c8ddac11bd0c8fd is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:30:03.019590 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, beeb88de-9baf-438a-9acc-fecbe63f9c4b) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:30:03.021868 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9ec540-473b-40c4-ac02-0adff97de5ab tempest-RoutersAdminNegativeTest-1665669222 tempest-RoutersAdminNegativeTest-1665669222-project-admin] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:30:03.022847 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-f5ebfe77-539f-4018-bbf9-f61b3fd69018 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:30:03.028057 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:30:03.028215 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d4c9fb79-8a8c-46cf-bbad-f4d4b020c6cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337'] for router, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:03.038076 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-db9ec540-473b-40c4-ac02-0adff97de5ab tempest-RoutersAdminNegativeTest-1665669222 tempest-RoutersAdminNegativeTest-1665669222-project-admin] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:30:03.043621 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b06d7d-a63e-4eb7-9614-bacca7df34d0 None None] Network beeb88de-9baf-438a-9acc-fecbe63f9c4b requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:30:03.047862 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port 5e1a938e-96bc-4aad-a38b-c403fef1fa45 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:30:03.049840 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port 5e1a938e-96bc-4aad-a38b-c403fef1fa45 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '0db2bf91-d0d2-4b76-9df9-e149e1e32fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'beeb88de-9baf-438a-9acc-fecbe63f9c4b'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:30:03.050218 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port 5e1a938e-96bc-4aad-a38b-c403fef1fa45 on network beeb88de-9baf-438a-9acc-fecbe63f9c4b {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:30:03.062833 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Port 5e1a938e-96bc-4aad-a38b-c403fef1fa45 on network beeb88de-9baf-438a-9acc-fecbe63f9c4b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:30:03.063266 dv-neutron-826830-1-hyperv neutron-server[87636]: ERROR neutron.plugins.ml2.managers [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Failed to bind port 5e1a938e-96bc-4aad-a38b-c403fef1fa45 on host hv-neutron-8268 for vnic_type normal using segments [{'id': '0db2bf91-d0d2-4b76-9df9-e149e1e32fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'beeb88de-9baf-438a-9acc-fecbe63f9c4b'}] Feb 01 04:30:03.066038 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.plugins.ml2.plugin [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempt 2 to bind port 5e1a938e-96bc-4aad-a38b-c403fef1fa45 Feb 01 04:30:03.071732 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-f5ebfe77-539f-4018-bbf9-f61b3fd69018 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:30:03.084763 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9ec540-473b-40c4-ac02-0adff97de5ab tempest-RoutersAdminNegativeTest-1665669222 tempest-RoutersAdminNegativeTest-1665669222-project-admin] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:30:03.087057 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9ec540-473b-40c4-ac02-0adff97de5ab tempest-RoutersAdminNegativeTest-1665669222 tempest-RoutersAdminNegativeTest-1665669222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:03.088826 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-db9ec540-473b-40c4-ac02-0adff97de5ab tempest-RoutersAdminNegativeTest-1665669222 tempest-RoutersAdminNegativeTest-1665669222-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539973'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:03.089920 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port 5e1a938e-96bc-4aad-a38b-c403fef1fa45 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:30:03.090338 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port 5e1a938e-96bc-4aad-a38b-c403fef1fa45 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '0db2bf91-d0d2-4b76-9df9-e149e1e32fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'beeb88de-9baf-438a-9acc-fecbe63f9c4b'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:30:03.090577 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port 5e1a938e-96bc-4aad-a38b-c403fef1fa45 on network beeb88de-9baf-438a-9acc-fecbe63f9c4b {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:30:03.108651 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Port 5e1a938e-96bc-4aad-a38b-c403fef1fa45 on network beeb88de-9baf-438a-9acc-fecbe63f9c4b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:30:03.108978 dv-neutron-826830-1-hyperv neutron-server[87636]: ERROR neutron.plugins.ml2.managers [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Failed to bind port 5e1a938e-96bc-4aad-a38b-c403fef1fa45 on host hv-neutron-8268 for vnic_type normal using segments [{'id': '0db2bf91-d0d2-4b76-9df9-e149e1e32fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'beeb88de-9baf-438a-9acc-fecbe63f9c4b'}] Feb 01 04:30:03.109830 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.plugins.ml2.plugin [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempt 3 to bind port 5e1a938e-96bc-4aad-a38b-c403fef1fa45 Feb 01 04:30:03.136282 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port 5e1a938e-96bc-4aad-a38b-c403fef1fa45 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:30:03.136861 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port 5e1a938e-96bc-4aad-a38b-c403fef1fa45 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '0db2bf91-d0d2-4b76-9df9-e149e1e32fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'beeb88de-9baf-438a-9acc-fecbe63f9c4b'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:30:03.137399 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port 5e1a938e-96bc-4aad-a38b-c403fef1fa45 on network beeb88de-9baf-438a-9acc-fecbe63f9c4b {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:30:03.145778 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Port 5e1a938e-96bc-4aad-a38b-c403fef1fa45 on network beeb88de-9baf-438a-9acc-fecbe63f9c4b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:30:03.146109 dv-neutron-826830-1-hyperv neutron-server[87636]: ERROR neutron.plugins.ml2.managers [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Failed to bind port 5e1a938e-96bc-4aad-a38b-c403fef1fa45 on host hv-neutron-8268 for vnic_type normal using segments [{'id': '0db2bf91-d0d2-4b76-9df9-e149e1e32fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'beeb88de-9baf-438a-9acc-fecbe63f9c4b'}] Feb 01 04:30:03.149035 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.plugins.ml2.plugin [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempt 4 to bind port 5e1a938e-96bc-4aad-a38b-c403fef1fa45 Feb 01 04:30:03.165377 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6e1cdb-3347-494c-ab1f-b61be472cf31 None None] Network d56a2493-44f0-4c57-af25-6a282deef9cd requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:30:03.169424 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port 5e1a938e-96bc-4aad-a38b-c403fef1fa45 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:30:03.170184 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port 5e1a938e-96bc-4aad-a38b-c403fef1fa45 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '0db2bf91-d0d2-4b76-9df9-e149e1e32fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'beeb88de-9baf-438a-9acc-fecbe63f9c4b'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:30:03.170527 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port 5e1a938e-96bc-4aad-a38b-c403fef1fa45 on network beeb88de-9baf-438a-9acc-fecbe63f9c4b {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:30:03.178106 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Port 5e1a938e-96bc-4aad-a38b-c403fef1fa45 on network beeb88de-9baf-438a-9acc-fecbe63f9c4b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:30:03.178436 dv-neutron-826830-1-hyperv neutron-server[87636]: ERROR neutron.plugins.ml2.managers [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Failed to bind port 5e1a938e-96bc-4aad-a38b-c403fef1fa45 on host hv-neutron-8268 for vnic_type normal using segments [{'id': '0db2bf91-d0d2-4b76-9df9-e149e1e32fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'beeb88de-9baf-438a-9acc-fecbe63f9c4b'}] Feb 01 04:30:03.178911 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6b63c0b-552c-4e1e-9487-ad8acc90e8fe admin admin] Router e88ac96f-09da-4b77-9c81-4be8bc7a295d is scheduled to L3 agent a3073304-82af-4a42-89af-bc532d6626bb with binding_index 1 {{(pid=87636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 01 04:30:03.183810 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.plugins.ml2.plugin [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempt 5 to bind port 5e1a938e-96bc-4aad-a38b-c403fef1fa45 Feb 01 04:30:03.196264 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9ec540-473b-40c4-ac02-0adff97de5ab tempest-RoutersAdminNegativeTest-1665669222 tempest-RoutersAdminNegativeTest-1665669222-project-admin] Pushing event updated for resources: {'Port': ['ID=443bf63c-589e-4992-a87a-f3585cce95c2,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:03.228495 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-1d20b5eb-90a5-4734-94d4-5f791949e438 tempest-ExternalNetworksAdminNegativeTestJSON-84838242 tempest-ExternalNetworksAdminNegativeTestJSON-84838242-project-admin] Allocated IP 172.26.8.2 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/33e810ea-eafd-47f6-adb7-1e3c74917254) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:30:03.267116 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ebfe77-539f-4018-bbf9-f61b3fd69018 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Made reservation on behalf of 68692077109c4dda8c8ddac11bd0c8fd for: {'network': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:30:03.269515 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f5ebfe77-539f-4018-bbf9-f61b3fd69018 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:03.280038 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-db9ec540-473b-40c4-ac02-0adff97de5ab tempest-RoutersAdminNegativeTest-1665669222 tempest-RoutersAdminNegativeTest-1665669222-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.9072225 Feb 01 04:30:03.296397 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 59968) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:03.388854 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-1de7a840-ac99-47b6-a773-47d08e27ba21 None None] Provisioning for port c5b864a2-4a2e-4b8e-b57e-a8d22f27d3c1 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:30:03.428733 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-4516cc57-06f2-4928-bd56-7da06420f885 tempest-RoutersAdminNegativeTest-1665669222 tempest-RoutersAdminNegativeTest-1665669222-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.171'}]}}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:30:03.434286 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-4516cc57-06f2-4928-bd56-7da06420f885 tempest-RoutersAdminNegativeTest-1665669222 tempest-RoutersAdminNegativeTest-1665669222-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:30:03.438389 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-4516cc57-06f2-4928-bd56-7da06420f885 tempest-RoutersAdminNegativeTest-1665669222 tempest-RoutersAdminNegativeTest-1665669222-project-admin] Usage tracker for resource:router and tenant:f8f2a3d62b9d4d8e9d212e6a027136d2 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:30:03.447192 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f5ebfe77-539f-4018-bbf9-f61b3fd69018 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:03.470336 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 59972) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:03.471161 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-4516cc57-06f2-4928-bd56-7da06420f885 tempest-RoutersAdminNegativeTest-1665669222 tempest-RoutersAdminNegativeTest-1665669222-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:30:03.480358 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port 5e1a938e-96bc-4aad-a38b-c403fef1fa45 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:30:03.480995 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port 5e1a938e-96bc-4aad-a38b-c403fef1fa45 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '0db2bf91-d0d2-4b76-9df9-e149e1e32fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'beeb88de-9baf-438a-9acc-fecbe63f9c4b'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:30:03.495291 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port 5e1a938e-96bc-4aad-a38b-c403fef1fa45 on network beeb88de-9baf-438a-9acc-fecbe63f9c4b {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:30:03.502915 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b63c0b-552c-4e1e-9487-ad8acc90e8fe admin admin] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:30:03.517832 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e0a152-ed75-461e-b288-5c5a717e819f None None] Sync routers for ids ['e88ac96f-09da-4b77-9c81-4be8bc7a295d'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:30:03.522311 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Port 5e1a938e-96bc-4aad-a38b-c403fef1fa45 on network beeb88de-9baf-438a-9acc-fecbe63f9c4b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:30:03.522918 dv-neutron-826830-1-hyperv neutron-server[87636]: ERROR neutron.plugins.ml2.managers [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Failed to bind port 5e1a938e-96bc-4aad-a38b-c403fef1fa45 on host hv-neutron-8268 for vnic_type normal using segments [{'id': '0db2bf91-d0d2-4b76-9df9-e149e1e32fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'beeb88de-9baf-438a-9acc-fecbe63f9c4b'}] Feb 01 04:30:03.524150 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-4516cc57-06f2-4928-bd56-7da06420f885 tempest-RoutersAdminNegativeTest-1665669222 tempest-RoutersAdminNegativeTest-1665669222-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:30:03.527042 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.plugins.ml2.plugin [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempt 6 to bind port 5e1a938e-96bc-4aad-a38b-c403fef1fa45 Feb 01 04:30:03.536973 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e0a152-ed75-461e-b288-5c5a717e819f None None] Routers {'e88ac96f-09da-4b77-9c81-4be8bc7a295d'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:30:03.537621 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-b4e0a152-ed75-461e-b288-5c5a717e819f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:29:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['e88ac96f-09da-4b77-9c81-4be8bc7a295d'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:30:03.559750 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port 5e1a938e-96bc-4aad-a38b-c403fef1fa45 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:30:03.560099 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port 5e1a938e-96bc-4aad-a38b-c403fef1fa45 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '0db2bf91-d0d2-4b76-9df9-e149e1e32fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'beeb88de-9baf-438a-9acc-fecbe63f9c4b'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:30:03.560413 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port 5e1a938e-96bc-4aad-a38b-c403fef1fa45 on network beeb88de-9baf-438a-9acc-fecbe63f9c4b {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:30:03.568471 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Port 5e1a938e-96bc-4aad-a38b-c403fef1fa45 on network beeb88de-9baf-438a-9acc-fecbe63f9c4b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:30:03.569040 dv-neutron-826830-1-hyperv neutron-server[87636]: ERROR neutron.plugins.ml2.managers [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Failed to bind port 5e1a938e-96bc-4aad-a38b-c403fef1fa45 on host hv-neutron-8268 for vnic_type normal using segments [{'id': '0db2bf91-d0d2-4b76-9df9-e149e1e32fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'beeb88de-9baf-438a-9acc-fecbe63f9c4b'}] Feb 01 04:30:03.572547 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.plugins.ml2.plugin [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempt 7 to bind port 5e1a938e-96bc-4aad-a38b-c403fef1fa45 Feb 01 04:30:03.599085 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port 5e1a938e-96bc-4aad-a38b-c403fef1fa45 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:30:03.599269 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port 5e1a938e-96bc-4aad-a38b-c403fef1fa45 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '0db2bf91-d0d2-4b76-9df9-e149e1e32fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'beeb88de-9baf-438a-9acc-fecbe63f9c4b'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:30:03.599834 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port 5e1a938e-96bc-4aad-a38b-c403fef1fa45 on network beeb88de-9baf-438a-9acc-fecbe63f9c4b {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:30:03.604225 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f6b63c0b-552c-4e1e-9487-ad8acc90e8fe admin admin] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:03.606402 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f6b63c0b-552c-4e1e-9487-ad8acc90e8fe admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.0323272 Feb 01 04:30:03.609896 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 59978) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:03.654804 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-f5ebfe77-539f-4018-bbf9-f61b3fd69018 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:30:03.669561 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4516cc57-06f2-4928-bd56-7da06420f885 tempest-RoutersAdminNegativeTest-1665669222 tempest-RoutersAdminNegativeTest-1665669222-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25958'] for router, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:03.671254 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4516cc57-06f2-4928-bd56-7da06420f885 tempest-RoutersAdminNegativeTest-1665669222 tempest-RoutersAdminNegativeTest-1665669222-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-372027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25961'] for router, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:03.674824 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc047fa4-5593-4473-a73e-05b61561bb6d None None] Network 90ceb3fa-eeb4-4146-8853-bf11c986f415 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:30:03.701352 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Port 5e1a938e-96bc-4aad-a38b-c403fef1fa45 on network beeb88de-9baf-438a-9acc-fecbe63f9c4b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:30:03.701795 dv-neutron-826830-1-hyperv neutron-server[87636]: ERROR neutron.plugins.ml2.managers [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Failed to bind port 5e1a938e-96bc-4aad-a38b-c403fef1fa45 on host hv-neutron-8268 for vnic_type normal using segments [{'id': '0db2bf91-d0d2-4b76-9df9-e149e1e32fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'beeb88de-9baf-438a-9acc-fecbe63f9c4b'}] Feb 01 04:30:03.705624 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device c5b864a2-4a2e-4b8e-b57e-a8d22f27d3c1 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:30:03.710055 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.plugins.ml2.plugin [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempt 8 to bind port 5e1a938e-96bc-4aad-a38b-c403fef1fa45 Feb 01 04:30:03.753642 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port 5e1a938e-96bc-4aad-a38b-c403fef1fa45 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:30:03.753982 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port 5e1a938e-96bc-4aad-a38b-c403fef1fa45 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '0db2bf91-d0d2-4b76-9df9-e149e1e32fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'beeb88de-9baf-438a-9acc-fecbe63f9c4b'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:30:03.754944 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port 5e1a938e-96bc-4aad-a38b-c403fef1fa45 on network beeb88de-9baf-438a-9acc-fecbe63f9c4b {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:30:03.765310 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Port 5e1a938e-96bc-4aad-a38b-c403fef1fa45 on network beeb88de-9baf-438a-9acc-fecbe63f9c4b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:30:03.765638 dv-neutron-826830-1-hyperv neutron-server[87636]: ERROR neutron.plugins.ml2.managers [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Failed to bind port 5e1a938e-96bc-4aad-a38b-c403fef1fa45 on host hv-neutron-8268 for vnic_type normal using segments [{'id': '0db2bf91-d0d2-4b76-9df9-e149e1e32fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'beeb88de-9baf-438a-9acc-fecbe63f9c4b'}] Feb 01 04:30:03.770730 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.plugins.ml2.plugin [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempt 9 to bind port 5e1a938e-96bc-4aad-a38b-c403fef1fa45 Feb 01 04:30:03.796475 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port 5e1a938e-96bc-4aad-a38b-c403fef1fa45 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:30:03.797238 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port 5e1a938e-96bc-4aad-a38b-c403fef1fa45 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '0db2bf91-d0d2-4b76-9df9-e149e1e32fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'beeb88de-9baf-438a-9acc-fecbe63f9c4b'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:30:03.797576 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port 5e1a938e-96bc-4aad-a38b-c403fef1fa45 on network beeb88de-9baf-438a-9acc-fecbe63f9c4b {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:30:03.799175 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-f5ebfe77-539f-4018-bbf9-f61b3fd69018 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Usage tracker for resource:security_group_rule and tenant:68692077109c4dda8c8ddac11bd0c8fd is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:30:03.810103 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Port 5e1a938e-96bc-4aad-a38b-c403fef1fa45 on network beeb88de-9baf-438a-9acc-fecbe63f9c4b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:30:03.810578 dv-neutron-826830-1-hyperv neutron-server[87636]: ERROR neutron.plugins.ml2.managers [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Failed to bind port 5e1a938e-96bc-4aad-a38b-c403fef1fa45 on host hv-neutron-8268 for vnic_type normal using segments [{'id': '0db2bf91-d0d2-4b76-9df9-e149e1e32fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'beeb88de-9baf-438a-9acc-fecbe63f9c4b'}] Feb 01 04:30:03.848515 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-f5ebfe77-539f-4018-bbf9-f61b3fd69018 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:30:03.869575 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.plugins.ml2.plugin [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempt 10 to bind port 5e1a938e-96bc-4aad-a38b-c403fef1fa45 Feb 01 04:30:03.874074 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-b4e0a152-ed75-461e-b288-5c5a717e819f None None] Set router e88ac96f-09da-4b77-9c81-4be8bc7a295d gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:30:03.895558 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-f5ebfe77-539f-4018-bbf9-f61b3fd69018 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:30:03.902283 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port 5e1a938e-96bc-4aad-a38b-c403fef1fa45 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:30:03.902283 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port 5e1a938e-96bc-4aad-a38b-c403fef1fa45 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '0db2bf91-d0d2-4b76-9df9-e149e1e32fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'beeb88de-9baf-438a-9acc-fecbe63f9c4b'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:30:03.902623 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port 5e1a938e-96bc-4aad-a38b-c403fef1fa45 on network beeb88de-9baf-438a-9acc-fecbe63f9c4b {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:30:03.920108 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Port 5e1a938e-96bc-4aad-a38b-c403fef1fa45 on network beeb88de-9baf-438a-9acc-fecbe63f9c4b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:30:03.920428 dv-neutron-826830-1-hyperv neutron-server[87636]: ERROR neutron.plugins.ml2.managers [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Failed to bind port 5e1a938e-96bc-4aad-a38b-c403fef1fa45 on host hv-neutron-8268 for vnic_type normal using segments [{'id': '0db2bf91-d0d2-4b76-9df9-e149e1e32fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'beeb88de-9baf-438a-9acc-fecbe63f9c4b'}] Feb 01 04:30:03.920567 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8bd679eb-c49a-4ff9-a56a-d4dc5d0dfa94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:03.920772 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:03.976396 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4516cc57-06f2-4928-bd56-7da06420f885 tempest-RoutersAdminNegativeTest-1665669222 tempest-RoutersAdminNegativeTest-1665669222-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:03.994964 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-8bd679eb-c49a-4ff9-a56a-d4dc5d0dfa94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:30:04.022692 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-8bd679eb-c49a-4ff9-a56a-d4dc5d0dfa94 admin admin] Usage tracker for resource:security_group_rule and tenant:29687d100dab45f8adb0df6e78d3bd8a is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:30:04.030226 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-8bd679eb-c49a-4ff9-a56a-d4dc5d0dfa94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:30:04.043615 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-8bd679eb-c49a-4ff9-a56a-d4dc5d0dfa94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:30:04.045025 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] For port 5e1a938e-96bc-4aad-a38b-c403fef1fa45, host hv-neutron-8268, cleared binding levels {{(pid=87636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:30:04.045398 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempted to set empty binding levels {{(pid=87636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 01 04:30:04.059940 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:04.086224 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1d20b5eb-90a5-4734-94d4-5f791949e438 tempest-ExternalNetworksAdminNegativeTestJSON-84838242 tempest-ExternalNetworksAdminNegativeTestJSON-84838242-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:04.126893 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:04.127559 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539973'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:04.151168 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f22698-a144-45a9-bdb6-c2712aa61b8f None None] Network 958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:30:04.176382 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4c9fb79-8a8c-46cf-bbad-f4d4b020c6cf admin admin] Router 349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1 is scheduled to L3 agent a3073304-82af-4a42-89af-bc532d6626bb with binding_index 1 {{(pid=87637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 01 04:30:04.217776 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-b4e0a152-ed75-461e-b288-5c5a717e819f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e88ac96f-09da-4b77-9c81-4be8bc7a295d', 'name': 'tempest-ServerActionsTestJSON-1622551483-router', 'tenant_id': '8c08b23bffb44a249b00a7d1f56c2684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.120'}], 'enable_snat': True}, 'gw_port_id': '420c1d2e-f562-44d8-b669-8bcc3ca82a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:29:58Z', 'updated_at': '2022-02-01T04:30:01Z', 'revision_number': 3, 'project_id': '8c08b23bffb44a249b00a7d1f56c2684', 'gw_port': {'id': '420c1d2e-f562-44d8-b669-8bcc3ca82a70', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c9:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e88ac96f-09da-4b77-9c81-4be8bc7a295d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:30:00Z', 'updated_at': '2022-02-01T04:30:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:30:04.222849 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e0a152-ed75-461e-b288-5c5a717e819f None None] Checking router: e88ac96f-09da-4b77-9c81-4be8bc7a295d for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:30:04.223502 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e0a152-ed75-461e-b288-5c5a717e819f None None] Updating router e88ac96f-09da-4b77-9c81-4be8bc7a295d port 420c1d2e-f562-44d8-b669-8bcc3ca82a70 binding host dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 04:30:04.269689 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-5b121c30-4423-4bcf-95f3-ede235706c77 None None] Provisioning for port 94de81cf-c9b5-4f15-8db5-5735f598309c completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:30:04.275532 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port c5b864a2-4a2e-4b8e-b57e-a8d22f27d3c1 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:30:04.291163 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b4e0a152-ed75-461e-b288-5c5a717e819f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:04.308290 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port c5b864a2-4a2e-4b8e-b57e-a8d22f27d3c1 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:30:04.308926 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:04.508950 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ccea4196-99b5-49dd-911a-8b0fe8452dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:04.517519 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 3.4693727 Feb 01 04:30:04.547752 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 59988) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:04.573013 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f5ebfe77-539f-4018-bbf9-f61b3fd69018 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:04.578419 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cee92b-c379-443e-8519-8a40ae541c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Pushing event updated for resources: {'Port': ['ID=5e1a938e-96bc-4aad-a38b-c403fef1fa45,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:04.615418 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4516cc57-06f2-4928-bd56-7da06420f885 tempest-RoutersAdminNegativeTest-1665669222 tempest-RoutersAdminNegativeTest-1665669222-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:04.643618 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f5ebfe77-539f-4018-bbf9-f61b3fd69018 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:04.709409 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-62222efe-76d5-4d5a-a2e2-ea766c102743 None None] Provisioning for port dc40e41a-e120-4b60-ac37-01e656126bd6 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:30:04.753526 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:04.816027 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-9cb3b295-2834-4f27-9f2c-1e9b2c636936 admin admin] Allocated IP 172.26.8.36 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/d753bac5-2ff2-45a5-9ec1-4f4d0e2b5091) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:30:04.844444 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port c5b864a2-4a2e-4b8e-b57e-a8d22f27d3c1, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=c5b864a2-4a2e-4b8e-b57e-a8d22f27d3c1,segment=NetworkSegment(f3c730b5-ac0c-4a87-93d7-0709403005ff),segment_id=f3c730b5-ac0c-4a87-93d7-0709403005ff)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:30:04.867222 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:04.867989 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 94de81cf-c9b5-4f15-8db5-5735f598309c up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:30:04.909909 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-364c42e8-c103-4b47-acad-6481228c0a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:05.004613 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=c5b864a2-4a2e-4b8e-b57e-a8d22f27d3c1,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:05.012815 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1d20b5eb-90a5-4734-94d4-5f791949e438 tempest-ExternalNetworksAdminNegativeTestJSON-84838242 tempest-ExternalNetworksAdminNegativeTestJSON-84838242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:05.016403 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-572e4eb1-8c23-400f-9f91-a35df55c5da2 None None] Provisioning complete for port c5b864a2-4a2e-4b8e-b57e-a8d22f27d3c1 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:30:05.016776 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-572e4eb1-8c23-400f-9f91-a35df55c5da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:05.071313 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 94de81cf-c9b5-4f15-8db5-5735f598309c completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:30:05.077731 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 94de81cf-c9b5-4f15-8db5-5735f598309c triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:30:05.078335 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:05.100086 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5ebfe77-539f-4018-bbf9-f61b3fd69018 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=87637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:30:05.128072 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-7768ed59-4558-4d75-98e1-a2ee13f810bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Deleting port 5e1a938e-96bc-4aad-a38b-c403fef1fa45 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:30:05.128428 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7768ed59-4558-4d75-98e1-a2ee13f810bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:05.140196 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-364c42e8-c103-4b47-acad-6481228c0a69 admin admin] Allocated IP 172.20.0.1 (958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a/f1d92c60-8ec8-4263-bfcc-74bbe6cd55af/36c4124d-3b27-4bee-bd44-d10123dd50c3) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:30:05.195498 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8bd679eb-c49a-4ff9-a56a-d4dc5d0dfa94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:05.217885 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ebfe77-539f-4018-bbf9-f61b3fd69018 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f3636b4-c33e-480a-b6bb-34279e0cb7b8,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:05.243380 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d20b5eb-90a5-4734-94d4-5f791949e438 tempest-ExternalNetworksAdminNegativeTestJSON-84838242 tempest-ExternalNetworksAdminNegativeTestJSON-84838242-project-admin] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:30:05.244768 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f5ebfe77-539f-4018-bbf9-f61b3fd69018 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:05.245111 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.segments_db [None req-f5ebfe77-539f-4018-bbf9-f61b3fd69018 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Added segment ea20863e-fd90-40c2-8395-1586ab5200c4 of type vlan for network e5f77fda-0c0c-4c72-884b-f9b60b5b8037 Feb 01 04:30:05.254999 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8bd679eb-c49a-4ff9-a56a-d4dc5d0dfa94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:05.266118 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-1d20b5eb-90a5-4734-94d4-5f791949e438 tempest-ExternalNetworksAdminNegativeTestJSON-84838242 tempest-ExternalNetworksAdminNegativeTestJSON-84838242-project-admin] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:30:05.268461 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4c9fb79-8a8c-46cf-bbad-f4d4b020c6cf admin admin] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:30:05.271954 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:05.308813 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:05.317118 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 94de81cf-c9b5-4f15-8db5-5735f598309c, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=94de81cf-c9b5-4f15-8db5-5735f598309c,segment=NetworkSegment(17ff2334-fd28-43e8-8d86-c0a0d69edb48),segment_id=17ff2334-fd28-43e8-8d86-c0a0d69edb48)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:30:05.322874 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:05.323685 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device dc40e41a-e120-4b60-ac37-01e656126bd6 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:30:05.330853 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d20b5eb-90a5-4734-94d4-5f791949e438 tempest-ExternalNetworksAdminNegativeTestJSON-84838242 tempest-ExternalNetworksAdminNegativeTestJSON-84838242-project-admin] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:30:05.334272 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-364c42e8-c103-4b47-acad-6481228c0a69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:05.359611 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-364c42e8-c103-4b47-acad-6481228c0a69 admin admin] Transition to ACTIVE for port object 36c4124d-3b27-4bee-bd44-d10123dd50c3 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:30:05.395811 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-364c42e8-c103-4b47-acad-6481228c0a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:05.418374 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1152a8c1-bdb6-4a29-95c2-72c98dc4a9f0 None None] Sync routers for ids ['349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:30:05.430692 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f5ebfe77-539f-4018-bbf9-f61b3fd69018 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:05.449012 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d20b5eb-90a5-4734-94d4-5f791949e438 tempest-ExternalNetworksAdminNegativeTestJSON-84838242 tempest-ExternalNetworksAdminNegativeTestJSON-84838242-project-admin] Pushing event updated for resources: {'Port': ['ID=33e810ea-eafd-47f6-adb7-1e3c74917254,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:05.458418 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1152a8c1-bdb6-4a29-95c2-72c98dc4a9f0 None None] Routers {'349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:30:05.459047 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-1152a8c1-bdb6-4a29-95c2-72c98dc4a9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:30:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:30:05.474764 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364c42e8-c103-4b47-acad-6481228c0a69 admin admin] Network 958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:30:05.478195 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-364c42e8-c103-4b47-acad-6481228c0a69 admin admin] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:30:05.482326 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364c42e8-c103-4b47-acad-6481228c0a69 admin admin] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:30:05.482957 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-364c42e8-c103-4b47-acad-6481228c0a69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-372107'] for router_interface, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:05.497606 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364c42e8-c103-4b47-acad-6481228c0a69 admin admin] Pushing event updated for resources: {'Port': ['ID=36c4124d-3b27-4bee-bd44-d10123dd50c3,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:05.509280 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9cb3b295-2834-4f27-9f2c-1e9b2c636936 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:05.520929 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:05.523798 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-8bd679eb-c49a-4ff9-a56a-d4dc5d0dfa94 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=29687d100dab45f8adb0df6e78d3bd8a&name=default HTTP/1.1" status: 200 len: 2977 time: 2.0432613 Feb 01 04:30:05.525603 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 59998) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:05.567585 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=94de81cf-c9b5-4f15-8db5-5735f598309c,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:05.608262 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd679eb-c49a-4ff9-a56a-d4dc5d0dfa94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d16e58-d1fa-4229-a64d-ec2a8a7cd289,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:05.619309 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-de17ad8a-9dd2-49e3-b8d3-ab3dae80d403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:05.665189 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-de17ad8a-9dd2-49e3-b8d3-ab3dae80d403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:05.718945 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-1152a8c1-bdb6-4a29-95c2-72c98dc4a9f0 None None] Set router 349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:30:05.760244 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1d20b5eb-90a5-4734-94d4-5f791949e438 tempest-ExternalNetworksAdminNegativeTestJSON-84838242 tempest-ExternalNetworksAdminNegativeTestJSON-84838242-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:05.766199 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d4c9fb79-8a8c-46cf-bbad-f4d4b020c6cf admin admin] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:05.770252 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-d4c9fb79-8a8c-46cf-bbad-f4d4b020c6cf admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.9954562 Feb 01 04:30:05.771213 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 60002) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:05.788639 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f5ebfe77-539f-4018-bbf9-f61b3fd69018 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:05.789584 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ebfe77-539f-4018-bbf9-f61b3fd69018 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:05.790150 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f5ebfe77-539f-4018-bbf9-f61b3fd69018 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539973'] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:05.833321 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port dc40e41a-e120-4b60-ac37-01e656126bd6 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:30:05.842676 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-de17ad8a-9dd2-49e3-b8d3-ab3dae80d403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:05.868011 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port dc40e41a-e120-4b60-ac37-01e656126bd6 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:30:05.868615 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:05.883457 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de17ad8a-9dd2-49e3-b8d3-ab3dae80d403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d16e58-d1fa-4229-a64d-ec2a8a7cd289,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:05.892792 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-364c42e8-c103-4b47-acad-6481228c0a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:05.967235 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-f5ebfe77-539f-4018-bbf9-f61b3fd69018 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 3.4230886 Feb 01 04:30:05.980684 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-7768ed59-4558-4d75-98e1-a2ee13f810bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] For port 5e1a938e-96bc-4aad-a38b-c403fef1fa45, host hv-neutron-8268, got binding levels [] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:30:05.981041 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7768ed59-4558-4d75-98e1-a2ee13f810bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:05.988945 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 60006) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:06.020157 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-de17ad8a-9dd2-49e3-b8d3-ab3dae80d403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:06.024303 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-de17ad8a-9dd2-49e3-b8d3-ab3dae80d403 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a6d16e58-d1fa-4229-a64d-ec2a8a7cd289 HTTP/1.1" status: 204 len: 168 time: 0.4950173 Feb 01 04:30:06.025420 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-defaebb6-c217-47ec-b130-5d7750ee8529 None None] Provisioning for port 36c4124d-3b27-4bee-bd44-d10123dd50c3 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:30:06.042598 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-defaebb6-c217-47ec-b130-5d7750ee8529 None None] Provisioning complete for port 36c4124d-3b27-4bee-bd44-d10123dd50c3 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:30:06.043235 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-defaebb6-c217-47ec-b130-5d7750ee8529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:06.172629 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ebfe77-539f-4018-bbf9-f61b3fd69018 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Pushing event updated for resources: {'Network': ['ID=e5f77fda-0c0c-4c72-884b-f9b60b5b8037,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:06.241912 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1d20b5eb-90a5-4734-94d4-5f791949e438 tempest-ExternalNetworksAdminNegativeTestJSON-84838242 tempest-ExternalNetworksAdminNegativeTestJSON-84838242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:06.272033 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-defaebb6-c217-47ec-b130-5d7750ee8529 None None] Port 36c4124d-3b27-4bee-bd44-d10123dd50c3 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:30:06.293082 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-7768ed59-4558-4d75-98e1-a2ee13f810bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Calling delete_port for 5e1a938e-96bc-4aad-a38b-c403fef1fa45 owned by {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:30:06.297521 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:06.345582 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port dc40e41a-e120-4b60-ac37-01e656126bd6, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=dc40e41a-e120-4b60-ac37-01e656126bd6,segment=NetworkSegment(3a46c540-6fa2-4630-b1ad-4e7e7ce44ba6),segment_id=3a46c540-6fa2-4630-b1ad-4e7e7ce44ba6)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:30:06.354547 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:06.375243 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b4e0a152-ed75-461e-b288-5c5a717e819f None None] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:06.393911 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-1152a8c1-bdb6-4a29-95c2-72c98dc4a9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1', 'name': 'tempest-ServersTestManualDisk-566047905-router', 'tenant_id': '4853f52d21f3486381e609c963ac9a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.239'}], 'enable_snat': True}, 'gw_port_id': 'f95843e6-04be-4f7f-80dc-63ce8a84d173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:29:57Z', 'updated_at': '2022-02-01T04:30:01Z', 'revision_number': 3, 'project_id': '4853f52d21f3486381e609c963ac9a5c', 'gw_port': {'id': 'f95843e6-04be-4f7f-80dc-63ce8a84d173', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:85:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:29:59Z', 'updated_at': '2022-02-01T04:29:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:30:06.409130 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-b4e0a152-ed75-461e-b288-5c5a717e819f None None] Transition to ACTIVE for port object 420c1d2e-f562-44d8-b669-8bcc3ca82a70 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:30:06.414513 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1152a8c1-bdb6-4a29-95c2-72c98dc4a9f0 None None] Checking router: 349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1 for host: dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:30:06.414904 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1152a8c1-bdb6-4a29-95c2-72c98dc4a9f0 None None] Updating router 349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1 port f95843e6-04be-4f7f-80dc-63ce8a84d173 binding host dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 04:30:06.422743 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b4e0a152-ed75-461e-b288-5c5a717e819f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:06.517446 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 94de81cf-c9b5-4f15-8db5-5735f598309c up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:30:06.537090 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d81ab72-f928-4cf5-826c-3706eb07b67f None None] Pushing event updated for resources: {'Port': ['ID=420c1d2e-f562-44d8-b669-8bcc3ca82a70,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:06.550346 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d81ab72-f928-4cf5-826c-3706eb07b67f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:30:06.551217 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d81ab72-f928-4cf5-826c-3706eb07b67f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:30:06.552183 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d81ab72-f928-4cf5-826c-3706eb07b67f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:30:06.552797 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d81ab72-f928-4cf5-826c-3706eb07b67f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:30:06.553840 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d81ab72-f928-4cf5-826c-3706eb07b67f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:30:06.554777 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d81ab72-f928-4cf5-826c-3706eb07b67f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:30:06.555422 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d81ab72-f928-4cf5-826c-3706eb07b67f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:30:06.556036 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d81ab72-f928-4cf5-826c-3706eb07b67f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:30:06.556927 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d81ab72-f928-4cf5-826c-3706eb07b67f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:30:06.558020 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d81ab72-f928-4cf5-826c-3706eb07b67f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:30:06.558659 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d81ab72-f928-4cf5-826c-3706eb07b67f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:30:06.559216 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d81ab72-f928-4cf5-826c-3706eb07b67f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:30:06.560751 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d81ab72-f928-4cf5-826c-3706eb07b67f None None] Tracked resource versions report: Feb 01 04:30:06.560751 dv-neutron-826830-1-hyperv neutron-server[87639]: pushed versions: Feb 01 04:30:06.560751 dv-neutron-826830-1-hyperv neutron-server[87639]: { 'AddressGroup': {'1.2'}, Feb 01 04:30:06.560751 dv-neutron-826830-1-hyperv neutron-server[87639]: 'ConntrackHelper': {'1.0'}, Feb 01 04:30:06.560751 dv-neutron-826830-1-hyperv neutron-server[87639]: 'Log': {'1.0'}, Feb 01 04:30:06.560751 dv-neutron-826830-1-hyperv neutron-server[87639]: 'Network': {'1.1'}, Feb 01 04:30:06.560751 dv-neutron-826830-1-hyperv neutron-server[87639]: 'Port': {'1.7'}, Feb 01 04:30:06.560751 dv-neutron-826830-1-hyperv neutron-server[87639]: 'PortForwarding': {'1.2'}, Feb 01 04:30:06.560751 dv-neutron-826830-1-hyperv neutron-server[87639]: 'QosPolicy': {'1.8'}, Feb 01 04:30:06.560751 dv-neutron-826830-1-hyperv neutron-server[87639]: 'SecurityGroup': {'1.4'}, Feb 01 04:30:06.560751 dv-neutron-826830-1-hyperv neutron-server[87639]: 'SecurityGroupRule': {'1.2'}, Feb 01 04:30:06.560751 dv-neutron-826830-1-hyperv neutron-server[87639]: 'SubPort': {'1.0'}, Feb 01 04:30:06.560751 dv-neutron-826830-1-hyperv neutron-server[87639]: 'Subnet': {'1.1'}, Feb 01 04:30:06.560751 dv-neutron-826830-1-hyperv neutron-server[87639]: 'Trunk': {'1.1'}} Feb 01 04:30:06.560751 dv-neutron-826830-1-hyperv neutron-server[87639]: consumer versions: Feb 01 04:30:06.560751 dv-neutron-826830-1-hyperv neutron-server[87639]: { DHCP agent@dv-neutron-826830-1-hyperv: {}, Feb 01 04:30:06.560751 dv-neutron-826830-1-hyperv neutron-server[87639]: HyperV agent@hv-neutron-8268: {}, Feb 01 04:30:06.560751 dv-neutron-826830-1-hyperv neutron-server[87639]: L3 agent@dv-neutron-826830-1-hyperv: {}, Feb 01 04:30:06.560751 dv-neutron-826830-1-hyperv neutron-server[87639]: Metadata agent@dv-neutron-826830-1-hyperv: {}, Feb 01 04:30:06.560751 dv-neutron-826830-1-hyperv neutron-server[87639]: Metering agent@dv-neutron-826830-1-hyperv: {}, Feb 01 04:30:06.560751 dv-neutron-826830-1-hyperv neutron-server[87639]: Open vSwitch agent@dv-neutron-826830-1-hyperv: { 'AddressGroup': '1.2', Feb 01 04:30:06.560751 dv-neutron-826830-1-hyperv neutron-server[87639]: 'ConntrackHelper': '1.0', Feb 01 04:30:06.560751 dv-neutron-826830-1-hyperv neutron-server[87639]: 'Log': '1.0', Feb 01 04:30:06.560751 dv-neutron-826830-1-hyperv neutron-server[87639]: 'Network': '1.1', Feb 01 04:30:06.560751 dv-neutron-826830-1-hyperv neutron-server[87639]: 'Port': '1.7', Feb 01 04:30:06.560751 dv-neutron-826830-1-hyperv neutron-server[87639]: 'PortForwarding': '1.2', Feb 01 04:30:06.560751 dv-neutron-826830-1-hyperv neutron-server[87639]: 'QosPolicy': '1.8', Feb 01 04:30:06.560751 dv-neutron-826830-1-hyperv neutron-server[87639]: 'SecurityGroup': '1.4', Feb 01 04:30:06.560751 dv-neutron-826830-1-hyperv neutron-server[87639]: 'SecurityGroupRule': '1.2', Feb 01 04:30:06.560751 dv-neutron-826830-1-hyperv neutron-server[87639]: 'SubPort': '1.0', Feb 01 04:30:06.560751 dv-neutron-826830-1-hyperv neutron-server[87639]: 'Subnet': '1.1', Feb 01 04:30:06.560751 dv-neutron-826830-1-hyperv neutron-server[87639]: 'Trunk': '1.1'}} Feb 01 04:30:06.560751 dv-neutron-826830-1-hyperv neutron-server[87639]: {{(pid=87639) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 01 04:30:06.589068 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 60014) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:06.601588 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-b4e0a152-ed75-461e-b288-5c5a717e819f None None] Attempting to bind port 420c1d2e-f562-44d8-b669-8bcc3ca82a70 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:30:06.602188 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-b4e0a152-ed75-461e-b288-5c5a717e819f None None] Attempting to bind port 420c1d2e-f562-44d8-b669-8bcc3ca82a70 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:30:06.602706 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e0a152-ed75-461e-b288-5c5a717e819f None None] Attempting to bind port 420c1d2e-f562-44d8-b669-8bcc3ca82a70 on network bdef128a-46b3-4cca-a245-48d1eb781269 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:30:06.609120 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e0a152-ed75-461e-b288-5c5a717e819f None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:30:06.609737 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e0a152-ed75-461e-b288-5c5a717e819f None None] Checking segment: {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:30:06.610277 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b4e0a152-ed75-461e-b288-5c5a717e819f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:06.610825 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e0a152-ed75-461e-b288-5c5a717e819f None None] Bound using segment: {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:30:06.611583 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-b4e0a152-ed75-461e-b288-5c5a717e819f None None] Bound port: 420c1d2e-f562-44d8-b669-8bcc3ca82a70, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:30:06.612126 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b4e0a152-ed75-461e-b288-5c5a717e819f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:06.623798 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3bba45e4-bdf1-47d6-9222-b00f2eab5d20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:06.636416 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1152a8c1-bdb6-4a29-95c2-72c98dc4a9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:06.659604 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-3bba45e4-bdf1-47d6-9222-b00f2eab5d20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:30:06.662415 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=dc40e41a-e120-4b60-ac37-01e656126bd6,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:06.670142 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-364c42e8-c103-4b47-acad-6481228c0a69 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:06.690887 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4a463c64-cbfb-4489-b1d6-ca1ab3bbeec8 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:06.696079 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9cb3b295-2834-4f27-9f2c-1e9b2c636936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:06.697227 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network e5f77fda-0c0c-4c72-884b-f9b60b5b8037 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:30:06.714978 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-b4e0a152-ed75-461e-b288-5c5a717e819f None None] For port 420c1d2e-f562-44d8-b669-8bcc3ca82a70, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:30:06.718843 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-b4e0a152-ed75-461e-b288-5c5a717e819f None None] For port 420c1d2e-f562-44d8-b669-8bcc3ca82a70, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=420c1d2e-f562-44d8-b669-8bcc3ca82a70,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:30:06.724904 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b4e0a152-ed75-461e-b288-5c5a717e819f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:06.726390 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-3bba45e4-bdf1-47d6-9222-b00f2eab5d20 admin admin] Usage tracker for resource:security_group_rule and tenant:790bab70185344a0a5d5c2a86389cfc5 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:30:06.729602 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-3bba45e4-bdf1-47d6-9222-b00f2eab5d20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:30:06.741983 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-364c42e8-c103-4b47-acad-6481228c0a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:06.742981 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-364c42e8-c103-4b47-acad-6481228c0a69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371990'] for router_interface, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:06.746485 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-3bba45e4-bdf1-47d6-9222-b00f2eab5d20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:30:06.769513 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb3b295-2834-4f27-9f2c-1e9b2c636936 admin admin] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:30:06.772189 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7768ed59-4558-4d75-98e1-a2ee13f810bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:06.798321 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-9cb3b295-2834-4f27-9f2c-1e9b2c636936 admin admin] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:30:06.801576 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 94de81cf-c9b5-4f15-8db5-5735f598309c triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:30:06.801576 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:06.818800 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d81ab72-f928-4cf5-826c-3706eb07b67f None None] Pushing event updated for resources: {'Port': ['ID=420c1d2e-f562-44d8-b669-8bcc3ca82a70,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:06.857978 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e0a152-ed75-461e-b288-5c5a717e819f None None] Routers {'e88ac96f-09da-4b77-9c81-4be8bc7a295d'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:30:06.859040 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-b4e0a152-ed75-461e-b288-5c5a717e819f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:30:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['e88ac96f-09da-4b77-9c81-4be8bc7a295d'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:30:06.917298 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364c42e8-c103-4b47-acad-6481228c0a69 admin admin] Pushing event updated for resources: {'Port': ['ID=36c4124d-3b27-4bee-bd44-d10123dd50c3,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:06.946129 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:07.111771 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364c42e8-c103-4b47-acad-6481228c0a69 admin admin] Network 958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:30:07.115094 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb3b295-2834-4f27-9f2c-1e9b2c636936 admin admin] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:30:07.118880 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-364c42e8-c103-4b47-acad-6481228c0a69 admin admin] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:30:07.149947 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-b4e0a152-ed75-461e-b288-5c5a717e819f None None] Set router e88ac96f-09da-4b77-9c81-4be8bc7a295d gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:30:07.185973 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb3b295-2834-4f27-9f2c-1e9b2c636936 admin admin] Pushing event updated for resources: {'Port': ['ID=d753bac5-2ff2-45a5-9ec1-4f4d0e2b5091,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:07.227555 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1152a8c1-bdb6-4a29-95c2-72c98dc4a9f0 None None] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:07.252426 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-1152a8c1-bdb6-4a29-95c2-72c98dc4a9f0 None None] Transition to ACTIVE for port object f95843e6-04be-4f7f-80dc-63ce8a84d173 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:30:07.352040 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1152a8c1-bdb6-4a29-95c2-72c98dc4a9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:07.450629 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3bba45e4-bdf1-47d6-9222-b00f2eab5d20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:07.450846 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7768ed59-4558-4d75-98e1-a2ee13f810bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Pushing event deleted for resources: {'Port': ['ID=5e1a938e-96bc-4aad-a38b-c403fef1fa45,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:07.495923 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-1152a8c1-bdb6-4a29-95c2-72c98dc4a9f0 None None] Attempting to bind port f95843e6-04be-4f7f-80dc-63ce8a84d173 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:30:07.496569 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-1152a8c1-bdb6-4a29-95c2-72c98dc4a9f0 None None] Attempting to bind port f95843e6-04be-4f7f-80dc-63ce8a84d173 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:30:07.497106 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1152a8c1-bdb6-4a29-95c2-72c98dc4a9f0 None None] Attempting to bind port f95843e6-04be-4f7f-80dc-63ce8a84d173 on network bdef128a-46b3-4cca-a245-48d1eb781269 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:30:07.499985 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device c5b864a2-4a2e-4b8e-b57e-a8d22f27d3c1 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:30:07.514555 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3bba45e4-bdf1-47d6-9222-b00f2eab5d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:07.529731 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea40ae8-1068-4777-a6f8-1f1dd3a6fb6e None None] Pushing event updated for resources: {'Port': ['ID=f95843e6-04be-4f7f-80dc-63ce8a84d173,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:07.544056 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c0c1e62a-e946-49be-bc91-0abecbe9912d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:07.548898 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-e6cbfc28-9c5c-4e37-bec5-f1002b04d9d3 None None] Provisioning complete for port 36c4124d-3b27-4bee-bd44-d10123dd50c3 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:30:07.549463 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e6cbfc28-9c5c-4e37-bec5-f1002b04d9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:07.557088 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-b4e0a152-ed75-461e-b288-5c5a717e819f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e88ac96f-09da-4b77-9c81-4be8bc7a295d', 'name': 'tempest-ServerActionsTestJSON-1622551483-router', 'tenant_id': '8c08b23bffb44a249b00a7d1f56c2684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.120'}], 'enable_snat': True}, 'gw_port_id': '420c1d2e-f562-44d8-b669-8bcc3ca82a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:29:58Z', 'updated_at': '2022-02-01T04:30:05Z', 'revision_number': 4, 'project_id': '8c08b23bffb44a249b00a7d1f56c2684', 'gw_port': {'id': '420c1d2e-f562-44d8-b669-8bcc3ca82a70', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c9:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e88ac96f-09da-4b77-9c81-4be8bc7a295d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:30:00Z', 'updated_at': '2022-02-01T04:30:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '36c4124d-3b27-4bee-bd44-d10123dd50c3', 'name': '', 'network_id': '958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a', 'tenant_id': '8c08b23bffb44a249b00a7d1f56c2684', 'mac_address': 'fa:16:3e:6e:6f:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e88ac96f-09da-4b77-9c81-4be8bc7a295d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f1d92c60-8ec8-4263-bfcc-74bbe6cd55af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:30:04Z', 'updated_at': '2022-02-01T04:30:06Z', 'revision_number': 2, 'project_id': '8c08b23bffb44a249b00a7d1f56c2684', 'subnets': [{'id': 'f1d92c60-8ec8-4263-bfcc-74bbe6cd55af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:30:07.562089 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e0a152-ed75-461e-b288-5c5a717e819f None None] The sync data for ids ['e88ac96f-09da-4b77-9c81-4be8bc7a295d'] in dv-neutron-826830-1-hyperv is: [{'id': 'e88ac96f-09da-4b77-9c81-4be8bc7a295d', 'name': 'tempest-ServerActionsTestJSON-1622551483-router', 'tenant_id': '8c08b23bffb44a249b00a7d1f56c2684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.120'}], 'enable_snat': True}, 'gw_port_id': '420c1d2e-f562-44d8-b669-8bcc3ca82a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:29:58Z', 'updated_at': '2022-02-01T04:30:05Z', 'revision_number': 4, 'project_id': '8c08b23bffb44a249b00a7d1f56c2684', 'gw_port': {'id': '420c1d2e-f562-44d8-b669-8bcc3ca82a70', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c9:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e88ac96f-09da-4b77-9c81-4be8bc7a295d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:30:00Z', 'updated_at': '2022-02-01T04:30:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '36c4124d-3b27-4bee-bd44-d10123dd50c3', 'name': '', 'network_id': '958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a', 'tenant_id': '8c08b23bffb44a249b00a7d1f56c2684', 'mac_address': 'fa:16:3e:6e:6f:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e88ac96f-09da-4b77-9c81-4be8bc7a295d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f1d92c60-8ec8-4263-bfcc-74bbe6cd55af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:30:04Z', 'updated_at': '2022-02-01T04:30:06Z', 'revision_number': 2, 'project_id': '8c08b23bffb44a249b00a7d1f56c2684', 'subnets': [{'id': 'f1d92c60-8ec8-4263-bfcc-74bbe6cd55af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:30:07.578602 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-3bba45e4-bdf1-47d6-9222-b00f2eab5d20 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=790bab70185344a0a5d5c2a86389cfc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9868567 Feb 01 04:30:07.606172 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1152a8c1-bdb6-4a29-95c2-72c98dc4a9f0 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:30:07.606540 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1152a8c1-bdb6-4a29-95c2-72c98dc4a9f0 None None] Checking segment: {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:30:07.607056 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1152a8c1-bdb6-4a29-95c2-72c98dc4a9f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:07.607472 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1152a8c1-bdb6-4a29-95c2-72c98dc4a9f0 None None] Bound using segment: {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:30:07.607943 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-1152a8c1-bdb6-4a29-95c2-72c98dc4a9f0 None None] Bound port: f95843e6-04be-4f7f-80dc-63ce8a84d173, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:30:07.608461 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1152a8c1-bdb6-4a29-95c2-72c98dc4a9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:07.616177 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 60018) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:07.618037 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-364c42e8-c103-4b47-acad-6481228c0a69 admin admin] Router e88ac96f-09da-4b77-9c81-4be8bc7a295d has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:30:07.651271 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4a463c64-cbfb-4489-b1d6-ca1ab3bbeec8 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:07.680898 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bba45e4-bdf1-47d6-9222-b00f2eab5d20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dcbee47-7fa5-4842-8ba4-93d65c60bb66,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:07.682497 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4a463c64-cbfb-4489-b1d6-ca1ab3bbeec8 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=87637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:30:07.683151 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4a463c64-cbfb-4489-b1d6-ca1ab3bbeec8 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:30:07.684286 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4a463c64-cbfb-4489-b1d6-ca1ab3bbeec8 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:30:07.684855 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4a463c64-cbfb-4489-b1d6-ca1ab3bbeec8 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Subscribe: > port after_create 55550000 {{(pid=87637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:30:07.685413 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4a463c64-cbfb-4489-b1d6-ca1ab3bbeec8 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Subscribe: > port after_delete 55550000 {{(pid=87637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:30:07.686009 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4a463c64-cbfb-4489-b1d6-ca1ab3bbeec8 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Subscribe: > port after_update 55550000 {{(pid=87637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:30:07.686546 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4a463c64-cbfb-4489-b1d6-ca1ab3bbeec8 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=87637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:30:07.687315 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4a463c64-cbfb-4489-b1d6-ca1ab3bbeec8 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:30:07.688045 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4a463c64-cbfb-4489-b1d6-ca1ab3bbeec8 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:30:07.688595 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4a463c64-cbfb-4489-b1d6-ca1ab3bbeec8 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=87637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:30:07.690118 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-e6cbfc28-9c5c-4e37-bec5-f1002b04d9d3 None None] Port 36c4124d-3b27-4bee-bd44-d10123dd50c3 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:30:07.720676 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port c5b864a2-4a2e-4b8e-b57e-a8d22f27d3c1 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:30:07.721081 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:07.745471 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-1152a8c1-bdb6-4a29-95c2-72c98dc4a9f0 None None] For port f95843e6-04be-4f7f-80dc-63ce8a84d173, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:30:07.772922 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-1152a8c1-bdb6-4a29-95c2-72c98dc4a9f0 None None] For port f95843e6-04be-4f7f-80dc-63ce8a84d173, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=f95843e6-04be-4f7f-80dc-63ce8a84d173,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:30:07.782699 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1152a8c1-bdb6-4a29-95c2-72c98dc4a9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:07.864050 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4a463c64-cbfb-4489-b1d6-ca1ab3bbeec8 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:30:07.864050 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4a463c64-cbfb-4489-b1d6-ca1ab3bbeec8 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:30:07.864701 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4a463c64-cbfb-4489-b1d6-ca1ab3bbeec8 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=87637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:30:07.864960 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4a463c64-cbfb-4489-b1d6-ca1ab3bbeec8 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=87637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:30:07.865574 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-4a463c64-cbfb-4489-b1d6-ca1ab3bbeec8 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5f77fda-0c0c-4c72-884b-f9b60b5b8037']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:30:07.880090 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-4a463c64-cbfb-4489-b1d6-ca1ab3bbeec8 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea20863e-fd90-40c2-8395-1586ab5200c4') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:30:07.880090 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-4a463c64-cbfb-4489-b1d6-ca1ab3bbeec8 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea20863e-fd90-40c2-8395-1586ab5200c4') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:30:07.897665 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4a463c64-cbfb-4489-b1d6-ca1ab3bbeec8 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:07.919523 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4a463c64-cbfb-4489-b1d6-ca1ab3bbeec8 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:07.928358 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a463c64-cbfb-4489-b1d6-ca1ab3bbeec8 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:30:07.928877 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4a463c64-cbfb-4489-b1d6-ca1ab3bbeec8 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:07.932195 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea40ae8-1068-4777-a6f8-1f1dd3a6fb6e None None] Pushing event updated for resources: {'Port': ['ID=f95843e6-04be-4f7f-80dc-63ce8a84d173,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:07.943071 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1152a8c1-bdb6-4a29-95c2-72c98dc4a9f0 None None] Routers {'349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:30:07.943718 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-1152a8c1-bdb6-4a29-95c2-72c98dc4a9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:30:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:30:07.962274 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c987a868-c81c-4415-9e50-27c04fc3432c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:08.029087 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7768ed59-4558-4d75-98e1-a2ee13f810bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539973'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:08.045862 dv-neutron-826830-1-hyperv neutron-server[87637]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 01 04:30:08.045862 dv-neutron-826830-1-hyperv neutron-server[87637]: from cryptography.utils import int_from_bytes Feb 01 04:30:08.045862 dv-neutron-826830-1-hyperv neutron-server[87637]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 01 04:30:08.045862 dv-neutron-826830-1-hyperv neutron-server[87637]: from cryptography.utils import int_from_bytes Feb 01 04:30:08.045862 dv-neutron-826830-1-hyperv neutron-server[87637]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 01 04:30:08.045862 dv-neutron-826830-1-hyperv neutron-server[87637]: util.warn_limited( Feb 01 04:30:08.045862 dv-neutron-826830-1-hyperv neutron-server[87637]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 01 04:30:08.045862 dv-neutron-826830-1-hyperv neutron-server[87637]: util.warn_limited( Feb 01 04:30:08.045862 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 04:30:08.045862 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:30:08.045862 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 04:30:08.045862 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:30:08.045862 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 04:30:08.045862 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:30:08.045862 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 04:30:08.045862 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:30:08.045862 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 04:30:08.045862 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:30:08.045862 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 04:30:08.045862 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:30:08.045862 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 04:30:08.045862 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:30:08.045862 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:30:08.045862 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:30:08.045862 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:30:08.045862 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:30:08.045862 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 04:30:08.045862 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:30:08.045862 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 04:30:08.045862 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:30:08.045862 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:30:08.045862 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:30:08.045862 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 04:30:08.045862 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:30:08.045862 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:30:08.045862 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:30:08.045862 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:30:08.045862 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:30:08.045862 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:30:08.045862 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:30:08.083521 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-364c42e8-c103-4b47-acad-6481228c0a69 admin admin] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:30:08.105575 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c987a868-c81c-4415-9e50-27c04fc3432c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:08.114109 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4516cc57-06f2-4928-bd56-7da06420f885 tempest-RoutersAdminNegativeTest-1665669222 tempest-RoutersAdminNegativeTest-1665669222-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:08.143566 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4a463c64-cbfb-4489-b1d6-ca1ab3bbeec8 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:08.157274 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-1152a8c1-bdb6-4a29-95c2-72c98dc4a9f0 None None] Set router 349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:30:08.181041 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-c0c1e62a-e946-49be-bc91-0abecbe9912d admin admin] Allocated IP 172.20.0.1 (d56a2493-44f0-4c57-af25-6a282deef9cd/571f3863-a948-465c-8ae7-d112b68c75f9/ebe58ec0-2b1a-4ac8-bfa7-faece648d91e) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:30:08.190049 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4516cc57-06f2-4928-bd56-7da06420f885 tempest-RoutersAdminNegativeTest-1665669222 tempest-RoutersAdminNegativeTest-1665669222-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:08.205707 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a463c64-cbfb-4489-b1d6-ca1ab3bbeec8 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e5f77fda-0c0c-4c72-884b-f9b60b5b8037 {{(pid=87637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 01 04:30:08.312975 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-7768ed59-4558-4d75-98e1-a2ee13f810bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] 10.222.0.24 "DELETE /v2.0/ports/5e1a938e-96bc-4aad-a38b-c403fef1fa45 HTTP/1.1" status: 204 len: 168 time: 3.7619617 Feb 01 04:30:08.321347 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a463c64-cbfb-4489-b1d6-ca1ab3bbeec8 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Pushing event deleted for resources: {'Network': ['ID=e5f77fda-0c0c-4c72-884b-f9b60b5b8037,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:08.325993 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 60022) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:08.330963 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4a463c64-cbfb-4489-b1d6-ca1ab3bbeec8 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539973'] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:08.336963 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-4a463c64-cbfb-4489-b1d6-ca1ab3bbeec8 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] 10.222.0.24 "DELETE /v2.0/networks/e5f77fda-0c0c-4c72-884b-f9b60b5b8037 HTTP/1.1" status: 204 len: 168 time: 2.3430130 Feb 01 04:30:08.356439 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 60024) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:08.421427 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-364c42e8-c103-4b47-acad-6481228c0a69 admin admin] 10.222.0.24 "PUT /v2.0/routers/e88ac96f-09da-4b77-9c81-4be8bc7a295d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7821078 Feb 01 04:30:08.421427 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c987a868-c81c-4415-9e50-27c04fc3432c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:08.421427 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c987a868-c81c-4415-9e50-27c04fc3432c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:08.421427 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c987a868-c81c-4415-9e50-27c04fc3432c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6dcbee47-7fa5-4842-8ba4-93d65c60bb66 HTTP/1.1" status: 204 len: 168 time: 0.7822227 Feb 01 04:30:08.421427 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c987a868-c81c-4415-9e50-27c04fc3432c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dcbee47-7fa5-4842-8ba4-93d65c60bb66,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:08.436309 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b8f4425-676e-4822-b015-6b01a3329f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] GET failed (client error): The resource could not be found. Feb 01 04:30:08.437200 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-0b8f4425-676e-4822-b015-6b01a3329f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Synchronizing usage tracker for tenant:5761e1a9701f46ce82008f2361ec1ef3 on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:30:08.533672 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c0c1e62a-e946-49be-bc91-0abecbe9912d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:08.551153 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-c0c1e62a-e946-49be-bc91-0abecbe9912d admin admin] Transition to ACTIVE for port object ebe58ec0-2b1a-4ac8-bfa7-faece648d91e will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:30:08.579487 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c0c1e62a-e946-49be-bc91-0abecbe9912d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:08.580709 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device dc40e41a-e120-4b60-ac37-01e656126bd6 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:30:08.610498 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-17925835-b812-49fc-8baa-b448d02a1c39 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:30:08.643998 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-17925835-b812-49fc-8baa-b448d02a1c39 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:30:08.657224 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-17925835-b812-49fc-8baa-b448d02a1c39 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Usage tracker for resource:network and tenant:68692077109c4dda8c8ddac11bd0c8fd is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:30:08.658303 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c1e62a-e946-49be-bc91-0abecbe9912d admin admin] Network d56a2493-44f0-4c57-af25-6a282deef9cd is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:30:08.664197 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-17925835-b812-49fc-8baa-b448d02a1c39 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:30:08.666862 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-c0c1e62a-e946-49be-bc91-0abecbe9912d admin admin] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:30:08.674466 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-17925835-b812-49fc-8baa-b448d02a1c39 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:30:08.690126 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c1e62a-e946-49be-bc91-0abecbe9912d admin admin] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:30:08.690665 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c0c1e62a-e946-49be-bc91-0abecbe9912d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-372107'] for router_interface, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:08.710442 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c1e62a-e946-49be-bc91-0abecbe9912d admin admin] Pushing event updated for resources: {'Port': ['ID=ebe58ec0-2b1a-4ac8-bfa7-faece648d91e,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:08.732503 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-0b8f4425-676e-4822-b015-6b01a3329f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Unset dirty status for tenant:5761e1a9701f46ce82008f2361ec1ef3 on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:30:08.741250 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-0b8f4425-676e-4822-b015-6b01a3329f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] 10.222.0.24 "GET /v2.0/ports/5e1a938e-96bc-4aad-a38b-c403fef1fa45 HTTP/1.1" status: 404 len: 333 time: 0.3951578 Feb 01 04:30:08.741393 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 60042) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:08.748024 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17925835-b812-49fc-8baa-b448d02a1c39 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Made reservation on behalf of 68692077109c4dda8c8ddac11bd0c8fd for: {'network': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:30:08.750356 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-17925835-b812-49fc-8baa-b448d02a1c39 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:08.756326 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-f2bc96ec-547b-4300-9a98-3d65762b4aa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Request body: {'port': {'network_id': 'beeb88de-9baf-438a-9acc-fecbe63f9c4b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-654116861'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:30:08.773063 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-f2bc96ec-547b-4300-9a98-3d65762b4aa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:30:08.790934 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-f2bc96ec-547b-4300-9a98-3d65762b4aa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:30:08.832392 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2bc96ec-547b-4300-9a98-3d65762b4aa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Made reservation on behalf of 5761e1a9701f46ce82008f2361ec1ef3 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:30:08.834695 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f2bc96ec-547b-4300-9a98-3d65762b4aa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:08.908768 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-f2bc96ec-547b-4300-9a98-3d65762b4aa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] device_id is not set on port 52010ad1-6d67-49ca-87c5-6811c90fa039 yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:30:08.910341 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port dc40e41a-e120-4b60-ac37-01e656126bd6 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:30:08.910821 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:09.091465 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1d20b5eb-90a5-4734-94d4-5f791949e438 tempest-ExternalNetworksAdminNegativeTestJSON-84838242 tempest-ExternalNetworksAdminNegativeTestJSON-84838242-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:09.108147 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1d20b5eb-90a5-4734-94d4-5f791949e438 tempest-ExternalNetworksAdminNegativeTestJSON-84838242 tempest-ExternalNetworksAdminNegativeTestJSON-84838242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:09.168880 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-1152a8c1-bdb6-4a29-95c2-72c98dc4a9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1', 'name': 'tempest-ServersTestManualDisk-566047905-router', 'tenant_id': '4853f52d21f3486381e609c963ac9a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.239'}], 'enable_snat': True}, 'gw_port_id': 'f95843e6-04be-4f7f-80dc-63ce8a84d173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:29:57Z', 'updated_at': '2022-02-01T04:30:01Z', 'revision_number': 3, 'project_id': '4853f52d21f3486381e609c963ac9a5c', 'gw_port': {'id': 'f95843e6-04be-4f7f-80dc-63ce8a84d173', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:85:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:29:59Z', 'updated_at': '2022-02-01T04:30:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:30:09.196968 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1152a8c1-bdb6-4a29-95c2-72c98dc4a9f0 None None] The sync data for ids ['349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1'] in dv-neutron-826830-1-hyperv is: [{'id': '349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1', 'name': 'tempest-ServersTestManualDisk-566047905-router', 'tenant_id': '4853f52d21f3486381e609c963ac9a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.239'}], 'enable_snat': True}, 'gw_port_id': 'f95843e6-04be-4f7f-80dc-63ce8a84d173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:29:57Z', 'updated_at': '2022-02-01T04:30:01Z', 'revision_number': 3, 'project_id': '4853f52d21f3486381e609c963ac9a5c', 'gw_port': {'id': 'f95843e6-04be-4f7f-80dc-63ce8a84d173', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:85:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:29:59Z', 'updated_at': '2022-02-01T04:30:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:30:09.232035 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-959489c2-46a6-4514-9a08-07b1807dad21 None None] Provisioning for port ebe58ec0-2b1a-4ac8-bfa7-faece648d91e completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:30:09.251459 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-959489c2-46a6-4514-9a08-07b1807dad21 None None] Provisioning complete for port ebe58ec0-2b1a-4ac8-bfa7-faece648d91e triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:30:09.252083 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-959489c2-46a6-4514-9a08-07b1807dad21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:09.302425 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c0c1e62a-e946-49be-bc91-0abecbe9912d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:09.382049 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-959489c2-46a6-4514-9a08-07b1807dad21 None None] Port ebe58ec0-2b1a-4ac8-bfa7-faece648d91e cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:30:09.441571 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17925835-b812-49fc-8baa-b448d02a1c39 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=87637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:30:09.452322 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d20b5eb-90a5-4734-94d4-5f791949e438 tempest-ExternalNetworksAdminNegativeTestJSON-84838242 tempest-ExternalNetworksAdminNegativeTestJSON-84838242-project-admin] Pushing event updated for resources: {'Port': ['ID=33e810ea-eafd-47f6-adb7-1e3c74917254,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:09.637762 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f2bc96ec-547b-4300-9a98-3d65762b4aa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:09.677133 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-17925835-b812-49fc-8baa-b448d02a1c39 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:09.677534 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.segments_db [None req-17925835-b812-49fc-8baa-b448d02a1c39 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Added segment c08cf791-ad78-4561-be69-6d4a59e52b85 of type vlan for network 5279ecd5-0252-4b7e-8a53-8e342f4f39ef Feb 01 04:30:09.706416 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1d20b5eb-90a5-4734-94d4-5f791949e438 tempest-ExternalNetworksAdminNegativeTestJSON-84838242 tempest-ExternalNetworksAdminNegativeTestJSON-84838242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-774194'] for floatingip, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:09.812690 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9cb3b295-2834-4f27-9f2c-1e9b2c636936 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:09.930000 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4516cc57-06f2-4928-bd56-7da06420f885 tempest-RoutersAdminNegativeTest-1665669222 tempest-RoutersAdminNegativeTest-1665669222-project-admin] Notify callbacks [] for router, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:09.972073 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f2bc96ec-547b-4300-9a98-3d65762b4aa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:10.040063 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c0c1e62a-e946-49be-bc91-0abecbe9912d admin admin] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:10.070028 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c0c1e62a-e946-49be-bc91-0abecbe9912d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:10.070712 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c0c1e62a-e946-49be-bc91-0abecbe9912d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371990'] for router_interface, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:10.085428 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 60068) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:10.141229 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bc96ec-547b-4300-9a98-3d65762b4aa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Network beeb88de-9baf-438a-9acc-fecbe63f9c4b is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:30:10.151933 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-f2bc96ec-547b-4300-9a98-3d65762b4aa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:30:10.160658 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bc96ec-547b-4300-9a98-3d65762b4aa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:30:10.161556 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2bc96ec-547b-4300-9a98-3d65762b4aa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:10.162143 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f2bc96ec-547b-4300-9a98-3d65762b4aa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539973'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:10.176292 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bc96ec-547b-4300-9a98-3d65762b4aa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Pushing event updated for resources: {'Port': ['ID=52010ad1-6d67-49ca-87c5-6811c90fa039,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:10.233282 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1d20b5eb-90a5-4734-94d4-5f791949e438 tempest-ExternalNetworksAdminNegativeTestJSON-84838242 tempest-ExternalNetworksAdminNegativeTestJSON-84838242-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:10.237233 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-1d20b5eb-90a5-4734-94d4-5f791949e438 tempest-ExternalNetworksAdminNegativeTestJSON-84838242 tempest-ExternalNetworksAdminNegativeTestJSON-84838242-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 10.9820590 Feb 01 04:30:10.237233 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 60074) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:10.294950 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 60076) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:10.312702 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-bf58ec6b-e784-4854-9609-d0b9a79fdf7d tempest-ExternalNetworksAdminNegativeTestJSON-84838242 tempest-ExternalNetworksAdminNegativeTestJSON-84838242-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-200773094', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'fixed_ips': [{'ip_address': '172.26.8.2'}]}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:30:10.328337 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-13bde602-2d06-40cb-a121-7b8cecd36503 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-151180513'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:30:10.338188 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-bf58ec6b-e784-4854-9609-d0b9a79fdf7d tempest-ExternalNetworksAdminNegativeTestJSON-84838242 tempest-ExternalNetworksAdminNegativeTestJSON-84838242-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:30:10.374636 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-3d33b8cf-d4ff-4581-a7d2-243103e69b77 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Request body: {'security_group': {'name': 'tempest-securitygroup--19560555', 'description': 'tempest-description--2030978531'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:30:10.403095 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-bf58ec6b-e784-4854-9609-d0b9a79fdf7d tempest-ExternalNetworksAdminNegativeTestJSON-84838242 tempest-ExternalNetworksAdminNegativeTestJSON-84838242-project-admin] Usage tracker for resource:port and tenant:11bc144805354c4a953fc33cfc508909 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:30:10.424175 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-bf58ec6b-e784-4854-9609-d0b9a79fdf7d tempest-ExternalNetworksAdminNegativeTestJSON-84838242 tempest-ExternalNetworksAdminNegativeTestJSON-84838242-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:30:10.437080 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f2bc96ec-547b-4300-9a98-3d65762b4aa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.6948295 Feb 01 04:30:10.438462 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-bf58ec6b-e784-4854-9609-d0b9a79fdf7d tempest-ExternalNetworksAdminNegativeTestJSON-84838242 tempest-ExternalNetworksAdminNegativeTestJSON-84838242-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:30:10.444236 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c1e62a-e946-49be-bc91-0abecbe9912d admin admin] Pushing event updated for resources: {'Port': ['ID=ebe58ec0-2b1a-4ac8-bfa7-faece648d91e,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:10.448581 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-13bde602-2d06-40cb-a121-7b8cecd36503 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:30:10.457490 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 60086) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:10.469273 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-c959c192-34a3-49d7-852e-d499a4b7287b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8268'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:30:10.482989 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-17925835-b812-49fc-8baa-b448d02a1c39 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:10.487079 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-3d33b8cf-d4ff-4581-a7d2-243103e69b77 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:30:10.513777 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-13bde602-2d06-40cb-a121-7b8cecd36503 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Usage tracker for resource:network and tenant:60b4e61082d3421283cb095bbc99ad8e is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:30:10.525632 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-13bde602-2d06-40cb-a121-7b8cecd36503 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:30:10.553676 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-13bde602-2d06-40cb-a121-7b8cecd36503 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:30:10.559170 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf58ec6b-e784-4854-9609-d0b9a79fdf7d tempest-ExternalNetworksAdminNegativeTestJSON-84838242 tempest-ExternalNetworksAdminNegativeTestJSON-84838242-project-admin] Made reservation on behalf of 11bc144805354c4a953fc33cfc508909 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:30:10.561626 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bf58ec6b-e784-4854-9609-d0b9a79fdf7d tempest-ExternalNetworksAdminNegativeTestJSON-84838242 tempest-ExternalNetworksAdminNegativeTestJSON-84838242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:10.592368 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bf58ec6b-e784-4854-9609-d0b9a79fdf7d tempest-ExternalNetworksAdminNegativeTestJSON-84838242 tempest-ExternalNetworksAdminNegativeTestJSON-84838242-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:10.599020 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-3d33b8cf-d4ff-4581-a7d2-243103e69b77 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Usage tracker for resource:security_group and tenant:8c08b23bffb44a249b00a7d1f56c2684 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:30:10.604815 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-3d33b8cf-d4ff-4581-a7d2-243103e69b77 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:30:10.628312 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 420c1d2e-f562-44d8-b669-8bcc3ca82a70 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:30:10.641454 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c1e62a-e946-49be-bc91-0abecbe9912d admin admin] Network d56a2493-44f0-4c57-af25-6a282deef9cd is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:30:10.647424 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13bde602-2d06-40cb-a121-7b8cecd36503 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Made reservation on behalf of 60b4e61082d3421283cb095bbc99ad8e for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:30:10.650744 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-13bde602-2d06-40cb-a121-7b8cecd36503 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:10.662664 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-c0c1e62a-e946-49be-bc91-0abecbe9912d admin admin] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:30:10.678950 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-bf58ec6b-e784-4854-9609-d0b9a79fdf7d tempest-ExternalNetworksAdminNegativeTestJSON-84838242 tempest-ExternalNetworksAdminNegativeTestJSON-84838242-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:30:10.695270 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-13bde602-2d06-40cb-a121-7b8cecd36503 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:10.709125 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-bf58ec6b-e784-4854-9609-d0b9a79fdf7d tempest-ExternalNetworksAdminNegativeTestJSON-84838242 tempest-ExternalNetworksAdminNegativeTestJSON-84838242-project-admin] Usage tracker for resource:security_group_rule and tenant:11bc144805354c4a953fc33cfc508909 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:30:10.718436 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-bf58ec6b-e784-4854-9609-d0b9a79fdf7d tempest-ExternalNetworksAdminNegativeTestJSON-84838242 tempest-ExternalNetworksAdminNegativeTestJSON-84838242-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:30:10.775705 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 420c1d2e-f562-44d8-b669-8bcc3ca82a70 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:30:10.788592 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 420c1d2e-f562-44d8-b669-8bcc3ca82a70 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:30:10.788962 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:10.820744 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4516cc57-06f2-4928-bd56-7da06420f885 tempest-RoutersAdminNegativeTest-1665669222 tempest-RoutersAdminNegativeTest-1665669222-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25968'] for router, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:10.823461 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4516cc57-06f2-4928-bd56-7da06420f885 tempest-RoutersAdminNegativeTest-1665669222 tempest-RoutersAdminNegativeTest-1665669222-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:10.944434 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-3d33b8cf-d4ff-4581-a7d2-243103e69b77 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:30:10.949687 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4516cc57-06f2-4928-bd56-7da06420f885 tempest-RoutersAdminNegativeTest-1665669222 tempest-RoutersAdminNegativeTest-1665669222-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772958'] for router, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:10.950461 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4516cc57-06f2-4928-bd56-7da06420f885 tempest-RoutersAdminNegativeTest-1665669222 tempest-RoutersAdminNegativeTest-1665669222-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e9374a09-6eb6-4ff4-a029-eb366fc76c8c {{(pid=87637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 01 04:30:10.973103 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:10.980653 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-bf58ec6b-e784-4854-9609-d0b9a79fdf7d tempest-ExternalNetworksAdminNegativeTestJSON-84838242 tempest-ExternalNetworksAdminNegativeTestJSON-84838242-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:30:10.993856 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.api.v2.resource [None req-4516cc57-06f2-4928-bd56-7da06420f885 tempest-RoutersAdminNegativeTest-1665669222 tempest-RoutersAdminNegativeTest-1665669222-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 01 04:30:10.997839 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-4516cc57-06f2-4928-bd56-7da06420f885 tempest-RoutersAdminNegativeTest-1665669222 tempest-RoutersAdminNegativeTest-1665669222-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 7.6976271 Feb 01 04:30:11.008676 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 60090) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:11.010072 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 420c1d2e-f562-44d8-b669-8bcc3ca82a70, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=420c1d2e-f562-44d8-b669-8bcc3ca82a70,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:30:11.016880 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:11.017821 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device f95843e6-04be-4f7f-80dc-63ce8a84d173 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:30:11.024508 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3d33b8cf-d4ff-4581-a7d2-243103e69b77 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Notify callbacks [] for security_group, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:11.048701 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-3d33b8cf-d4ff-4581-a7d2-243103e69b77 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:30:11.048994 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-13bde602-2d06-40cb-a121-7b8cecd36503 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:30:11.051234 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c959c192-34a3-49d7-852e-d499a4b7287b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:11.053150 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-3d33b8cf-d4ff-4581-a7d2-243103e69b77 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Usage tracker for resource:security_group_rule and tenant:8c08b23bffb44a249b00a7d1f56c2684 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:30:11.056049 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-3d33b8cf-d4ff-4581-a7d2-243103e69b77 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:30:11.063196 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-3d33b8cf-d4ff-4581-a7d2-243103e69b77 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:30:11.070040 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-13bde602-2d06-40cb-a121-7b8cecd36503 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Usage tracker for resource:security_group_rule and tenant:60b4e61082d3421283cb095bbc99ad8e is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:30:11.083492 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-13bde602-2d06-40cb-a121-7b8cecd36503 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:30:11.107626 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-13bde602-2d06-40cb-a121-7b8cecd36503 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:30:11.134581 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-0a8b3b4c-cce2-48d4-be24-c5276e10f678 None None] Provisioning complete for port ebe58ec0-2b1a-4ac8-bfa7-faece648d91e triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:30:11.134943 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0a8b3b4c-cce2-48d4-be24-c5276e10f678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:11.140210 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3d33b8cf-d4ff-4581-a7d2-243103e69b77 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Notify callbacks [] for security_group, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:11.148692 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9cb3b295-2834-4f27-9f2c-1e9b2c636936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337'] for router, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:11.153165 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3d33b8cf-d4ff-4581-a7d2-243103e69b77 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:11.209543 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=420c1d2e-f562-44d8-b669-8bcc3ca82a70,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:11.216615 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-0a8b3b4c-cce2-48d4-be24-c5276e10f678 None None] Port ebe58ec0-2b1a-4ac8-bfa7-faece648d91e cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:30:11.226986 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port f95843e6-04be-4f7f-80dc-63ce8a84d173 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:30:11.235265 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port f95843e6-04be-4f7f-80dc-63ce8a84d173 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:30:11.235771 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:11.275598 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-c9e1fd74-03bf-44d1-ac51-1960d52ebdfc tempest-RoutersAdminNegativeTest-1665669222 tempest-RoutersAdminNegativeTest-1665669222-project-admin] Deleting port 443bf63c-589e-4992-a87a-f3585cce95c2 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:30:11.275953 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c9e1fd74-03bf-44d1-ac51-1960d52ebdfc tempest-RoutersAdminNegativeTest-1665669222 tempest-RoutersAdminNegativeTest-1665669222-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:11.281280 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d33b8cf-d4ff-4581-a7d2-243103e69b77 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f5860d-525a-4a29-9378-b1632322cfc0,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:11.286018 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-17925835-b812-49fc-8baa-b448d02a1c39 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:11.288780 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17925835-b812-49fc-8baa-b448d02a1c39 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:11.288780 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-17925835-b812-49fc-8baa-b448d02a1c39 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539973'] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:11.313105 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0c1e62a-e946-49be-bc91-0abecbe9912d admin admin] Router 349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:30:11.367328 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:11.385077 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port f95843e6-04be-4f7f-80dc-63ce8a84d173, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=f95843e6-04be-4f7f-80dc-63ce8a84d173,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:30:11.390626 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:11.460904 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=f95843e6-04be-4f7f-80dc-63ce8a84d173,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:11.480201 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3d33b8cf-d4ff-4581-a7d2-243103e69b77 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:11.484185 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-3d33b8cf-d4ff-4581-a7d2-243103e69b77 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.1730273 Feb 01 04:30:11.485246 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17925835-b812-49fc-8baa-b448d02a1c39 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Pushing event updated for resources: {'Network': ['ID=5279ecd5-0252-4b7e-8a53-8e342f4f39ef,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:11.488016 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 60094) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:11.502351 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 5279ecd5-0252-4b7e-8a53-8e342f4f39ef details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:30:11.502613 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-bbb9d7dc-7cbb-4fd4-b548-2d6e01263a42 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Request body: {'security_group_rule': {'security_group_id': 'c3f5860d-525a-4a29-9378-b1632322cfc0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:30:11.521319 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-bbb9d7dc-7cbb-4fd4-b548-2d6e01263a42 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:30:11.529950 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-bbb9d7dc-7cbb-4fd4-b548-2d6e01263a42 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Usage tracker for resource:security_group_rule and tenant:8c08b23bffb44a249b00a7d1f56c2684 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:30:11.535233 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-bbb9d7dc-7cbb-4fd4-b548-2d6e01263a42 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:30:11.542586 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-17925835-b812-49fc-8baa-b448d02a1c39 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 3.1096745 Feb 01 04:30:11.549050 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 60098) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:11.603354 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-bbb9d7dc-7cbb-4fd4-b548-2d6e01263a42 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:30:11.615832 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-7381e0be-3f00-40f1-8bbd-77bb98fc00ed tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Request body: {'subnet': {'network_id': '5279ecd5-0252-4b7e-8a53-8e342f4f39ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:30:11.620633 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-7381e0be-3f00-40f1-8bbd-77bb98fc00ed tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:30:11.624846 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-7381e0be-3f00-40f1-8bbd-77bb98fc00ed tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Usage tracker for resource:subnet and tenant:68692077109c4dda8c8ddac11bd0c8fd is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:30:11.627933 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-7381e0be-3f00-40f1-8bbd-77bb98fc00ed tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:30:11.635835 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-7381e0be-3f00-40f1-8bbd-77bb98fc00ed tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:30:11.661561 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7381e0be-3f00-40f1-8bbd-77bb98fc00ed tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Made reservation on behalf of 68692077109c4dda8c8ddac11bd0c8fd for: {'subnet': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:30:11.663796 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7381e0be-3f00-40f1-8bbd-77bb98fc00ed tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3694443'] for subnet, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:11.753181 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.db.resource_extend [None req-c959c192-34a3-49d7-852e-d499a4b7287b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 01 04:30:11.766170 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bbb9d7dc-7cbb-4fd4-b548-2d6e01263a42 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:11.776527 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bf58ec6b-e784-4854-9609-d0b9a79fdf7d tempest-ExternalNetworksAdminNegativeTestJSON-84838242 tempest-ExternalNetworksAdminNegativeTestJSON-84838242-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:11.848324 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bf58ec6b-e784-4854-9609-d0b9a79fdf7d tempest-ExternalNetworksAdminNegativeTestJSON-84838242 tempest-ExternalNetworksAdminNegativeTestJSON-84838242-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:11.855730 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-13bde602-2d06-40cb-a121-7b8cecd36503 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:11.876667 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bbb9d7dc-7cbb-4fd4-b548-2d6e01263a42 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:11.885767 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bbb9d7dc-7cbb-4fd4-b548-2d6e01263a42 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:11.893380 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-bf58ec6b-e784-4854-9609-d0b9a79fdf7d tempest-ExternalNetworksAdminNegativeTestJSON-84838242 tempest-ExternalNetworksAdminNegativeTestJSON-84838242-project-admin] device_id is not set on port 1deb61ad-c788-4458-a45a-5bae0fbfb092 yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:30:11.936157 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cb3b295-2834-4f27-9f2c-1e9b2c636936 admin admin] Router fe334b00-f9c2-4473-a16a-4b711be31f1c is scheduled to L3 agent a3073304-82af-4a42-89af-bc532d6626bb with binding_index 1 {{(pid=87637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 01 04:30:11.955750 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb9d7dc-7cbb-4fd4-b548-2d6e01263a42 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=267992e5-9c1d-4bba-99b5-9e2b45603c5c,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:11.978024 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-13bde602-2d06-40cb-a121-7b8cecd36503 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:12.019016 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf58ec6b-e784-4854-9609-d0b9a79fdf7d tempest-ExternalNetworksAdminNegativeTestJSON-84838242 tempest-ExternalNetworksAdminNegativeTestJSON-84838242-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95faebe3-dcd6-4be9-851e-34051ffb996a,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:12.030034 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bbb9d7dc-7cbb-4fd4-b548-2d6e01263a42 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:12.033962 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-bbb9d7dc-7cbb-4fd4-b548-2d6e01263a42 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5362065 Feb 01 04:30:12.034089 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-c959c192-34a3-49d7-852e-d499a4b7287b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] device_id is not set on port 52010ad1-6d67-49ca-87c5-6811c90fa039 yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:30:12.039857 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 60104) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:12.040215 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c1e62a-e946-49be-bc91-0abecbe9912d admin admin] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:30:12.052740 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-fd037721-b5a7-451c-910f-a934896c468d tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Request body: {'security_group_rule': {'security_group_id': 'c3f5860d-525a-4a29-9378-b1632322cfc0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:30:12.066194 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13bde602-2d06-40cb-a121-7b8cecd36503 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:30:12.072649 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c959c192-34a3-49d7-852e-d499a4b7287b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:12.072810 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-fd037721-b5a7-451c-910f-a934896c468d tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:30:12.094354 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-fd037721-b5a7-451c-910f-a934896c468d tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Usage tracker for resource:security_group_rule and tenant:8c08b23bffb44a249b00a7d1f56c2684 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:30:12.113836 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-fd037721-b5a7-451c-910f-a934896c468d tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:30:12.124975 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-fd037721-b5a7-451c-910f-a934896c468d tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:30:12.128635 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c9e1fd74-03bf-44d1-ac51-1960d52ebdfc tempest-RoutersAdminNegativeTest-1665669222 tempest-RoutersAdminNegativeTest-1665669222-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:12.163064 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39f3dff-4544-457e-960f-bada60c4d490 None None] Sync routers for ids ['349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:30:12.173039 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39f3dff-4544-457e-960f-bada60c4d490 None None] Routers {'349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:30:12.173784 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-a39f3dff-4544-457e-960f-bada60c4d490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:30:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:30:12.184914 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-c959c192-34a3-49d7-852e-d499a4b7287b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Transition to ACTIVE for port object 52010ad1-6d67-49ca-87c5-6811c90fa039 will not be triggered until provisioned by entity L2. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:30:12.185945 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-13bde602-2d06-40cb-a121-7b8cecd36503 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:12.186267 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-13bde602-2d06-40cb-a121-7b8cecd36503 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Added segment 73bac785-d57c-4546-99aa-32639118ab70 of type vlan for network 14b67238-4e53-405c-b9cd-84b8ff52e36a Feb 01 04:30:12.233870 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fd037721-b5a7-451c-910f-a934896c468d tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:12.301646 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb3b295-2834-4f27-9f2c-1e9b2c636936 admin admin] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:30:12.318179 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9be4f8-d4b4-4910-9027-a2d60b6f3cfc None None] Sync routers for ids ['fe334b00-f9c2-4473-a16a-4b711be31f1c'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:30:12.335493 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9be4f8-d4b4-4910-9027-a2d60b6f3cfc None None] Routers {'fe334b00-f9c2-4473-a16a-4b711be31f1c'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:30:12.336341 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-ff9be4f8-d4b4-4910-9027-a2d60b6f3cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:30:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['fe334b00-f9c2-4473-a16a-4b711be31f1c'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:30:12.355930 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-c9e1fd74-03bf-44d1-ac51-1960d52ebdfc tempest-RoutersAdminNegativeTest-1665669222 tempest-RoutersAdminNegativeTest-1665669222-project-admin] Calling delete_port for 443bf63c-589e-4992-a87a-f3585cce95c2 owned by {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:30:12.396296 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fd037721-b5a7-451c-910f-a934896c468d tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:12.397341 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9cb3b295-2834-4f27-9f2c-1e9b2c636936 admin admin] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:12.401507 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-9cb3b295-2834-4f27-9f2c-1e9b2c636936 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 13.1110661 Feb 01 04:30:12.402175 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 60110) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:12.405084 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bde602-2d06-40cb-a121-7b8cecd36503 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdeb4a26-10e1-45f0-bd72-adb7ac2a761c,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:12.407481 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-a39f3dff-4544-457e-960f-bada60c4d490 None None] Set router 349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:30:12.428015 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c959c192-34a3-49d7-852e-d499a4b7287b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:12.477398 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fd037721-b5a7-451c-910f-a934896c468d tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:12.541577 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd037721-b5a7-451c-910f-a934896c468d tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=735b9b19-f182-4bea-b75c-0bc773361e83,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:12.561536 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fd037721-b5a7-451c-910f-a934896c468d tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:12.565658 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-fd037721-b5a7-451c-910f-a934896c468d tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5177948 Feb 01 04:30:12.584610 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-ff9be4f8-d4b4-4910-9027-a2d60b6f3cfc None None] Set router fe334b00-f9c2-4473-a16a-4b711be31f1c gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:30:12.600778 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 60114) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:12.603914 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c959c192-34a3-49d7-852e-d499a4b7287b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Pushing event updated for resources: {'Port': ['ID=52010ad1-6d67-49ca-87c5-6811c90fa039,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:12.612705 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d491ad11-8380-4591-b0b8-19340e46613d None None] Sync routers for ids ['e88ac96f-09da-4b77-9c81-4be8bc7a295d'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:30:12.632940 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d491ad11-8380-4591-b0b8-19340e46613d None None] Routers {'e88ac96f-09da-4b77-9c81-4be8bc7a295d'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:30:12.633578 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-d491ad11-8380-4591-b0b8-19340e46613d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:30:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['e88ac96f-09da-4b77-9c81-4be8bc7a295d'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:30:12.656857 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c0c1e62a-e946-49be-bc91-0abecbe9912d admin admin] 10.222.0.24 "PUT /v2.0/routers/349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8844590 Feb 01 04:30:12.683214 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.objects.ports [None req-7381e0be-3f00-40f1-8bbd-77bb98fc00ed tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87637) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 01 04:30:12.683214 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7381e0be-3f00-40f1-8bbd-77bb98fc00ed tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3037478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3694457'] for subnet, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:12.687429 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-3ce51af7-cdc6-4ddf-8767-e7d382db1d26 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Request body: {'floatingip': {'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:30:12.822521 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-13bde602-2d06-40cb-a121-7b8cecd36503 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:12.844518 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-d491ad11-8380-4591-b0b8-19340e46613d None None] Set router e88ac96f-09da-4b77-9c81-4be8bc7a295d gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:30:12.850908 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-3ce51af7-cdc6-4ddf-8767-e7d382db1d26 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:30:12.870363 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 420c1d2e-f562-44d8-b669-8bcc3ca82a70 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:30:12.994610 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-ff9be4f8-d4b4-4910-9027-a2d60b6f3cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe334b00-f9c2-4473-a16a-4b711be31f1c', 'name': 'tempest-ServersTestJSON-82895039-router', 'tenant_id': '332d5a2a0a29497d81fd0e175d971fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.36'}], 'enable_snat': True}, 'gw_port_id': 'd753bac5-2ff2-45a5-9ec1-4f4d0e2b5091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:29:59Z', 'updated_at': '2022-02-01T04:30:08Z', 'revision_number': 3, 'project_id': '332d5a2a0a29497d81fd0e175d971fc8', 'gw_port': {'id': 'd753bac5-2ff2-45a5-9ec1-4f4d0e2b5091', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:7e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe334b00-f9c2-4473-a16a-4b711be31f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:30:01Z', 'updated_at': '2022-02-01T04:30:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:30:13.009033 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9be4f8-d4b4-4910-9027-a2d60b6f3cfc None None] Checking router: fe334b00-f9c2-4473-a16a-4b711be31f1c for host: dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:30:13.009902 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9be4f8-d4b4-4910-9027-a2d60b6f3cfc None None] Updating router fe334b00-f9c2-4473-a16a-4b711be31f1c port d753bac5-2ff2-45a5-9ec1-4f4d0e2b5091 binding host dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 04:30:13.052010 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 420c1d2e-f562-44d8-b669-8bcc3ca82a70 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:30:13.052515 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:13.101393 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-3ce51af7-cdc6-4ddf-8767-e7d382db1d26 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Usage tracker for resource:floatingip and tenant:8c08b23bffb44a249b00a7d1f56c2684 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:30:13.105925 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-13bde602-2d06-40cb-a121-7b8cecd36503 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:13.115072 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bde602-2d06-40cb-a121-7b8cecd36503 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:13.115827 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-13bde602-2d06-40cb-a121-7b8cecd36503 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539973'] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:13.126487 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-3ce51af7-cdc6-4ddf-8767-e7d382db1d26 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:30:13.133322 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ff9be4f8-d4b4-4910-9027-a2d60b6f3cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:13.159124 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7381e0be-3f00-40f1-8bbd-77bb98fc00ed tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ec9ebc7f-c0e8-445c-9a15-18bda363d497,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:13.162057 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7381e0be-3f00-40f1-8bbd-77bb98fc00ed tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Checking segment: {'id': 'c08cf791-ad78-4561-be69-6d4a59e52b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5279ecd5-0252-4b7e-8a53-8e342f4f39ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:30:13.162605 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7381e0be-3f00-40f1-8bbd-77bb98fc00ed tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Network hostable DHCP agents. Network: 5279ecd5-0252-4b7e-8a53-8e342f4f39ef, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:30:13.258469 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7381e0be-3f00-40f1-8bbd-77bb98fc00ed tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Network 5279ecd5-0252-4b7e-8a53-8e342f4f39ef is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:30:13.291936 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-7381e0be-3f00-40f1-8bbd-77bb98fc00ed tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, 5279ecd5-0252-4b7e-8a53-8e342f4f39ef) {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:30:13.304753 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7381e0be-3f00-40f1-8bbd-77bb98fc00ed tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:13.305631 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7381e0be-3f00-40f1-8bbd-77bb98fc00ed tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539973'] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:13.305988 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0faff1-c76d-4358-a7d1-adabb918d37b None None] Network 5279ecd5-0252-4b7e-8a53-8e342f4f39ef requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:30:13.462811 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-a39f3dff-4544-457e-960f-bada60c4d490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1', 'name': 'tempest-ServersTestManualDisk-566047905-router', 'tenant_id': '4853f52d21f3486381e609c963ac9a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.239'}], 'enable_snat': True}, 'gw_port_id': 'f95843e6-04be-4f7f-80dc-63ce8a84d173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:29:57Z', 'updated_at': '2022-02-01T04:30:09Z', 'revision_number': 4, 'project_id': '4853f52d21f3486381e609c963ac9a5c', 'gw_port': {'id': 'f95843e6-04be-4f7f-80dc-63ce8a84d173', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:85:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:29:59Z', 'updated_at': '2022-02-01T04:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': 'ebe58ec0-2b1a-4ac8-bfa7-faece648d91e', 'name': '', 'network_id': 'd56a2493-44f0-4c57-af25-6a282deef9cd', 'tenant_id': '4853f52d21f3486381e609c963ac9a5c', 'mac_address': 'fa:16:3e:27:c6:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '571f3863-a948-465c-8ae7-d112b68c75f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:30:07Z', 'updated_at': '2022-02-01T04:30:09Z', 'revision_number': 2, 'project_id': '4853f52d21f3486381e609c963ac9a5c', 'subnets': [{'id': '571f3863-a948-465c-8ae7-d112b68c75f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:30:13.469604 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39f3dff-4544-457e-960f-bada60c4d490 None None] Checking router: 349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1 for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:30:13.470092 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39f3dff-4544-457e-960f-bada60c4d490 None None] Updating router 349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1 port ebe58ec0-2b1a-4ac8-bfa7-faece648d91e binding host dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 04:30:13.484398 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bde602-2d06-40cb-a121-7b8cecd36503 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event updated for resources: {'Network': ['ID=14b67238-4e53-405c-b9cd-84b8ff52e36a,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:13.504460 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-3ce51af7-cdc6-4ddf-8767-e7d382db1d26 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:30:13.523349 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-c959c192-34a3-49d7-852e-d499a4b7287b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port 52010ad1-6d67-49ca-87c5-6811c90fa039 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:30:13.523824 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-c959c192-34a3-49d7-852e-d499a4b7287b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port 52010ad1-6d67-49ca-87c5-6811c90fa039 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '0db2bf91-d0d2-4b76-9df9-e149e1e32fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'beeb88de-9baf-438a-9acc-fecbe63f9c4b'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:30:13.524292 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c959c192-34a3-49d7-852e-d499a4b7287b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port 52010ad1-6d67-49ca-87c5-6811c90fa039 on network beeb88de-9baf-438a-9acc-fecbe63f9c4b {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:30:13.524402 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:30:13.535943 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-7381e0be-3f00-40f1-8bbd-77bb98fc00ed tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9335399 Feb 01 04:30:13.542057 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 60126) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:13.554952 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c959c192-34a3-49d7-852e-d499a4b7287b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Port 52010ad1-6d67-49ca-87c5-6811c90fa039 on network beeb88de-9baf-438a-9acc-fecbe63f9c4b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:30:13.555529 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-1e892846-8d3d-46de-9be5-45506d58237f tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Request body: {'floatingip': {'floating_network_id': '5279ecd5-0252-4b7e-8a53-8e342f4f39ef'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:30:13.555645 dv-neutron-826830-1-hyperv neutron-server[87636]: ERROR neutron.plugins.ml2.managers [None req-c959c192-34a3-49d7-852e-d499a4b7287b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Failed to bind port 52010ad1-6d67-49ca-87c5-6811c90fa039 on host hv-neutron-8268 for vnic_type normal using segments [{'id': '0db2bf91-d0d2-4b76-9df9-e149e1e32fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'beeb88de-9baf-438a-9acc-fecbe63f9c4b'}] Feb 01 04:30:13.561607 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.plugins.ml2.plugin [None req-c959c192-34a3-49d7-852e-d499a4b7287b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempt 2 to bind port 52010ad1-6d67-49ca-87c5-6811c90fa039 Feb 01 04:30:13.565729 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device f95843e6-04be-4f7f-80dc-63ce8a84d173 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:30:13.574536 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a39f3dff-4544-457e-960f-bada60c4d490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:13.576662 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-1e892846-8d3d-46de-9be5-45506d58237f tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:30:13.589278 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-1e892846-8d3d-46de-9be5-45506d58237f tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Usage tracker for resource:floatingip and tenant:68692077109c4dda8c8ddac11bd0c8fd is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:30:13.590793 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-d491ad11-8380-4591-b0b8-19340e46613d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e88ac96f-09da-4b77-9c81-4be8bc7a295d', 'name': 'tempest-ServerActionsTestJSON-1622551483-router', 'tenant_id': '8c08b23bffb44a249b00a7d1f56c2684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.120'}], 'enable_snat': True}, 'gw_port_id': '420c1d2e-f562-44d8-b669-8bcc3ca82a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:29:58Z', 'updated_at': '2022-02-01T04:30:05Z', 'revision_number': 4, 'project_id': '8c08b23bffb44a249b00a7d1f56c2684', 'gw_port': {'id': '420c1d2e-f562-44d8-b669-8bcc3ca82a70', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88ac96f-09da-4b77-9c81-4be8bc7a295d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:30:00Z', 'updated_at': '2022-02-01T04:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '36c4124d-3b27-4bee-bd44-d10123dd50c3', 'name': '', 'network_id': '958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a', 'tenant_id': '8c08b23bffb44a249b00a7d1f56c2684', 'mac_address': 'fa:16:3e:6e:6f:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e88ac96f-09da-4b77-9c81-4be8bc7a295d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f1d92c60-8ec8-4263-bfcc-74bbe6cd55af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:30:04Z', 'updated_at': '2022-02-01T04:30:06Z', 'revision_number': 2, 'project_id': '8c08b23bffb44a249b00a7d1f56c2684', 'subnets': [{'id': 'f1d92c60-8ec8-4263-bfcc-74bbe6cd55af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:30:13.601388 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-1e892846-8d3d-46de-9be5-45506d58237f tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:30:13.602151 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d491ad11-8380-4591-b0b8-19340e46613d None None] Checking router: e88ac96f-09da-4b77-9c81-4be8bc7a295d for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:30:13.602655 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d491ad11-8380-4591-b0b8-19340e46613d None None] Updating router e88ac96f-09da-4b77-9c81-4be8bc7a295d port 36c4124d-3b27-4bee-bd44-d10123dd50c3 binding host dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 04:30:13.623241 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-c959c192-34a3-49d7-852e-d499a4b7287b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port 52010ad1-6d67-49ca-87c5-6811c90fa039 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:30:13.623764 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-c959c192-34a3-49d7-852e-d499a4b7287b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port 52010ad1-6d67-49ca-87c5-6811c90fa039 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '0db2bf91-d0d2-4b76-9df9-e149e1e32fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'beeb88de-9baf-438a-9acc-fecbe63f9c4b'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:30:13.624162 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c959c192-34a3-49d7-852e-d499a4b7287b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port 52010ad1-6d67-49ca-87c5-6811c90fa039 on network beeb88de-9baf-438a-9acc-fecbe63f9c4b {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:30:13.637145 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-13bde602-2d06-40cb-a121-7b8cecd36503 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 3.5460923 Feb 01 04:30:13.638754 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 60130) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:13.639161 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 60132) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:13.642368 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3ce51af7-cdc6-4ddf-8767-e7d382db1d26 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Notify callbacks [] for floatingip, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:13.653646 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-1e892846-8d3d-46de-9be5-45506d58237f tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:30:13.680111 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-c1e0b86a-c85e-4344-bbb0-70759064b29e tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1165490222', 'description': 'tempest-description--502783568'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:30:13.680690 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1e892846-8d3d-46de-9be5-45506d58237f tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:13.692437 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-0eac9179-2538-4652-90e0-279cc9486160 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Request body: {'subnet': {'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:30:13.735673 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d491ad11-8380-4591-b0b8-19340e46613d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:13.826908 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bb18640f-3873-4919-9e00-a2ca0334f1ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:13.830280 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf58ec6b-e784-4854-9609-d0b9a79fdf7d tempest-ExternalNetworksAdminNegativeTestJSON-84838242 tempest-ExternalNetworksAdminNegativeTestJSON-84838242-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 01 04:30:13.833860 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf58ec6b-e784-4854-9609-d0b9a79fdf7d tempest-ExternalNetworksAdminNegativeTestJSON-84838242 tempest-ExternalNetworksAdminNegativeTestJSON-84838242-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:30:13.849606 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-0eac9179-2538-4652-90e0-279cc9486160 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:30:13.859820 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0eac9179-2538-4652-90e0-279cc9486160 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Usage tracker for resource:subnet and tenant:60b4e61082d3421283cb095bbc99ad8e is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:30:13.864419 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0eac9179-2538-4652-90e0-279cc9486160 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:30:13.882794 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ff9be4f8-d4b4-4910-9027-a2d60b6f3cfc None None] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:13.889505 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-0eac9179-2538-4652-90e0-279cc9486160 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:30:13.907567 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c959c192-34a3-49d7-852e-d499a4b7287b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Port 52010ad1-6d67-49ca-87c5-6811c90fa039 on network beeb88de-9baf-438a-9acc-fecbe63f9c4b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:30:13.908892 dv-neutron-826830-1-hyperv neutron-server[87636]: ERROR neutron.plugins.ml2.managers [None req-c959c192-34a3-49d7-852e-d499a4b7287b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Failed to bind port 52010ad1-6d67-49ca-87c5-6811c90fa039 on host hv-neutron-8268 for vnic_type normal using segments [{'id': '0db2bf91-d0d2-4b76-9df9-e149e1e32fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'beeb88de-9baf-438a-9acc-fecbe63f9c4b'}] Feb 01 04:30:13.919061 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c1e0b86a-c85e-4344-bbb0-70759064b29e tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:30:13.933572 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.plugins.ml2.plugin [None req-c959c192-34a3-49d7-852e-d499a4b7287b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempt 3 to bind port 52010ad1-6d67-49ca-87c5-6811c90fa039 Feb 01 04:30:13.979973 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c1e0b86a-c85e-4344-bbb0-70759064b29e tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Usage tracker for resource:security_group and tenant:4853f52d21f3486381e609c963ac9a5c is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:30:13.987520 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eac9179-2538-4652-90e0-279cc9486160 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Made reservation on behalf of 60b4e61082d3421283cb095bbc99ad8e for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:30:13.992493 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0eac9179-2538-4652-90e0-279cc9486160 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:14.015881 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c1e0b86a-c85e-4344-bbb0-70759064b29e tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:30:14.035001 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c1e0b86a-c85e-4344-bbb0-70759064b29e tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:30:14.060652 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1e892846-8d3d-46de-9be5-45506d58237f tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:14.073743 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-c959c192-34a3-49d7-852e-d499a4b7287b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port 52010ad1-6d67-49ca-87c5-6811c90fa039 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:30:14.074231 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-c959c192-34a3-49d7-852e-d499a4b7287b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port 52010ad1-6d67-49ca-87c5-6811c90fa039 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '0db2bf91-d0d2-4b76-9df9-e149e1e32fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'beeb88de-9baf-438a-9acc-fecbe63f9c4b'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:30:14.074762 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c959c192-34a3-49d7-852e-d499a4b7287b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port 52010ad1-6d67-49ca-87c5-6811c90fa039 on network beeb88de-9baf-438a-9acc-fecbe63f9c4b {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:30:14.088605 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-bf58ec6b-e784-4854-9609-d0b9a79fdf7d tempest-ExternalNetworksAdminNegativeTestJSON-84838242 tempest-ExternalNetworksAdminNegativeTestJSON-84838242-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 409 len: 370 time: 3.7924063 Feb 01 04:30:14.096880 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 60138) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:14.103519 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c959c192-34a3-49d7-852e-d499a4b7287b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Port 52010ad1-6d67-49ca-87c5-6811c90fa039 on network beeb88de-9baf-438a-9acc-fecbe63f9c4b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:30:14.104035 dv-neutron-826830-1-hyperv neutron-server[87636]: ERROR neutron.plugins.ml2.managers [None req-c959c192-34a3-49d7-852e-d499a4b7287b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Failed to bind port 52010ad1-6d67-49ca-87c5-6811c90fa039 on host hv-neutron-8268 for vnic_type normal using segments [{'id': '0db2bf91-d0d2-4b76-9df9-e149e1e32fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'beeb88de-9baf-438a-9acc-fecbe63f9c4b'}] Feb 01 04:30:14.120532 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-ff9be4f8-d4b4-4910-9027-a2d60b6f3cfc None None] Transition to ACTIVE for port object d753bac5-2ff2-45a5-9ec1-4f4d0e2b5091 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:30:14.138330 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ff9be4f8-d4b4-4910-9027-a2d60b6f3cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:14.180702 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.plugins.ml2.plugin [None req-c959c192-34a3-49d7-852e-d499a4b7287b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempt 4 to bind port 52010ad1-6d67-49ca-87c5-6811c90fa039 Feb 01 04:30:14.198355 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port f95843e6-04be-4f7f-80dc-63ce8a84d173 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:30:14.198718 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:14.238972 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-bb18640f-3873-4919-9e00-a2ca0334f1ae admin admin] Allocated IP 172.20.0.1 (90ceb3fa-eeb4-4146-8853-bf11c986f415/f42bcb10-2f4f-4796-800c-dcbbdb896d1a/2d116971-bcdd-4fd8-aca4-890259ada2e6) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:30:14.266723 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c9e1fd74-03bf-44d1-ac51-1960d52ebdfc tempest-RoutersAdminNegativeTest-1665669222 tempest-RoutersAdminNegativeTest-1665669222-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:14.270023 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01493aea-b6be-4370-b887-149d6ef4df63 None None] Network 5279ecd5-0252-4b7e-8a53-8e342f4f39ef requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:30:14.281474 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c1e0b86a-c85e-4344-bbb0-70759064b29e tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:14.318528 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-1e892846-8d3d-46de-9be5-45506d58237f tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Allocated IP 172.20.0.12 (5279ecd5-0252-4b7e-8a53-8e342f4f39ef/ec9ebc7f-c0e8-445c-9a15-18bda363d497/e86b40d8-cf14-4b67-88c1-00844fbc7547) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:30:14.357458 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a39f3dff-4544-457e-960f-bada60c4d490 None None] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:14.415970 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-ff9be4f8-d4b4-4910-9027-a2d60b6f3cfc None None] Attempting to bind port d753bac5-2ff2-45a5-9ec1-4f4d0e2b5091 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:30:14.416336 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-ff9be4f8-d4b4-4910-9027-a2d60b6f3cfc None None] Attempting to bind port d753bac5-2ff2-45a5-9ec1-4f4d0e2b5091 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:30:14.416721 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9be4f8-d4b4-4910-9027-a2d60b6f3cfc None None] Attempting to bind port d753bac5-2ff2-45a5-9ec1-4f4d0e2b5091 on network bdef128a-46b3-4cca-a245-48d1eb781269 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:30:14.420293 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-a39f3dff-4544-457e-960f-bada60c4d490 None None] Transition to ACTIVE for port object ebe58ec0-2b1a-4ac8-bfa7-faece648d91e will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:30:14.436600 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a39f3dff-4544-457e-960f-bada60c4d490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:14.463306 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-c959c192-34a3-49d7-852e-d499a4b7287b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port 52010ad1-6d67-49ca-87c5-6811c90fa039 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:30:14.463732 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-c959c192-34a3-49d7-852e-d499a4b7287b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port 52010ad1-6d67-49ca-87c5-6811c90fa039 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '0db2bf91-d0d2-4b76-9df9-e149e1e32fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'beeb88de-9baf-438a-9acc-fecbe63f9c4b'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:30:14.464219 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c959c192-34a3-49d7-852e-d499a4b7287b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port 52010ad1-6d67-49ca-87c5-6811c90fa039 on network beeb88de-9baf-438a-9acc-fecbe63f9c4b {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:30:14.500297 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d25c318-0e16-4acb-b68e-d4263c690032 None None] Pushing event updated for resources: {'Port': ['ID=d753bac5-2ff2-45a5-9ec1-4f4d0e2b5091,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:14.510384 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9be4f8-d4b4-4910-9027-a2d60b6f3cfc None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:30:14.510745 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9be4f8-d4b4-4910-9027-a2d60b6f3cfc None None] Checking segment: {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:30:14.512158 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ff9be4f8-d4b4-4910-9027-a2d60b6f3cfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:14.512158 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9be4f8-d4b4-4910-9027-a2d60b6f3cfc None None] Bound using segment: {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:30:14.512326 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-ff9be4f8-d4b4-4910-9027-a2d60b6f3cfc None None] Bound port: d753bac5-2ff2-45a5-9ec1-4f4d0e2b5091, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:30:14.512659 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ff9be4f8-d4b4-4910-9027-a2d60b6f3cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:14.529597 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c7956f-1d70-4da4-89b0-e619b908bfa4 None None] Pushing event updated for resources: {'Port': ['ID=ebe58ec0-2b1a-4ac8-bfa7-faece648d91e,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:14.530417 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bb18640f-3873-4919-9e00-a2ca0334f1ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:14.531221 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c959c192-34a3-49d7-852e-d499a4b7287b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Port 52010ad1-6d67-49ca-87c5-6811c90fa039 on network beeb88de-9baf-438a-9acc-fecbe63f9c4b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:30:14.531624 dv-neutron-826830-1-hyperv neutron-server[87636]: ERROR neutron.plugins.ml2.managers [None req-c959c192-34a3-49d7-852e-d499a4b7287b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Failed to bind port 52010ad1-6d67-49ca-87c5-6811c90fa039 on host hv-neutron-8268 for vnic_type normal using segments [{'id': '0db2bf91-d0d2-4b76-9df9-e149e1e32fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'beeb88de-9baf-438a-9acc-fecbe63f9c4b'}] Feb 01 04:30:14.535409 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d491ad11-8380-4591-b0b8-19340e46613d None None] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:14.555788 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.plugins.ml2.plugin [None req-c959c192-34a3-49d7-852e-d499a4b7287b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempt 5 to bind port 52010ad1-6d67-49ca-87c5-6811c90fa039 Feb 01 04:30:14.603638 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-bb18640f-3873-4919-9e00-a2ca0334f1ae admin admin] Transition to ACTIVE for port object 2d116971-bcdd-4fd8-aca4-890259ada2e6 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:30:14.618827 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c1e0b86a-c85e-4344-bbb0-70759064b29e tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:30:14.625213 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-ff9be4f8-d4b4-4910-9027-a2d60b6f3cfc None None] For port d753bac5-2ff2-45a5-9ec1-4f4d0e2b5091, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:30:14.631302 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-ff9be4f8-d4b4-4910-9027-a2d60b6f3cfc None None] For port d753bac5-2ff2-45a5-9ec1-4f4d0e2b5091, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=d753bac5-2ff2-45a5-9ec1-4f4d0e2b5091,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:30:14.632666 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-d491ad11-8380-4591-b0b8-19340e46613d None None] Transition to ACTIVE for port object 36c4124d-3b27-4bee-bd44-d10123dd50c3 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:30:14.646609 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ff9be4f8-d4b4-4910-9027-a2d60b6f3cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:14.657454 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1e892846-8d3d-46de-9be5-45506d58237f tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:14.675008 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-b9917f9d-2b4a-4222-9e4f-471dd5b02860 tempest-ExternalNetworksAdminNegativeTestJSON-84838242 tempest-ExternalNetworksAdminNegativeTestJSON-84838242-project-admin] Deleting port 33e810ea-eafd-47f6-adb7-1e3c74917254 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:30:14.675486 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b9917f9d-2b4a-4222-9e4f-471dd5b02860 tempest-ExternalNetworksAdminNegativeTestJSON-84838242 tempest-ExternalNetworksAdminNegativeTestJSON-84838242-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:14.699393 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bb18640f-3873-4919-9e00-a2ca0334f1ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:14.719775 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c1e0b86a-c85e-4344-bbb0-70759064b29e tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Usage tracker for resource:security_group_rule and tenant:4853f52d21f3486381e609c963ac9a5c is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:30:14.724974 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e1fd74-03bf-44d1-ac51-1960d52ebdfc tempest-RoutersAdminNegativeTest-1665669222 tempest-RoutersAdminNegativeTest-1665669222-project-admin] Pushing event deleted for resources: {'Port': ['ID=443bf63c-589e-4992-a87a-f3585cce95c2,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:14.742584 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d491ad11-8380-4591-b0b8-19340e46613d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:14.749672 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c1e0b86a-c85e-4344-bbb0-70759064b29e tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:30:14.755052 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1e892846-8d3d-46de-9be5-45506d58237f tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:14.770320 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-c959c192-34a3-49d7-852e-d499a4b7287b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port 52010ad1-6d67-49ca-87c5-6811c90fa039 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:30:14.770699 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-c959c192-34a3-49d7-852e-d499a4b7287b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port 52010ad1-6d67-49ca-87c5-6811c90fa039 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '0db2bf91-d0d2-4b76-9df9-e149e1e32fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'beeb88de-9baf-438a-9acc-fecbe63f9c4b'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:30:14.771752 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c959c192-34a3-49d7-852e-d499a4b7287b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port 52010ad1-6d67-49ca-87c5-6811c90fa039 on network beeb88de-9baf-438a-9acc-fecbe63f9c4b {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:30:14.786879 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c9e1fd74-03bf-44d1-ac51-1960d52ebdfc tempest-RoutersAdminNegativeTest-1665669222 tempest-RoutersAdminNegativeTest-1665669222-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:14.794927 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c1e0b86a-c85e-4344-bbb0-70759064b29e tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:30:14.802233 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb18640f-3873-4919-9e00-a2ca0334f1ae admin admin] Network 90ceb3fa-eeb4-4146-8853-bf11c986f415 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:30:14.804553 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e892846-8d3d-46de-9be5-45506d58237f tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Network 5279ecd5-0252-4b7e-8a53-8e342f4f39ef is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:30:14.812947 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c959c192-34a3-49d7-852e-d499a4b7287b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Port 52010ad1-6d67-49ca-87c5-6811c90fa039 on network beeb88de-9baf-438a-9acc-fecbe63f9c4b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:30:14.813273 dv-neutron-826830-1-hyperv neutron-server[87636]: ERROR neutron.plugins.ml2.managers [None req-c959c192-34a3-49d7-852e-d499a4b7287b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Failed to bind port 52010ad1-6d67-49ca-87c5-6811c90fa039 on host hv-neutron-8268 for vnic_type normal using segments [{'id': '0db2bf91-d0d2-4b76-9df9-e149e1e32fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'beeb88de-9baf-438a-9acc-fecbe63f9c4b'}] Feb 01 04:30:14.820451 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-bb18640f-3873-4919-9e00-a2ca0334f1ae admin admin] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:30:14.822817 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-1e892846-8d3d-46de-9be5-45506d58237f tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:30:14.827544 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.plugins.ml2.plugin [None req-c959c192-34a3-49d7-852e-d499a4b7287b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempt 6 to bind port 52010ad1-6d67-49ca-87c5-6811c90fa039 Feb 01 04:30:14.828115 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb18640f-3873-4919-9e00-a2ca0334f1ae admin admin] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:30:14.841628 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c9e1fd74-03bf-44d1-ac51-1960d52ebdfc tempest-RoutersAdminNegativeTest-1665669222 tempest-RoutersAdminNegativeTest-1665669222-project-admin] 10.222.0.24 "DELETE /v2.0/ports/443bf63c-589e-4992-a87a-f3585cce95c2 HTTP/1.1" status: 204 len: 168 time: 3.8317142 Feb 01 04:30:14.877653 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9be4f8-d4b4-4910-9027-a2d60b6f3cfc None None] Routers {'fe334b00-f9c2-4473-a16a-4b711be31f1c'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:30:14.886306 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-ff9be4f8-d4b4-4910-9027-a2d60b6f3cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:30:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['fe334b00-f9c2-4473-a16a-4b711be31f1c'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:30:14.911823 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e892846-8d3d-46de-9be5-45506d58237f tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:30:15.049207 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb18640f-3873-4919-9e00-a2ca0334f1ae admin admin] Pushing event updated for resources: {'Port': ['ID=2d116971-bcdd-4fd8-aca4-890259ada2e6,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:15.055044 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-c959c192-34a3-49d7-852e-d499a4b7287b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port 52010ad1-6d67-49ca-87c5-6811c90fa039 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:30:15.055628 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-c959c192-34a3-49d7-852e-d499a4b7287b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port 52010ad1-6d67-49ca-87c5-6811c90fa039 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '0db2bf91-d0d2-4b76-9df9-e149e1e32fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'beeb88de-9baf-438a-9acc-fecbe63f9c4b'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:30:15.055947 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c959c192-34a3-49d7-852e-d499a4b7287b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port 52010ad1-6d67-49ca-87c5-6811c90fa039 on network beeb88de-9baf-438a-9acc-fecbe63f9c4b {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:30:15.096495 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c959c192-34a3-49d7-852e-d499a4b7287b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Port 52010ad1-6d67-49ca-87c5-6811c90fa039 on network beeb88de-9baf-438a-9acc-fecbe63f9c4b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:30:15.096848 dv-neutron-826830-1-hyperv neutron-server[87636]: ERROR neutron.plugins.ml2.managers [None req-c959c192-34a3-49d7-852e-d499a4b7287b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Failed to bind port 52010ad1-6d67-49ca-87c5-6811c90fa039 on host hv-neutron-8268 for vnic_type normal using segments [{'id': '0db2bf91-d0d2-4b76-9df9-e149e1e32fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'beeb88de-9baf-438a-9acc-fecbe63f9c4b'}] Feb 01 04:30:15.101124 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-a39f3dff-4544-457e-960f-bada60c4d490 None None] Attempting to bind port ebe58ec0-2b1a-4ac8-bfa7-faece648d91e on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:30:15.101932 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-a39f3dff-4544-457e-960f-bada60c4d490 None None] Attempting to bind port ebe58ec0-2b1a-4ac8-bfa7-faece648d91e by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': 'f3c730b5-ac0c-4a87-93d7-0709403005ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd56a2493-44f0-4c57-af25-6a282deef9cd'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:30:15.101932 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39f3dff-4544-457e-960f-bada60c4d490 None None] Attempting to bind port ebe58ec0-2b1a-4ac8-bfa7-faece648d91e on network d56a2493-44f0-4c57-af25-6a282deef9cd {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:30:15.104935 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.plugins.ml2.plugin [None req-c959c192-34a3-49d7-852e-d499a4b7287b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempt 7 to bind port 52010ad1-6d67-49ca-87c5-6811c90fa039 Feb 01 04:30:15.139343 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:15.146358 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39f3dff-4544-457e-960f-bada60c4d490 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:30:15.146756 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39f3dff-4544-457e-960f-bada60c4d490 None None] Checking segment: {'id': 'f3c730b5-ac0c-4a87-93d7-0709403005ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd56a2493-44f0-4c57-af25-6a282deef9cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:30:15.147179 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a39f3dff-4544-457e-960f-bada60c4d490 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:15.154690 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39f3dff-4544-457e-960f-bada60c4d490 None None] Bound using segment: {'id': 'f3c730b5-ac0c-4a87-93d7-0709403005ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd56a2493-44f0-4c57-af25-6a282deef9cd'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:30:15.154690 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-a39f3dff-4544-457e-960f-bada60c4d490 None None] Bound port: ebe58ec0-2b1a-4ac8-bfa7-faece648d91e, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3c730b5-ac0c-4a87-93d7-0709403005ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd56a2493-44f0-4c57-af25-6a282deef9cd'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:30:15.154690 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a39f3dff-4544-457e-960f-bada60c4d490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:15.228236 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bb18640f-3873-4919-9e00-a2ca0334f1ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-372107'] for router_interface, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:15.281190 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-c959c192-34a3-49d7-852e-d499a4b7287b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port 52010ad1-6d67-49ca-87c5-6811c90fa039 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:30:15.281519 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-c959c192-34a3-49d7-852e-d499a4b7287b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port 52010ad1-6d67-49ca-87c5-6811c90fa039 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '0db2bf91-d0d2-4b76-9df9-e149e1e32fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'beeb88de-9baf-438a-9acc-fecbe63f9c4b'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:30:15.281868 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c959c192-34a3-49d7-852e-d499a4b7287b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port 52010ad1-6d67-49ca-87c5-6811c90fa039 on network beeb88de-9baf-438a-9acc-fecbe63f9c4b {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:30:15.325207 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3ce51af7-cdc6-4ddf-8767-e7d382db1d26 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:15.333942 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c959c192-34a3-49d7-852e-d499a4b7287b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Port 52010ad1-6d67-49ca-87c5-6811c90fa039 on network beeb88de-9baf-438a-9acc-fecbe63f9c4b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:30:15.334266 dv-neutron-826830-1-hyperv neutron-server[87636]: ERROR neutron.plugins.ml2.managers [None req-c959c192-34a3-49d7-852e-d499a4b7287b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Failed to bind port 52010ad1-6d67-49ca-87c5-6811c90fa039 on host hv-neutron-8268 for vnic_type normal using segments [{'id': '0db2bf91-d0d2-4b76-9df9-e149e1e32fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'beeb88de-9baf-438a-9acc-fecbe63f9c4b'}] Feb 01 04:30:15.353419 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-ff9be4f8-d4b4-4910-9027-a2d60b6f3cfc None None] Set router fe334b00-f9c2-4473-a16a-4b711be31f1c gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:30:15.357286 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-a39f3dff-4544-457e-960f-bada60c4d490 None None] For port ebe58ec0-2b1a-4ac8-bfa7-faece648d91e, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:30:15.365628 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-a39f3dff-4544-457e-960f-bada60c4d490 None None] For port ebe58ec0-2b1a-4ac8-bfa7-faece648d91e, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=ebe58ec0-2b1a-4ac8-bfa7-faece648d91e,segment=NetworkSegment(f3c730b5-ac0c-4a87-93d7-0709403005ff),segment_id=f3c730b5-ac0c-4a87-93d7-0709403005ff)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:30:15.394071 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e892846-8d3d-46de-9be5-45506d58237f tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Pushing event updated for resources: {'Port': ['ID=e86b40d8-cf14-4b67-88c1-00844fbc7547,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:15.395297 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.plugins.ml2.plugin [None req-c959c192-34a3-49d7-852e-d499a4b7287b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempt 8 to bind port 52010ad1-6d67-49ca-87c5-6811c90fa039 Feb 01 04:30:15.402521 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a39f3dff-4544-457e-960f-bada60c4d490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:15.410709 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1e892846-8d3d-46de-9be5-45506d58237f tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:15.443501 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b9917f9d-2b4a-4222-9e4f-471dd5b02860 tempest-ExternalNetworksAdminNegativeTestJSON-84838242 tempest-ExternalNetworksAdminNegativeTestJSON-84838242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:15.443888 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b9917f9d-2b4a-4222-9e4f-471dd5b02860 tempest-ExternalNetworksAdminNegativeTestJSON-84838242 tempest-ExternalNetworksAdminNegativeTestJSON-84838242-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:15.460360 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-c959c192-34a3-49d7-852e-d499a4b7287b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port 52010ad1-6d67-49ca-87c5-6811c90fa039 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:30:15.460684 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-c959c192-34a3-49d7-852e-d499a4b7287b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port 52010ad1-6d67-49ca-87c5-6811c90fa039 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '0db2bf91-d0d2-4b76-9df9-e149e1e32fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'beeb88de-9baf-438a-9acc-fecbe63f9c4b'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:30:15.461242 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c959c192-34a3-49d7-852e-d499a4b7287b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port 52010ad1-6d67-49ca-87c5-6811c90fa039 on network beeb88de-9baf-438a-9acc-fecbe63f9c4b {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:30:15.478272 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0eac9179-2538-4652-90e0-279cc9486160 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:15.514600 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6e2890-99c8-4956-8d83-a11b51c5bc4e None None] Pushing event updated for resources: {'Port': ['ID=36c4124d-3b27-4bee-bd44-d10123dd50c3,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:15.586086 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c1e0b86a-c85e-4344-bbb0-70759064b29e tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:15.634160 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1e892846-8d3d-46de-9be5-45506d58237f tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:15.647451 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c959c192-34a3-49d7-852e-d499a4b7287b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Port 52010ad1-6d67-49ca-87c5-6811c90fa039 on network beeb88de-9baf-438a-9acc-fecbe63f9c4b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:30:15.647709 dv-neutron-826830-1-hyperv neutron-server[87636]: ERROR neutron.plugins.ml2.managers [None req-c959c192-34a3-49d7-852e-d499a4b7287b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Failed to bind port 52010ad1-6d67-49ca-87c5-6811c90fa039 on host hv-neutron-8268 for vnic_type normal using segments [{'id': '0db2bf91-d0d2-4b76-9df9-e149e1e32fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'beeb88de-9baf-438a-9acc-fecbe63f9c4b'}] Feb 01 04:30:15.657770 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-b9917f9d-2b4a-4222-9e4f-471dd5b02860 tempest-ExternalNetworksAdminNegativeTestJSON-84838242 tempest-ExternalNetworksAdminNegativeTestJSON-84838242-project-admin] Calling delete_port for 33e810ea-eafd-47f6-adb7-1e3c74917254 owned by network:floatingip {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:30:15.770453 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d25c318-0e16-4acb-b68e-d4263c690032 None None] Pushing event updated for resources: {'Port': ['ID=d753bac5-2ff2-45a5-9ec1-4f4d0e2b5091,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:15.801973 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 60152) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:15.821010 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.plugins.ml2.plugin [None req-c959c192-34a3-49d7-852e-d499a4b7287b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempt 9 to bind port 52010ad1-6d67-49ca-87c5-6811c90fa039 Feb 01 04:30:15.856522 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c1e0b86a-c85e-4344-bbb0-70759064b29e tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:15.897187 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bb18640f-3873-4919-9e00-a2ca0334f1ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:15.916625 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39f3dff-4544-457e-960f-bada60c4d490 None None] Routers {'349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:30:15.917271 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-a39f3dff-4544-457e-960f-bada60c4d490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:30:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:30:15.971527 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-ff9be4f8-d4b4-4910-9027-a2d60b6f3cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe334b00-f9c2-4473-a16a-4b711be31f1c', 'name': 'tempest-ServersTestJSON-82895039-router', 'tenant_id': '332d5a2a0a29497d81fd0e175d971fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.36'}], 'enable_snat': True}, 'gw_port_id': 'd753bac5-2ff2-45a5-9ec1-4f4d0e2b5091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:29:59Z', 'updated_at': '2022-02-01T04:30:08Z', 'revision_number': 3, 'project_id': '332d5a2a0a29497d81fd0e175d971fc8', 'gw_port': {'id': 'd753bac5-2ff2-45a5-9ec1-4f4d0e2b5091', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:7e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe334b00-f9c2-4473-a16a-4b711be31f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:30:01Z', 'updated_at': '2022-02-01T04:30:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:30:15.984778 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9be4f8-d4b4-4910-9027-a2d60b6f3cfc None None] The sync data for ids ['fe334b00-f9c2-4473-a16a-4b711be31f1c'] in dv-neutron-826830-1-hyperv is: [{'id': 'fe334b00-f9c2-4473-a16a-4b711be31f1c', 'name': 'tempest-ServersTestJSON-82895039-router', 'tenant_id': '332d5a2a0a29497d81fd0e175d971fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.36'}], 'enable_snat': True}, 'gw_port_id': 'd753bac5-2ff2-45a5-9ec1-4f4d0e2b5091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:29:59Z', 'updated_at': '2022-02-01T04:30:08Z', 'revision_number': 3, 'project_id': '332d5a2a0a29497d81fd0e175d971fc8', 'gw_port': {'id': 'd753bac5-2ff2-45a5-9ec1-4f4d0e2b5091', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:7e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe334b00-f9c2-4473-a16a-4b711be31f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:30:01Z', 'updated_at': '2022-02-01T04:30:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:30:15.997979 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-aafd382e-fd2b-486e-a3ec-19fbffb14fbf None None] Provisioning for port 2d116971-bcdd-4fd8-aca4-890259ada2e6 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:30:16.026662 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-aafd382e-fd2b-486e-a3ec-19fbffb14fbf None None] Provisioning complete for port 2d116971-bcdd-4fd8-aca4-890259ada2e6 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:30:16.027394 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aafd382e-fd2b-486e-a3ec-19fbffb14fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:16.048743 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-c959c192-34a3-49d7-852e-d499a4b7287b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port 52010ad1-6d67-49ca-87c5-6811c90fa039 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:30:16.049080 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-c959c192-34a3-49d7-852e-d499a4b7287b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port 52010ad1-6d67-49ca-87c5-6811c90fa039 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '0db2bf91-d0d2-4b76-9df9-e149e1e32fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'beeb88de-9baf-438a-9acc-fecbe63f9c4b'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:30:16.049392 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c959c192-34a3-49d7-852e-d499a4b7287b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port 52010ad1-6d67-49ca-87c5-6811c90fa039 on network beeb88de-9baf-438a-9acc-fecbe63f9c4b {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:30:16.126005 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c959c192-34a3-49d7-852e-d499a4b7287b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Port 52010ad1-6d67-49ca-87c5-6811c90fa039 on network beeb88de-9baf-438a-9acc-fecbe63f9c4b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:30:16.126547 dv-neutron-826830-1-hyperv neutron-server[87636]: ERROR neutron.plugins.ml2.managers [None req-c959c192-34a3-49d7-852e-d499a4b7287b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Failed to bind port 52010ad1-6d67-49ca-87c5-6811c90fa039 on host hv-neutron-8268 for vnic_type normal using segments [{'id': '0db2bf91-d0d2-4b76-9df9-e149e1e32fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'beeb88de-9baf-438a-9acc-fecbe63f9c4b'}] Feb 01 04:30:16.147710 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.plugins.ml2.plugin [None req-c959c192-34a3-49d7-852e-d499a4b7287b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempt 10 to bind port 52010ad1-6d67-49ca-87c5-6811c90fa039 Feb 01 04:30:16.148959 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1e892846-8d3d-46de-9be5-45506d58237f tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:16.169495 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-d491ad11-8380-4591-b0b8-19340e46613d None None] Attempting to bind port 36c4124d-3b27-4bee-bd44-d10123dd50c3 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:30:16.170260 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-d491ad11-8380-4591-b0b8-19340e46613d None None] Attempting to bind port 36c4124d-3b27-4bee-bd44-d10123dd50c3 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '3a46c540-6fa2-4630-b1ad-4e7e7ce44ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:30:16.171004 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d491ad11-8380-4591-b0b8-19340e46613d None None] Attempting to bind port 36c4124d-3b27-4bee-bd44-d10123dd50c3 on network 958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:30:16.174830 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eac9179-2538-4652-90e0-279cc9486160 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event updated for resources: {'Subnet': ['ID=79cce5ab-2986-4090-a12d-43cf5a427e7f,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:16.187586 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d491ad11-8380-4591-b0b8-19340e46613d None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:30:16.188189 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d491ad11-8380-4591-b0b8-19340e46613d None None] Checking segment: {'id': '3a46c540-6fa2-4630-b1ad-4e7e7ce44ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:30:16.188768 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d491ad11-8380-4591-b0b8-19340e46613d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:16.189485 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d491ad11-8380-4591-b0b8-19340e46613d None None] Bound using segment: {'id': '3a46c540-6fa2-4630-b1ad-4e7e7ce44ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:30:16.189691 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-aafd382e-fd2b-486e-a3ec-19fbffb14fbf None None] Port 2d116971-bcdd-4fd8-aca4-890259ada2e6 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:30:16.190438 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-d491ad11-8380-4591-b0b8-19340e46613d None None] Bound port: 36c4124d-3b27-4bee-bd44-d10123dd50c3, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a46c540-6fa2-4630-b1ad-4e7e7ce44ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:30:16.191257 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d491ad11-8380-4591-b0b8-19340e46613d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:16.203305 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e0b86a-c85e-4344-bbb0-70759064b29e tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=113b466b-0f56-487d-90a6-8242a772f163,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:16.205745 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c1e0b86a-c85e-4344-bbb0-70759064b29e tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:16.207050 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c1e0b86a-c85e-4344-bbb0-70759064b29e tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.5341978 Feb 01 04:30:16.220520 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-c959c192-34a3-49d7-852e-d499a4b7287b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port 52010ad1-6d67-49ca-87c5-6811c90fa039 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:30:16.220961 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-c959c192-34a3-49d7-852e-d499a4b7287b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port 52010ad1-6d67-49ca-87c5-6811c90fa039 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '0db2bf91-d0d2-4b76-9df9-e149e1e32fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'beeb88de-9baf-438a-9acc-fecbe63f9c4b'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:30:16.221436 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c959c192-34a3-49d7-852e-d499a4b7287b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port 52010ad1-6d67-49ca-87c5-6811c90fa039 on network beeb88de-9baf-438a-9acc-fecbe63f9c4b {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:30:16.227149 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c7956f-1d70-4da4-89b0-e619b908bfa4 None None] Pushing event updated for resources: {'Port': ['ID=ebe58ec0-2b1a-4ac8-bfa7-faece648d91e,revision_number=4']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:16.231968 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 60158) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:16.238889 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-3ce51af7-cdc6-4ddf-8767-e7d382db1d26 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Allocated IP 172.26.8.61 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/f7b64bb5-e8cb-4f46-b581-22f676870d78) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:30:16.244422 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-de219b09-8e75-44db-af86-32a41347224d tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Request body: {'security_group_rule': {'security_group_id': '113b466b-0f56-487d-90a6-8242a772f163', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:30:16.248933 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eac9179-2538-4652-90e0-279cc9486160 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Checking segment: {'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:30:16.249343 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eac9179-2538-4652-90e0-279cc9486160 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Network hostable DHCP agents. Network: 14b67238-4e53-405c-b9cd-84b8ff52e36a, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:30:16.260558 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c959c192-34a3-49d7-852e-d499a4b7287b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Port 52010ad1-6d67-49ca-87c5-6811c90fa039 on network beeb88de-9baf-438a-9acc-fecbe63f9c4b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:30:16.261221 dv-neutron-826830-1-hyperv neutron-server[87636]: ERROR neutron.plugins.ml2.managers [None req-c959c192-34a3-49d7-852e-d499a4b7287b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Failed to bind port 52010ad1-6d67-49ca-87c5-6811c90fa039 on host hv-neutron-8268 for vnic_type normal using segments [{'id': '0db2bf91-d0d2-4b76-9df9-e149e1e32fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'beeb88de-9baf-438a-9acc-fecbe63f9c4b'}] Feb 01 04:30:16.261746 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c959c192-34a3-49d7-852e-d499a4b7287b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:16.273572 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-de219b09-8e75-44db-af86-32a41347224d tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:30:16.290063 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d109387d-10de-4b0a-b0f3-0a43741c8774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:16.306243 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-de219b09-8e75-44db-af86-32a41347224d tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Usage tracker for resource:security_group_rule and tenant:4853f52d21f3486381e609c963ac9a5c is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:30:16.314652 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-de219b09-8e75-44db-af86-32a41347224d tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:30:16.322144 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1e892846-8d3d-46de-9be5-45506d58237f tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:16.324660 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-de219b09-8e75-44db-af86-32a41347224d tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:30:16.408606 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bb18640f-3873-4919-9e00-a2ca0334f1ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:16.432405 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-a39f3dff-4544-457e-960f-bada60c4d490 None None] Set router 349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:30:16.505732 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-d491ad11-8380-4591-b0b8-19340e46613d None None] For port 36c4124d-3b27-4bee-bd44-d10123dd50c3, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:30:16.513504 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bb18640f-3873-4919-9e00-a2ca0334f1ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:16.529949 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eac9179-2538-4652-90e0-279cc9486160 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:30:16.546063 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-d109387d-10de-4b0a-b0f3-0a43741c8774 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:30:16.565024 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-d109387d-10de-4b0a-b0f3-0a43741c8774 admin admin] Usage tracker for resource:security_group_rule and tenant:718771d145f6447ba80a4b9740942dd5 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:30:16.577504 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-d109387d-10de-4b0a-b0f3-0a43741c8774 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:30:16.599592 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-d109387d-10de-4b0a-b0f3-0a43741c8774 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:30:16.615484 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-de219b09-8e75-44db-af86-32a41347224d tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:16.618444 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e892846-8d3d-46de-9be5-45506d58237f tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Pushing event updated for resources: {'Port': ['ID=e86b40d8-cf14-4b67-88c1-00844fbc7547,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:16.637765 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-d491ad11-8380-4591-b0b8-19340e46613d None None] For port 36c4124d-3b27-4bee-bd44-d10123dd50c3, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=36c4124d-3b27-4bee-bd44-d10123dd50c3,segment=NetworkSegment(3a46c540-6fa2-4630-b1ad-4e7e7ce44ba6),segment_id=3a46c540-6fa2-4630-b1ad-4e7e7ce44ba6)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:30:16.650538 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-0eac9179-2538-4652-90e0-279cc9486160 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, 14b67238-4e53-405c-b9cd-84b8ff52e36a) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:30:16.657077 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d491ad11-8380-4591-b0b8-19340e46613d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:16.659421 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3de02e7-7300-453a-a595-253de90cb465 None None] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:30:16.668539 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b9917f9d-2b4a-4222-9e4f-471dd5b02860 tempest-ExternalNetworksAdminNegativeTestJSON-84838242 tempest-ExternalNetworksAdminNegativeTestJSON-84838242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:16.677560 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eac9179-2538-4652-90e0-279cc9486160 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:16.684581 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0eac9179-2538-4652-90e0-279cc9486160 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539973'] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:16.728551 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb18640f-3873-4919-9e00-a2ca0334f1ae admin admin] Pushing event updated for resources: {'Port': ['ID=2d116971-bcdd-4fd8-aca4-890259ada2e6,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:16.740754 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1e892846-8d3d-46de-9be5-45506d58237f tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-774194'] for floatingip, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:16.757592 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bb18640f-3873-4919-9e00-a2ca0334f1ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371990'] for router_interface, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:16.776077 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6e2890-99c8-4956-8d83-a11b51c5bc4e None None] Pushing event updated for resources: {'Port': ['ID=36c4124d-3b27-4bee-bd44-d10123dd50c3,revision_number=4']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:16.870234 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d491ad11-8380-4591-b0b8-19340e46613d None None] Routers {'e88ac96f-09da-4b77-9c81-4be8bc7a295d'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:30:16.870833 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-d491ad11-8380-4591-b0b8-19340e46613d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:30:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['e88ac96f-09da-4b77-9c81-4be8bc7a295d'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:30:16.954748 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb18640f-3873-4919-9e00-a2ca0334f1ae admin admin] Network 90ceb3fa-eeb4-4146-8853-bf11c986f415 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:30:16.962906 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-bb18640f-3873-4919-9e00-a2ca0334f1ae admin admin] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:30:16.964794 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9917f9d-2b4a-4222-9e4f-471dd5b02860 tempest-ExternalNetworksAdminNegativeTestJSON-84838242 tempest-ExternalNetworksAdminNegativeTestJSON-84838242-project-admin] Pushing event deleted for resources: {'Port': ['ID=33e810ea-eafd-47f6-adb7-1e3c74917254,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:16.991408 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1e892846-8d3d-46de-9be5-45506d58237f tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:16.992828 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-1e892846-8d3d-46de-9be5-45506d58237f tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4454842 Feb 01 04:30:16.996541 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 60162) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:17.120332 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-c959c192-34a3-49d7-852e-d499a4b7287b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] For port 52010ad1-6d67-49ca-87c5-6811c90fa039, host hv-neutron-8268, cleared binding levels {{(pid=87636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:30:17.120638 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-c959c192-34a3-49d7-852e-d499a4b7287b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempted to set empty binding levels {{(pid=87636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 01 04:30:17.125514 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b9917f9d-2b4a-4222-9e4f-471dd5b02860 tempest-ExternalNetworksAdminNegativeTestJSON-84838242 tempest-ExternalNetworksAdminNegativeTestJSON-84838242-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:17.127881 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b9917f9d-2b4a-4222-9e4f-471dd5b02860 tempest-ExternalNetworksAdminNegativeTestJSON-84838242 tempest-ExternalNetworksAdminNegativeTestJSON-84838242-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:17.129638 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b9917f9d-2b4a-4222-9e4f-471dd5b02860 tempest-ExternalNetworksAdminNegativeTestJSON-84838242 tempest-ExternalNetworksAdminNegativeTestJSON-84838242-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/d5d5c47a-cebf-4007-9e31-5515ed3a4df3 HTTP/1.1" status: 204 len: 168 time: 3.0241718 Feb 01 04:30:17.260502 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3ce51af7-cdc6-4ddf-8767-e7d382db1d26 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:17.262786 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 36c4124d-3b27-4bee-bd44-d10123dd50c3 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:30:17.298664 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c959c192-34a3-49d7-852e-d499a4b7287b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:17.312207 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 04:30:17.324234 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0eac9179-2538-4652-90e0-279cc9486160 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.6550269 Feb 01 04:30:17.337818 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-d491ad11-8380-4591-b0b8-19340e46613d None None] Set router e88ac96f-09da-4b77-9c81-4be8bc7a295d gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:30:17.371797 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 60168) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:17.395363 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb18640f-3873-4919-9e00-a2ca0334f1ae admin admin] Router fe334b00-f9c2-4473-a16a-4b711be31f1c has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:30:17.414552 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-ebdef9e0-eac1-4634-ba3e-b07c71506a2f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Request body: {'port': {'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'name': 'tempest-NetworksTestDHCPv6-1168232036'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:30:17.429200 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23551ebb-ebde-48a1-aeba-9039d5cfb095 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-14b67238-4e53-405c-b9cd-84b8ff52e36a', 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'tenant_id': '60b4e61082d3421283cb095bbc99ad8e', 'fixed_ips': [{'subnet_id': '79cce5ab-2986-4090-a12d-43cf5a427e7f'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:30:17.430136 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-23551ebb-ebde-48a1-aeba-9039d5cfb095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:17.457057 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3ce51af7-cdc6-4ddf-8767-e7d382db1d26 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:17.498617 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-c959c192-34a3-49d7-852e-d499a4b7287b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] In _notify_port_updated(), no bound segment for port 52010ad1-6d67-49ca-87c5-6811c90fa039 on network beeb88de-9baf-438a-9acc-fecbe63f9c4b {{(pid=87636) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 01 04:30:17.499781 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c959c192-34a3-49d7-852e-d499a4b7287b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:17.500518 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c959c192-34a3-49d7-852e-d499a4b7287b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:17.502403 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c959c192-34a3-49d7-852e-d499a4b7287b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] 10.222.0.24 "PUT /v2.0/ports/52010ad1-6d67-49ca-87c5-6811c90fa039 HTTP/1.1" status: 200 len: 980 time: 7.0422375 Feb 01 04:30:17.505126 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-de219b09-8e75-44db-af86-32a41347224d tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:17.514363 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 60174) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:17.530205 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce51af7-cdc6-4ddf-8767-e7d382db1d26 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:30:17.569101 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-de219b09-8e75-44db-af86-32a41347224d tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:17.584749 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-ebdef9e0-eac1-4634-ba3e-b07c71506a2f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:30:17.588834 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-ebdef9e0-eac1-4634-ba3e-b07c71506a2f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Usage tracker for resource:port and tenant:60b4e61082d3421283cb095bbc99ad8e is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:30:17.589242 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-3ce51af7-cdc6-4ddf-8767-e7d382db1d26 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:30:17.596222 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-ebdef9e0-eac1-4634-ba3e-b07c71506a2f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:30:17.603544 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-ebdef9e0-eac1-4634-ba3e-b07c71506a2f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:30:17.611714 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-5f308ad0-0e89-4abc-b4c5-2696ecf32e1c tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Synchronizing usage tracker for tenant:68692077109c4dda8c8ddac11bd0c8fd on resource:floatingip {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:30:17.621578 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebdef9e0-eac1-4634-ba3e-b07c71506a2f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Made reservation on behalf of 60b4e61082d3421283cb095bbc99ad8e for: {'port': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:30:17.625563 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce51af7-cdc6-4ddf-8767-e7d382db1d26 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:30:17.627158 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ebdef9e0-eac1-4634-ba3e-b07c71506a2f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:17.642440 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c959c192-34a3-49d7-852e-d499a4b7287b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Pushing event updated for resources: {'Port': ['ID=52010ad1-6d67-49ca-87c5-6811c90fa039,revision_number=3']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:17.704188 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 36c4124d-3b27-4bee-bd44-d10123dd50c3 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:30:17.731297 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 36c4124d-3b27-4bee-bd44-d10123dd50c3 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:30:17.732212 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:17.739689 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 60178) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:17.740334 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de219b09-8e75-44db-af86-32a41347224d tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=011e5365-cc59-4a7b-9108-2751c4c894f4,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:17.834786 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-a39f3dff-4544-457e-960f-bada60c4d490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1', 'name': 'tempest-ServersTestManualDisk-566047905-router', 'tenant_id': '4853f52d21f3486381e609c963ac9a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.239'}], 'enable_snat': True}, 'gw_port_id': 'f95843e6-04be-4f7f-80dc-63ce8a84d173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:29:57Z', 'updated_at': '2022-02-01T04:30:09Z', 'revision_number': 4, 'project_id': '4853f52d21f3486381e609c963ac9a5c', 'gw_port': {'id': 'f95843e6-04be-4f7f-80dc-63ce8a84d173', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:85:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:29:59Z', 'updated_at': '2022-02-01T04:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': 'ebe58ec0-2b1a-4ac8-bfa7-faece648d91e', 'name': '', 'network_id': 'd56a2493-44f0-4c57-af25-6a282deef9cd', 'tenant_id': '4853f52d21f3486381e609c963ac9a5c', 'mac_address': 'fa:16:3e:27:c6:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '571f3863-a948-465c-8ae7-d112b68c75f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:30:07Z', 'updated_at': '2022-02-01T04:30:15Z', 'revision_number': 4, 'project_id': '4853f52d21f3486381e609c963ac9a5c', 'subnets': [{'id': '571f3863-a948-465c-8ae7-d112b68c75f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:30:17.844066 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-ebdef9e0-eac1-4634-ba3e-b07c71506a2f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] device_id is not set on port a9a8fd27-7893-489c-abe4-911fe25e45ce yet. {{(pid=87637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:30:17.870471 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39f3dff-4544-457e-960f-bada60c4d490 None None] The sync data for ids ['349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1'] in dv-neutron-826830-1-hyperv is: [{'id': '349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1', 'name': 'tempest-ServersTestManualDisk-566047905-router', 'tenant_id': '4853f52d21f3486381e609c963ac9a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.239'}], 'enable_snat': True}, 'gw_port_id': 'f95843e6-04be-4f7f-80dc-63ce8a84d173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:29:57Z', 'updated_at': '2022-02-01T04:30:09Z', 'revision_number': 4, 'project_id': '4853f52d21f3486381e609c963ac9a5c', 'gw_port': {'id': 'f95843e6-04be-4f7f-80dc-63ce8a84d173', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:85:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:29:59Z', 'updated_at': '2022-02-01T04:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': 'ebe58ec0-2b1a-4ac8-bfa7-faece648d91e', 'name': '', 'network_id': 'd56a2493-44f0-4c57-af25-6a282deef9cd', 'tenant_id': '4853f52d21f3486381e609c963ac9a5c', 'mac_address': 'fa:16:3e:27:c6:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '571f3863-a948-465c-8ae7-d112b68c75f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:30:07Z', 'updated_at': '2022-02-01T04:30:15Z', 'revision_number': 4, 'project_id': '4853f52d21f3486381e609c963ac9a5c', 'subnets': [{'id': '571f3863-a948-465c-8ae7-d112b68c75f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:30:17.887164 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-de219b09-8e75-44db-af86-32a41347224d tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:17.892018 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-de219b09-8e75-44db-af86-32a41347224d tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6567755 Feb 01 04:30:17.893195 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 60184) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:17.905622 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-a047b154-a0a3-4600-a706-faa9b7f69ade tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Request body: {'security_group_rule': {'security_group_id': '113b466b-0f56-487d-90a6-8242a772f163', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:30:17.928822 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce51af7-cdc6-4ddf-8767-e7d382db1d26 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Pushing event updated for resources: {'Port': ['ID=f7b64bb5-e8cb-4f46-b581-22f676870d78,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:17.935974 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-a047b154-a0a3-4600-a706-faa9b7f69ade tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:30:17.983428 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-a047b154-a0a3-4600-a706-faa9b7f69ade tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Usage tracker for resource:security_group_rule and tenant:4853f52d21f3486381e609c963ac9a5c is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:30:17.988791 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-d491ad11-8380-4591-b0b8-19340e46613d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e88ac96f-09da-4b77-9c81-4be8bc7a295d', 'name': 'tempest-ServerActionsTestJSON-1622551483-router', 'tenant_id': '8c08b23bffb44a249b00a7d1f56c2684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.120'}], 'enable_snat': True}, 'gw_port_id': '420c1d2e-f562-44d8-b669-8bcc3ca82a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:29:58Z', 'updated_at': '2022-02-01T04:30:05Z', 'revision_number': 4, 'project_id': '8c08b23bffb44a249b00a7d1f56c2684', 'gw_port': {'id': '420c1d2e-f562-44d8-b669-8bcc3ca82a70', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88ac96f-09da-4b77-9c81-4be8bc7a295d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:30:00Z', 'updated_at': '2022-02-01T04:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '36c4124d-3b27-4bee-bd44-d10123dd50c3', 'name': '', 'network_id': '958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a', 'tenant_id': '8c08b23bffb44a249b00a7d1f56c2684', 'mac_address': 'fa:16:3e:6e:6f:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e88ac96f-09da-4b77-9c81-4be8bc7a295d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f1d92c60-8ec8-4263-bfcc-74bbe6cd55af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:30:04Z', 'updated_at': '2022-02-01T04:30:16Z', 'revision_number': 4, 'project_id': '8c08b23bffb44a249b00a7d1f56c2684', 'subnets': [{'id': 'f1d92c60-8ec8-4263-bfcc-74bbe6cd55af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:30:17.992465 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-a047b154-a0a3-4600-a706-faa9b7f69ade tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:30:17.995208 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d109387d-10de-4b0a-b0f3-0a43741c8774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:17.995877 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d491ad11-8380-4591-b0b8-19340e46613d None None] The sync data for ids ['e88ac96f-09da-4b77-9c81-4be8bc7a295d'] in dv-neutron-826830-1-hyperv is: [{'id': 'e88ac96f-09da-4b77-9c81-4be8bc7a295d', 'name': 'tempest-ServerActionsTestJSON-1622551483-router', 'tenant_id': '8c08b23bffb44a249b00a7d1f56c2684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.120'}], 'enable_snat': True}, 'gw_port_id': '420c1d2e-f562-44d8-b669-8bcc3ca82a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:29:58Z', 'updated_at': '2022-02-01T04:30:05Z', 'revision_number': 4, 'project_id': '8c08b23bffb44a249b00a7d1f56c2684', 'gw_port': {'id': '420c1d2e-f562-44d8-b669-8bcc3ca82a70', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88ac96f-09da-4b77-9c81-4be8bc7a295d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:30:00Z', 'updated_at': '2022-02-01T04:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '36c4124d-3b27-4bee-bd44-d10123dd50c3', 'name': '', 'network_id': '958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a', 'tenant_id': '8c08b23bffb44a249b00a7d1f56c2684', 'mac_address': 'fa:16:3e:6e:6f:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e88ac96f-09da-4b77-9c81-4be8bc7a295d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f1d92c60-8ec8-4263-bfcc-74bbe6cd55af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:30:04Z', 'updated_at': '2022-02-01T04:30:16Z', 'revision_number': 4, 'project_id': '8c08b23bffb44a249b00a7d1f56c2684', 'subnets': [{'id': 'f1d92c60-8ec8-4263-bfcc-74bbe6cd55af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:30:18.028709 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d109387d-10de-4b0a-b0f3-0a43741c8774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:18.064759 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-23551ebb-ebde-48a1-aeba-9039d5cfb095 None None] Allocated IP 2001:db8::2 (14b67238-4e53-405c-b9cd-84b8ff52e36a/79cce5ab-2986-4090-a12d-43cf5a427e7f/7d3c4fff-b162-417c-b65e-b6a10ec4aa82) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:30:18.065730 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3ce51af7-cdc6-4ddf-8767-e7d382db1d26 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:18.070956 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-d109387d-10de-4b0a-b0f3-0a43741c8774 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=718771d145f6447ba80a4b9740942dd5&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2625430 Feb 01 04:30:18.072018 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-5f308ad0-0e89-4abc-b4c5-2696ecf32e1c tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Unset dirty status for tenant:68692077109c4dda8c8ddac11bd0c8fd on resource:floatingip {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:30:18.072958 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-5f308ad0-0e89-4abc-b4c5-2696ecf32e1c tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] 10.222.0.24 "GET /v2.0/floatingips?floating_network_id=5279ecd5-0252-4b7e-8a53-8e342f4f39ef HTTP/1.1" status: 200 len: 690 time: 1.0091786 Feb 01 04:30:18.073497 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 60188) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:18.074848 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-a047b154-a0a3-4600-a706-faa9b7f69ade tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:30:18.085586 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-54e67c71-02b5-41d6-8826-130f2b953805 None None] Provisioning complete for port 2d116971-bcdd-4fd8-aca4-890259ada2e6 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:30:18.086326 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-54e67c71-02b5-41d6-8826-130f2b953805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:18.086464 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 60190) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:18.093813 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fedc2722-6456-4a02-95ff-b31b945cc3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:18.094528 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fedc2722-6456-4a02-95ff-b31b945cc3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:18.095250 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fedc2722-6456-4a02-95ff-b31b945cc3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:18.096257 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fedc2722-6456-4a02-95ff-b31b945cc3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:18.097051 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fedc2722-6456-4a02-95ff-b31b945cc3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:18.098251 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fedc2722-6456-4a02-95ff-b31b945cc3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:18.098871 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fedc2722-6456-4a02-95ff-b31b945cc3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:18.099564 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fedc2722-6456-4a02-95ff-b31b945cc3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:18.100525 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fedc2722-6456-4a02-95ff-b31b945cc3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:18.101141 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fedc2722-6456-4a02-95ff-b31b945cc3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:18.101905 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fedc2722-6456-4a02-95ff-b31b945cc3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:18.102508 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fedc2722-6456-4a02-95ff-b31b945cc3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:18.103165 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fedc2722-6456-4a02-95ff-b31b945cc3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:18.103766 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fedc2722-6456-4a02-95ff-b31b945cc3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:18.104615 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fedc2722-6456-4a02-95ff-b31b945cc3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:18.105289 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fedc2722-6456-4a02-95ff-b31b945cc3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:18.109412 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-fedc2722-6456-4a02-95ff-b31b945cc3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Synchronizing usage tracker for tenant:5761e1a9701f46ce82008f2361ec1ef3 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:30:18.123018 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0c2b720e-afe6-4722-8a03-a1df1e9461c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:18.240358 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-0c2b720e-afe6-4722-8a03-a1df1e9461c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:30:18.249652 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-54e67c71-02b5-41d6-8826-130f2b953805 None None] Port 2d116971-bcdd-4fd8-aca4-890259ada2e6 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:30:18.250283 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0c2b720e-afe6-4722-8a03-a1df1e9461c4 admin admin] Usage tracker for resource:security_group_rule and tenant:37160e5d86344f6f817f52420d11602d is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:30:18.260415 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a047b154-a0a3-4600-a706-faa9b7f69ade tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:18.270946 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0c2b720e-afe6-4722-8a03-a1df1e9461c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:30:18.286880 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d109387d-10de-4b0a-b0f3-0a43741c8774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3ba3fc-814d-456d-ac96-5ce710a3658e,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:18.298855 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:18.304777 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-0c2b720e-afe6-4722-8a03-a1df1e9461c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:30:18.320767 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3ce51af7-cdc6-4ddf-8767-e7d382db1d26 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:18.364087 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-fedc2722-6456-4a02-95ff-b31b945cc3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Unset dirty status for tenant:5761e1a9701f46ce82008f2361ec1ef3 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:30:18.374799 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-fedc2722-6456-4a02-95ff-b31b945cc3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14432 time: 0.8550684 Feb 01 04:30:18.376114 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 60196) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:18.391437 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb18640f-3873-4919-9e00-a2ca0334f1ae admin admin] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:30:18.403091 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 36c4124d-3b27-4bee-bd44-d10123dd50c3, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=36c4124d-3b27-4bee-bd44-d10123dd50c3,segment=NetworkSegment(3a46c540-6fa2-4630-b1ad-4e7e7ce44ba6),segment_id=3a46c540-6fa2-4630-b1ad-4e7e7ce44ba6)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:30:18.430323 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d5e6bfa4-85b3-4dbc-8939-b57a55f43624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:18.435091 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:18.436409 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device d753bac5-2ff2-45a5-9ec1-4f4d0e2b5091 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:30:18.491381 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-bb18640f-3873-4919-9e00-a2ca0334f1ae admin admin] 10.222.0.24 "PUT /v2.0/routers/fe334b00-f9c2-4473-a16a-4b711be31f1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0753946 Feb 01 04:30:18.504261 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d5e6bfa4-85b3-4dbc-8939-b57a55f43624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:18.589748 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a047b154-a0a3-4600-a706-faa9b7f69ade tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:18.626521 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-08410a61-9534-47b7-a094-82536c89308e tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:18.644456 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a047b154-a0a3-4600-a706-faa9b7f69ade tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:18.695451 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-0d0b75cf-875b-4d1d-80b5-470232464224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Deleting port 52010ad1-6d67-49ca-87c5-6811c90fa039 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:30:18.696493 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0d0b75cf-875b-4d1d-80b5-470232464224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:18.718428 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d5e6bfa4-85b3-4dbc-8939-b57a55f43624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:18.755203 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-23551ebb-ebde-48a1-aeba-9039d5cfb095 None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:18.776846 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=36c4124d-3b27-4bee-bd44-d10123dd50c3,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:18.781823 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-23551ebb-ebde-48a1-aeba-9039d5cfb095 None None] Transition to ACTIVE for port object 7d3c4fff-b162-417c-b65e-b6a10ec4aa82 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:30:18.782160 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-08410a61-9534-47b7-a094-82536c89308e tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Deleting port e86b40d8-cf14-4b67-88c1-00844fbc7547 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:30:18.782738 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-08410a61-9534-47b7-a094-82536c89308e tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:18.807000 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-23551ebb-ebde-48a1-aeba-9039d5cfb095 None None] Transition to ACTIVE for port object 7d3c4fff-b162-417c-b65e-b6a10ec4aa82 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:30:18.811840 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port d753bac5-2ff2-45a5-9ec1-4f4d0e2b5091 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:30:18.819948 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-23551ebb-ebde-48a1-aeba-9039d5cfb095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:18.871116 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port d753bac5-2ff2-45a5-9ec1-4f4d0e2b5091 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:30:18.871620 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:18.953893 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23551ebb-ebde-48a1-aeba-9039d5cfb095 None None] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:30:18.961202 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-23551ebb-ebde-48a1-aeba-9039d5cfb095 None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:30:18.965123 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23551ebb-ebde-48a1-aeba-9039d5cfb095 None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:30:18.990621 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3ce51af7-cdc6-4ddf-8767-e7d382db1d26 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:19.008253 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-ebdef9e0-eac1-4634-ba3e-b07c71506a2f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Allocated IP 2001:db8::26f (14b67238-4e53-405c-b9cd-84b8ff52e36a/79cce5ab-2986-4090-a12d-43cf5a427e7f/a9a8fd27-7893-489c-abe4-911fe25e45ce) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:30:19.054026 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23551ebb-ebde-48a1-aeba-9039d5cfb095 None None] Pushing event updated for resources: {'Port': ['ID=7d3c4fff-b162-417c-b65e-b6a10ec4aa82,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:19.060014 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0c2b720e-afe6-4722-8a03-a1df1e9461c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:19.061585 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a047b154-a0a3-4600-a706-faa9b7f69ade tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75068926-191f-4213-af14-eb533c4a1e52,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:19.075058 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3ce51af7-cdc6-4ddf-8767-e7d382db1d26 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:19.135123 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-23551ebb-ebde-48a1-aeba-9039d5cfb095 None None] Attempting to bind port 7d3c4fff-b162-417c-b65e-b6a10ec4aa82 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:30:19.135508 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-23551ebb-ebde-48a1-aeba-9039d5cfb095 None None] Attempting to bind port 7d3c4fff-b162-417c-b65e-b6a10ec4aa82 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:30:19.135860 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23551ebb-ebde-48a1-aeba-9039d5cfb095 None None] Attempting to bind port 7d3c4fff-b162-417c-b65e-b6a10ec4aa82 on network 14b67238-4e53-405c-b9cd-84b8ff52e36a {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:30:19.152994 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23551ebb-ebde-48a1-aeba-9039d5cfb095 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:30:19.153366 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23551ebb-ebde-48a1-aeba-9039d5cfb095 None None] Checking segment: {'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:30:19.153756 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-23551ebb-ebde-48a1-aeba-9039d5cfb095 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:19.154138 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23551ebb-ebde-48a1-aeba-9039d5cfb095 None None] Bound using segment: {'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:30:19.154678 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-23551ebb-ebde-48a1-aeba-9039d5cfb095 None None] Bound port: 7d3c4fff-b162-417c-b65e-b6a10ec4aa82, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:30:19.154966 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-23551ebb-ebde-48a1-aeba-9039d5cfb095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:19.161710 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0c2b720e-afe6-4722-8a03-a1df1e9461c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:19.221520 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:19.248322 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port d753bac5-2ff2-45a5-9ec1-4f4d0e2b5091, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=d753bac5-2ff2-45a5-9ec1-4f4d0e2b5091,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:30:19.252118 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ebdef9e0-eac1-4634-ba3e-b07c71506a2f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:19.258434 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:19.270402 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-ebdef9e0-eac1-4634-ba3e-b07c71506a2f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Transition to ACTIVE for port object a9a8fd27-7893-489c-abe4-911fe25e45ce will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:30:19.305685 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce51af7-cdc6-4ddf-8767-e7d382db1d26 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Pushing event updated for resources: {'Port': ['ID=f7b64bb5-e8cb-4f46-b581-22f676870d78,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:19.309935 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e6bfa4-85b3-4dbc-8939-b57a55f43624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3ba3fc-814d-456d-ac96-5ce710a3658e,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:19.324421 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ebdef9e0-eac1-4634-ba3e-b07c71506a2f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:19.345056 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0c2b720e-afe6-4722-8a03-a1df1e9461c4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=37160e5d86344f6f817f52420d11602d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6004059 Feb 01 04:30:19.352221 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2b720e-afe6-4722-8a03-a1df1e9461c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9e431c-848b-4329-9495-1d28a11a026d,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:19.354842 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 60206) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:19.393681 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=d753bac5-2ff2-45a5-9ec1-4f4d0e2b5091,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:19.403645 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d332d4b-0d71-49e5-ab14-f08cd2822611 None None] Sync routers for ids ['fe334b00-f9c2-4473-a16a-4b711be31f1c'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:30:19.421782 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3ce51af7-cdc6-4ddf-8767-e7d382db1d26 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-774194'] for floatingip, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:19.430461 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdef9e0-eac1-4634-ba3e-b07c71506a2f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event updated for resources: {'Port': ['ID=a9a8fd27-7893-489c-abe4-911fe25e45ce,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:19.432975 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d5e6bfa4-85b3-4dbc-8939-b57a55f43624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:19.436326 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d332d4b-0d71-49e5-ab14-f08cd2822611 None None] Routers {'fe334b00-f9c2-4473-a16a-4b711be31f1c'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:30:19.436450 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-d5e6bfa4-85b3-4dbc-8939-b57a55f43624 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4d3ba3fc-814d-456d-ac96-5ce710a3658e HTTP/1.1" status: 204 len: 168 time: 1.3536580 Feb 01 04:30:19.436524 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-7d332d4b-0d71-49e5-ab14-f08cd2822611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:30:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['fe334b00-f9c2-4473-a16a-4b711be31f1c'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:30:19.451865 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebdef9e0-eac1-4634-ba3e-b07c71506a2f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:30:19.454899 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-ebdef9e0-eac1-4634-ba3e-b07c71506a2f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:30:19.465766 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdef9e0-eac1-4634-ba3e-b07c71506a2f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:30:19.466710 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebdef9e0-eac1-4634-ba3e-b07c71506a2f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:19.470535 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ebdef9e0-eac1-4634-ba3e-b07c71506a2f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:19.494503 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a047b154-a0a3-4600-a706-faa9b7f69ade tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:19.500319 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a047b154-a0a3-4600-a706-faa9b7f69ade tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5991502 Feb 01 04:30:19.515322 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 60212) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:19.536898 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-5427d2f0-be94-459e-8357-69275f8a4436 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Request body: {'floatingip': {'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:30:19.570429 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-5427d2f0-be94-459e-8357-69275f8a4436 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:30:19.580674 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-5427d2f0-be94-459e-8357-69275f8a4436 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Usage tracker for resource:floatingip and tenant:4853f52d21f3486381e609c963ac9a5c is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:30:19.583083 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-23551ebb-ebde-48a1-aeba-9039d5cfb095 None None] For port 7d3c4fff-b162-417c-b65e-b6a10ec4aa82, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:30:19.620876 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-23551ebb-ebde-48a1-aeba-9039d5cfb095 None None] For port 7d3c4fff-b162-417c-b65e-b6a10ec4aa82, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=7d3c4fff-b162-417c-b65e-b6a10ec4aa82,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:30:19.665429 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-5427d2f0-be94-459e-8357-69275f8a4436 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:30:19.667915 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 60218) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:19.672152 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-ebdef9e0-eac1-4634-ba3e-b07c71506a2f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2894335 Feb 01 04:30:19.674987 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 60220) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:19.685075 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-5427d2f0-be94-459e-8357-69275f8a4436 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:30:19.691597 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-7022f172-fb87-4266-888d-64ef104d9267 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Request body: {'security_group': {'name': 'tempest-securitygroup--546701561', 'description': 'tempest-description--557606700'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:30:19.737581 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-7d332d4b-0d71-49e5-ab14-f08cd2822611 None None] Set router fe334b00-f9c2-4473-a16a-4b711be31f1c gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:30:19.739795 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-0d0b75cf-875b-4d1d-80b5-470232464224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] For port 52010ad1-6d67-49ca-87c5-6811c90fa039, host hv-neutron-8268, got binding levels [] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:30:19.740283 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0d0b75cf-875b-4d1d-80b5-470232464224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:19.747251 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-7022f172-fb87-4266-888d-64ef104d9267 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:30:19.779794 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-7022f172-fb87-4266-888d-64ef104d9267 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Usage tracker for resource:security_group and tenant:332d5a2a0a29497d81fd0e175d971fc8 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:30:19.801278 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-7022f172-fb87-4266-888d-64ef104d9267 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:30:19.817341 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5427d2f0-be94-459e-8357-69275f8a4436 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Notify callbacks [] for floatingip, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:19.841326 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-7022f172-fb87-4266-888d-64ef104d9267 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:30:19.867963 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-08410a61-9534-47b7-a094-82536c89308e tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:19.868340 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-08410a61-9534-47b7-a094-82536c89308e tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:19.869493 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e3c36d5a-e321-4bbb-b043-f770681a5b3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:19.872559 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device ebe58ec0-2b1a-4ac8-bfa7-faece648d91e up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:30:19.877119 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3ce51af7-cdc6-4ddf-8767-e7d382db1d26 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:19.884093 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-3ce51af7-cdc6-4ddf-8767-e7d382db1d26 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.2683642 Feb 01 04:30:19.898080 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-0d0b75cf-875b-4d1d-80b5-470232464224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Calling delete_port for 52010ad1-6d67-49ca-87c5-6811c90fa039 owned by {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:30:19.949538 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 60228) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:19.960699 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-23551ebb-ebde-48a1-aeba-9039d5cfb095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:20.022515 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e3c36d5a-e321-4bbb-b043-f770681a5b3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:20.127984 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a09ada1a-27a1-40ee-93ba-4339b3dc5914 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f8f2a3d62b9d4d8e9d212e6a027136d2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1768568 Feb 01 04:30:20.130221 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 60234) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:20.162939 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0d0b75cf-875b-4d1d-80b5-470232464224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:20.255782 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23551ebb-ebde-48a1-aeba-9039d5cfb095 None None] Pushing event updated for resources: {'Port': ['ID=7d3c4fff-b162-417c-b65e-b6a10ec4aa82,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:20.256763 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-08410a61-9534-47b7-a094-82536c89308e tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Calling delete_port for e86b40d8-cf14-4b67-88c1-00844fbc7547 owned by network:floatingip {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:30:20.276274 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0b75cf-875b-4d1d-80b5-470232464224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Pushing event deleted for resources: {'Port': ['ID=52010ad1-6d67-49ca-87c5-6811c90fa039,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:20.292490 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7022f172-fb87-4266-888d-64ef104d9267 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Notify callbacks [] for security_group, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:20.301416 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0d0b75cf-875b-4d1d-80b5-470232464224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:20.319053 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port ebe58ec0-2b1a-4ac8-bfa7-faece648d91e completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:30:20.328820 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0d0b75cf-875b-4d1d-80b5-470232464224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] 10.222.0.24 "DELETE /v2.0/ports/52010ad1-6d67-49ca-87c5-6811c90fa039 HTTP/1.1" status: 204 len: 168 time: 1.9233720 Feb 01 04:30:20.329755 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 60246) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:20.334323 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port ebe58ec0-2b1a-4ac8-bfa7-faece648d91e triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:30:20.334845 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:20.367942 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d39404-bfab-4082-ad73-4513c1c9e037 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:20.383789 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d39404-bfab-4082-ad73-4513c1c9e037 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:20.385008 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-e6d39404-bfab-4082-ad73-4513c1c9e037 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Synchronizing usage tracker for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:30:20.388386 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e3c36d5a-e321-4bbb-b043-f770681a5b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:20.391362 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e3c36d5a-e321-4bbb-b043-f770681a5b3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:20.392591 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e3c36d5a-e321-4bbb-b043-f770681a5b3c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2b9e431c-848b-4329-9495-1d28a11a026d HTTP/1.1" status: 204 len: 168 time: 1.0321918 Feb 01 04:30:20.425224 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f8f7a47-f92b-4068-9f7a-822d8de434f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] GET failed (client error): The resource could not be found. Feb 01 04:30:20.428813 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-5f8f7a47-f92b-4068-9f7a-822d8de434f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Synchronizing usage tracker for tenant:5761e1a9701f46ce82008f2361ec1ef3 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:30:20.459231 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c36d5a-e321-4bbb-b043-f770681a5b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9e431c-848b-4329-9495-1d28a11a026d,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:20.485451 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cef8edee-f3e2-429e-b60c-fae46b219fa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:20.566509 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-5f8f7a47-f92b-4068-9f7a-822d8de434f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Unset dirty status for tenant:5761e1a9701f46ce82008f2361ec1ef3 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:30:20.568244 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-5f8f7a47-f92b-4068-9f7a-822d8de434f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] 10.222.0.24 "GET /v2.0/ports/52010ad1-6d67-49ca-87c5-6811c90fa039 HTTP/1.1" status: 404 len: 333 time: 0.2367060 Feb 01 04:30:20.581042 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 60258) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:20.596091 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cef8edee-f3e2-429e-b60c-fae46b219fa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:20.598572 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-7022f172-fb87-4266-888d-64ef104d9267 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:30:20.622966 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-53b025d3-41c3-4fec-a5b0-66ef3a002d40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996524749', 'network_id': 'beeb88de-9baf-438a-9acc-fecbe63f9c4b'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:30:20.652754 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-53b025d3-41c3-4fec-a5b0-66ef3a002d40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:30:20.681975 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-7022f172-fb87-4266-888d-64ef104d9267 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Usage tracker for resource:security_group_rule and tenant:332d5a2a0a29497d81fd0e175d971fc8 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:30:20.682422 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-53b025d3-41c3-4fec-a5b0-66ef3a002d40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:30:20.690747 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-7022f172-fb87-4266-888d-64ef104d9267 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:30:20.699161 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:20.706059 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b025d3-41c3-4fec-a5b0-66ef3a002d40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Made reservation on behalf of 5761e1a9701f46ce82008f2361ec1ef3 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:30:20.706690 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-7022f172-fb87-4266-888d-64ef104d9267 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:30:20.710022 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-53b025d3-41c3-4fec-a5b0-66ef3a002d40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:20.710192 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-e6d39404-bfab-4082-ad73-4513c1c9e037 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Unset dirty status for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:30:20.713563 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-e6d39404-bfab-4082-ad73-4513c1c9e037 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 1.0281162 Feb 01 04:30:20.721230 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 60262) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:20.733250 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-7d332d4b-0d71-49e5-ab14-f08cd2822611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe334b00-f9c2-4473-a16a-4b711be31f1c', 'name': 'tempest-ServersTestJSON-82895039-router', 'tenant_id': '332d5a2a0a29497d81fd0e175d971fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.36'}], 'enable_snat': True}, 'gw_port_id': 'd753bac5-2ff2-45a5-9ec1-4f4d0e2b5091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:29:59Z', 'updated_at': '2022-02-01T04:30:15Z', 'revision_number': 4, 'project_id': '332d5a2a0a29497d81fd0e175d971fc8', 'gw_port': {'id': 'd753bac5-2ff2-45a5-9ec1-4f4d0e2b5091', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:7e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe334b00-f9c2-4473-a16a-4b711be31f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:30:01Z', 'updated_at': '2022-02-01T04:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '2d116971-bcdd-4fd8-aca4-890259ada2e6', 'name': '', 'network_id': '90ceb3fa-eeb4-4146-8853-bf11c986f415', 'tenant_id': '332d5a2a0a29497d81fd0e175d971fc8', 'mac_address': 'fa:16:3e:16:8a:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe334b00-f9c2-4473-a16a-4b711be31f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'f42bcb10-2f4f-4796-800c-dcbbdb896d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:30:13Z', 'updated_at': '2022-02-01T04:30:16Z', 'revision_number': 2, 'project_id': '332d5a2a0a29497d81fd0e175d971fc8', 'subnets': [{'id': 'f42bcb10-2f4f-4796-800c-dcbbdb896d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:30:20.742728 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d332d4b-0d71-49e5-ab14-f08cd2822611 None None] Checking router: fe334b00-f9c2-4473-a16a-4b711be31f1c for host: dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:30:20.742728 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d332d4b-0d71-49e5-ab14-f08cd2822611 None None] Updating router fe334b00-f9c2-4473-a16a-4b711be31f1c port 2d116971-bcdd-4fd8-aca4-890259ada2e6 binding host dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 04:30:20.747112 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-53b025d3-41c3-4fec-a5b0-66ef3a002d40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] device_id is not set on port 74cbc1f6-07e3-494c-9715-79075c23fd2d yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:30:20.801359 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 60270) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:20.808017 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-08410a61-9534-47b7-a094-82536c89308e tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:20.847936 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port ebe58ec0-2b1a-4ac8-bfa7-faece648d91e, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=ebe58ec0-2b1a-4ac8-bfa7-faece648d91e,segment=NetworkSegment(f3c730b5-ac0c-4a87-93d7-0709403005ff),segment_id=f3c730b5-ac0c-4a87-93d7-0709403005ff)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:30:20.873477 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7d332d4b-0d71-49e5-ab14-f08cd2822611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:20.898941 dv-neutron-826830-1-hyperv neutron-server[87637]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 01 04:30:20.906189 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:20.906748 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 36c4124d-3b27-4bee-bd44-d10123dd50c3 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:30:20.958331 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cef8edee-f3e2-429e-b60c-fae46b219fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:20.987360 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08410a61-9534-47b7-a094-82536c89308e tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Pushing event deleted for resources: {'Port': ['ID=e86b40d8-cf14-4b67-88c1-00844fbc7547,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:21.063854 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 60276) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:21.068314 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef8edee-f3e2-429e-b60c-fae46b219fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f13e29d-91f6-42e8-b670-8abd8c9d6ceb,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:21.096779 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-afd4359c-fef2-4525-bcc5-c3428c966cf2 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Deleting port a9a8fd27-7893-489c-abe4-911fe25e45ce {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:30:21.097814 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-afd4359c-fef2-4525-bcc5-c3428c966cf2 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:21.129936 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-53b025d3-41c3-4fec-a5b0-66ef3a002d40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:21.137415 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cef8edee-f3e2-429e-b60c-fae46b219fa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:21.140932 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-cef8edee-f3e2-429e-b60c-fae46b219fa9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7f13e29d-91f6-42e8-b670-8abd8c9d6ceb HTTP/1.1" status: 204 len: 168 time: 1.0023623 Feb 01 04:30:21.183307 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5427d2f0-be94-459e-8357-69275f8a4436 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:21.187387 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-bbe4c22b-54ba-481c-a429-e6c1361155ab req-9f69dd4a-c39c-4738-b004-69baaefa8e88 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Synchronizing usage tracker for tenant:8c08b23bffb44a249b00a7d1f56c2684 on resource:security_group {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:30:21.218814 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d6305a0f-a732-44f9-adce-f9dc03aee7b0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=11bc144805354c4a953fc33cfc508909&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1518657 Feb 01 04:30:21.220369 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=ebe58ec0-2b1a-4ac8-bfa7-faece648d91e,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:21.221572 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 60282) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:21.252577 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-53b025d3-41c3-4fec-a5b0-66ef3a002d40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:21.335036 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 36c4124d-3b27-4bee-bd44-d10123dd50c3 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:30:21.335453 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:21.353683 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-bbe4c22b-54ba-481c-a429-e6c1361155ab req-9f69dd4a-c39c-4738-b004-69baaefa8e88 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Unset dirty status for tenant:8c08b23bffb44a249b00a7d1f56c2684 on resource:security_group {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:30:21.355530 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-bbe4c22b-54ba-481c-a429-e6c1361155ab req-9f69dd4a-c39c-4738-b004-69baaefa8e88 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--19560555&fields=id&tenant_id=8c08b23bffb44a249b00a7d1f56c2684 HTTP/1.1" status: 200 len: 267 time: 0.5372858 Feb 01 04:30:21.441753 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b025d3-41c3-4fec-a5b0-66ef3a002d40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Pushing event updated for resources: {'Port': ['ID=74cbc1f6-07e3-494c-9715-79075c23fd2d,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:21.449333 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7022f172-fb87-4266-888d-64ef104d9267 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Notify callbacks [] for security_group, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:21.493121 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b025d3-41c3-4fec-a5b0-66ef3a002d40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Network beeb88de-9baf-438a-9acc-fecbe63f9c4b is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:30:21.496463 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-53b025d3-41c3-4fec-a5b0-66ef3a002d40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:30:21.504538 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b025d3-41c3-4fec-a5b0-66ef3a002d40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:30:21.505556 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b025d3-41c3-4fec-a5b0-66ef3a002d40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:21.506153 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-53b025d3-41c3-4fec-a5b0-66ef3a002d40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:21.535817 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-74862cf2-d1ca-4746-b721-aa4c3e063857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:21.582040 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-53b025d3-41c3-4fec-a5b0-66ef3a002d40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0023558 Feb 01 04:30:21.582595 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 60288) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:21.583671 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-08410a61-9534-47b7-a094-82536c89308e tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:21.588530 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-74862cf2-d1ca-4746-b721-aa4c3e063857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:21.786755 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db75e9d-193f-44bb-b342-cb782a78f1e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:21.787615 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1db75e9d-193f-44bb-b342-cb782a78f1e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Synchronizing usage tracker for tenant:5761e1a9701f46ce82008f2361ec1ef3 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:30:21.836404 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1db75e9d-193f-44bb-b342-cb782a78f1e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Unset dirty status for tenant:5761e1a9701f46ce82008f2361ec1ef3 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:30:21.838071 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1db75e9d-193f-44bb-b342-cb782a78f1e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] 10.222.0.24 "GET /v2.0/ports/74cbc1f6-07e3-494c-9715-79075c23fd2d HTTP/1.1" status: 200 len: 959 time: 0.2517612 Feb 01 04:30:21.840754 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 60298) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:21.893107 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9a9f86-b33d-4367-9751-2a04aeb8b3e9 None None] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:30:21.899935 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe4c22b-54ba-481c-a429-e6c1361155ab req-7ca8520d-55b9-4200-8cda-1d34b6df5cae tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:21.901437 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-bbe4c22b-54ba-481c-a429-e6c1361155ab req-7ca8520d-55b9-4200-8cda-1d34b6df5cae tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/networks?id=958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a HTTP/1.1" status: 200 len: 812 time: 0.5037916 Feb 01 04:30:21.913352 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7022f172-fb87-4266-888d-64ef104d9267 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:21.929137 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7d332d4b-0d71-49e5-ab14-f08cd2822611 None None] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:21.974017 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-74862cf2-d1ca-4746-b721-aa4c3e063857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:21.993456 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-7d332d4b-0d71-49e5-ab14-f08cd2822611 None None] Transition to ACTIVE for port object 2d116971-bcdd-4fd8-aca4-890259ada2e6 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:30:21.996161 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74862cf2-d1ca-4746-b721-aa4c3e063857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95faebe3-dcd6-4be9-851e-34051ffb996a,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:22.006949 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-a2347c2f-62a1-4d9d-9cd1-f0124d3af49c tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Deleting port 74cbc1f6-07e3-494c-9715-79075c23fd2d {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:30:22.007345 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a2347c2f-62a1-4d9d-9cd1-f0124d3af49c tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:22.037791 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-74862cf2-d1ca-4746-b721-aa4c3e063857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:22.038858 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-74862cf2-d1ca-4746-b721-aa4c3e063857 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/95faebe3-dcd6-4be9-851e-34051ffb996a HTTP/1.1" status: 204 len: 168 time: 0.8162513 Feb 01 04:30:22.051834 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-bbe4c22b-54ba-481c-a429-e6c1361155ab req-10dcc9e6-63e7-4780-82b4-b73446800b6e tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/quotas/8c08b23bffb44a249b00a7d1f56c2684 HTTP/1.1" status: 200 len: 375 time: 0.1130271 Feb 01 04:30:22.232672 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device ebe58ec0-2b1a-4ac8-bfa7-faece648d91e up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:30:22.279948 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7d332d4b-0d71-49e5-ab14-f08cd2822611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:22.354767 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a2347c2f-62a1-4d9d-9cd1-f0124d3af49c tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:22.364453 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7022f172-fb87-4266-888d-64ef104d9267 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92eeeb5f-62a6-4c96-8f1e-0247aa1601ac,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:22.482822 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecab8c80-561b-4100-9591-691fe4588c69 None None] Pushing event updated for resources: {'Port': ['ID=2d116971-bcdd-4fd8-aca4-890259ada2e6,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:22.498779 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7022f172-fb87-4266-888d-64ef104d9267 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:22.499360 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-8deedc9e-2655-45d7-8755-47e294675991 None None] Provisioning for port 7d3c4fff-b162-417c-b65e-b6a10ec4aa82 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:30:22.502776 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-7022f172-fb87-4266-888d-64ef104d9267 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.8267004 Feb 01 04:30:22.502776 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-08410a61-9534-47b7-a094-82536c89308e tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:22.605279 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 60322) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:22.741517 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-7d332d4b-0d71-49e5-ab14-f08cd2822611 None None] Attempting to bind port 2d116971-bcdd-4fd8-aca4-890259ada2e6 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:30:22.741877 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-7d332d4b-0d71-49e5-ab14-f08cd2822611 None None] Attempting to bind port 2d116971-bcdd-4fd8-aca4-890259ada2e6 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '17ff2334-fd28-43e8-8d86-c0a0d69edb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '90ceb3fa-eeb4-4146-8853-bf11c986f415'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:30:22.742227 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d332d4b-0d71-49e5-ab14-f08cd2822611 None None] Attempting to bind port 2d116971-bcdd-4fd8-aca4-890259ada2e6 on network 90ceb3fa-eeb4-4146-8853-bf11c986f415 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:30:22.748637 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-afd4359c-fef2-4525-bcc5-c3428c966cf2 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:22.764713 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 60326) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:22.765457 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d332d4b-0d71-49e5-ab14-f08cd2822611 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:30:22.765819 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d332d4b-0d71-49e5-ab14-f08cd2822611 None None] Checking segment: {'id': '17ff2334-fd28-43e8-8d86-c0a0d69edb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '90ceb3fa-eeb4-4146-8853-bf11c986f415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:30:22.766211 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7d332d4b-0d71-49e5-ab14-f08cd2822611 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:22.766591 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d332d4b-0d71-49e5-ab14-f08cd2822611 None None] Bound using segment: {'id': '17ff2334-fd28-43e8-8d86-c0a0d69edb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '90ceb3fa-eeb4-4146-8853-bf11c986f415'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:30:22.767051 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-7d332d4b-0d71-49e5-ab14-f08cd2822611 None None] Bound port: 2d116971-bcdd-4fd8-aca4-890259ada2e6, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17ff2334-fd28-43e8-8d86-c0a0d69edb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '90ceb3fa-eeb4-4146-8853-bf11c986f415'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:30:22.767434 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7d332d4b-0d71-49e5-ab14-f08cd2822611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:22.779394 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-a2347c2f-62a1-4d9d-9cd1-f0124d3af49c tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Calling delete_port for 74cbc1f6-07e3-494c-9715-79075c23fd2d owned by {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:30:22.782990 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port ebe58ec0-2b1a-4ac8-bfa7-faece648d91e triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:30:22.783322 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:22.942494 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a2347c2f-62a1-4d9d-9cd1-f0124d3af49c tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:22.995810 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-7d332d4b-0d71-49e5-ab14-f08cd2822611 None None] For port 2d116971-bcdd-4fd8-aca4-890259ada2e6, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:30:23.011742 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-afd4359c-fef2-4525-bcc5-c3428c966cf2 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Calling delete_port for a9a8fd27-7893-489c-abe4-911fe25e45ce owned by {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:30:23.037656 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2347c2f-62a1-4d9d-9cd1-f0124d3af49c tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Pushing event deleted for resources: {'Port': ['ID=74cbc1f6-07e3-494c-9715-79075c23fd2d,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:23.052656 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a2347c2f-62a1-4d9d-9cd1-f0124d3af49c tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:23.056492 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-17960d1e-ef65-4cbb-aa0d-13aa49d7fad1 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Request body: {'security_group_rule': {'security_group_id': '92eeeb5f-62a6-4c96-8f1e-0247aa1601ac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:30:23.062237 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-5427d2f0-be94-459e-8357-69275f8a4436 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Allocated IP 172.26.8.221 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/d6944237-553e-465f-9b23-3aa5836ff3fa) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:30:23.066973 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-08410a61-9534-47b7-a094-82536c89308e tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3037665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694336'] for subnet, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:23.073565 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a2347c2f-62a1-4d9d-9cd1-f0124d3af49c tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] 10.222.0.24 "DELETE /v2.0/ports/74cbc1f6-07e3-494c-9715-79075c23fd2d HTTP/1.1" status: 204 len: 168 time: 1.2316582 Feb 01 04:30:23.074828 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 60342) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:23.116734 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-7d332d4b-0d71-49e5-ab14-f08cd2822611 None None] For port 2d116971-bcdd-4fd8-aca4-890259ada2e6, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=2d116971-bcdd-4fd8-aca4-890259ada2e6,segment=NetworkSegment(17ff2334-fd28-43e8-8d86-c0a0d69edb48),segment_id=17ff2334-fd28-43e8-8d86-c0a0d69edb48)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:30:23.133803 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-21376362-1b84-482a-93ed-ca729457330b tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-836987923'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:30:23.136115 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7d332d4b-0d71-49e5-ab14-f08cd2822611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:23.144638 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-16b2f9d1-8840-4a6c-b2b6-f2747f69b03a tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] GET failed (client error): The resource could not be found. Feb 01 04:30:23.145160 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-16b2f9d1-8840-4a6c-b2b6-f2747f69b03a tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Synchronizing usage tracker for tenant:5761e1a9701f46ce82008f2361ec1ef3 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:30:23.148228 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-21376362-1b84-482a-93ed-ca729457330b tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:30:23.156440 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-21376362-1b84-482a-93ed-ca729457330b tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Usage tracker for resource:network and tenant:4859bcd8aae8416eba645579d339c6c6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:30:23.163025 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-17960d1e-ef65-4cbb-aa0d-13aa49d7fad1 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:30:23.175420 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-21376362-1b84-482a-93ed-ca729457330b tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:30:23.186817 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-21376362-1b84-482a-93ed-ca729457330b tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:30:23.200359 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-16b2f9d1-8840-4a6c-b2b6-f2747f69b03a tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Unset dirty status for tenant:5761e1a9701f46ce82008f2361ec1ef3 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:30:23.205779 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device d753bac5-2ff2-45a5-9ec1-4f4d0e2b5091 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:30:23.214545 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-16b2f9d1-8840-4a6c-b2b6-f2747f69b03a tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] 10.222.0.24 "GET /v2.0/ports/74cbc1f6-07e3-494c-9715-79075c23fd2d HTTP/1.1" status: 404 len: 333 time: 0.1382580 Feb 01 04:30:23.215342 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 60346) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:23.223585 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-d64260b4-da8b-4967-8a1a-9fa0a0c1e924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Request body: {'port': {'network_id': 'beeb88de-9baf-438a-9acc-fecbe63f9c4b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-954818999'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:30:23.228347 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21376362-1b84-482a-93ed-ca729457330b tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Made reservation on behalf of 4859bcd8aae8416eba645579d339c6c6 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:30:23.232055 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-21376362-1b84-482a-93ed-ca729457330b tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:23.242352 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-d64260b4-da8b-4967-8a1a-9fa0a0c1e924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:30:23.257058 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-21376362-1b84-482a-93ed-ca729457330b tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:23.277236 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-d64260b4-da8b-4967-8a1a-9fa0a0c1e924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:30:23.287465 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-21376362-1b84-482a-93ed-ca729457330b tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:30:23.298702 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-21376362-1b84-482a-93ed-ca729457330b tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Usage tracker for resource:security_group_rule and tenant:4859bcd8aae8416eba645579d339c6c6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:30:23.306447 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08410a61-9534-47b7-a094-82536c89308e tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ec9ebc7f-c0e8-445c-9a15-18bda363d497,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:23.311961 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-21376362-1b84-482a-93ed-ca729457330b tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:30:23.328172 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-21376362-1b84-482a-93ed-ca729457330b tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:30:23.330663 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64260b4-da8b-4967-8a1a-9fa0a0c1e924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Made reservation on behalf of 5761e1a9701f46ce82008f2361ec1ef3 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:30:23.333841 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d64260b4-da8b-4967-8a1a-9fa0a0c1e924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:23.339441 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-17960d1e-ef65-4cbb-aa0d-13aa49d7fad1 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Usage tracker for resource:security_group_rule and tenant:332d5a2a0a29497d81fd0e175d971fc8 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:30:23.347776 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-17960d1e-ef65-4cbb-aa0d-13aa49d7fad1 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:30:23.365889 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-d64260b4-da8b-4967-8a1a-9fa0a0c1e924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] device_id is not set on port a6b8f428-c03d-4b3f-a18e-e2f60a73b601 yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:30:23.370970 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d332d4b-0d71-49e5-ab14-f08cd2822611 None None] Routers {'fe334b00-f9c2-4473-a16a-4b711be31f1c'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:30:23.373803 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-7d332d4b-0d71-49e5-ab14-f08cd2822611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:30:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['fe334b00-f9c2-4473-a16a-4b711be31f1c'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:30:23.391585 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-bbe4c22b-54ba-481c-a429-e6c1361155ab req-24deec0f-e6b1-4299-8049-f578d62aa02b tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8c08b23bffb44a249b00a7d1f56c2684&fields=id HTTP/1.1" status: 200 len: 348 time: 1.3000152 Feb 01 04:30:23.413088 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-17960d1e-ef65-4cbb-aa0d-13aa49d7fad1 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:30:23.506434 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-08410a61-9534-47b7-a094-82536c89308e tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:23.571058 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecab8c80-561b-4100-9591-691fe4588c69 None None] Pushing event updated for resources: {'Port': ['ID=2d116971-bcdd-4fd8-aca4-890259ada2e6,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:23.590117 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-17960d1e-ef65-4cbb-aa0d-13aa49d7fad1 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:23.619305 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-5794a04d-36fe-4bbb-a2c1-d7c26047b159 None None] Provisioning for port a9a8fd27-7893-489c-abe4-911fe25e45ce completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:30:23.648483 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-08410a61-9534-47b7-a094-82536c89308e tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5279ecd5-0252-4b7e-8a53-8e342f4f39ef']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:30:23.665434 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-5794a04d-36fe-4bbb-a2c1-d7c26047b159 None None] Provisioning complete for port a9a8fd27-7893-489c-abe4-911fe25e45ce triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:30:23.665801 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5794a04d-36fe-4bbb-a2c1-d7c26047b159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:23.678182 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-08410a61-9534-47b7-a094-82536c89308e tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c08cf791-ad78-4561-be69-6d4a59e52b85') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:30:23.679310 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-08410a61-9534-47b7-a094-82536c89308e tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c08cf791-ad78-4561-be69-6d4a59e52b85') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:30:23.697876 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-08410a61-9534-47b7-a094-82536c89308e tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:23.716594 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-08410a61-9534-47b7-a094-82536c89308e tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:23.727120 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08410a61-9534-47b7-a094-82536c89308e tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:30:23.727685 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-08410a61-9534-47b7-a094-82536c89308e tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:23.728654 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-5794a04d-36fe-4bbb-a2c1-d7c26047b159 None None] Port a9a8fd27-7893-489c-abe4-911fe25e45ce cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:30:23.773462 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 04:30:23.773462 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:30:23.773462 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 04:30:23.773462 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:30:23.773462 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 04:30:23.773462 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:30:23.773462 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 04:30:23.773462 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:30:23.773462 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 04:30:23.773462 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:30:23.773462 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 04:30:23.773462 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:30:23.773462 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 04:30:23.773462 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:30:23.773462 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:30:23.773462 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:30:23.773462 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:30:23.773462 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:30:23.773462 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 04:30:23.773462 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:30:23.773462 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 04:30:23.773462 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:30:23.773462 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:30:23.773462 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:30:23.773462 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 04:30:23.773462 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:30:23.773462 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:30:23.773462 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:30:23.773462 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:30:23.773462 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:30:23.773462 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:30:23.773462 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:30:23.846446 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-21376362-1b84-482a-93ed-ca729457330b tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:23.852430 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-21376362-1b84-482a-93ed-ca729457330b tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:23.879902 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port d753bac5-2ff2-45a5-9ec1-4f4d0e2b5091 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:30:23.880186 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:23.898481 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21376362-1b84-482a-93ed-ca729457330b tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b32b3a7c-379e-4e0a-935b-d0eee73a9eb8,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:23.956135 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-08410a61-9534-47b7-a094-82536c89308e tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:23.987178 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08410a61-9534-47b7-a094-82536c89308e tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5279ecd5-0252-4b7e-8a53-8e342f4f39ef {{(pid=87637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 01 04:30:23.997801 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-08410a61-9534-47b7-a094-82536c89308e tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539973'] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:24.015054 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-7d332d4b-0d71-49e5-ab14-f08cd2822611 None None] Set router fe334b00-f9c2-4473-a16a-4b711be31f1c gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:30:24.015615 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08410a61-9534-47b7-a094-82536c89308e tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Pushing event deleted for resources: {'Network': ['ID=5279ecd5-0252-4b7e-8a53-8e342f4f39ef,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:24.048317 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-17960d1e-ef65-4cbb-aa0d-13aa49d7fad1 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:24.077153 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-17960d1e-ef65-4cbb-aa0d-13aa49d7fad1 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:24.079597 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-08410a61-9534-47b7-a094-82536c89308e tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] 10.222.0.24 "DELETE /v2.0/networks/5279ecd5-0252-4b7e-8a53-8e342f4f39ef HTTP/1.1" status: 204 len: 168 time: 5.9895997 Feb 01 04:30:24.082751 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 60364) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:24.094841 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5427d2f0-be94-459e-8357-69275f8a4436 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:24.100753 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [req-bbe4c22b-54ba-481c-a429-e6c1361155ab req-053353d3-98b7-40f5-a5bf-73d21449d9c3 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 04:30:24.101752 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-bbe4c22b-54ba-481c-a429-e6c1361155ab req-053353d3-98b7-40f5-a5bf-73d21449d9c3 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2661378 Feb 01 04:30:24.111919 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-afd4359c-fef2-4525-bcc5-c3428c966cf2 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:24.192678 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-c1625000-b367-42e1-a9d9-0ef4e43767b7 None None] Could not find standard attr ID for object a9a8fd27-7893-489c-abe4-911fe25e45ce. {{(pid=87638) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 01 04:30:24.206464 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1d18b0cb-93cf-40e6-aafa-8be3d603837f tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1222460 Feb 01 04:30:24.212740 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 60370) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:24.224836 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d64260b4-da8b-4967-8a1a-9fa0a0c1e924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:24.236639 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17960d1e-ef65-4cbb-aa0d-13aa49d7fad1 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfe7ceea-7e80-4a74-a033-e6a2f4efacba,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:24.267905 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21376362-1b84-482a-93ed-ca729457330b tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:30:24.270640 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d64260b4-da8b-4967-8a1a-9fa0a0c1e924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:24.282292 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-17960d1e-ef65-4cbb-aa0d-13aa49d7fad1 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:24.283880 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-17960d1e-ef65-4cbb-aa0d-13aa49d7fad1 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4005680 Feb 01 04:30:24.285975 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd4359c-fef2-4525-bcc5-c3428c966cf2 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event deleted for resources: {'Port': ['ID=a9a8fd27-7893-489c-abe4-911fe25e45ce,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:24.344411 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 60374) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:24.362380 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 7d3c4fff-b162-417c-b65e-b6a10ec4aa82 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:30:24.362504 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-1e6729cb-6c32-4c57-a6e7-e880a28ed2cd tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Request body: {'security_group_rule': {'security_group_id': '92eeeb5f-62a6-4c96-8f1e-0247aa1601ac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:30:24.408280 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-1e6729cb-6c32-4c57-a6e7-e880a28ed2cd tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:30:24.413090 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1e6729cb-6c32-4c57-a6e7-e880a28ed2cd tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Usage tracker for resource:security_group_rule and tenant:332d5a2a0a29497d81fd0e175d971fc8 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:30:24.417008 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1e6729cb-6c32-4c57-a6e7-e880a28ed2cd tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:30:24.435697 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-1e6729cb-6c32-4c57-a6e7-e880a28ed2cd tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:30:24.462493 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-21376362-1b84-482a-93ed-ca729457330b tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:24.462722 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-21376362-1b84-482a-93ed-ca729457330b tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Added segment 83c2b211-19ce-4251-9605-c1f223ab560f of type vlan for network f84096f6-bb01-4fa1-8395-e2b6df6a3423 Feb 01 04:30:24.482395 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1e6729cb-6c32-4c57-a6e7-e880a28ed2cd tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:24.519529 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64260b4-da8b-4967-8a1a-9fa0a0c1e924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Network beeb88de-9baf-438a-9acc-fecbe63f9c4b is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:30:24.543618 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-d64260b4-da8b-4967-8a1a-9fa0a0c1e924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:30:24.548429 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64260b4-da8b-4967-8a1a-9fa0a0c1e924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:30:24.550747 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64260b4-da8b-4967-8a1a-9fa0a0c1e924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:24.552221 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d64260b4-da8b-4967-8a1a-9fa0a0c1e924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:24.555883 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-afd4359c-fef2-4525-bcc5-c3428c966cf2 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:24.557839 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-afd4359c-fef2-4525-bcc5-c3428c966cf2 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/ports/a9a8fd27-7893-489c-abe4-911fe25e45ce HTTP/1.1" status: 204 len: 168 time: 3.8289564 Feb 01 04:30:24.567781 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 60384) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:24.652910 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64260b4-da8b-4967-8a1a-9fa0a0c1e924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Pushing event updated for resources: {'Port': ['ID=a6b8f428-c03d-4b3f-a18e-e2f60a73b601,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:24.680805 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-21376362-1b84-482a-93ed-ca729457330b tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:24.691992 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d64260b4-da8b-4967-8a1a-9fa0a0c1e924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.4722624 Feb 01 04:30:24.694032 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 60390) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:24.696469 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-bbe4c22b-54ba-481c-a429-e6c1361155ab req-8f1f03a2-0d85-489c-9950-87b289c017f6 service neutron] 10.222.0.24 "GET /v2.0/networks/958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5821910 Feb 01 04:30:24.704290 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-32204a33-4eca-407b-b0b3-72ab3ecba721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8268'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:30:24.714244 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 7d3c4fff-b162-417c-b65e-b6a10ec4aa82 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:30:24.725298 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 7d3c4fff-b162-417c-b65e-b6a10ec4aa82 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:30:24.725940 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:24.739998 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5427d2f0-be94-459e-8357-69275f8a4436 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:24.751866 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf156fb-888b-428b-a3ee-4d7cf824d960 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:24.752230 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf156fb-888b-428b-a3ee-4d7cf824d960 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:24.752684 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf156fb-888b-428b-a3ee-4d7cf824d960 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:24.753137 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf156fb-888b-428b-a3ee-4d7cf824d960 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:24.753638 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf156fb-888b-428b-a3ee-4d7cf824d960 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:24.754345 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf156fb-888b-428b-a3ee-4d7cf824d960 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:24.754789 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf156fb-888b-428b-a3ee-4d7cf824d960 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:24.755942 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-eaf156fb-888b-428b-a3ee-4d7cf824d960 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Synchronizing usage tracker for tenant:68692077109c4dda8c8ddac11bd0c8fd on resource:subnet {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:30:24.760310 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1e6729cb-6c32-4c57-a6e7-e880a28ed2cd tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:24.783168 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1e6729cb-6c32-4c57-a6e7-e880a28ed2cd tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:24.819196 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6729cb-6c32-4c57-a6e7-e880a28ed2cd tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c714bd40-6fab-492a-9b3f-6bcbaefdf7f2,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:24.840726 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423550b5-440a-485d-9014-53cd5a1df969 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:24.842329 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423550b5-440a-485d-9014-53cd5a1df969 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:24.846258 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-423550b5-440a-485d-9014-53cd5a1df969 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2715125 Feb 01 04:30:24.866617 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 60398) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:24.882573 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-32204a33-4eca-407b-b0b3-72ab3ecba721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:24.885407 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5427d2f0-be94-459e-8357-69275f8a4436 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:30:24.893166 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-21376362-1b84-482a-93ed-ca729457330b tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:24.895989 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-5427d2f0-be94-459e-8357-69275f8a4436 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:30:24.899071 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5427d2f0-be94-459e-8357-69275f8a4436 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:30:24.899410 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21376362-1b84-482a-93ed-ca729457330b tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:24.900078 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-21376362-1b84-482a-93ed-ca729457330b tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539973'] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:24.923350 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1e6729cb-6c32-4c57-a6e7-e880a28ed2cd tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:24.924572 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1e6729cb-6c32-4c57-a6e7-e880a28ed2cd tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5736716 Feb 01 04:30:24.942150 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 60402) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:24.942539 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 60404) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:24.943789 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-7d332d4b-0d71-49e5-ab14-f08cd2822611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe334b00-f9c2-4473-a16a-4b711be31f1c', 'name': 'tempest-ServersTestJSON-82895039-router', 'tenant_id': '332d5a2a0a29497d81fd0e175d971fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.36'}], 'enable_snat': True}, 'gw_port_id': 'd753bac5-2ff2-45a5-9ec1-4f4d0e2b5091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:29:59Z', 'updated_at': '2022-02-01T04:30:15Z', 'revision_number': 4, 'project_id': '332d5a2a0a29497d81fd0e175d971fc8', 'gw_port': {'id': 'd753bac5-2ff2-45a5-9ec1-4f4d0e2b5091', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:7e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe334b00-f9c2-4473-a16a-4b711be31f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:30:01Z', 'updated_at': '2022-02-01T04:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '2d116971-bcdd-4fd8-aca4-890259ada2e6', 'name': '', 'network_id': '90ceb3fa-eeb4-4146-8853-bf11c986f415', 'tenant_id': '332d5a2a0a29497d81fd0e175d971fc8', 'mac_address': 'fa:16:3e:16:8a:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe334b00-f9c2-4473-a16a-4b711be31f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'f42bcb10-2f4f-4796-800c-dcbbdb896d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:30:13Z', 'updated_at': '2022-02-01T04:30:22Z', 'revision_number': 4, 'project_id': '332d5a2a0a29497d81fd0e175d971fc8', 'subnets': [{'id': 'f42bcb10-2f4f-4796-800c-dcbbdb896d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:30:24.955011 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d332d4b-0d71-49e5-ab14-f08cd2822611 None None] The sync data for ids ['fe334b00-f9c2-4473-a16a-4b711be31f1c'] in dv-neutron-826830-1-hyperv is: [{'id': 'fe334b00-f9c2-4473-a16a-4b711be31f1c', 'name': 'tempest-ServersTestJSON-82895039-router', 'tenant_id': '332d5a2a0a29497d81fd0e175d971fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.36'}], 'enable_snat': True}, 'gw_port_id': 'd753bac5-2ff2-45a5-9ec1-4f4d0e2b5091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:29:59Z', 'updated_at': '2022-02-01T04:30:15Z', 'revision_number': 4, 'project_id': '332d5a2a0a29497d81fd0e175d971fc8', 'gw_port': {'id': 'd753bac5-2ff2-45a5-9ec1-4f4d0e2b5091', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:7e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe334b00-f9c2-4473-a16a-4b711be31f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:30:01Z', 'updated_at': '2022-02-01T04:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '2d116971-bcdd-4fd8-aca4-890259ada2e6', 'name': '', 'network_id': '90ceb3fa-eeb4-4146-8853-bf11c986f415', 'tenant_id': '332d5a2a0a29497d81fd0e175d971fc8', 'mac_address': 'fa:16:3e:16:8a:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe334b00-f9c2-4473-a16a-4b711be31f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'f42bcb10-2f4f-4796-800c-dcbbdb896d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:30:13Z', 'updated_at': '2022-02-01T04:30:22Z', 'revision_number': 4, 'project_id': '332d5a2a0a29497d81fd0e175d971fc8', 'subnets': [{'id': 'f42bcb10-2f4f-4796-800c-dcbbdb896d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:30:24.959530 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-a8e4eadf-0e28-483f-b896-eb510cece5db tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Request body: {'floatingip': {'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:30:24.964328 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:25.058680 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-eaf156fb-888b-428b-a3ee-4d7cf824d960 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Unset dirty status for tenant:68692077109c4dda8c8ddac11bd0c8fd on resource:subnet {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:30:25.059898 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-eaf156fb-888b-428b-a3ee-4d7cf824d960 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4651 time: 0.8367591 Feb 01 04:30:25.067258 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5427d2f0-be94-459e-8357-69275f8a4436 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Pushing event updated for resources: {'Port': ['ID=d6944237-553e-465f-9b23-3aa5836ff3fa,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:25.076677 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 60412) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:25.079811 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 7d3c4fff-b162-417c-b65e-b6a10ec4aa82, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=7d3c4fff-b162-417c-b65e-b6a10ec4aa82,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:30:25.090966 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:25.178959 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.api.v2.resource [None req-7c4f170a-635a-4442-9983-63fdb0d20136 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] delete failed (client error): The resource could not be found. Feb 01 04:30:25.182799 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-7c4f170a-635a-4442-9983-63fdb0d20136 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/fe4337fd-ac17-4c8c-8115-ca8ed0a76b91 HTTP/1.1" status: 404 len: 345 time: 0.0989277 Feb 01 04:30:25.186460 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 60416) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:25.234180 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-a8e4eadf-0e28-483f-b896-eb510cece5db tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:30:25.236605 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=7d3c4fff-b162-417c-b65e-b6a10ec4aa82,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:25.237126 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_v2 [None req-17918af6-4643-4b9b-9c48-5aa9264d1f52 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Deleting subnet 79cce5ab-2986-4090-a12d-43cf5a427e7f {{(pid=87637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:30:25.241038 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-21376362-1b84-482a-93ed-ca729457330b tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.4754481 Feb 01 04:30:25.248835 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-f77f2f21-6bb7-4842-8713-f6c8fe72ab2b tempest-QuotasNegativeTest-1580325578 tempest-QuotasNegativeTest-1580325578-project-admin] Request body: {'quota': {'network': 2}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:30:25.252595 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-a8e4eadf-0e28-483f-b896-eb510cece5db tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Usage tracker for resource:floatingip and tenant:332d5a2a0a29497d81fd0e175d971fc8 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:30:25.256219 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 60422) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:25.259679 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-bbe4c22b-54ba-481c-a429-e6c1361155ab req-16bcf520-d5c0-4e1f-b9ff-73d33a8a5814 service neutron] 10.222.0.24 "GET /v2.0/networks/958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5621662 Feb 01 04:30:25.261425 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-17918af6-4643-4b9b-9c48-5aa9264d1f52 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for subnet, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:25.300868 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 2d116971-bcdd-4fd8-aca4-890259ada2e6 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:30:25.308057 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-df956cf2-b21b-44f3-85b7-1113e1bf5a90 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] DELETE failed (client error): The resource could not be found. Feb 01 04:30:25.308558 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df956cf2-b21b-44f3-85b7-1113e1bf5a90 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=87637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:30:25.314343 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-df956cf2-b21b-44f3-85b7-1113e1bf5a90 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] 10.222.0.24 "DELETE /v2.0/networks/5279ecd5-0252-4b7e-8a53-8e342f4f39ef HTTP/1.1" status: 404 len: 339 time: 0.1120293 Feb 01 04:30:25.318016 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 60426) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:25.330819 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-a8e4eadf-0e28-483f-b896-eb510cece5db tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:30:25.334520 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.db.resource_extend [None req-32204a33-4eca-407b-b0b3-72ab3ecba721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 01 04:30:25.334812 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-d4111532-9413-485a-9890-bc50e937098e tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Request body: {'network': {'name': 'tempest-network--2000761182', 'router:external': True}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:30:25.348825 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-d4111532-9413-485a-9890-bc50e937098e tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:30:25.357952 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-d4111532-9413-485a-9890-bc50e937098e tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Usage tracker for resource:network and tenant:68692077109c4dda8c8ddac11bd0c8fd is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:30:25.360945 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-aa1c4482-78c7-4c53-91f4-c38ddeb5ff60 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Request body: {'port': {'network_id': 'f84096f6-bb01-4fa1-8395-e2b6df6a3423', 'name': 'tempest-PortsIpV6TestJSON-1548802390'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:30:25.364397 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-d4111532-9413-485a-9890-bc50e937098e tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:30:25.373693 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-17918af6-4643-4b9b-9c48-5aa9264d1f52 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2424773'] for subnet, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:25.380929 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-a8e4eadf-0e28-483f-b896-eb510cece5db tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:30:25.386376 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21376362-1b84-482a-93ed-ca729457330b tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event updated for resources: {'Network': ['ID=f84096f6-bb01-4fa1-8395-e2b6df6a3423,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:25.413364 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-d4111532-9413-485a-9890-bc50e937098e tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:30:25.413612 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network f84096f6-bb01-4fa1-8395-e2b6df6a3423 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:30:25.432096 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5427d2f0-be94-459e-8357-69275f8a4436 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:25.443801 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4111532-9413-485a-9890-bc50e937098e tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Made reservation on behalf of 68692077109c4dda8c8ddac11bd0c8fd for: {'network': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:30:25.446319 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d4111532-9413-485a-9890-bc50e937098e tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:25.542155 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5427d2f0-be94-459e-8357-69275f8a4436 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:25.585645 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a8e4eadf-0e28-483f-b896-eb510cece5db tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Notify callbacks [] for floatingip, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:25.627219 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 2d116971-bcdd-4fd8-aca4-890259ada2e6 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:30:25.639517 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f77f2f21-6bb7-4842-8713-f6c8fe72ab2b tempest-QuotasNegativeTest-1580325578 tempest-QuotasNegativeTest-1580325578-project-admin] 10.222.0.24 "PUT /v2.0/quotas/4e726a09f41f4a99bac57b9af228caaf HTTP/1.1" status: 200 len: 368 time: 0.6942511 Feb 01 04:30:25.651989 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 2d116971-bcdd-4fd8-aca4-890259ada2e6 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:30:25.652444 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:25.656321 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 60450) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:25.658982 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-32204a33-4eca-407b-b0b3-72ab3ecba721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] device_id is not set on port a6b8f428-c03d-4b3f-a18e-e2f60a73b601 yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:30:25.693168 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-32204a33-4eca-407b-b0b3-72ab3ecba721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:25.696960 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-aa1c4482-78c7-4c53-91f4-c38ddeb5ff60 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:30:25.712338 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-f21c5bbe-7153-468c-90a0-e99f9c36523a tempest-QuotasNegativeTest-1580325578 tempest-QuotasNegativeTest-1580325578-project-admin] Request body: {'network': {'project_id': '4e726a09f41f4a99bac57b9af228caaf'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:30:25.733898 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-aa1c4482-78c7-4c53-91f4-c38ddeb5ff60 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Usage tracker for resource:port and tenant:4859bcd8aae8416eba645579d339c6c6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:30:25.748465 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-f21c5bbe-7153-468c-90a0-e99f9c36523a tempest-QuotasNegativeTest-1580325578 tempest-QuotasNegativeTest-1580325578-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:30:25.765944 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4111532-9413-485a-9890-bc50e937098e tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=87637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:30:25.781597 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-aa1c4482-78c7-4c53-91f4-c38ddeb5ff60 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:30:25.794402 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f21c5bbe-7153-468c-90a0-e99f9c36523a tempest-QuotasNegativeTest-1580325578 tempest-QuotasNegativeTest-1580325578-project-admin] Usage tracker for resource:network and tenant:4e726a09f41f4a99bac57b9af228caaf is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:30:25.821330 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f21c5bbe-7153-468c-90a0-e99f9c36523a tempest-QuotasNegativeTest-1580325578 tempest-QuotasNegativeTest-1580325578-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:30:25.844464 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-32204a33-4eca-407b-b0b3-72ab3ecba721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Transition to ACTIVE for port object a6b8f428-c03d-4b3f-a18e-e2f60a73b601 will not be triggered until provisioned by entity L2. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:30:25.845461 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-aa1c4482-78c7-4c53-91f4-c38ddeb5ff60 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:30:25.864728 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-f21c5bbe-7153-468c-90a0-e99f9c36523a tempest-QuotasNegativeTest-1580325578 tempest-QuotasNegativeTest-1580325578-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:30:25.868767 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 60456) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:25.883165 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:25.887912 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-32204a33-4eca-407b-b0b3-72ab3ecba721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:25.906815 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d4111532-9413-485a-9890-bc50e937098e tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:25.907169 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.segments_db [None req-d4111532-9413-485a-9890-bc50e937098e tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Added segment 1c385ec4-26e3-4cb4-a54c-0f542bab8ded of type vlan for network b1be3a29-9387-40a5-b738-c53fce2bb287 Feb 01 04:30:25.950269 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 2d116971-bcdd-4fd8-aca4-890259ada2e6, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=2d116971-bcdd-4fd8-aca4-890259ada2e6,segment=NetworkSegment(17ff2334-fd28-43e8-8d86-c0a0d69edb48),segment_id=17ff2334-fd28-43e8-8d86-c0a0d69edb48)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:30:25.959433 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:25.977817 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-17918af6-4643-4b9b-9c48-5aa9264d1f52 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:26.039401 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=2d116971-bcdd-4fd8-aca4-890259ada2e6,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:26.083918 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32204a33-4eca-407b-b0b3-72ab3ecba721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Pushing event updated for resources: {'Port': ['ID=a6b8f428-c03d-4b3f-a18e-e2f60a73b601,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:26.093676 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa1c4482-78c7-4c53-91f4-c38ddeb5ff60 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Made reservation on behalf of 4859bcd8aae8416eba645579d339c6c6 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:30:26.097891 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-aa1c4482-78c7-4c53-91f4-c38ddeb5ff60 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:26.171493 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d4111532-9413-485a-9890-bc50e937098e tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:26.173311 dv-neutron-826830-1-hyperv neutron-server[87636]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 01 04:30:26.177594 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f21c5bbe-7153-468c-90a0-e99f9c36523a tempest-QuotasNegativeTest-1580325578 tempest-QuotasNegativeTest-1580325578-project-admin] Made reservation on behalf of 4e726a09f41f4a99bac57b9af228caaf for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:30:26.179879 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f21c5bbe-7153-468c-90a0-e99f9c36523a tempest-QuotasNegativeTest-1580325578 tempest-QuotasNegativeTest-1580325578-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:26.259840 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-17918af6-4643-4b9b-9c48-5aa9264d1f52 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3037665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694336'] for subnet, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:26.301935 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f21c5bbe-7153-468c-90a0-e99f9c36523a tempest-QuotasNegativeTest-1580325578 tempest-QuotasNegativeTest-1580325578-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:26.303578 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d4111532-9413-485a-9890-bc50e937098e tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:26.304511 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4111532-9413-485a-9890-bc50e937098e tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:26.305077 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d4111532-9413-485a-9890-bc50e937098e tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539973'] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:26.315892 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-0f934679-ef3d-4ca2-9d90-0ae49200b020 req-7cb42c9d-839e-4168-95ad-0fb104830e84 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Synchronizing usage tracker for tenant:8c08b23bffb44a249b00a7d1f56c2684 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:30:26.324061 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-aa1c4482-78c7-4c53-91f4-c38ddeb5ff60 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] device_id is not set on port ee8c9e82-f789-47b3-a57a-f33b8c5a34ed yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:30:26.340934 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5aa6a52-ddc0-4195-a928-3f8680b5dd67 None None] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:30:26.342201 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17918af6-4643-4b9b-9c48-5aa9264d1f52 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event deleted for resources: {'Subnet': ['ID=79cce5ab-2986-4090-a12d-43cf5a427e7f,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:26.352641 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-17918af6-4643-4b9b-9c48-5aa9264d1f52 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:26.359571 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5427d2f0-be94-459e-8357-69275f8a4436 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:26.384272 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-f21c5bbe-7153-468c-90a0-e99f9c36523a tempest-QuotasNegativeTest-1580325578 tempest-QuotasNegativeTest-1580325578-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:30:26.384497 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5427d2f0-be94-459e-8357-69275f8a4436 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:26.391281 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-32204a33-4eca-407b-b0b3-72ab3ecba721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port a6b8f428-c03d-4b3f-a18e-e2f60a73b601 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:30:26.391615 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-32204a33-4eca-407b-b0b3-72ab3ecba721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port a6b8f428-c03d-4b3f-a18e-e2f60a73b601 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '0db2bf91-d0d2-4b76-9df9-e149e1e32fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'beeb88de-9baf-438a-9acc-fecbe63f9c4b'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:30:26.391943 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32204a33-4eca-407b-b0b3-72ab3ecba721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port a6b8f428-c03d-4b3f-a18e-e2f60a73b601 on network beeb88de-9baf-438a-9acc-fecbe63f9c4b {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:30:26.414645 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f21c5bbe-7153-468c-90a0-e99f9c36523a tempest-QuotasNegativeTest-1580325578 tempest-QuotasNegativeTest-1580325578-project-admin] Usage tracker for resource:security_group_rule and tenant:4e726a09f41f4a99bac57b9af228caaf is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:30:26.422911 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f21c5bbe-7153-468c-90a0-e99f9c36523a tempest-QuotasNegativeTest-1580325578 tempest-QuotasNegativeTest-1580325578-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:30:26.423081 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-17918af6-4643-4b9b-9c48-5aa9264d1f52 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/subnets/79cce5ab-2986-4090-a12d-43cf5a427e7f HTTP/1.1" status: 204 len: 168 time: 1.5337276 Feb 01 04:30:26.424776 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32204a33-4eca-407b-b0b3-72ab3ecba721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Port a6b8f428-c03d-4b3f-a18e-e2f60a73b601 on network beeb88de-9baf-438a-9acc-fecbe63f9c4b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:30:26.425178 dv-neutron-826830-1-hyperv neutron-server[87636]: ERROR neutron.plugins.ml2.managers [None req-32204a33-4eca-407b-b0b3-72ab3ecba721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Failed to bind port a6b8f428-c03d-4b3f-a18e-e2f60a73b601 on host hv-neutron-8268 for vnic_type normal using segments [{'id': '0db2bf91-d0d2-4b76-9df9-e149e1e32fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'beeb88de-9baf-438a-9acc-fecbe63f9c4b'}] Feb 01 04:30:26.425799 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 60478) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:26.431562 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.plugins.ml2.plugin [None req-32204a33-4eca-407b-b0b3-72ab3ecba721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempt 2 to bind port a6b8f428-c03d-4b3f-a18e-e2f60a73b601 Feb 01 04:30:26.444011 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-f21c5bbe-7153-468c-90a0-e99f9c36523a tempest-QuotasNegativeTest-1580325578 tempest-QuotasNegativeTest-1580325578-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:30:26.480503 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-d4111532-9413-485a-9890-bc50e937098e tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.1614323 Feb 01 04:30:26.499734 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 60484) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:26.500554 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4111532-9413-485a-9890-bc50e937098e tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Pushing event updated for resources: {'Network': ['ID=b1be3a29-9387-40a5-b738-c53fce2bb287,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:26.552895 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-0f934679-ef3d-4ca2-9d90-0ae49200b020 req-7cb42c9d-839e-4168-95ad-0fb104830e84 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Unset dirty status for tenant:8c08b23bffb44a249b00a7d1f56c2684 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:30:26.553736 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network b1be3a29-9387-40a5-b738-c53fce2bb287 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:30:26.571796 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0f934679-ef3d-4ca2-9d90-0ae49200b020 req-7cb42c9d-839e-4168-95ad-0fb104830e84 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b HTTP/1.1" status: 200 len: 210 time: 0.6908333 Feb 01 04:30:26.585777 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d5338266-d020-4535-a7c5-76982af98b10 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1450903 Feb 01 04:30:26.586782 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-32204a33-4eca-407b-b0b3-72ab3ecba721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port a6b8f428-c03d-4b3f-a18e-e2f60a73b601 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:30:26.587110 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-32204a33-4eca-407b-b0b3-72ab3ecba721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port a6b8f428-c03d-4b3f-a18e-e2f60a73b601 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '0db2bf91-d0d2-4b76-9df9-e149e1e32fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'beeb88de-9baf-438a-9acc-fecbe63f9c4b'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:30:26.591442 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32204a33-4eca-407b-b0b3-72ab3ecba721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port a6b8f428-c03d-4b3f-a18e-e2f60a73b601 on network beeb88de-9baf-438a-9acc-fecbe63f9c4b {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:30:26.593501 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 60490) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:26.611577 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-a6d11923-6db4-4839-81c9-42e423bb186b tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Request body: {'subnet': {'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:30:26.625388 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5427d2f0-be94-459e-8357-69275f8a4436 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Pushing event updated for resources: {'Port': ['ID=d6944237-553e-465f-9b23-3aa5836ff3fa,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:26.661210 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5427d2f0-be94-459e-8357-69275f8a4436 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-774194'] for floatingip, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:26.741751 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32204a33-4eca-407b-b0b3-72ab3ecba721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Port a6b8f428-c03d-4b3f-a18e-e2f60a73b601 on network beeb88de-9baf-438a-9acc-fecbe63f9c4b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:30:26.742073 dv-neutron-826830-1-hyperv neutron-server[87636]: ERROR neutron.plugins.ml2.managers [None req-32204a33-4eca-407b-b0b3-72ab3ecba721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Failed to bind port a6b8f428-c03d-4b3f-a18e-e2f60a73b601 on host hv-neutron-8268 for vnic_type normal using segments [{'id': '0db2bf91-d0d2-4b76-9df9-e149e1e32fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'beeb88de-9baf-438a-9acc-fecbe63f9c4b'}] Feb 01 04:30:26.752124 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.plugins.ml2.plugin [None req-32204a33-4eca-407b-b0b3-72ab3ecba721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempt 3 to bind port a6b8f428-c03d-4b3f-a18e-e2f60a73b601 Feb 01 04:30:26.778474 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f21c5bbe-7153-468c-90a0-e99f9c36523a tempest-QuotasNegativeTest-1580325578 tempest-QuotasNegativeTest-1580325578-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:26.795984 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a8e4eadf-0e28-483f-b896-eb510cece5db tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:26.798146 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f21c5bbe-7153-468c-90a0-e99f9c36523a tempest-QuotasNegativeTest-1580325578 tempest-QuotasNegativeTest-1580325578-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:26.812113 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc060528-ec54-4730-8b4c-06810f04d146 None None] DHCP port deletion for 14b67238-4e53-405c-b9cd-84b8ff52e36a request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:30:26.818667 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-bc060528-ec54-4730-8b4c-06810f04d146 None None] Deleting port 7d3c4fff-b162-417c-b65e-b6a10ec4aa82 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:30:26.819098 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bc060528-ec54-4730-8b4c-06810f04d146 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:26.834789 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5427d2f0-be94-459e-8357-69275f8a4436 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:26.836037 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-5427d2f0-be94-459e-8357-69275f8a4436 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.3197560 Feb 01 04:30:26.857477 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-a6d11923-6db4-4839-81c9-42e423bb186b tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:30:26.893568 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-a6d11923-6db4-4839-81c9-42e423bb186b tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Usage tracker for resource:subnet and tenant:60b4e61082d3421283cb095bbc99ad8e is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:30:26.903910 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-a6d11923-6db4-4839-81c9-42e423bb186b tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:30:26.914340 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-a6d11923-6db4-4839-81c9-42e423bb186b tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:30:26.924425 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2aa534-6ba6-4a01-8f71-b9800cb334d9 tempest-ExternalNetworksTestJSON-1626186431 tempest-ExternalNetworksTestJSON-1626186431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:26.940276 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2aa534-6ba6-4a01-8f71-b9800cb334d9 tempest-ExternalNetworksTestJSON-1626186431 tempest-ExternalNetworksTestJSON-1626186431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:26.975059 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2aa534-6ba6-4a01-8f71-b9800cb334d9 tempest-ExternalNetworksTestJSON-1626186431 tempest-ExternalNetworksTestJSON-1626186431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:26.989072 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2aa534-6ba6-4a01-8f71-b9800cb334d9 tempest-ExternalNetworksTestJSON-1626186431 tempest-ExternalNetworksTestJSON-1626186431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:26.995574 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-ad2aa534-6ba6-4a01-8f71-b9800cb334d9 tempest-ExternalNetworksTestJSON-1626186431 tempest-ExternalNetworksTestJSON-1626186431-project] Synchronizing usage tracker for tenant:aad9e99057e84d0bb4cd411255cc8a37 on resource:network {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:30:27.037090 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d11923-6db4-4839-81c9-42e423bb186b tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Made reservation on behalf of 60b4e61082d3421283cb095bbc99ad8e for: {'subnet': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:30:27.046906 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a6d11923-6db4-4839-81c9-42e423bb186b tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3694443'] for subnet, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:27.075659 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-a8e4eadf-0e28-483f-b896-eb510cece5db tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Allocated IP 172.26.8.96 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/821b2ce8-e499-4676-9314-395d2f0fcca0) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:30:27.087728 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-ad2aa534-6ba6-4a01-8f71-b9800cb334d9 tempest-ExternalNetworksTestJSON-1626186431 tempest-ExternalNetworksTestJSON-1626186431-project] Unset dirty status for tenant:aad9e99057e84d0bb4cd411255cc8a37 on resource:network {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:30:27.089173 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-ad2aa534-6ba6-4a01-8f71-b9800cb334d9 tempest-ExternalNetworksTestJSON-1626186431 tempest-ExternalNetworksTestJSON-1626186431-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.5864804 Feb 01 04:30:27.102324 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 60500) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:27.212668 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 2d116971-bcdd-4fd8-aca4-890259ada2e6 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:30:27.223101 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-32204a33-4eca-407b-b0b3-72ab3ecba721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port a6b8f428-c03d-4b3f-a18e-e2f60a73b601 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:30:27.223456 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-32204a33-4eca-407b-b0b3-72ab3ecba721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port a6b8f428-c03d-4b3f-a18e-e2f60a73b601 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '0db2bf91-d0d2-4b76-9df9-e149e1e32fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'beeb88de-9baf-438a-9acc-fecbe63f9c4b'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:30:27.223781 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32204a33-4eca-407b-b0b3-72ab3ecba721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port a6b8f428-c03d-4b3f-a18e-e2f60a73b601 on network beeb88de-9baf-438a-9acc-fecbe63f9c4b {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:30:27.259823 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21c5bbe-7153-468c-90a0-e99f9c36523a tempest-QuotasNegativeTest-1580325578 tempest-QuotasNegativeTest-1580325578-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d04b4993-021e-42d8-a168-06860973e064,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:27.377267 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32204a33-4eca-407b-b0b3-72ab3ecba721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Port a6b8f428-c03d-4b3f-a18e-e2f60a73b601 on network beeb88de-9baf-438a-9acc-fecbe63f9c4b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:30:27.378476 dv-neutron-826830-1-hyperv neutron-server[87636]: ERROR neutron.plugins.ml2.managers [None req-32204a33-4eca-407b-b0b3-72ab3ecba721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Failed to bind port a6b8f428-c03d-4b3f-a18e-e2f60a73b601 on host hv-neutron-8268 for vnic_type normal using segments [{'id': '0db2bf91-d0d2-4b76-9df9-e149e1e32fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'beeb88de-9baf-438a-9acc-fecbe63f9c4b'}] Feb 01 04:30:27.380097 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f21c5bbe-7153-468c-90a0-e99f9c36523a tempest-QuotasNegativeTest-1580325578 tempest-QuotasNegativeTest-1580325578-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:30:27.396873 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.plugins.ml2.plugin [None req-32204a33-4eca-407b-b0b3-72ab3ecba721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempt 4 to bind port a6b8f428-c03d-4b3f-a18e-e2f60a73b601 Feb 01 04:30:27.399447 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 2d116971-bcdd-4fd8-aca4-890259ada2e6 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:30:27.400008 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:27.404149 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-8593d03a-68d8-4779-b588-f4b33c423c3a req-c3d95260-c65d-4ad0-b4f1-56c0443e2564 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1165490222&fields=id&tenant_id=4853f52d21f3486381e609c963ac9a5c HTTP/1.1" status: 200 len: 267 time: 0.1439176 Feb 01 04:30:27.440485 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-405d8580-6bdf-4efd-a3bb-06cecf60db1c tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:27.451082 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-bc060528-ec54-4730-8b4c-06810f04d146 None None] For port 7d3c4fff-b162-417c-b65e-b6a10ec4aa82, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=7d3c4fff-b162-417c-b65e-b6a10ec4aa82,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:30:27.451454 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bc060528-ec54-4730-8b4c-06810f04d146 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:27.502494 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-32204a33-4eca-407b-b0b3-72ab3ecba721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port a6b8f428-c03d-4b3f-a18e-e2f60a73b601 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:30:27.502952 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-32204a33-4eca-407b-b0b3-72ab3ecba721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port a6b8f428-c03d-4b3f-a18e-e2f60a73b601 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '0db2bf91-d0d2-4b76-9df9-e149e1e32fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'beeb88de-9baf-438a-9acc-fecbe63f9c4b'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:30:27.503265 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32204a33-4eca-407b-b0b3-72ab3ecba721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port a6b8f428-c03d-4b3f-a18e-e2f60a73b601 on network beeb88de-9baf-438a-9acc-fecbe63f9c4b {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:30:27.519477 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f21c5bbe-7153-468c-90a0-e99f9c36523a tempest-QuotasNegativeTest-1580325578 tempest-QuotasNegativeTest-1580325578-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:27.519823 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-f21c5bbe-7153-468c-90a0-e99f9c36523a tempest-QuotasNegativeTest-1580325578 tempest-QuotasNegativeTest-1580325578-project-admin] Added segment 17342b36-ae64-4b3c-8653-919eca744cf3 of type vlan for network c2c3bf92-761d-403e-a9e6-899e1a48fe54 Feb 01 04:30:27.536707 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32204a33-4eca-407b-b0b3-72ab3ecba721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Port a6b8f428-c03d-4b3f-a18e-e2f60a73b601 on network beeb88de-9baf-438a-9acc-fecbe63f9c4b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:30:27.537028 dv-neutron-826830-1-hyperv neutron-server[87636]: ERROR neutron.plugins.ml2.managers [None req-32204a33-4eca-407b-b0b3-72ab3ecba721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Failed to bind port a6b8f428-c03d-4b3f-a18e-e2f60a73b601 on host hv-neutron-8268 for vnic_type normal using segments [{'id': '0db2bf91-d0d2-4b76-9df9-e149e1e32fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'beeb88de-9baf-438a-9acc-fecbe63f9c4b'}] Feb 01 04:30:27.542320 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-aa1c4482-78c7-4c53-91f4-c38ddeb5ff60 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:27.552086 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.plugins.ml2.plugin [None req-32204a33-4eca-407b-b0b3-72ab3ecba721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempt 5 to bind port a6b8f428-c03d-4b3f-a18e-e2f60a73b601 Feb 01 04:30:27.589277 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-bc060528-ec54-4730-8b4c-06810f04d146 None None] Calling delete_port for 7d3c4fff-b162-417c-b65e-b6a10ec4aa82 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:30:27.603711 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f21c5bbe-7153-468c-90a0-e99f9c36523a tempest-QuotasNegativeTest-1580325578 tempest-QuotasNegativeTest-1580325578-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:27.615031 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a8e4eadf-0e28-483f-b896-eb510cece5db tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:27.618984 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-32204a33-4eca-407b-b0b3-72ab3ecba721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port a6b8f428-c03d-4b3f-a18e-e2f60a73b601 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:30:27.619425 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-32204a33-4eca-407b-b0b3-72ab3ecba721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port a6b8f428-c03d-4b3f-a18e-e2f60a73b601 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '0db2bf91-d0d2-4b76-9df9-e149e1e32fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'beeb88de-9baf-438a-9acc-fecbe63f9c4b'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:30:27.619715 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32204a33-4eca-407b-b0b3-72ab3ecba721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port a6b8f428-c03d-4b3f-a18e-e2f60a73b601 on network beeb88de-9baf-438a-9acc-fecbe63f9c4b {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:30:27.635654 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32204a33-4eca-407b-b0b3-72ab3ecba721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Port a6b8f428-c03d-4b3f-a18e-e2f60a73b601 on network beeb88de-9baf-438a-9acc-fecbe63f9c4b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:30:27.636036 dv-neutron-826830-1-hyperv neutron-server[87636]: ERROR neutron.plugins.ml2.managers [None req-32204a33-4eca-407b-b0b3-72ab3ecba721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Failed to bind port a6b8f428-c03d-4b3f-a18e-e2f60a73b601 on host hv-neutron-8268 for vnic_type normal using segments [{'id': '0db2bf91-d0d2-4b76-9df9-e149e1e32fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'beeb88de-9baf-438a-9acc-fecbe63f9c4b'}] Feb 01 04:30:27.639066 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.plugins.ml2.plugin [None req-32204a33-4eca-407b-b0b3-72ab3ecba721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempt 6 to bind port a6b8f428-c03d-4b3f-a18e-e2f60a73b601 Feb 01 04:30:27.660734 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8593d03a-68d8-4779-b588-f4b33c423c3a req-58d4d3f2-e164-4a10-a0b1-ed005b8ba5e3 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:27.668816 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-8593d03a-68d8-4779-b588-f4b33c423c3a req-58d4d3f2-e164-4a10-a0b1-ed005b8ba5e3 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] 10.222.0.24 "GET /v2.0/networks?id=d56a2493-44f0-4c57-af25-6a282deef9cd HTTP/1.1" status: 200 len: 811 time: 0.2546909 Feb 01 04:30:27.749031 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-32204a33-4eca-407b-b0b3-72ab3ecba721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port a6b8f428-c03d-4b3f-a18e-e2f60a73b601 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:30:27.749731 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-32204a33-4eca-407b-b0b3-72ab3ecba721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port a6b8f428-c03d-4b3f-a18e-e2f60a73b601 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '0db2bf91-d0d2-4b76-9df9-e149e1e32fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'beeb88de-9baf-438a-9acc-fecbe63f9c4b'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:30:27.750266 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32204a33-4eca-407b-b0b3-72ab3ecba721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port a6b8f428-c03d-4b3f-a18e-e2f60a73b601 on network beeb88de-9baf-438a-9acc-fecbe63f9c4b {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:30:27.756247 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-8593d03a-68d8-4779-b588-f4b33c423c3a req-18eb4235-d7bd-44ed-8194-4ad97aedbd38 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] 10.222.0.24 "GET /v2.0/quotas/4853f52d21f3486381e609c963ac9a5c HTTP/1.1" status: 200 len: 375 time: 0.0859280 Feb 01 04:30:27.774252 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32204a33-4eca-407b-b0b3-72ab3ecba721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Port a6b8f428-c03d-4b3f-a18e-e2f60a73b601 on network beeb88de-9baf-438a-9acc-fecbe63f9c4b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:30:27.774594 dv-neutron-826830-1-hyperv neutron-server[87636]: ERROR neutron.plugins.ml2.managers [None req-32204a33-4eca-407b-b0b3-72ab3ecba721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Failed to bind port a6b8f428-c03d-4b3f-a18e-e2f60a73b601 on host hv-neutron-8268 for vnic_type normal using segments [{'id': '0db2bf91-d0d2-4b76-9df9-e149e1e32fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'beeb88de-9baf-438a-9acc-fecbe63f9c4b'}] Feb 01 04:30:27.775218 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f21c5bbe-7153-468c-90a0-e99f9c36523a tempest-QuotasNegativeTest-1580325578 tempest-QuotasNegativeTest-1580325578-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:27.779291 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21c5bbe-7153-468c-90a0-e99f9c36523a tempest-QuotasNegativeTest-1580325578 tempest-QuotasNegativeTest-1580325578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:27.780307 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f21c5bbe-7153-468c-90a0-e99f9c36523a tempest-QuotasNegativeTest-1580325578 tempest-QuotasNegativeTest-1580325578-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539973'] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:27.808725 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 7d3c4fff-b162-417c-b65e-b6a10ec4aa82 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:30:27.809688 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.plugins.ml2.plugin [None req-32204a33-4eca-407b-b0b3-72ab3ecba721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempt 7 to bind port a6b8f428-c03d-4b3f-a18e-e2f60a73b601 Feb 01 04:30:27.850422 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.18', 55045) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:27.860205 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-32204a33-4eca-407b-b0b3-72ab3ecba721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port a6b8f428-c03d-4b3f-a18e-e2f60a73b601 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:30:27.860582 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-32204a33-4eca-407b-b0b3-72ab3ecba721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port a6b8f428-c03d-4b3f-a18e-e2f60a73b601 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '0db2bf91-d0d2-4b76-9df9-e149e1e32fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'beeb88de-9baf-438a-9acc-fecbe63f9c4b'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:30:27.860960 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32204a33-4eca-407b-b0b3-72ab3ecba721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port a6b8f428-c03d-4b3f-a18e-e2f60a73b601 on network beeb88de-9baf-438a-9acc-fecbe63f9c4b {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:30:27.896716 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bc060528-ec54-4730-8b4c-06810f04d146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:27.984367 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc060528-ec54-4730-8b4c-06810f04d146 None None] Pushing event deleted for resources: {'Port': ['ID=7d3c4fff-b162-417c-b65e-b6a10ec4aa82,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:27.986576 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No active binding found for port 7d3c4fff-b162-417c-b65e-b6a10ec4aa82 {{(pid=87638) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 01 04:30:27.987165 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 7d3c4fff-b162-417c-b65e-b6a10ec4aa82 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:30:28.000903 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc060528-ec54-4730-8b4c-06810f04d146 None None] No DVR routers for this DVR port 7d3c4fff-b162-417c-b65e-b6a10ec4aa82 on host dv-neutron-826830-1-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:30:28.042235 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32204a33-4eca-407b-b0b3-72ab3ecba721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Port a6b8f428-c03d-4b3f-a18e-e2f60a73b601 on network beeb88de-9baf-438a-9acc-fecbe63f9c4b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:30:28.042562 dv-neutron-826830-1-hyperv neutron-server[87636]: ERROR neutron.plugins.ml2.managers [None req-32204a33-4eca-407b-b0b3-72ab3ecba721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Failed to bind port a6b8f428-c03d-4b3f-a18e-e2f60a73b601 on host hv-neutron-8268 for vnic_type normal using segments [{'id': '0db2bf91-d0d2-4b76-9df9-e149e1e32fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'beeb88de-9baf-438a-9acc-fecbe63f9c4b'}] Feb 01 04:30:28.043988 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-405d8580-6bdf-4efd-a3bb-06cecf60db1c tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:28.053465 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-651d1b00-98d3-4892-8d59-43f122686376 req-0cea05c5-e4e2-4036-acd1-4ad9b4630b83 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b HTTP/1.1" status: 200 len: 210 time: 0.2467558 Feb 01 04:30:28.078747 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.plugins.ml2.plugin [None req-32204a33-4eca-407b-b0b3-72ab3ecba721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempt 8 to bind port a6b8f428-c03d-4b3f-a18e-e2f60a73b601 Feb 01 04:30:28.091363 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-aa1c4482-78c7-4c53-91f4-c38ddeb5ff60 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:28.100562 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-405d8580-6bdf-4efd-a3bb-06cecf60db1c tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1be3a29-9387-40a5-b738-c53fce2bb287']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:30:28.127490 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-405d8580-6bdf-4efd-a3bb-06cecf60db1c tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c385ec4-26e3-4cb4-a54c-0f542bab8ded') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:30:28.127490 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-405d8580-6bdf-4efd-a3bb-06cecf60db1c tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c385ec4-26e3-4cb4-a54c-0f542bab8ded') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:30:28.148784 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-405d8580-6bdf-4efd-a3bb-06cecf60db1c tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:28.158553 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-32204a33-4eca-407b-b0b3-72ab3ecba721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port a6b8f428-c03d-4b3f-a18e-e2f60a73b601 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:30:28.158880 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-32204a33-4eca-407b-b0b3-72ab3ecba721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port a6b8f428-c03d-4b3f-a18e-e2f60a73b601 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '0db2bf91-d0d2-4b76-9df9-e149e1e32fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'beeb88de-9baf-438a-9acc-fecbe63f9c4b'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:30:28.159223 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32204a33-4eca-407b-b0b3-72ab3ecba721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port a6b8f428-c03d-4b3f-a18e-e2f60a73b601 on network beeb88de-9baf-438a-9acc-fecbe63f9c4b {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:30:28.159963 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a6d11923-6db4-4839-81c9-42e423bb186b tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3037478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3694457'] for subnet, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:28.175757 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-8593d03a-68d8-4779-b588-f4b33c423c3a req-0060e3a3-55f5-4587-aa91-b1f989aaea6a tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4853f52d21f3486381e609c963ac9a5c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4177041 Feb 01 04:30:28.191797 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f21c5bbe-7153-468c-90a0-e99f9c36523a tempest-QuotasNegativeTest-1580325578 tempest-QuotasNegativeTest-1580325578-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.5271747 Feb 01 04:30:28.215716 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 60520) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:28.252854 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-b46ba039-3e56-4015-91a0-a79bf1b8ae8f tempest-QuotasNegativeTest-1580325578 tempest-QuotasNegativeTest-1580325578-project-admin] Request body: {'network': {'project_id': '4e726a09f41f4a99bac57b9af228caaf'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:30:28.259784 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-405d8580-6bdf-4efd-a3bb-06cecf60db1c tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:28.259920 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32204a33-4eca-407b-b0b3-72ab3ecba721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Port a6b8f428-c03d-4b3f-a18e-e2f60a73b601 on network beeb88de-9baf-438a-9acc-fecbe63f9c4b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:30:28.260206 dv-neutron-826830-1-hyperv neutron-server[87636]: ERROR neutron.plugins.ml2.managers [None req-32204a33-4eca-407b-b0b3-72ab3ecba721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Failed to bind port a6b8f428-c03d-4b3f-a18e-e2f60a73b601 on host hv-neutron-8268 for vnic_type normal using segments [{'id': '0db2bf91-d0d2-4b76-9df9-e149e1e32fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'beeb88de-9baf-438a-9acc-fecbe63f9c4b'}] Feb 01 04:30:28.266521 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.plugins.ml2.plugin [None req-32204a33-4eca-407b-b0b3-72ab3ecba721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempt 9 to bind port a6b8f428-c03d-4b3f-a18e-e2f60a73b601 Feb 01 04:30:28.271851 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-b46ba039-3e56-4015-91a0-a79bf1b8ae8f tempest-QuotasNegativeTest-1580325578 tempest-QuotasNegativeTest-1580325578-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:30:28.273087 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21c5bbe-7153-468c-90a0-e99f9c36523a tempest-QuotasNegativeTest-1580325578 tempest-QuotasNegativeTest-1580325578-project-admin] Pushing event updated for resources: {'Network': ['ID=c2c3bf92-761d-403e-a9e6-899e1a48fe54,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:28.286689 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network c2c3bf92-761d-403e-a9e6-899e1a48fe54 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:30:28.291885 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-b46ba039-3e56-4015-91a0-a79bf1b8ae8f tempest-QuotasNegativeTest-1580325578 tempest-QuotasNegativeTest-1580325578-project-admin] Usage tracker for resource:network and tenant:4e726a09f41f4a99bac57b9af228caaf is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:30:28.302000 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d11923-6db4-4839-81c9-42e423bb186b tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:30:28.304176 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a8e4eadf-0e28-483f-b896-eb510cece5db tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:28.307441 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-405d8580-6bdf-4efd-a3bb-06cecf60db1c tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:30:28.307851 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-405d8580-6bdf-4efd-a3bb-06cecf60db1c tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:28.329755 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-a6d11923-6db4-4839-81c9-42e423bb186b tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:30:28.331573 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 04:30:28.331573 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:30:28.331573 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 04:30:28.331573 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:30:28.331573 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 04:30:28.331573 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:30:28.331573 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 04:30:28.331573 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:30:28.331573 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 04:30:28.331573 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:30:28.331573 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 04:30:28.331573 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:30:28.331573 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 04:30:28.331573 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:30:28.331573 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:30:28.331573 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:30:28.331573 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:30:28.331573 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:30:28.331573 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 04:30:28.331573 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:30:28.331573 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 04:30:28.331573 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:30:28.331573 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:30:28.331573 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:30:28.331573 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 04:30:28.331573 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:30:28.331573 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:30:28.331573 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:30:28.331573 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:30:28.331573 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:30:28.331573 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:30:28.331573 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:30:28.338893 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d11923-6db4-4839-81c9-42e423bb186b tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:28.339510 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a6d11923-6db4-4839-81c9-42e423bb186b tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:28.344133 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-32204a33-4eca-407b-b0b3-72ab3ecba721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port a6b8f428-c03d-4b3f-a18e-e2f60a73b601 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:30:28.344591 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7b2752-e2e8-414b-bc17-a44215df95da None None] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:30:28.345242 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-32204a33-4eca-407b-b0b3-72ab3ecba721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port a6b8f428-c03d-4b3f-a18e-e2f60a73b601 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '0db2bf91-d0d2-4b76-9df9-e149e1e32fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'beeb88de-9baf-438a-9acc-fecbe63f9c4b'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:30:28.346343 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32204a33-4eca-407b-b0b3-72ab3ecba721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port a6b8f428-c03d-4b3f-a18e-e2f60a73b601 on network beeb88de-9baf-438a-9acc-fecbe63f9c4b {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:30:28.351468 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1c4482-78c7-4c53-91f4-c38ddeb5ff60 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event updated for resources: {'Port': ['ID=ee8c9e82-f789-47b3-a57a-f33b8c5a34ed,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:28.359178 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-b46ba039-3e56-4015-91a0-a79bf1b8ae8f tempest-QuotasNegativeTest-1580325578 tempest-QuotasNegativeTest-1580325578-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:30:28.384919 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-a6d11923-6db4-4839-81c9-42e423bb186b tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7901731 Feb 01 04:30:28.389829 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-b46ba039-3e56-4015-91a0-a79bf1b8ae8f tempest-QuotasNegativeTest-1580325578 tempest-QuotasNegativeTest-1580325578-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:30:28.448484 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 60530) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:28.449233 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d11923-6db4-4839-81c9-42e423bb186b tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event updated for resources: {'Subnet': ['ID=1bfe91e9-772a-4f0d-9937-281fa3d32132,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:28.474109 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe4c22b-54ba-481c-a429-e6c1361155ab req-f6e5650d-ecd7-4053-b5cd-ad7a6a207073 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:28.475163 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-bbe4c22b-54ba-481c-a429-e6c1361155ab req-f6e5650d-ecd7-4053-b5cd-ad7a6a207073 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Synchronizing usage tracker for tenant:8c08b23bffb44a249b00a7d1f56c2684 on resource:network {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:30:28.507747 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32204a33-4eca-407b-b0b3-72ab3ecba721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Port a6b8f428-c03d-4b3f-a18e-e2f60a73b601 on network beeb88de-9baf-438a-9acc-fecbe63f9c4b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:30:28.508064 dv-neutron-826830-1-hyperv neutron-server[87636]: ERROR neutron.plugins.ml2.managers [None req-32204a33-4eca-407b-b0b3-72ab3ecba721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Failed to bind port a6b8f428-c03d-4b3f-a18e-e2f60a73b601 on host hv-neutron-8268 for vnic_type normal using segments [{'id': '0db2bf91-d0d2-4b76-9df9-e149e1e32fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'beeb88de-9baf-438a-9acc-fecbe63f9c4b'}] Feb 01 04:30:28.511486 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e4eadf-0e28-483f-b896-eb510cece5db tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:30:28.515456 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.plugins.ml2.plugin [None req-32204a33-4eca-407b-b0b3-72ab3ecba721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempt 10 to bind port a6b8f428-c03d-4b3f-a18e-e2f60a73b601 Feb 01 04:30:28.522551 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1c4482-78c7-4c53-91f4-c38ddeb5ff60 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Checking segment: {'id': '83c2b211-19ce-4251-9605-c1f223ab560f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f84096f6-bb01-4fa1-8395-e2b6df6a3423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:30:28.522900 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1c4482-78c7-4c53-91f4-c38ddeb5ff60 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Network hostable DHCP agents. Network: f84096f6-bb01-4fa1-8395-e2b6df6a3423, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:30:28.533282 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-0ec75187-4cf9-4c84-8346-41c91cd28dde tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Request body: {'port': {'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'name': 'tempest-NetworksTestDHCPv6-1917304470'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:30:28.534922 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-a8e4eadf-0e28-483f-b896-eb510cece5db tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:30:28.537632 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e4eadf-0e28-483f-b896-eb510cece5db tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:30:28.570011 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-32204a33-4eca-407b-b0b3-72ab3ecba721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port a6b8f428-c03d-4b3f-a18e-e2f60a73b601 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:30:28.570807 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-32204a33-4eca-407b-b0b3-72ab3ecba721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port a6b8f428-c03d-4b3f-a18e-e2f60a73b601 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '0db2bf91-d0d2-4b76-9df9-e149e1e32fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'beeb88de-9baf-438a-9acc-fecbe63f9c4b'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:30:28.571526 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32204a33-4eca-407b-b0b3-72ab3ecba721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempting to bind port a6b8f428-c03d-4b3f-a18e-e2f60a73b601 on network beeb88de-9baf-438a-9acc-fecbe63f9c4b {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:30:28.576824 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e4eadf-0e28-483f-b896-eb510cece5db tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Pushing event updated for resources: {'Port': ['ID=821b2ce8-e499-4676-9314-395d2f0fcca0,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:28.583548 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-bbe4c22b-54ba-481c-a429-e6c1361155ab req-f6e5650d-ecd7-4053-b5cd-ad7a6a207073 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Unset dirty status for tenant:8c08b23bffb44a249b00a7d1f56c2684 on resource:network {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:30:28.584924 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bbe4c22b-54ba-481c-a429-e6c1361155ab req-f6e5650d-ecd7-4053-b5cd-ad7a6a207073 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.18 "GET /v2.0/networks?id=958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a HTTP/1.1" status: 200 len: 812 time: 0.7126820 Feb 01 04:30:28.586922 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32204a33-4eca-407b-b0b3-72ab3ecba721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Port a6b8f428-c03d-4b3f-a18e-e2f60a73b601 on network beeb88de-9baf-438a-9acc-fecbe63f9c4b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:30:28.587428 dv-neutron-826830-1-hyperv neutron-server[87636]: ERROR neutron.plugins.ml2.managers [None req-32204a33-4eca-407b-b0b3-72ab3ecba721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Failed to bind port a6b8f428-c03d-4b3f-a18e-e2f60a73b601 on host hv-neutron-8268 for vnic_type normal using segments [{'id': '0db2bf91-d0d2-4b76-9df9-e149e1e32fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'beeb88de-9baf-438a-9acc-fecbe63f9c4b'}] Feb 01 04:30:28.587781 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-32204a33-4eca-407b-b0b3-72ab3ecba721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:28.598577 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b46ba039-3e56-4015-91a0-a79bf1b8ae8f tempest-QuotasNegativeTest-1580325578 tempest-QuotasNegativeTest-1580325578-project-admin] Made reservation on behalf of 4e726a09f41f4a99bac57b9af228caaf for: {'network': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:30:28.600915 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b46ba039-3e56-4015-91a0-a79bf1b8ae8f tempest-QuotasNegativeTest-1580325578 tempest-QuotasNegativeTest-1580325578-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:28.607828 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1c4482-78c7-4c53-91f4-c38ddeb5ff60 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Network f84096f6-bb01-4fa1-8395-e2b6df6a3423 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:30:28.701275 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-aa1c4482-78c7-4c53-91f4-c38ddeb5ff60 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, f84096f6-bb01-4fa1-8395-e2b6df6a3423) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:30:28.705272 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1c4482-78c7-4c53-91f4-c38ddeb5ff60 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:30:28.711857 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1c4482-78c7-4c53-91f4-c38ddeb5ff60 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:28.712499 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-aa1c4482-78c7-4c53-91f4-c38ddeb5ff60 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:28.725581 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc0cac0-b8f4-41dd-8338-00c38de7e36c None None] Network f84096f6-bb01-4fa1-8395-e2b6df6a3423 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:30:28.742602 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-405d8580-6bdf-4efd-a3bb-06cecf60db1c tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:28.745863 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-8593d03a-68d8-4779-b588-f4b33c423c3a req-8bfe2f74-cc04-477a-a52e-109f5bc025c7 service neutron] 10.222.0.24 "GET /v2.0/networks/d56a2493-44f0-4c57-af25-6a282deef9cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5292070 Feb 01 04:30:28.783556 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-bbe4c22b-54ba-481c-a429-e6c1361155ab req-255f541a-ec45-4c7e-a48f-bfd270950478 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Synchronizing usage tracker for tenant:8c08b23bffb44a249b00a7d1f56c2684 on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:30:28.792352 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-aa1c4482-78c7-4c53-91f4-c38ddeb5ff60 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.5327179 Feb 01 04:30:28.799074 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 60552) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:28.807107 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a8e4eadf-0e28-483f-b896-eb510cece5db tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:28.817493 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-bc0525c1-5011-44d1-bf9d-e485dd2621af tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2131311581'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:30:28.826197 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-bc0525c1-5011-44d1-bf9d-e485dd2621af tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:30:28.828772 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-32204a33-4eca-407b-b0b3-72ab3ecba721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] For port a6b8f428-c03d-4b3f-a18e-e2f60a73b601, host hv-neutron-8268, cleared binding levels {{(pid=87636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:30:28.829180 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-32204a33-4eca-407b-b0b3-72ab3ecba721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attempted to set empty binding levels {{(pid=87636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 01 04:30:28.865011 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-bbe4c22b-54ba-481c-a429-e6c1361155ab req-255f541a-ec45-4c7e-a48f-bfd270950478 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Unset dirty status for tenant:8c08b23bffb44a249b00a7d1f56c2684 on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:30:28.866560 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bbe4c22b-54ba-481c-a429-e6c1361155ab req-255f541a-ec45-4c7e-a48f-bfd270950478 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c08b23bffb44a249b00a7d1f56c2684 HTTP/1.1" status: 200 len: 378 time: 0.2175908 Feb 01 04:30:28.867821 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-bc0525c1-5011-44d1-bf9d-e485dd2621af tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Usage tracker for resource:network and tenant:4859bcd8aae8416eba645579d339c6c6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:30:28.877223 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-32204a33-4eca-407b-b0b3-72ab3ecba721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:28.892782 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-bc0525c1-5011-44d1-bf9d-e485dd2621af tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:30:28.905579 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-405d8580-6bdf-4efd-a3bb-06cecf60db1c tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b1be3a29-9387-40a5-b738-c53fce2bb287 {{(pid=87637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 01 04:30:28.929822 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-32204a33-4eca-407b-b0b3-72ab3ecba721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] In _notify_port_updated(), no bound segment for port a6b8f428-c03d-4b3f-a18e-e2f60a73b601 on network beeb88de-9baf-438a-9acc-fecbe63f9c4b {{(pid=87636) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 01 04:30:28.930855 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32204a33-4eca-407b-b0b3-72ab3ecba721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:28.931474 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-32204a33-4eca-407b-b0b3-72ab3ecba721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:28.935238 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-32204a33-4eca-407b-b0b3-72ab3ecba721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] 10.222.0.24 "PUT /v2.0/ports/a6b8f428-c03d-4b3f-a18e-e2f60a73b601 HTTP/1.1" status: 200 len: 980 time: 4.2364085 Feb 01 04:30:28.944353 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 60558) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:28.951081 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-bbe4c22b-54ba-481c-a429-e6c1361155ab req-12090861-eeb1-4e19-9dda-4aafa8933e21 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Request body: {'port': {'device_id': '9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b', 'network_id': '958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a', 'admin_state_up': True, 'tenant_id': '8c08b23bffb44a249b00a7d1f56c2684', 'security_groups': ['c3f5860d-525a-4a29-9378-b1632322cfc0']}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:30:28.978065 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-405d8580-6bdf-4efd-a3bb-06cecf60db1c tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539973'] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:28.980847 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405d8580-6bdf-4efd-a3bb-06cecf60db1c tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Pushing event deleted for resources: {'Network': ['ID=b1be3a29-9387-40a5-b738-c53fce2bb287,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:28.992160 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-bc0525c1-5011-44d1-bf9d-e485dd2621af tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:30:28.992844 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33187fc2-815e-4235-aa82-51757b21091a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-14b67238-4e53-405c-b9cd-84b8ff52e36a', 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'tenant_id': '60b4e61082d3421283cb095bbc99ad8e', 'fixed_ips': [{'subnet_id': '1bfe91e9-772a-4f0d-9937-281fa3d32132'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:30:28.996433 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-33187fc2-815e-4235-aa82-51757b21091a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:29.003473 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b46ba039-3e56-4015-91a0-a79bf1b8ae8f tempest-QuotasNegativeTest-1580325578 tempest-QuotasNegativeTest-1580325578-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=87637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:30:29.122449 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a8e4eadf-0e28-483f-b896-eb510cece5db tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:29.210285 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-405d8580-6bdf-4efd-a3bb-06cecf60db1c tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] 10.222.0.24 "DELETE /v2.0/networks/b1be3a29-9387-40a5-b738-c53fce2bb287 HTTP/1.1" status: 204 len: 168 time: 2.1056991 Feb 01 04:30:29.222673 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b46ba039-3e56-4015-91a0-a79bf1b8ae8f tempest-QuotasNegativeTest-1580325578 tempest-QuotasNegativeTest-1580325578-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:29.223025 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.segments_db [None req-b46ba039-3e56-4015-91a0-a79bf1b8ae8f tempest-QuotasNegativeTest-1580325578 tempest-QuotasNegativeTest-1580325578-project-admin] Added segment ea843878-76a2-49e3-a834-3ee20efa1dd4 of type vlan for network 0dcb7508-4212-4e72-ae02-0b94ae4679f9 Feb 01 04:30:29.261283 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 60564) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:29.310201 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-0ec75187-4cf9-4c84-8346-41c91cd28dde tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:30:29.320848 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-0ec75187-4cf9-4c84-8346-41c91cd28dde tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Usage tracker for resource:port and tenant:60b4e61082d3421283cb095bbc99ad8e is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:30:29.332747 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-0ec75187-4cf9-4c84-8346-41c91cd28dde tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:30:29.348392 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-0ec75187-4cf9-4c84-8346-41c91cd28dde tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:30:29.355498 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32204a33-4eca-407b-b0b3-72ab3ecba721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Pushing event updated for resources: {'Port': ['ID=a6b8f428-c03d-4b3f-a18e-e2f60a73b601,revision_number=3']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:29.357222 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-33187fc2-815e-4235-aa82-51757b21091a None None] Allocated IP 2001:db8::2 (14b67238-4e53-405c-b9cd-84b8ff52e36a/1bfe91e9-772a-4f0d-9937-281fa3d32132/99114d47-92ca-4207-9e0b-af726488ce31) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:30:29.374579 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc0525c1-5011-44d1-bf9d-e485dd2621af tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Made reservation on behalf of 4859bcd8aae8416eba645579d339c6c6 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:30:29.379570 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bc0525c1-5011-44d1-bf9d-e485dd2621af tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:29.391603 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-bbe4c22b-54ba-481c-a429-e6c1361155ab req-12090861-eeb1-4e19-9dda-4aafa8933e21 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:30:29.396278 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-befcf6de-ee5d-42bd-81d1-d85f2c612e21 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Request body: {'network': {'name': 'tempest-network--1475048207', 'router:external': True}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:30:29.409714 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-befcf6de-ee5d-42bd-81d1-d85f2c612e21 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:30:29.419439 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-befcf6de-ee5d-42bd-81d1-d85f2c612e21 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Usage tracker for resource:network and tenant:68692077109c4dda8c8ddac11bd0c8fd is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:30:29.430017 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-befcf6de-ee5d-42bd-81d1-d85f2c612e21 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:30:29.445387 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-befcf6de-ee5d-42bd-81d1-d85f2c612e21 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:30:29.453128 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-00b6ab0b-c4ef-430f-a537-4ba9f0300489 req-5ddcd4f1-e8df-487b-a812-03d369a085ff tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b HTTP/1.1" status: 200 len: 210 time: 0.0801082 Feb 01 04:30:29.474557 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-bbe4c22b-54ba-481c-a429-e6c1361155ab req-12090861-eeb1-4e19-9dda-4aafa8933e21 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:30:29.490974 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-befcf6de-ee5d-42bd-81d1-d85f2c612e21 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Made reservation on behalf of 68692077109c4dda8c8ddac11bd0c8fd for: {'network': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:30:29.491410 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-befcf6de-ee5d-42bd-81d1-d85f2c612e21 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:29.531915 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc0525c1-5011-44d1-bf9d-e485dd2621af tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:30:29.534770 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbe4c22b-54ba-481c-a429-e6c1361155ab req-12090861-eeb1-4e19-9dda-4aafa8933e21 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Made reservation on behalf of 8c08b23bffb44a249b00a7d1f56c2684 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:30:29.538536 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-bbe4c22b-54ba-481c-a429-e6c1361155ab req-12090861-eeb1-4e19-9dda-4aafa8933e21 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:29.621435 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-befcf6de-ee5d-42bd-81d1-d85f2c612e21 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=87637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:30:29.645827 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-8593d03a-68d8-4779-b588-f4b33c423c3a req-2efe2cff-5ecc-4fa3-9ebb-37c21968dc53 service neutron] 10.222.0.24 "GET /v2.0/networks/d56a2493-44f0-4c57-af25-6a282deef9cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8888285 Feb 01 04:30:29.647955 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec75187-4cf9-4c84-8346-41c91cd28dde tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Made reservation on behalf of 60b4e61082d3421283cb095bbc99ad8e for: {'port': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:30:29.658060 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0ec75187-4cf9-4c84-8346-41c91cd28dde tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:29.712181 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-33187fc2-815e-4235-aa82-51757b21091a None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:29.738584 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-33187fc2-815e-4235-aa82-51757b21091a None None] Transition to ACTIVE for port object 99114d47-92ca-4207-9e0b-af726488ce31 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:30:29.759314 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-befcf6de-ee5d-42bd-81d1-d85f2c612e21 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:29.759722 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.segments_db [None req-befcf6de-ee5d-42bd-81d1-d85f2c612e21 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Added segment 182d3812-570c-4e59-8ca2-92cc799ab3b5 of type vlan for network 897fad6c-420a-40f8-957a-6212afa91065 Feb 01 04:30:29.763728 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [req-bbe4c22b-54ba-481c-a429-e6c1361155ab req-12090861-eeb1-4e19-9dda-4aafa8933e21 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Allocated IP 172.20.0.9 (958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a/f1d92c60-8ec8-4263-bfcc-74bbe6cd55af/9a143ed3-127d-4979-9fda-2a2543ba2248) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:30:29.778276 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-db83c065-a5ff-44a5-9c91-286fe1cbd014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Deleting port a6b8f428-c03d-4b3f-a18e-e2f60a73b601 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:30:29.778636 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-db83c065-a5ff-44a5-9c91-286fe1cbd014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:29.789553 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-33187fc2-815e-4235-aa82-51757b21091a None None] Transition to ACTIVE for port object 99114d47-92ca-4207-9e0b-af726488ce31 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:30:29.867807 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b46ba039-3e56-4015-91a0-a79bf1b8ae8f tempest-QuotasNegativeTest-1580325578 tempest-QuotasNegativeTest-1580325578-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:29.880762 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-33187fc2-815e-4235-aa82-51757b21091a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:29.899460 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-0ec75187-4cf9-4c84-8346-41c91cd28dde tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] device_id is not set on port 4f90fd7d-73c8-4aa9-9082-ea380a50597e yet. {{(pid=87637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:30:30.044609 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-befcf6de-ee5d-42bd-81d1-d85f2c612e21 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:30.104814 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b46ba039-3e56-4015-91a0-a79bf1b8ae8f tempest-QuotasNegativeTest-1580325578 tempest-QuotasNegativeTest-1580325578-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:30.105896 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46ba039-3e56-4015-91a0-a79bf1b8ae8f tempest-QuotasNegativeTest-1580325578 tempest-QuotasNegativeTest-1580325578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:30.106541 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b46ba039-3e56-4015-91a0-a79bf1b8ae8f tempest-QuotasNegativeTest-1580325578 tempest-QuotasNegativeTest-1580325578-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539973'] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:30.136070 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33187fc2-815e-4235-aa82-51757b21091a None None] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:30:30.161456 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bc0525c1-5011-44d1-bf9d-e485dd2621af tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:30.161871 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-bc0525c1-5011-44d1-bf9d-e485dd2621af tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Added segment 79ca2cd5-2246-4970-8103-99b353d3fc07 of type vlan for network b555bcaa-c5d6-4daa-bf5e-22b1758ee773 Feb 01 04:30:30.169222 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-33187fc2-815e-4235-aa82-51757b21091a None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:30:30.179218 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33187fc2-815e-4235-aa82-51757b21091a None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:30:30.353548 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ba039-3e56-4015-91a0-a79bf1b8ae8f tempest-QuotasNegativeTest-1580325578 tempest-QuotasNegativeTest-1580325578-project-admin] Pushing event updated for resources: {'Network': ['ID=0dcb7508-4212-4e72-ae02-0b94ae4679f9,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:30.407864 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.resource_extend [None req-befcf6de-ee5d-42bd-81d1-d85f2c612e21 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 01 04:30:30.457111 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33187fc2-815e-4235-aa82-51757b21091a None None] Pushing event updated for resources: {'Port': ['ID=99114d47-92ca-4207-9e0b-af726488ce31,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:30.462530 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 0dcb7508-4212-4e72-ae02-0b94ae4679f9 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:30:30.477156 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-b46ba039-3e56-4015-91a0-a79bf1b8ae8f tempest-QuotasNegativeTest-1580325578 tempest-QuotasNegativeTest-1580325578-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.2592480 Feb 01 04:30:30.479107 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-badb9a9c-6fb2-4798-8f6f-959543312540 req-ef84d80c-3c89-4ed9-bdd1-c4b6b410e4fd tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Synchronizing usage tracker for tenant:4853f52d21f3486381e609c963ac9a5c on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:30:30.510907 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 60584) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:30.566584 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-0ec75187-4cf9-4c84-8346-41c91cd28dde tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Allocated IP 2001:db8::281 (14b67238-4e53-405c-b9cd-84b8ff52e36a/1bfe91e9-772a-4f0d-9937-281fa3d32132/4f90fd7d-73c8-4aa9-9082-ea380a50597e) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:30:30.604506 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-5ff71dfb-7377-4b8a-a05c-90a33efbc909 tempest-QuotasNegativeTest-1580325578 tempest-QuotasNegativeTest-1580325578-project-admin] Request body: {'network': {'project_id': '4e726a09f41f4a99bac57b9af228caaf'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:30:30.618467 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-5ff71dfb-7377-4b8a-a05c-90a33efbc909 tempest-QuotasNegativeTest-1580325578 tempest-QuotasNegativeTest-1580325578-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:30:30.625119 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-5ff71dfb-7377-4b8a-a05c-90a33efbc909 tempest-QuotasNegativeTest-1580325578 tempest-QuotasNegativeTest-1580325578-project-admin] Usage tracker for resource:network and tenant:4e726a09f41f4a99bac57b9af228caaf is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:30:30.633195 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-5ff71dfb-7377-4b8a-a05c-90a33efbc909 tempest-QuotasNegativeTest-1580325578 tempest-QuotasNegativeTest-1580325578-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:30:30.649576 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-5ff71dfb-7377-4b8a-a05c-90a33efbc909 tempest-QuotasNegativeTest-1580325578 tempest-QuotasNegativeTest-1580325578-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:30:30.654102 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ff71dfb-7377-4b8a-a05c-90a33efbc909 tempest-QuotasNegativeTest-1580325578 tempest-QuotasNegativeTest-1580325578-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 01 04:30:30.654618 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ff71dfb-7377-4b8a-a05c-90a33efbc909 tempest-QuotasNegativeTest-1580325578 tempest-QuotasNegativeTest-1580325578-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:30:30.660500 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-5ff71dfb-7377-4b8a-a05c-90a33efbc909 tempest-QuotasNegativeTest-1580325578 tempest-QuotasNegativeTest-1580325578-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1403782 Feb 01 04:30:30.695208 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 60596) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:30.743849 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-33187fc2-815e-4235-aa82-51757b21091a None None] Attempting to bind port 99114d47-92ca-4207-9e0b-af726488ce31 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:30:30.744462 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-33187fc2-815e-4235-aa82-51757b21091a None None] Attempting to bind port 99114d47-92ca-4207-9e0b-af726488ce31 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:30:30.744624 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33187fc2-815e-4235-aa82-51757b21091a None None] Attempting to bind port 99114d47-92ca-4207-9e0b-af726488ce31 on network 14b67238-4e53-405c-b9cd-84b8ff52e36a {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:30:30.759889 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33187fc2-815e-4235-aa82-51757b21091a None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:30:30.760231 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33187fc2-815e-4235-aa82-51757b21091a None None] Checking segment: {'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:30:30.760676 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-33187fc2-815e-4235-aa82-51757b21091a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:30.761158 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33187fc2-815e-4235-aa82-51757b21091a None None] Bound using segment: {'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:30:30.763632 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bc0525c1-5011-44d1-bf9d-e485dd2621af tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:30.770828 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-33187fc2-815e-4235-aa82-51757b21091a None None] Bound port: 99114d47-92ca-4207-9e0b-af726488ce31, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:30:30.771330 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-33187fc2-815e-4235-aa82-51757b21091a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:30.924283 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-badb9a9c-6fb2-4798-8f6f-959543312540 req-ef84d80c-3c89-4ed9-bdd1-c4b6b410e4fd tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Unset dirty status for tenant:4853f52d21f3486381e609c963ac9a5c on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:30:30.941440 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-badb9a9c-6fb2-4798-8f6f-959543312540 req-ef84d80c-3c89-4ed9-bdd1-c4b6b410e4fd tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5c4121-c19a-49f6-abd2-3336952cca2b HTTP/1.1" status: 200 len: 210 time: 0.7999556 Feb 01 04:30:30.989772 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-bbe4c22b-54ba-481c-a429-e6c1361155ab req-12090861-eeb1-4e19-9dda-4aafa8933e21 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:31.044231 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-33187fc2-815e-4235-aa82-51757b21091a None None] For port 99114d47-92ca-4207-9e0b-af726488ce31, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:30:31.048477 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-33187fc2-815e-4235-aa82-51757b21091a None None] For port 99114d47-92ca-4207-9e0b-af726488ce31, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=99114d47-92ca-4207-9e0b-af726488ce31,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:30:31.061420 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-33187fc2-815e-4235-aa82-51757b21091a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:31.069323 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-bbe4c22b-54ba-481c-a429-e6c1361155ab req-12090861-eeb1-4e19-9dda-4aafa8933e21 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Transition to ACTIVE for port object 9a143ed3-127d-4979-9fda-2a2543ba2248 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:30:31.078769 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0c401059-e232-4c4b-9d18-f7720450aa38 tempest-QuotasNegativeTest-1580325578 tempest-QuotasNegativeTest-1580325578-project-admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4e726a09f41f4a99bac57b9af228caaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3823092 Feb 01 04:30:31.079020 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-db83c065-a5ff-44a5-9c91-286fe1cbd014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] For port a6b8f428-c03d-4b3f-a18e-e2f60a73b601, host hv-neutron-8268, got binding levels [] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:30:31.079579 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-db83c065-a5ff-44a5-9c91-286fe1cbd014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:31.081879 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a8e4eadf-0e28-483f-b896-eb510cece5db tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:31.084896 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 60608) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:31.087771 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bc0525c1-5011-44d1-bf9d-e485dd2621af tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:31.094087 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0525c1-5011-44d1-bf9d-e485dd2621af tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:31.094751 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bc0525c1-5011-44d1-bf9d-e485dd2621af tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539973'] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:31.154454 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-bc0525c1-5011-44d1-bf9d-e485dd2621af tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.3518810 Feb 01 04:30:31.155279 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a8e4eadf-0e28-483f-b896-eb510cece5db tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:31.160291 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 60612) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:31.242613 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-c79ef477-a9a7-4269-b902-47187819809a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Request body: {'ports': [{'network_id': 'f84096f6-bb01-4fa1-8395-e2b6df6a3423'}, {'network_id': 'b555bcaa-c5d6-4daa-bf5e-22b1758ee773'}]} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:30:31.243061 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-c79ef477-a9a7-4269-b902-47187819809a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Request body: {'port': {'network_id': 'f84096f6-bb01-4fa1-8395-e2b6df6a3423'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:30:31.243669 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-c79ef477-a9a7-4269-b902-47187819809a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Request body: {'port': {'network_id': 'b555bcaa-c5d6-4daa-bf5e-22b1758ee773'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:30:31.266863 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-db83c065-a5ff-44a5-9c91-286fe1cbd014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Calling delete_port for a6b8f428-c03d-4b3f-a18e-e2f60a73b601 owned by {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:30:31.275089 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33187fc2-815e-4235-aa82-51757b21091a None None] Pushing event updated for resources: {'Port': ['ID=99114d47-92ca-4207-9e0b-af726488ce31,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:31.443244 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a8e4eadf-0e28-483f-b896-eb510cece5db tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-774194'] for floatingip, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:31.445548 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-9987b5ec-2410-4002-89bc-e05e73c984a6 req-ac515bba-040f-4a62-8eff-e3106e442f89 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b HTTP/1.1" status: 200 len: 210 time: 0.6987867 Feb 01 04:30:31.493711 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-befcf6de-ee5d-42bd-81d1-d85f2c612e21 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:31.494995 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befcf6de-ee5d-42bd-81d1-d85f2c612e21 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:31.495800 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-befcf6de-ee5d-42bd-81d1-d85f2c612e21 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539973'] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:31.595923 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-befcf6de-ee5d-42bd-81d1-d85f2c612e21 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.3029754 Feb 01 04:30:31.671854 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 60618) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:31.738543 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befcf6de-ee5d-42bd-81d1-d85f2c612e21 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Pushing event updated for resources: {'Network': ['ID=897fad6c-420a-40f8-957a-6212afa91065,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:31.754767 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 897fad6c-420a-40f8-957a-6212afa91065 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:30:31.789795 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0ec75187-4cf9-4c84-8346-41c91cd28dde tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:31.815402 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-db83c065-a5ff-44a5-9c91-286fe1cbd014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:31.965192 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db83c065-a5ff-44a5-9c91-286fe1cbd014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Pushing event deleted for resources: {'Port': ['ID=a6b8f428-c03d-4b3f-a18e-e2f60a73b601,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:31.985959 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e4eadf-0e28-483f-b896-eb510cece5db tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Pushing event updated for resources: {'Port': ['ID=821b2ce8-e499-4676-9314-395d2f0fcca0,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:31.993789 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3f115d0b-58b8-4a07-8792-ff8d117f3181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:31.994064 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a8e4eadf-0e28-483f-b896-eb510cece5db tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:32.007751 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a8e4eadf-0e28-483f-b896-eb510cece5db tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.0640383 Feb 01 04:30:32.009827 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0525c1-5011-44d1-bf9d-e485dd2621af tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event updated for resources: {'Network': ['ID=b555bcaa-c5d6-4daa-bf5e-22b1758ee773,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:32.050877 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ad3f2454-d259-441f-afe5-00d30c5d1618 tempest-QuotasNegativeTest-1580325578 tempest-QuotasNegativeTest-1580325578-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:32.061230 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network b555bcaa-c5d6-4daa-bf5e-22b1758ee773 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:30:32.072636 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c79ef477-a9a7-4269-b902-47187819809a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:30:32.076679 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c79ef477-a9a7-4269-b902-47187819809a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Usage tracker for resource:port and tenant:4859bcd8aae8416eba645579d339c6c6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:30:32.080845 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c79ef477-a9a7-4269-b902-47187819809a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:30:32.090297 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c79ef477-a9a7-4269-b902-47187819809a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:30:32.114720 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-0ec75187-4cf9-4c84-8346-41c91cd28dde tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Transition to ACTIVE for port object 4f90fd7d-73c8-4aa9-9082-ea380a50597e will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:30:32.116057 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c79ef477-a9a7-4269-b902-47187819809a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Made reservation on behalf of 4859bcd8aae8416eba645579d339c6c6 for: {'port': 2} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:30:32.122146 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c79ef477-a9a7-4269-b902-47187819809a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:32.153093 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c79ef477-a9a7-4269-b902-47187819809a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:32.170552 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-bbe4c22b-54ba-481c-a429-e6c1361155ab req-12090861-eeb1-4e19-9dda-4aafa8933e21 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:32.170973 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-db83c065-a5ff-44a5-9c91-286fe1cbd014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:32.186947 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ad3f2454-d259-441f-afe5-00d30c5d1618 tempest-QuotasNegativeTest-1580325578 tempest-QuotasNegativeTest-1580325578-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:32.196821 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98518dc2-d083-4346-ac72-c729956b8c58 tempest-ExternalNetworksTestJSON-1626186431 tempest-ExternalNetworksTestJSON-1626186431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:32.200818 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-98518dc2-d083-4346-ac72-c729956b8c58 tempest-ExternalNetworksTestJSON-1626186431 tempest-ExternalNetworksTestJSON-1626186431-project] 10.222.0.24 "GET /v2.0/networks/897fad6c-420a-40f8-957a-6212afa91065 HTTP/1.1" status: 200 len: 757 time: 0.5254138 Feb 01 04:30:32.211486 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-db83c065-a5ff-44a5-9c91-286fe1cbd014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] 10.222.0.24 "DELETE /v2.0/ports/a6b8f428-c03d-4b3f-a18e-e2f60a73b601 HTTP/1.1" status: 204 len: 168 time: 3.2141161 Feb 01 04:30:32.218148 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 60626) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:32.218489 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 60628) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:32.253927 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbe4c22b-54ba-481c-a429-e6c1361155ab req-12090861-eeb1-4e19-9dda-4aafa8933e21 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Network 958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:30:32.275120 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [req-bbe4c22b-54ba-481c-a429-e6c1361155ab req-12090861-eeb1-4e19-9dda-4aafa8933e21 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:30:32.336979 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbe4c22b-54ba-481c-a429-e6c1361155ab req-12090861-eeb1-4e19-9dda-4aafa8933e21 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:30:32.366261 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe4c22b-54ba-481c-a429-e6c1361155ab req-12090861-eeb1-4e19-9dda-4aafa8933e21 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:32.367218 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-bbe4c22b-54ba-481c-a429-e6c1361155ab req-12090861-eeb1-4e19-9dda-4aafa8933e21 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:32.418007 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-b935a9bc-1f55-4697-9255-79956156b9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] GET failed (client error): The resource could not be found. Feb 01 04:30:32.418550 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-b935a9bc-1f55-4697-9255-79956156b9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Synchronizing usage tracker for tenant:5761e1a9701f46ce82008f2361ec1ef3 on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:30:32.647387 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bbe4c22b-54ba-481c-a429-e6c1361155ab req-12090861-eeb1-4e19-9dda-4aafa8933e21 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7515030 Feb 01 04:30:32.697160 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [req-bbe4c22b-54ba-481c-a429-e6c1361155ab req-41aa624d-a60a-496c-b7da-3ee6594ed9bc tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 04:30:32.698141 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bbe4c22b-54ba-481c-a429-e6c1361155ab req-41aa624d-a60a-496c-b7da-3ee6594ed9bc tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068967 Feb 01 04:30:32.730927 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2046d44c-a57c-4354-996d-474714e1a933 req-6f35da15-81b9-4925-86ed-4b71165a7073 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5c4121-c19a-49f6-abd2-3336952cca2b HTTP/1.1" status: 200 len: 210 time: 0.1741860 Feb 01 04:30:32.739480 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-b935a9bc-1f55-4697-9255-79956156b9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] Unset dirty status for tenant:5761e1a9701f46ce82008f2361ec1ef3 on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:30:32.760178 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-b935a9bc-1f55-4697-9255-79956156b9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989512723-project-admin] 10.222.0.24 "GET /v2.0/ports/a6b8f428-c03d-4b3f-a18e-e2f60a73b601 HTTP/1.1" status: 404 len: 333 time: 0.5371995 Feb 01 04:30:32.794044 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 60646) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:32.857359 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-86a620c1-5bf9-4086-8dd4-82107d51cb4f None None] Provisioning for port 9a143ed3-127d-4979-9fda-2a2543ba2248 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:30:32.889471 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-86a620c1-5bf9-4086-8dd4-82107d51cb4f None None] Provisioning complete for port 9a143ed3-127d-4979-9fda-2a2543ba2248 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:30:32.889889 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-86a620c1-5bf9-4086-8dd4-82107d51cb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:32.923564 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-79d6d663-7bb2-42e0-9de3-08c01e84fa14 req-150297ca-0a14-4e4f-8a51-e4edec6e8b0f tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Synchronizing usage tracker for tenant:332d5a2a0a29497d81fd0e175d971fc8 on resource:security_group {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:30:33.020389 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae95b8fa-1ca3-4a27-a00e-1e7c035133ab tempest-ExternalNetworksTestJSON-1626186431 tempest-ExternalNetworksTestJSON-1626186431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:33.021825 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-ae95b8fa-1ca3-4a27-a00e-1e7c035133ab tempest-ExternalNetworksTestJSON-1626186431 tempest-ExternalNetworksTestJSON-1626186431-project] 10.222.0.24 "GET /v2.0/networks/198850a4-d70d-4292-96c6-b01ee4f9d789 HTTP/1.1" status: 200 len: 767 time: 0.8012590 Feb 01 04:30:33.036808 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 60650) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:33.062383 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0ec75187-4cf9-4c84-8346-41c91cd28dde tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:33.145114 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-86a620c1-5bf9-4086-8dd4-82107d51cb4f None None] Port 9a143ed3-127d-4979-9fda-2a2543ba2248 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:30:33.227613 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12090861-eeb1-4e19-9dda-4aafa8933e21 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Pushing event updated for resources: {'Port': ['ID=9a143ed3-127d-4979-9fda-2a2543ba2248,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:33.274490 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-67e0abae-136f-4eee-8c01-9b063f307a6d None None] Provisioning for port 99114d47-92ca-4207-9e0b-af726488ce31 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:30:33.292470 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec75187-4cf9-4c84-8346-41c91cd28dde tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:30:33.311700 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-0ec75187-4cf9-4c84-8346-41c91cd28dde tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:30:33.323088 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec75187-4cf9-4c84-8346-41c91cd28dde tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:30:33.334194 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec75187-4cf9-4c84-8346-41c91cd28dde tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:33.334858 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0ec75187-4cf9-4c84-8346-41c91cd28dde tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:33.335641 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 99114d47-92ca-4207-9e0b-af726488ce31 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:30:33.429700 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-79d6d663-7bb2-42e0-9de3-08c01e84fa14 req-150297ca-0a14-4e4f-8a51-e4edec6e8b0f tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Unset dirty status for tenant:332d5a2a0a29497d81fd0e175d971fc8 on resource:security_group {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:30:33.431509 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-79d6d663-7bb2-42e0-9de3-08c01e84fa14 req-150297ca-0a14-4e4f-8a51-e4edec6e8b0f tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--546701561&fields=id&tenant_id=332d5a2a0a29497d81fd0e175d971fc8 HTTP/1.1" status: 200 len: 267 time: 0.7969630 Feb 01 04:30:33.480452 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec75187-4cf9-4c84-8346-41c91cd28dde tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event updated for resources: {'Port': ['ID=4f90fd7d-73c8-4aa9-9082-ea380a50597e,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:33.522595 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 99114d47-92ca-4207-9e0b-af726488ce31 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:30:33.528663 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 99114d47-92ca-4207-9e0b-af726488ce31 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:30:33.529183 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:33.688967 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-bbe4c22b-54ba-481c-a429-e6c1361155ab req-98db89a3-e446-4955-aa09-3fa30755d02f service neutron] Request body: {'port': {'device_id': '9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:30:33.691437 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d6d663-7bb2-42e0-9de3-08c01e84fa14 req-6bb5249c-e0cb-4210-a701-f1a70bc1c671 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:33.692294 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-79d6d663-7bb2-42e0-9de3-08c01e84fa14 req-6bb5249c-e0cb-4210-a701-f1a70bc1c671 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Synchronizing usage tracker for tenant:332d5a2a0a29497d81fd0e175d971fc8 on resource:network {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:30:33.704159 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0465ca24-da78-42d9-8889-4a1361fb1ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2124742145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2124742145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:33.713992 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-0ec75187-4cf9-4c84-8346-41c91cd28dde tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.2615950 Feb 01 04:30:33.718579 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 60658) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:33.775202 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-79d6d663-7bb2-42e0-9de3-08c01e84fa14 req-6bb5249c-e0cb-4210-a701-f1a70bc1c671 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Unset dirty status for tenant:332d5a2a0a29497d81fd0e175d971fc8 on resource:network {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:30:33.776578 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-79d6d663-7bb2-42e0-9de3-08c01e84fa14 req-6bb5249c-e0cb-4210-a701-f1a70bc1c671 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] 10.222.0.24 "GET /v2.0/networks?id=90ceb3fa-eeb4-4146-8853-bf11c986f415 HTTP/1.1" status: 200 len: 804 time: 0.3139741 Feb 01 04:30:33.840725 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-bbe4c22b-54ba-481c-a429-e6c1361155ab req-98db89a3-e446-4955-aa09-3fa30755d02f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:33.851197 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:33.944164 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0465ca24-da78-42d9-8889-4a1361fb1ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2124742145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2124742145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:33.977423 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-0465ca24-da78-42d9-8889-4a1361fb1ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2124742145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2124742145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beeb88de-9baf-438a-9acc-fecbe63f9c4b']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:30:33.978667 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 99114d47-92ca-4207-9e0b-af726488ce31, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=99114d47-92ca-4207-9e0b-af726488ce31,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:30:33.981578 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-04d23996-50bd-4797-a572-02b1bb67255c None None] Provisioning for port 4f90fd7d-73c8-4aa9-9082-ea380a50597e completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:30:33.994225 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:33.994470 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-0465ca24-da78-42d9-8889-4a1361fb1ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2124742145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2124742145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0db2bf91-d0d2-4b76-9df9-e149e1e32fbb') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:30:33.994568 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-0465ca24-da78-42d9-8889-4a1361fb1ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2124742145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2124742145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0db2bf91-d0d2-4b76-9df9-e149e1e32fbb') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:30:34.009443 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0465ca24-da78-42d9-8889-4a1361fb1ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2124742145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2124742145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:34.026794 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0465ca24-da78-42d9-8889-4a1361fb1ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2124742145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2124742145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:34.035619 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0465ca24-da78-42d9-8889-4a1361fb1ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2124742145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2124742145-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:30:34.036109 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0465ca24-da78-42d9-8889-4a1361fb1ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2124742145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2124742145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:34.109133 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-04d23996-50bd-4797-a572-02b1bb67255c None None] Provisioning complete for port 4f90fd7d-73c8-4aa9-9082-ea380a50597e triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:30:34.109584 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-04d23996-50bd-4797-a572-02b1bb67255c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:34.204079 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=99114d47-92ca-4207-9e0b-af726488ce31,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:34.207397 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-04d23996-50bd-4797-a572-02b1bb67255c None None] Port 4f90fd7d-73c8-4aa9-9082-ea380a50597e cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:30:34.238682 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cec2f344-ccad-4fa7-bbb7-eb91151195c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:34.267354 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.18', 55052) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:34.271031 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 04:30:34.271031 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:30:34.271031 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 04:30:34.271031 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:30:34.271031 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 04:30:34.271031 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:30:34.271031 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 04:30:34.271031 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:30:34.271031 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 04:30:34.271031 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:30:34.271031 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 04:30:34.271031 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:30:34.271031 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 04:30:34.271031 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:30:34.271031 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:30:34.271031 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:30:34.271031 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:30:34.271031 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:30:34.271031 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 04:30:34.271031 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:30:34.271031 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 04:30:34.271031 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:30:34.271031 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:30:34.271031 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:30:34.271031 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 04:30:34.271031 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:30:34.271031 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:30:34.271031 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:30:34.271031 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:30:34.271031 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:30:34.271031 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:30:34.271031 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:30:34.293168 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ad3f2454-d259-441f-afe5-00d30c5d1618 tempest-QuotasNegativeTest-1580325578 tempest-QuotasNegativeTest-1580325578-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:34.301634 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-c79ef477-a9a7-4269-b902-47187819809a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] device_id is not set on port b343c7fb-2b7f-4d45-83c6-777ac0c0bc48 yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:30:34.302559 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-79d6d663-7bb2-42e0-9de3-08c01e84fa14 req-b3cffc49-d716-4d94-abbf-f1334ac52040 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] 10.222.0.24 "GET /v2.0/quotas/332d5a2a0a29497d81fd0e175d971fc8 HTTP/1.1" status: 200 len: 375 time: 0.4719365 Feb 01 04:30:34.303207 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0465ca24-da78-42d9-8889-4a1361fb1ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2124742145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2124742145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:34.327679 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc376e8-77bf-453f-b278-2c2fe6c53b90 req-ea26a903-be3b-466f-b148-63056dd79901 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:34.328507 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-fdc376e8-77bf-453f-b278-2c2fe6c53b90 req-ea26a903-be3b-466f-b148-63056dd79901 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Synchronizing usage tracker for tenant:8c08b23bffb44a249b00a7d1f56c2684 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:30:34.346108 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2c9af726-576a-4b8b-be46-68f963616274 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:34.355952 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0465ca24-da78-42d9-8889-4a1361fb1ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2124742145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2124742145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539973'] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:34.356936 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3f2454-d259-441f-afe5-00d30c5d1618 tempest-QuotasNegativeTest-1580325578 tempest-QuotasNegativeTest-1580325578-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d04b4993-021e-42d8-a168-06860973e064,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:34.433220 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0465ca24-da78-42d9-8889-4a1361fb1ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2124742145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2124742145-project] Pushing event deleted for resources: {'Network': ['ID=beeb88de-9baf-438a-9acc-fecbe63f9c4b,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:34.446063 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-0465ca24-da78-42d9-8889-4a1361fb1ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2124742145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2124742145-project] 10.222.0.24 "DELETE /v2.0/networks/beeb88de-9baf-438a-9acc-fecbe63f9c4b HTTP/1.1" status: 204 len: 168 time: 1.5552793 Feb 01 04:30:34.647183 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3cb6927-9eb9-4017-99b1-b6b8fc183b83 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:34.657221 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3cb6927-9eb9-4017-99b1-b6b8fc183b83 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:34.658447 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-f3cb6927-9eb9-4017-99b1-b6b8fc183b83 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Synchronizing usage tracker for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:30:34.664339 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2c9af726-576a-4b8b-be46-68f963616274 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:34.702379 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8593d03a-68d8-4779-b588-f4b33c423c3a req-89468091-b830-433b-b334-8c4742c72958 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:34.704272 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-8593d03a-68d8-4779-b588-f4b33c423c3a req-89468091-b830-433b-b334-8c4742c72958 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] 10.222.0.18 "GET /v2.0/networks?id=d56a2493-44f0-4c57-af25-6a282deef9cd HTTP/1.1" status: 200 len: 811 time: 0.4323404 Feb 01 04:30:34.717348 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-79d6d663-7bb2-42e0-9de3-08c01e84fa14 req-5a3be4e0-c364-4610-a458-51953e451d4f tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Synchronizing usage tracker for tenant:332d5a2a0a29497d81fd0e175d971fc8 on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:30:34.737139 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-f3cb6927-9eb9-4017-99b1-b6b8fc183b83 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Unset dirty status for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:30:34.741321 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-f3cb6927-9eb9-4017-99b1-b6b8fc183b83 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 1.0190649 Feb 01 04:30:34.741468 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2c9af726-576a-4b8b-be46-68f963616274 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=87636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:30:34.741468 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2c9af726-576a-4b8b-be46-68f963616274 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:30:34.741468 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2c9af726-576a-4b8b-be46-68f963616274 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:30:34.741468 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2c9af726-576a-4b8b-be46-68f963616274 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Subscribe: > port after_create 55550000 {{(pid=87636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:30:34.741468 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2c9af726-576a-4b8b-be46-68f963616274 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Subscribe: > port after_delete 55550000 {{(pid=87636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:30:34.741854 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 60670) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:34.741931 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2c9af726-576a-4b8b-be46-68f963616274 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Subscribe: > port after_update 55550000 {{(pid=87636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:30:34.742130 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2c9af726-576a-4b8b-be46-68f963616274 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=87636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:30:34.742483 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2c9af726-576a-4b8b-be46-68f963616274 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:30:34.743253 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2c9af726-576a-4b8b-be46-68f963616274 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:30:34.744787 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2c9af726-576a-4b8b-be46-68f963616274 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=87636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:30:34.819069 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-a21a352f-55e4-4a1d-82db-122fdf07b111 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Deleting port 4f90fd7d-73c8-4aa9-9082-ea380a50597e {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:30:34.819736 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a21a352f-55e4-4a1d-82db-122fdf07b111 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:34.854217 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-79d6d663-7bb2-42e0-9de3-08c01e84fa14 req-5a3be4e0-c364-4610-a458-51953e451d4f tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Unset dirty status for tenant:332d5a2a0a29497d81fd0e175d971fc8 on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:30:34.855753 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-79d6d663-7bb2-42e0-9de3-08c01e84fa14 req-5a3be4e0-c364-4610-a458-51953e451d4f tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=332d5a2a0a29497d81fd0e175d971fc8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5342395 Feb 01 04:30:35.060773 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2c9af726-576a-4b8b-be46-68f963616274 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:30:35.061191 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2c9af726-576a-4b8b-be46-68f963616274 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:30:35.061716 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2c9af726-576a-4b8b-be46-68f963616274 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=87636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:30:35.062135 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2c9af726-576a-4b8b-be46-68f963616274 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=87636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 04:30:35.062580 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-2c9af726-576a-4b8b-be46-68f963616274 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['897fad6c-420a-40f8-957a-6212afa91065']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:30:35.080234 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-2c9af726-576a-4b8b-be46-68f963616274 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '182d3812-570c-4e59-8ca2-92cc799ab3b5') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:30:35.080671 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-2c9af726-576a-4b8b-be46-68f963616274 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '182d3812-570c-4e59-8ca2-92cc799ab3b5') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:30:35.094930 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2c9af726-576a-4b8b-be46-68f963616274 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143022'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:35.111923 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2c9af726-576a-4b8b-be46-68f963616274 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:35.121292 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c9af726-576a-4b8b-be46-68f963616274 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:30:35.121813 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2c9af726-576a-4b8b-be46-68f963616274 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3072199'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:35.139331 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 60676) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:35.236074 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 99114d47-92ca-4207-9e0b-af726488ce31 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:30:35.259761 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-79d6d663-7bb2-42e0-9de3-08c01e84fa14 req-227abc6a-075c-473b-89b1-cee5a193b29a service neutron] 10.222.0.24 "GET /v2.0/networks/90ceb3fa-eeb4-4146-8853-bf11c986f415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024039 Feb 01 04:30:35.459681 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:35.472727 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:35.488372 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 99114d47-92ca-4207-9e0b-af726488ce31 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:30:35.488759 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:35.503394 dv-neutron-826830-1-hyperv neutron-server[87636]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 01 04:30:35.503394 dv-neutron-826830-1-hyperv neutron-server[87636]: from cryptography.utils import int_from_bytes Feb 01 04:30:35.503394 dv-neutron-826830-1-hyperv neutron-server[87636]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 01 04:30:35.503394 dv-neutron-826830-1-hyperv neutron-server[87636]: from cryptography.utils import int_from_bytes Feb 01 04:30:35.503394 dv-neutron-826830-1-hyperv neutron-server[87636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 01 04:30:35.503394 dv-neutron-826830-1-hyperv neutron-server[87636]: util.warn_limited( Feb 01 04:30:35.503394 dv-neutron-826830-1-hyperv neutron-server[87636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 01 04:30:35.503394 dv-neutron-826830-1-hyperv neutron-server[87636]: util.warn_limited( Feb 01 04:30:35.503394 dv-neutron-826830-1-hyperv neutron-server[87636]: Traceback (most recent call last): Feb 01 04:30:35.503394 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:30:35.503394 dv-neutron-826830-1-hyperv neutron-server[87636]: timer() Feb 01 04:30:35.503394 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:30:35.503394 dv-neutron-826830-1-hyperv neutron-server[87636]: cb(*args, **kw) Feb 01 04:30:35.503394 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:30:35.503394 dv-neutron-826830-1-hyperv neutron-server[87636]: return func(*args, **kwargs) Feb 01 04:30:35.503394 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:30:35.503394 dv-neutron-826830-1-hyperv neutron-server[87636]: self._notify() Feb 01 04:30:35.503394 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:30:35.503394 dv-neutron-826830-1-hyperv neutron-server[87636]: self.callback(batched_events) Feb 01 04:30:35.503394 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:30:35.503394 dv-neutron-826830-1-hyperv neutron-server[87636]: event.method(event) Feb 01 04:30:35.503394 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:30:35.503394 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:30:35.503394 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:30:35.503394 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:30:35.503394 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:30:35.503394 dv-neutron-826830-1-hyperv neutron-server[87636]: return f(self, *a, **k) Feb 01 04:30:35.503394 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:30:35.503394 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._get(url).json() Feb 01 04:30:35.503394 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:30:35.503394 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:30:35.503394 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:30:35.503394 dv-neutron-826830-1-hyperv neutron-server[87636]: return self.request(url, 'GET', **kwargs) Feb 01 04:30:35.503394 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:30:35.503394 dv-neutron-826830-1-hyperv neutron-server[87636]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:30:35.503394 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:30:35.503394 dv-neutron-826830-1-hyperv neutron-server[87636]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:30:35.503394 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:30:35.503394 dv-neutron-826830-1-hyperv neutron-server[87636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:30:35.503394 dv-neutron-826830-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:30:35.507708 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-fdc376e8-77bf-453f-b278-2c2fe6c53b90 req-ea26a903-be3b-466f-b148-63056dd79901 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Unset dirty status for tenant:8c08b23bffb44a249b00a7d1f56c2684 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:30:35.509328 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-fdc376e8-77bf-453f-b278-2c2fe6c53b90 req-ea26a903-be3b-466f-b148-63056dd79901 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b HTTP/1.1" status: 200 len: 931 time: 2.4530709 Feb 01 04:30:35.553520 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ad3f2454-d259-441f-afe5-00d30c5d1618 tempest-QuotasNegativeTest-1580325578 tempest-QuotasNegativeTest-1580325578-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:35.555582 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ad3f2454-d259-441f-afe5-00d30c5d1618 tempest-QuotasNegativeTest-1580325578 tempest-QuotasNegativeTest-1580325578-project-admin] 10.222.0.24 "DELETE /v2.0/security-groups/d04b4993-021e-42d8-a168-06860973e064 HTTP/1.1" status: 204 len: 168 time: 4.4695385 Feb 01 04:30:35.564982 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 60682) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:35.581166 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-fdc376e8-77bf-453f-b278-2c2fe6c53b90 req-52d123f8-b5b0-4b99-8987-4905759cfd72 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3f5860d-525a-4a29-9378-b1632322cfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0550699 Feb 01 04:30:35.603276 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2c9af726-576a-4b8b-be46-68f963616274 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:35.609834 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c9af726-576a-4b8b-be46-68f963616274 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 897fad6c-420a-40f8-957a-6212afa91065 {{(pid=87636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 01 04:30:35.626074 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2c9af726-576a-4b8b-be46-68f963616274 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539973'] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:35.632079 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-516a7506-e7f6-42f3-9ea8-0473073e89e0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=048fbdf622934e07967a9c11ba6f7052&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4849174 Feb 01 04:30:35.635484 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [req-bbe4c22b-54ba-481c-a429-e6c1361155ab req-98db89a3-e446-4955-aa09-3fa30755d02f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a143ed3-127d-4979-9fda-2a2543ba2248 {{(pid=87636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 04:30:35.641393 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 60686) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:35.657032 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a21a352f-55e4-4a1d-82db-122fdf07b111 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:35.718575 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-bbe4c22b-54ba-481c-a429-e6c1361155ab req-98db89a3-e446-4955-aa09-3fa30755d02f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:35.772633 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-bbe4c22b-54ba-481c-a429-e6c1361155ab req-98db89a3-e446-4955-aa09-3fa30755d02f service neutron] Transition to ACTIVE for port object 9a143ed3-127d-4979-9fda-2a2543ba2248 will not be triggered until provisioned by entity L2. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:30:35.777999 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9af726-576a-4b8b-be46-68f963616274 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Pushing event deleted for resources: {'Network': ['ID=897fad6c-420a-40f8-957a-6212afa91065,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:35.794658 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2c9af726-576a-4b8b-be46-68f963616274 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] 10.222.0.24 "DELETE /v2.0/networks/897fad6c-420a-40f8-957a-6212afa91065 HTTP/1.1" status: 204 len: 168 time: 2.7428763 Feb 01 04:30:35.795672 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 60690) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:35.805249 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-bbe4c22b-54ba-481c-a429-e6c1361155ab req-98db89a3-e446-4955-aa09-3fa30755d02f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:35.877296 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-cacb8aa4-2267-480f-9b2d-458c423b7e9b tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Request body: {'network': {'name': 'tempest-network--64088732'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:30:35.882555 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-cacb8aa4-2267-480f-9b2d-458c423b7e9b tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:30:35.886722 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-cacb8aa4-2267-480f-9b2d-458c423b7e9b tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Usage tracker for resource:network and tenant:68692077109c4dda8c8ddac11bd0c8fd is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:30:35.889657 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-cacb8aa4-2267-480f-9b2d-458c423b7e9b tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:30:35.896594 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-cacb8aa4-2267-480f-9b2d-458c423b7e9b tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:30:35.966421 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-a21a352f-55e4-4a1d-82db-122fdf07b111 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Calling delete_port for 4f90fd7d-73c8-4aa9-9082-ea380a50597e owned by {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:30:35.982531 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cacb8aa4-2267-480f-9b2d-458c423b7e9b tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Made reservation on behalf of 68692077109c4dda8c8ddac11bd0c8fd for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:30:35.984813 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cacb8aa4-2267-480f-9b2d-458c423b7e9b tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:36.013729 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-79d6d663-7bb2-42e0-9de3-08c01e84fa14 req-e5a686d0-71c6-4aaf-80b2-9c0f0d052656 service neutron] 10.222.0.24 "GET /v2.0/networks/90ceb3fa-eeb4-4146-8853-bf11c986f415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7530751 Feb 01 04:30:36.035569 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8d268c8f-5690-4584-a7f3-1f587622834e req-c2f62b1a-6b57-4e9d-ab98-466ea8b65d10 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5c4121-c19a-49f6-abd2-3336952cca2b HTTP/1.1" status: 200 len: 210 time: 0.2186205 Feb 01 04:30:36.240952 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cacb8aa4-2267-480f-9b2d-458c423b7e9b tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:30:36.287107 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98db89a3-e446-4955-aa09-3fa30755d02f service neutron] Pushing event updated for resources: {'Port': ['ID=9a143ed3-127d-4979-9fda-2a2543ba2248,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:36.301189 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-8593d03a-68d8-4779-b588-f4b33c423c3a req-c00acd73-8abd-43c5-8732-be92eb4396c9 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4853f52d21f3486381e609c963ac9a5c HTTP/1.1" status: 200 len: 380 time: 0.4475927 Feb 01 04:30:36.331562 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [req-8593d03a-68d8-4779-b588-f4b33c423c3a req-f7ab8916-f7a7-4a4b-97af-326694ea37f4 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Request body: {'port': {'device_id': '0a5c4121-c19a-49f6-abd2-3336952cca2b', 'network_id': 'd56a2493-44f0-4c57-af25-6a282deef9cd', 'admin_state_up': True, 'tenant_id': '4853f52d21f3486381e609c963ac9a5c', 'security_groups': ['113b466b-0f56-487d-90a6-8242a772f163']}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:30:36.333034 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cacb8aa4-2267-480f-9b2d-458c423b7e9b tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:36.333600 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-cacb8aa4-2267-480f-9b2d-458c423b7e9b tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Added segment d1ecc497-3c28-46c3-89dc-8560ae6c71cb of type vlan for network 6e45cd71-e3e4-43de-a6ef-e66d5bb38d3f Feb 01 04:30:36.403629 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c79ef477-a9a7-4269-b902-47187819809a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:36.444843 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cacb8aa4-2267-480f-9b2d-458c423b7e9b tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:36.605238 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [req-8593d03a-68d8-4779-b588-f4b33c423c3a req-f7ab8916-f7a7-4a4b-97af-326694ea37f4 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:30:36.628454 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-bbe4c22b-54ba-481c-a429-e6c1361155ab req-98db89a3-e446-4955-aa09-3fa30755d02f service neutron] Attempting to bind port 9a143ed3-127d-4979-9fda-2a2543ba2248 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:30:36.629280 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-bbe4c22b-54ba-481c-a429-e6c1361155ab req-98db89a3-e446-4955-aa09-3fa30755d02f service neutron] Attempting to bind port 9a143ed3-127d-4979-9fda-2a2543ba2248 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '3a46c540-6fa2-4630-b1ad-4e7e7ce44ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:30:36.629498 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe4c22b-54ba-481c-a429-e6c1361155ab req-98db89a3-e446-4955-aa09-3fa30755d02f service neutron] Attempting to bind port 9a143ed3-127d-4979-9fda-2a2543ba2248 on network 958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:30:36.634665 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1267396b-89aa-4ad8-ac9c-662d0075cf72 tempest-QuotasNegativeTest-1580325578 tempest-QuotasNegativeTest-1580325578-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:36.647960 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-c79ef477-a9a7-4269-b902-47187819809a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] device_id is not set on port dc4157a4-c6d7-4d8f-b04f-ab0909d7ac6b yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:30:36.654799 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b1b46efb-d4df-40b5-9296-e78cba4266f6 req-18aec2c8-79ff-431b-b35f-8389a5dc15ba tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] 10.222.0.24 "GET /v2.0/ports?device_id=3189e16d-7d7b-43fc-b476-2ea4b657461c HTTP/1.1" status: 200 len: 210 time: 0.0834327 Feb 01 04:30:36.658131 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [req-8593d03a-68d8-4779-b588-f4b33c423c3a req-f7ab8916-f7a7-4a4b-97af-326694ea37f4 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:30:36.659950 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe4c22b-54ba-481c-a429-e6c1361155ab req-98db89a3-e446-4955-aa09-3fa30755d02f service neutron] Port 9a143ed3-127d-4979-9fda-2a2543ba2248 on network 958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:30:36.660283 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe4c22b-54ba-481c-a429-e6c1361155ab req-98db89a3-e446-4955-aa09-3fa30755d02f service neutron] Attempting to bind port 9a143ed3-127d-4979-9fda-2a2543ba2248 on network 958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:30:36.669031 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cacb8aa4-2267-480f-9b2d-458c423b7e9b tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:36.670160 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cacb8aa4-2267-480f-9b2d-458c423b7e9b tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:36.670814 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cacb8aa4-2267-480f-9b2d-458c423b7e9b tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539973'] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:36.697704 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe4c22b-54ba-481c-a429-e6c1361155ab req-98db89a3-e446-4955-aa09-3fa30755d02f service neutron] Checking agent: {'id': '63664c57-372e-43f7-9ecb-4deedcf8ddc7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 28, 15), 'started_at': datetime.datetime(2022, 2, 1, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:30:36.697704 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe4c22b-54ba-481c-a429-e6c1361155ab req-98db89a3-e446-4955-aa09-3fa30755d02f service neutron] Checking segment: {'id': '3a46c540-6fa2-4630-b1ad-4e7e7ce44ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:30:36.697704 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe4c22b-54ba-481c-a429-e6c1361155ab req-98db89a3-e446-4955-aa09-3fa30755d02f service neutron] Bound using segment: {'id': '3a46c540-6fa2-4630-b1ad-4e7e7ce44ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a'} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:30:36.697704 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-bbe4c22b-54ba-481c-a429-e6c1361155ab req-98db89a3-e446-4955-aa09-3fa30755d02f service neutron] Bound port: 9a143ed3-127d-4979-9fda-2a2543ba2248, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a46c540-6fa2-4630-b1ad-4e7e7ce44ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a'}}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:30:36.697704 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-bbe4c22b-54ba-481c-a429-e6c1361155ab req-98db89a3-e446-4955-aa09-3fa30755d02f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:36.704855 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-93207167-88ff-49d8-81c5-8f414d2031e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:36.717298 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8593d03a-68d8-4779-b588-f4b33c423c3a req-f7ab8916-f7a7-4a4b-97af-326694ea37f4 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Made reservation on behalf of 4853f52d21f3486381e609c963ac9a5c for: {'port': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:30:36.727411 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-8593d03a-68d8-4779-b588-f4b33c423c3a req-f7ab8916-f7a7-4a4b-97af-326694ea37f4 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:36.920765 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:37.014201 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-cacb8aa4-2267-480f-9b2d-458c423b7e9b tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 1.2148316 Feb 01 04:30:37.020024 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 60708) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:37.027571 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-e079dd5f-f98b-47b5-84ac-66d2acc2d8c3 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:30:37.052396 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacb8aa4-2267-480f-9b2d-458c423b7e9b tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Pushing event updated for resources: {'Network': ['ID=6e45cd71-e3e4-43de-a6ef-e66d5bb38d3f,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:37.066971 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 6e45cd71-e3e4-43de-a6ef-e66d5bb38d3f details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:30:37.069983 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-93207167-88ff-49d8-81c5-8f414d2031e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:37.279408 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-93207167-88ff-49d8-81c5-8f414d2031e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:37.388082 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5a157958-50b4-4628-a7c0-8b23f491df61 req-702787aa-bb1b-402f-b35f-f92a8b8ff85a tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5c4121-c19a-49f6-abd2-3336952cca2b HTTP/1.1" status: 200 len: 210 time: 0.1316748 Feb 01 04:30:37.417786 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-bbe4c22b-54ba-481c-a429-e6c1361155ab req-98db89a3-e446-4955-aa09-3fa30755d02f service neutron] For port 9a143ed3-127d-4979-9fda-2a2543ba2248, host hv-neutron-8268, cleared binding levels {{(pid=87636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:30:37.495398 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93207167-88ff-49d8-81c5-8f414d2031e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d601b34-a336-45fd-b66f-ba798039cb66,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:37.507541 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-bbe4c22b-54ba-481c-a429-e6c1361155ab req-98db89a3-e446-4955-aa09-3fa30755d02f service neutron] For port 9a143ed3-127d-4979-9fda-2a2543ba2248, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=9a143ed3-127d-4979-9fda-2a2543ba2248,segment=NetworkSegment(3a46c540-6fa2-4630-b1ad-4e7e7ce44ba6),segment_id=3a46c540-6fa2-4630-b1ad-4e7e7ce44ba6)] {{(pid=87636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:30:37.531022 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-bbe4c22b-54ba-481c-a429-e6c1361155ab req-98db89a3-e446-4955-aa09-3fa30755d02f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:37.560939 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-93207167-88ff-49d8-81c5-8f414d2031e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:37.564525 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-93207167-88ff-49d8-81c5-8f414d2031e8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3d601b34-a336-45fd-b66f-ba798039cb66 HTTP/1.1" status: 204 len: 168 time: 1.7118871 Feb 01 04:30:37.626179 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [req-8593d03a-68d8-4779-b588-f4b33c423c3a req-f7ab8916-f7a7-4a4b-97af-326694ea37f4 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Allocated IP 172.20.0.8 (d56a2493-44f0-4c57-af25-6a282deef9cd/571f3863-a948-465c-8ae7-d112b68c75f9/19b03ba8-5358-40c6-b344-f929a39089bd) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:30:37.630023 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a21a352f-55e4-4a1d-82db-122fdf07b111 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:37.673903 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1267396b-89aa-4ad8-ac9c-662d0075cf72 tempest-QuotasNegativeTest-1580325578 tempest-QuotasNegativeTest-1580325578-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:37.765665 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21a352f-55e4-4a1d-82db-122fdf07b111 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event deleted for resources: {'Port': ['ID=4f90fd7d-73c8-4aa9-9082-ea380a50597e,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:37.872507 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-1267396b-89aa-4ad8-ac9c-662d0075cf72 tempest-QuotasNegativeTest-1580325578 tempest-QuotasNegativeTest-1580325578-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dcb7508-4212-4e72-ae02-0b94ae4679f9']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:30:37.905905 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe4c22b-54ba-481c-a429-e6c1361155ab req-98db89a3-e446-4955-aa09-3fa30755d02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:37.907744 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-bbe4c22b-54ba-481c-a429-e6c1361155ab req-98db89a3-e446-4955-aa09-3fa30755d02f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:37.909882 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bbe4c22b-54ba-481c-a429-e6c1361155ab req-98db89a3-e446-4955-aa09-3fa30755d02f service neutron] 10.222.0.18 "PUT /v2.0/ports/9a143ed3-127d-4979-9fda-2a2543ba2248 HTTP/1.1" status: 200 len: 1093 time: 4.6563065 Feb 01 04:30:37.912005 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c79ef477-a9a7-4269-b902-47187819809a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:37.962379 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b', 'tag': '9a143ed3-127d-4979-9fda-2a2543ba2248'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:30:37.962520 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-1267396b-89aa-4ad8-ac9c-662d0075cf72 tempest-QuotasNegativeTest-1580325578 tempest-QuotasNegativeTest-1580325578-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea843878-76a2-49e3-a834-3ee20efa1dd4') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:30:37.962913 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-1267396b-89aa-4ad8-ac9c-662d0075cf72 tempest-QuotasNegativeTest-1580325578 tempest-QuotasNegativeTest-1580325578-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea843878-76a2-49e3-a834-3ee20efa1dd4') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:30:37.994605 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a21a352f-55e4-4a1d-82db-122fdf07b111 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:38.014174 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2567f479-3f57-4b78-bf8d-232859fd6702 req-6e65e147-5c81-4788-8a0e-fca39a49d134 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:38.038245 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-2567f479-3f57-4b78-bf8d-232859fd6702 req-6e65e147-5c81-4788-8a0e-fca39a49d134 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b HTTP/1.1" status: 200 len: 943 time: 0.9033329 Feb 01 04:30:38.071529 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1267396b-89aa-4ad8-ac9c-662d0075cf72 tempest-QuotasNegativeTest-1580325578 tempest-QuotasNegativeTest-1580325578-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:38.136831 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-a21a352f-55e4-4a1d-82db-122fdf07b111 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/ports/4f90fd7d-73c8-4aa9-9082-ea380a50597e HTTP/1.1" status: 204 len: 168 time: 3.3917639 Feb 01 04:30:38.162018 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 60726) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:38.167759 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1267396b-89aa-4ad8-ac9c-662d0075cf72 tempest-QuotasNegativeTest-1580325578 tempest-QuotasNegativeTest-1580325578-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:38.274819 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1267396b-89aa-4ad8-ac9c-662d0075cf72 tempest-QuotasNegativeTest-1580325578 tempest-QuotasNegativeTest-1580325578-project-admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:30:38.275555 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1267396b-89aa-4ad8-ac9c-662d0075cf72 tempest-QuotasNegativeTest-1580325578 tempest-QuotasNegativeTest-1580325578-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:38.291028 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a2751263-75bb-4e95-8628-a6d05b5ed0e7 req-617bdb25-c8f9-4f64-a054-8a08e35a8de4 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] 10.222.0.24 "GET /v2.0/ports?device_id=3189e16d-7d7b-43fc-b476-2ea4b657461c HTTP/1.1" status: 200 len: 210 time: 0.2850456 Feb 01 04:30:38.298679 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 04:30:38.298679 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:30:38.298679 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 04:30:38.298679 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:30:38.298679 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 04:30:38.298679 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:30:38.298679 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 04:30:38.298679 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:30:38.298679 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 04:30:38.298679 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:30:38.298679 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 04:30:38.298679 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:30:38.298679 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 04:30:38.298679 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:30:38.298679 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:30:38.298679 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:30:38.298679 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:30:38.298679 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:30:38.298679 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 04:30:38.298679 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:30:38.298679 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 04:30:38.298679 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:30:38.298679 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:30:38.298679 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:30:38.298679 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 04:30:38.298679 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:30:38.298679 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:30:38.298679 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:30:38.298679 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:30:38.298679 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:30:38.298679 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:30:38.298679 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:30:38.429931 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-2567f479-3f57-4b78-bf8d-232859fd6702 req-c3cef422-469b-49b1-9530-dde2b6b34667 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3f5860d-525a-4a29-9378-b1632322cfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3882194 Feb 01 04:30:38.434693 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e079dd5f-f98b-47b5-84ac-66d2acc2d8c3 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:38.447508 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98db89a3-e446-4955-aa09-3fa30755d02f service neutron] Pushing event updated for resources: {'Port': ['ID=9a143ed3-127d-4979-9fda-2a2543ba2248,revision_number=3']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:38.453799 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 60732) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:38.550316 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e079dd5f-f98b-47b5-84ac-66d2acc2d8c3 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:38.668058 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6342e895-634c-47f3-a893-b3a1ffa70c03 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:38.678343 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6342e895-634c-47f3-a893-b3a1ffa70c03 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:38.679302 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-6342e895-634c-47f3-a893-b3a1ffa70c03 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Synchronizing usage tracker for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:subnet {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:30:38.685211 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e079dd5f-f98b-47b5-84ac-66d2acc2d8c3 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Network 6e45cd71-e3e4-43de-a6ef-e66d5bb38d3f is not hosted by any dhcp agent {{(pid=87636) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 01 04:30:38.686741 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e079dd5f-f98b-47b5-84ac-66d2acc2d8c3 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:38.687579 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e079dd5f-f98b-47b5-84ac-66d2acc2d8c3 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:38.692302 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1267396b-89aa-4ad8-ac9c-662d0075cf72 tempest-QuotasNegativeTest-1580325578 tempest-QuotasNegativeTest-1580325578-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:38.693621 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e079dd5f-f98b-47b5-84ac-66d2acc2d8c3 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] 10.222.0.24 "PUT /v2.0/networks/6e45cd71-e3e4-43de-a6ef-e66d5bb38d3f HTTP/1.1" status: 200 len: 855 time: 1.6725140 Feb 01 04:30:38.697180 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-8593d03a-68d8-4779-b588-f4b33c423c3a req-f7ab8916-f7a7-4a4b-97af-326694ea37f4 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:38.708927 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 60740) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:38.855909 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [req-8593d03a-68d8-4779-b588-f4b33c423c3a req-f7ab8916-f7a7-4a4b-97af-326694ea37f4 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Transition to ACTIVE for port object 19b03ba8-5358-40c6-b344-f929a39089bd will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:30:38.905836 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e079dd5f-f98b-47b5-84ac-66d2acc2d8c3 tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Pushing event updated for resources: {'Network': ['ID=6e45cd71-e3e4-43de-a6ef-e66d5bb38d3f,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:38.909508 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1267396b-89aa-4ad8-ac9c-662d0075cf72 tempest-QuotasNegativeTest-1580325578 tempest-QuotasNegativeTest-1580325578-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539973'] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:38.924661 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3b3b6c31-62cc-4a3b-aa24-afd93c68af25 req-143e8316-b4fb-4dbc-8672-5b04e2a24734 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5c4121-c19a-49f6-abd2-3336952cca2b HTTP/1.1" status: 200 len: 210 time: 0.1932147 Feb 01 04:30:38.928613 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c79ef477-a9a7-4269-b902-47187819809a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:38.956474 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b', 'tag': '9a143ed3-127d-4979-9fda-2a2543ba2248', 'status': 'completed', 'code': 200} Feb 01 04:30:38.968734 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1267396b-89aa-4ad8-ac9c-662d0075cf72 tempest-QuotasNegativeTest-1580325578 tempest-QuotasNegativeTest-1580325578-project-admin] Pushing event deleted for resources: {'Network': ['ID=0dcb7508-4212-4e72-ae02-0b94ae4679f9,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:38.983354 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-8593d03a-68d8-4779-b588-f4b33c423c3a req-f7ab8916-f7a7-4a4b-97af-326694ea37f4 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:38.998011 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-1267396b-89aa-4ad8-ac9c-662d0075cf72 tempest-QuotasNegativeTest-1580325578 tempest-QuotasNegativeTest-1580325578-project-admin] 10.222.0.24 "DELETE /v2.0/networks/0dcb7508-4212-4e72-ae02-0b94ae4679f9 HTTP/1.1" status: 204 len: 168 time: 3.4316382 Feb 01 04:30:39.066240 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 60746) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:39.071716 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f9a586d0-aa27-4de4-bd37-1e1e38fd48ce admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5761e1a9701f46ce82008f2361ec1ef3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6091185 Feb 01 04:30:39.081376 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 60748) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:39.091531 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79ef477-a9a7-4269-b902-47187819809a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Network f84096f6-bb01-4fa1-8395-e2b6df6a3423 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:30:39.111229 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-6342e895-634c-47f3-a893-b3a1ffa70c03 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Unset dirty status for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:subnet {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:30:39.111843 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-c79ef477-a9a7-4269-b902-47187819809a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:30:39.112581 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-6342e895-634c-47f3-a893-b3a1ffa70c03 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.9477983 Feb 01 04:30:39.116681 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe4c22b-54ba-481c-a429-e6c1361155ab req-3961807d-abf2-4bbb-8ee5-4079ff639a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:39.120880 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bbe4c22b-54ba-481c-a429-e6c1361155ab req-3961807d-abf2-4bbb-8ee5-4079ff639a2d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8c08b23bffb44a249b00a7d1f56c2684&device_id=9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b HTTP/1.1" status: 200 len: 1096 time: 0.8191302 Feb 01 04:30:39.120880 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79ef477-a9a7-4269-b902-47187819809a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:30:39.120880 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c79ef477-a9a7-4269-b902-47187819809a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:39.125604 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 60754) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:39.145174 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79ef477-a9a7-4269-b902-47187819809a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event updated for resources: {'Port': ['ID=b343c7fb-2b7f-4d45-83c6-777ac0c0bc48,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:39.204641 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8593d03a-68d8-4779-b588-f4b33c423c3a req-f7ab8916-f7a7-4a4b-97af-326694ea37f4 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Network d56a2493-44f0-4c57-af25-6a282deef9cd is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:30:39.227485 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [req-8593d03a-68d8-4779-b588-f4b33c423c3a req-f7ab8916-f7a7-4a4b-97af-326694ea37f4 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:30:39.230321 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [req-8593d03a-68d8-4779-b588-f4b33c423c3a req-f7ab8916-f7a7-4a4b-97af-326694ea37f4 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:30:39.323197 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79ef477-a9a7-4269-b902-47187819809a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event updated for resources: {'Port': ['ID=dc4157a4-c6d7-4d8f-b04f-ab0909d7ac6b,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:39.324145 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ab8916-f7a7-4a4b-97af-326694ea37f4 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Pushing event updated for resources: {'Port': ['ID=19b03ba8-5358-40c6-b344-f929a39089bd,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:39.332370 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e0192ef-a044-419a-bc54-1e966caa77aa tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Deleting subnet 1bfe91e9-772a-4f0d-9937-281fa3d32132 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:30:39.334434 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79ef477-a9a7-4269-b902-47187819809a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Checking segment: {'id': '79ca2cd5-2246-4970-8103-99b353d3fc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b555bcaa-c5d6-4daa-bf5e-22b1758ee773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:30:39.334795 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79ef477-a9a7-4269-b902-47187819809a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Network hostable DHCP agents. Network: b555bcaa-c5d6-4daa-bf5e-22b1758ee773, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:30:39.350935 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8e0192ef-a044-419a-bc54-1e966caa77aa tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:39.376931 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2582758b-79e5-4a2b-ad29-22c6b4cee42f tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:39.387391 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2f65a9d4-d007-42c6-a98f-73f1a9460c58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:39.392140 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8593d03a-68d8-4779-b588-f4b33c423c3a req-f7ab8916-f7a7-4a4b-97af-326694ea37f4 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:39.392766 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-8593d03a-68d8-4779-b588-f4b33c423c3a req-f7ab8916-f7a7-4a4b-97af-326694ea37f4 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:39.411546 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f156759d-058e-4aca-9ffc-2f33dd914539 tempest-QuotasNegativeTest-1580325578 tempest-QuotasNegativeTest-1580325578-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:39.431051 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79ef477-a9a7-4269-b902-47187819809a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Network b555bcaa-c5d6-4daa-bf5e-22b1758ee773 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:30:39.453702 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8e0192ef-a044-419a-bc54-1e966caa77aa tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145757'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:39.486447 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-325d7d95-5601-435b-9d62-183317c88d3b None None] Provisioning for port 19b03ba8-5358-40c6-b344-f929a39089bd completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:30:39.492778 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-325d7d95-5601-435b-9d62-183317c88d3b None None] Provisioning complete for port 19b03ba8-5358-40c6-b344-f929a39089bd triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:30:39.493342 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-325d7d95-5601-435b-9d62-183317c88d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:39.501660 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-c79ef477-a9a7-4269-b902-47187819809a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, b555bcaa-c5d6-4daa-bf5e-22b1758ee773) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:30:39.507412 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2f65a9d4-d007-42c6-a98f-73f1a9460c58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:39.517827 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-7c97d3d3-2b91-4f20-9b71-4d4bf6185ae6 req-93e311cb-96db-4a55-8fc4-6f041e7e663e tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] 10.222.0.24 "GET /v2.0/ports?device_id=3189e16d-7d7b-43fc-b476-2ea4b657461c HTTP/1.1" status: 200 len: 210 time: 0.0897353 Feb 01 04:30:39.527447 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79ef477-a9a7-4269-b902-47187819809a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:30:39.528952 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-8593d03a-68d8-4779-b588-f4b33c423c3a req-f7ab8916-f7a7-4a4b-97af-326694ea37f4 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2044001 Feb 01 04:30:39.534383 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79ef477-a9a7-4269-b902-47187819809a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:39.539261 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79ef477-a9a7-4269-b902-47187819809a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:39.540003 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c79ef477-a9a7-4269-b902-47187819809a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:39.554623 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0ec576-0e15-4509-a3d7-2705db60e148 None None] Network b555bcaa-c5d6-4daa-bf5e-22b1758ee773 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:30:39.573903 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-325d7d95-5601-435b-9d62-183317c88d3b None None] Port 19b03ba8-5358-40c6-b344-f929a39089bd cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:30:39.691479 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c79ef477-a9a7-4269-b902-47187819809a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 8.4878139 Feb 01 04:30:39.751981 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 60762) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:39.795008 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bbe4c22b-54ba-481c-a429-e6c1361155ab req-4444bac4-0687-4223-b221-1e3c8fba543b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a143ed3-127d-4979-9fda-2a2543ba2248 HTTP/1.1" status: 200 len: 217 time: 0.1096761 Feb 01 04:30:39.795278 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [req-8593d03a-68d8-4779-b588-f4b33c423c3a req-bd9e5532-b2a6-4690-b2b5-1e8c89665dab service neutron] Request body: {'port': {'device_id': '0a5c4121-c19a-49f6-abd2-3336952cca2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:30:39.826175 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2582758b-79e5-4a2b-ad29-22c6b4cee42f tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:39.880369 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8e0192ef-a044-419a-bc54-1e966caa77aa tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:39.927232 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-c92a5769-b625-422a-a3ce-7b4172369380 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Deleting port dc4157a4-c6d7-4d8f-b04f-ab0909d7ac6b {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:30:39.928225 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c92a5769-b625-422a-a3ce-7b4172369380 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:39.936790 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f156759d-058e-4aca-9ffc-2f33dd914539 tempest-QuotasNegativeTest-1580325578 tempest-QuotasNegativeTest-1580325578-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:39.946942 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-2582758b-79e5-4a2b-ad29-22c6b4cee42f tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e45cd71-e3e4-43de-a6ef-e66d5bb38d3f']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:30:39.975413 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2f65a9d4-d007-42c6-a98f-73f1a9460c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:39.987795 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-2582758b-79e5-4a2b-ad29-22c6b4cee42f tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1ecc497-3c28-46c3-89dc-8560ae6c71cb') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:30:39.988084 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-2582758b-79e5-4a2b-ad29-22c6b4cee42f tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1ecc497-3c28-46c3-89dc-8560ae6c71cb') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:30:40.004044 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.18', 55057) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:40.029447 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-f156759d-058e-4aca-9ffc-2f33dd914539 tempest-QuotasNegativeTest-1580325578 tempest-QuotasNegativeTest-1580325578-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2c3bf92-761d-403e-a9e6-899e1a48fe54']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:30:40.044591 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2582758b-79e5-4a2b-ad29-22c6b4cee42f tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:40.045727 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe4c22b-54ba-481c-a429-e6c1361155ab req-6145fbca-d664-45ec-b01b-d24dfc1de0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:40.047166 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bbe4c22b-54ba-481c-a429-e6c1361155ab req-6145fbca-d664-45ec-b01b-d24dfc1de0b4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f1d92c60-8ec8-4263-bfcc-74bbe6cd55af HTTP/1.1" status: 200 len: 851 time: 0.2343304 Feb 01 04:30:40.047881 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f65a9d4-d007-42c6-a98f-73f1a9460c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c64c57-35ea-4a9f-bd39-2c1226fe9b61,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:40.106252 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-f156759d-058e-4aca-9ffc-2f33dd914539 tempest-QuotasNegativeTest-1580325578 tempest-QuotasNegativeTest-1580325578-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17342b36-ae64-4b3c-8653-919eca744cf3') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:30:40.106617 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-f156759d-058e-4aca-9ffc-2f33dd914539 tempest-QuotasNegativeTest-1580325578 tempest-QuotasNegativeTest-1580325578-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17342b36-ae64-4b3c-8653-919eca744cf3') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:30:40.131862 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15295e40-f45a-4905-9cdd-12a18f024895 req-485eb0f8-6da4-4879-be8c-a7c47ef8219c tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:40.133438 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-15295e40-f45a-4905-9cdd-12a18f024895 req-485eb0f8-6da4-4879-be8c-a7c47ef8219c tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b HTTP/1.1" status: 200 len: 943 time: 0.5694590 Feb 01 04:30:40.139288 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f156759d-058e-4aca-9ffc-2f33dd914539 tempest-QuotasNegativeTest-1580325578 tempest-QuotasNegativeTest-1580325578-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:40.155283 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2582758b-79e5-4a2b-ad29-22c6b4cee42f tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:40.157717 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-8593d03a-68d8-4779-b588-f4b33c423c3a req-bd9e5532-b2a6-4690-b2b5-1e8c89665dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:40.158248 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2f65a9d4-d007-42c6-a98f-73f1a9460c58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:40.162280 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2f65a9d4-d007-42c6-a98f-73f1a9460c58 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/62c64c57-35ea-4a9f-bd39-2c1226fe9b61 HTTP/1.1" status: 204 len: 168 time: 1.0710018 Feb 01 04:30:40.185728 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2582758b-79e5-4a2b-ad29-22c6b4cee42f tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:30:40.186181 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2582758b-79e5-4a2b-ad29-22c6b4cee42f tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:40.204298 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 04:30:40.204298 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:30:40.204298 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 04:30:40.204298 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:30:40.204298 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 04:30:40.204298 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:30:40.204298 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 04:30:40.204298 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:30:40.204298 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 04:30:40.204298 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:30:40.204298 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 04:30:40.204298 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:30:40.204298 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 04:30:40.204298 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:30:40.204298 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:30:40.204298 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:30:40.204298 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:30:40.204298 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:30:40.204298 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 04:30:40.204298 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:30:40.204298 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 04:30:40.204298 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:30:40.204298 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:30:40.204298 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:30:40.204298 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 04:30:40.204298 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:30:40.204298 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:30:40.204298 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:30:40.204298 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:30:40.204298 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:30:40.204298 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:30:40.204298 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:30:40.241487 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f156759d-058e-4aca-9ffc-2f33dd914539 tempest-QuotasNegativeTest-1580325578 tempest-QuotasNegativeTest-1580325578-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:40.332193 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8e0192ef-a044-419a-bc54-1e966caa77aa tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3072169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2652276'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:40.345398 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f156759d-058e-4aca-9ffc-2f33dd914539 tempest-QuotasNegativeTest-1580325578 tempest-QuotasNegativeTest-1580325578-project-admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:30:40.345797 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f156759d-058e-4aca-9ffc-2f33dd914539 tempest-QuotasNegativeTest-1580325578 tempest-QuotasNegativeTest-1580325578-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:40.359335 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 04:30:40.359335 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:30:40.359335 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 04:30:40.359335 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:30:40.359335 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 04:30:40.359335 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:30:40.359335 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 04:30:40.359335 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:30:40.359335 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 04:30:40.359335 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:30:40.359335 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 04:30:40.359335 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:30:40.359335 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 04:30:40.359335 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:30:40.359335 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:30:40.359335 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:30:40.359335 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:30:40.359335 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:30:40.359335 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 04:30:40.359335 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:30:40.359335 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 04:30:40.359335 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:30:40.359335 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:30:40.359335 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:30:40.359335 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 04:30:40.359335 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:30:40.359335 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:30:40.359335 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:30:40.359335 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:30:40.359335 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:30:40.359335 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:30:40.359335 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:30:40.421243 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-15295e40-f45a-4905-9cdd-12a18f024895 req-6ef9deb5-fe32-4e87-864a-8a87f1a613ce tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3f5860d-525a-4a29-9378-b1632322cfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2435269 Feb 01 04:30:40.423070 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0192ef-a044-419a-bc54-1e966caa77aa tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event deleted for resources: {'Subnet': ['ID=1bfe91e9-772a-4f0d-9937-281fa3d32132,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:40.429708 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8e0192ef-a044-419a-bc54-1e966caa77aa tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539973'] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:40.449185 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45db8339-360e-4eee-9ca2-690141aeeaff None None] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:30:40.469211 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f6ca83-c205-4074-8e73-82343f6d9d5c req-b03abc84-6638-4d02-beaf-08244d4d65c4 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:40.469902 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-04f6ca83-c205-4074-8e73-82343f6d9d5c req-b03abc84-6638-4d02-beaf-08244d4d65c4 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Synchronizing usage tracker for tenant:4853f52d21f3486381e609c963ac9a5c on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:30:40.486187 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2582758b-79e5-4a2b-ad29-22c6b4cee42f tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:40.530336 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c92a5769-b625-422a-a3ce-7b4172369380 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:40.545268 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d6d663-7bb2-42e0-9de3-08c01e84fa14 req-1492c2ce-5d67-45b5-80c0-eefd933c15e3 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:40.546724 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-79d6d663-7bb2-42e0-9de3-08c01e84fa14 req-1492c2ce-5d67-45b5-80c0-eefd933c15e3 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] 10.222.0.18 "GET /v2.0/networks?id=90ceb3fa-eeb4-4146-8853-bf11c986f415 HTTP/1.1" status: 200 len: 804 time: 0.5368180 Feb 01 04:30:40.548250 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-8e0192ef-a044-419a-bc54-1e966caa77aa tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/subnets/1bfe91e9-772a-4f0d-9937-281fa3d32132 HTTP/1.1" status: 204 len: 168 time: 1.4216928 Feb 01 04:30:40.554197 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 60782) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:40.555485 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2582758b-79e5-4a2b-ad29-22c6b4cee42f tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6e45cd71-e3e4-43de-a6ef-e66d5bb38d3f {{(pid=87637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 01 04:30:40.563847 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2582758b-79e5-4a2b-ad29-22c6b4cee42f tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Pushing event deleted for resources: {'Network': ['ID=6e45cd71-e3e4-43de-a6ef-e66d5bb38d3f,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:40.565663 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f156759d-058e-4aca-9ffc-2f33dd914539 tempest-QuotasNegativeTest-1580325578 tempest-QuotasNegativeTest-1580325578-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:40.570219 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2582758b-79e5-4a2b-ad29-22c6b4cee42f tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539973'] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:40.596956 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f156759d-058e-4aca-9ffc-2f33dd914539 tempest-QuotasNegativeTest-1580325578 tempest-QuotasNegativeTest-1580325578-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539973'] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:40.626884 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f156759d-058e-4aca-9ffc-2f33dd914539 tempest-QuotasNegativeTest-1580325578 tempest-QuotasNegativeTest-1580325578-project-admin] Pushing event deleted for resources: {'Network': ['ID=c2c3bf92-761d-403e-a9e6-899e1a48fe54,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:40.632991 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-04f6ca83-c205-4074-8e73-82343f6d9d5c req-b03abc84-6638-4d02-beaf-08244d4d65c4 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Unset dirty status for tenant:4853f52d21f3486381e609c963ac9a5c on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:30:40.640557 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-04f6ca83-c205-4074-8e73-82343f6d9d5c req-b03abc84-6638-4d02-beaf-08244d4d65c4 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5c4121-c19a-49f6-abd2-3336952cca2b HTTP/1.1" status: 200 len: 931 time: 0.5831470 Feb 01 04:30:40.652676 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-2582758b-79e5-4a2b-ad29-22c6b4cee42f tempest-ExternalNetworksTestJSON-1020982556 tempest-ExternalNetworksTestJSON-1020982556-project-admin] 10.222.0.24 "DELETE /v2.0/networks/6e45cd71-e3e4-43de-a6ef-e66d5bb38d3f HTTP/1.1" status: 204 len: 168 time: 1.9404571 Feb 01 04:30:40.657183 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-f156759d-058e-4aca-9ffc-2f33dd914539 tempest-QuotasNegativeTest-1580325578 tempest-QuotasNegativeTest-1580325578-project-admin] 10.222.0.24 "DELETE /v2.0/networks/c2c3bf92-761d-403e-a9e6-899e1a48fe54 HTTP/1.1" status: 204 len: 168 time: 1.5761137 Feb 01 04:30:40.657183 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 60786) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:40.744891 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-9802f740-9e51-4d1e-bfc6-4e0b923e3c81 tempest-ExternalNetworksTestJSON-1626186431 tempest-ExternalNetworksTestJSON-1626186431-project] DELETE failed (client error): The resource could not be found. Feb 01 04:30:40.745329 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9802f740-9e51-4d1e-bfc6-4e0b923e3c81 tempest-ExternalNetworksTestJSON-1626186431 tempest-ExternalNetworksTestJSON-1626186431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:30:40.750698 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-9802f740-9e51-4d1e-bfc6-4e0b923e3c81 tempest-ExternalNetworksTestJSON-1626186431 tempest-ExternalNetworksTestJSON-1626186431-project] 10.222.0.24 "DELETE /v2.0/subnets/ec9ebc7f-c0e8-445c-9a15-18bda363d497 HTTP/1.1" status: 404 len: 337 time: 0.0682476 Feb 01 04:30:40.751288 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 60796) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:40.814415 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-04f6ca83-c205-4074-8e73-82343f6d9d5c req-840fe68c-b5d0-4749-872a-16378f12326b tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] 10.222.0.24 "GET /v2.0/security-groups?id=113b466b-0f56-487d-90a6-8242a772f163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1728806 Feb 01 04:30:40.915237 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc88bf4-9d74-4abf-8a5a-f2c46738c53f None None] DHCP port deletion for 14b67238-4e53-405c-b9cd-84b8ff52e36a request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:30:40.920093 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-cfc88bf4-9d74-4abf-8a5a-f2c46738c53f None None] Deleting port 99114d47-92ca-4207-9e0b-af726488ce31 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:30:40.920462 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cfc88bf4-9d74-4abf-8a5a-f2c46738c53f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:40.924997 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe4c22b-54ba-481c-a429-e6c1361155ab req-0a2368e7-626e-4fd0-b61e-6980aec631d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:40.926431 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bbe4c22b-54ba-481c-a429-e6c1361155ab req-0a2368e7-626e-4fd0-b61e-6980aec631d8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8515482 Feb 01 04:30:41.125717 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-c92a5769-b625-422a-a3ce-7b4172369380 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Calling delete_port for dc4157a4-c6d7-4d8f-b04f-ab0909d7ac6b owned by {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:30:41.158232 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-787e95bd-3b9d-4385-935d-38d385a2d12a tempest-ExternalNetworksTestJSON-1626186431 tempest-ExternalNetworksTestJSON-1626186431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:41.279341 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1a593aad-4767-4ee8-a521-0f89f8427f70 req-45b6b8a9-c424-49ac-8cec-860d7f284994 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] 10.222.0.24 "GET /v2.0/ports?device_id=3189e16d-7d7b-43fc-b476-2ea4b657461c HTTP/1.1" status: 200 len: 210 time: 0.2239499 Feb 01 04:30:41.283600 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 99114d47-92ca-4207-9e0b-af726488ce31 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:30:41.302657 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-44cabd9c-28f1-4945-88bf-f5a35a2fb476 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.7473016 Feb 01 04:30:41.316930 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 60806) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:41.333892 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-40e22c12-066a-49ac-903b-b23be5789bb7 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Request body: {'subnet': {'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:30:41.355196 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [req-8593d03a-68d8-4779-b588-f4b33c423c3a req-bd9e5532-b2a6-4690-b2b5-1e8c89665dab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19b03ba8-5358-40c6-b344-f929a39089bd {{(pid=87637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 04:30:41.356613 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-cfc88bf4-9d74-4abf-8a5a-f2c46738c53f None None] For port 99114d47-92ca-4207-9e0b-af726488ce31, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=99114d47-92ca-4207-9e0b-af726488ce31,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:30:41.357187 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cfc88bf4-9d74-4abf-8a5a-f2c46738c53f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:41.367869 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-8593d03a-68d8-4779-b588-f4b33c423c3a req-bd9e5532-b2a6-4690-b2b5-1e8c89665dab service neutron] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:41.390191 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [req-8593d03a-68d8-4779-b588-f4b33c423c3a req-bd9e5532-b2a6-4690-b2b5-1e8c89665dab service neutron] Transition to ACTIVE for port object 19b03ba8-5358-40c6-b344-f929a39089bd will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:30:41.418381 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-8593d03a-68d8-4779-b588-f4b33c423c3a req-bd9e5532-b2a6-4690-b2b5-1e8c89665dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:41.453192 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-40e22c12-066a-49ac-903b-b23be5789bb7 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:30:41.457295 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-40e22c12-066a-49ac-903b-b23be5789bb7 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Usage tracker for resource:subnet and tenant:60b4e61082d3421283cb095bbc99ad8e is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:30:41.460127 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-40e22c12-066a-49ac-903b-b23be5789bb7 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:30:41.465714 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-40e22c12-066a-49ac-903b-b23be5789bb7 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:30:41.493558 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e22c12-066a-49ac-903b-b23be5789bb7 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Made reservation on behalf of 60b4e61082d3421283cb095bbc99ad8e for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:30:41.497283 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-40e22c12-066a-49ac-903b-b23be5789bb7 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:41.504369 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-cfc88bf4-9d74-4abf-8a5a-f2c46738c53f None None] Calling delete_port for 99114d47-92ca-4207-9e0b-af726488ce31 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:30:41.550996 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9e5532-b2a6-4690-b2b5-1e8c89665dab service neutron] Pushing event updated for resources: {'Port': ['ID=19b03ba8-5358-40c6-b344-f929a39089bd,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:41.579039 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 60818) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:41.646026 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:41.663571 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cfc88bf4-9d74-4abf-8a5a-f2c46738c53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:41.741665 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc88bf4-9d74-4abf-8a5a-f2c46738c53f None None] Pushing event deleted for resources: {'Port': ['ID=99114d47-92ca-4207-9e0b-af726488ce31,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:41.749269 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc88bf4-9d74-4abf-8a5a-f2c46738c53f None None] No DVR routers for this DVR port 99114d47-92ca-4207-9e0b-af726488ce31 on host dv-neutron-826830-1-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:30:41.821918 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-79d6d663-7bb2-42e0-9de3-08c01e84fa14 req-3b3a5b55-e2fc-4b25-9da3-f2c0e433b58c tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=332d5a2a0a29497d81fd0e175d971fc8 HTTP/1.1" status: 200 len: 379 time: 0.8995175 Feb 01 04:30:41.828783 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-40e22c12-066a-49ac-903b-b23be5789bb7 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:41.870880 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-79d6d663-7bb2-42e0-9de3-08c01e84fa14 req-442b4435-5689-4074-ad11-19a4ded79962 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Request body: {'port': {'device_id': '3189e16d-7d7b-43fc-b476-2ea4b657461c', 'network_id': '90ceb3fa-eeb4-4146-8853-bf11c986f415', 'admin_state_up': True, 'tenant_id': '332d5a2a0a29497d81fd0e175d971fc8', 'security_groups': ['92eeeb5f-62a6-4c96-8f1e-0247aa1601ac']}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:30:42.100595 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-787e95bd-3b9d-4385-935d-38d385a2d12a tempest-ExternalNetworksTestJSON-1626186431 tempest-ExternalNetworksTestJSON-1626186431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:42.150501 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e22c12-066a-49ac-903b-b23be5789bb7 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:30:42.157692 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-40e22c12-066a-49ac-903b-b23be5789bb7 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:30:42.160834 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e22c12-066a-49ac-903b-b23be5789bb7 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:42.161424 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-40e22c12-066a-49ac-903b-b23be5789bb7 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539973'] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:42.163343 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9ccc810a-0395-4bdf-8371-9509815e851b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:42.168343 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68e2db7-5891-4bb2-92a5-e06812233328 None None] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:30:42.207576 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-787e95bd-3b9d-4385-935d-38d385a2d12a tempest-ExternalNetworksTestJSON-1626186431 tempest-ExternalNetworksTestJSON-1626186431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['198850a4-d70d-4292-96c6-b01ee4f9d789']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:30:42.223954 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-9ccc810a-0395-4bdf-8371-9509815e851b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:30:42.231168 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-787e95bd-3b9d-4385-935d-38d385a2d12a tempest-ExternalNetworksTestJSON-1626186431 tempest-ExternalNetworksTestJSON-1626186431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '213e1556-f5f3-4e10-88aa-6b84264d1279') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:30:42.231574 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-787e95bd-3b9d-4385-935d-38d385a2d12a tempest-ExternalNetworksTestJSON-1626186431 tempest-ExternalNetworksTestJSON-1626186431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '213e1556-f5f3-4e10-88aa-6b84264d1279') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:30:42.250278 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-9ccc810a-0395-4bdf-8371-9509815e851b admin admin] Usage tracker for resource:security_group_rule and tenant:05513d133b3444b782fa9b0600596c52 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:30:42.265311 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-787e95bd-3b9d-4385-935d-38d385a2d12a tempest-ExternalNetworksTestJSON-1626186431 tempest-ExternalNetworksTestJSON-1626186431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:42.277807 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-9ccc810a-0395-4bdf-8371-9509815e851b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:30:42.292988 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-9ccc810a-0395-4bdf-8371-9509815e851b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:30:42.317472 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [req-8593d03a-68d8-4779-b588-f4b33c423c3a req-bd9e5532-b2a6-4690-b2b5-1e8c89665dab service neutron] Attempting to bind port 19b03ba8-5358-40c6-b344-f929a39089bd on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:30:42.317472 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [req-8593d03a-68d8-4779-b588-f4b33c423c3a req-bd9e5532-b2a6-4690-b2b5-1e8c89665dab service neutron] Attempting to bind port 19b03ba8-5358-40c6-b344-f929a39089bd by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'f3c730b5-ac0c-4a87-93d7-0709403005ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd56a2493-44f0-4c57-af25-6a282deef9cd'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:30:42.317472 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8593d03a-68d8-4779-b588-f4b33c423c3a req-bd9e5532-b2a6-4690-b2b5-1e8c89665dab service neutron] Attempting to bind port 19b03ba8-5358-40c6-b344-f929a39089bd on network d56a2493-44f0-4c57-af25-6a282deef9cd {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:30:42.321802 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-787e95bd-3b9d-4385-935d-38d385a2d12a tempest-ExternalNetworksTestJSON-1626186431 tempest-ExternalNetworksTestJSON-1626186431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:42.322244 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c92a5769-b625-422a-a3ce-7b4172369380 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:42.332438 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8593d03a-68d8-4779-b588-f4b33c423c3a req-bd9e5532-b2a6-4690-b2b5-1e8c89665dab service neutron] Port 19b03ba8-5358-40c6-b344-f929a39089bd on network d56a2493-44f0-4c57-af25-6a282deef9cd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:30:42.332673 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8593d03a-68d8-4779-b588-f4b33c423c3a req-bd9e5532-b2a6-4690-b2b5-1e8c89665dab service neutron] Attempting to bind port 19b03ba8-5358-40c6-b344-f929a39089bd on network d56a2493-44f0-4c57-af25-6a282deef9cd {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:30:42.342741 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ec9b41-9613-41a1-a3bf-686054a9e3eb req-7e0c396e-cdda-449c-a5ae-554746ba675d tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:42.350131 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-04ec9b41-9613-41a1-a3bf-686054a9e3eb req-7e0c396e-cdda-449c-a5ae-554746ba675d tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b HTTP/1.1" status: 200 len: 943 time: 0.6156380 Feb 01 04:30:42.356149 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-787e95bd-3b9d-4385-935d-38d385a2d12a tempest-ExternalNetworksTestJSON-1626186431 tempest-ExternalNetworksTestJSON-1626186431-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:30:42.356548 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-787e95bd-3b9d-4385-935d-38d385a2d12a tempest-ExternalNetworksTestJSON-1626186431 tempest-ExternalNetworksTestJSON-1626186431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:42.373058 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 04:30:42.373058 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:30:42.373058 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 04:30:42.373058 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:30:42.373058 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 04:30:42.373058 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:30:42.373058 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 04:30:42.373058 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:30:42.373058 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 04:30:42.373058 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:30:42.373058 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 04:30:42.373058 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:30:42.373058 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 04:30:42.373058 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:30:42.373058 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:30:42.373058 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:30:42.373058 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:30:42.373058 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:30:42.373058 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 04:30:42.373058 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:30:42.373058 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 04:30:42.373058 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:30:42.373058 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:30:42.373058 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:30:42.373058 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 04:30:42.373058 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:30:42.373058 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:30:42.373058 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:30:42.373058 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:30:42.373058 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:30:42.373058 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:30:42.373058 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:30:42.398579 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8593d03a-68d8-4779-b588-f4b33c423c3a req-bd9e5532-b2a6-4690-b2b5-1e8c89665dab service neutron] Checking agent: {'id': '63664c57-372e-43f7-9ecb-4deedcf8ddc7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 28, 15), 'started_at': datetime.datetime(2022, 2, 1, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:30:42.399579 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8593d03a-68d8-4779-b588-f4b33c423c3a req-bd9e5532-b2a6-4690-b2b5-1e8c89665dab service neutron] Checking segment: {'id': 'f3c730b5-ac0c-4a87-93d7-0709403005ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd56a2493-44f0-4c57-af25-6a282deef9cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:30:42.399727 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92a5769-b625-422a-a3ce-7b4172369380 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event deleted for resources: {'Port': ['ID=dc4157a4-c6d7-4d8f-b04f-ab0909d7ac6b,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:42.400343 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8593d03a-68d8-4779-b588-f4b33c423c3a req-bd9e5532-b2a6-4690-b2b5-1e8c89665dab service neutron] Bound using segment: {'id': 'f3c730b5-ac0c-4a87-93d7-0709403005ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd56a2493-44f0-4c57-af25-6a282deef9cd'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:30:42.401771 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [req-8593d03a-68d8-4779-b588-f4b33c423c3a req-bd9e5532-b2a6-4690-b2b5-1e8c89665dab service neutron] Bound port: 19b03ba8-5358-40c6-b344-f929a39089bd, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3c730b5-ac0c-4a87-93d7-0709403005ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd56a2493-44f0-4c57-af25-6a282deef9cd'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:30:42.402064 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-8593d03a-68d8-4779-b588-f4b33c423c3a req-bd9e5532-b2a6-4690-b2b5-1e8c89665dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:42.407812 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e22c12-066a-49ac-903b-b23be5789bb7 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event updated for resources: {'Subnet': ['ID=a66b7c0e-2e6b-48af-8376-f94f52723849,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:42.430224 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-40e22c12-066a-49ac-903b-b23be5789bb7 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1054668 Feb 01 04:30:42.435827 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c92a5769-b625-422a-a3ce-7b4172369380 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:42.440498 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c92a5769-b625-422a-a3ce-7b4172369380 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "DELETE /v2.0/ports/dc4157a4-c6d7-4d8f-b04f-ab0909d7ac6b HTTP/1.1" status: 204 len: 168 time: 2.6862543 Feb 01 04:30:42.441691 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 60840) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:42.446724 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bbe4c22b-54ba-481c-a429-e6c1361155ab req-9bd7064e-577f-4296-9d91-82dd1848d518 service neutron] 10.222.0.18 "GET /v2.0/networks/958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3423538 Feb 01 04:30:42.449346 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 60842) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:42.452815 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93ea996-1821-4597-83e5-d7d51a569240 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-14b67238-4e53-405c-b9cd-84b8ff52e36a', 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'tenant_id': '60b4e61082d3421283cb095bbc99ad8e', 'fixed_ips': [{'subnet_id': 'a66b7c0e-2e6b-48af-8376-f94f52723849'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:30:42.453830 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a93ea996-1821-4597-83e5-d7d51a569240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:42.476030 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-79d6d663-7bb2-42e0-9de3-08c01e84fa14 req-442b4435-5689-4074-ad11-19a4ded79962 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:30:42.511065 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-79d6d663-7bb2-42e0-9de3-08c01e84fa14 req-442b4435-5689-4074-ad11-19a4ded79962 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:30:42.513436 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-9483c9e2-3c03-4336-8df1-72e13983c7a2 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Request body: {'port': {'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'name': 'tempest-NetworksTestDHCPv6-1921019506'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:30:42.523764 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71961f6c-76ee-4215-8669-e459dac4b521 req-2ca3b29b-193c-492a-9621-c053b785baa1 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:42.525637 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-71961f6c-76ee-4215-8669-e459dac4b521 req-2ca3b29b-193c-492a-9621-c053b785baa1 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5c4121-c19a-49f6-abd2-3336952cca2b HTTP/1.1" status: 200 len: 943 time: 0.4495487 Feb 01 04:30:42.604099 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79d6d663-7bb2-42e0-9de3-08c01e84fa14 req-442b4435-5689-4074-ad11-19a4ded79962 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Made reservation on behalf of 332d5a2a0a29497d81fd0e175d971fc8 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:30:42.607608 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-79d6d663-7bb2-42e0-9de3-08c01e84fa14 req-442b4435-5689-4074-ad11-19a4ded79962 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:42.687860 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [req-8593d03a-68d8-4779-b588-f4b33c423c3a req-bd9e5532-b2a6-4690-b2b5-1e8c89665dab service neutron] For port 19b03ba8-5358-40c6-b344-f929a39089bd, host hv-neutron-8268, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:30:42.701352 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-a93ea996-1821-4597-83e5-d7d51a569240 None None] Allocated IP 2001:db8::2 (14b67238-4e53-405c-b9cd-84b8ff52e36a/a66b7c0e-2e6b-48af-8376-f94f52723849/8ae78928-bc55-4332-99cd-c59498e7f56f) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:30:42.710112 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 60852) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:42.718934 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-787e95bd-3b9d-4385-935d-38d385a2d12a tempest-ExternalNetworksTestJSON-1626186431 tempest-ExternalNetworksTestJSON-1626186431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:42.725126 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-71961f6c-76ee-4215-8669-e459dac4b521 req-993dc145-5379-49fd-b62b-ee4302d3ee9c tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Synchronizing usage tracker for tenant:4853f52d21f3486381e609c963ac9a5c on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:30:42.732645 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-04ec9b41-9613-41a1-a3bf-686054a9e3eb req-8002c1ad-e3a8-45e2-95fd-1d477f283fc0 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3f5860d-525a-4a29-9378-b1632322cfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3816707 Feb 01 04:30:42.750915 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bbe4c22b-54ba-481c-a429-e6c1361155ab req-5c122492-9ba0-4b7c-bbdf-1887ad0ac395 service neutron] 10.222.0.18 "GET /v2.0/networks/958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936294 Feb 01 04:30:42.790287 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-71961f6c-76ee-4215-8669-e459dac4b521 req-993dc145-5379-49fd-b62b-ee4302d3ee9c tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Unset dirty status for tenant:4853f52d21f3486381e609c963ac9a5c on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:30:42.791167 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-787e95bd-3b9d-4385-935d-38d385a2d12a tempest-ExternalNetworksTestJSON-1626186431 tempest-ExternalNetworksTestJSON-1626186431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539973'] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:42.792040 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-71961f6c-76ee-4215-8669-e459dac4b521 req-993dc145-5379-49fd-b62b-ee4302d3ee9c tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] 10.222.0.24 "GET /v2.0/security-groups?id=113b466b-0f56-487d-90a6-8242a772f163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2565038 Feb 01 04:30:42.797721 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [req-8593d03a-68d8-4779-b588-f4b33c423c3a req-bd9e5532-b2a6-4690-b2b5-1e8c89665dab service neutron] For port 19b03ba8-5358-40c6-b344-f929a39089bd, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=19b03ba8-5358-40c6-b344-f929a39089bd,segment=NetworkSegment(f3c730b5-ac0c-4a87-93d7-0709403005ff),segment_id=f3c730b5-ac0c-4a87-93d7-0709403005ff)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:30:42.821227 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787e95bd-3b9d-4385-935d-38d385a2d12a tempest-ExternalNetworksTestJSON-1626186431 tempest-ExternalNetworksTestJSON-1626186431-project] Pushing event deleted for resources: {'Network': ['ID=198850a4-d70d-4292-96c6-b01ee4f9d789,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:42.955978 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-8b3cfca0-27ad-45c0-bb10-878ac35aec28 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1252112139', 'router:external': True}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:30:42.962698 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-787e95bd-3b9d-4385-935d-38d385a2d12a tempest-ExternalNetworksTestJSON-1626186431 tempest-ExternalNetworksTestJSON-1626186431-project] 10.222.0.24 "DELETE /v2.0/networks/198850a4-d70d-4292-96c6-b01ee4f9d789 HTTP/1.1" status: 204 len: 168 time: 2.2035000 Feb 01 04:30:42.962698 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-8593d03a-68d8-4779-b588-f4b33c423c3a req-bd9e5532-b2a6-4690-b2b5-1e8c89665dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:42.981718 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-8b3cfca0-27ad-45c0-bb10-878ac35aec28 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:30:42.988384 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-8b3cfca0-27ad-45c0-bb10-878ac35aec28 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Usage tracker for resource:network and tenant:b2c4c9315227484db5c8ddb58f58651b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:30:42.996225 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-8b3cfca0-27ad-45c0-bb10-878ac35aec28 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:30:43.009023 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-8b3cfca0-27ad-45c0-bb10-878ac35aec28 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:30:43.015510 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a93ea996-1821-4597-83e5-d7d51a569240 None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:43.024500 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [req-79d6d663-7bb2-42e0-9de3-08c01e84fa14 req-442b4435-5689-4074-ad11-19a4ded79962 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Allocated IP 172.20.0.13 (90ceb3fa-eeb4-4146-8853-bf11c986f415/f42bcb10-2f4f-4796-800c-dcbbdb896d1a/41353538-ddff-408b-9473-1be7ea56ca2a) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:30:43.028905 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-a93ea996-1821-4597-83e5-d7d51a569240 None None] Transition to ACTIVE for port object 8ae78928-bc55-4332-99cd-c59498e7f56f will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:30:43.042141 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b3cfca0-27ad-45c0-bb10-878ac35aec28 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Made reservation on behalf of b2c4c9315227484db5c8ddb58f58651b for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:30:43.044572 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8b3cfca0-27ad-45c0-bb10-878ac35aec28 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:43.055610 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-a93ea996-1821-4597-83e5-d7d51a569240 None None] Transition to ACTIVE for port object 8ae78928-bc55-4332-99cd-c59498e7f56f will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:30:43.064343 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a93ea996-1821-4597-83e5-d7d51a569240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:43.066136 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8b3cfca0-27ad-45c0-bb10-878ac35aec28 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:43.077352 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-5edda852-01ae-4952-a41f-6e954a7d5178 req-4ce68a86-927e-4c5b-8051-6520db612a84 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] 10.222.0.24 "GET /v2.0/ports?device_id=3189e16d-7d7b-43fc-b476-2ea4b657461c HTTP/1.1" status: 200 len: 210 time: 0.1268160 Feb 01 04:30:43.096755 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817e7dd3-d591-4743-923b-c1e263e91ba5 req-5230df8b-d092-4590-a128-a2187034fdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:43.098452 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-817e7dd3-d591-4743-923b-c1e263e91ba5 req-5230df8b-d092-4590-a128-a2187034fdd4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8c08b23bffb44a249b00a7d1f56c2684&device_id=9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b HTTP/1.1" status: 200 len: 1096 time: 0.2048788 Feb 01 04:30:43.106715 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-8b3cfca0-27ad-45c0-bb10-878ac35aec28 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:30:43.149833 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8593d03a-68d8-4779-b588-f4b33c423c3a req-bd9e5532-b2a6-4690-b2b5-1e8c89665dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:43.150944 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-8593d03a-68d8-4779-b588-f4b33c423c3a req-bd9e5532-b2a6-4690-b2b5-1e8c89665dab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:43.152979 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-8593d03a-68d8-4779-b588-f4b33c423c3a req-bd9e5532-b2a6-4690-b2b5-1e8c89665dab service neutron] 10.222.0.18 "PUT /v2.0/ports/19b03ba8-5358-40c6-b344-f929a39089bd HTTP/1.1" status: 200 len: 1093 time: 3.3618085 Feb 01 04:30:43.156496 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93ea996-1821-4597-83e5-d7d51a569240 None None] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:30:43.157655 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a5c4121-c19a-49f6-abd2-3336952cca2b', 'tag': '19b03ba8-5358-40c6-b344-f929a39089bd'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:30:43.160367 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-a93ea996-1821-4597-83e5-d7d51a569240 None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:30:43.164936 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93ea996-1821-4597-83e5-d7d51a569240 None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:30:43.175767 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93ea996-1821-4597-83e5-d7d51a569240 None None] Pushing event updated for resources: {'Port': ['ID=8ae78928-bc55-4332-99cd-c59498e7f56f,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:43.290113 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-8b3cfca0-27ad-45c0-bb10-878ac35aec28 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Usage tracker for resource:security_group_rule and tenant:b2c4c9315227484db5c8ddb58f58651b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:30:43.297305 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-8b3cfca0-27ad-45c0-bb10-878ac35aec28 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:30:43.341069 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-a93ea996-1821-4597-83e5-d7d51a569240 None None] Attempting to bind port 8ae78928-bc55-4332-99cd-c59498e7f56f on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:30:43.344248 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-8b3cfca0-27ad-45c0-bb10-878ac35aec28 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:30:43.344399 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9ccc810a-0395-4bdf-8371-9509815e851b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:43.348914 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-a93ea996-1821-4597-83e5-d7d51a569240 None None] Attempting to bind port 8ae78928-bc55-4332-99cd-c59498e7f56f by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:30:43.349626 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93ea996-1821-4597-83e5-d7d51a569240 None None] Attempting to bind port 8ae78928-bc55-4332-99cd-c59498e7f56f on network 14b67238-4e53-405c-b9cd-84b8ff52e36a {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:30:43.365206 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93ea996-1821-4597-83e5-d7d51a569240 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:30:43.365995 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93ea996-1821-4597-83e5-d7d51a569240 None None] Checking segment: {'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:30:43.366618 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a93ea996-1821-4597-83e5-d7d51a569240 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:43.367226 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93ea996-1821-4597-83e5-d7d51a569240 None None] Bound using segment: {'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:30:43.367900 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-a93ea996-1821-4597-83e5-d7d51a569240 None None] Bound port: 8ae78928-bc55-4332-99cd-c59498e7f56f, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:30:43.369273 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a93ea996-1821-4597-83e5-d7d51a569240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:43.388189 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-9483c9e2-3c03-4336-8df1-72e13983c7a2 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:30:43.398866 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9ccc810a-0395-4bdf-8371-9509815e851b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:43.444407 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41dd91e-a7f4-4b4a-affb-b75e589e92ee tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:43.450745 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41dd91e-a7f4-4b4a-affb-b75e589e92ee tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:43.455267 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-e41dd91e-a7f4-4b4a-affb-b75e589e92ee tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.9493563 Feb 01 04:30:43.456769 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9e5532-b2a6-4690-b2b5-1e8c89665dab service neutron] Pushing event updated for resources: {'Port': ['ID=19b03ba8-5358-40c6-b344-f929a39089bd,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:43.466912 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 60866) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:43.468114 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-9483c9e2-3c03-4336-8df1-72e13983c7a2 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Usage tracker for resource:port and tenant:60b4e61082d3421283cb095bbc99ad8e is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:30:43.507287 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-a93ea996-1821-4597-83e5-d7d51a569240 None None] For port 8ae78928-bc55-4332-99cd-c59498e7f56f, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:30:43.511645 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-a93ea996-1821-4597-83e5-d7d51a569240 None None] For port 8ae78928-bc55-4332-99cd-c59498e7f56f, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=8ae78928-bc55-4332-99cd-c59498e7f56f,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:30:43.511979 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-9483c9e2-3c03-4336-8df1-72e13983c7a2 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:30:43.520907 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a93ea996-1821-4597-83e5-d7d51a569240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:43.543696 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 60874) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:43.579115 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817e7dd3-d591-4743-923b-c1e263e91ba5 req-6916e47d-7f7a-44b1-b7d2-2647aa0cf181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:43.579300 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-9483c9e2-3c03-4336-8df1-72e13983c7a2 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:30:43.581237 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-817e7dd3-d591-4743-923b-c1e263e91ba5 req-6916e47d-7f7a-44b1-b7d2-2647aa0cf181 service neutron] 10.222.0.18 "GET /v2.0/networks?id=958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a HTTP/1.1" status: 200 len: 912 time: 0.4752858 Feb 01 04:30:43.628128 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93ea996-1821-4597-83e5-d7d51a569240 None None] Pushing event updated for resources: {'Port': ['ID=8ae78928-bc55-4332-99cd-c59498e7f56f,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:43.632921 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-9ccc810a-0395-4bdf-8371-9509815e851b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=05513d133b3444b782fa9b0600596c52&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0483429 Feb 01 04:30:43.633646 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 60880) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:43.647436 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc810a-0395-4bdf-8371-9509815e851b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c8605d-6daa-410d-a110-0d0e77446b71,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:43.678450 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9483c9e2-3c03-4336-8df1-72e13983c7a2 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Made reservation on behalf of 60b4e61082d3421283cb095bbc99ad8e for: {'port': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:30:43.682517 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9483c9e2-3c03-4336-8df1-72e13983c7a2 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:43.719780 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-817e7dd3-d591-4743-923b-c1e263e91ba5 req-5ea0c3c0-01f7-4fe9-94ff-a5ef4344bd57 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a143ed3-127d-4979-9fda-2a2543ba2248 HTTP/1.1" status: 200 len: 217 time: 0.1276469 Feb 01 04:30:43.740001 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-99082724-5dc3-4b7f-9cec-e8a9817af3bf tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Deleting port b343c7fb-2b7f-4d45-83c6-777ac0c0bc48 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:30:43.740326 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-99082724-5dc3-4b7f-9cec-e8a9817af3bf tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:43.791018 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-79d6d663-7bb2-42e0-9de3-08c01e84fa14 req-442b4435-5689-4074-ad11-19a4ded79962 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:43.809660 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-9483c9e2-3c03-4336-8df1-72e13983c7a2 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] device_id is not set on port 2fa97e5a-db1d-4c3f-9412-68ba06b91564 yet. {{(pid=87637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:30:43.825991 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-79d6d663-7bb2-42e0-9de3-08c01e84fa14 req-442b4435-5689-4074-ad11-19a4ded79962 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Transition to ACTIVE for port object 41353538-ddff-408b-9473-1be7ea56ca2a will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:30:43.873720 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a5c4121-c19a-49f6-abd2-3336952cca2b', 'tag': '19b03ba8-5358-40c6-b344-f929a39089bd', 'status': 'completed', 'code': 200} Feb 01 04:30:43.898206 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-79d6d663-7bb2-42e0-9de3-08c01e84fa14 req-442b4435-5689-4074-ad11-19a4ded79962 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:43.985829 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d982a6c9-6df3-4205-adba-5cf24ad5393f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:43.989631 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8593d03a-68d8-4779-b588-f4b33c423c3a req-32f4eecf-b121-45e2-8938-1dfabb742040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:43.991381 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-8593d03a-68d8-4779-b588-f4b33c423c3a req-32f4eecf-b121-45e2-8938-1dfabb742040 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4853f52d21f3486381e609c963ac9a5c&device_id=0a5c4121-c19a-49f6-abd2-3336952cca2b HTTP/1.1" status: 200 len: 1096 time: 0.7369418 Feb 01 04:30:44.112870 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8b3cfca0-27ad-45c0-bb10-878ac35aec28 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:44.131499 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79d6d663-7bb2-42e0-9de3-08c01e84fa14 req-442b4435-5689-4074-ad11-19a4ded79962 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Network 90ceb3fa-eeb4-4146-8853-bf11c986f415 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:30:44.134122 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-72a3d3b7-cfc9-42da-a8fa-ddbab49aa10c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aad9e99057e84d0bb4cd411255cc8a37&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5852969 Feb 01 04:30:44.143804 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8b3cfca0-27ad-45c0-bb10-878ac35aec28 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:44.146845 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [req-79d6d663-7bb2-42e0-9de3-08c01e84fa14 req-442b4435-5689-4074-ad11-19a4ded79962 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:30:44.150076 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-79d6d663-7bb2-42e0-9de3-08c01e84fa14 req-442b4435-5689-4074-ad11-19a4ded79962 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:30:44.150259 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 60892) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:44.162922 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-8593d03a-68d8-4779-b588-f4b33c423c3a req-7527e04b-8ef6-459c-99ed-26ac5f12d811 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19b03ba8-5358-40c6-b344-f929a39089bd HTTP/1.1" status: 200 len: 217 time: 0.1462610 Feb 01 04:30:44.179603 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d982a6c9-6df3-4205-adba-5cf24ad5393f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:44.190577 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817e7dd3-d591-4743-923b-c1e263e91ba5 req-02064866-4725-465b-9d3b-abadba9c3997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:44.192074 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-817e7dd3-d591-4743-923b-c1e263e91ba5 req-02064866-4725-465b-9d3b-abadba9c3997 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f1d92c60-8ec8-4263-bfcc-74bbe6cd55af HTTP/1.1" status: 200 len: 851 time: 0.4603064 Feb 01 04:30:44.200452 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b4435-5689-4074-ad11-19a4ded79962 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Pushing event updated for resources: {'Port': ['ID=41353538-ddff-408b-9473-1be7ea56ca2a,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:44.275923 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b3cfca0-27ad-45c0-bb10-878ac35aec28 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:30:44.341577 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3cfca0-27ad-45c0-bb10-878ac35aec28 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d9a2d7f-4fa8-4643-ae7d-99343efb436a,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:44.349045 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8b3cfca0-27ad-45c0-bb10-878ac35aec28 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:44.349197 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-8b3cfca0-27ad-45c0-bb10-878ac35aec28 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Added segment e4dd5bbe-f61e-4004-8798-ac1ca8753733 of type vlan for network 6e90ed4a-8ba5-4479-aef7-e6039fe0c655 Feb 01 04:30:44.363477 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d6d663-7bb2-42e0-9de3-08c01e84fa14 req-442b4435-5689-4074-ad11-19a4ded79962 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:44.364101 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-79d6d663-7bb2-42e0-9de3-08c01e84fa14 req-442b4435-5689-4074-ad11-19a4ded79962 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:44.405611 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-b920a5a8-76aa-45b4-a79a-2c6ac7409589 None None] Provisioning for port 41353538-ddff-408b-9473-1be7ea56ca2a completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:30:44.412837 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-b920a5a8-76aa-45b4-a79a-2c6ac7409589 None None] Provisioning complete for port 41353538-ddff-408b-9473-1be7ea56ca2a triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:30:44.413843 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b920a5a8-76aa-45b4-a79a-2c6ac7409589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:44.445935 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d2b74b-4cba-4831-9624-70177013da2d req-a36118e6-6b2d-4cbf-a81b-61f83f213ba3 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:44.447508 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-41d2b74b-4cba-4831-9624-70177013da2d req-a36118e6-6b2d-4cbf-a81b-61f83f213ba3 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5c4121-c19a-49f6-abd2-3336952cca2b HTTP/1.1" status: 200 len: 943 time: 0.3867185 Feb 01 04:30:44.454535 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8b3cfca0-27ad-45c0-bb10-878ac35aec28 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:44.472212 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-b920a5a8-76aa-45b4-a79a-2c6ac7409589 None None] Port 41353538-ddff-408b-9473-1be7ea56ca2a cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:30:44.494068 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-79d6d663-7bb2-42e0-9de3-08c01e84fa14 req-442b4435-5689-4074-ad11-19a4ded79962 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6308331 Feb 01 04:30:44.500881 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817e7dd3-d591-4743-923b-c1e263e91ba5 req-97d38bfb-136a-4a10-a8f6-d6247aea9ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:44.502381 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-817e7dd3-d591-4743-923b-c1e263e91ba5 req-97d38bfb-136a-4a10-a8f6-d6247aea9ff2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2984054 Feb 01 04:30:44.559398 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-79d6d663-7bb2-42e0-9de3-08c01e84fa14 req-b05726bd-d0f7-4a91-898e-2ebc2cd3bb9b service neutron] Request body: {'port': {'device_id': '3189e16d-7d7b-43fc-b476-2ea4b657461c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:30:44.595518 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8593d03a-68d8-4779-b588-f4b33c423c3a req-de057fba-6f4e-4d5a-b30c-0ac3de269741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:44.597513 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-8593d03a-68d8-4779-b588-f4b33c423c3a req-de057fba-6f4e-4d5a-b30c-0ac3de269741 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=571f3863-a948-465c-8ae7-d112b68c75f9 HTTP/1.1" status: 200 len: 850 time: 0.3984179 Feb 01 04:30:44.605926 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-41d2b74b-4cba-4831-9624-70177013da2d req-e869f5c2-8045-41dd-bf95-514dca441397 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] 10.222.0.24 "GET /v2.0/security-groups?id=113b466b-0f56-487d-90a6-8242a772f163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479294 Feb 01 04:30:44.625688 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-9483c9e2-3c03-4336-8df1-72e13983c7a2 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Allocated IP 2001:db8::39d (14b67238-4e53-405c-b9cd-84b8ff52e36a/a66b7c0e-2e6b-48af-8376-f94f52723849/2fa97e5a-db1d-4c3f-9412-68ba06b91564) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:30:44.703087 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8b3cfca0-27ad-45c0-bb10-878ac35aec28 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:44.704392 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3cfca0-27ad-45c0-bb10-878ac35aec28 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:44.705125 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8b3cfca0-27ad-45c0-bb10-878ac35aec28 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:44.706920 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-99082724-5dc3-4b7f-9cec-e8a9817af3bf tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:44.804831 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7e6fc023-41fa-4bf2-8ee0-6f3d98099c0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:44.814580 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d3621c-64b2-4397-a9eb-abbc827746c4 req-4ab75ef7-0c29-4247-b88b-61f7f8727f59 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:44.821794 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-a0d3621c-64b2-4397-a9eb-abbc827746c4 req-4ab75ef7-0c29-4247-b88b-61f7f8727f59 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b HTTP/1.1" status: 200 len: 943 time: 0.9145694 Feb 01 04:30:44.836864 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:44.899069 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-99082724-5dc3-4b7f-9cec-e8a9817af3bf tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Calling delete_port for b343c7fb-2b7f-4d45-83c6-777ac0c0bc48 owned by {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:30:44.950956 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d982a6c9-6df3-4205-adba-5cf24ad5393f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:44.965216 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-8b3cfca0-27ad-45c0-bb10-878ac35aec28 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.2539101 Feb 01 04:30:44.971662 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3cfca0-27ad-45c0-bb10-878ac35aec28 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Pushing event updated for resources: {'Network': ['ID=6e90ed4a-8ba5-4479-aef7-e6039fe0c655,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:44.976595 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 60898) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:44.987401 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 6e90ed4a-8ba5-4479-aef7-e6039fe0c655 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:30:44.994626 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-817e7dd3-d591-4743-923b-c1e263e91ba5 req-93f4b107-23da-470e-9af6-c4e8642a1ccc service neutron] 10.222.0.18 "GET /v2.0/networks/958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4700329 Feb 01 04:30:45.017585 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-6b444310-e49f-43be-aa93-c81dea4ec27b tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Request body: {'subnet': {'network_id': '6e90ed4a-8ba5-4479-aef7-e6039fe0c655', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:30:45.027379 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-7eaed3b6-802f-4735-adaf-93f949872005 None None] Provisioning for port 8ae78928-bc55-4332-99cd-c59498e7f56f completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:30:45.030401 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-79d6d663-7bb2-42e0-9de3-08c01e84fa14 req-b05726bd-d0f7-4a91-898e-2ebc2cd3bb9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:45.044724 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d982a6c9-6df3-4205-adba-5cf24ad5393f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c8605d-6daa-410d-a110-0d0e77446b71,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:45.073159 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7e6fc023-41fa-4bf2-8ee0-6f3d98099c0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:45.083932 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-6b444310-e49f-43be-aa93-c81dea4ec27b tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:30:45.131871 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-6b444310-e49f-43be-aa93-c81dea4ec27b tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Usage tracker for resource:subnet and tenant:b2c4c9315227484db5c8ddb58f58651b is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:30:45.139659 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-6b444310-e49f-43be-aa93-c81dea4ec27b tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:30:45.157612 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-a0d3621c-64b2-4397-a9eb-abbc827746c4 req-1ab8b5f6-49fe-45b8-8de2-b4489c38a920 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3f5860d-525a-4a29-9378-b1632322cfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3346822 Feb 01 04:30:45.218836 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-6b444310-e49f-43be-aa93-c81dea4ec27b tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:30:45.224989 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85d7531-ee2d-4dc1-ab2e-af8d38a988a7 req-a02e0830-4e68-4933-8fdb-5c77010acd27 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:45.225699 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-d85d7531-ee2d-4dc1-ab2e-af8d38a988a7 req-a02e0830-4e68-4933-8fdb-5c77010acd27 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Synchronizing usage tracker for tenant:332d5a2a0a29497d81fd0e175d971fc8 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:30:45.241243 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d982a6c9-6df3-4205-adba-5cf24ad5393f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:45.244742 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-d982a6c9-6df3-4205-adba-5cf24ad5393f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f3c8605d-6daa-410d-a110-0d0e77446b71 HTTP/1.1" status: 204 len: 168 time: 1.5963941 Feb 01 04:30:45.266959 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 8ae78928-bc55-4332-99cd-c59498e7f56f up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:30:45.275150 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-99082724-5dc3-4b7f-9cec-e8a9817af3bf tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:45.276739 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b444310-e49f-43be-aa93-c81dea4ec27b tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Made reservation on behalf of b2c4c9315227484db5c8ddb58f58651b for: {'subnet': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:30:45.279330 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6b444310-e49f-43be-aa93-c81dea4ec27b tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3694443'] for subnet, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:45.364067 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 8ae78928-bc55-4332-99cd-c59498e7f56f completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:30:45.372385 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99082724-5dc3-4b7f-9cec-e8a9817af3bf tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event deleted for resources: {'Port': ['ID=b343c7fb-2b7f-4d45-83c6-777ac0c0bc48,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:45.378759 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 8ae78928-bc55-4332-99cd-c59498e7f56f triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:30:45.379878 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:45.381836 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8593d03a-68d8-4779-b588-f4b33c423c3a req-cae21545-9b2b-4c16-8927-468f75415d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:45.383602 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-8593d03a-68d8-4779-b588-f4b33c423c3a req-cae21545-9b2b-4c16-8927-468f75415d45 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d56a2493-44f0-4c57-af25-6a282deef9cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7099977 Feb 01 04:30:45.420611 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-99082724-5dc3-4b7f-9cec-e8a9817af3bf tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:45.422157 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 9a143ed3-127d-4979-9fda-2a2543ba2248 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 01 04:30:45.460128 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9483c9e2-3c03-4336-8df1-72e13983c7a2 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:45.469143 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-817e7dd3-d591-4743-923b-c1e263e91ba5 req-55bb63a5-08d8-49cc-97b3-11057e156612 service neutron] 10.222.0.18 "GET /v2.0/networks/958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4655700 Feb 01 04:30:45.472793 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7e6fc023-41fa-4bf2-8ee0-6f3d98099c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:45.472998 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-d85d7531-ee2d-4dc1-ab2e-af8d38a988a7 req-a02e0830-4e68-4933-8fdb-5c77010acd27 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Unset dirty status for tenant:332d5a2a0a29497d81fd0e175d971fc8 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:30:45.474007 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d85d7531-ee2d-4dc1-ab2e-af8d38a988a7 req-a02e0830-4e68-4933-8fdb-5c77010acd27 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] 10.222.0.24 "GET /v2.0/ports?device_id=3189e16d-7d7b-43fc-b476-2ea4b657461c HTTP/1.1" status: 200 len: 932 time: 0.7255723 Feb 01 04:30:45.575232 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d85d7531-ee2d-4dc1-ab2e-af8d38a988a7 req-357b1cd5-4771-4018-a52f-2eaa31624ea0 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] 10.222.0.24 "GET /v2.0/security-groups?id=92eeeb5f-62a6-4c96-8f1e-0247aa1601ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947914 Feb 01 04:30:45.575429 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-99082724-5dc3-4b7f-9cec-e8a9817af3bf tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "DELETE /v2.0/ports/b343c7fb-2b7f-4d45-83c6-777ac0c0bc48 HTTP/1.1" status: 204 len: 168 time: 2.1012988 Feb 01 04:30:45.577564 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 60906) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:45.583938 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6fc023-41fa-4bf2-8ee0-6f3d98099c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c63b1d-98fc-4c6d-89ff-d7a878a8e9c8,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:45.585798 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7e6fc023-41fa-4bf2-8ee0-6f3d98099c0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:45.589241 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-7e6fc023-41fa-4bf2-8ee0-6f3d98099c0f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/26c63b1d-98fc-4c6d-89ff-d7a878a8e9c8 HTTP/1.1" status: 204 len: 168 time: 1.4264402 Feb 01 04:30:45.642175 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-9483c9e2-3c03-4336-8df1-72e13983c7a2 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Transition to ACTIVE for port object 2fa97e5a-db1d-4c3f-9412-68ba06b91564 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:30:45.725899 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-8593d03a-68d8-4779-b588-f4b33c423c3a req-60b41af6-41de-4ea1-8554-020f89380f4e service neutron] 10.222.0.18 "GET /v2.0/networks/d56a2493-44f0-4c57-af25-6a282deef9cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022454 Feb 01 04:30:45.746764 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:45.757988 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 60914) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:45.811108 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7adff385-b314-4074-b4f5-7eb143647bce admin admin] Notify callbacks [] for security_group, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:45.844660 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 8ae78928-bc55-4332-99cd-c59498e7f56f, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=8ae78928-bc55-4332-99cd-c59498e7f56f,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:30:45.848975 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9483c9e2-3c03-4336-8df1-72e13983c7a2 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:45.855476 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:45.858736 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 9a143ed3-127d-4979-9fda-2a2543ba2248, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=9a143ed3-127d-4979-9fda-2a2543ba2248,segment=NetworkSegment(3a46c540-6fa2-4630-b1ad-4e7e7ce44ba6),segment_id=3a46c540-6fa2-4630-b1ad-4e7e7ce44ba6)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:30:45.938780 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Returning: {'device': '9a143ed3-127d-4979-9fda-2a2543ba2248', 'network_id': '958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a', 'port_id': '9a143ed3-127d-4979-9fda-2a2543ba2248', 'mac_address': 'fa:16:3e:10:1b:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1d92c60-8ec8-4263-bfcc-74bbe6cd55af', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 01 04:30:45.973661 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [req-79d6d663-7bb2-42e0-9de3-08c01e84fa14 req-b05726bd-d0f7-4a91-898e-2ebc2cd3bb9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41353538-ddff-408b-9473-1be7ea56ca2a {{(pid=87636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 04:30:45.985847 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-79d6d663-7bb2-42e0-9de3-08c01e84fa14 req-b05726bd-d0f7-4a91-898e-2ebc2cd3bb9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:45.995915 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-7adff385-b314-4074-b4f5-7eb143647bce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:30:45.996157 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e0387b-818f-4a89-a7f0-0500ec049809 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:45.996975 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e0e0387b-818f-4a89-a7f0-0500ec049809 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Synchronizing usage tracker for tenant:4859bcd8aae8416eba645579d339c6c6 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:30:46.009703 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:46.026718 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-7adff385-b314-4074-b4f5-7eb143647bce admin admin] Usage tracker for resource:security_group_rule and tenant:ed8e4cae105e46c8807c580bf86b422e is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:30:46.027646 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-79d6d663-7bb2-42e0-9de3-08c01e84fa14 req-b05726bd-d0f7-4a91-898e-2ebc2cd3bb9b service neutron] Transition to ACTIVE for port object 41353538-ddff-408b-9473-1be7ea56ca2a will not be triggered until provisioned by entity L2. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:30:46.029330 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e0e0387b-818f-4a89-a7f0-0500ec049809 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Unset dirty status for tenant:4859bcd8aae8416eba645579d339c6c6 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:30:46.030907 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e0e0387b-818f-4a89-a7f0-0500ec049809 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.4522326 Feb 01 04:30:46.034224 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-79d6d663-7bb2-42e0-9de3-08c01e84fa14 req-b05726bd-d0f7-4a91-898e-2ebc2cd3bb9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:46.039358 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 60920) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:46.040955 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a143ed3-127d-4979-9fda-2a2543ba2248 {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 04:30:46.046698 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=8ae78928-bc55-4332-99cd-c59498e7f56f,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:46.048778 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-7adff385-b314-4074-b4f5-7eb143647bce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:30:46.067734 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 9a143ed3-127d-4979-9fda-2a2543ba2248, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=9a143ed3-127d-4979-9fda-2a2543ba2248,segment=NetworkSegment(3a46c540-6fa2-4630-b1ad-4e7e7ce44ba6),segment_id=3a46c540-6fa2-4630-b1ad-4e7e7ce44ba6)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:30:46.071289 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-7adff385-b314-4074-b4f5-7eb143647bce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:30:46.077290 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:46.105367 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9483c9e2-3c03-4336-8df1-72e13983c7a2 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:30:46.130170 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05726bd-d0f7-4a91-898e-2ebc2cd3bb9b service neutron] Pushing event updated for resources: {'Port': ['ID=41353538-ddff-408b-9473-1be7ea56ca2a,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:46.134338 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 60924) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:46.153530 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=9a143ed3-127d-4979-9fda-2a2543ba2248,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:46.218293 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-9483c9e2-3c03-4336-8df1-72e13983c7a2 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:30:46.239291 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9483c9e2-3c03-4336-8df1-72e13983c7a2 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:30:46.244785 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9483c9e2-3c03-4336-8df1-72e13983c7a2 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:46.245407 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9483c9e2-3c03-4336-8df1-72e13983c7a2 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:46.252507 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9483c9e2-3c03-4336-8df1-72e13983c7a2 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event updated for resources: {'Port': ['ID=2fa97e5a-db1d-4c3f-9412-68ba06b91564,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:46.283260 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-af004173-cab9-4e65-8283-9d3a2516b0b5 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] GET failed (client error): The resource could not be found. Feb 01 04:30:46.285538 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-af004173-cab9-4e65-8283-9d3a2516b0b5 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "GET /v2.0/ports/dc4157a4-c6d7-4d8f-b04f-ab0909d7ac6b HTTP/1.1" status: 404 len: 333 time: 0.2098076 Feb 01 04:30:46.300031 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 60930) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:46.311964 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-8593d03a-68d8-4779-b588-f4b33c423c3a req-16c8d7ef-834d-4c73-9316-7db89c7f4c5a service neutron] 10.222.0.18 "GET /v2.0/networks/d56a2493-44f0-4c57-af25-6a282deef9cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5547314 Feb 01 04:30:46.380535 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-d452981d-87f6-4ef1-9ef3-dc06ac8414a8 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] GET failed (client error): The resource could not be found. Feb 01 04:30:46.381041 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-d452981d-87f6-4ef1-9ef3-dc06ac8414a8 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Synchronizing usage tracker for tenant:4859bcd8aae8416eba645579d339c6c6 on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:30:46.396543 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-9483c9e2-3c03-4336-8df1-72e13983c7a2 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.9485800 Feb 01 04:30:46.411686 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 60934) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:46.434852 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] get_ports_and_sgs() called for port_ids ['9a143ed3-127d-4979-9fda-2a2543ba2248'] {{(pid=87638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 01 04:30:46.438204 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2c2699-511e-4d9e-9264-2896f2871ce1 req-2f4e0b9e-e28b-458e-a331-3ef1cd1b1320 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:46.439834 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-3a2c2699-511e-4d9e-9264-2896f2871ce1 req-2f4e0b9e-e28b-458e-a331-3ef1cd1b1320 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5c4121-c19a-49f6-abd2-3336952cca2b HTTP/1.1" status: 200 len: 943 time: 0.6022425 Feb 01 04:30:46.487824 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1b00f9f6-75bb-407b-8808-247ffcee88d3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=68692077109c4dda8c8ddac11bd0c8fd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3121862 Feb 01 04:30:46.490626 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 60938) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:46.540118 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-79d6d663-7bb2-42e0-9de3-08c01e84fa14 req-b05726bd-d0f7-4a91-898e-2ebc2cd3bb9b service neutron] Attempting to bind port 41353538-ddff-408b-9473-1be7ea56ca2a on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:30:46.540454 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-79d6d663-7bb2-42e0-9de3-08c01e84fa14 req-b05726bd-d0f7-4a91-898e-2ebc2cd3bb9b service neutron] Attempting to bind port 41353538-ddff-408b-9473-1be7ea56ca2a by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '17ff2334-fd28-43e8-8d86-c0a0d69edb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '90ceb3fa-eeb4-4146-8853-bf11c986f415'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:30:46.540775 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d6d663-7bb2-42e0-9de3-08c01e84fa14 req-b05726bd-d0f7-4a91-898e-2ebc2cd3bb9b service neutron] Attempting to bind port 41353538-ddff-408b-9473-1be7ea56ca2a on network 90ceb3fa-eeb4-4146-8853-bf11c986f415 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:30:46.553606 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-d452981d-87f6-4ef1-9ef3-dc06ac8414a8 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Unset dirty status for tenant:4859bcd8aae8416eba645579d339c6c6 on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:30:46.553873 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d6d663-7bb2-42e0-9de3-08c01e84fa14 req-b05726bd-d0f7-4a91-898e-2ebc2cd3bb9b service neutron] Port 41353538-ddff-408b-9473-1be7ea56ca2a on network 90ceb3fa-eeb4-4146-8853-bf11c986f415 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:30:46.554206 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d6d663-7bb2-42e0-9de3-08c01e84fa14 req-b05726bd-d0f7-4a91-898e-2ebc2cd3bb9b service neutron] Attempting to bind port 41353538-ddff-408b-9473-1be7ea56ca2a on network 90ceb3fa-eeb4-4146-8853-bf11c986f415 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:30:46.557376 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-d452981d-87f6-4ef1-9ef3-dc06ac8414a8 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "GET /v2.0/ports/b343c7fb-2b7f-4d45-83c6-777ac0c0bc48 HTTP/1.1" status: 404 len: 333 time: 0.2459509 Feb 01 04:30:46.566072 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 60942) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:46.596525 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d6d663-7bb2-42e0-9de3-08c01e84fa14 req-b05726bd-d0f7-4a91-898e-2ebc2cd3bb9b service neutron] Checking agent: {'id': '63664c57-372e-43f7-9ecb-4deedcf8ddc7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 28, 15), 'started_at': datetime.datetime(2022, 2, 1, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:30:46.596723 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d6d663-7bb2-42e0-9de3-08c01e84fa14 req-b05726bd-d0f7-4a91-898e-2ebc2cd3bb9b service neutron] Checking segment: {'id': '17ff2334-fd28-43e8-8d86-c0a0d69edb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '90ceb3fa-eeb4-4146-8853-bf11c986f415'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:30:46.597472 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d6d663-7bb2-42e0-9de3-08c01e84fa14 req-b05726bd-d0f7-4a91-898e-2ebc2cd3bb9b service neutron] Bound using segment: {'id': '17ff2334-fd28-43e8-8d86-c0a0d69edb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '90ceb3fa-eeb4-4146-8853-bf11c986f415'} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:30:46.597472 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-79d6d663-7bb2-42e0-9de3-08c01e84fa14 req-b05726bd-d0f7-4a91-898e-2ebc2cd3bb9b service neutron] Bound port: 41353538-ddff-408b-9473-1be7ea56ca2a, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17ff2334-fd28-43e8-8d86-c0a0d69edb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '90ceb3fa-eeb4-4146-8853-bf11c986f415'}}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:30:46.597823 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-79d6d663-7bb2-42e0-9de3-08c01e84fa14 req-b05726bd-d0f7-4a91-898e-2ebc2cd3bb9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:46.620909 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-644b31a6-21ed-4761-b434-dca234f664e2 None None] Provisioning for port 2fa97e5a-db1d-4c3f-9412-68ba06b91564 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:30:46.626849 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2a4666-b9d0-4177-9460-65bb1270439d req-142d8a0d-d1a7-43fe-8627-99bdf75c410c tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:46.629534 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9c2a4666-b9d0-4177-9460-65bb1270439d req-142d8a0d-d1a7-43fe-8627-99bdf75c410c tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b HTTP/1.1" status: 200 len: 944 time: 0.2925935 Feb 01 04:30:46.631452 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-3a2c2699-511e-4d9e-9264-2896f2871ce1 req-e12ddeb3-93bd-4c9a-b566-04eda68074ad tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] 10.222.0.24 "GET /v2.0/security-groups?id=113b466b-0f56-487d-90a6-8242a772f163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385601 Feb 01 04:30:46.637142 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-644b31a6-21ed-4761-b434-dca234f664e2 None None] Provisioning complete for port 2fa97e5a-db1d-4c3f-9412-68ba06b91564 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:30:46.637513 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-644b31a6-21ed-4761-b434-dca234f664e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:46.703865 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-644b31a6-21ed-4761-b434-dca234f664e2 None None] Port 2fa97e5a-db1d-4c3f-9412-68ba06b91564 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:30:46.716247 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7adff385-b314-4074-b4f5-7eb143647bce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:46.729329 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7adff385-b314-4074-b4f5-7eb143647bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:46.780967 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7f99dc6f-cc6c-4833-928c-40cde4bcec55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:46.841262 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05c3727-2735-4ba8-9b49-0c0087f56150 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:46.845611 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b844458c-576f-423b-af1b-d52f6d2318b7 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:46.847098 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05c3727-2735-4ba8-9b49-0c0087f56150 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:46.847809 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-c05c3727-2735-4ba8-9b49-0c0087f56150 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Synchronizing usage tracker for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:30:46.857214 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-7adff385-b314-4074-b4f5-7eb143647bce admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ed8e4cae105e46c8807c580bf86b422e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0983214 Feb 01 04:30:46.861090 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adff385-b314-4074-b4f5-7eb143647bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac44d3fe-74ff-4cdd-8fa9-110fa3e7730b,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:46.865299 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 60948) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:46.865695 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9c2a4666-b9d0-4177-9460-65bb1270439d req-4a22ef9f-9766-4965-970b-a027c00d7ade tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3f5860d-525a-4a29-9378-b1632322cfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2050121 Feb 01 04:30:46.875873 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7f99dc6f-cc6c-4833-928c-40cde4bcec55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:46.914358 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-79d6d663-7bb2-42e0-9de3-08c01e84fa14 req-b05726bd-d0f7-4a91-898e-2ebc2cd3bb9b service neutron] For port 41353538-ddff-408b-9473-1be7ea56ca2a, host hv-neutron-8268, cleared binding levels {{(pid=87636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:30:46.928867 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e065cf85-caa8-495c-9e2f-cab781de05c9 req-a0f625bf-a17e-4630-bbaf-dcdace7137ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:46.930351 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-e065cf85-caa8-495c-9e2f-cab781de05c9 req-a0f625bf-a17e-4630-bbaf-dcdace7137ff service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4853f52d21f3486381e609c963ac9a5c&device_id=0a5c4121-c19a-49f6-abd2-3336952cca2b HTTP/1.1" status: 200 len: 1096 time: 0.4438026 Feb 01 04:30:46.943718 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-c05c3727-2735-4ba8-9b49-0c0087f56150 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Unset dirty status for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:30:46.947581 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-c05c3727-2735-4ba8-9b49-0c0087f56150 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1671 time: 0.5273852 Feb 01 04:30:46.949125 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 60952) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:46.968722 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-79d6d663-7bb2-42e0-9de3-08c01e84fa14 req-b05726bd-d0f7-4a91-898e-2ebc2cd3bb9b service neutron] For port 41353538-ddff-408b-9473-1be7ea56ca2a, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=41353538-ddff-408b-9473-1be7ea56ca2a,segment=NetworkSegment(17ff2334-fd28-43e8-8d86-c0a0d69edb48),segment_id=17ff2334-fd28-43e8-8d86-c0a0d69edb48)] {{(pid=87636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:30:46.990459 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-79d6d663-7bb2-42e0-9de3-08c01e84fa14 req-b05726bd-d0f7-4a91-898e-2ebc2cd3bb9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:47.067277 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d6d663-7bb2-42e0-9de3-08c01e84fa14 req-b05726bd-d0f7-4a91-898e-2ebc2cd3bb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:47.068074 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.objects.ports [None req-6b444310-e49f-43be-aa93-c81dea4ec27b tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87637) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 01 04:30:47.068270 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-79d6d663-7bb2-42e0-9de3-08c01e84fa14 req-b05726bd-d0f7-4a91-898e-2ebc2cd3bb9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:47.068580 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6b444310-e49f-43be-aa93-c81dea4ec27b tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3037478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3694457'] for subnet, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:47.069588 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-79d6d663-7bb2-42e0-9de3-08c01e84fa14 req-b05726bd-d0f7-4a91-898e-2ebc2cd3bb9b service neutron] 10.222.0.18 "PUT /v2.0/ports/41353538-ddff-408b-9473-1be7ea56ca2a HTTP/1.1" status: 200 len: 1094 time: 2.5416331 Feb 01 04:30:47.080913 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3189e16d-7d7b-43fc-b476-2ea4b657461c', 'tag': '41353538-ddff-408b-9473-1be7ea56ca2a'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:30:47.153869 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b844458c-576f-423b-af1b-d52f6d2318b7 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:47.180258 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7155fb3f-12f4-4de1-9692-7e9deab3ae7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:47.201655 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3189e16d-7d7b-43fc-b476-2ea4b657461c', 'tag': '41353538-ddff-408b-9473-1be7ea56ca2a', 'status': 'completed', 'code': 200} Feb 01 04:30:47.202411 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7f99dc6f-cc6c-4833-928c-40cde4bcec55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:47.208515 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7155fb3f-12f4-4de1-9692-7e9deab3ae7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:47.232250 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 8ae78928-bc55-4332-99cd-c59498e7f56f up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:30:47.252798 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-b844458c-576f-423b-af1b-d52f6d2318b7 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b555bcaa-c5d6-4daa-bf5e-22b1758ee773']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:30:47.261143 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05726bd-d0f7-4a91-898e-2ebc2cd3bb9b service neutron] Pushing event updated for resources: {'Port': ['ID=41353538-ddff-408b-9473-1be7ea56ca2a,revision_number=3']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:47.263832 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f99dc6f-cc6c-4833-928c-40cde4bcec55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f3636b4-c33e-480a-b6bb-34279e0cb7b8,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:47.271601 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1167f1-29bb-4e98-892f-a7fffcf40d22 req-f1a58d53-04c2-489b-9b13-fb2640ef56fd tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:47.273457 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-b844458c-576f-423b-af1b-d52f6d2318b7 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79ca2cd5-2246-4970-8103-99b353d3fc07') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:30:47.273718 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-6a1167f1-29bb-4e98-892f-a7fffcf40d22 req-f1a58d53-04c2-489b-9b13-fb2640ef56fd tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] 10.222.0.24 "GET /v2.0/ports?device_id=3189e16d-7d7b-43fc-b476-2ea4b657461c HTTP/1.1" status: 200 len: 944 time: 0.5130498 Feb 01 04:30:47.273819 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-b844458c-576f-423b-af1b-d52f6d2318b7 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79ca2cd5-2246-4970-8103-99b353d3fc07') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:30:47.303084 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7f99dc6f-cc6c-4833-928c-40cde4bcec55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:47.304296 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-7f99dc6f-cc6c-4833-928c-40cde4bcec55 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0f3636b4-c33e-480a-b6bb-34279e0cb7b8 HTTP/1.1" status: 204 len: 168 time: 0.8042247 Feb 01 04:30:47.308856 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b844458c-576f-423b-af1b-d52f6d2318b7 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143022'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:47.332272 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b844458c-576f-423b-af1b-d52f6d2318b7 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:47.344671 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b844458c-576f-423b-af1b-d52f6d2318b7 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:30:47.345128 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b844458c-576f-423b-af1b-d52f6d2318b7 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3072199'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:47.360972 dv-neutron-826830-1-hyperv neutron-server[87636]: Traceback (most recent call last): Feb 01 04:30:47.360972 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:30:47.360972 dv-neutron-826830-1-hyperv neutron-server[87636]: timer() Feb 01 04:30:47.360972 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:30:47.360972 dv-neutron-826830-1-hyperv neutron-server[87636]: cb(*args, **kw) Feb 01 04:30:47.360972 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:30:47.360972 dv-neutron-826830-1-hyperv neutron-server[87636]: return func(*args, **kwargs) Feb 01 04:30:47.360972 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:30:47.360972 dv-neutron-826830-1-hyperv neutron-server[87636]: self._notify() Feb 01 04:30:47.360972 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:30:47.360972 dv-neutron-826830-1-hyperv neutron-server[87636]: self.callback(batched_events) Feb 01 04:30:47.360972 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:30:47.360972 dv-neutron-826830-1-hyperv neutron-server[87636]: event.method(event) Feb 01 04:30:47.360972 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:30:47.360972 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:30:47.360972 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:30:47.360972 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:30:47.360972 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:30:47.360972 dv-neutron-826830-1-hyperv neutron-server[87636]: return f(self, *a, **k) Feb 01 04:30:47.360972 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:30:47.360972 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._get(url).json() Feb 01 04:30:47.360972 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:30:47.360972 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:30:47.360972 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:30:47.360972 dv-neutron-826830-1-hyperv neutron-server[87636]: return self.request(url, 'GET', **kwargs) Feb 01 04:30:47.360972 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:30:47.360972 dv-neutron-826830-1-hyperv neutron-server[87636]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:30:47.360972 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:30:47.360972 dv-neutron-826830-1-hyperv neutron-server[87636]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:30:47.360972 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:30:47.360972 dv-neutron-826830-1-hyperv neutron-server[87636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:30:47.360972 dv-neutron-826830-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:30:47.369001 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 8ae78928-bc55-4332-99cd-c59498e7f56f triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:30:47.369446 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:47.408072 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-4b120892-63ab-4c15-aae5-345072e2711a tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Deleting port 2fa97e5a-db1d-4c3f-9412-68ba06b91564 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:30:47.408992 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4b120892-63ab-4c15-aae5-345072e2711a tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:47.417711 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 9a143ed3-127d-4979-9fda-2a2543ba2248 up at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:30:47.443053 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b444310-e49f-43be-aa93-c81dea4ec27b tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c4e80159-1b85-4104-b775-8a32eb57e051,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:47.447919 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d6d663-7bb2-42e0-9de3-08c01e84fa14 req-489bd785-b61e-40c3-a7bd-d9ebaaa4bdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:47.449442 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-79d6d663-7bb2-42e0-9de3-08c01e84fa14 req-489bd785-b61e-40c3-a7bd-d9ebaaa4bdd7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=332d5a2a0a29497d81fd0e175d971fc8&device_id=3189e16d-7d7b-43fc-b476-2ea4b657461c HTTP/1.1" status: 200 len: 1097 time: 0.2841709 Feb 01 04:30:47.542090 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b444310-e49f-43be-aa93-c81dea4ec27b tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Checking segment: {'id': 'e4dd5bbe-f61e-4004-8798-ac1ca8753733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6e90ed4a-8ba5-4479-aef7-e6039fe0c655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:30:47.542449 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b444310-e49f-43be-aa93-c81dea4ec27b tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Network hostable DHCP agents. Network: 6e90ed4a-8ba5-4479-aef7-e6039fe0c655, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:30:47.544469 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b844458c-576f-423b-af1b-d52f6d2318b7 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:47.554201 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b844458c-576f-423b-af1b-d52f6d2318b7 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:47.587500 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-6a1167f1-29bb-4e98-892f-a7fffcf40d22 req-4faacf89-799e-485e-9782-445844731435 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] 10.222.0.24 "GET /v2.0/security-groups?id=92eeeb5f-62a6-4c96-8f1e-0247aa1601ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1375113 Feb 01 04:30:47.604971 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning for port 9a143ed3-127d-4979-9fda-2a2543ba2248 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:30:47.619331 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning complete for port 9a143ed3-127d-4979-9fda-2a2543ba2248 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:30:47.619820 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:47.714977 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844458c-576f-423b-af1b-d52f6d2318b7 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event deleted for resources: {'Network': ['ID=b555bcaa-c5d6-4daa-bf5e-22b1758ee773,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:47.717680 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-79d6d663-7bb2-42e0-9de3-08c01e84fa14 req-5c531f9b-2a44-40fb-b8a3-9e78e6226406 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41353538-ddff-408b-9473-1be7ea56ca2a HTTP/1.1" status: 200 len: 217 time: 0.2545476 Feb 01 04:30:47.723967 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b844458c-576f-423b-af1b-d52f6d2318b7 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "DELETE /v2.0/networks/b555bcaa-c5d6-4daa-bf5e-22b1758ee773 HTTP/1.1" status: 204 len: 168 time: 1.1519330 Feb 01 04:30:47.727613 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 60964) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:47.769818 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-1aa2009b-3201-4ff2-8ed2-ba5e460fb456 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-993956876'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:30:47.782443 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e065cf85-caa8-495c-9e2f-cab781de05c9 req-2dacaf99-009a-4bfb-a45a-48361f4ce2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:47.784731 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-e065cf85-caa8-495c-9e2f-cab781de05c9 req-2dacaf99-009a-4bfb-a45a-48361f4ce2ad service neutron] 10.222.0.18 "GET /v2.0/networks?id=d56a2493-44f0-4c57-af25-6a282deef9cd HTTP/1.1" status: 200 len: 911 time: 0.8333251 Feb 01 04:30:47.818735 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:47.845551 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-1aa2009b-3201-4ff2-8ed2-ba5e460fb456 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:30:47.847701 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a143ed3-127d-4979-9fda-2a2543ba2248'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:30:47.864503 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b444310-e49f-43be-aa93-c81dea4ec27b tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Network 6e90ed4a-8ba5-4479-aef7-e6039fe0c655 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:30:47.865048 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1aa2009b-3201-4ff2-8ed2-ba5e460fb456 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Usage tracker for resource:network and tenant:4859bcd8aae8416eba645579d339c6c6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:30:47.873376 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7155fb3f-12f4-4de1-9692-7e9deab3ae7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:47.876731 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1aa2009b-3201-4ff2-8ed2-ba5e460fb456 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:30:47.888463 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-1aa2009b-3201-4ff2-8ed2-ba5e460fb456 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:30:47.920457 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 9a143ed3-127d-4979-9fda-2a2543ba2248, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=9a143ed3-127d-4979-9fda-2a2543ba2248,segment=NetworkSegment(3a46c540-6fa2-4630-b1ad-4e7e7ce44ba6),segment_id=3a46c540-6fa2-4630-b1ad-4e7e7ce44ba6)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:30:47.929047 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:47.948889 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-e065cf85-caa8-495c-9e2f-cab781de05c9 req-63e1e03f-4f3c-4ade-9573-b8d6910a90df service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19b03ba8-5358-40c6-b344-f929a39089bd HTTP/1.1" status: 200 len: 217 time: 0.1556082 Feb 01 04:30:47.950487 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa2009b-3201-4ff2-8ed2-ba5e460fb456 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Made reservation on behalf of 4859bcd8aae8416eba645579d339c6c6 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:30:47.958843 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1aa2009b-3201-4ff2-8ed2-ba5e460fb456 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:47.974000 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7155fb3f-12f4-4de1-9692-7e9deab3ae7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac44d3fe-74ff-4cdd-8fa9-110fa3e7730b,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:47.998256 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d6d663-7bb2-42e0-9de3-08c01e84fa14 req-17161ed5-5980-4eff-af4e-a2b609ecb321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:48.002450 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-79d6d663-7bb2-42e0-9de3-08c01e84fa14 req-17161ed5-5980-4eff-af4e-a2b609ecb321 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f42bcb10-2f4f-4796-800c-dcbbdb896d1a HTTP/1.1" status: 200 len: 843 time: 0.2766623 Feb 01 04:30:48.025736 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=9a143ed3-127d-4979-9fda-2a2543ba2248,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:48.079771 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7155fb3f-12f4-4de1-9692-7e9deab3ae7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:48.081850 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-7155fb3f-12f4-4de1-9692-7e9deab3ae7d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ac44d3fe-74ff-4cdd-8fa9-110fa3e7730b HTTP/1.1" status: 204 len: 168 time: 1.2001438 Feb 01 04:30:48.085160 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1aa2009b-3201-4ff2-8ed2-ba5e460fb456 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:30:48.090785 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-6b444310-e49f-43be-aa93-c81dea4ec27b tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, 6e90ed4a-8ba5-4479-aef7-e6039fe0c655) {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:30:48.097634 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1aa2009b-3201-4ff2-8ed2-ba5e460fb456 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:48.098092 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-1aa2009b-3201-4ff2-8ed2-ba5e460fb456 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Added segment b19b076f-90ae-4227-8b96-b3428c359654 of type vlan for network 771497eb-97ee-4ccb-a0ba-8632c9b55ea0 Feb 01 04:30:48.109708 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b444310-e49f-43be-aa93-c81dea4ec27b tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:48.110043 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950b707c-8a83-4388-a37b-397d8375fb1b None None] Network 6e90ed4a-8ba5-4479-aef7-e6039fe0c655 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:30:48.110305 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6b444310-e49f-43be-aa93-c81dea4ec27b tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:48.144746 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1aa2009b-3201-4ff2-8ed2-ba5e460fb456 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:48.191784 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1aa2009b-3201-4ff2-8ed2-ba5e460fb456 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:48.197842 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa2009b-3201-4ff2-8ed2-ba5e460fb456 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:48.198041 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1aa2009b-3201-4ff2-8ed2-ba5e460fb456 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:48.246370 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4b120892-63ab-4c15-aae5-345072e2711a tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:48.329920 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa2009b-3201-4ff2-8ed2-ba5e460fb456 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event updated for resources: {'Network': ['ID=771497eb-97ee-4ccb-a0ba-8632c9b55ea0,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:48.352231 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 771497eb-97ee-4ccb-a0ba-8632c9b55ea0 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:30:48.377858 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8464a837-34a5-4baf-bdaa-6ed0cbd00024 req-83499492-65a3-486e-ae0a-2543d18ea7f2 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:48.379768 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8464a837-34a5-4baf-bdaa-6ed0cbd00024 req-83499492-65a3-486e-ae0a-2543d18ea7f2 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5c4121-c19a-49f6-abd2-3336952cca2b HTTP/1.1" status: 200 len: 943 time: 0.6015291 Feb 01 04:30:48.386084 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1aa2009b-3201-4ff2-8ed2-ba5e460fb456 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6215415 Feb 01 04:30:48.386965 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 60990) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:48.389335 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d6d663-7bb2-42e0-9de3-08c01e84fa14 req-e48d5d20-e27a-43b4-86a9-4a185ddb4dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:48.390770 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-79d6d663-7bb2-42e0-9de3-08c01e84fa14 req-e48d5d20-e27a-43b4-86a9-4a185ddb4dbf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=90ceb3fa-eeb4-4146-8853-bf11c986f415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3733051 Feb 01 04:30:48.397181 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-bcfa6f34-d001-42a8-884d-56fd828a93ec tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Request body: {'subnet': {'network_id': '771497eb-97ee-4ccb-a0ba-8632c9b55ea0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:30:48.496654 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-4b120892-63ab-4c15-aae5-345072e2711a tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Calling delete_port for 2fa97e5a-db1d-4c3f-9412-68ba06b91564 owned by {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:30:48.539979 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-bcfa6f34-d001-42a8-884d-56fd828a93ec tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:30:48.635055 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b60bd0-92af-4b81-a92d-a6397e31a9a2 None None] Network 6e90ed4a-8ba5-4479-aef7-e6039fe0c655 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:30:48.740589 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-bcfa6f34-d001-42a8-884d-56fd828a93ec tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Usage tracker for resource:subnet and tenant:4859bcd8aae8416eba645579d339c6c6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:30:48.761326 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-bcfa6f34-d001-42a8-884d-56fd828a93ec tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:30:48.772681 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-6b444310-e49f-43be-aa93-c81dea4ec27b tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.7760906 Feb 01 04:30:48.775774 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 32772) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:48.776098 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 32774) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:48.794288 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-bcfa6f34-d001-42a8-884d-56fd828a93ec tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:30:48.804606 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-eff2c6ea-471a-43b7-abd6-3cc2794a5abd tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1416935210', 'network_id': '6e90ed4a-8ba5-4479-aef7-e6039fe0c655'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:30:48.827268 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e065cf85-caa8-495c-9e2f-cab781de05c9 req-3423b9e6-a0fe-49e6-a9b6-50c236ca1d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:48.828973 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-e065cf85-caa8-495c-9e2f-cab781de05c9 req-3423b9e6-a0fe-49e6-a9b6-50c236ca1d11 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=571f3863-a948-465c-8ae7-d112b68c75f9 HTTP/1.1" status: 200 len: 850 time: 0.8708875 Feb 01 04:30:48.830779 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8464a837-34a5-4baf-bdaa-6ed0cbd00024 req-227ad824-13f9-47d0-a4e1-3c43941284c3 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] 10.222.0.24 "GET /v2.0/security-groups?id=113b466b-0f56-487d-90a6-8242a772f163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2943995 Feb 01 04:30:48.834909 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-eff2c6ea-471a-43b7-abd6-3cc2794a5abd tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:30:48.863111 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcfa6f34-d001-42a8-884d-56fd828a93ec tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Made reservation on behalf of 4859bcd8aae8416eba645579d339c6c6 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:30:48.868995 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bcfa6f34-d001-42a8-884d-56fd828a93ec tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:48.885866 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-eff2c6ea-471a-43b7-abd6-3cc2794a5abd tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Usage tracker for resource:port and tenant:b2c4c9315227484db5c8ddb58f58651b is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:30:48.907799 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-79d6d663-7bb2-42e0-9de3-08c01e84fa14 req-50fceee3-81a1-4ba6-b9ba-451cfbb614cc service neutron] 10.222.0.18 "GET /v2.0/networks/90ceb3fa-eeb4-4146-8853-bf11c986f415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3692420 Feb 01 04:30:48.910498 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-eff2c6ea-471a-43b7-abd6-3cc2794a5abd tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:30:48.929403 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-eff2c6ea-471a-43b7-abd6-3cc2794a5abd tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:30:48.990448 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46979e3c-f3f9-4f09-90de-394d105dbf0f req-dc05db36-4155-4a2f-82a2-8e91749221d1 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:48.997752 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-46979e3c-f3f9-4f09-90de-394d105dbf0f req-dc05db36-4155-4a2f-82a2-8e91749221d1 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b HTTP/1.1" status: 200 len: 945 time: 0.8709559 Feb 01 04:30:49.011618 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff2c6ea-471a-43b7-abd6-3cc2794a5abd tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Made reservation on behalf of b2c4c9315227484db5c8ddb58f58651b for: {'port': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:30:49.014236 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-eff2c6ea-471a-43b7-abd6-3cc2794a5abd tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:49.023723 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.ipam_backend_mixin [None req-bcfa6f34-d001-42a8-884d-56fd828a93ec tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Performing IP validity checks on allocation pools {{(pid=87636) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 01 04:30:49.026482 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.ipam_backend_mixin [None req-bcfa6f34-d001-42a8-884d-56fd828a93ec tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87636) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 01 04:30:49.099354 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-70f04385-fd13-4c57-8bef-6eec73bd7708 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-507087753'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:30:49.115793 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-70f04385-fd13-4c57-8bef-6eec73bd7708 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:30:49.124066 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-eff2c6ea-471a-43b7-abd6-3cc2794a5abd tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] device_id is not set on port 6f4ca76e-3872-4b37-8812-7f4d83e3769f yet. {{(pid=87637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:30:49.159281 dv-neutron-826830-1-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a143ed3-127d-4979-9fda-2a2543ba2248', 'code': 200} Feb 01 04:30:49.184542 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-70f04385-fd13-4c57-8bef-6eec73bd7708 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Usage tracker for resource:network and tenant:16b3717ab26047d1acd9f2f043c1f70e is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:30:49.199402 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-79d6d663-7bb2-42e0-9de3-08c01e84fa14 req-10844a4b-6015-45b2-8eef-a715da1e5edc service neutron] 10.222.0.18 "GET /v2.0/networks/90ceb3fa-eeb4-4146-8853-bf11c986f415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839746 Feb 01 04:30:49.199606 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-70f04385-fd13-4c57-8bef-6eec73bd7708 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:30:49.223858 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-70f04385-fd13-4c57-8bef-6eec73bd7708 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:30:49.249979 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-46979e3c-f3f9-4f09-90de-394d105dbf0f req-1c7aeddf-af11-4a46-b3c3-898f32ee95d5 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3f5860d-525a-4a29-9378-b1632322cfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1772337 Feb 01 04:30:49.266016 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e065cf85-caa8-495c-9e2f-cab781de05c9 req-bf55cbc4-a2f7-4ba9-8492-ed32a617bc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:49.268838 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-e065cf85-caa8-495c-9e2f-cab781de05c9 req-bf55cbc4-a2f7-4ba9-8492-ed32a617bc34 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d56a2493-44f0-4c57-af25-6a282deef9cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4301972 Feb 01 04:30:49.275033 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4b120892-63ab-4c15-aae5-345072e2711a tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:49.324721 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f04385-fd13-4c57-8bef-6eec73bd7708 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Made reservation on behalf of 16b3717ab26047d1acd9f2f043c1f70e for: {'network': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:30:49.328098 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-70f04385-fd13-4c57-8bef-6eec73bd7708 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:49.371923 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b120892-63ab-4c15-aae5-345072e2711a tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event deleted for resources: {'Port': ['ID=2fa97e5a-db1d-4c3f-9412-68ba06b91564,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:49.380782 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-70f04385-fd13-4c57-8bef-6eec73bd7708 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Notify callbacks [] for security_group, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:49.425377 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 19b03ba8-5358-40c6-b344-f929a39089bd details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 01 04:30:49.488200 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4b120892-63ab-4c15-aae5-345072e2711a tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:49.497801 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-70f04385-fd13-4c57-8bef-6eec73bd7708 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:30:49.499427 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bcfa6f34-d001-42a8-884d-56fd828a93ec tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:49.566995 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 32800) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:49.574361 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-70f04385-fd13-4c57-8bef-6eec73bd7708 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Usage tracker for resource:security_group_rule and tenant:16b3717ab26047d1acd9f2f043c1f70e is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:30:49.624480 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-70f04385-fd13-4c57-8bef-6eec73bd7708 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:30:49.639202 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-4b120892-63ab-4c15-aae5-345072e2711a tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/ports/2fa97e5a-db1d-4c3f-9412-68ba06b91564 HTTP/1.1" status: 204 len: 168 time: 2.6839890 Feb 01 04:30:49.641842 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-70f04385-fd13-4c57-8bef-6eec73bd7708 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:30:49.646152 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 32806) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:49.655611 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfa6f34-d001-42a8-884d-56fd828a93ec tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event updated for resources: {'Subnet': ['ID=8498c145-8449-42c8-96bb-530c713c88e8,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:49.659183 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e62d7c-e41e-40eb-8ebe-8e6b436c99ba req-a3d62f93-c6f4-426f-b5b3-a7bbc9af680b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:49.660673 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a0e62d7c-e41e-40eb-8ebe-8e6b436c99ba req-a3d62f93-c6f4-426f-b5b3-a7bbc9af680b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=332d5a2a0a29497d81fd0e175d971fc8&device_id=3189e16d-7d7b-43fc-b476-2ea4b657461c HTTP/1.1" status: 200 len: 1097 time: 0.3483052 Feb 01 04:30:49.675161 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 19b03ba8-5358-40c6-b344-f929a39089bd, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=19b03ba8-5358-40c6-b344-f929a39089bd,segment=NetworkSegment(f3c730b5-ac0c-4a87-93d7-0709403005ff),segment_id=f3c730b5-ac0c-4a87-93d7-0709403005ff)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:30:49.688762 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Returning: {'device': '19b03ba8-5358-40c6-b344-f929a39089bd', 'network_id': 'd56a2493-44f0-4c57-af25-6a282deef9cd', 'port_id': '19b03ba8-5358-40c6-b344-f929a39089bd', 'mac_address': 'fa:16:3e:d3:0c:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '571f3863-a948-465c-8ae7-d112b68c75f9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 01 04:30:49.708101 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba43056f-7627-4739-a3e6-1dcfdb1adbfe req-74605fee-e404-4058-8727-adacf5ae199e tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:49.717977 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ba43056f-7627-4739-a3e6-1dcfdb1adbfe req-74605fee-e404-4058-8727-adacf5ae199e tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] 10.222.0.24 "GET /v2.0/ports?device_id=3189e16d-7d7b-43fc-b476-2ea4b657461c HTTP/1.1" status: 200 len: 944 time: 0.4066846 Feb 01 04:30:49.730597 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfa6f34-d001-42a8-884d-56fd828a93ec tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Checking segment: {'id': 'b19b076f-90ae-4227-8b96-b3428c359654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '771497eb-97ee-4ccb-a0ba-8632c9b55ea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:30:49.730974 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfa6f34-d001-42a8-884d-56fd828a93ec tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Network hostable DHCP agents. Network: 771497eb-97ee-4ccb-a0ba-8632c9b55ea0, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:30:49.764008 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10afe899-6b46-47c3-9270-0ec928fe8643 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:49.764174 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:49.766084 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10afe899-6b46-47c3-9270-0ec928fe8643 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:49.769120 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-10afe899-6b46-47c3-9270-0ec928fe8643 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1188221 Feb 01 04:30:49.773679 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8490c5e4-3463-4a29-852f-0a36bcbc0470 req-e40df5d5-9a2b-4e29-835c-bf2222ed2b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:49.775170 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8490c5e4-3463-4a29-852f-0a36bcbc0470 req-e40df5d5-9a2b-4e29-835c-bf2222ed2b0f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b HTTP/1.1" status: 200 len: 1098 time: 0.3407121 Feb 01 04:30:49.777895 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 32810) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:49.784989 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19b03ba8-5358-40c6-b344-f929a39089bd {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 04:30:49.801290 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 19b03ba8-5358-40c6-b344-f929a39089bd, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=19b03ba8-5358-40c6-b344-f929a39089bd,segment=NetworkSegment(f3c730b5-ac0c-4a87-93d7-0709403005ff),segment_id=f3c730b5-ac0c-4a87-93d7-0709403005ff)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:30:49.806173 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:49.821581 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-311f453f-0d7f-4c71-982b-755efa6fcf78 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-448756567'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:30:49.878684 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_v2 [None req-df143218-120f-446e-a9eb-f89cdd1b778f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Deleting subnet a66b7c0e-2e6b-48af-8376-f94f52723849 {{(pid=87637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:30:49.882231 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-df143218-120f-446e-a9eb-f89cdd1b778f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for subnet, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:49.882867 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-311f453f-0d7f-4c71-982b-755efa6fcf78 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:30:49.886472 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-8490c5e4-3463-4a29-852f-0a36bcbc0470 req-a775c705-4739-45b4-ba8a-70f4f5ba62af service neutron] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:49.901110 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=19b03ba8-5358-40c6-b344-f929a39089bd,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:49.956857 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-eff2c6ea-471a-43b7-abd6-3cc2794a5abd tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Allocated IP 2001:db8::17d (6e90ed4a-8ba5-4479-aef7-e6039fe0c655/c4e80159-1b85-4104-b775-8a32eb57e051/6f4ca76e-3872-4b37-8812-7f4d83e3769f) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:30:49.990355 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-df143218-120f-446e-a9eb-f89cdd1b778f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2424773'] for subnet, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:49.998164 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-311f453f-0d7f-4c71-982b-755efa6fcf78 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Usage tracker for resource:network and tenant:b106e76e28e449fe893e915e4e5801cf is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:30:50.013198 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-311f453f-0d7f-4c71-982b-755efa6fcf78 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:30:50.039827 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ba43056f-7627-4739-a3e6-1dcfdb1adbfe req-3fbc9cea-bf5b-46b3-95fe-54f26c2a1137 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] 10.222.0.24 "GET /v2.0/security-groups?id=92eeeb5f-62a6-4c96-8f1e-0247aa1601ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3209813 Feb 01 04:30:50.041923 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfa6f34-d001-42a8-884d-56fd828a93ec tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Network 771497eb-97ee-4ccb-a0ba-8632c9b55ea0 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:30:50.046571 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-311f453f-0d7f-4c71-982b-755efa6fcf78 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:30:50.053340 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-8490c5e4-3463-4a29-852f-0a36bcbc0470 req-a775c705-4739-45b4-ba8a-70f4f5ba62af service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:30:50.076310 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-8490c5e4-3463-4a29-852f-0a36bcbc0470 req-a775c705-4739-45b4-ba8a-70f4f5ba62af service neutron] Usage tracker for resource:security_group_rule and tenant:af9a2bb84f5e43bf9555702cdd9cc17a is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:30:50.076721 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-e065cf85-caa8-495c-9e2f-cab781de05c9 req-bd251a6b-f296-4e80-b506-4946e81050e3 service neutron] 10.222.0.18 "GET /v2.0/networks/d56a2493-44f0-4c57-af25-6a282deef9cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7378016 Feb 01 04:30:50.079986 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e62d7c-e41e-40eb-8ebe-8e6b436c99ba req-e2998bcc-c5af-4ac0-8ed7-e6ddc0df16d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:50.081438 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a0e62d7c-e41e-40eb-8ebe-8e6b436c99ba req-e2998bcc-c5af-4ac0-8ed7-e6ddc0df16d1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=90ceb3fa-eeb4-4146-8853-bf11c986f415 HTTP/1.1" status: 200 len: 904 time: 0.4113672 Feb 01 04:30:50.082451 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-8490c5e4-3463-4a29-852f-0a36bcbc0470 req-a775c705-4739-45b4-ba8a-70f4f5ba62af service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:30:50.085041 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-311f453f-0d7f-4c71-982b-755efa6fcf78 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Made reservation on behalf of b106e76e28e449fe893e915e4e5801cf for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:30:50.088425 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-311f453f-0d7f-4c71-982b-755efa6fcf78 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:50.094912 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] get_ports_and_sgs() called for port_ids ['19b03ba8-5358-40c6-b344-f929a39089bd'] {{(pid=87638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 01 04:30:50.097716 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-bcfa6f34-d001-42a8-884d-56fd828a93ec tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, 771497eb-97ee-4ccb-a0ba-8632c9b55ea0) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:30:50.104656 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-8490c5e4-3463-4a29-852f-0a36bcbc0470 req-a775c705-4739-45b4-ba8a-70f4f5ba62af service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:30:50.128305 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3927d54-512f-4367-8ece-4fb512dec6c6 None None] Network 771497eb-97ee-4ccb-a0ba-8632c9b55ea0 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:30:50.154553 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfa6f34-d001-42a8-884d-56fd828a93ec tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:50.155460 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bcfa6f34-d001-42a8-884d-56fd828a93ec tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539973'] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:50.169557 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-311f453f-0d7f-4c71-982b-755efa6fcf78 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:50.200956 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a0e62d7c-e41e-40eb-8ebe-8e6b436c99ba req-29ad8b4e-50b5-4d4f-86ab-c1e5191a7359 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41353538-ddff-408b-9473-1be7ea56ca2a HTTP/1.1" status: 200 len: 217 time: 0.0988739 Feb 01 04:30:50.254748 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-311f453f-0d7f-4c71-982b-755efa6fcf78 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:30:50.266711 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-311f453f-0d7f-4c71-982b-755efa6fcf78 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Usage tracker for resource:security_group_rule and tenant:b106e76e28e449fe893e915e4e5801cf is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:30:50.273525 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-311f453f-0d7f-4c71-982b-755efa6fcf78 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:30:50.279507 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-bcfa6f34-d001-42a8-884d-56fd828a93ec tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8851352 Feb 01 04:30:50.286300 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 32816) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:50.287241 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-311f453f-0d7f-4c71-982b-755efa6fcf78 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:30:50.306464 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-9ecba669-9f52-4dd4-90b2-f6fed4b66ab6 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Request body: {'port': {'network_id': '771497eb-97ee-4ccb-a0ba-8632c9b55ea0', 'name': 'tempest-PortsIpV6TestJSON-1157406458'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:30:50.338664 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-df143218-120f-446e-a9eb-f89cdd1b778f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:50.369307 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e62d7c-e41e-40eb-8ebe-8e6b436c99ba req-4d08a8b5-56ee-442e-8783-b79bd2e4bb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:50.370753 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a0e62d7c-e41e-40eb-8ebe-8e6b436c99ba req-4d08a8b5-56ee-442e-8783-b79bd2e4bb58 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f42bcb10-2f4f-4796-800c-dcbbdb896d1a HTTP/1.1" status: 200 len: 843 time: 0.1636565 Feb 01 04:30:50.525290 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f646f-87ae-4648-8ccb-f63404ed54d6 req-9f8dfcb7-07fe-4d94-a841-d9700d4dcb3c tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:50.527097 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-244f646f-87ae-4648-8ccb-f63404ed54d6 req-9f8dfcb7-07fe-4d94-a841-d9700d4dcb3c tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5c4121-c19a-49f6-abd2-3336952cca2b HTTP/1.1" status: 200 len: 944 time: 0.5535870 Feb 01 04:30:50.547623 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4335c301-3ddd-459d-9210-1f0b10d53278 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-771497eb-97ee-4ccb-a0ba-8632c9b55ea0', 'network_id': '771497eb-97ee-4ccb-a0ba-8632c9b55ea0', 'tenant_id': '4859bcd8aae8416eba645579d339c6c6', 'fixed_ips': [{'subnet_id': '8498c145-8449-42c8-96bb-530c713c88e8'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:30:50.548602 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4335c301-3ddd-459d-9210-1f0b10d53278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:50.578723 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-e065cf85-caa8-495c-9e2f-cab781de05c9 req-20d79ee5-4a9c-4fb5-9f0d-8c8f978a2532 service neutron] 10.222.0.18 "GET /v2.0/networks/d56a2493-44f0-4c57-af25-6a282deef9cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4912930 Feb 01 04:30:50.595567 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-70f04385-fd13-4c57-8bef-6eec73bd7708 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Notify callbacks [] for security_group, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:50.618644 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-70f04385-fd13-4c57-8bef-6eec73bd7708 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:50.636510 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-8490c5e4-3463-4a29-852f-0a36bcbc0470 req-a775c705-4739-45b4-ba8a-70f4f5ba62af service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:50.652862 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-8490c5e4-3463-4a29-852f-0a36bcbc0470 req-a775c705-4739-45b4-ba8a-70f4f5ba62af service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:50.684838 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-9ecba669-9f52-4dd4-90b2-f6fed4b66ab6 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:30:50.696162 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-df143218-120f-446e-a9eb-f89cdd1b778f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3037665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694336'] for subnet, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:50.714212 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-8490c5e4-3463-4a29-852f-0a36bcbc0470 req-a775c705-4739-45b4-ba8a-70f4f5ba62af service neutron] Synchronizing usage tracker for tenant:af9a2bb84f5e43bf9555702cdd9cc17a on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:30:50.721478 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-9ecba669-9f52-4dd4-90b2-f6fed4b66ab6 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:30:50.735011 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70f04385-fd13-4c57-8bef-6eec73bd7708 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=87637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:30:50.762729 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-244f646f-87ae-4648-8ccb-f63404ed54d6 req-3a1855e7-557b-456a-8502-07af77cf8c22 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] 10.222.0.24 "GET /v2.0/security-groups?id=113b466b-0f56-487d-90a6-8242a772f163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1822391 Feb 01 04:30:50.767284 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-311f453f-0d7f-4c71-982b-755efa6fcf78 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:50.770331 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e62d7c-e41e-40eb-8ebe-8e6b436c99ba req-bc7af280-9614-423f-a643-35916a1b5503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:50.771788 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a0e62d7c-e41e-40eb-8ebe-8e6b436c99ba req-bc7af280-9614-423f-a643-35916a1b5503 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=90ceb3fa-eeb4-4146-8853-bf11c986f415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3858302 Feb 01 04:30:50.772013 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f04385-fd13-4c57-8bef-6eec73bd7708 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d023447-5651-4e53-a945-ccdc4c6bc250,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:50.772343 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a775c705-4739-45b4-ba8a-70f4f5ba62af service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=581cb559-0505-4fce-8b86-304f64f47949,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:50.784948 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df143218-120f-446e-a9eb-f89cdd1b778f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event deleted for resources: {'Subnet': ['ID=a66b7c0e-2e6b-48af-8376-f94f52723849,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:50.785171 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-311f453f-0d7f-4c71-982b-755efa6fcf78 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:50.785619 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-eff2c6ea-471a-43b7-abd6-3cc2794a5abd tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:50.789355 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-df143218-120f-446e-a9eb-f89cdd1b778f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:50.794837 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-70f04385-fd13-4c57-8bef-6eec73bd7708 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:50.795304 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.segments_db [None req-70f04385-fd13-4c57-8bef-6eec73bd7708 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Added segment 013ff36b-fb7e-4bab-9b70-21264d6bced7 of type vlan for network c2325588-ac80-4576-858a-8aae0d1a6f14 Feb 01 04:30:50.807191 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e17588b-b0c9-46b8-ad9c-83c22863e27b None None] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:30:50.826480 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ecba669-9f52-4dd4-90b2-f6fed4b66ab6 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Made reservation on behalf of 4859bcd8aae8416eba645579d339c6c6 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:30:50.830849 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9ecba669-9f52-4dd4-90b2-f6fed4b66ab6 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:50.839308 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-8490c5e4-3463-4a29-852f-0a36bcbc0470 req-a775c705-4739-45b4-ba8a-70f4f5ba62af service neutron] Unset dirty status for tenant:af9a2bb84f5e43bf9555702cdd9cc17a on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:30:50.840401 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8490c5e4-3463-4a29-852f-0a36bcbc0470 req-a775c705-4739-45b4-ba8a-70f4f5ba62af service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c3f5860d-525a-4a29-9378-b1632322cfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.0443091 Feb 01 04:30:50.848948 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-4335c301-3ddd-459d-9210-1f0b10d53278 None None] Allocated IP 2001:db8::2 (771497eb-97ee-4ccb-a0ba-8632c9b55ea0/8498c145-8449-42c8-96bb-530c713c88e8/96b00859-f0f0-488b-8e31-40618836d43d) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:30:50.852283 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-df143218-120f-446e-a9eb-f89cdd1b778f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/subnets/a66b7c0e-2e6b-48af-8376-f94f52723849 HTTP/1.1" status: 204 len: 168 time: 1.0698686 Feb 01 04:30:50.855341 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443b9469-0a8b-4941-bd5e-06a848660445 req-dfd03fa6-c9d8-4930-976f-2f4d086f27a5 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:50.856808 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-443b9469-0a8b-4941-bd5e-06a848660445 req-dfd03fa6-c9d8-4930-976f-2f4d086f27a5 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b HTTP/1.1" status: 200 len: 945 time: 0.3890114 Feb 01 04:30:50.874176 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 32822) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:50.888686 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-70f04385-fd13-4c57-8bef-6eec73bd7708 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:50.895827 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-311f453f-0d7f-4c71-982b-755efa6fcf78 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:30:50.929730 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-eff2c6ea-471a-43b7-abd6-3cc2794a5abd tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:50.964643 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-70f04385-fd13-4c57-8bef-6eec73bd7708 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:50.970199 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f04385-fd13-4c57-8bef-6eec73bd7708 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:50.971354 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-70f04385-fd13-4c57-8bef-6eec73bd7708 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539973'] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:51.030674 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311f453f-0d7f-4c71-982b-755efa6fcf78 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e2db3ca-cf33-48b4-a2e9-ce4818824405,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:51.047564 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-fa6c573f-92ef-4dfe-bb16-067f5727750b tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1658363 Feb 01 04:30:51.047564 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 32826) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:51.057597 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-311f453f-0d7f-4c71-982b-755efa6fcf78 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:51.058036 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-311f453f-0d7f-4c71-982b-755efa6fcf78 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Added segment 64c9d150-b7a8-459f-8ac4-3b938b043f98 of type vlan for network 3fe3270e-1a6a-4f4d-8142-1fc6c54a77aa Feb 01 04:30:51.062935 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-9ecba669-9f52-4dd4-90b2-f6fed4b66ab6 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] device_id is not set on port d0e76819-f6ff-4ef7-b1db-c6080f67188b yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:30:51.169440 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff2c6ea-471a-43b7-abd6-3cc2794a5abd tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Network 6e90ed4a-8ba5-4479-aef7-e6039fe0c655 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:30:51.191344 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-443b9469-0a8b-4941-bd5e-06a848660445 req-ee42d5db-a381-4054-a65f-c500be7e2e27 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3f5860d-525a-4a29-9378-b1632322cfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3116121 Feb 01 04:30:51.220194 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-70f04385-fd13-4c57-8bef-6eec73bd7708 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.4411845 Feb 01 04:30:51.221471 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-eff2c6ea-471a-43b7-abd6-3cc2794a5abd tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:30:51.227721 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 32832) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:51.245431 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-311f453f-0d7f-4c71-982b-755efa6fcf78 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:51.259195 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff2c6ea-471a-43b7-abd6-3cc2794a5abd tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Pushing event updated for resources: {'Port': ['ID=6f4ca76e-3872-4b37-8812-7f4d83e3769f,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:51.266898 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff2c6ea-471a-43b7-abd6-3cc2794a5abd tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:30:51.267179 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff2c6ea-471a-43b7-abd6-3cc2794a5abd tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:51.268353 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-eff2c6ea-471a-43b7-abd6-3cc2794a5abd tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:51.269099 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4335c301-3ddd-459d-9210-1f0b10d53278 None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:51.269506 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a0e62d7c-e41e-40eb-8ebe-8e6b436c99ba req-7fae3083-6a84-40e6-831a-a9351f7e0d11 service neutron] 10.222.0.18 "GET /v2.0/networks/90ceb3fa-eeb4-4146-8853-bf11c986f415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4888685 Feb 01 04:30:51.272982 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f04385-fd13-4c57-8bef-6eec73bd7708 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Pushing event updated for resources: {'Network': ['ID=c2325588-ac80-4576-858a-8aae0d1a6f14,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:51.278536 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-57e69092-7be8-43d3-bb19-c49f76f03a67 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Request body: {'subnet': {'network_id': 'c2325588-ac80-4576-858a-8aae0d1a6f14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:30:51.285983 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-4335c301-3ddd-459d-9210-1f0b10d53278 None None] Transition to ACTIVE for port object 96b00859-f0f0-488b-8e31-40618836d43d will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:30:51.289576 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network c2325588-ac80-4576-858a-8aae0d1a6f14 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:30:51.345650 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-eff2c6ea-471a-43b7-abd6-3cc2794a5abd tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.5651677 Feb 01 04:30:51.347680 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-4335c301-3ddd-459d-9210-1f0b10d53278 None None] Transition to ACTIVE for port object 96b00859-f0f0-488b-8e31-40618836d43d will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:30:51.350877 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 32836) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:51.409618 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4335c301-3ddd-459d-9210-1f0b10d53278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:51.461331 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4ca9c1-a888-4da5-ae26-8a9dd433b714 None None] DHCP port deletion for 14b67238-4e53-405c-b9cd-84b8ff52e36a request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:30:51.463197 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 41353538-ddff-408b-9473-1be7ea56ca2a details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 01 04:30:51.466200 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-311f453f-0d7f-4c71-982b-755efa6fcf78 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:51.472511 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311f453f-0d7f-4c71-982b-755efa6fcf78 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:51.473091 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-311f453f-0d7f-4c71-982b-755efa6fcf78 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:51.478481 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 19b03ba8-5358-40c6-b344-f929a39089bd up at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:30:51.497843 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-57e69092-7be8-43d3-bb19-c49f76f03a67 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:30:51.507426 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-57e69092-7be8-43d3-bb19-c49f76f03a67 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Usage tracker for resource:subnet and tenant:16b3717ab26047d1acd9f2f043c1f70e is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:30:51.513108 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-57e69092-7be8-43d3-bb19-c49f76f03a67 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:30:51.523164 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-8cbdd77f-93ae-43d9-b28f-2b6eecd3c1a7 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Deleting port 6f4ca76e-3872-4b37-8812-7f4d83e3769f {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:30:51.523639 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8cbdd77f-93ae-43d9-b28f-2b6eecd3c1a7 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:51.525082 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b2ad24-2c17-4649-ba93-a5eb819e853e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:51.528820 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b5b2ad24-2c17-4649-ba93-a5eb819e853e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4725266 Feb 01 04:30:51.533312 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4335c301-3ddd-459d-9210-1f0b10d53278 None None] Network 771497eb-97ee-4ccb-a0ba-8632c9b55ea0 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:30:51.534580 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-cd4ca9c1-a888-4da5-ae26-8a9dd433b714 None None] Deleting port 8ae78928-bc55-4332-99cd-c59498e7f56f {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:30:51.534952 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cd4ca9c1-a888-4da5-ae26-8a9dd433b714 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:51.546092 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 32840) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:51.549817 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-57e69092-7be8-43d3-bb19-c49f76f03a67 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:30:51.562161 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-4335c301-3ddd-459d-9210-1f0b10d53278 None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:30:51.564127 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a14196-cc87-4a01-8228-bc2176b37a43 req-17163330-d186-4399-9ab0-e1862cbbdecb tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:51.565805 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-e8a14196-cc87-4a01-8228-bc2176b37a43 req-17163330-d186-4399-9ab0-e1862cbbdecb tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] 10.222.0.24 "GET /v2.0/ports?device_id=3189e16d-7d7b-43fc-b476-2ea4b657461c HTTP/1.1" status: 200 len: 944 time: 0.4017601 Feb 01 04:30:51.592161 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4335c301-3ddd-459d-9210-1f0b10d53278 None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:30:51.611272 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e69092-7be8-43d3-bb19-c49f76f03a67 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Made reservation on behalf of 16b3717ab26047d1acd9f2f043c1f70e for: {'subnet': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:30:51.615843 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-57e69092-7be8-43d3-bb19-c49f76f03a67 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3694443'] for subnet, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:51.684607 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4335c301-3ddd-459d-9210-1f0b10d53278 None None] Pushing event updated for resources: {'Port': ['ID=96b00859-f0f0-488b-8e31-40618836d43d,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:51.708053 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a0e62d7c-e41e-40eb-8ebe-8e6b436c99ba req-23a98242-e3f7-4064-89f3-aaba2a499f1f service neutron] 10.222.0.18 "GET /v2.0/networks/90ceb3fa-eeb4-4146-8853-bf11c986f415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4265680 Feb 01 04:30:51.708644 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311f453f-0d7f-4c71-982b-755efa6fcf78 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Pushing event updated for resources: {'Network': ['ID=3fe3270e-1a6a-4f4d-8142-1fc6c54a77aa,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:51.717366 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-e8a14196-cc87-4a01-8228-bc2176b37a43 req-921f371a-c403-43c6-804f-e1e3fd0ac969 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] 10.222.0.24 "GET /v2.0/security-groups?id=92eeeb5f-62a6-4c96-8f1e-0247aa1601ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1437068 Feb 01 04:30:51.727525 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-311f453f-0d7f-4c71-982b-755efa6fcf78 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.1522636 Feb 01 04:30:51.729140 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-9ecba669-9f52-4dd4-90b2-f6fed4b66ab6 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Allocated IP 2001:db8::387 (771497eb-97ee-4ccb-a0ba-8632c9b55ea0/8498c145-8449-42c8-96bb-530c713c88e8/d0e76819-f6ff-4ef7-b1db-c6080f67188b) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:30:51.733494 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 32844) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:51.760227 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 3fe3270e-1a6a-4f4d-8142-1fc6c54a77aa details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:30:51.762725 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-ea3db635-e298-4a3f-b475-db9ca88e6116 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Request body: {'subnet': {'network_id': '3fe3270e-1a6a-4f4d-8142-1fc6c54a77aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:30:51.779968 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65db0a8e-699a-4cfd-81f0-30151c9b60b7 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:51.780960 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-65db0a8e-699a-4cfd-81f0-30151c9b60b7 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Synchronizing usage tracker for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:subnet {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:30:51.902245 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-4335c301-3ddd-459d-9210-1f0b10d53278 None None] Attempting to bind port 96b00859-f0f0-488b-8e31-40618836d43d on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:30:51.902781 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-4335c301-3ddd-459d-9210-1f0b10d53278 None None] Attempting to bind port 96b00859-f0f0-488b-8e31-40618836d43d by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': 'b19b076f-90ae-4227-8b96-b3428c359654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '771497eb-97ee-4ccb-a0ba-8632c9b55ea0'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:30:51.903000 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4335c301-3ddd-459d-9210-1f0b10d53278 None None] Attempting to bind port 96b00859-f0f0-488b-8e31-40618836d43d on network 771497eb-97ee-4ccb-a0ba-8632c9b55ea0 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:30:51.929021 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4335c301-3ddd-459d-9210-1f0b10d53278 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:30:51.929373 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4335c301-3ddd-459d-9210-1f0b10d53278 None None] Checking segment: {'id': 'b19b076f-90ae-4227-8b96-b3428c359654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '771497eb-97ee-4ccb-a0ba-8632c9b55ea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:30:51.929805 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4335c301-3ddd-459d-9210-1f0b10d53278 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:51.930173 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4335c301-3ddd-459d-9210-1f0b10d53278 None None] Bound using segment: {'id': 'b19b076f-90ae-4227-8b96-b3428c359654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '771497eb-97ee-4ccb-a0ba-8632c9b55ea0'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:30:51.930647 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-4335c301-3ddd-459d-9210-1f0b10d53278 None None] Bound port: 96b00859-f0f0-488b-8e31-40618836d43d, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b19b076f-90ae-4227-8b96-b3428c359654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '771497eb-97ee-4ccb-a0ba-8632c9b55ea0'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:30:51.931240 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4335c301-3ddd-459d-9210-1f0b10d53278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:52.057472 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning for port 19b03ba8-5358-40c6-b344-f929a39089bd completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:30:52.058956 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-57e69092-7be8-43d3-bb19-c49f76f03a67 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3037478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3694457'] for subnet, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:52.095620 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8cbdd77f-93ae-43d9-b28f-2b6eecd3c1a7 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:52.104749 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-ea3db635-e298-4a3f-b475-db9ca88e6116 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:30:52.107925 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-65db0a8e-699a-4cfd-81f0-30151c9b60b7 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Unset dirty status for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:subnet {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:30:52.109366 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-65db0a8e-699a-4cfd-81f0-30151c9b60b7 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5619171 Feb 01 04:30:52.121819 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 32850) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:52.124409 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-ea3db635-e298-4a3f-b475-db9ca88e6116 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Usage tracker for resource:subnet and tenant:b106e76e28e449fe893e915e4e5801cf is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:30:52.135341 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-ea3db635-e298-4a3f-b475-db9ca88e6116 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:30:52.148807 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning complete for port 19b03ba8-5358-40c6-b344-f929a39089bd triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:30:52.149031 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:52.152767 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-ea3db635-e298-4a3f-b475-db9ca88e6116 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:30:52.203256 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea3db635-e298-4a3f-b475-db9ca88e6116 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Made reservation on behalf of b106e76e28e449fe893e915e4e5801cf for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:30:52.207421 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ea3db635-e298-4a3f-b475-db9ca88e6116 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:52.253856 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-b175b0fc-2a32-4719-9e4c-fce85e28d9bf tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1309993 Feb 01 04:30:52.284200 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 32856) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:52.307312 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-1cce27b4-26b2-42b4-a466-0ddfabb79046 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Request body: {'subnet': {'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:30:52.336402 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-8cbdd77f-93ae-43d9-b28f-2b6eecd3c1a7 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Calling delete_port for 6f4ca76e-3872-4b37-8812-7f4d83e3769f owned by {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:30:52.342070 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 41353538-ddff-408b-9473-1be7ea56ca2a, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=41353538-ddff-408b-9473-1be7ea56ca2a,segment=NetworkSegment(17ff2334-fd28-43e8-8d86-c0a0d69edb48),segment_id=17ff2334-fd28-43e8-8d86-c0a0d69edb48)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:30:52.368265 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-cd4ca9c1-a888-4da5-ae26-8a9dd433b714 None None] For port 8ae78928-bc55-4332-99cd-c59498e7f56f, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=8ae78928-bc55-4332-99cd-c59498e7f56f,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:30:52.368678 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cd4ca9c1-a888-4da5-ae26-8a9dd433b714 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:52.396345 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f16b99-0521-4f14-8de1-96087377fea2 req-c26b74d3-9b96-44f9-8815-d69cfe4eff30 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:52.398021 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b8f16b99-0521-4f14-8de1-96087377fea2 req-c26b74d3-9b96-44f9-8815-d69cfe4eff30 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5c4121-c19a-49f6-abd2-3336952cca2b HTTP/1.1" status: 200 len: 944 time: 0.3886998 Feb 01 04:30:52.412571 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Returning: {'device': '41353538-ddff-408b-9473-1be7ea56ca2a', 'network_id': '90ceb3fa-eeb4-4146-8853-bf11c986f415', 'port_id': '41353538-ddff-408b-9473-1be7ea56ca2a', 'mac_address': 'fa:16:3e:7f:cb:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f42bcb10-2f4f-4796-800c-dcbbdb896d1a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 01 04:30:52.415769 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-4335c301-3ddd-459d-9210-1f0b10d53278 None None] For port 96b00859-f0f0-488b-8e31-40618836d43d, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:30:52.433143 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e69092-7be8-43d3-bb19-c49f76f03a67 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Pushing event updated for resources: {'Subnet': ['ID=92a92d23-ebfa-41d8-9c60-28579d4f2287,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:52.460730 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e69092-7be8-43d3-bb19-c49f76f03a67 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Checking segment: {'id': '013ff36b-fb7e-4bab-9b70-21264d6bced7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c2325588-ac80-4576-858a-8aae0d1a6f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:30:52.461086 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e69092-7be8-43d3-bb19-c49f76f03a67 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Network hostable DHCP agents. Network: c2325588-ac80-4576-858a-8aae0d1a6f14, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:30:52.523766 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e69092-7be8-43d3-bb19-c49f76f03a67 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Network c2325588-ac80-4576-858a-8aae0d1a6f14 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:30:52.593544 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9ecba669-9f52-4dd4-90b2-f6fed4b66ab6 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:52.601537 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b8f16b99-0521-4f14-8de1-96087377fea2 req-3744e1dd-955f-4ec4-8d50-26603504b938 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] 10.222.0.24 "GET /v2.0/security-groups?id=113b466b-0f56-487d-90a6-8242a772f163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1727128 Feb 01 04:30:52.603523 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-1cce27b4-26b2-42b4-a466-0ddfabb79046 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:30:52.622072 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-cd4ca9c1-a888-4da5-ae26-8a9dd433b714 None None] Calling delete_port for 8ae78928-bc55-4332-99cd-c59498e7f56f owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:30:52.632941 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-9ecba669-9f52-4dd4-90b2-f6fed4b66ab6 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Transition to ACTIVE for port object d0e76819-f6ff-4ef7-b1db-c6080f67188b will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:30:52.650040 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f3ff4-1a75-4bdb-a1ae-77674a13cfb7 req-6d43cfa8-ca8e-4b63-8fea-2e9eec724e3a tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:52.651562 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-1f0f3ff4-1a75-4bdb-a1ae-77674a13cfb7 req-6d43cfa8-ca8e-4b63-8fea-2e9eec724e3a tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b HTTP/1.1" status: 200 len: 945 time: 0.2847617 Feb 01 04:30:52.655167 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-57e69092-7be8-43d3-bb19-c49f76f03a67 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, c2325588-ac80-4576-858a-8aae0d1a6f14) {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:30:52.663221 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-1cce27b4-26b2-42b4-a466-0ddfabb79046 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:30:52.663377 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-4335c301-3ddd-459d-9210-1f0b10d53278 None None] For port 96b00859-f0f0-488b-8e31-40618836d43d, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=96b00859-f0f0-488b-8e31-40618836d43d,segment=NetworkSegment(b19b076f-90ae-4227-8b96-b3428c359654),segment_id=b19b076f-90ae-4227-8b96-b3428c359654)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:30:52.663709 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e69092-7be8-43d3-bb19-c49f76f03a67 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:52.664298 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-57e69092-7be8-43d3-bb19-c49f76f03a67 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:52.682580 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62b6902-4694-4714-a445-0c3c8c54bea0 None None] Network c2325588-ac80-4576-858a-8aae0d1a6f14 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:30:52.700676 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cce27b4-26b2-42b4-a466-0ddfabb79046 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Made reservation on behalf of 60b4e61082d3421283cb095bbc99ad8e for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:30:52.704930 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1cce27b4-26b2-42b4-a466-0ddfabb79046 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:52.713106 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8cbdd77f-93ae-43d9-b28f-2b6eecd3c1a7 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:52.724300 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4335c301-3ddd-459d-9210-1f0b10d53278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:52.774510 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-57e69092-7be8-43d3-bb19-c49f76f03a67 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5166190 Feb 01 04:30:52.779850 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbdd77f-93ae-43d9-b28f-2b6eecd3c1a7 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Pushing event deleted for resources: {'Port': ['ID=6f4ca76e-3872-4b37-8812-7f4d83e3769f,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:52.781701 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 32862) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:52.820246 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-1f0f3ff4-1a75-4bdb-a1ae-77674a13cfb7 req-b0c507a4-9426-48fd-9c9b-7544b2163dc1 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3f5860d-525a-4a29-9378-b1632322cfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1589062 Feb 01 04:30:52.828215 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-8325c0b9-2eb2-453d-8ebf-b6bb771a690e tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Request body: {'port': {'network_id': 'c2325588-ac80-4576-858a-8aae0d1a6f14', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-885447420'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:30:52.849996 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ea3db635-e298-4a3f-b475-db9ca88e6116 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:52.905688 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9ecba669-9f52-4dd4-90b2-f6fed4b66ab6 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:52.949021 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8cbdd77f-93ae-43d9-b28f-2b6eecd3c1a7 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:52.951089 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-8cbdd77f-93ae-43d9-b28f-2b6eecd3c1a7 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] 10.222.0.24 "DELETE /v2.0/ports/6f4ca76e-3872-4b37-8812-7f4d83e3769f HTTP/1.1" status: 204 len: 168 time: 1.5979722 Feb 01 04:30:52.962212 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 32866) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:52.970153 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-d73892da-f1f3-45af-a91e-d849ffd5c77c tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6e90ed4a-8ba5-4479-aef7-e6039fe0c655', 'external_fixed_ips': [{'subnet_id': 'c4e80159-1b85-4104-b775-8a32eb57e051', 'ip_address': '2001:db8::17d'}]}}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:30:52.976853 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-d73892da-f1f3-45af-a91e-d849ffd5c77c tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:30:53.028965 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-d73892da-f1f3-45af-a91e-d849ffd5c77c tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Usage tracker for resource:router and tenant:b2c4c9315227484db5c8ddb58f58651b is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:30:53.036912 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-d73892da-f1f3-45af-a91e-d849ffd5c77c tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:30:53.046523 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-d73892da-f1f3-45af-a91e-d849ffd5c77c tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:30:53.056396 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4335c301-3ddd-459d-9210-1f0b10d53278 None None] Pushing event updated for resources: {'Port': ['ID=96b00859-f0f0-488b-8e31-40618836d43d,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:53.059849 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:53.073516 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecba669-9f52-4dd4-90b2-f6fed4b66ab6 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Network 771497eb-97ee-4ccb-a0ba-8632c9b55ea0 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:30:53.084752 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-9ecba669-9f52-4dd4-90b2-f6fed4b66ab6 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:30:53.086565 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3db635-e298-4a3f-b475-db9ca88e6116 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Pushing event updated for resources: {'Subnet': ['ID=d894d9a9-d11d-4980-9fda-ac6d01539ecb,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:53.088940 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecba669-9f52-4dd4-90b2-f6fed4b66ab6 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:30:53.089880 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d73892da-f1f3-45af-a91e-d849ffd5c77c tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25958'] for router, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:53.091038 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d73892da-f1f3-45af-a91e-d849ffd5c77c tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-372027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25961'] for router, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:53.094036 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ecba669-9f52-4dd4-90b2-f6fed4b66ab6 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:53.094646 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9ecba669-9f52-4dd4-90b2-f6fed4b66ab6 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:53.111215 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-8325c0b9-2eb2-453d-8ebf-b6bb771a690e tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:30:53.117958 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-8325c0b9-2eb2-453d-8ebf-b6bb771a690e tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Usage tracker for resource:port and tenant:16b3717ab26047d1acd9f2f043c1f70e is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:30:53.122464 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-8325c0b9-2eb2-453d-8ebf-b6bb771a690e tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:30:53.125592 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d73892da-f1f3-45af-a91e-d849ffd5c77c tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:53.130978 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:53.134414 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3db635-e298-4a3f-b475-db9ca88e6116 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Checking segment: {'id': '64c9d150-b7a8-459f-8ac4-3b938b043f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3fe3270e-1a6a-4f4d-8142-1fc6c54a77aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:30:53.134414 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3db635-e298-4a3f-b475-db9ca88e6116 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Network hostable DHCP agents. Network: 3fe3270e-1a6a-4f4d-8142-1fc6c54a77aa, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:30:53.134985 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-8325c0b9-2eb2-453d-8ebf-b6bb771a690e tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:30:53.138686 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecba669-9f52-4dd4-90b2-f6fed4b66ab6 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event updated for resources: {'Port': ['ID=d0e76819-f6ff-4ef7-b1db-c6080f67188b,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:53.150943 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8325c0b9-2eb2-453d-8ebf-b6bb771a690e tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Made reservation on behalf of 16b3717ab26047d1acd9f2f043c1f70e for: {'port': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:30:53.155537 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8325c0b9-2eb2-453d-8ebf-b6bb771a690e tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:53.226709 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9ecba669-9f52-4dd4-90b2-f6fed4b66ab6 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9301763 Feb 01 04:30:53.226886 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41353538-ddff-408b-9473-1be7ea56ca2a {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 04:30:53.228873 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cd4ca9c1-a888-4da5-ae26-8a9dd433b714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:53.233232 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 32870) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:53.276902 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 8ae78928-bc55-4332-99cd-c59498e7f56f no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:30:53.292759 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3db635-e298-4a3f-b475-db9ca88e6116 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Network 3fe3270e-1a6a-4f4d-8142-1fc6c54a77aa is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:30:53.299987 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a5c4121-c19a-49f6-abd2-3336952cca2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19b03ba8-5358-40c6-b344-f929a39089bd'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:30:53.313555 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-8325c0b9-2eb2-453d-8ebf-b6bb771a690e tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] device_id is not set on port 46c86046-04ba-4eb1-9ff0-42ca4ea0b91f yet. {{(pid=87637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:30:53.327485 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4cf482-09c5-4c25-8220-87795c055159 req-9ff359eb-fd2b-4e64-bdaa-29d972c814ef tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:53.334906 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9e4cf482-09c5-4c25-8220-87795c055159 req-9ff359eb-fd2b-4e64-bdaa-29d972c814ef tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] 10.222.0.24 "GET /v2.0/ports?device_id=3189e16d-7d7b-43fc-b476-2ea4b657461c HTTP/1.1" status: 200 len: 944 time: 0.3788297 Feb 01 04:30:53.355401 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 19b03ba8-5358-40c6-b344-f929a39089bd, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=19b03ba8-5358-40c6-b344-f929a39089bd,segment=NetworkSegment(f3c730b5-ac0c-4a87-93d7-0709403005ff),segment_id=f3c730b5-ac0c-4a87-93d7-0709403005ff)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:30:53.378765 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-12bc9235-fcbf-44c8-b3a2-34cde1574c9a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Deleting port d0e76819-f6ff-4ef7-b1db-c6080f67188b {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:30:53.379105 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-12bc9235-fcbf-44c8-b3a2-34cde1574c9a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:53.379600 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 8ae78928-bc55-4332-99cd-c59498e7f56f {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:30:53.380043 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 8ae78928-bc55-4332-99cd-c59498e7f56f not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:30:53.382775 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4ca9c1-a888-4da5-ae26-8a9dd433b714 None None] Pushing event deleted for resources: {'Port': ['ID=8ae78928-bc55-4332-99cd-c59498e7f56f,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:53.403910 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-ea3db635-e298-4a3f-b475-db9ca88e6116 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, 3fe3270e-1a6a-4f4d-8142-1fc6c54a77aa) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:30:53.427277 dv-neutron-826830-1-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a5c4121-c19a-49f6-abd2-3336952cca2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19b03ba8-5358-40c6-b344-f929a39089bd', 'code': 200} Feb 01 04:30:53.430021 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957c1d6a-dde1-4b0b-914d-9c9587484361 None None] Network 3fe3270e-1a6a-4f4d-8142-1fc6c54a77aa requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:30:53.430729 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3db635-e298-4a3f-b475-db9ca88e6116 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:53.431101 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ea3db635-e298-4a3f-b475-db9ca88e6116 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539973'] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:53.444757 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:53.449466 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4ca9c1-a888-4da5-ae26-8a9dd433b714 None None] No DVR routers for this DVR port 8ae78928-bc55-4332-99cd-c59498e7f56f on host dv-neutron-826830-1-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:30:53.474442 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 41353538-ddff-408b-9473-1be7ea56ca2a, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=41353538-ddff-408b-9473-1be7ea56ca2a,segment=NetworkSegment(17ff2334-fd28-43e8-8d86-c0a0d69edb48),segment_id=17ff2334-fd28-43e8-8d86-c0a0d69edb48)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:30:53.506940 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9e4cf482-09c5-4c25-8220-87795c055159 req-2068a938-38ac-4561-92b1-89ca2398319d tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] 10.222.0.24 "GET /v2.0/security-groups?id=92eeeb5f-62a6-4c96-8f1e-0247aa1601ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1711287 Feb 01 04:30:53.510832 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1cce27b4-26b2-42b4-a466-0ddfabb79046 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:53.530810 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d73892da-f1f3-45af-a91e-d849ffd5c77c tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:53.546514 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ea3db635-e298-4a3f-b475-db9ca88e6116 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8097682 Feb 01 04:30:53.553611 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:53.589185 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963468b5-b447-423d-80a5-43a8e1b35d0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-c2325588-ac80-4576-858a-8aae0d1a6f14', 'network_id': 'c2325588-ac80-4576-858a-8aae0d1a6f14', 'tenant_id': '16b3717ab26047d1acd9f2f043c1f70e', 'fixed_ips': [{'subnet_id': '92a92d23-ebfa-41d8-9c60-28579d4f2287'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:30:53.590422 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-963468b5-b447-423d-80a5-43a8e1b35d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:53.599741 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 32876) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:53.618955 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-aac07fa4-a812-408c-8072-cc9fa935c593 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Request body: {'port': {'network_id': '3fe3270e-1a6a-4f4d-8142-1fc6c54a77aa', 'name': 'tempest-AllowedAddressPairTestJSON-708046496'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:30:53.679465 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cce27b4-26b2-42b4-a466-0ddfabb79046 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:30:53.692990 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-1cce27b4-26b2-42b4-a466-0ddfabb79046 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:30:53.721140 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfc70df-92e6-491a-a913-8a47e388bc60 None None] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:30:53.724683 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-8325c0b9-2eb2-453d-8ebf-b6bb771a690e tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Allocated IP 2001:db8::294 (c2325588-ac80-4576-858a-8aae0d1a6f14/92a92d23-ebfa-41d8-9c60-28579d4f2287/46c86046-04ba-4eb1-9ff0-42ca4ea0b91f) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:30:53.732358 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cce27b4-26b2-42b4-a466-0ddfabb79046 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:53.733181 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1cce27b4-26b2-42b4-a466-0ddfabb79046 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539973'] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:53.932493 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=19b03ba8-5358-40c6-b344-f929a39089bd,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:54.073799 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] get_ports_and_sgs() called for port_ids ['41353538-ddff-408b-9473-1be7ea56ca2a'] {{(pid=87638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 01 04:30:54.080784 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cce27b4-26b2-42b4-a466-0ddfabb79046 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event updated for resources: {'Subnet': ['ID=eb662c10-5b22-41bb-8292-b2f55e955702,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:54.172971 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1cce27b4-26b2-42b4-a466-0ddfabb79046 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8850217 Feb 01 04:30:54.175104 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8325c0b9-2eb2-453d-8ebf-b6bb771a690e tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:54.197052 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-8325c0b9-2eb2-453d-8ebf-b6bb771a690e tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Transition to ACTIVE for port object 46c86046-04ba-4eb1-9ff0-42ca4ea0b91f will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:30:54.223849 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 32884) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:54.254515 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-e68f9f9f-a131-4c10-9a43-4455f11fbef3 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Request body: {'port': {'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'fixed_ips': [{'subnet_id': 'eb662c10-5b22-41bb-8292-b2f55e955702', 'ip_address': '2001:db8::5de2:a104:a6b4:7e5c'}], 'name': 'tempest-NetworksTestDHCPv6-1316173212'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:30:54.276766 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8325c0b9-2eb2-453d-8ebf-b6bb771a690e tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:54.306099 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 04:30:54.331304 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-aac07fa4-a812-408c-8072-cc9fa935c593 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:30:54.351563 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-aac07fa4-a812-408c-8072-cc9fa935c593 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Usage tracker for resource:port and tenant:b106e76e28e449fe893e915e4e5801cf is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:30:54.353871 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=41353538-ddff-408b-9473-1be7ea56ca2a,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:54.359491 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-aac07fa4-a812-408c-8072-cc9fa935c593 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:30:54.376717 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a5bd35-4e7a-4c4e-8481-2762d03e83ff req-cfe8e3ee-e705-401d-aa05-929257cc7617 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:54.378772 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-23a5bd35-4e7a-4c4e-8481-2762d03e83ff req-cfe8e3ee-e705-401d-aa05-929257cc7617 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5c4121-c19a-49f6-abd2-3336952cca2b HTTP/1.1" status: 200 len: 945 time: 0.3394144 Feb 01 04:30:54.391261 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8325c0b9-2eb2-453d-8ebf-b6bb771a690e tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Network c2325588-ac80-4576-858a-8aae0d1a6f14 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:30:54.406603 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-8325c0b9-2eb2-453d-8ebf-b6bb771a690e tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:30:54.417347 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8325c0b9-2eb2-453d-8ebf-b6bb771a690e tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:30:54.418220 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-12bc9235-fcbf-44c8-b3a2-34cde1574c9a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:54.423097 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8325c0b9-2eb2-453d-8ebf-b6bb771a690e tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:54.423740 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8325c0b9-2eb2-453d-8ebf-b6bb771a690e tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:54.426227 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-aac07fa4-a812-408c-8072-cc9fa935c593 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:30:54.429187 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8325c0b9-2eb2-453d-8ebf-b6bb771a690e tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Pushing event updated for resources: {'Port': ['ID=46c86046-04ba-4eb1-9ff0-42ca4ea0b91f,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:54.529868 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-8325c0b9-2eb2-453d-8ebf-b6bb771a690e tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7448246 Feb 01 04:30:54.535933 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-23a5bd35-4e7a-4c4e-8481-2762d03e83ff req-82198298-2905-401f-b5ba-d4b76065e4c8 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] 10.222.0.24 "GET /v2.0/security-groups?id=113b466b-0f56-487d-90a6-8242a772f163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486819 Feb 01 04:30:54.536417 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 32888) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:54.544381 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-333edaff-14e0-4cee-98ed-939a3aae4b3c tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Request body: {'port': {'network_id': 'c2325588-ac80-4576-858a-8aae0d1a6f14', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2109025645', 'allowed_address_pairs': [{'ip_address': '2001:db8::294', 'mac_address': 'fa:16:3e:05:98:b2'}]}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:30:54.601952 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-12bc9235-fcbf-44c8-b3a2-34cde1574c9a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Calling delete_port for d0e76819-f6ff-4ef7-b1db-c6080f67188b owned by {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:30:54.659086 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-963468b5-b447-423d-80a5-43a8e1b35d0d None None] Allocated IP 2001:db8::2 (c2325588-ac80-4576-858a-8aae0d1a6f14/92a92d23-ebfa-41d8-9c60-28579d4f2287/abb497bf-eafa-4017-afc8-9015eecf993e) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:30:54.833072 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e27ac7-a57c-43bc-b6a3-0f6fcb47bcc9 req-7d33fc6f-4655-4fa9-a5e4-90c81a5fcf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:54.835543 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f7e27ac7-a57c-43bc-b6a3-0f6fcb47bcc9 req-7d33fc6f-4655-4fa9-a5e4-90c81a5fcf9d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0a5c4121-c19a-49f6-abd2-3336952cca2b HTTP/1.1" status: 200 len: 1098 time: 1.1438785 Feb 01 04:30:54.844859 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-333edaff-14e0-4cee-98ed-939a3aae4b3c tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:30:54.848853 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-12bc9235-fcbf-44c8-b3a2-34cde1574c9a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:54.857639 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-333edaff-14e0-4cee-98ed-939a3aae4b3c tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Usage tracker for resource:port and tenant:16b3717ab26047d1acd9f2f043c1f70e is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:30:54.860874 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-333edaff-14e0-4cee-98ed-939a3aae4b3c tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:30:54.883529 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-333edaff-14e0-4cee-98ed-939a3aae4b3c tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:30:54.971055 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac07fa4-a812-408c-8072-cc9fa935c593 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Made reservation on behalf of b106e76e28e449fe893e915e4e5801cf for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:30:54.974759 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-aac07fa4-a812-408c-8072-cc9fa935c593 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:54.989155 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317b4867-2f6b-4a51-9c5f-fae9e42e310a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-3fe3270e-1a6a-4f4d-8142-1fc6c54a77aa', 'network_id': '3fe3270e-1a6a-4f4d-8142-1fc6c54a77aa', 'tenant_id': 'b106e76e28e449fe893e915e4e5801cf', 'fixed_ips': [{'subnet_id': 'd894d9a9-d11d-4980-9fda-ac6d01539ecb'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:30:54.990233 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-317b4867-2f6b-4a51-9c5f-fae9e42e310a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:55.055429 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-aac07fa4-a812-408c-8072-cc9fa935c593 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] device_id is not set on port c1a8a50f-9404-4adc-8e60-041409eb781b yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:30:55.077643 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd4d05f-4a01-4a3e-ad1f-1d67d795085b None None] Network 771497eb-97ee-4ccb-a0ba-8632c9b55ea0 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:30:55.107343 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e68f9f9f-a131-4c10-9a43-4455f11fbef3 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:30:55.112188 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e68f9f9f-a131-4c10-9a43-4455f11fbef3 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Usage tracker for resource:port and tenant:60b4e61082d3421283cb095bbc99ad8e is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:30:55.116859 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e68f9f9f-a131-4c10-9a43-4455f11fbef3 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:30:55.123576 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e68f9f9f-a131-4c10-9a43-4455f11fbef3 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:30:55.124038 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-333edaff-14e0-4cee-98ed-939a3aae4b3c tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Made reservation on behalf of 16b3717ab26047d1acd9f2f043c1f70e for: {'port': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:30:55.187418 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-963468b5-b447-423d-80a5-43a8e1b35d0d None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:55.209337 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-12bc9235-fcbf-44c8-b3a2-34cde1574c9a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:55.223484 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f7e27ac7-a57c-43bc-b6a3-0f6fcb47bcc9 req-3b8e7596-9db0-44fe-ae9e-640dfeb014d9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=113b466b-0f56-487d-90a6-8242a772f163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3719852 Feb 01 04:30:55.223997 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e68f9f9f-a131-4c10-9a43-4455f11fbef3 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Made reservation on behalf of 60b4e61082d3421283cb095bbc99ad8e for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:30:55.281821 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-963468b5-b447-423d-80a5-43a8e1b35d0d None None] Transition to ACTIVE for port object abb497bf-eafa-4017-afc8-9015eecf993e will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:30:55.326902 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d73892da-f1f3-45af-a91e-d849ffd5c77c tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:55.362353 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e68f9f9f-a131-4c10-9a43-4455f11fbef3 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:55.369332 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 96b00859-f0f0-488b-8e31-40618836d43d up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:30:55.371625 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b100703-bea5-4777-82c6-b995824da79b req-becc9e2a-83fe-4aff-8ace-cecd9cc4c4d9 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:55.373089 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-4b100703-bea5-4777-82c6-b995824da79b req-becc9e2a-83fe-4aff-8ace-cecd9cc4c4d9 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] 10.222.0.24 "GET /v2.0/ports?device_id=3189e16d-7d7b-43fc-b476-2ea4b657461c HTTP/1.1" status: 200 len: 945 time: 0.6006877 Feb 01 04:30:55.376092 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d73892da-f1f3-45af-a91e-d849ffd5c77c tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:55.387969 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c45123f-6eba-40e7-9d56-2bb5438c7970 req-2709ed68-1c46-4e15-be62-60b2ef31b9f6 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:55.389541 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1c45123f-6eba-40e7-9d56-2bb5438c7970 req-2709ed68-1c46-4e15-be62-60b2ef31b9f6 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b HTTP/1.1" status: 200 len: 945 time: 1.3151016 Feb 01 04:30:55.390848 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-12bc9235-fcbf-44c8-b3a2-34cde1574c9a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "DELETE /v2.0/ports/d0e76819-f6ff-4ef7-b1db-c6080f67188b HTTP/1.1" status: 204 len: 168 time: 2.1566522 Feb 01 04:30:55.394861 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69bf671a-98b0-4ae7-8322-383600b3bdd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-14b67238-4e53-405c-b9cd-84b8ff52e36a', 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'tenant_id': '60b4e61082d3421283cb095bbc99ad8e', 'fixed_ips': [{'subnet_id': 'eb662c10-5b22-41bb-8292-b2f55e955702'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:30:55.395842 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-69bf671a-98b0-4ae7-8322-383600b3bdd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:55.397267 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bc9235-fcbf-44c8-b3a2-34cde1574c9a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event deleted for resources: {'Port': ['ID=d0e76819-f6ff-4ef7-b1db-c6080f67188b,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:55.399247 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 32894) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:55.470429 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-e68f9f9f-a131-4c10-9a43-4455f11fbef3 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] device_id is not set on port baf97f3a-1ec5-4a43-929f-0020c651b6c4 yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:30:55.476288 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-6167a57b-6e96-46ee-9099-8ab572035506 None None] Provisioning for port 96b00859-f0f0-488b-8e31-40618836d43d completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:30:55.481688 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-963468b5-b447-423d-80a5-43a8e1b35d0d None None] Transition to ACTIVE for port object abb497bf-eafa-4017-afc8-9015eecf993e will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:30:55.509728 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-6629baea-8c2e-4614-96ed-e9ade0088b37 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] DELETE failed (client error): The resource could not be found. Feb 01 04:30:55.510341 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6629baea-8c2e-4614-96ed-e9ade0088b37 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:30:55.515056 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-6629baea-8c2e-4614-96ed-e9ade0088b37 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "DELETE /v2.0/ports/d0e76819-f6ff-4ef7-b1db-c6080f67188b HTTP/1.1" status: 404 len: 333 time: 0.0961680 Feb 01 04:30:55.515556 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-333edaff-14e0-4cee-98ed-939a3aae4b3c tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:55.515689 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 32898) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:55.543259 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-4b100703-bea5-4777-82c6-b995824da79b req-a795eeed-3c55-48db-b750-6615e085236c tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] 10.222.0.24 "GET /v2.0/security-groups?id=92eeeb5f-62a6-4c96-8f1e-0247aa1601ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145267 Feb 01 04:30:55.552420 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-963468b5-b447-423d-80a5-43a8e1b35d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:55.588913 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-333edaff-14e0-4cee-98ed-939a3aae4b3c tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] device_id is not set on port 1b4ea67f-4c5b-48df-be9f-9e20780324d4 yet. {{(pid=87637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:30:55.600220 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b0a18f0-0bdd-4c12-aa99-9c0d1040b979 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] GET failed (client error): The resource could not be found. Feb 01 04:30:55.600718 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-6b0a18f0-0bdd-4c12-aa99-9c0d1040b979 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Synchronizing usage tracker for tenant:4859bcd8aae8416eba645579d339c6c6 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:30:55.646441 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1c45123f-6eba-40e7-9d56-2bb5438c7970 req-13ade345-264a-4232-9b80-d87ef2073850 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3f5860d-525a-4a29-9378-b1632322cfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2423928 Feb 01 04:30:55.661215 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-6b0a18f0-0bdd-4c12-aa99-9c0d1040b979 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Unset dirty status for tenant:4859bcd8aae8416eba645579d339c6c6 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:30:55.665614 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-6b0a18f0-0bdd-4c12-aa99-9c0d1040b979 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "GET /v2.0/ports/d0e76819-f6ff-4ef7-b1db-c6080f67188b HTTP/1.1" status: 404 len: 333 time: 0.1407838 Feb 01 04:30:55.670242 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 32904) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:55.761568 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963468b5-b447-423d-80a5-43a8e1b35d0d None None] Network c2325588-ac80-4576-858a-8aae0d1a6f14 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:30:55.779171 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-963468b5-b447-423d-80a5-43a8e1b35d0d None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:30:55.792464 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963468b5-b447-423d-80a5-43a8e1b35d0d None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:30:55.796797 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-317b4867-2f6b-4a51-9c5f-fae9e42e310a None None] Allocated IP 172.20.0.2 (3fe3270e-1a6a-4f4d-8142-1fc6c54a77aa/d894d9a9-d11d-4980-9fda-ac6d01539ecb/22291b89-3901-49a6-af0c-276aedf580ed) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:30:55.826128 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963468b5-b447-423d-80a5-43a8e1b35d0d None None] Pushing event updated for resources: {'Port': ['ID=abb497bf-eafa-4017-afc8-9015eecf993e,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:55.841903 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-e68f9f9f-a131-4c10-9a43-4455f11fbef3 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Allocated IP 2001:db8::5de2:a104:a6b4:7e5c (14b67238-4e53-405c-b9cd-84b8ff52e36a/eb662c10-5b22-41bb-8292-b2f55e955702/baf97f3a-1ec5-4a43-929f-0020c651b6c4) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:30:55.872718 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 96b00859-f0f0-488b-8e31-40618836d43d completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:30:55.951014 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_v2 [None req-7968c52e-da08-4ddd-8d1d-78e194d51ce2 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Deleting subnet 8498c145-8449-42c8-96bb-530c713c88e8 {{(pid=87637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:30:55.970458 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7968c52e-da08-4ddd-8d1d-78e194d51ce2 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for subnet, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:55.972539 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 96b00859-f0f0-488b-8e31-40618836d43d triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:30:55.972918 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:55.998424 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-d73892da-f1f3-45af-a91e-d849ffd5c77c tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Allocated IP 2001:db8::17d (6e90ed4a-8ba5-4479-aef7-e6039fe0c655/c4e80159-1b85-4104-b775-8a32eb57e051/efecaa5f-98d6-42e4-8aa5-34792d86e820) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:30:56.046012 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-333edaff-14e0-4cee-98ed-939a3aae4b3c tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Allocated IP 2001:db8::2b2 (c2325588-ac80-4576-858a-8aae0d1a6f14/92a92d23-ebfa-41d8-9c60-28579d4f2287/1b4ea67f-4c5b-48df-be9f-9e20780324d4) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:30:56.059537 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-963468b5-b447-423d-80a5-43a8e1b35d0d None None] Attempting to bind port abb497bf-eafa-4017-afc8-9015eecf993e on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:30:56.059906 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-963468b5-b447-423d-80a5-43a8e1b35d0d None None] Attempting to bind port abb497bf-eafa-4017-afc8-9015eecf993e by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '013ff36b-fb7e-4bab-9b70-21264d6bced7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c2325588-ac80-4576-858a-8aae0d1a6f14'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:30:56.060269 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963468b5-b447-423d-80a5-43a8e1b35d0d None None] Attempting to bind port abb497bf-eafa-4017-afc8-9015eecf993e on network c2325588-ac80-4576-858a-8aae0d1a6f14 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:30:56.121291 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235e539d-1e28-4852-8687-366dbe99b5d9 req-ab27d288-17c4-47d8-9051-eeaf2b4b84da tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:56.122983 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-235e539d-1e28-4852-8687-366dbe99b5d9 req-ab27d288-17c4-47d8-9051-eeaf2b4b84da tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5c4121-c19a-49f6-abd2-3336952cca2b HTTP/1.1" status: 200 len: 945 time: 0.3745108 Feb 01 04:30:56.125413 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963468b5-b447-423d-80a5-43a8e1b35d0d None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:30:56.126039 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963468b5-b447-423d-80a5-43a8e1b35d0d None None] Checking segment: {'id': '013ff36b-fb7e-4bab-9b70-21264d6bced7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c2325588-ac80-4576-858a-8aae0d1a6f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:30:56.126039 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-963468b5-b447-423d-80a5-43a8e1b35d0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:56.126839 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963468b5-b447-423d-80a5-43a8e1b35d0d None None] Bound using segment: {'id': '013ff36b-fb7e-4bab-9b70-21264d6bced7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c2325588-ac80-4576-858a-8aae0d1a6f14'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:30:56.126963 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-963468b5-b447-423d-80a5-43a8e1b35d0d None None] Bound port: abb497bf-eafa-4017-afc8-9015eecf993e, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013ff36b-fb7e-4bab-9b70-21264d6bced7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c2325588-ac80-4576-858a-8aae0d1a6f14'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:30:56.127298 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-963468b5-b447-423d-80a5-43a8e1b35d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:56.127919 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7968c52e-da08-4ddd-8d1d-78e194d51ce2 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2424773'] for subnet, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:56.209669 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09730ab0-2007-4f93-b773-c51393a94083 req-1c660646-e768-4474-8a01-94f4d9b14e7d tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:56.219338 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-09730ab0-2007-4f93-b773-c51393a94083 req-1c660646-e768-4474-8a01-94f4d9b14e7d tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b HTTP/1.1" status: 200 len: 945 time: 0.2646537 Feb 01 04:30:56.219833 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 32910) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:56.229598 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-1a47a933-678c-4254-bf4e-ca6e68c9b046 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Request body: {'floatingip': {'port_id': '9a143ed3-127d-4979-9fda-2a2543ba2248'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:30:56.373391 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1a47a933-678c-4254-bf4e-ca6e68c9b046 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Notify callbacks [] for floatingip, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:56.389580 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-235e539d-1e28-4852-8687-366dbe99b5d9 req-d6405bf8-557c-4be4-a5b4-3b1b1a55162f tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] 10.222.0.24 "GET /v2.0/security-groups?id=113b466b-0f56-487d-90a6-8242a772f163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2304361 Feb 01 04:30:56.435620 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d73892da-f1f3-45af-a91e-d849ffd5c77c tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:56.464476 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:56.475997 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-963468b5-b447-423d-80a5-43a8e1b35d0d None None] For port abb497bf-eafa-4017-afc8-9015eecf993e, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:30:56.499110 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e68f9f9f-a131-4c10-9a43-4455f11fbef3 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:56.502846 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-963468b5-b447-423d-80a5-43a8e1b35d0d None None] For port abb497bf-eafa-4017-afc8-9015eecf993e, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=abb497bf-eafa-4017-afc8-9015eecf993e,segment=NetworkSegment(013ff36b-fb7e-4bab-9b70-21264d6bced7),segment_id=013ff36b-fb7e-4bab-9b70-21264d6bced7)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:30:56.505827 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-317b4867-2f6b-4a51-9c5f-fae9e42e310a None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:56.522978 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-963468b5-b447-423d-80a5-43a8e1b35d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:56.561638 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-317b4867-2f6b-4a51-9c5f-fae9e42e310a None None] Transition to ACTIVE for port object 22291b89-3901-49a6-af0c-276aedf580ed will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:30:56.574469 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-e68f9f9f-a131-4c10-9a43-4455f11fbef3 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Transition to ACTIVE for port object baf97f3a-1ec5-4a43-929f-0020c651b6c4 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:30:56.590229 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-333edaff-14e0-4cee-98ed-939a3aae4b3c tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:56.612161 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d73892da-f1f3-45af-a91e-d849ffd5c77c tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:56.622013 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 96b00859-f0f0-488b-8e31-40618836d43d, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=96b00859-f0f0-488b-8e31-40618836d43d,segment=NetworkSegment(b19b076f-90ae-4227-8b96-b3428c359654),segment_id=b19b076f-90ae-4227-8b96-b3428c359654)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:30:56.653144 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:56.657609 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-317b4867-2f6b-4a51-9c5f-fae9e42e310a None None] Transition to ACTIVE for port object 22291b89-3901-49a6-af0c-276aedf580ed will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:30:56.666739 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963468b5-b447-423d-80a5-43a8e1b35d0d None None] Pushing event updated for resources: {'Port': ['ID=abb497bf-eafa-4017-afc8-9015eecf993e,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:56.676704 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7968c52e-da08-4ddd-8d1d-78e194d51ce2 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:56.712675 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-317b4867-2f6b-4a51-9c5f-fae9e42e310a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:56.723813 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-333edaff-14e0-4cee-98ed-939a3aae4b3c tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Transition to ACTIVE for port object 1b4ea67f-4c5b-48df-be9f-9e20780324d4 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:30:56.759091 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317b4867-2f6b-4a51-9c5f-fae9e42e310a None None] Network 3fe3270e-1a6a-4f4d-8142-1fc6c54a77aa is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:30:56.762319 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-317b4867-2f6b-4a51-9c5f-fae9e42e310a None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:30:56.762544 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73892da-f1f3-45af-a91e-d849ffd5c77c tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Network 6e90ed4a-8ba5-4479-aef7-e6039fe0c655 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:30:56.766052 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317b4867-2f6b-4a51-9c5f-fae9e42e310a None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:30:56.772729 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-d73892da-f1f3-45af-a91e-d849ffd5c77c tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:30:56.782202 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73892da-f1f3-45af-a91e-d849ffd5c77c tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:30:56.833706 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=96b00859-f0f0-488b-8e31-40618836d43d,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:57.001212 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-127de585-311f-4e07-8f5d-3a7f297fb107 None None] Provisioning complete for port 96b00859-f0f0-488b-8e31-40618836d43d triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:30:57.002386 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-127de585-311f-4e07-8f5d-3a7f297fb107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:57.053058 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73892da-f1f3-45af-a91e-d849ffd5c77c tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Pushing event updated for resources: {'Port': ['ID=efecaa5f-98d6-42e4-8aa5-34792d86e820,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:57.062856 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-317b4867-2f6b-4a51-9c5f-fae9e42e310a None None] Attempting to bind port 22291b89-3901-49a6-af0c-276aedf580ed on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:30:57.063235 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-317b4867-2f6b-4a51-9c5f-fae9e42e310a None None] Attempting to bind port 22291b89-3901-49a6-af0c-276aedf580ed by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '64c9d150-b7a8-459f-8ac4-3b938b043f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3fe3270e-1a6a-4f4d-8142-1fc6c54a77aa'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:30:57.063595 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317b4867-2f6b-4a51-9c5f-fae9e42e310a None None] Attempting to bind port 22291b89-3901-49a6-af0c-276aedf580ed on network 3fe3270e-1a6a-4f4d-8142-1fc6c54a77aa {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:30:57.082011 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317b4867-2f6b-4a51-9c5f-fae9e42e310a None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:30:57.082373 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317b4867-2f6b-4a51-9c5f-fae9e42e310a None None] Checking segment: {'id': '64c9d150-b7a8-459f-8ac4-3b938b043f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3fe3270e-1a6a-4f4d-8142-1fc6c54a77aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:30:57.082764 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-317b4867-2f6b-4a51-9c5f-fae9e42e310a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:57.083215 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317b4867-2f6b-4a51-9c5f-fae9e42e310a None None] Bound using segment: {'id': '64c9d150-b7a8-459f-8ac4-3b938b043f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3fe3270e-1a6a-4f4d-8142-1fc6c54a77aa'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:30:57.083632 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-317b4867-2f6b-4a51-9c5f-fae9e42e310a None None] Bound port: 22291b89-3901-49a6-af0c-276aedf580ed, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64c9d150-b7a8-459f-8ac4-3b938b043f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3fe3270e-1a6a-4f4d-8142-1fc6c54a77aa'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:30:57.083995 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-317b4867-2f6b-4a51-9c5f-fae9e42e310a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:57.092793 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317b4867-2f6b-4a51-9c5f-fae9e42e310a None None] Pushing event updated for resources: {'Port': ['ID=22291b89-3901-49a6-af0c-276aedf580ed,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:57.262598 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7968c52e-da08-4ddd-8d1d-78e194d51ce2 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3037665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694336'] for subnet, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:57.339162 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-333edaff-14e0-4cee-98ed-939a3aae4b3c tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:57.339940 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-317b4867-2f6b-4a51-9c5f-fae9e42e310a None None] For port 22291b89-3901-49a6-af0c-276aedf580ed, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:30:57.366711 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-317b4867-2f6b-4a51-9c5f-fae9e42e310a None None] For port 22291b89-3901-49a6-af0c-276aedf580ed, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=22291b89-3901-49a6-af0c-276aedf580ed,segment=NetworkSegment(64c9d150-b7a8-459f-8ac4-3b938b043f98),segment_id=64c9d150-b7a8-459f-8ac4-3b938b043f98)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:30:57.379188 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-317b4867-2f6b-4a51-9c5f-fae9e42e310a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:57.475990 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 96b00859-f0f0-488b-8e31-40618836d43d up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:30:57.522150 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-aac07fa4-a812-408c-8072-cc9fa935c593 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Allocated IP 172.20.0.3 (3fe3270e-1a6a-4f4d-8142-1fc6c54a77aa/d894d9a9-d11d-4980-9fda-ac6d01539ecb/c1a8a50f-9404-4adc-8e60-041409eb781b) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:30:57.554321 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e68f9f9f-a131-4c10-9a43-4455f11fbef3 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:57.555365 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7968c52e-da08-4ddd-8d1d-78e194d51ce2 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event deleted for resources: {'Subnet': ['ID=8498c145-8449-42c8-96bb-530c713c88e8,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:57.575707 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7968c52e-da08-4ddd-8d1d-78e194d51ce2 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:57.598588 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7968c52e-da08-4ddd-8d1d-78e194d51ce2 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:30:57.598939 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7968c52e-da08-4ddd-8d1d-78e194d51ce2 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:30:57.599332 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7968c52e-da08-4ddd-8d1d-78e194d51ce2 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:30:57.599667 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7968c52e-da08-4ddd-8d1d-78e194d51ce2 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:30:57.599994 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7968c52e-da08-4ddd-8d1d-78e194d51ce2 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:30:57.600320 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7968c52e-da08-4ddd-8d1d-78e194d51ce2 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:30:57.600760 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7968c52e-da08-4ddd-8d1d-78e194d51ce2 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:30:57.601087 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7968c52e-da08-4ddd-8d1d-78e194d51ce2 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:30:57.601407 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7968c52e-da08-4ddd-8d1d-78e194d51ce2 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:30:57.601725 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7968c52e-da08-4ddd-8d1d-78e194d51ce2 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:30:57.602043 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7968c52e-da08-4ddd-8d1d-78e194d51ce2 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:30:57.602449 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7968c52e-da08-4ddd-8d1d-78e194d51ce2 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:30:57.612049 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-7968c52e-da08-4ddd-8d1d-78e194d51ce2 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "DELETE /v2.0/subnets/8498c145-8449-42c8-96bb-530c713c88e8 HTTP/1.1" status: 204 len: 168 time: 1.9357710 Feb 01 04:30:57.623602 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-a99e24ea-7eeb-49fd-b05e-b232f7cf115d None None] Could not find standard attr ID for object d0e76819-f6ff-4ef7-b1db-c6080f67188b. {{(pid=87638) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 01 04:30:57.644991 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 32918) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:57.647729 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a4ea4c-cd63-4e14-8228-d7dcde159e83 None None] Network 771497eb-97ee-4ccb-a0ba-8632c9b55ea0 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:30:57.669318 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 41353538-ddff-408b-9473-1be7ea56ca2a up at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:30:57.684177 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333edaff-14e0-4cee-98ed-939a3aae4b3c tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Network c2325588-ac80-4576-858a-8aae0d1a6f14 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:30:57.697728 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced1baf-e6b1-4400-9c15-1f10800e3ee3 req-cc0a381a-c4a8-43b2-bd0b-43d19156aca1 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:57.699058 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-333edaff-14e0-4cee-98ed-939a3aae4b3c tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:30:57.699323 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3ced1baf-e6b1-4400-9c15-1f10800e3ee3 req-cc0a381a-c4a8-43b2-bd0b-43d19156aca1 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] 10.222.0.24 "GET /v2.0/ports?device_id=3189e16d-7d7b-43fc-b476-2ea4b657461c HTTP/1.1" status: 200 len: 945 time: 0.9410844 Feb 01 04:30:57.709968 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333edaff-14e0-4cee-98ed-939a3aae4b3c tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:30:57.716196 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333edaff-14e0-4cee-98ed-939a3aae4b3c tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:57.717095 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-333edaff-14e0-4cee-98ed-939a3aae4b3c tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:57.723442 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-69bf671a-98b0-4ae7-8322-383600b3bdd2 None None] Allocated IP 2001:db8::2 (14b67238-4e53-405c-b9cd-84b8ff52e36a/eb662c10-5b22-41bb-8292-b2f55e955702/6cef368d-b5d4-4783-8944-9606e1ffd9f9) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:30:57.754908 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333edaff-14e0-4cee-98ed-939a3aae4b3c tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Pushing event updated for resources: {'Port': ['ID=1b4ea67f-4c5b-48df-be9f-9e20780324d4,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:57.764122 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68f9f9f-a131-4c10-9a43-4455f11fbef3 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:30:57.865652 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-333edaff-14e0-4cee-98ed-939a3aae4b3c tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 3.3274360 Feb 01 04:30:57.870913 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 32922) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:57.968958 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317b4867-2f6b-4a51-9c5f-fae9e42e310a None None] Pushing event updated for resources: {'Port': ['ID=22291b89-3901-49a6-af0c-276aedf580ed,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:57.985285 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d73892da-f1f3-45af-a91e-d849ffd5c77c tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:58.053812 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcdf6e7-275a-4fc2-87a4-dd8c2802a6de req-c5e7c918-ae73-493d-8483-9d0b6e6ab7f6 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:58.060751 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-4dcdf6e7-275a-4fc2-87a4-dd8c2802a6de req-c5e7c918-ae73-493d-8483-9d0b6e6ab7f6 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5c4121-c19a-49f6-abd2-3336952cca2b HTTP/1.1" status: 200 len: 945 time: 0.5190392 Feb 01 04:30:58.171804 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-4dcdf6e7-275a-4fc2-87a4-dd8c2802a6de req-281d243f-b7c1-4452-bdeb-12b0929dc15d tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] 10.222.0.24 "GET /v2.0/security-groups?id=113b466b-0f56-487d-90a6-8242a772f163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100848 Feb 01 04:30:58.265462 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-aac07fa4-a812-408c-8072-cc9fa935c593 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:58.266457 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63163c3-d440-4af9-af5e-b739e3894049 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:58.287970 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63163c3-d440-4af9-af5e-b739e3894049 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:58.291723 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-aac07fa4-a812-408c-8072-cc9fa935c593 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Transition to ACTIVE for port object c1a8a50f-9404-4adc-8e60-041409eb781b will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:30:58.293618 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 96b00859-f0f0-488b-8e31-40618836d43d triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:30:58.294103 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:58.296513 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63163c3-d440-4af9-af5e-b739e3894049 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:58.297480 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-c63163c3-d440-4af9-af5e-b739e3894049 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Synchronizing usage tracker for tenant:16b3717ab26047d1acd9f2f043c1f70e on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:30:58.310447 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68f9f9f-a131-4c10-9a43-4455f11fbef3 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event updated for resources: {'Port': ['ID=baf97f3a-1ec5-4a43-929f-0020c651b6c4,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:58.322056 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8a7fc361-f59d-4cf4-acbd-35be05b6a099 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:58.326451 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-e68f9f9f-a131-4c10-9a43-4455f11fbef3 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:30:58.330746 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68f9f9f-a131-4c10-9a43-4455f11fbef3 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:30:58.336050 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning for port 41353538-ddff-408b-9473-1be7ea56ca2a completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:30:58.336959 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68f9f9f-a131-4c10-9a43-4455f11fbef3 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:58.337894 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e68f9f9f-a131-4c10-9a43-4455f11fbef3 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:58.397684 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-69bf671a-98b0-4ae7-8322-383600b3bdd2 None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:58.401354 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-c63163c3-d440-4af9-af5e-b739e3894049 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Unset dirty status for tenant:16b3717ab26047d1acd9f2f043c1f70e on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:30:58.406413 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-c63163c3-d440-4af9-af5e-b739e3894049 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.5319834 Feb 01 04:30:58.407088 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 32928) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:58.418384 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning complete for port 41353538-ddff-408b-9473-1be7ea56ca2a triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:30:58.419031 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:58.473299 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-69bf671a-98b0-4ae7-8322-383600b3bdd2 None None] Transition to ACTIVE for port object 6cef368d-b5d4-4783-8944-9606e1ffd9f9 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:30:58.489204 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb92eaf-f99f-444f-bf20-b9fe9fd55cb1 None None] Network c2325588-ac80-4576-858a-8aae0d1a6f14 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:30:58.534187 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68f9f9f-a131-4c10-9a43-4455f11fbef3 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:30:58.535624 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68f9f9f-a131-4c10-9a43-4455f11fbef3 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:30:58.536213 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68f9f9f-a131-4c10-9a43-4455f11fbef3 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:30:58.536772 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68f9f9f-a131-4c10-9a43-4455f11fbef3 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:30:58.537355 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68f9f9f-a131-4c10-9a43-4455f11fbef3 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:30:58.537908 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68f9f9f-a131-4c10-9a43-4455f11fbef3 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:30:58.538698 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68f9f9f-a131-4c10-9a43-4455f11fbef3 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:30:58.539313 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68f9f9f-a131-4c10-9a43-4455f11fbef3 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:30:58.539991 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68f9f9f-a131-4c10-9a43-4455f11fbef3 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:30:58.541261 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68f9f9f-a131-4c10-9a43-4455f11fbef3 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:30:58.544442 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68f9f9f-a131-4c10-9a43-4455f11fbef3 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:30:58.545074 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68f9f9f-a131-4c10-9a43-4455f11fbef3 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:30:58.560302 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-69bf671a-98b0-4ae7-8322-383600b3bdd2 None None] Transition to ACTIVE for port object 6cef368d-b5d4-4783-8944-9606e1ffd9f9 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:30:58.575664 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1a47a933-678c-4254-bf4e-ca6e68c9b046 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:58.589743 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-8a7fc361-f59d-4cf4-acbd-35be05b6a099 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Deleting port 96b00859-f0f0-488b-8e31-40618836d43d {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:30:58.590138 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8a7fc361-f59d-4cf4-acbd-35be05b6a099 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:58.597406 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-0ca210a5-d4bc-4d41-8864-af4aca52177c tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Deleting port 1b4ea67f-4c5b-48df-be9f-9e20780324d4 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:30:58.597908 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0ca210a5-d4bc-4d41-8864-af4aca52177c tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:58.625467 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1a47a933-678c-4254-bf4e-ca6e68c9b046 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-774194'] for floatingip, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:58.703454 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e68f9f9f-a131-4c10-9a43-4455f11fbef3 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.4752831 Feb 01 04:30:58.724504 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 32932) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:58.729613 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ff21b2-15fb-40ed-b587-10643407f011 None None] DHCP port deletion for 771497eb-97ee-4ccb-a0ba-8632c9b55ea0 request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:30:58.735647 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-69bf671a-98b0-4ae7-8322-383600b3bdd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:58.789671 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-aac07fa4-a812-408c-8072-cc9fa935c593 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:58.793887 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3ced1baf-e6b1-4400-9c15-1f10800e3ee3 req-16559313-3683-4fbf-9d4e-143e976c5255 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] 10.222.0.24 "GET /v2.0/security-groups?id=92eeeb5f-62a6-4c96-8f1e-0247aa1601ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0670774 Feb 01 04:30:58.838523 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a71a5b-f8dc-40d3-9503-5e60268cd405 req-e1687ab7-2a20-433c-8b23-5d1a5670d679 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:58.840179 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-b8a71a5b-f8dc-40d3-9503-5e60268cd405 req-e1687ab7-2a20-433c-8b23-5d1a5670d679 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5c4121-c19a-49f6-abd2-3336952cca2b HTTP/1.1" status: 200 len: 945 time: 0.5209548 Feb 01 04:30:58.882454 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 32936) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:58.905784 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-dd98ee53-d6a7-4fcd-9fa2-7d2abdbb690d tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Request body: {'floatingip': {'port_id': '19b03ba8-5358-40c6-b344-f929a39089bd'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:30:58.907743 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69bf671a-98b0-4ae7-8322-383600b3bdd2 None None] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:30:58.909061 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-a7ff21b2-15fb-40ed-b587-10643407f011 None None] Deleting port 96b00859-f0f0-488b-8e31-40618836d43d {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:30:58.909657 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a7ff21b2-15fb-40ed-b587-10643407f011 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:59.048703 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bf671a-98b0-4ae7-8322-383600b3bdd2 None None] Pushing event updated for resources: {'Port': ['ID=6cef368d-b5d4-4783-8944-9606e1ffd9f9,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:59.051543 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-69bf671a-98b0-4ae7-8322-383600b3bdd2 None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:30:59.102108 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d73892da-f1f3-45af-a91e-d849ffd5c77c tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337'] for router, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:59.102745 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac07fa4-a812-408c-8072-cc9fa935c593 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Network 3fe3270e-1a6a-4f4d-8142-1fc6c54a77aa is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:30:59.113388 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d773fb5e-7217-4587-9f6d-b1f22aef0fb8 None None] Network 3fe3270e-1a6a-4f4d-8142-1fc6c54a77aa requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:30:59.117767 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dd98ee53-d6a7-4fcd-9fa2-7d2abdbb690d tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Notify callbacks [] for floatingip, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:59.122638 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-aac07fa4-a812-408c-8072-cc9fa935c593 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:30:59.132708 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac07fa4-a812-408c-8072-cc9fa935c593 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:30:59.136820 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bf671a-98b0-4ae7-8322-383600b3bdd2 None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:30:59.147697 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-2da320e7-169c-46e9-825a-4d7543bb25ea None None] Provisioning for port abb497bf-eafa-4017-afc8-9015eecf993e completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:30:59.166607 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac07fa4-a812-408c-8072-cc9fa935c593 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Pushing event updated for resources: {'Port': ['ID=c1a8a50f-9404-4adc-8e60-041409eb781b,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:30:59.200324 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.l3_db [None req-1a47a933-678c-4254-bf4e-ca6e68c9b046 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Floating IP cb3a15ee-e8bf-4735-84d1-f8c988f1a2d1 associated. External IP: 172.26.8.61, port: 9a143ed3-127d-4979-9fda-2a2543ba2248. Feb 01 04:30:59.295455 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device abb497bf-eafa-4017-afc8-9015eecf993e up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:30:59.356073 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac07fa4-a812-408c-8072-cc9fa935c593 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:59.357051 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-aac07fa4-a812-408c-8072-cc9fa935c593 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:59.363063 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-8a7fc361-f59d-4cf4-acbd-35be05b6a099 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] For port 96b00859-f0f0-488b-8e31-40618836d43d, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=96b00859-f0f0-488b-8e31-40618836d43d,segment=NetworkSegment(b19b076f-90ae-4227-8b96-b3428c359654),segment_id=b19b076f-90ae-4227-8b96-b3428c359654)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:30:59.363456 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8a7fc361-f59d-4cf4-acbd-35be05b6a099 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:59.427025 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6f6c56-1dee-4c9b-b17c-b2a29653be98 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:59.432753 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6f6c56-1dee-4c9b-b17c-b2a29653be98 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:30:59.433510 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-bf6f6c56-1dee-4c9b-b17c-b2a29653be98 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Synchronizing usage tracker for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:30:59.471758 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:59.507517 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-8a7fc361-f59d-4cf4-acbd-35be05b6a099 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Calling delete_port for 96b00859-f0f0-488b-8e31-40618836d43d owned by network:dhcp {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:30:59.584600 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-aac07fa4-a812-408c-8072-cc9fa935c593 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.9837623 Feb 01 04:30:59.587395 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-69bf671a-98b0-4ae7-8322-383600b3bdd2 None None] Attempting to bind port 6cef368d-b5d4-4783-8944-9606e1ffd9f9 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:30:59.587774 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-69bf671a-98b0-4ae7-8322-383600b3bdd2 None None] Attempting to bind port 6cef368d-b5d4-4783-8944-9606e1ffd9f9 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:30:59.588133 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69bf671a-98b0-4ae7-8322-383600b3bdd2 None None] Attempting to bind port 6cef368d-b5d4-4783-8944-9606e1ffd9f9 on network 14b67238-4e53-405c-b9cd-84b8ff52e36a {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:30:59.596280 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 32940) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:59.597874 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-43d1aa6f-75ef-4115-a2d5-4a37ce1dace1 None None] Provisioning for port 22291b89-3901-49a6-af0c-276aedf580ed completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:30:59.610780 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-8f22150f-2deb-4598-be8e-2cfde3f5ee39 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Request body: {'port': {'network_id': '3fe3270e-1a6a-4f4d-8142-1fc6c54a77aa', 'name': 'tempest-AllowedAddressPairTestJSON-337653895', 'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:49:57:2e'}]}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:30:59.627837 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3189e16d-7d7b-43fc-b476-2ea4b657461c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41353538-ddff-408b-9473-1be7ea56ca2a'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:30:59.636237 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-a7ff21b2-15fb-40ed-b587-10643407f011 None None] For port 96b00859-f0f0-488b-8e31-40618836d43d, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=96b00859-f0f0-488b-8e31-40618836d43d,segment=NetworkSegment(b19b076f-90ae-4227-8b96-b3428c359654),segment_id=b19b076f-90ae-4227-8b96-b3428c359654)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:30:59.637387 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a7ff21b2-15fb-40ed-b587-10643407f011 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:59.647995 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-bf6f6c56-1dee-4c9b-b17c-b2a29653be98 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Unset dirty status for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:30:59.650034 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69bf671a-98b0-4ae7-8322-383600b3bdd2 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:30:59.650400 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69bf671a-98b0-4ae7-8322-383600b3bdd2 None None] Checking segment: {'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:30:59.650843 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-69bf671a-98b0-4ae7-8322-383600b3bdd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:59.651223 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69bf671a-98b0-4ae7-8322-383600b3bdd2 None None] Bound using segment: {'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:30:59.651826 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-69bf671a-98b0-4ae7-8322-383600b3bdd2 None None] Bound port: 6cef368d-b5d4-4783-8944-9606e1ffd9f9, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:30:59.652508 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-69bf671a-98b0-4ae7-8322-383600b3bdd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:59.653515 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 32946) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:30:59.664601 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-bf6f6c56-1dee-4c9b-b17c-b2a29653be98 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.9413517 Feb 01 04:30:59.708129 dv-neutron-826830-1-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3189e16d-7d7b-43fc-b476-2ea4b657461c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41353538-ddff-408b-9473-1be7ea56ca2a', 'code': 200} Feb 01 04:30:59.762899 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 41353538-ddff-408b-9473-1be7ea56ca2a, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=41353538-ddff-408b-9473-1be7ea56ca2a,segment=NetworkSegment(17ff2334-fd28-43e8-8d86-c0a0d69edb48),segment_id=17ff2334-fd28-43e8-8d86-c0a0d69edb48)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:30:59.782505 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0ca210a5-d4bc-4d41-8864-af4aca52177c tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:59.787275 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8a7fc361-f59d-4cf4-acbd-35be05b6a099 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:30:59.943393 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-a7ff21b2-15fb-40ed-b587-10643407f011 None None] Calling delete_port for 96b00859-f0f0-488b-8e31-40618836d43d owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:30:59.996664 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-0ca210a5-d4bc-4d41-8864-af4aca52177c tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Calling delete_port for 1b4ea67f-4c5b-48df-be9f-9e20780324d4 owned by {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:30:59.999709 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:00.071182 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7fc361-f59d-4cf4-acbd-35be05b6a099 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event deleted for resources: {'Port': ['ID=96b00859-f0f0-488b-8e31-40618836d43d,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:00.081940 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port abb497bf-eafa-4017-afc8-9015eecf993e completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:31:00.085518 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7fc361-f59d-4cf4-acbd-35be05b6a099 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] No DVR routers for this DVR port 96b00859-f0f0-488b-8e31-40618836d43d on host dv-neutron-826830-1-hyperv {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:31:00.112842 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port abb497bf-eafa-4017-afc8-9015eecf993e triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:31:00.113196 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:00.141863 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-be78d720-5dd3-4d0f-ae72-84255ac231e8 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Deleting port baf97f3a-1ec5-4a43-929f-0020c651b6c4 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:31:00.142848 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-be78d720-5dd3-4d0f-ae72-84255ac231e8 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:00.280603 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-8f22150f-2deb-4598-be8e-2cfde3f5ee39 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:31:00.282482 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=41353538-ddff-408b-9473-1be7ea56ca2a,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:00.290631 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-8f22150f-2deb-4598-be8e-2cfde3f5ee39 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Usage tracker for resource:port and tenant:b106e76e28e449fe893e915e4e5801cf is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:31:00.292545 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-69bf671a-98b0-4ae7-8322-383600b3bdd2 None None] For port 6cef368d-b5d4-4783-8944-9606e1ffd9f9, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:31:00.298096 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-69bf671a-98b0-4ae7-8322-383600b3bdd2 None None] For port 6cef368d-b5d4-4783-8944-9606e1ffd9f9, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=6cef368d-b5d4-4783-8944-9606e1ffd9f9,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:31:00.303028 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-8f22150f-2deb-4598-be8e-2cfde3f5ee39 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:31:00.315173 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-a7ff21b2-15fb-40ed-b587-10643407f011 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:31:00.316112 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-a7ff21b2-15fb-40ed-b587-10643407f011 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:31:00.327980 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-69bf671a-98b0-4ae7-8322-383600b3bdd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:00.375974 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8a7fc361-f59d-4cf4-acbd-35be05b6a099 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:00.382649 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d73892da-f1f3-45af-a91e-d849ffd5c77c tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Router 91d3630d-6bd1-45c8-acc4-1021fdccf92e is scheduled to L3 agent a3073304-82af-4a42-89af-bc532d6626bb with binding_index 1 {{(pid=87637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 01 04:31:00.415968 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-8f22150f-2deb-4598-be8e-2cfde3f5ee39 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:31:00.468151 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-8a7fc361-f59d-4cf4-acbd-35be05b6a099 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['771497eb-97ee-4ccb-a0ba-8632c9b55ea0']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:31:00.476631 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a47a933-678c-4254-bf4e-ca6e68c9b046 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Router e88ac96f-09da-4b77-9c81-4be8bc7a295d has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:31:00.497147 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-8a7fc361-f59d-4cf4-acbd-35be05b6a099 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b19b076f-90ae-4227-8b96-b3428c359654') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:31:00.497485 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-8a7fc361-f59d-4cf4-acbd-35be05b6a099 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b19b076f-90ae-4227-8b96-b3428c359654') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:31:00.524356 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8a7fc361-f59d-4cf4-acbd-35be05b6a099 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143022'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:00.533855 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3fbd5-547a-4544-a8aa-981493d24761 req-f3010785-356c-4e1a-bb7a-8a3f357b2eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:00.535391 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-24b3fbd5-547a-4544-a8aa-981493d24761 req-f3010785-356c-4e1a-bb7a-8a3f357b2eb2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3189e16d-7d7b-43fc-b476-2ea4b657461c HTTP/1.1" status: 200 len: 1099 time: 0.5100038 Feb 01 04:31:00.544433 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:00.585423 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bf671a-98b0-4ae7-8322-383600b3bdd2 None None] Pushing event updated for resources: {'Port': ['ID=6cef368d-b5d4-4783-8944-9606e1ffd9f9,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:00.588833 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-98097451-afce-4dcd-ba96-fafdda1d87aa None None] Provisioning complete for port abb497bf-eafa-4017-afc8-9015eecf993e triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:31:00.589203 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-98097451-afce-4dcd-ba96-fafdda1d87aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:00.639721 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bf671a-98b0-4ae7-8322-383600b3bdd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:31:00.640067 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bf671a-98b0-4ae7-8322-383600b3bdd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:31:00.640416 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bf671a-98b0-4ae7-8322-383600b3bdd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:31:00.640758 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bf671a-98b0-4ae7-8322-383600b3bdd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:31:00.641174 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bf671a-98b0-4ae7-8322-383600b3bdd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:31:00.641575 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bf671a-98b0-4ae7-8322-383600b3bdd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:31:00.641911 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bf671a-98b0-4ae7-8322-383600b3bdd2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:31:00.642275 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bf671a-98b0-4ae7-8322-383600b3bdd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:31:00.642603 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bf671a-98b0-4ae7-8322-383600b3bdd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:31:00.642927 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bf671a-98b0-4ae7-8322-383600b3bdd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:31:00.643277 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bf671a-98b0-4ae7-8322-383600b3bdd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:31:00.643615 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bf671a-98b0-4ae7-8322-383600b3bdd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:31:00.687686 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port abb497bf-eafa-4017-afc8-9015eecf993e, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=abb497bf-eafa-4017-afc8-9015eecf993e,segment=NetworkSegment(013ff36b-fb7e-4bab-9b70-21264d6bced7),segment_id=013ff36b-fb7e-4bab-9b70-21264d6bced7)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:31:00.693928 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8a7fc361-f59d-4cf4-acbd-35be05b6a099 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:00.699662 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:00.726980 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a7fc361-f59d-4cf4-acbd-35be05b6a099 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:31:00.728655 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8a7fc361-f59d-4cf4-acbd-35be05b6a099 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3072199'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:00.754375 dv-neutron-826830-1-hyperv neutron-server[87636]: Traceback (most recent call last): Feb 01 04:31:00.754375 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:31:00.754375 dv-neutron-826830-1-hyperv neutron-server[87636]: timer() Feb 01 04:31:00.754375 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:31:00.754375 dv-neutron-826830-1-hyperv neutron-server[87636]: cb(*args, **kw) Feb 01 04:31:00.754375 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:31:00.754375 dv-neutron-826830-1-hyperv neutron-server[87636]: return func(*args, **kwargs) Feb 01 04:31:00.754375 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:31:00.754375 dv-neutron-826830-1-hyperv neutron-server[87636]: self._notify() Feb 01 04:31:00.754375 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:31:00.754375 dv-neutron-826830-1-hyperv neutron-server[87636]: self.callback(batched_events) Feb 01 04:31:00.754375 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:31:00.754375 dv-neutron-826830-1-hyperv neutron-server[87636]: event.method(event) Feb 01 04:31:00.754375 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:31:00.754375 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:31:00.754375 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:31:00.754375 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:31:00.754375 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:31:00.754375 dv-neutron-826830-1-hyperv neutron-server[87636]: return f(self, *a, **k) Feb 01 04:31:00.754375 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:31:00.754375 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._get(url).json() Feb 01 04:31:00.754375 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:31:00.754375 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:31:00.754375 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:31:00.754375 dv-neutron-826830-1-hyperv neutron-server[87636]: return self.request(url, 'GET', **kwargs) Feb 01 04:31:00.754375 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:31:00.754375 dv-neutron-826830-1-hyperv neutron-server[87636]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:31:00.754375 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:31:00.754375 dv-neutron-826830-1-hyperv neutron-server[87636]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:31:00.754375 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:31:00.754375 dv-neutron-826830-1-hyperv neutron-server[87636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:31:00.754375 dv-neutron-826830-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:31:00.819168 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-a7ff21b2-15fb-40ed-b587-10643407f011 None None] Deleting port 96b00859-f0f0-488b-8e31-40618836d43d {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:31:00.819567 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a7ff21b2-15fb-40ed-b587-10643407f011 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:00.913455 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-24b3fbd5-547a-4544-a8aa-981493d24761 req-a070d25b-b768-4a6c-abee-0abb79152c89 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=92eeeb5f-62a6-4c96-8f1e-0247aa1601ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2920780 Feb 01 04:31:01.002174 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 22291b89-3901-49a6-af0c-276aedf580ed up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:31:01.061963 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-a7ff21b2-15fb-40ed-b587-10643407f011 None None] The port '96b00859-f0f0-488b-8e31-40618836d43d' was deleted {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 01 04:31:01.067997 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8a7fc361-f59d-4cf4-acbd-35be05b6a099 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:01.082802 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=abb497bf-eafa-4017-afc8-9015eecf993e,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:01.111989 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8a7fc361-f59d-4cf4-acbd-35be05b6a099 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:01.124434 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-98097451-afce-4dcd-ba96-fafdda1d87aa None None] Could not find standard attr ID for object 1b4ea67f-4c5b-48df-be9f-9e20780324d4. {{(pid=87638) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 01 04:31:01.141109 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7fc361-f59d-4cf4-acbd-35be05b6a099 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event deleted for resources: {'Network': ['ID=771497eb-97ee-4ccb-a0ba-8632c9b55ea0,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:01.163730 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-be78d720-5dd3-4d0f-ae72-84255ac231e8 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:01.165329 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 22291b89-3901-49a6-af0c-276aedf580ed completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:31:01.172656 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-8a7fc361-f59d-4cf4-acbd-35be05b6a099 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "DELETE /v2.0/networks/771497eb-97ee-4ccb-a0ba-8632c9b55ea0 HTTP/1.1" status: 204 len: 168 time: 3.5253406 Feb 01 04:31:01.174987 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a47a933-678c-4254-bf4e-ca6e68c9b046 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:31:01.177670 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 22291b89-3901-49a6-af0c-276aedf580ed triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:31:01.179721 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 32952) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:01.188188 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1a47a933-678c-4254-bf4e-ca6e68c9b046 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:01.189269 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:01.192005 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9bc6a7-bca0-4c89-b269-c66f02ded6db None None] Sync routers for ids ['e88ac96f-09da-4b77-9c81-4be8bc7a295d'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:31:01.208944 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9bc6a7-bca0-4c89-b269-c66f02ded6db None None] Routers {'e88ac96f-09da-4b77-9c81-4be8bc7a295d'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:31:01.209610 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-fd9bc6a7-bca0-4c89-b269-c66f02ded6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:30:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['e88ac96f-09da-4b77-9c81-4be8bc7a295d'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:31:01.281993 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-98097451-afce-4dcd-ba96-fafdda1d87aa None None] Provisioning for port 46c86046-04ba-4eb1-9ff0-42ca4ea0b91f completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:31:01.290825 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-fb780bdc-3643-4601-abfb-ff9b0c96e76d tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1535396875'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:31:01.309244 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-98097451-afce-4dcd-ba96-fafdda1d87aa None None] Provisioning complete for port 46c86046-04ba-4eb1-9ff0-42ca4ea0b91f triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:31:01.309790 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-98097451-afce-4dcd-ba96-fafdda1d87aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:01.393269 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-98097451-afce-4dcd-ba96-fafdda1d87aa None None] Port 46c86046-04ba-4eb1-9ff0-42ca4ea0b91f cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:31:01.429334 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-fb780bdc-3643-4601-abfb-ff9b0c96e76d tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:31:01.471672 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-be78d720-5dd3-4d0f-ae72-84255ac231e8 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Calling delete_port for baf97f3a-1ec5-4a43-929f-0020c651b6c4 owned by {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:31:01.481174 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d73892da-f1f3-45af-a91e-d849ffd5c77c tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:31:01.498249 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bb7144-553b-43ed-ba25-6d5a158949c9 None None] Sync routers for ids ['91d3630d-6bd1-45c8-acc4-1021fdccf92e'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:31:01.501517 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f22150f-2deb-4598-be8e-2cfde3f5ee39 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Made reservation on behalf of b106e76e28e449fe893e915e4e5801cf for: {'port': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:31:01.539553 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-fb780bdc-3643-4601-abfb-ff9b0c96e76d tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Usage tracker for resource:network and tenant:4859bcd8aae8416eba645579d339c6c6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:31:01.552047 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bb7144-553b-43ed-ba25-6d5a158949c9 None None] Routers {'91d3630d-6bd1-45c8-acc4-1021fdccf92e'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:31:01.552981 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-40bb7144-553b-43ed-ba25-6d5a158949c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:30:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['91d3630d-6bd1-45c8-acc4-1021fdccf92e'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:31:01.554105 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-fd9bc6a7-bca0-4c89-b269-c66f02ded6db None None] Set router e88ac96f-09da-4b77-9c81-4be8bc7a295d gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:31:01.555955 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-fb780bdc-3643-4601-abfb-ff9b0c96e76d tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:31:01.572447 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-fb780bdc-3643-4601-abfb-ff9b0c96e76d tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:31:01.586593 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1a47a933-678c-4254-bf4e-ca6e68c9b046 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "PUT /v2.0/floatingips/cb3a15ee-e8bf-4735-84d1-f8c988f1a2d1 HTTP/1.1" status: 200 len: 990 time: 5.3622322 Feb 01 04:31:01.590693 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b', 'tag': '9a143ed3-127d-4979-9fda-2a2543ba2248'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:31:01.614147 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb780bdc-3643-4601-abfb-ff9b0c96e76d tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Made reservation on behalf of 4859bcd8aae8416eba645579d339c6c6 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:31:01.619076 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fb780bdc-3643-4601-abfb-ff9b0c96e76d tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:01.640339 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:01.679397 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-312eed8c-efc6-4a6a-9f54-bf42fa357cd8 None None] Provisioning complete for port 22291b89-3901-49a6-af0c-276aedf580ed triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:31:01.679766 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-312eed8c-efc6-4a6a-9f54-bf42fa357cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:01.713722 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0ca210a5-d4bc-4d41-8864-af4aca52177c tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:01.735165 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.resource_extend [None req-dd98ee53-d6a7-4fcd-9fa2-7d2abdbb690d tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 01 04:31:01.819935 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8f22150f-2deb-4598-be8e-2cfde3f5ee39 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:01.832678 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 22291b89-3901-49a6-af0c-276aedf580ed, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=22291b89-3901-49a6-af0c-276aedf580ed,segment=NetworkSegment(64c9d150-b7a8-459f-8ac4-3b938b043f98),segment_id=64c9d150-b7a8-459f-8ac4-3b938b043f98)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:31:01.841561 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95dda60-b0fc-423a-acbe-1c121cf7356a req-84243db4-7ade-4d5c-9ed4-893c8a4724e1 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:01.843842 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-f95dda60-b0fc-423a-acbe-1c121cf7356a req-84243db4-7ade-4d5c-9ed4-893c8a4724e1 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] 10.222.0.24 "GET /v2.0/ports?device_id=3189e16d-7d7b-43fc-b476-2ea4b657461c HTTP/1.1" status: 200 len: 946 time: 1.8575892 Feb 01 04:31:01.863882 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:01.864109 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-be78d720-5dd3-4d0f-ae72-84255ac231e8 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:01.868371 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb780bdc-3643-4601-abfb-ff9b0c96e76d tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:31:01.981977 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-40bb7144-553b-43ed-ba25-6d5a158949c9 None None] Set router 91d3630d-6bd1-45c8-acc4-1021fdccf92e gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:31:02.001255 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fb780bdc-3643-4601-abfb-ff9b0c96e76d tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:02.002541 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-fb780bdc-3643-4601-abfb-ff9b0c96e76d tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Added segment 3ff048d3-0c32-4760-9e0b-3c97d3f11245 of type vlan for network 2be96dc9-9676-4db1-8326-0375e8b7219b Feb 01 04:31:02.051854 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fb780bdc-3643-4601-abfb-ff9b0c96e76d tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:02.058868 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be78d720-5dd3-4d0f-ae72-84255ac231e8 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event deleted for resources: {'Port': ['ID=baf97f3a-1ec5-4a43-929f-0020c651b6c4,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:02.104295 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca210a5-d4bc-4d41-8864-af4aca52177c tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Pushing event deleted for resources: {'Port': ['ID=1b4ea67f-4c5b-48df-be9f-9e20780324d4,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:02.105929 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=22291b89-3901-49a6-af0c-276aedf580ed,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:02.148713 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-fd9bc6a7-bca0-4c89-b269-c66f02ded6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e88ac96f-09da-4b77-9c81-4be8bc7a295d', 'name': 'tempest-ServerActionsTestJSON-1622551483-router', 'tenant_id': '8c08b23bffb44a249b00a7d1f56c2684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.120'}], 'enable_snat': True}, 'gw_port_id': '420c1d2e-f562-44d8-b669-8bcc3ca82a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:29:58Z', 'updated_at': '2022-02-01T04:30:05Z', 'revision_number': 4, 'project_id': '8c08b23bffb44a249b00a7d1f56c2684', 'gw_port': {'id': '420c1d2e-f562-44d8-b669-8bcc3ca82a70', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88ac96f-09da-4b77-9c81-4be8bc7a295d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:30:00Z', 'updated_at': '2022-02-01T04:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': 'cb3a15ee-e8bf-4735-84d1-f8c988f1a2d1', 'tenant_id': '8c08b23bffb44a249b00a7d1f56c2684', 'floating_ip_address': '172.26.8.61', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': 'e88ac96f-09da-4b77-9c81-4be8bc7a295d', 'port_id': '9a143ed3-127d-4979-9fda-2a2543ba2248', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a', 'mac_address': 'fa:16:3e:10:1b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:30:17Z', 'updated_at': '2022-02-01T04:30:57Z', 'revision_number': 1, 'project_id': '8c08b23bffb44a249b00a7d1f56c2684', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36c4124d-3b27-4bee-bd44-d10123dd50c3', 'name': '', 'network_id': '958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a', 'tenant_id': '8c08b23bffb44a249b00a7d1f56c2684', 'mac_address': 'fa:16:3e:6e:6f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88ac96f-09da-4b77-9c81-4be8bc7a295d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f1d92c60-8ec8-4263-bfcc-74bbe6cd55af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:30:04Z', 'updated_at': '2022-02-01T04:30:18Z', 'revision_number': 5, 'project_id': '8c08b23bffb44a249b00a7d1f56c2684', 'subnets': [{'id': 'f1d92c60-8ec8-4263-bfcc-74bbe6cd55af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:31:02.152994 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9bc6a7-bca0-4c89-b269-c66f02ded6db None None] Checking router: e88ac96f-09da-4b77-9c81-4be8bc7a295d for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:31:02.174230 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9bc6a7-bca0-4c89-b269-c66f02ded6db None None] Routers {'e88ac96f-09da-4b77-9c81-4be8bc7a295d'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:31:02.174864 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-fd9bc6a7-bca0-4c89-b269-c66f02ded6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:30:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['e88ac96f-09da-4b77-9c81-4be8bc7a295d'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:31:02.202562 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-8f22150f-2deb-4598-be8e-2cfde3f5ee39 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] device_id is not set on port 56aca875-3d1b-4e9b-a8e6-c3269a0b5287 yet. {{(pid=87637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:31:02.249281 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 96b00859-f0f0-488b-8e31-40618836d43d no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:31:02.312478 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 96b00859-f0f0-488b-8e31-40618836d43d {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:31:02.313159 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 96b00859-f0f0-488b-8e31-40618836d43d not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:31:02.362567 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ddabe69e-db96-4ec7-8606-40708dd9c0b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:02.370889 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1053e8a-57ca-4a7a-983c-e4d243c25f28 req-d513eb6d-1d28-4949-8abd-882918373c5d tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:02.384289 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d1053e8a-57ca-4a7a-983c-e4d243c25f28 req-d513eb6d-1d28-4949-8abd-882918373c5d tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b HTTP/1.1" status: 200 len: 945 time: 0.6591535 Feb 01 04:31:02.417487 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-be78d720-5dd3-4d0f-ae72-84255ac231e8 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:02.465164 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-be78d720-5dd3-4d0f-ae72-84255ac231e8 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/ports/baf97f3a-1ec5-4a43-929f-0020c651b6c4 HTTP/1.1" status: 204 len: 168 time: 2.8083453 Feb 01 04:31:02.473952 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 32960) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:02.484917 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-8f22150f-2deb-4598-be8e-2cfde3f5ee39 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Allocated IP 172.20.0.9 (3fe3270e-1a6a-4f4d-8142-1fc6c54a77aa/d894d9a9-d11d-4980-9fda-ac6d01539ecb/56aca875-3d1b-4e9b-a8e6-c3269a0b5287) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:31:02.519902 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-fd9bc6a7-bca0-4c89-b269-c66f02ded6db None None] Set router e88ac96f-09da-4b77-9c81-4be8bc7a295d gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:31:02.579423 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-312eed8c-efc6-4a6a-9f54-bf42fa357cd8 None None] Provisioning for port c1a8a50f-9404-4adc-8e60-041409eb781b completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:31:02.587666 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d1053e8a-57ca-4a7a-983c-e4d243c25f28 req-884e57c3-fa95-4491-8937-0e0e1c697253 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3f5860d-525a-4a29-9378-b1632322cfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1965325 Feb 01 04:31:02.590398 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fb780bdc-3643-4601-abfb-ff9b0c96e76d tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:02.597246 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb780bdc-3643-4601-abfb-ff9b0c96e76d tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:02.597859 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fb780bdc-3643-4601-abfb-ff9b0c96e76d tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:02.608821 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-312eed8c-efc6-4a6a-9f54-bf42fa357cd8 None None] Provisioning complete for port c1a8a50f-9404-4adc-8e60-041409eb781b triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:31:02.609432 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-312eed8c-efc6-4a6a-9f54-bf42fa357cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:02.684619 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc0fbd7-c3ee-4b6d-9d95-e1ab7b4d417f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:02.686116 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc0fbd7-c3ee-4b6d-9d95-e1ab7b4d417f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:02.686863 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-ccc0fbd7-c3ee-4b6d-9d95-e1ab7b4d417f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Synchronizing usage tracker for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:subnet {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:31:02.706442 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-fb780bdc-3643-4601-abfb-ff9b0c96e76d tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5254562 Feb 01 04:31:02.713891 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b', 'tag': '9a143ed3-127d-4979-9fda-2a2543ba2248', 'status': 'completed', 'code': 200} Feb 01 04:31:02.714265 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 32964) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:02.730894 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-312eed8c-efc6-4a6a-9f54-bf42fa357cd8 None None] Port c1a8a50f-9404-4adc-8e60-041409eb781b cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:31:02.799446 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-312eed8c-efc6-4a6a-9f54-bf42fa357cd8 None None] Provisioning complete for port 46c86046-04ba-4eb1-9ff0-42ca4ea0b91f triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:31:02.799939 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-312eed8c-efc6-4a6a-9f54-bf42fa357cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:02.840193 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-38575d20-0fe2-4a34-9ede-fa8068a25d13 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Request body: {'subnet': {'network_id': '2be96dc9-9676-4db1-8326-0375e8b7219b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:31:02.847618 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8f22150f-2deb-4598-be8e-2cfde3f5ee39 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:02.888461 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-312eed8c-efc6-4a6a-9f54-bf42fa357cd8 None None] Port 46c86046-04ba-4eb1-9ff0-42ca4ea0b91f cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:31:02.896810 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-8f22150f-2deb-4598-be8e-2cfde3f5ee39 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Transition to ACTIVE for port object 56aca875-3d1b-4e9b-a8e6-c3269a0b5287 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:31:02.956558 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-40bb7144-553b-43ed-ba25-6d5a158949c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d3630d-6bd1-45c8-acc4-1021fdccf92e', 'name': '', 'tenant_id': 'b2c4c9315227484db5c8ddb58f58651b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e90ed4a-8ba5-4479-aef7-e6039fe0c655', 'external_fixed_ips': [{'subnet_id': 'c4e80159-1b85-4104-b775-8a32eb57e051', 'ip_address': '2001:db8::17d'}], 'enable_snat': True}, 'gw_port_id': 'efecaa5f-98d6-42e4-8aa5-34792d86e820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:30:53Z', 'updated_at': '2022-02-01T04:30:57Z', 'revision_number': 3, 'project_id': 'b2c4c9315227484db5c8ddb58f58651b', 'gw_port': {'id': 'efecaa5f-98d6-42e4-8aa5-34792d86e820', 'name': '', 'network_id': '6e90ed4a-8ba5-4479-aef7-e6039fe0c655', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ed:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d3630d-6bd1-45c8-acc4-1021fdccf92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'c4e80159-1b85-4104-b775-8a32eb57e051', 'ip_address': '2001:db8::17d', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:30:55Z', 'updated_at': '2022-02-01T04:30:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4e80159-1b85-4104-b775-8a32eb57e051', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:31:02.967269 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bb7144-553b-43ed-ba25-6d5a158949c9 None None] Checking router: 91d3630d-6bd1-45c8-acc4-1021fdccf92e for host: dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:31:02.967694 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bb7144-553b-43ed-ba25-6d5a158949c9 None None] Updating router 91d3630d-6bd1-45c8-acc4-1021fdccf92e port efecaa5f-98d6-42e4-8aa5-34792d86e820 binding host dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 04:31:02.982882 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb780bdc-3643-4601-abfb-ff9b0c96e76d tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event updated for resources: {'Network': ['ID=2be96dc9-9676-4db1-8326-0375e8b7219b,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:03.000694 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-ccc0fbd7-c3ee-4b6d-9d95-e1ab7b4d417f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Unset dirty status for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:subnet {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:31:03.002410 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ccc0fbd7-c3ee-4b6d-9d95-e1ab7b4d417f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5236740 Feb 01 04:31:03.022050 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dd98ee53-d6a7-4fcd-9fa2-7d2abdbb690d tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:03.031512 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 32968) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:03.044557 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 2be96dc9-9676-4db1-8326-0375e8b7219b details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:31:03.088379 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-fd9bc6a7-bca0-4c89-b269-c66f02ded6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e88ac96f-09da-4b77-9c81-4be8bc7a295d', 'name': 'tempest-ServerActionsTestJSON-1622551483-router', 'tenant_id': '8c08b23bffb44a249b00a7d1f56c2684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.120'}], 'enable_snat': True}, 'gw_port_id': '420c1d2e-f562-44d8-b669-8bcc3ca82a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:29:58Z', 'updated_at': '2022-02-01T04:30:05Z', 'revision_number': 4, 'project_id': '8c08b23bffb44a249b00a7d1f56c2684', 'gw_port': {'id': '420c1d2e-f562-44d8-b669-8bcc3ca82a70', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88ac96f-09da-4b77-9c81-4be8bc7a295d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:30:00Z', 'updated_at': '2022-02-01T04:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': 'cb3a15ee-e8bf-4735-84d1-f8c988f1a2d1', 'tenant_id': '8c08b23bffb44a249b00a7d1f56c2684', 'floating_ip_address': '172.26.8.61', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': 'e88ac96f-09da-4b77-9c81-4be8bc7a295d', 'port_id': '9a143ed3-127d-4979-9fda-2a2543ba2248', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a', 'mac_address': 'fa:16:3e:10:1b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:30:17Z', 'updated_at': '2022-02-01T04:30:57Z', 'revision_number': 1, 'project_id': '8c08b23bffb44a249b00a7d1f56c2684', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36c4124d-3b27-4bee-bd44-d10123dd50c3', 'name': '', 'network_id': '958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a', 'tenant_id': '8c08b23bffb44a249b00a7d1f56c2684', 'mac_address': 'fa:16:3e:6e:6f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88ac96f-09da-4b77-9c81-4be8bc7a295d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f1d92c60-8ec8-4263-bfcc-74bbe6cd55af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:30:04Z', 'updated_at': '2022-02-01T04:30:18Z', 'revision_number': 5, 'project_id': '8c08b23bffb44a249b00a7d1f56c2684', 'subnets': [{'id': 'f1d92c60-8ec8-4263-bfcc-74bbe6cd55af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:31:03.095229 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9bc6a7-bca0-4c89-b269-c66f02ded6db None None] The sync data for ids ['e88ac96f-09da-4b77-9c81-4be8bc7a295d'] in dv-neutron-826830-1-hyperv is: [{'id': 'e88ac96f-09da-4b77-9c81-4be8bc7a295d', 'name': 'tempest-ServerActionsTestJSON-1622551483-router', 'tenant_id': '8c08b23bffb44a249b00a7d1f56c2684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.120'}], 'enable_snat': True}, 'gw_port_id': '420c1d2e-f562-44d8-b669-8bcc3ca82a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:29:58Z', 'updated_at': '2022-02-01T04:30:05Z', 'revision_number': 4, 'project_id': '8c08b23bffb44a249b00a7d1f56c2684', 'gw_port': {'id': '420c1d2e-f562-44d8-b669-8bcc3ca82a70', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88ac96f-09da-4b77-9c81-4be8bc7a295d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:30:00Z', 'updated_at': '2022-02-01T04:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': 'cb3a15ee-e8bf-4735-84d1-f8c988f1a2d1', 'tenant_id': '8c08b23bffb44a249b00a7d1f56c2684', 'floating_ip_address': '172.26.8.61', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': 'e88ac96f-09da-4b77-9c81-4be8bc7a295d', 'port_id': '9a143ed3-127d-4979-9fda-2a2543ba2248', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a', 'mac_address': 'fa:16:3e:10:1b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:30:17Z', 'updated_at': '2022-02-01T04:30:57Z', 'revision_number': 1, 'project_id': '8c08b23bffb44a249b00a7d1f56c2684', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36c4124d-3b27-4bee-bd44-d10123dd50c3', 'name': '', 'network_id': '958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a', 'tenant_id': '8c08b23bffb44a249b00a7d1f56c2684', 'mac_address': 'fa:16:3e:6e:6f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88ac96f-09da-4b77-9c81-4be8bc7a295d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f1d92c60-8ec8-4263-bfcc-74bbe6cd55af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:30:04Z', 'updated_at': '2022-02-01T04:30:18Z', 'revision_number': 5, 'project_id': '8c08b23bffb44a249b00a7d1f56c2684', 'subnets': [{'id': 'f1d92c60-8ec8-4263-bfcc-74bbe6cd55af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:31:03.107024 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-f95dda60-b0fc-423a-acbe-1c121cf7356a req-77907f31-1d4d-4a8a-b007-f382416f0f14 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] 10.222.0.24 "GET /v2.0/security-groups?id=92eeeb5f-62a6-4c96-8f1e-0247aa1601ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1339974 Feb 01 04:31:03.151780 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dd98ee53-d6a7-4fcd-9fa2-7d2abdbb690d tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-774194'] for floatingip, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:03.217946 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8f22150f-2deb-4598-be8e-2cfde3f5ee39 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:03.233613 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 6cef368d-b5d4-4783-8944-9606e1ffd9f9 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:31:03.234881 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d73892da-f1f3-45af-a91e-d849ffd5c77c tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:03.235902 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-d73892da-f1f3-45af-a91e-d849ffd5c77c tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 10.2725022 Feb 01 04:31:03.250561 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 32972) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:03.277144 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-40bb7144-553b-43ed-ba25-6d5a158949c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:03.317800 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-4ed6f5f1-a63e-49ce-89be-95c9671cc0f3 None None] Could not find standard attr ID for object 1b4ea67f-4c5b-48df-be9f-9e20780324d4. {{(pid=87638) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 01 04:31:03.320773 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-38575d20-0fe2-4a34-9ede-fa8068a25d13 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:31:03.333523 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-38575d20-0fe2-4a34-9ede-fa8068a25d13 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Usage tracker for resource:subnet and tenant:4859bcd8aae8416eba645579d339c6c6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:31:03.348171 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-38575d20-0fe2-4a34-9ede-fa8068a25d13 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:31:03.362719 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-38575d20-0fe2-4a34-9ede-fa8068a25d13 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:31:03.375216 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0ca210a5-d4bc-4d41-8864-af4aca52177c tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:03.378027 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-029a0334-801c-4fa3-aa33-aef7950972d4 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Deleting subnet eb662c10-5b22-41bb-8292-b2f55e955702 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:31:03.385881 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-0ca210a5-d4bc-4d41-8864-af4aca52177c tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] 10.222.0.24 "DELETE /v2.0/ports/1b4ea67f-4c5b-48df-be9f-9e20780324d4 HTTP/1.1" status: 204 len: 168 time: 4.9709840 Feb 01 04:31:03.386090 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-029a0334-801c-4fa3-aa33-aef7950972d4 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:03.389931 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 32976) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:03.402882 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-4ed6f5f1-a63e-49ce-89be-95c9671cc0f3 None None] Provisioning for port 6cef368d-b5d4-4783-8944-9606e1ffd9f9 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:31:03.431128 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-4ed6f5f1-a63e-49ce-89be-95c9671cc0f3 None None] Could not find standard attr ID for object baf97f3a-1ec5-4a43-929f-0020c651b6c4. {{(pid=87638) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 01 04:31:03.455015 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c7b8e-9f1a-4e9a-abaa-0baddd56f418 req-6b35185a-9528-4e57-a968-8ebaf6ba7880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:03.456546 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a66c7b8e-9f1a-4e9a-abaa-0baddd56f418 req-6b35185a-9528-4e57-a968-8ebaf6ba7880 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8c08b23bffb44a249b00a7d1f56c2684&device_id=9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b HTTP/1.1" status: 200 len: 1098 time: 0.6318936 Feb 01 04:31:03.477493 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003a84a4-92aa-4909-b07a-147088671d7b None None] New status for floating IP cb3a15ee-e8bf-4735-84d1-f8c988f1a2d1: ACTIVE {{(pid=87639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 01 04:31:03.509275 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38575d20-0fe2-4a34-9ede-fa8068a25d13 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Made reservation on behalf of 4859bcd8aae8416eba645579d339c6c6 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:31:03.512856 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-38575d20-0fe2-4a34-9ede-fa8068a25d13 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:03.555699 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f22150f-2deb-4598-be8e-2cfde3f5ee39 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Network 3fe3270e-1a6a-4f4d-8142-1fc6c54a77aa is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:31:03.560720 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc950330-ebc2-4ea2-b673-6b34ea4bb135 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] GET failed (client error): The resource could not be found. Feb 01 04:31:03.561267 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-fc950330-ebc2-4ea2-b673-6b34ea4bb135 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Synchronizing usage tracker for tenant:16b3717ab26047d1acd9f2f043c1f70e on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:31:03.602680 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-4ed6f5f1-a63e-49ce-89be-95c9671cc0f3 None None] Provisioning complete for port c1a8a50f-9404-4adc-8e60-041409eb781b triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:31:03.603327 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4ed6f5f1-a63e-49ce-89be-95c9671cc0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:03.620729 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-8f22150f-2deb-4598-be8e-2cfde3f5ee39 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:31:03.632465 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f22150f-2deb-4598-be8e-2cfde3f5ee39 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Pushing event updated for resources: {'Port': ['ID=56aca875-3d1b-4e9b-a8e6-c3269a0b5287,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:03.646058 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f22150f-2deb-4598-be8e-2cfde3f5ee39 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:31:03.702818 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 6cef368d-b5d4-4783-8944-9606e1ffd9f9 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:31:03.736373 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.l3_db [None req-dd98ee53-d6a7-4fcd-9fa2-7d2abdbb690d tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Floating IP 4e3736cb-1094-4377-a094-ae4b663fe8db associated. External IP: 172.26.8.221, port: 19b03ba8-5358-40c6-b344-f929a39089bd. Feb 01 04:31:03.759491 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 6cef368d-b5d4-4783-8944-9606e1ffd9f9 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:31:03.759871 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:03.823812 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-fc950330-ebc2-4ea2-b673-6b34ea4bb135 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Unset dirty status for tenant:16b3717ab26047d1acd9f2f043c1f70e on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:31:03.824987 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-fc950330-ebc2-4ea2-b673-6b34ea4bb135 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] 10.222.0.24 "GET /v2.0/ports/1b4ea67f-4c5b-48df-be9f-9e20780324d4 HTTP/1.1" status: 404 len: 333 time: 0.4299295 Feb 01 04:31:03.850977 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 32982) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:03.884780 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-af72dc28-a475-46aa-8c94-7a7a3cf9403d tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Request body: {'port': {'network_id': 'c2325588-ac80-4576-858a-8aae0d1a6f14', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-975188023'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:31:03.899957 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-4ed6f5f1-a63e-49ce-89be-95c9671cc0f3 None None] Port c1a8a50f-9404-4adc-8e60-041409eb781b cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:31:03.909488 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-029a0334-801c-4fa3-aa33-aef7950972d4 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145757'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:03.925698 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-40bb7144-553b-43ed-ba25-6d5a158949c9 None None] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:03.966752 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-38575d20-0fe2-4a34-9ede-fa8068a25d13 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:03.983005 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-40bb7144-553b-43ed-ba25-6d5a158949c9 None None] Transition to ACTIVE for port object efecaa5f-98d6-42e4-8aa5-34792d86e820 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:31:03.995108 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:04.027157 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-40bb7144-553b-43ed-ba25-6d5a158949c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:04.067290 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-af72dc28-a475-46aa-8c94-7a7a3cf9403d tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:31:04.080779 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-af72dc28-a475-46aa-8c94-7a7a3cf9403d tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:31:04.096912 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f22150f-2deb-4598-be8e-2cfde3f5ee39 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:04.097534 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8f22150f-2deb-4598-be8e-2cfde3f5ee39 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:04.106788 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af72dc28-a475-46aa-8c94-7a7a3cf9403d tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Made reservation on behalf of 16b3717ab26047d1acd9f2f043c1f70e for: {'port': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:31:04.110226 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-af72dc28-a475-46aa-8c94-7a7a3cf9403d tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:04.124692 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-40bb7144-553b-43ed-ba25-6d5a158949c9 None None] Attempting to bind port efecaa5f-98d6-42e4-8aa5-34792d86e820 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:31:04.125074 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-40bb7144-553b-43ed-ba25-6d5a158949c9 None None] Attempting to bind port efecaa5f-98d6-42e4-8aa5-34792d86e820 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': 'e4dd5bbe-f61e-4004-8798-ac1ca8753733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6e90ed4a-8ba5-4479-aef7-e6039fe0c655'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:31:04.125439 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40bb7144-553b-43ed-ba25-6d5a158949c9 None None] Attempting to bind port efecaa5f-98d6-42e4-8aa5-34792d86e820 on network 6e90ed4a-8ba5-4479-aef7-e6039fe0c655 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:31:04.137925 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40bb7144-553b-43ed-ba25-6d5a158949c9 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:31:04.138306 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40bb7144-553b-43ed-ba25-6d5a158949c9 None None] Checking segment: {'id': 'e4dd5bbe-f61e-4004-8798-ac1ca8753733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6e90ed4a-8ba5-4479-aef7-e6039fe0c655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:31:04.138711 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-40bb7144-553b-43ed-ba25-6d5a158949c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:04.139176 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40bb7144-553b-43ed-ba25-6d5a158949c9 None None] Bound using segment: {'id': 'e4dd5bbe-f61e-4004-8798-ac1ca8753733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6e90ed4a-8ba5-4479-aef7-e6039fe0c655'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:31:04.139686 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-40bb7144-553b-43ed-ba25-6d5a158949c9 None None] Bound port: efecaa5f-98d6-42e4-8aa5-34792d86e820, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4dd5bbe-f61e-4004-8798-ac1ca8753733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6e90ed4a-8ba5-4479-aef7-e6039fe0c655'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:31:04.140089 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-40bb7144-553b-43ed-ba25-6d5a158949c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:04.171810 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 6cef368d-b5d4-4783-8944-9606e1ffd9f9, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=6cef368d-b5d4-4783-8944-9606e1ffd9f9,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:31:04.190194 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-f6768d99-6d0d-4db3-b54b-790e87369e12 None None] Provisioning for port 56aca875-3d1b-4e9b-a8e6-c3269a0b5287 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:31:04.215250 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-8f22150f-2deb-4598-be8e-2cfde3f5ee39 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 4.6160471 Feb 01 04:31:04.219073 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-af72dc28-a475-46aa-8c94-7a7a3cf9403d tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] device_id is not set on port 0e977cc5-f3f0-4d4f-8bdb-645cbd901d95 yet. {{(pid=87637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:31:04.222389 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:04.223160 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device abb497bf-eafa-4017-afc8-9015eecf993e up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:31:04.233308 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3e72dd0c-cd56-44c9-8f1e-08ec053c7e22 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks [] for router, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:04.252094 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 32988) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:04.278337 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c7e152-15d4-473b-a360-3e731be34442 None None] Pushing event updated for resources: {'Port': ['ID=efecaa5f-98d6-42e4-8aa5-34792d86e820,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:04.280579 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-f6768d99-6d0d-4db3-b54b-790e87369e12 None None] Provisioning complete for port 56aca875-3d1b-4e9b-a8e6-c3269a0b5287 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:31:04.280950 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f6768d99-6d0d-4db3-b54b-790e87369e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:04.351286 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8eda11d6-568e-4709-947c-2ce1727f9d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:04.436217 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-f6768d99-6d0d-4db3-b54b-790e87369e12 None None] Port 56aca875-3d1b-4e9b-a8e6-c3269a0b5287 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:31:04.438104 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-40bb7144-553b-43ed-ba25-6d5a158949c9 None None] For port efecaa5f-98d6-42e4-8aa5-34792d86e820, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:31:04.444313 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-40bb7144-553b-43ed-ba25-6d5a158949c9 None None] For port efecaa5f-98d6-42e4-8aa5-34792d86e820, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=efecaa5f-98d6-42e4-8aa5-34792d86e820,segment=NetworkSegment(e4dd5bbe-f61e-4004-8798-ac1ca8753733),segment_id=e4dd5bbe-f61e-4004-8798-ac1ca8753733)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:31:04.451721 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=6cef368d-b5d4-4783-8944-9606e1ffd9f9,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:04.455417 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-40bb7144-553b-43ed-ba25-6d5a158949c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:04.531690 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port abb497bf-eafa-4017-afc8-9015eecf993e triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:31:04.531901 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:04.580819 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-029a0334-801c-4fa3-aa33-aef7950972d4 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:04.587087 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c7e152-15d4-473b-a360-3e731be34442 None None] Pushing event updated for resources: {'Port': ['ID=efecaa5f-98d6-42e4-8aa5-34792d86e820,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:04.595613 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bb7144-553b-43ed-ba25-6d5a158949c9 None None] Routers {'91d3630d-6bd1-45c8-acc4-1021fdccf92e'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:31:04.596287 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-40bb7144-553b-43ed-ba25-6d5a158949c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:31:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['91d3630d-6bd1-45c8-acc4-1021fdccf92e'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:31:04.650544 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38575d20-0fe2-4a34-9ede-fa8068a25d13 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event updated for resources: {'Subnet': ['ID=71b6a597-5c2f-4e5f-89d0-437894102a16,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:04.655900 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c67f3e-af5c-4793-92b4-9f5cea2a53dc req-793159b8-c734-418b-8204-edca7b89c17e tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:04.657380 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-67c67f3e-af5c-4793-92b4-9f5cea2a53dc req-793159b8-c734-418b-8204-edca7b89c17e tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] 10.222.0.24 "GET /v2.0/ports?device_id=3189e16d-7d7b-43fc-b476-2ea4b657461c HTTP/1.1" status: 200 len: 946 time: 0.4023240 Feb 01 04:31:04.681905 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58dfea5b-d1c2-4f86-b0b3-13c5ae7698aa tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:04.687626 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58dfea5b-d1c2-4f86-b0b3-13c5ae7698aa tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:04.693354 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58dfea5b-d1c2-4f86-b0b3-13c5ae7698aa tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:04.693483 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3e72dd0c-cd56-44c9-8f1e-08ec053c7e22 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:04.694171 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-58dfea5b-d1c2-4f86-b0b3-13c5ae7698aa tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Synchronizing usage tracker for tenant:b106e76e28e449fe893e915e4e5801cf on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:31:04.697328 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-af72dc28-a475-46aa-8c94-7a7a3cf9403d tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Allocated IP 2001:db8::1fa (c2325588-ac80-4576-858a-8aae0d1a6f14/92a92d23-ebfa-41d8-9c60-28579d4f2287/0e977cc5-f3f0-4d4f-8bdb-645cbd901d95) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:31:04.716052 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c7b8e-9f1a-4e9a-abaa-0baddd56f418 req-61045381-0350-4b81-b290-a00f5a32aaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:04.717852 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a66c7b8e-9f1a-4e9a-abaa-0baddd56f418 req-61045381-0350-4b81-b290-a00f5a32aaca service neutron] 10.222.0.18 "GET /v2.0/networks?id=958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a HTTP/1.1" status: 200 len: 912 time: 1.1637912 Feb 01 04:31:04.722997 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38575d20-0fe2-4a34-9ede-fa8068a25d13 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Checking segment: {'id': '3ff048d3-0c32-4760-9e0b-3c97d3f11245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2be96dc9-9676-4db1-8326-0375e8b7219b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:31:04.723822 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38575d20-0fe2-4a34-9ede-fa8068a25d13 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Network hostable DHCP agents. Network: 2be96dc9-9676-4db1-8326-0375e8b7219b, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:31:04.728748 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-029a0334-801c-4fa3-aa33-aef7950972d4 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3072169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2652276'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:04.753776 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd98ee53-d6a7-4fcd-9fa2-7d2abdbb690d tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Router 349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:31:04.764365 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-3e72dd0c-cd56-44c9-8f1e-08ec053c7e22 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Deleting port efecaa5f-98d6-42e4-8aa5-34792d86e820 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:31:04.764365 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3e72dd0c-cd56-44c9-8f1e-08ec053c7e22 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:04.784151 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-58dfea5b-d1c2-4f86-b0b3-13c5ae7698aa tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Unset dirty status for tenant:b106e76e28e449fe893e915e4e5801cf on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:31:04.787839 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-58dfea5b-d1c2-4f86-b0b3-13c5ae7698aa tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.5289915 Feb 01 04:31:04.792353 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-67c67f3e-af5c-4793-92b4-9f5cea2a53dc req-6cada792-d41e-4908-b693-da4c652f97fd tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] 10.222.0.24 "GET /v2.0/security-groups?id=92eeeb5f-62a6-4c96-8f1e-0247aa1601ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908294 Feb 01 04:31:04.793608 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 32992) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:04.854492 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f180208d-db95-4722-abb9-b1be427dd637 req-cf671912-1684-4391-afb4-bc131fb7daa8 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:04.861862 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f180208d-db95-4722-abb9-b1be427dd637 req-cf671912-1684-4391-afb4-bc131fb7daa8 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b HTTP/1.1" status: 200 len: 945 time: 1.0228908 Feb 01 04:31:04.870118 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-40bb7144-553b-43ed-ba25-6d5a158949c9 None None] Set router 91d3630d-6bd1-45c8-acc4-1021fdccf92e gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:31:04.952728 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029a0334-801c-4fa3-aa33-aef7950972d4 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event deleted for resources: {'Subnet': ['ID=eb662c10-5b22-41bb-8292-b2f55e955702,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:04.957385 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-029a0334-801c-4fa3-aa33-aef7950972d4 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539973'] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:05.060758 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-029a0334-801c-4fa3-aa33-aef7950972d4 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/subnets/eb662c10-5b22-41bb-8292-b2f55e955702 HTTP/1.1" status: 204 len: 168 time: 2.0256183 Feb 01 04:31:05.060758 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38575d20-0fe2-4a34-9ede-fa8068a25d13 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Network 2be96dc9-9676-4db1-8326-0375e8b7219b is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:31:05.077379 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 32998) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:05.083605 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-2712db74-3a92-42c0-8935-93d8336f3b81 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Deleting port 56aca875-3d1b-4e9b-a8e6-c3269a0b5287 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:31:05.083952 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2712db74-3a92-42c0-8935-93d8336f3b81 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:05.089263 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17da909-5dba-4ad6-9683-dad7af1cb4f2 None None] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:31:05.179564 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a66c7b8e-9f1a-4e9a-abaa-0baddd56f418 req-7d96a6e9-a084-4d60-80ce-6ef099ad1fd6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a143ed3-127d-4979-9fda-2a2543ba2248 HTTP/1.1" status: 200 len: 1000 time: 0.4426816 Feb 01 04:31:05.190998 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 22291b89-3901-49a6-af0c-276aedf580ed up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:31:05.198063 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f180208d-db95-4722-abb9-b1be427dd637 req-622e80e6-1350-44ea-beb3-4efac0a852b3 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3f5860d-525a-4a29-9378-b1632322cfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3353486 Feb 01 04:31:05.266038 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f1777032-1c6e-4e9e-94a7-180da4303e1f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1536334 Feb 01 04:31:05.272045 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33002) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:05.274567 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-38575d20-0fe2-4a34-9ede-fa8068a25d13 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, 2be96dc9-9676-4db1-8326-0375e8b7219b) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:31:05.278784 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38575d20-0fe2-4a34-9ede-fa8068a25d13 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:05.279561 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-38575d20-0fe2-4a34-9ede-fa8068a25d13 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539973'] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:05.287190 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-5003e219-cb36-4028-ae6e-16d8087a0073 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Request body: {'subnet': {'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:31:05.309879 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd98ee53-d6a7-4fcd-9fa2-7d2abdbb690d tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:31:05.331256 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba67947-7ef8-4f49-8831-58abd0fc95c6 None None] Network 2be96dc9-9676-4db1-8326-0375e8b7219b requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:31:05.353555 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-af72dc28-a475-46aa-8c94-7a7a3cf9403d tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:05.353933 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d550fb-e243-484b-aa54-25a9c3efa968 None None] Sync routers for ids ['349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:31:05.367850 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dd98ee53-d6a7-4fcd-9fa2-7d2abdbb690d tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:05.434273 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c7b8e-9f1a-4e9a-abaa-0baddd56f418 req-5f69e6a3-4623-4932-b301-b18c10001a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:05.435782 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a66c7b8e-9f1a-4e9a-abaa-0baddd56f418 req-5f69e6a3-4623-4932-b301-b18c10001a13 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f1d92c60-8ec8-4263-bfcc-74bbe6cd55af HTTP/1.1" status: 200 len: 851 time: 0.2289009 Feb 01 04:31:05.445604 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-38575d20-0fe2-4a34-9ede-fa8068a25d13 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7302337 Feb 01 04:31:05.453970 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6295c37-9dba-4398-aafa-bf93d97c6005 req-f051b439-e751-4409-97eb-de052847483b tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:05.456450 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-b6295c37-9dba-4398-aafa-bf93d97c6005 req-f051b439-e751-4409-97eb-de052847483b tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] 10.222.0.24 "GET /v2.0/ports?device_id=3189e16d-7d7b-43fc-b476-2ea4b657461c HTTP/1.1" status: 200 len: 946 time: 0.5211413 Feb 01 04:31:05.468194 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33006) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:05.477101 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33008) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:05.483629 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-f35f1e04-0c9b-4f76-80e8-12c59e44c626 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Request body: {'port': {'network_id': '2be96dc9-9676-4db1-8326-0375e8b7219b', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-2055752771'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:31:05.490929 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:05.516670 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-75d1054e-bd06-4c1a-9eed-21d0f31d64a6 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Request body: {'floatingip': {'port_id': '41353538-ddff-408b-9473-1be7ea56ca2a'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:31:05.543082 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-3e72dd0c-cd56-44c9-8f1e-08ec053c7e22 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] For port efecaa5f-98d6-42e4-8aa5-34792d86e820, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=efecaa5f-98d6-42e4-8aa5-34792d86e820,segment=NetworkSegment(e4dd5bbe-f61e-4004-8798-ac1ca8753733),segment_id=e4dd5bbe-f61e-4004-8798-ac1ca8753733)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:31:05.543488 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3e72dd0c-cd56-44c9-8f1e-08ec053c7e22 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:05.565453 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d550fb-e243-484b-aa54-25a9c3efa968 None None] Routers {'349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:31:05.566687 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-b1d550fb-e243-484b-aa54-25a9c3efa968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:31:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:31:05.582958 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-af72dc28-a475-46aa-8c94-7a7a3cf9403d tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Transition to ACTIVE for port object 0e977cc5-f3f0-4d4f-8bdb-645cbd901d95 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:31:05.632109 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-5003e219-cb36-4028-ae6e-16d8087a0073 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:31:05.635750 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-75d1054e-bd06-4c1a-9eed-21d0f31d64a6 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Notify callbacks [] for floatingip, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:05.645224 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:05.690091 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-3e72dd0c-cd56-44c9-8f1e-08ec053c7e22 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Calling delete_port for efecaa5f-98d6-42e4-8aa5-34792d86e820 owned by network:router_gateway {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:31:05.700588 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-dd98ee53-d6a7-4fcd-9fa2-7d2abdbb690d tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] 10.222.0.24 "PUT /v2.0/floatingips/4e3736cb-1094-4377-a094-ae4b663fe8db HTTP/1.1" status: 200 len: 991 time: 6.8080316 Feb 01 04:31:05.761290 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-5003e219-cb36-4028-ae6e-16d8087a0073 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Usage tracker for resource:subnet and tenant:60b4e61082d3421283cb095bbc99ad8e is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:31:05.763621 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a5c4121-c19a-49f6-abd2-3336952cca2b', 'tag': '19b03ba8-5358-40c6-b344-f929a39089bd'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:31:05.771701 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-5003e219-cb36-4028-ae6e-16d8087a0073 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:31:05.801656 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 22291b89-3901-49a6-af0c-276aedf580ed triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:31:05.802019 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:05.822330 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-5003e219-cb36-4028-ae6e-16d8087a0073 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:31:05.920871 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5003e219-cb36-4028-ae6e-16d8087a0073 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Made reservation on behalf of 60b4e61082d3421283cb095bbc99ad8e for: {'subnet': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:31:05.925192 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5003e219-cb36-4028-ae6e-16d8087a0073 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3694443'] for subnet, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:05.940786 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-b1d550fb-e243-484b-aa54-25a9c3efa968 None None] Set router 349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:31:05.975077 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a5c4121-c19a-49f6-abd2-3336952cca2b', 'tag': '19b03ba8-5358-40c6-b344-f929a39089bd', 'status': 'completed', 'code': 200} Feb 01 04:31:05.996054 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-af72dc28-a475-46aa-8c94-7a7a3cf9403d tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:05.998260 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-f35f1e04-0c9b-4f76-80e8-12c59e44c626 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:31:06.044256 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-40bb7144-553b-43ed-ba25-6d5a158949c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d3630d-6bd1-45c8-acc4-1021fdccf92e', 'name': '', 'tenant_id': 'b2c4c9315227484db5c8ddb58f58651b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e90ed4a-8ba5-4479-aef7-e6039fe0c655', 'external_fixed_ips': [{'subnet_id': 'c4e80159-1b85-4104-b775-8a32eb57e051', 'ip_address': '2001:db8::17d'}], 'enable_snat': True}, 'gw_port_id': 'efecaa5f-98d6-42e4-8aa5-34792d86e820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:30:53Z', 'updated_at': '2022-02-01T04:30:57Z', 'revision_number': 3, 'project_id': 'b2c4c9315227484db5c8ddb58f58651b', 'gw_port': {'id': 'efecaa5f-98d6-42e4-8aa5-34792d86e820', 'name': '', 'network_id': '6e90ed4a-8ba5-4479-aef7-e6039fe0c655', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ed:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d3630d-6bd1-45c8-acc4-1021fdccf92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'c4e80159-1b85-4104-b775-8a32eb57e051', 'ip_address': '2001:db8::17d', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:30:55Z', 'updated_at': '2022-02-01T04:31:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4e80159-1b85-4104-b775-8a32eb57e051', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:31:06.060494 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bb7144-553b-43ed-ba25-6d5a158949c9 None None] The sync data for ids ['91d3630d-6bd1-45c8-acc4-1021fdccf92e'] in dv-neutron-826830-1-hyperv is: [{'id': '91d3630d-6bd1-45c8-acc4-1021fdccf92e', 'name': '', 'tenant_id': 'b2c4c9315227484db5c8ddb58f58651b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e90ed4a-8ba5-4479-aef7-e6039fe0c655', 'external_fixed_ips': [{'subnet_id': 'c4e80159-1b85-4104-b775-8a32eb57e051', 'ip_address': '2001:db8::17d'}], 'enable_snat': True}, 'gw_port_id': 'efecaa5f-98d6-42e4-8aa5-34792d86e820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:30:53Z', 'updated_at': '2022-02-01T04:30:57Z', 'revision_number': 3, 'project_id': 'b2c4c9315227484db5c8ddb58f58651b', 'gw_port': {'id': 'efecaa5f-98d6-42e4-8aa5-34792d86e820', 'name': '', 'network_id': '6e90ed4a-8ba5-4479-aef7-e6039fe0c655', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ed:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d3630d-6bd1-45c8-acc4-1021fdccf92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'c4e80159-1b85-4104-b775-8a32eb57e051', 'ip_address': '2001:db8::17d', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:30:55Z', 'updated_at': '2022-02-01T04:31:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4e80159-1b85-4104-b775-8a32eb57e051', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:31:06.137321 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bac1caa-31b4-4ee5-bb10-072bd7acbb3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-2be96dc9-9676-4db1-8326-0375e8b7219b', 'network_id': '2be96dc9-9676-4db1-8326-0375e8b7219b', 'tenant_id': '4859bcd8aae8416eba645579d339c6c6', 'fixed_ips': [{'subnet_id': '71b6a597-5c2f-4e5f-89d0-437894102a16'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:31:06.138124 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7bac1caa-31b4-4ee5-bb10-072bd7acbb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:06.145775 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-f35f1e04-0c9b-4f76-80e8-12c59e44c626 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Usage tracker for resource:port and tenant:4859bcd8aae8416eba645579d339c6c6 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:31:06.169700 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5774dc8b-8950-4235-9387-39c4faaa1669 None None] DHCP port deletion for 14b67238-4e53-405c-b9cd-84b8ff52e36a request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:31:06.222935 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-5774dc8b-8950-4235-9387-39c4faaa1669 None None] Deleting port 6cef368d-b5d4-4783-8944-9606e1ffd9f9 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:31:06.223341 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5774dc8b-8950-4235-9387-39c4faaa1669 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:06.223695 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-f35f1e04-0c9b-4f76-80e8-12c59e44c626 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:31:06.252879 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-f35f1e04-0c9b-4f76-80e8-12c59e44c626 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:31:06.259068 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c7b8e-9f1a-4e9a-abaa-0baddd56f418 req-caedb5cf-8ca1-483e-8e8c-63043daadd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:06.260577 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a66c7b8e-9f1a-4e9a-abaa-0baddd56f418 req-caedb5cf-8ca1-483e-8e8c-63043daadd70 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8134668 Feb 01 04:31:06.263664 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2712db74-3a92-42c0-8935-93d8336f3b81 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:06.444670 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af72dc28-a475-46aa-8c94-7a7a3cf9403d tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Network c2325588-ac80-4576-858a-8aae0d1a6f14 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:31:06.455930 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-af72dc28-a475-46aa-8c94-7a7a3cf9403d tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:31:06.506998 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af72dc28-a475-46aa-8c94-7a7a3cf9403d tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:31:06.513214 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af72dc28-a475-46aa-8c94-7a7a3cf9403d tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:06.514392 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-af72dc28-a475-46aa-8c94-7a7a3cf9403d tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:06.533293 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-2712db74-3a92-42c0-8935-93d8336f3b81 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Calling delete_port for 56aca875-3d1b-4e9b-a8e6-c3269a0b5287 owned by {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:31:06.537128 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35f1e04-0c9b-4f76-80e8-12c59e44c626 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Made reservation on behalf of 4859bcd8aae8416eba645579d339c6c6 for: {'port': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:31:06.540637 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f35f1e04-0c9b-4f76-80e8-12c59e44c626 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:06.558223 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af72dc28-a475-46aa-8c94-7a7a3cf9403d tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Pushing event updated for resources: {'Port': ['ID=0e977cc5-f3f0-4d4f-8bdb-645cbd901d95,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:06.730687 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-af72dc28-a475-46aa-8c94-7a7a3cf9403d tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.8785803 Feb 01 04:31:06.740627 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33020) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:06.743053 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-f35f1e04-0c9b-4f76-80e8-12c59e44c626 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] device_id is not set on port c12a4c63-4548-42a5-8bdc-93519adef146 yet. {{(pid=87637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:31:06.827494 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-370b616e-b122-4e3e-b3e2-98a04392ae78 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::294', 'mac_address': 'fa:16:3e:05:98:b2'}]}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:31:06.853240 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82907a99-20be-4b77-9296-290d966a57e6 req-1e8ded50-2ee8-419e-849b-793416637d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:06.854804 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-82907a99-20be-4b77-9296-290d966a57e6 req-1e8ded50-2ee8-419e-849b-793416637d60 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4853f52d21f3486381e609c963ac9a5c&device_id=0a5c4121-c19a-49f6-abd2-3336952cca2b HTTP/1.1" status: 200 len: 1098 time: 0.8290205 Feb 01 04:31:07.004903 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a66c7b8e-9f1a-4e9a-abaa-0baddd56f418 req-a08cdcbd-6604-464d-b7b1-c8012d8a0f2d service neutron] 10.222.0.18 "GET /v2.0/networks/958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7092156 Feb 01 04:31:07.013133 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d20cd01-053b-4d5b-af03-dfe028d95cb4 req-59258f91-d377-46e5-a0a4-cbe2f6506a4e tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:07.020998 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2d20cd01-053b-4d5b-af03-dfe028d95cb4 req-59258f91-d377-46e5-a0a4-cbe2f6506a4e tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5c4121-c19a-49f6-abd2-3336952cca2b HTTP/1.1" status: 200 len: 945 time: 1.0278783 Feb 01 04:31:07.041812 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device efecaa5f-98d6-42e4-8aa5-34792d86e820 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:31:07.245202 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec45f8d-6f5e-4059-9f3c-cce6727c0718 req-83b1d5ce-2105-44f6-b0e8-61c26469cc9e tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:07.246711 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-dec45f8d-6f5e-4059-9f3c-cce6727c0718 req-83b1d5ce-2105-44f6-b0e8-61c26469cc9e tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b HTTP/1.1" status: 200 len: 945 time: 0.8009956 Feb 01 04:31:07.279072 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3e72dd0c-cd56-44c9-8f1e-08ec053c7e22 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:07.290373 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-7bac1caa-31b4-4ee5-bb10-072bd7acbb3e None None] Allocated IP 2001:db8::2 (2be96dc9-9676-4db1-8326-0375e8b7219b/71b6a597-5c2f-4e5f-89d0-437894102a16/83c2c2b6-1b4f-4746-8576-a4e4124f0ece) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:31:07.299408 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2d20cd01-053b-4d5b-af03-dfe028d95cb4 req-7f668f8f-b338-41ce-96f6-95e642e07ae8 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] 10.222.0.24 "GET /v2.0/security-groups?id=113b466b-0f56-487d-90a6-8242a772f163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2774577 Feb 01 04:31:07.319107 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Could not find standard attr ID for object efecaa5f-98d6-42e4-8aa5-34792d86e820. {{(pid=87638) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 01 04:31:07.333749 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-5774dc8b-8950-4235-9387-39c4faaa1669 None None] For port 6cef368d-b5d4-4783-8944-9606e1ffd9f9, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=6cef368d-b5d4-4783-8944-9606e1ffd9f9,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:31:07.334230 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5774dc8b-8950-4235-9387-39c4faaa1669 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:07.345988 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2712db74-3a92-42c0-8935-93d8336f3b81 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:07.381954 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-a558a6b7-e428-49a9-8c77-e5a80010c69e None None] Provisioning for port 0e977cc5-f3f0-4d4f-8bdb-645cbd901d95 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:31:07.385537 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:07.452187 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e72dd0c-cd56-44c9-8f1e-08ec053c7e22 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Pushing event deleted for resources: {'Port': ['ID=efecaa5f-98d6-42e4-8aa5-34792d86e820,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:07.459280 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5003e219-cb36-4028-ae6e-16d8087a0073 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3037478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3694457'] for subnet, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:07.466284 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 6cef368d-b5d4-4783-8944-9606e1ffd9f9 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:31:07.513504 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2712db74-3a92-42c0-8935-93d8336f3b81 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Pushing event deleted for resources: {'Port': ['ID=56aca875-3d1b-4e9b-a8e6-c3269a0b5287,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:07.513922 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.resource_extend [None req-75d1054e-bd06-4c1a-9eed-21d0f31d64a6 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 01 04:31:07.516258 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82907a99-20be-4b77-9296-290d966a57e6 req-b6be881b-185b-4819-be54-ce1b417773a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:07.517778 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-82907a99-20be-4b77-9296-290d966a57e6 req-b6be881b-185b-4819-be54-ce1b417773a2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d56a2493-44f0-4c57-af25-6a282deef9cd HTTP/1.1" status: 200 len: 911 time: 0.6455498 Feb 01 04:31:07.582543 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3e72dd0c-cd56-44c9-8f1e-08ec053c7e22 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-774381'] for router_gateway, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:07.597691 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-5774dc8b-8950-4235-9387-39c4faaa1669 None None] Calling delete_port for 6cef368d-b5d4-4783-8944-9606e1ffd9f9 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:31:07.634662 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-a558a6b7-e428-49a9-8c77-e5a80010c69e None None] Provisioning complete for port 0e977cc5-f3f0-4d4f-8bdb-645cbd901d95 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:31:07.635156 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a558a6b7-e428-49a9-8c77-e5a80010c69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:07.700132 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-75d1054e-bd06-4c1a-9eed-21d0f31d64a6 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:07.710361 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-dec45f8d-6f5e-4059-9f3c-cce6727c0718 req-e76732f6-0f07-45d6-b626-054415ae12dc tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3f5860d-525a-4a29-9378-b1632322cfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4174857 Feb 01 04:31:07.724629 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5003e219-cb36-4028-ae6e-16d8087a0073 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:31:07.730426 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-75d1054e-bd06-4c1a-9eed-21d0f31d64a6 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-774194'] for floatingip, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:07.747596 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-b1d550fb-e243-484b-aa54-25a9c3efa968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1', 'name': 'tempest-ServersTestManualDisk-566047905-router', 'tenant_id': '4853f52d21f3486381e609c963ac9a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.239'}], 'enable_snat': True}, 'gw_port_id': 'f95843e6-04be-4f7f-80dc-63ce8a84d173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:29:57Z', 'updated_at': '2022-02-01T04:30:09Z', 'revision_number': 4, 'project_id': '4853f52d21f3486381e609c963ac9a5c', 'gw_port': {'id': 'f95843e6-04be-4f7f-80dc-63ce8a84d173', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:85:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:29:59Z', 'updated_at': '2022-02-01T04:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': '4e3736cb-1094-4377-a094-ae4b663fe8db', 'tenant_id': '4853f52d21f3486381e609c963ac9a5c', 'floating_ip_address': '172.26.8.221', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1', 'port_id': '19b03ba8-5358-40c6-b344-f929a39089bd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd56a2493-44f0-4c57-af25-6a282deef9cd', 'mac_address': 'fa:16:3e:d3:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5c4121-c19a-49f6-abd2-3336952cca2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:30:25Z', 'updated_at': '2022-02-01T04:31:01Z', 'revision_number': 1, 'project_id': '4853f52d21f3486381e609c963ac9a5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebe58ec0-2b1a-4ac8-bfa7-faece648d91e', 'name': '', 'network_id': 'd56a2493-44f0-4c57-af25-6a282deef9cd', 'tenant_id': '4853f52d21f3486381e609c963ac9a5c', 'mac_address': 'fa:16:3e:27:c6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '571f3863-a948-465c-8ae7-d112b68c75f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:30:07Z', 'updated_at': '2022-02-01T04:30:20Z', 'revision_number': 5, 'project_id': '4853f52d21f3486381e609c963ac9a5c', 'subnets': [{'id': '571f3863-a948-465c-8ae7-d112b68c75f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:31:07.767318 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a66c7b8e-9f1a-4e9a-abaa-0baddd56f418 req-c7b71911-14c5-404f-87eb-8b23dd425d3b service neutron] 10.222.0.18 "GET /v2.0/networks/958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7312889 Feb 01 04:31:07.789895 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5003e219-cb36-4028-ae6e-16d8087a0073 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event updated for resources: {'Subnet': ['ID=57b0489e-ddc6-4ae5-be48-cbdc5b80630e,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:07.792184 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-5003e219-cb36-4028-ae6e-16d8087a0073 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:31:07.802941 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5003e219-cb36-4028-ae6e-16d8087a0073 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:07.806215 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5003e219-cb36-4028-ae6e-16d8087a0073 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:07.821978 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d550fb-e243-484b-aa54-25a9c3efa968 None None] Checking router: 349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1 for host: dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:31:07.868059 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-a558a6b7-e428-49a9-8c77-e5a80010c69e None None] Port 0e977cc5-f3f0-4d4f-8bdb-645cbd901d95 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:31:07.874455 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d550fb-e243-484b-aa54-25a9c3efa968 None None] Routers {'349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:31:07.875337 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-b1d550fb-e243-484b-aa54-25a9c3efa968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:31:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:31:07.935749 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-5003e219-cb36-4028-ae6e-16d8087a0073 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.6585541 Feb 01 04:31:07.940859 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33024) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:07.957751 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:08.009401 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-51efd4a2-0a27-4843-839e-baca301b075f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Request body: {'port': {'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'fixed_ips': [{'subnet_id': '57b0489e-ddc6-4ae5-be48-cbdc5b80630e', 'ip_address': '2001:db8::e695:d12e:b28b:c50f'}], 'name': 'tempest-NetworksTestDHCPv6-1353445585'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:31:08.018300 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3e72dd0c-cd56-44c9-8f1e-08ec053c7e22 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25968'] for router, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:08.023324 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3e72dd0c-cd56-44c9-8f1e-08ec053c7e22 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:08.042382 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-370b616e-b122-4e3e-b3e2-98a04392ae78 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:08.047465 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5774dc8b-8950-4235-9387-39c4faaa1669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:08.160977 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-82907a99-20be-4b77-9296-290d966a57e6 req-c5858d82-a2ca-4811-a1e4-9a8b15ea6055 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19b03ba8-5358-40c6-b344-f929a39089bd HTTP/1.1" status: 200 len: 999 time: 0.6321099 Feb 01 04:31:08.173430 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5774dc8b-8950-4235-9387-39c4faaa1669 None None] Pushing event deleted for resources: {'Port': ['ID=6cef368d-b5d4-4783-8944-9606e1ffd9f9,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:08.190058 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.l3_db [None req-75d1054e-bd06-4c1a-9eed-21d0f31d64a6 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Floating IP ce610516-4256-4548-bdf5-393bcd57606d associated. External IP: 172.26.8.96, port: 41353538-ddff-408b-9473-1be7ea56ca2a. Feb 01 04:31:08.245551 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5774dc8b-8950-4235-9387-39c4faaa1669 None None] No DVR routers for this DVR port 6cef368d-b5d4-4783-8944-9606e1ffd9f9 on host dv-neutron-826830-1-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:31:08.251457 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3e72dd0c-cd56-44c9-8f1e-08ec053c7e22 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772958'] for router, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:08.252054 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e72dd0c-cd56-44c9-8f1e-08ec053c7e22 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 91d3630d-6bd1-45c8-acc4-1021fdccf92e {{(pid=87636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 01 04:31:08.296134 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82907a99-20be-4b77-9296-290d966a57e6 req-1a3a30c3-4e1e-4d5b-b8ad-2e251d06c44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:08.297808 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-82907a99-20be-4b77-9296-290d966a57e6 req-1a3a30c3-4e1e-4d5b-b8ad-2e251d06c44b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=571f3863-a948-465c-8ae7-d112b68c75f9 HTTP/1.1" status: 200 len: 850 time: 0.0997267 Feb 01 04:31:08.320520 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce56f8f-34f6-430a-9c4c-a6e9219f66a7 None None] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:31:08.352586 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-51efd4a2-0a27-4843-839e-baca301b075f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:31:08.355032 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2712db74-3a92-42c0-8935-93d8336f3b81 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:08.371270 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3e72dd0c-cd56-44c9-8f1e-08ec053c7e22 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:08.375159 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-3e72dd0c-cd56-44c9-8f1e-08ec053c7e22 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] 10.222.0.24 "DELETE /v2.0/routers/91d3630d-6bd1-45c8-acc4-1021fdccf92e HTTP/1.1" status: 204 len: 168 time: 5.1231334 Feb 01 04:31:08.378593 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 33030) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:08.418192 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2712db74-3a92-42c0-8935-93d8336f3b81 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] 10.222.0.24 "DELETE /v2.0/ports/56aca875-3d1b-4e9b-a8e6-c3269a0b5287 HTTP/1.1" status: 204 len: 168 time: 3.5697460 Feb 01 04:31:08.421380 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 33034) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:08.424678 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-51efd4a2-0a27-4843-839e-baca301b075f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Usage tracker for resource:port and tenant:60b4e61082d3421283cb095bbc99ad8e is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:31:08.443497 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-51efd4a2-0a27-4843-839e-baca301b075f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:31:08.462237 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-51efd4a2-0a27-4843-839e-baca301b075f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:31:08.462897 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-b1d550fb-e243-484b-aa54-25a9c3efa968 None None] Set router 349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:31:08.540871 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-03b8648c-c321-4083-9446-dd41419e1560 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] GET failed (client error): The resource could not be found. Feb 01 04:31:08.541500 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-03b8648c-c321-4083-9446-dd41419e1560 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Synchronizing usage tracker for tenant:b106e76e28e449fe893e915e4e5801cf on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:31:08.542050 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51efd4a2-0a27-4843-839e-baca301b075f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Made reservation on behalf of 60b4e61082d3421283cb095bbc99ad8e for: {'port': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:31:08.577607 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b965bb2-2b12-4ef6-af8c-4f13eaf39261 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Deleting subnet c4e80159-1b85-4104-b775-8a32eb57e051 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:31:08.583751 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7bac1caa-31b4-4ee5-bb10-072bd7acbb3e None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:08.586380 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9b965bb2-2b12-4ef6-af8c-4f13eaf39261 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:08.632463 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-03b8648c-c321-4083-9446-dd41419e1560 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Unset dirty status for tenant:b106e76e28e449fe893e915e4e5801cf on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:31:08.633697 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-03b8648c-c321-4083-9446-dd41419e1560 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] 10.222.0.24 "GET /v2.0/ports/56aca875-3d1b-4e9b-a8e6-c3269a0b5287 HTTP/1.1" status: 404 len: 333 time: 0.2087643 Feb 01 04:31:08.643757 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 33038) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:08.654300 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-33308ca1-9bb9-4f71-a127-83ff97617ae6 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Request body: {'port': {'network_id': '3fe3270e-1a6a-4f4d-8142-1fc6c54a77aa', 'name': 'tempest-AllowedAddressPairTestJSON-1318548877'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:31:08.707529 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9b965bb2-2b12-4ef6-af8c-4f13eaf39261 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145757'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:08.764519 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82907a99-20be-4b77-9296-290d966a57e6 req-96b637a7-6c97-4dad-8187-6d6379cfe58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:08.766844 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-82907a99-20be-4b77-9296-290d966a57e6 req-96b637a7-6c97-4dad-8187-6d6379cfe58f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d56a2493-44f0-4c57-af25-6a282deef9cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4595487 Feb 01 04:31:08.782200 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-7bac1caa-31b4-4ee5-bb10-072bd7acbb3e None None] Transition to ACTIVE for port object 83c2c2b6-1b4f-4746-8576-a4e4124f0ece will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:31:08.869170 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-7bac1caa-31b4-4ee5-bb10-072bd7acbb3e None None] Transition to ACTIVE for port object 83c2c2b6-1b4f-4746-8576-a4e4124f0ece will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:31:08.937117 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03264710-43da-417f-b8a5-648f9bbe69a6 req-1366ee19-0611-4afa-ad99-cef5a5bf06aa tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:08.938723 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-03264710-43da-417f-b8a5-648f9bbe69a6 req-1366ee19-0611-4afa-ad99-cef5a5bf06aa tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5c4121-c19a-49f6-abd2-3336952cca2b HTTP/1.1" status: 200 len: 945 time: 0.4609969 Feb 01 04:31:08.983378 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7bac1caa-31b4-4ee5-bb10-072bd7acbb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:09.095837 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-03264710-43da-417f-b8a5-648f9bbe69a6 req-809975de-554a-449b-ad67-75956d151ba4 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] 10.222.0.24 "GET /v2.0/security-groups?id=113b466b-0f56-487d-90a6-8242a772f163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051078 Feb 01 04:31:09.098475 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-370b616e-b122-4e3e-b3e2-98a04392ae78 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:09.101882 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9b965bb2-2b12-4ef6-af8c-4f13eaf39261 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:09.106131 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-51efd4a2-0a27-4843-839e-baca301b075f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:09.126959 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-370b616e-b122-4e3e-b3e2-98a04392ae78 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:09.146576 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bac1caa-31b4-4ee5-bb10-072bd7acbb3e None None] Network 2be96dc9-9676-4db1-8326-0375e8b7219b is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:31:09.160669 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-82907a99-20be-4b77-9296-290d966a57e6 req-f27ee69d-cdf4-4e5b-a528-111ad8f650da service neutron] 10.222.0.18 "GET /v2.0/networks/d56a2493-44f0-4c57-af25-6a282deef9cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3812437 Feb 01 04:31:09.163009 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-7bac1caa-31b4-4ee5-bb10-072bd7acbb3e None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:31:09.165612 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bac1caa-31b4-4ee5-bb10-072bd7acbb3e None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:31:09.167898 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bac1caa-31b4-4ee5-bb10-072bd7acbb3e None None] Pushing event updated for resources: {'Port': ['ID=83c2c2b6-1b4f-4746-8576-a4e4124f0ece,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:09.210987 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-33308ca1-9bb9-4f71-a127-83ff97617ae6 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:31:09.229869 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-370b616e-b122-4e3e-b3e2-98a04392ae78 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] In _notify_port_updated(), no bound segment for port 0e977cc5-f3f0-4d4f-8bdb-645cbd901d95 on network c2325588-ac80-4576-858a-8aae0d1a6f14 {{(pid=87637) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 01 04:31:09.235249 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370b616e-b122-4e3e-b3e2-98a04392ae78 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:09.236646 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-370b616e-b122-4e3e-b3e2-98a04392ae78 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:09.238106 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-370b616e-b122-4e3e-b3e2-98a04392ae78 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] 10.222.0.24 "PUT /v2.0/ports/0e977cc5-f3f0-4d4f-8bdb-645cbd901d95 HTTP/1.1" status: 200 len: 1002 time: 2.4429719 Feb 01 04:31:09.241621 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 33044) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:09.242010 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-51efd4a2-0a27-4843-839e-baca301b075f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] device_id is not set on port 9dbc02de-6e25-4fd7-8ecf-5dbb39f91af4 yet. {{(pid=87637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:31:09.246056 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-33308ca1-9bb9-4f71-a127-83ff97617ae6 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:31:09.334389 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75d1054e-bd06-4c1a-9eed-21d0f31d64a6 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Router fe334b00-f9c2-4473-a16a-4b711be31f1c has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:31:09.340711 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c3da6d-4f05-4bb0-be12-8f0bcf9d2138 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-14b67238-4e53-405c-b9cd-84b8ff52e36a', 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'tenant_id': '60b4e61082d3421283cb095bbc99ad8e', 'fixed_ips': [{'subnet_id': '57b0489e-ddc6-4ae5-be48-cbdc5b80630e'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:31:09.341552 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a3c3da6d-4f05-4bb0-be12-8f0bcf9d2138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:09.349232 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-f35f1e04-0c9b-4f76-80e8-12c59e44c626 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Allocated IP 2001:db8::7e (2be96dc9-9676-4db1-8326-0375e8b7219b/71b6a597-5c2f-4e5f-89d0-437894102a16/c12a4c63-4548-42a5-8bdc-93519adef146) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:31:09.367346 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-7bac1caa-31b4-4ee5-bb10-072bd7acbb3e None None] Attempting to bind port 83c2c2b6-1b4f-4746-8576-a4e4124f0ece on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:31:09.367757 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-7bac1caa-31b4-4ee5-bb10-072bd7acbb3e None None] Attempting to bind port 83c2c2b6-1b4f-4746-8576-a4e4124f0ece by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '3ff048d3-0c32-4760-9e0b-3c97d3f11245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2be96dc9-9676-4db1-8326-0375e8b7219b'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:31:09.368126 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bac1caa-31b4-4ee5-bb10-072bd7acbb3e None None] Attempting to bind port 83c2c2b6-1b4f-4746-8576-a4e4124f0ece on network 2be96dc9-9676-4db1-8326-0375e8b7219b {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:31:09.377191 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-1aa361e0-a09f-4280-a353-ab88f6d4e11f tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Deleting port 0e977cc5-f3f0-4d4f-8bdb-645cbd901d95 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:31:09.377634 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1aa361e0-a09f-4280-a353-ab88f6d4e11f tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:09.380979 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bac1caa-31b4-4ee5-bb10-072bd7acbb3e None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:31:09.381401 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bac1caa-31b4-4ee5-bb10-072bd7acbb3e None None] Checking segment: {'id': '3ff048d3-0c32-4760-9e0b-3c97d3f11245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2be96dc9-9676-4db1-8326-0375e8b7219b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:31:09.381848 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7bac1caa-31b4-4ee5-bb10-072bd7acbb3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:09.382248 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bac1caa-31b4-4ee5-bb10-072bd7acbb3e None None] Bound using segment: {'id': '3ff048d3-0c32-4760-9e0b-3c97d3f11245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2be96dc9-9676-4db1-8326-0375e8b7219b'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:31:09.382728 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-7bac1caa-31b4-4ee5-bb10-072bd7acbb3e None None] Bound port: 83c2c2b6-1b4f-4746-8576-a4e4124f0ece, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ff048d3-0c32-4760-9e0b-3c97d3f11245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2be96dc9-9676-4db1-8326-0375e8b7219b'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:31:09.383166 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7bac1caa-31b4-4ee5-bb10-072bd7acbb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:09.418315 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33308ca1-9bb9-4f71-a127-83ff97617ae6 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Made reservation on behalf of b106e76e28e449fe893e915e4e5801cf for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:31:09.421903 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-33308ca1-9bb9-4f71-a127-83ff97617ae6 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:09.434770 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370b616e-b122-4e3e-b3e2-98a04392ae78 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Pushing event updated for resources: {'Port': ['ID=0e977cc5-f3f0-4d4f-8bdb-645cbd901d95,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:09.497488 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9b965bb2-2b12-4ef6-af8c-4f13eaf39261 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3072169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2652276'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:09.549014 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-33308ca1-9bb9-4f71-a127-83ff97617ae6 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] device_id is not set on port 77ba46e1-009a-4710-a7b8-fb005f914341 yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:31:09.555577 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-b1d550fb-e243-484b-aa54-25a9c3efa968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1', 'name': 'tempest-ServersTestManualDisk-566047905-router', 'tenant_id': '4853f52d21f3486381e609c963ac9a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.239'}], 'enable_snat': True}, 'gw_port_id': 'f95843e6-04be-4f7f-80dc-63ce8a84d173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:29:57Z', 'updated_at': '2022-02-01T04:30:09Z', 'revision_number': 4, 'project_id': '4853f52d21f3486381e609c963ac9a5c', 'gw_port': {'id': 'f95843e6-04be-4f7f-80dc-63ce8a84d173', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:85:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:29:59Z', 'updated_at': '2022-02-01T04:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': '4e3736cb-1094-4377-a094-ae4b663fe8db', 'tenant_id': '4853f52d21f3486381e609c963ac9a5c', 'floating_ip_address': '172.26.8.221', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1', 'port_id': '19b03ba8-5358-40c6-b344-f929a39089bd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd56a2493-44f0-4c57-af25-6a282deef9cd', 'mac_address': 'fa:16:3e:d3:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5c4121-c19a-49f6-abd2-3336952cca2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:30:25Z', 'updated_at': '2022-02-01T04:31:01Z', 'revision_number': 1, 'project_id': '4853f52d21f3486381e609c963ac9a5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebe58ec0-2b1a-4ac8-bfa7-faece648d91e', 'name': '', 'network_id': 'd56a2493-44f0-4c57-af25-6a282deef9cd', 'tenant_id': '4853f52d21f3486381e609c963ac9a5c', 'mac_address': 'fa:16:3e:27:c6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '571f3863-a948-465c-8ae7-d112b68c75f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:30:07Z', 'updated_at': '2022-02-01T04:30:20Z', 'revision_number': 5, 'project_id': '4853f52d21f3486381e609c963ac9a5c', 'subnets': [{'id': '571f3863-a948-465c-8ae7-d112b68c75f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:31:09.611439 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d550fb-e243-484b-aa54-25a9c3efa968 None None] The sync data for ids ['349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1'] in dv-neutron-826830-1-hyperv is: [{'id': '349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1', 'name': 'tempest-ServersTestManualDisk-566047905-router', 'tenant_id': '4853f52d21f3486381e609c963ac9a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.239'}], 'enable_snat': True}, 'gw_port_id': 'f95843e6-04be-4f7f-80dc-63ce8a84d173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:29:57Z', 'updated_at': '2022-02-01T04:30:09Z', 'revision_number': 4, 'project_id': '4853f52d21f3486381e609c963ac9a5c', 'gw_port': {'id': 'f95843e6-04be-4f7f-80dc-63ce8a84d173', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:85:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:29:59Z', 'updated_at': '2022-02-01T04:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': '4e3736cb-1094-4377-a094-ae4b663fe8db', 'tenant_id': '4853f52d21f3486381e609c963ac9a5c', 'floating_ip_address': '172.26.8.221', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1', 'port_id': '19b03ba8-5358-40c6-b344-f929a39089bd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd56a2493-44f0-4c57-af25-6a282deef9cd', 'mac_address': 'fa:16:3e:d3:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5c4121-c19a-49f6-abd2-3336952cca2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:30:25Z', 'updated_at': '2022-02-01T04:31:01Z', 'revision_number': 1, 'project_id': '4853f52d21f3486381e609c963ac9a5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebe58ec0-2b1a-4ac8-bfa7-faece648d91e', 'name': '', 'network_id': 'd56a2493-44f0-4c57-af25-6a282deef9cd', 'tenant_id': '4853f52d21f3486381e609c963ac9a5c', 'mac_address': 'fa:16:3e:27:c6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '571f3863-a948-465c-8ae7-d112b68c75f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:30:07Z', 'updated_at': '2022-02-01T04:30:20Z', 'revision_number': 5, 'project_id': '4853f52d21f3486381e609c963ac9a5c', 'subnets': [{'id': '571f3863-a948-465c-8ae7-d112b68c75f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:31:09.634790 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-7bac1caa-31b4-4ee5-bb10-072bd7acbb3e None None] For port 83c2c2b6-1b4f-4746-8576-a4e4124f0ece, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:31:09.634992 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-82907a99-20be-4b77-9296-290d966a57e6 req-aabc30cf-3e42-413c-aab7-004cf5c2c39d service neutron] 10.222.0.18 "GET /v2.0/networks/d56a2493-44f0-4c57-af25-6a282deef9cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4643576 Feb 01 04:31:09.637194 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9b965bb2-2b12-4ef6-af8c-4f13eaf39261 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539973'] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:09.648720 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b965bb2-2b12-4ef6-af8c-4f13eaf39261 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c4e80159-1b85-4104-b775-8a32eb57e051,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:09.657007 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-7bac1caa-31b4-4ee5-bb10-072bd7acbb3e None None] For port 83c2c2b6-1b4f-4746-8576-a4e4124f0ece, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=83c2c2b6-1b4f-4746-8576-a4e4124f0ece,segment=NetworkSegment(3ff048d3-0c32-4760-9e0b-3c97d3f11245),segment_id=3ff048d3-0c32-4760-9e0b-3c97d3f11245)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:31:09.660321 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-d9c178da-d6b4-43d6-abde-d0b2935e387d None None] Provisioning complete for port 0e977cc5-f3f0-4d4f-8bdb-645cbd901d95 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:31:09.660739 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d9c178da-d6b4-43d6-abde-d0b2935e387d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:09.696485 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-a3c3da6d-4f05-4bb0-be12-8f0bcf9d2138 None None] Allocated IP 2001:db8::2 (14b67238-4e53-405c-b9cd-84b8ff52e36a/57b0489e-ddc6-4ae5-be48-cbdc5b80630e/646d4b7f-fd26-428b-a232-3295191bb4f6) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:31:09.699311 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9b965bb2-2b12-4ef6-af8c-4f13eaf39261 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] 10.222.0.24 "DELETE /v2.0/subnets/c4e80159-1b85-4104-b775-8a32eb57e051 HTTP/1.1" status: 204 len: 168 time: 1.3196254 Feb 01 04:31:09.701989 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7bac1caa-31b4-4ee5-bb10-072bd7acbb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:09.705564 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 33048) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:09.705709 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae3e4a2-1c45-4b97-82b4-7600f1ebf6cf req-1703ce02-c8c1-4bae-9ad4-3fa41761c214 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:09.707202 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-2ae3e4a2-1c45-4b97-82b4-7600f1ebf6cf req-1703ce02-c8c1-4bae-9ad4-3fa41761c214 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b HTTP/1.1" status: 200 len: 945 time: 0.7030506 Feb 01 04:31:09.866056 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f35f1e04-0c9b-4f76-80e8-12c59e44c626 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:09.889069 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-2ae3e4a2-1c45-4b97-82b4-7600f1ebf6cf req-4da120f3-0081-4539-8483-dbfa7b01206e tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3f5860d-525a-4a29-9378-b1632322cfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1630526 Feb 01 04:31:09.900684 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f35f1e04-0c9b-4f76-80e8-12c59e44c626 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Transition to ACTIVE for port object c12a4c63-4548-42a5-8bdc-93519adef146 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:31:09.912040 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d1054e-bd06-4c1a-9eed-21d0f31d64a6 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:31:09.925306 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-75d1054e-bd06-4c1a-9eed-21d0f31d64a6 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:09.927813 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914fba2b-1cd2-4464-ac99-54fb27c2ccd7 None None] Sync routers for ids ['fe334b00-f9c2-4473-a16a-4b711be31f1c'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:31:09.952846 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914fba2b-1cd2-4464-ac99-54fb27c2ccd7 None None] Routers {'fe334b00-f9c2-4473-a16a-4b711be31f1c'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:31:09.953487 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-914fba2b-1cd2-4464-ac99-54fb27c2ccd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:31:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['fe334b00-f9c2-4473-a16a-4b711be31f1c'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:31:10.026628 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-75d1054e-bd06-4c1a-9eed-21d0f31d64a6 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] 10.222.0.24 "PUT /v2.0/floatingips/ce610516-4256-4548-bdf5-393bcd57606d HTTP/1.1" status: 200 len: 991 time: 4.5198033 Feb 01 04:31:10.027574 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3189e16d-7d7b-43fc-b476-2ea4b657461c', 'tag': '41353538-ddff-408b-9473-1be7ea56ca2a'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:31:10.050060 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f35f1e04-0c9b-4f76-80e8-12c59e44c626 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:10.081129 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43aa91bd-cc59-48ad-b355-f997aeeef5b4 None None] New status for floating IP 4e3736cb-1094-4377-a094-ae4b663fe8db: ACTIVE {{(pid=87638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 01 04:31:10.136946 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5a6a03dc-a315-4835-866e-b80a4ee09bbb tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:10.194803 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-914fba2b-1cd2-4464-ac99-54fb27c2ccd7 None None] Set router fe334b00-f9c2-4473-a16a-4b711be31f1c gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:31:10.208446 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-d9c178da-d6b4-43d6-abde-d0b2935e387d None None] Port 0e977cc5-f3f0-4d4f-8bdb-645cbd901d95 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:31:10.209001 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35f1e04-0c9b-4f76-80e8-12c59e44c626 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Network 2be96dc9-9676-4db1-8326-0375e8b7219b is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:31:10.219399 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-f35f1e04-0c9b-4f76-80e8-12c59e44c626 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:31:10.221849 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35f1e04-0c9b-4f76-80e8-12c59e44c626 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:31:10.227774 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35f1e04-0c9b-4f76-80e8-12c59e44c626 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:10.228667 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f35f1e04-0c9b-4f76-80e8-12c59e44c626 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:10.271702 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bac1caa-31b4-4ee5-bb10-072bd7acbb3e None None] Pushing event updated for resources: {'Port': ['ID=83c2c2b6-1b4f-4746-8576-a4e4124f0ece,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:10.307824 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35f1e04-0c9b-4f76-80e8-12c59e44c626 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event updated for resources: {'Port': ['ID=c12a4c63-4548-42a5-8bdc-93519adef146,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:10.314920 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-f35f1e04-0c9b-4f76-80e8-12c59e44c626 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 4.8388748 Feb 01 04:31:10.317820 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33062) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:10.431980 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-6ea59f71-97b4-4481-b746-c7f89926ecfe tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Deleting port c12a4c63-4548-42a5-8bdc-93519adef146 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:31:10.432415 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6ea59f71-97b4-4481-b746-c7f89926ecfe tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:10.544001 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-33308ca1-9bb9-4f71-a127-83ff97617ae6 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Allocated IP 172.20.0.8 (3fe3270e-1a6a-4f4d-8142-1fc6c54a77aa/d894d9a9-d11d-4980-9fda-ac6d01539ecb/77ba46e1-009a-4710-a7b8-fb005f914341) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:31:10.604361 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88484cc8-6a8b-4c5a-bcfd-23338ab30f58 req-4422849b-6d18-4986-91a1-359873156668 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:10.605921 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-88484cc8-6a8b-4c5a-bcfd-23338ab30f58 req-4422849b-6d18-4986-91a1-359873156668 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] 10.222.0.24 "GET /v2.0/ports?device_id=3189e16d-7d7b-43fc-b476-2ea4b657461c HTTP/1.1" status: 200 len: 946 time: 0.3659728 Feb 01 04:31:10.647550 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1aa361e0-a09f-4280-a353-ab88f6d4e11f tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:10.684910 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a3c3da6d-4f05-4bb0-be12-8f0bcf9d2138 None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:10.701091 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-a3c3da6d-4f05-4bb0-be12-8f0bcf9d2138 None None] Transition to ACTIVE for port object 646d4b7f-fd26-428b-a232-3295191bb4f6 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:31:10.738301 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-a3c3da6d-4f05-4bb0-be12-8f0bcf9d2138 None None] Transition to ACTIVE for port object 646d4b7f-fd26-428b-a232-3295191bb4f6 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:31:10.756767 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a3c3da6d-4f05-4bb0-be12-8f0bcf9d2138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:10.794892 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-914fba2b-1cd2-4464-ac99-54fb27c2ccd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe334b00-f9c2-4473-a16a-4b711be31f1c', 'name': 'tempest-ServersTestJSON-82895039-router', 'tenant_id': '332d5a2a0a29497d81fd0e175d971fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.36'}], 'enable_snat': True}, 'gw_port_id': 'd753bac5-2ff2-45a5-9ec1-4f4d0e2b5091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:29:59Z', 'updated_at': '2022-02-01T04:30:15Z', 'revision_number': 4, 'project_id': '332d5a2a0a29497d81fd0e175d971fc8', 'gw_port': {'id': 'd753bac5-2ff2-45a5-9ec1-4f4d0e2b5091', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:7e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe334b00-f9c2-4473-a16a-4b711be31f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:30:01Z', 'updated_at': '2022-02-01T04:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': 'ce610516-4256-4548-bdf5-393bcd57606d', 'tenant_id': '332d5a2a0a29497d81fd0e175d971fc8', 'floating_ip_address': '172.26.8.96', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': 'fe334b00-f9c2-4473-a16a-4b711be31f1c', 'port_id': '41353538-ddff-408b-9473-1be7ea56ca2a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90ceb3fa-eeb4-4146-8853-bf11c986f415', 'mac_address': 'fa:16:3e:7f:cb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3189e16d-7d7b-43fc-b476-2ea4b657461c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:30:28Z', 'updated_at': '2022-02-01T04:31:07Z', 'revision_number': 1, 'project_id': '332d5a2a0a29497d81fd0e175d971fc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d116971-bcdd-4fd8-aca4-890259ada2e6', 'name': '', 'network_id': '90ceb3fa-eeb4-4146-8853-bf11c986f415', 'tenant_id': '332d5a2a0a29497d81fd0e175d971fc8', 'mac_address': 'fa:16:3e:16:8a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe334b00-f9c2-4473-a16a-4b711be31f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'f42bcb10-2f4f-4796-800c-dcbbdb896d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:30:13Z', 'updated_at': '2022-02-01T04:30:25Z', 'revision_number': 5, 'project_id': '332d5a2a0a29497d81fd0e175d971fc8', 'subnets': [{'id': 'f42bcb10-2f4f-4796-800c-dcbbdb896d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:31:10.800115 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914fba2b-1cd2-4464-ac99-54fb27c2ccd7 None None] Checking router: fe334b00-f9c2-4473-a16a-4b711be31f1c for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:31:10.806549 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 83c2c2b6-1b4f-4746-8576-a4e4124f0ece up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:31:10.814364 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914fba2b-1cd2-4464-ac99-54fb27c2ccd7 None None] Routers {'fe334b00-f9c2-4473-a16a-4b711be31f1c'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:31:10.815580 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-914fba2b-1cd2-4464-ac99-54fb27c2ccd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:31:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['fe334b00-f9c2-4473-a16a-4b711be31f1c'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:31:10.858698 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-88484cc8-6a8b-4c5a-bcfd-23338ab30f58 req-07fab7e4-a6d1-47c6-ab73-fba36b8cb43a tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] 10.222.0.24 "GET /v2.0/security-groups?id=92eeeb5f-62a6-4c96-8f1e-0247aa1601ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1912878 Feb 01 04:31:10.890940 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c3da6d-4f05-4bb0-be12-8f0bcf9d2138 None None] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:31:10.899435 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-a3c3da6d-4f05-4bb0-be12-8f0bcf9d2138 None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:31:10.907854 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c3da6d-4f05-4bb0-be12-8f0bcf9d2138 None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:31:10.911919 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c3da6d-4f05-4bb0-be12-8f0bcf9d2138 None None] Pushing event updated for resources: {'Port': ['ID=646d4b7f-fd26-428b-a232-3295191bb4f6,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:10.955387 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-1aa361e0-a09f-4280-a353-ab88f6d4e11f tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Calling delete_port for 0e977cc5-f3f0-4d4f-8bdb-645cbd901d95 owned by {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:31:11.004570 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3189e16d-7d7b-43fc-b476-2ea4b657461c', 'tag': '41353538-ddff-408b-9473-1be7ea56ca2a', 'status': 'completed', 'code': 200} Feb 01 04:31:11.027002 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5a6a03dc-a315-4835-866e-b80a4ee09bbb tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:11.048762 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-51efd4a2-0a27-4843-839e-baca301b075f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Allocated IP 2001:db8::e695:d12e:b28b:c50f (14b67238-4e53-405c-b9cd-84b8ff52e36a/57b0489e-ddc6-4ae5-be48-cbdc5b80630e/9dbc02de-6e25-4fd7-8ecf-5dbb39f91af4) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:31:11.072225 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6ea59f71-97b4-4481-b746-c7f89926ecfe tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:11.084793 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 83c2c2b6-1b4f-4746-8576-a4e4124f0ece completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:31:11.089853 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-a3c3da6d-4f05-4bb0-be12-8f0bcf9d2138 None None] Attempting to bind port 646d4b7f-fd26-428b-a232-3295191bb4f6 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:31:11.090499 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-a3c3da6d-4f05-4bb0-be12-8f0bcf9d2138 None None] Attempting to bind port 646d4b7f-fd26-428b-a232-3295191bb4f6 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:31:11.091089 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c3da6d-4f05-4bb0-be12-8f0bcf9d2138 None None] Attempting to bind port 646d4b7f-fd26-428b-a232-3295191bb4f6 on network 14b67238-4e53-405c-b9cd-84b8ff52e36a {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:31:11.101177 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c3da6d-4f05-4bb0-be12-8f0bcf9d2138 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:31:11.101812 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c3da6d-4f05-4bb0-be12-8f0bcf9d2138 None None] Checking segment: {'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:31:11.102408 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a3c3da6d-4f05-4bb0-be12-8f0bcf9d2138 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:11.102989 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c3da6d-4f05-4bb0-be12-8f0bcf9d2138 None None] Bound using segment: {'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:31:11.103493 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-a3c3da6d-4f05-4bb0-be12-8f0bcf9d2138 None None] Bound port: 646d4b7f-fd26-428b-a232-3295191bb4f6, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:31:11.103864 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a3c3da6d-4f05-4bb0-be12-8f0bcf9d2138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:11.115327 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device efecaa5f-98d6-42e4-8aa5-34792d86e820 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:31:11.162531 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: efecaa5f-98d6-42e4-8aa5-34792d86e820 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:31:11.162876 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device efecaa5f-98d6-42e4-8aa5-34792d86e820 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:31:11.180354 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-914fba2b-1cd2-4464-ac99-54fb27c2ccd7 None None] Set router fe334b00-f9c2-4473-a16a-4b711be31f1c gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:31:11.228073 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f148bee-1325-46e5-bd59-e909326691e3 req-4a8564fc-ec25-480d-bc62-5a7a14a64457 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:11.229928 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4f148bee-1325-46e5-bd59-e909326691e3 req-4a8564fc-ec25-480d-bc62-5a7a14a64457 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b HTTP/1.1" status: 200 len: 945 time: 1.0882018 Feb 01 04:31:11.276219 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-5a6a03dc-a315-4835-866e-b80a4ee09bbb tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e90ed4a-8ba5-4479-aef7-e6039fe0c655']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:31:11.286987 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-a3c3da6d-4f05-4bb0-be12-8f0bcf9d2138 None None] For port 646d4b7f-fd26-428b-a232-3295191bb4f6, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:31:11.290065 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-a3c3da6d-4f05-4bb0-be12-8f0bcf9d2138 None None] For port 646d4b7f-fd26-428b-a232-3295191bb4f6, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=646d4b7f-fd26-428b-a232-3295191bb4f6,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:31:11.300820 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a3c3da6d-4f05-4bb0-be12-8f0bcf9d2138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:11.344075 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-5a6a03dc-a315-4835-866e-b80a4ee09bbb tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4dd5bbe-f61e-4004-8798-ac1ca8753733') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:31:11.344463 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-5a6a03dc-a315-4835-866e-b80a4ee09bbb tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4dd5bbe-f61e-4004-8798-ac1ca8753733') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:31:11.411325 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c3da6d-4f05-4bb0-be12-8f0bcf9d2138 None None] Pushing event updated for resources: {'Port': ['ID=646d4b7f-fd26-428b-a232-3295191bb4f6,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:11.459774 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-6ea59f71-97b4-4481-b746-c7f89926ecfe tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Calling delete_port for c12a4c63-4548-42a5-8bdc-93519adef146 owned by {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:31:11.462685 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5a6a03dc-a315-4835-866e-b80a4ee09bbb tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143022'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:11.496293 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4f148bee-1325-46e5-bd59-e909326691e3 req-f8cc6954-bb50-4fc3-827e-9d459cf0fc57 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3f5860d-525a-4a29-9378-b1632322cfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2345083 Feb 01 04:31:11.508441 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5a6a03dc-a315-4835-866e-b80a4ee09bbb tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:11.586469 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a6a03dc-a315-4835-866e-b80a4ee09bbb tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:31:11.586870 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5a6a03dc-a315-4835-866e-b80a4ee09bbb tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3072199'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:11.622692 dv-neutron-826830-1-hyperv neutron-server[87636]: Traceback (most recent call last): Feb 01 04:31:11.622692 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:31:11.622692 dv-neutron-826830-1-hyperv neutron-server[87636]: timer() Feb 01 04:31:11.622692 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:31:11.622692 dv-neutron-826830-1-hyperv neutron-server[87636]: cb(*args, **kw) Feb 01 04:31:11.622692 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:31:11.622692 dv-neutron-826830-1-hyperv neutron-server[87636]: return func(*args, **kwargs) Feb 01 04:31:11.622692 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:31:11.622692 dv-neutron-826830-1-hyperv neutron-server[87636]: self._notify() Feb 01 04:31:11.622692 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:31:11.622692 dv-neutron-826830-1-hyperv neutron-server[87636]: self.callback(batched_events) Feb 01 04:31:11.622692 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:31:11.622692 dv-neutron-826830-1-hyperv neutron-server[87636]: event.method(event) Feb 01 04:31:11.622692 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:31:11.622692 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:31:11.622692 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:31:11.622692 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:31:11.622692 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:31:11.622692 dv-neutron-826830-1-hyperv neutron-server[87636]: return f(self, *a, **k) Feb 01 04:31:11.622692 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:31:11.622692 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._get(url).json() Feb 01 04:31:11.622692 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:31:11.622692 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:31:11.622692 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:31:11.622692 dv-neutron-826830-1-hyperv neutron-server[87636]: return self.request(url, 'GET', **kwargs) Feb 01 04:31:11.622692 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:31:11.622692 dv-neutron-826830-1-hyperv neutron-server[87636]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:31:11.622692 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:31:11.622692 dv-neutron-826830-1-hyperv neutron-server[87636]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:31:11.622692 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:31:11.622692 dv-neutron-826830-1-hyperv neutron-server[87636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:31:11.622692 dv-neutron-826830-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:31:11.774272 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-914fba2b-1cd2-4464-ac99-54fb27c2ccd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe334b00-f9c2-4473-a16a-4b711be31f1c', 'name': 'tempest-ServersTestJSON-82895039-router', 'tenant_id': '332d5a2a0a29497d81fd0e175d971fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.36'}], 'enable_snat': True}, 'gw_port_id': 'd753bac5-2ff2-45a5-9ec1-4f4d0e2b5091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:29:59Z', 'updated_at': '2022-02-01T04:30:15Z', 'revision_number': 4, 'project_id': '332d5a2a0a29497d81fd0e175d971fc8', 'gw_port': {'id': 'd753bac5-2ff2-45a5-9ec1-4f4d0e2b5091', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:7e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe334b00-f9c2-4473-a16a-4b711be31f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:30:01Z', 'updated_at': '2022-02-01T04:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': 'ce610516-4256-4548-bdf5-393bcd57606d', 'tenant_id': '332d5a2a0a29497d81fd0e175d971fc8', 'floating_ip_address': '172.26.8.96', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': 'fe334b00-f9c2-4473-a16a-4b711be31f1c', 'port_id': '41353538-ddff-408b-9473-1be7ea56ca2a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90ceb3fa-eeb4-4146-8853-bf11c986f415', 'mac_address': 'fa:16:3e:7f:cb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3189e16d-7d7b-43fc-b476-2ea4b657461c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:30:28Z', 'updated_at': '2022-02-01T04:31:07Z', 'revision_number': 1, 'project_id': '332d5a2a0a29497d81fd0e175d971fc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d116971-bcdd-4fd8-aca4-890259ada2e6', 'name': '', 'network_id': '90ceb3fa-eeb4-4146-8853-bf11c986f415', 'tenant_id': '332d5a2a0a29497d81fd0e175d971fc8', 'mac_address': 'fa:16:3e:16:8a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe334b00-f9c2-4473-a16a-4b711be31f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'f42bcb10-2f4f-4796-800c-dcbbdb896d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:30:13Z', 'updated_at': '2022-02-01T04:30:25Z', 'revision_number': 5, 'project_id': '332d5a2a0a29497d81fd0e175d971fc8', 'subnets': [{'id': 'f42bcb10-2f4f-4796-800c-dcbbdb896d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:31:11.775586 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce769837-742c-4d43-9938-d9cb3d6a426c req-3bc2cec7-5f58-4d4d-b5c3-8fac688bae49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:11.777013 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ce769837-742c-4d43-9938-d9cb3d6a426c req-3bc2cec7-5f58-4d4d-b5c3-8fac688bae49 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=332d5a2a0a29497d81fd0e175d971fc8&device_id=3189e16d-7d7b-43fc-b476-2ea4b657461c HTTP/1.1" status: 200 len: 1099 time: 0.6924424 Feb 01 04:31:11.780750 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914fba2b-1cd2-4464-ac99-54fb27c2ccd7 None None] The sync data for ids ['fe334b00-f9c2-4473-a16a-4b711be31f1c'] in dv-neutron-826830-1-hyperv is: [{'id': 'fe334b00-f9c2-4473-a16a-4b711be31f1c', 'name': 'tempest-ServersTestJSON-82895039-router', 'tenant_id': '332d5a2a0a29497d81fd0e175d971fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.36'}], 'enable_snat': True}, 'gw_port_id': 'd753bac5-2ff2-45a5-9ec1-4f4d0e2b5091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:29:59Z', 'updated_at': '2022-02-01T04:30:15Z', 'revision_number': 4, 'project_id': '332d5a2a0a29497d81fd0e175d971fc8', 'gw_port': {'id': 'd753bac5-2ff2-45a5-9ec1-4f4d0e2b5091', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:7e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe334b00-f9c2-4473-a16a-4b711be31f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:30:01Z', 'updated_at': '2022-02-01T04:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': 'ce610516-4256-4548-bdf5-393bcd57606d', 'tenant_id': '332d5a2a0a29497d81fd0e175d971fc8', 'floating_ip_address': '172.26.8.96', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': 'fe334b00-f9c2-4473-a16a-4b711be31f1c', 'port_id': '41353538-ddff-408b-9473-1be7ea56ca2a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90ceb3fa-eeb4-4146-8853-bf11c986f415', 'mac_address': 'fa:16:3e:7f:cb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3189e16d-7d7b-43fc-b476-2ea4b657461c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:30:28Z', 'updated_at': '2022-02-01T04:31:07Z', 'revision_number': 1, 'project_id': '332d5a2a0a29497d81fd0e175d971fc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d116971-bcdd-4fd8-aca4-890259ada2e6', 'name': '', 'network_id': '90ceb3fa-eeb4-4146-8853-bf11c986f415', 'tenant_id': '332d5a2a0a29497d81fd0e175d971fc8', 'mac_address': 'fa:16:3e:16:8a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe334b00-f9c2-4473-a16a-4b711be31f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'f42bcb10-2f4f-4796-800c-dcbbdb896d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:30:13Z', 'updated_at': '2022-02-01T04:30:25Z', 'revision_number': 5, 'project_id': '332d5a2a0a29497d81fd0e175d971fc8', 'subnets': [{'id': 'f42bcb10-2f4f-4796-800c-dcbbdb896d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:31:11.811628 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-33308ca1-9bb9-4f71-a127-83ff97617ae6 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:11.877566 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1aa361e0-a09f-4280-a353-ab88f6d4e11f tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:11.900887 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a4365e-b019-46f8-a447-90faceff27a1 None None] Network 2be96dc9-9676-4db1-8326-0375e8b7219b requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:31:11.929065 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6ea59f71-97b4-4481-b746-c7f89926ecfe tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:11.973920 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5a6a03dc-a315-4835-866e-b80a4ee09bbb tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:12.016246 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa361e0-a09f-4280-a353-ab88f6d4e11f tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Pushing event deleted for resources: {'Port': ['ID=0e977cc5-f3f0-4d4f-8bdb-645cbd901d95,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:12.019376 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-33308ca1-9bb9-4f71-a127-83ff97617ae6 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Transition to ACTIVE for port object 77ba46e1-009a-4710-a7b8-fb005f914341 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:31:12.069011 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a6a03dc-a315-4835-866e-b80a4ee09bbb tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6e90ed4a-8ba5-4479-aef7-e6039fe0c655 {{(pid=87636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 01 04:31:12.072123 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5a6a03dc-a315-4835-866e-b80a4ee09bbb tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:12.101395 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea59f71-97b4-4481-b746-c7f89926ecfe tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event deleted for resources: {'Port': ['ID=c12a4c63-4548-42a5-8bdc-93519adef146,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:12.143014 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a03dc-a315-4835-866e-b80a4ee09bbb tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Pushing event deleted for resources: {'Network': ['ID=6e90ed4a-8ba5-4479-aef7-e6039fe0c655,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:12.167896 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6ea59f71-97b4-4481-b746-c7f89926ecfe tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:12.195959 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-e4481e62-7b14-4a8b-8ab7-c2a1b80824a9 None None] Provisioning for port 83c2c2b6-1b4f-4746-8576-a4e4124f0ece completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:31:12.239078 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-e4481e62-7b14-4a8b-8ab7-c2a1b80824a9 None None] Provisioning complete for port 83c2c2b6-1b4f-4746-8576-a4e4124f0ece triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:31:12.239472 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e4481e62-7b14-4a8b-8ab7-c2a1b80824a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:12.249170 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-6ea59f71-97b4-4481-b746-c7f89926ecfe tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "DELETE /v2.0/ports/c12a4c63-4548-42a5-8bdc-93519adef146 HTTP/1.1" status: 204 len: 168 time: 1.9300909 Feb 01 04:31:12.265267 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8616e-c427-452c-934a-6c8d7b742402 req-938a9ada-897c-405b-951f-6b6434ea8a4c tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:12.268724 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-c4b8616e-c427-452c-934a-6c8d7b742402 req-938a9ada-897c-405b-951f-6b6434ea8a4c tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5c4121-c19a-49f6-abd2-3336952cca2b HTTP/1.1" status: 200 len: 945 time: 1.1816626 Feb 01 04:31:12.271977 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-51efd4a2-0a27-4843-839e-baca301b075f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:12.276153 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 33072) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:12.328800 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-51efd4a2-0a27-4843-839e-baca301b075f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Transition to ACTIVE for port object 9dbc02de-6e25-4fd7-8ecf-5dbb39f91af4 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:31:12.388008 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-c4b8616e-c427-452c-934a-6c8d7b742402 req-d1024de6-78a9-4f10-978e-2ca2a787e65c tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] 10.222.0.24 "GET /v2.0/security-groups?id=113b466b-0f56-487d-90a6-8242a772f163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126692 Feb 01 04:31:12.389066 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-51efd4a2-0a27-4843-839e-baca301b075f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:12.532678 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51efd4a2-0a27-4843-839e-baca301b075f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:31:12.547005 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-51efd4a2-0a27-4843-839e-baca301b075f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:31:12.577208 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e4481e62-7b14-4a8b-8ab7-c2a1b80824a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:12.635638 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51efd4a2-0a27-4843-839e-baca301b075f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:31:12.641184 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51efd4a2-0a27-4843-839e-baca301b075f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:12.641827 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-51efd4a2-0a27-4843-839e-baca301b075f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:12.649684 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-5a6a03dc-a315-4835-866e-b80a4ee09bbb tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] 10.222.0.24 "DELETE /v2.0/networks/6e90ed4a-8ba5-4479-aef7-e6039fe0c655 HTTP/1.1" status: 204 len: 168 time: 2.9408138 Feb 01 04:31:12.678738 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-e4481e62-7b14-4a8b-8ab7-c2a1b80824a9 None None] For port 83c2c2b6-1b4f-4746-8576-a4e4124f0ece, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=83c2c2b6-1b4f-4746-8576-a4e4124f0ece,segment=NetworkSegment(3ff048d3-0c32-4760-9e0b-3c97d3f11245),segment_id=3ff048d3-0c32-4760-9e0b-3c97d3f11245)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:31:12.691831 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e4481e62-7b14-4a8b-8ab7-c2a1b80824a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:12.750650 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-c24f1340-5fe6-4e94-b3a2-49e1f4ff9521 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] GET failed (client error): The resource could not be found. Feb 01 04:31:12.751782 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c24f1340-5fe6-4e94-b3a2-49e1f4ff9521 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Synchronizing usage tracker for tenant:4859bcd8aae8416eba645579d339c6c6 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:31:12.760634 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51efd4a2-0a27-4843-839e-baca301b075f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event updated for resources: {'Port': ['ID=9dbc02de-6e25-4fd7-8ecf-5dbb39f91af4,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:12.790464 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-51efd4a2-0a27-4843-839e-baca301b075f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.7911668 Feb 01 04:31:12.793624 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33080) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:12.802924 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 646d4b7f-fd26-428b-a232-3295191bb4f6 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:31:12.836979 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce769837-742c-4d43-9938-d9cb3d6a426c req-19406e34-ab1f-48ca-a3a8-835413fdf687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:12.838497 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ce769837-742c-4d43-9938-d9cb3d6a426c req-19406e34-ab1f-48ca-a3a8-835413fdf687 service neutron] 10.222.0.18 "GET /v2.0/networks?id=90ceb3fa-eeb4-4146-8853-bf11c986f415 HTTP/1.1" status: 200 len: 904 time: 1.0343714 Feb 01 04:31:12.917412 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0803d971-8510-4031-a777-48f166140862 req-8583e662-f92a-4060-9a34-da603177b550 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:12.927946 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-0803d971-8510-4031-a777-48f166140862 req-8583e662-f92a-4060-9a34-da603177b550 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b HTTP/1.1" status: 200 len: 945 time: 0.3754773 Feb 01 04:31:13.031064 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-0803d971-8510-4031-a777-48f166140862 req-fbd8d7b5-8d3b-4bb5-b6fb-39afaba3e13d tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3f5860d-525a-4a29-9378-b1632322cfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0992160 Feb 01 04:31:13.069531 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4481e62-7b14-4a8b-8ab7-c2a1b80824a9 None None] Pushing event updated for resources: {'Port': ['ID=83c2c2b6-1b4f-4746-8576-a4e4124f0ece,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:13.078635 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33bed31c-dfdf-44c8-a1d4-c4849a66f798 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:13.096739 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33bed31c-dfdf-44c8-a1d4-c4849a66f798 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:13.115680 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-33bed31c-dfdf-44c8-a1d4-c4849a66f798 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Synchronizing usage tracker for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:31:13.125444 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 646d4b7f-fd26-428b-a232-3295191bb4f6 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:31:13.144106 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1aa361e0-a09f-4280-a353-ab88f6d4e11f tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:13.146129 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1aa361e0-a09f-4280-a353-ab88f6d4e11f tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] 10.222.0.24 "DELETE /v2.0/ports/0e977cc5-f3f0-4d4f-8bdb-645cbd901d95 HTTP/1.1" status: 204 len: 168 time: 3.9032619 Feb 01 04:31:13.149636 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33090) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:13.166080 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-bed45243-2578-454d-b1da-ff9213181d3e None None] Provisioning complete for port 83c2c2b6-1b4f-4746-8576-a4e4124f0ece triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:31:13.167406 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bed45243-2578-454d-b1da-ff9213181d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:13.176027 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-33308ca1-9bb9-4f71-a127-83ff97617ae6 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:13.178537 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c24f1340-5fe6-4e94-b3a2-49e1f4ff9521 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Unset dirty status for tenant:4859bcd8aae8416eba645579d339c6c6 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:31:13.179465 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e7dc78-bc6d-4684-bcd7-d3997d229a32 None None] New status for floating IP ce610516-4256-4548-bdf5-393bcd57606d: ACTIVE {{(pid=87639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 01 04:31:13.180891 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c24f1340-5fe6-4e94-b3a2-49e1f4ff9521 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "GET /v2.0/ports/c12a4c63-4548-42a5-8bdc-93519adef146 HTTP/1.1" status: 404 len: 333 time: 0.8874578 Feb 01 04:31:13.224891 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 33094) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:13.225437 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 33096) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:13.281061 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-30475e98-9eb9-4bd1-bbee-bff64e9676da tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] GET failed (client error): The resource could not be found. Feb 01 04:31:13.281600 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-30475e98-9eb9-4bd1-bbee-bff64e9676da tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Synchronizing usage tracker for tenant:16b3717ab26047d1acd9f2f043c1f70e on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:31:13.315205 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-33bed31c-dfdf-44c8-a1d4-c4849a66f798 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Unset dirty status for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:31:13.316675 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-33bed31c-dfdf-44c8-a1d4-c4849a66f798 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.5215547 Feb 01 04:31:13.318312 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-a2fa651e-4894-4e9f-b431-e4e4ab4cc67d tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Request body: {'router': {'name': 'tempest-router--715347753', 'project_id': 'bd1dfa93fe8243dbb00a9e55d867a111'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:31:13.341586 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 33102) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:13.355214 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-a2fa651e-4894-4e9f-b431-e4e4ab4cc67d tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:31:13.404272 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-30475e98-9eb9-4bd1-bbee-bff64e9676da tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Unset dirty status for tenant:16b3717ab26047d1acd9f2f043c1f70e on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:31:13.405591 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-30475e98-9eb9-4bd1-bbee-bff64e9676da tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] 10.222.0.24 "GET /v2.0/ports/0e977cc5-f3f0-4d4f-8bdb-645cbd901d95 HTTP/1.1" status: 404 len: 333 time: 0.2548146 Feb 01 04:31:13.410024 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33106) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:13.418227 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-f93d8dd5-8cac-4c1b-96cf-1fc23ab611a5 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Request body: {'port': {'network_id': 'c2325588-ac80-4576-858a-8aae0d1a6f14', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1188123715'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:31:13.430359 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ce769837-742c-4d43-9938-d9cb3d6a426c req-c5624dad-7d18-4118-bb5c-547d49bc663a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41353538-ddff-408b-9473-1be7ea56ca2a HTTP/1.1" status: 200 len: 999 time: 0.5147913 Feb 01 04:31:13.442903 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-a2fa651e-4894-4e9f-b431-e4e4ab4cc67d tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Usage tracker for resource:router and tenant:bd1dfa93fe8243dbb00a9e55d867a111 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:31:13.471647 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-a2fa651e-4894-4e9f-b431-e4e4ab4cc67d tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:31:13.475746 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33308ca1-9bb9-4f71-a127-83ff97617ae6 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Network 3fe3270e-1a6a-4f4d-8142-1fc6c54a77aa is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:31:13.504974 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-7cdfb20c-d5ee-494d-8e83-6e0f0ae693ee None None] Provisioning for port 646d4b7f-fd26-428b-a232-3295191bb4f6 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:31:13.519699 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-7cdfb20c-d5ee-494d-8e83-6e0f0ae693ee None None] Provisioning complete for port 646d4b7f-fd26-428b-a232-3295191bb4f6 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:31:13.520148 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7cdfb20c-d5ee-494d-8e83-6e0f0ae693ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:13.527592 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-33308ca1-9bb9-4f71-a127-83ff97617ae6 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:31:13.543970 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-a2fa651e-4894-4e9f-b431-e4e4ab4cc67d tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:31:13.560833 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e86b24-608b-4bc5-9573-59f9920b27f9 req-86f67555-f2f3-4c01-95be-559f19cd0b25 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:13.571355 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b3e86b24-608b-4bc5-9573-59f9920b27f9 req-86f67555-f2f3-4c01-95be-559f19cd0b25 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] 10.222.0.24 "GET /v2.0/ports?device_id=3189e16d-7d7b-43fc-b476-2ea4b657461c HTTP/1.1" status: 200 len: 946 time: 1.3825009 Feb 01 04:31:13.608393 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33308ca1-9bb9-4f71-a127-83ff97617ae6 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:31:13.685874 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-f93d8dd5-8cac-4c1b-96cf-1fc23ab611a5 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:31:13.689337 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33308ca1-9bb9-4f71-a127-83ff97617ae6 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Pushing event updated for resources: {'Port': ['ID=77ba46e1-009a-4710-a7b8-fb005f914341,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:13.702792 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-f93d8dd5-8cac-4c1b-96cf-1fc23ab611a5 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:31:13.722841 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97041b0e-3e65-49d5-8edd-cdc5e5457723 req-1bf2ea3c-05eb-4c2a-a58e-63b9d13179d3 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:13.724525 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-97041b0e-3e65-49d5-8edd-cdc5e5457723 req-1bf2ea3c-05eb-4c2a-a58e-63b9d13179d3 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5c4121-c19a-49f6-abd2-3336952cca2b HTTP/1.1" status: 200 len: 945 time: 0.4303491 Feb 01 04:31:13.747870 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-577682ff-c491-44f7-91e8-dc34a93b40c3 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Deleting subnet 71b6a597-5c2f-4e5f-89d0-437894102a16 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:31:13.748305 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93d8dd5-8cac-4c1b-96cf-1fc23ab611a5 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Made reservation on behalf of 16b3717ab26047d1acd9f2f043c1f70e for: {'port': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:31:13.753739 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-455f75db-3809-49ff-afbc-47c0e3643aed tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Deleting port 9dbc02de-6e25-4fd7-8ecf-5dbb39f91af4 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:31:13.754079 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-455f75db-3809-49ff-afbc-47c0e3643aed tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:13.755261 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f93d8dd5-8cac-4c1b-96cf-1fc23ab611a5 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:13.773295 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7cdfb20c-d5ee-494d-8e83-6e0f0ae693ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:13.803050 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-577682ff-c491-44f7-91e8-dc34a93b40c3 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:13.839841 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-7cdfb20c-d5ee-494d-8e83-6e0f0ae693ee None None] For port 646d4b7f-fd26-428b-a232-3295191bb4f6, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=646d4b7f-fd26-428b-a232-3295191bb4f6,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:31:13.848833 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7cdfb20c-d5ee-494d-8e83-6e0f0ae693ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:13.855776 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-97041b0e-3e65-49d5-8edd-cdc5e5457723 req-56f55f8a-d64e-40c8-85e4-38602f0dffe1 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] 10.222.0.24 "GET /v2.0/security-groups?id=113b466b-0f56-487d-90a6-8242a772f163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079960 Feb 01 04:31:13.862264 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a2fa651e-4894-4e9f-b431-e4e4ab4cc67d tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25958'] for router, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:13.864001 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a2fa651e-4894-4e9f-b431-e4e4ab4cc67d tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-372027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25961'] for router, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:13.864536 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-f93d8dd5-8cac-4c1b-96cf-1fc23ab611a5 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] device_id is not set on port 4738affa-aba9-4641-ac2b-73852c3d41a9 yet. {{(pid=87637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:31:13.920867 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b3e86b24-608b-4bc5-9573-59f9920b27f9 req-6fba04c4-cfdd-4671-8134-06ae9026240a tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] 10.222.0.24 "GET /v2.0/security-groups?id=92eeeb5f-62a6-4c96-8f1e-0247aa1601ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3466179 Feb 01 04:31:13.952877 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce769837-742c-4d43-9938-d9cb3d6a426c req-e657c7bf-ace7-491d-ba55-28853beeb743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:13.955077 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ce769837-742c-4d43-9938-d9cb3d6a426c req-e657c7bf-ace7-491d-ba55-28853beeb743 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f42bcb10-2f4f-4796-800c-dcbbdb896d1a HTTP/1.1" status: 200 len: 843 time: 0.5019314 Feb 01 04:31:13.998564 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdfb20c-d5ee-494d-8e83-6e0f0ae693ee None None] Pushing event updated for resources: {'Port': ['ID=646d4b7f-fd26-428b-a232-3295191bb4f6,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:14.016519 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-80a7acd3-90c2-418b-acbb-e0e41c6b9f48 None None] Provisioning for port 9dbc02de-6e25-4fd7-8ecf-5dbb39f91af4 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:31:14.024668 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-80a7acd3-90c2-418b-acbb-e0e41c6b9f48 None None] Provisioning complete for port 9dbc02de-6e25-4fd7-8ecf-5dbb39f91af4 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:31:14.025038 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-80a7acd3-90c2-418b-acbb-e0e41c6b9f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:14.028242 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-577682ff-c491-44f7-91e8-dc34a93b40c3 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145757'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:14.080661 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33308ca1-9bb9-4f71-a127-83ff97617ae6 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:14.081523 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-33308ca1-9bb9-4f71-a127-83ff97617ae6 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:14.095232 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-80a7acd3-90c2-418b-acbb-e0e41c6b9f48 None None] Port 9dbc02de-6e25-4fd7-8ecf-5dbb39f91af4 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:31:14.101704 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-f93d8dd5-8cac-4c1b-96cf-1fc23ab611a5 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Allocated IP 2001:db8::1d (c2325588-ac80-4576-858a-8aae0d1a6f14/92a92d23-ebfa-41d8-9c60-28579d4f2287/4738affa-aba9-4641-ac2b-73852c3d41a9) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:31:14.108232 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-80a7acd3-90c2-418b-acbb-e0e41c6b9f48 None None] Provisioning for port 77ba46e1-009a-4710-a7b8-fb005f914341 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:31:14.108934 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a2fa651e-4894-4e9f-b431-e4e4ab4cc67d tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:14.116746 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-80a7acd3-90c2-418b-acbb-e0e41c6b9f48 None None] Provisioning complete for port 77ba46e1-009a-4710-a7b8-fb005f914341 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:31:14.117190 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-80a7acd3-90c2-418b-acbb-e0e41c6b9f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:14.202920 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-80a7acd3-90c2-418b-acbb-e0e41c6b9f48 None None] Port 77ba46e1-009a-4710-a7b8-fb005f914341 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:31:14.206717 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-80a7acd3-90c2-418b-acbb-e0e41c6b9f48 None None] Could not find standard attr ID for object c12a4c63-4548-42a5-8bdc-93519adef146. {{(pid=87638) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 01 04:31:14.229428 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a2fa651e-4894-4e9f-b431-e4e4ab4cc67d tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337'] for router, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:14.262280 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-33308ca1-9bb9-4f71-a127-83ff97617ae6 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.6152012 Feb 01 04:31:14.277148 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 33116) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:14.278077 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a2fa651e-4894-4e9f-b431-e4e4ab4cc67d tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:14.281781 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a2fa651e-4894-4e9f-b431-e4e4ab4cc67d tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.0469429 Feb 01 04:31:14.282870 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33122) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:14.298801 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-fd7fc8f7-e57f-41e4-a32c-756a42f5bf4b tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:49:57:2e'}]}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:31:14.545996 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-944cbbd9-7c0c-48c9-aa32-c5e8de57cc55 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks [] for router, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:14.600751 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce769837-742c-4d43-9938-d9cb3d6a426c req-76f0cc5b-596d-42df-b711-6861328fac4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:14.602253 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ce769837-742c-4d43-9938-d9cb3d6a426c req-76f0cc5b-596d-42df-b711-6861328fac4f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=90ceb3fa-eeb4-4146-8853-bf11c986f415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6274016 Feb 01 04:31:14.640780 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 83c2c2b6-1b4f-4746-8576-a4e4124f0ece up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:31:14.651469 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-455f75db-3809-49ff-afbc-47c0e3643aed tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:14.659566 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-577682ff-c491-44f7-91e8-dc34a93b40c3 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:14.750607 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 83c2c2b6-1b4f-4746-8576-a4e4124f0ece triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:31:14.751118 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:14.819343 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f93d8dd5-8cac-4c1b-96cf-1fc23ab611a5 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:14.847689 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f93d8dd5-8cac-4c1b-96cf-1fc23ab611a5 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Transition to ACTIVE for port object 4738affa-aba9-4641-ac2b-73852c3d41a9 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:31:14.857077 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:14.885297 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 646d4b7f-fd26-428b-a232-3295191bb4f6 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:31:14.956608 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 646d4b7f-fd26-428b-a232-3295191bb4f6 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:31:14.956977 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:14.958073 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-944cbbd9-7c0c-48c9-aa32-c5e8de57cc55 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25968'] for router, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:14.960563 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-944cbbd9-7c0c-48c9-aa32-c5e8de57cc55 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:14.981969 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f93d8dd5-8cac-4c1b-96cf-1fc23ab611a5 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:15.014229 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-455f75db-3809-49ff-afbc-47c0e3643aed tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Calling delete_port for 9dbc02de-6e25-4fd7-8ecf-5dbb39f91af4 owned by {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:31:15.031345 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-944cbbd9-7c0c-48c9-aa32-c5e8de57cc55 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772958'] for router, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:15.031837 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-944cbbd9-7c0c-48c9-aa32-c5e8de57cc55 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5df4367c-e650-4304-9b0e-b6353b05b4c3 {{(pid=87637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 01 04:31:15.075566 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93d8dd5-8cac-4c1b-96cf-1fc23ab611a5 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Network c2325588-ac80-4576-858a-8aae0d1a6f14 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:31:15.115557 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-f93d8dd5-8cac-4c1b-96cf-1fc23ab611a5 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:31:15.130154 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93d8dd5-8cac-4c1b-96cf-1fc23ab611a5 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:31:15.136149 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93d8dd5-8cac-4c1b-96cf-1fc23ab611a5 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:15.136777 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f93d8dd5-8cac-4c1b-96cf-1fc23ab611a5 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:15.155879 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93d8dd5-8cac-4c1b-96cf-1fc23ab611a5 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Pushing event updated for resources: {'Port': ['ID=4738affa-aba9-4641-ac2b-73852c3d41a9,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:15.175562 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-944cbbd9-7c0c-48c9-aa32-c5e8de57cc55 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:15.187632 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-944cbbd9-7c0c-48c9-aa32-c5e8de57cc55 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] 10.222.0.24 "DELETE /v2.0/routers/5df4367c-e650-4304-9b0e-b6353b05b4c3 HTTP/1.1" status: 204 len: 168 time: 0.8964818 Feb 01 04:31:15.196844 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-f93d8dd5-8cac-4c1b-96cf-1fc23ab611a5 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7832553 Feb 01 04:31:15.199408 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33132) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:15.220888 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-9ade760f-a907-4f6b-a126-16a0c094e2d9 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:05:98:b2'}]}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:31:15.356768 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc7fbd-9f90-406b-b474-1675b9cb0b29 req-cce9ad8c-e9bb-4e84-afd5-db7a2a2f9bc4 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:15.358216 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-54bc7fbd-9f90-406b-b474-1675b9cb0b29 req-cce9ad8c-e9bb-4e84-afd5-db7a2a2f9bc4 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] 10.222.0.24 "GET /v2.0/ports?device_id=3189e16d-7d7b-43fc-b476-2ea4b657461c HTTP/1.1" status: 200 len: 946 time: 0.2918422 Feb 01 04:31:15.375375 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-577682ff-c491-44f7-91e8-dc34a93b40c3 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3072169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2652276'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:15.383088 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33136) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:15.445424 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-eb48664c-14ad-42af-af86-934724ab9a6e None None] Provisioning for port 4738affa-aba9-4641-ac2b-73852c3d41a9 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:31:15.445628 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9642c1da-49e9-412e-9481-78255a4282ab req-e2ef5c8f-2696-4552-8016-872ba1dd50f1 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:15.451583 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-eb48664c-14ad-42af-af86-934724ab9a6e None None] Provisioning complete for port 4738affa-aba9-4641-ac2b-73852c3d41a9 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:31:15.452514 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-eb48664c-14ad-42af-af86-934724ab9a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:15.453400 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9642c1da-49e9-412e-9481-78255a4282ab req-e2ef5c8f-2696-4552-8016-872ba1dd50f1 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b HTTP/1.1" status: 200 len: 945 time: 0.9320471 Feb 01 04:31:15.473576 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577682ff-c491-44f7-91e8-dc34a93b40c3 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event deleted for resources: {'Subnet': ['ID=71b6a597-5c2f-4e5f-89d0-437894102a16,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:15.478093 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-577682ff-c491-44f7-91e8-dc34a93b40c3 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539973'] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:15.490010 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc449895-17a5-4f30-baaf-404de6728f09 None None] Network 2be96dc9-9676-4db1-8326-0375e8b7219b requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:31:15.505695 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-54bc7fbd-9f90-406b-b474-1675b9cb0b29 req-7a93528f-1ee6-480b-bc6e-197604d30e46 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] 10.222.0.24 "GET /v2.0/security-groups?id=92eeeb5f-62a6-4c96-8f1e-0247aa1601ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400695 Feb 01 04:31:15.525917 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ce769837-742c-4d43-9938-d9cb3d6a426c req-219eacd1-e152-4016-8909-c2a344987192 service neutron] 10.222.0.18 "GET /v2.0/networks/90ceb3fa-eeb4-4146-8853-bf11c986f415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8353398 Feb 01 04:31:15.538151 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fd7fc8f7-e57f-41e4-a32c-756a42f5bf4b tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:15.588970 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-577682ff-c491-44f7-91e8-dc34a93b40c3 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "DELETE /v2.0/subnets/71b6a597-5c2f-4e5f-89d0-437894102a16 HTTP/1.1" status: 204 len: 168 time: 2.3586214 Feb 01 04:31:15.593438 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33142) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:15.623481 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-eb48664c-14ad-42af-af86-934724ab9a6e None None] Port 4738affa-aba9-4641-ac2b-73852c3d41a9 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:31:15.655993 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9ade760f-a907-4f6b-a126-16a0c094e2d9 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:15.691683 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9642c1da-49e9-412e-9481-78255a4282ab req-b7e11e8e-00a0-4810-b348-4bafb38ef30a tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3f5860d-525a-4a29-9378-b1632322cfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2373483 Feb 01 04:31:15.746527 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-ad65bed1-496a-46f8-9695-b4699e59ad61 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-153241086', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}, 'admin_state_up': False}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:31:15.789213 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-ad65bed1-496a-46f8-9695-b4699e59ad61 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:31:15.804444 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-455f75db-3809-49ff-afbc-47c0e3643aed tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:15.805270 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-ad65bed1-496a-46f8-9695-b4699e59ad61 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Usage tracker for resource:router and tenant:b6fc4833d555481c965766e817f4c754 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:31:15.810880 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ea061b6e-2844-4c26-b2e5-1fed50a34077 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:15.812866 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-ad65bed1-496a-46f8-9695-b4699e59ad61 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:31:15.817666 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36bfb59d-1541-45d6-afc4-31aa361f9c96 None None] DHCP port deletion for 2be96dc9-9676-4db1-8326-0375e8b7219b request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:31:15.822322 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-36bfb59d-1541-45d6-afc4-31aa361f9c96 None None] Deleting port 83c2c2b6-1b4f-4746-8576-a4e4124f0ece {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:31:15.822883 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-36bfb59d-1541-45d6-afc4-31aa361f9c96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:15.826141 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-ad65bed1-496a-46f8-9695-b4699e59ad61 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:31:15.854776 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ad65bed1-496a-46f8-9695-b4699e59ad61 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25958'] for router, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:15.855787 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ad65bed1-496a-46f8-9695-b4699e59ad61 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-372027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25961'] for router, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:15.862229 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-ea061b6e-2844-4c26-b2e5-1fed50a34077 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Deleting port 83c2c2b6-1b4f-4746-8576-a4e4124f0ece {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:31:15.862562 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ea061b6e-2844-4c26-b2e5-1fed50a34077 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:15.903758 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd089b32-fc31-48bc-97da-d58df8868cbe req-b282b328-7e13-4e9e-808a-952d299b6654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:15.905480 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cd089b32-fc31-48bc-97da-d58df8868cbe req-b282b328-7e13-4e9e-808a-952d299b6654 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8c08b23bffb44a249b00a7d1f56c2684&device_id=9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b HTTP/1.1" status: 200 len: 1098 time: 0.6106436 Feb 01 04:31:15.951421 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ad65bed1-496a-46f8-9695-b4699e59ad61 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:15.954338 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ce769837-742c-4d43-9938-d9cb3d6a426c req-a525313e-8d85-4d14-9aec-88ccc11b643d service neutron] 10.222.0.18 "GET /v2.0/networks/90ceb3fa-eeb4-4146-8853-bf11c986f415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4072831 Feb 01 04:31:15.977929 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455f75db-3809-49ff-afbc-47c0e3643aed tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event deleted for resources: {'Port': ['ID=9dbc02de-6e25-4fd7-8ecf-5dbb39f91af4,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:16.041019 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-455f75db-3809-49ff-afbc-47c0e3643aed tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:16.043402 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-455f75db-3809-49ff-afbc-47c0e3643aed tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/ports/9dbc02de-6e25-4fd7-8ecf-5dbb39f91af4 HTTP/1.1" status: 204 len: 168 time: 2.6974237 Feb 01 04:31:16.050324 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 33146) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:16.071737 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-36bfb59d-1541-45d6-afc4-31aa361f9c96 None None] For port 83c2c2b6-1b4f-4746-8576-a4e4124f0ece, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=83c2c2b6-1b4f-4746-8576-a4e4124f0ece,segment=NetworkSegment(3ff048d3-0c32-4760-9e0b-3c97d3f11245),segment_id=3ff048d3-0c32-4760-9e0b-3c97d3f11245)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:31:16.072306 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-36bfb59d-1541-45d6-afc4-31aa361f9c96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:16.235045 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-36bfb59d-1541-45d6-afc4-31aa361f9c96 None None] Calling delete_port for 83c2c2b6-1b4f-4746-8576-a4e4124f0ece owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:31:16.258200 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cfa634-910e-44d4-aefb-2e8cf11d47eb tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:16.259806 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cfa634-910e-44d4-aefb-2e8cf11d47eb tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:16.260564 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-10cfa634-910e-44d4-aefb-2e8cf11d47eb tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Synchronizing usage tracker for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:subnet {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:31:16.317169 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-36bfb59d-1541-45d6-afc4-31aa361f9c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:16.325215 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd089b32-fc31-48bc-97da-d58df8868cbe req-dddbf81c-5e8f-4a7b-8373-a046a86f1c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:16.326811 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cd089b32-fc31-48bc-97da-d58df8868cbe req-dddbf81c-5e8f-4a7b-8373-a046a86f1c66 service neutron] 10.222.0.18 "GET /v2.0/networks?id=958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a HTTP/1.1" status: 200 len: 912 time: 0.3749957 Feb 01 04:31:16.330418 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-10cfa634-910e-44d4-aefb-2e8cf11d47eb tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Unset dirty status for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:subnet {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:31:16.333182 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-10cfa634-910e-44d4-aefb-2e8cf11d47eb tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2779124 Feb 01 04:31:16.366136 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bfb59d-1541-45d6-afc4-31aa361f9c96 None None] No DVR routers for this DVR port 83c2c2b6-1b4f-4746-8576-a4e4124f0ece on host dv-neutron-826830-1-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:31:16.374706 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bfb59d-1541-45d6-afc4-31aa361f9c96 None None] Pushing event deleted for resources: {'Port': ['ID=83c2c2b6-1b4f-4746-8576-a4e4124f0ece,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:16.393663 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 33150) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:16.456232 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fd7fc8f7-e57f-41e4-a32c-756a42f5bf4b tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:16.471415 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fd7fc8f7-e57f-41e4-a32c-756a42f5bf4b tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:16.552683 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.resource_extend [None req-9ade760f-a907-4f6b-a126-16a0c094e2d9 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 01 04:31:16.602715 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-99e500f2-59ef-48b4-a37e-d0be0b8d13d4 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Deleting subnet 57b0489e-ddc6-4ae5-be48-cbdc5b80630e {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:31:16.619854 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-99e500f2-59ef-48b4-a37e-d0be0b8d13d4 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:16.628660 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ad65bed1-496a-46f8-9695-b4699e59ad61 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:16.633461 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9ade760f-a907-4f6b-a126-16a0c094e2d9 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:16.636716 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-ea061b6e-2844-4c26-b2e5-1fed50a34077 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] For port 83c2c2b6-1b4f-4746-8576-a4e4124f0ece, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=83c2c2b6-1b4f-4746-8576-a4e4124f0ece,segment=NetworkSegment(3ff048d3-0c32-4760-9e0b-3c97d3f11245),segment_id=3ff048d3-0c32-4760-9e0b-3c97d3f11245)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:31:16.637611 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ea061b6e-2844-4c26-b2e5-1fed50a34077 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:16.655782 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9ade760f-a907-4f6b-a126-16a0c094e2d9 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:16.663351 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 83c2c2b6-1b4f-4746-8576-a4e4124f0ece no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:31:16.678409 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cd089b32-fc31-48bc-97da-d58df8868cbe req-c445eec5-64b7-49bd-9b18-295161df46d2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a143ed3-127d-4979-9fda-2a2543ba2248 HTTP/1.1" status: 200 len: 1000 time: 0.3419988 Feb 01 04:31:16.683863 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7fc8f7-e57f-41e4-a32c-756a42f5bf4b tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Pushing event updated for resources: {'Port': ['ID=77ba46e1-009a-4710-a7b8-fb005f914341,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:16.714105 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 83c2c2b6-1b4f-4746-8576-a4e4124f0ece {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:31:16.714524 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 83c2c2b6-1b4f-4746-8576-a4e4124f0ece not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:31:16.755838 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-99e500f2-59ef-48b4-a37e-d0be0b8d13d4 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145757'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:16.813147 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ade760f-a907-4f6b-a126-16a0c094e2d9 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Pushing event updated for resources: {'Port': ['ID=4738affa-aba9-4641-ac2b-73852c3d41a9,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:16.855521 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-79bb57e8-321e-4f58-ba4d-ac6b5b2cccae None None] Provisioning complete for port 77ba46e1-009a-4710-a7b8-fb005f914341 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:31:16.856028 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-79bb57e8-321e-4f58-ba4d-ac6b5b2cccae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:16.903930 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-ea061b6e-2844-4c26-b2e5-1fed50a34077 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Calling delete_port for 83c2c2b6-1b4f-4746-8576-a4e4124f0ece owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:31:16.912814 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-79bb57e8-321e-4f58-ba4d-ac6b5b2cccae None None] Port 77ba46e1-009a-4710-a7b8-fb005f914341 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:31:16.960098 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-fd7fc8f7-e57f-41e4-a32c-756a42f5bf4b tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] In _notify_port_updated(), no bound segment for port 77ba46e1-009a-4710-a7b8-fb005f914341 on network 3fe3270e-1a6a-4f4d-8142-1fc6c54a77aa {{(pid=87636) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 01 04:31:16.965346 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7fc8f7-e57f-41e4-a32c-756a42f5bf4b tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:16.965890 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fd7fc8f7-e57f-41e4-a32c-756a42f5bf4b tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:16.969739 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-fd7fc8f7-e57f-41e4-a32c-756a42f5bf4b tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] 10.222.0.24 "PUT /v2.0/ports/77ba46e1-009a-4710-a7b8-fb005f914341 HTTP/1.1" status: 200 len: 993 time: 2.6862416 Feb 01 04:31:16.969882 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-9ade760f-a907-4f6b-a126-16a0c094e2d9 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] In _notify_port_updated(), no bound segment for port 4738affa-aba9-4641-ac2b-73852c3d41a9 on network c2325588-ac80-4576-858a-8aae0d1a6f14 {{(pid=87637) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 01 04:31:16.972890 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ade760f-a907-4f6b-a126-16a0c094e2d9 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:16.973724 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9ade760f-a907-4f6b-a126-16a0c094e2d9 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:16.977280 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-9ade760f-a907-4f6b-a126-16a0c094e2d9 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] 10.222.0.24 "PUT /v2.0/ports/4738affa-aba9-4641-ac2b-73852c3d41a9 HTTP/1.1" status: 200 len: 1002 time: 1.7743838 Feb 01 04:31:16.977280 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33158) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:16.989936 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33160) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:17.054571 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd089b32-fc31-48bc-97da-d58df8868cbe req-2ce9116f-5cfd-4c7e-a8f6-e98155bc2e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:17.056039 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cd089b32-fc31-48bc-97da-d58df8868cbe req-2ce9116f-5cfd-4c7e-a8f6-e98155bc2e33 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f1d92c60-8ec8-4263-bfcc-74bbe6cd55af HTTP/1.1" status: 200 len: 851 time: 0.3597972 Feb 01 04:31:17.067893 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-99e500f2-59ef-48b4-a37e-d0be0b8d13d4 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:17.181300 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-87be236e-4a77-442b-a6b8-0bcd53257149 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Deleting port 4738affa-aba9-4641-ac2b-73852c3d41a9 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:31:17.181644 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-87be236e-4a77-442b-a6b8-0bcd53257149 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:17.205207 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1e6fca-f43a-4780-818d-1f6fd9ed2740 req-978df998-1dc2-4166-bf72-051db077dcf4 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:17.206767 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8f1e6fca-f43a-4780-818d-1f6fd9ed2740 req-978df998-1dc2-4166-bf72-051db077dcf4 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b HTTP/1.1" status: 200 len: 945 time: 0.2477713 Feb 01 04:31:17.235100 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-99e500f2-59ef-48b4-a37e-d0be0b8d13d4 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3072169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2652276'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:17.236626 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-eeb5202b-6eb7-40f9-9e0c-d1f8f949f7c2 None None] Provisioning complete for port 4738affa-aba9-4641-ac2b-73852c3d41a9 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:31:17.237134 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-eeb5202b-6eb7-40f9-9e0c-d1f8f949f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:17.244930 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-9ee59bd8-1c42-4dd7-8d49-bd65e681f035 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Deleting port 77ba46e1-009a-4710-a7b8-fb005f914341 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:31:17.245362 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9ee59bd8-1c42-4dd7-8d49-bd65e681f035 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:17.288045 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd089b32-fc31-48bc-97da-d58df8868cbe req-4f7a102b-de83-4226-813e-b16a7abe6d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:17.289628 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cd089b32-fc31-48bc-97da-d58df8868cbe req-4f7a102b-de83-4226-813e-b16a7abe6d78 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2233155 Feb 01 04:31:17.293874 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e500f2-59ef-48b4-a37e-d0be0b8d13d4 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event deleted for resources: {'Subnet': ['ID=57b0489e-ddc6-4ae5-be48-cbdc5b80630e,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:17.298491 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.api [None req-ea061b6e-2844-4c26-b2e5-1fed50a34077 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:31:17.298838 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG oslo_db.api [None req-ea061b6e-2844-4c26-b2e5-1fed50a34077 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:31:17.303240 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-99e500f2-59ef-48b4-a37e-d0be0b8d13d4 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539973'] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:17.303458 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-eeb5202b-6eb7-40f9-9e0c-d1f8f949f7c2 None None] Port 4738affa-aba9-4641-ac2b-73852c3d41a9 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:31:17.328913 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72395c69-54e3-4c8b-b884-3a7322dc2e96 None None] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:31:17.334698 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8f1e6fca-f43a-4780-818d-1f6fd9ed2740 req-14a72923-a7f6-44b3-8952-19f22157f262 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3f5860d-525a-4a29-9378-b1632322cfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1206748 Feb 01 04:31:17.358250 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-99e500f2-59ef-48b4-a37e-d0be0b8d13d4 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/subnets/57b0489e-ddc6-4ae5-be48-cbdc5b80630e HTTP/1.1" status: 204 len: 168 time: 0.9622862 Feb 01 04:31:17.361172 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 33166) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:17.454379 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3e9e56-401f-45e1-8425-409ab9eeaf51 req-0e80fb5c-197b-42fc-b3a9-62083f59ea35 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:17.455858 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-0f3e9e56-401f-45e1-8425-409ab9eeaf51 req-0e80fb5c-197b-42fc-b3a9-62083f59ea35 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] 10.222.0.24 "GET /v2.0/ports?device_id=3189e16d-7d7b-43fc-b476-2ea4b657461c HTTP/1.1" status: 200 len: 946 time: 0.6439445 Feb 01 04:31:17.476675 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-48d877ca-0ec8-4e46-b9b5-55f0634a9d16 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1143920 Feb 01 04:31:17.480747 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 33170) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:17.495778 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-e8cb46e4-51fd-4f1d-b9c4-33ce3862f7f1 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Request body: {'subnet': {'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:31:17.555175 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cd089b32-fc31-48bc-97da-d58df8868cbe req-6c55cb68-2383-4a39-9bbc-002d7192e7e4 service neutron] 10.222.0.18 "GET /v2.0/networks/958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490280 Feb 01 04:31:17.604385 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33da4c80-30c2-4c79-b6b4-a093a57d347d None None] DHCP port deletion for 14b67238-4e53-405c-b9cd-84b8ff52e36a request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:31:17.609036 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-33da4c80-30c2-4c79-b6b4-a093a57d347d None None] Deleting port 646d4b7f-fd26-428b-a232-3295191bb4f6 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:31:17.609734 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-33da4c80-30c2-4c79-b6b4-a093a57d347d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:17.656429 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-0f3e9e56-401f-45e1-8425-409ab9eeaf51 req-a6e3d625-a4f3-43ee-818e-ca9fb66456ee tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] 10.222.0.24 "GET /v2.0/security-groups?id=92eeeb5f-62a6-4c96-8f1e-0247aa1601ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1756577 Feb 01 04:31:17.656570 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e8cb46e4-51fd-4f1d-b9c4-33ce3862f7f1 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:31:17.707993 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e8cb46e4-51fd-4f1d-b9c4-33ce3862f7f1 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Usage tracker for resource:subnet and tenant:60b4e61082d3421283cb095bbc99ad8e is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:31:17.715102 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e8cb46e4-51fd-4f1d-b9c4-33ce3862f7f1 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:31:17.724254 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e8cb46e4-51fd-4f1d-b9c4-33ce3862f7f1 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:31:17.760528 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8cb46e4-51fd-4f1d-b9c4-33ce3862f7f1 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Made reservation on behalf of 60b4e61082d3421283cb095bbc99ad8e for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:31:17.763900 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e8cb46e4-51fd-4f1d-b9c4-33ce3862f7f1 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:17.837684 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cd089b32-fc31-48bc-97da-d58df8868cbe req-6c287423-92ed-4562-a7ca-7283f4b39c75 service neutron] 10.222.0.18 "GET /v2.0/networks/958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369065 Feb 01 04:31:17.904758 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-33da4c80-30c2-4c79-b6b4-a093a57d347d None None] For port 646d4b7f-fd26-428b-a232-3295191bb4f6, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=646d4b7f-fd26-428b-a232-3295191bb4f6,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:31:17.905384 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-33da4c80-30c2-4c79-b6b4-a093a57d347d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:17.956262 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-ea061b6e-2844-4c26-b2e5-1fed50a34077 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Deleting port 83c2c2b6-1b4f-4746-8576-a4e4124f0ece {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:31:17.956820 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ea061b6e-2844-4c26-b2e5-1fed50a34077 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:17.970872 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b824ce-6da1-4dd4-adbf-71564ef166f6 req-93d90a6a-9648-4d0b-9fd4-0844735e8559 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:17.972357 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e1b824ce-6da1-4dd4-adbf-71564ef166f6 req-93d90a6a-9648-4d0b-9fd4-0844735e8559 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] 10.222.0.24 "GET /v2.0/ports?device_id=3189e16d-7d7b-43fc-b476-2ea4b657461c HTTP/1.1" status: 200 len: 946 time: 0.1943724 Feb 01 04:31:18.050483 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-33da4c80-30c2-4c79-b6b4-a093a57d347d None None] Calling delete_port for 646d4b7f-fd26-428b-a232-3295191bb4f6 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:31:18.079488 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e1b824ce-6da1-4dd4-adbf-71564ef166f6 req-5830ff27-3feb-4fdf-a4f4-94651bfcf2ef tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] 10.222.0.24 "GET /v2.0/security-groups?id=92eeeb5f-62a6-4c96-8f1e-0247aa1601ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596046 Feb 01 04:31:18.119378 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e8cb46e4-51fd-4f1d-b9c4-33ce3862f7f1 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:18.122362 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-87be236e-4a77-442b-a6b8-0bcd53257149 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:18.147168 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-33da4c80-30c2-4c79-b6b4-a093a57d347d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:18.147406 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-ea061b6e-2844-4c26-b2e5-1fed50a34077 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] The port '83c2c2b6-1b4f-4746-8576-a4e4124f0ece' was deleted {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 01 04:31:18.184352 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cb46e4-51fd-4f1d-b9c4-33ce3862f7f1 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:31:18.192985 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33da4c80-30c2-4c79-b6b4-a093a57d347d None None] No DVR routers for this DVR port 646d4b7f-fd26-428b-a232-3295191bb4f6 on host dv-neutron-826830-1-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:31:18.193215 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-e8cb46e4-51fd-4f1d-b9c4-33ce3862f7f1 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:31:18.196382 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8cb46e4-51fd-4f1d-b9c4-33ce3862f7f1 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:18.197081 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e8cb46e4-51fd-4f1d-b9c4-33ce3862f7f1 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539973'] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:18.200682 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33da4c80-30c2-4c79-b6b4-a093a57d347d None None] Pushing event deleted for resources: {'Port': ['ID=646d4b7f-fd26-428b-a232-3295191bb4f6,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:18.218350 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f16040d-a90e-4cae-9181-7dfe7ee69585 None None] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:31:18.223851 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cb46e4-51fd-4f1d-b9c4-33ce3862f7f1 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event updated for resources: {'Subnet': ['ID=17c65d6c-f262-44d2-911a-7baabad3542c,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:18.241438 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e8cb46e4-51fd-4f1d-b9c4-33ce3862f7f1 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7565675 Feb 01 04:31:18.241438 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 33180) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:18.247224 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-b9422cb6-e2a9-418d-9eb0-f6a740c19e74 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Request body: {'port': {'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'fixed_ips': [{'subnet_id': '17c65d6c-f262-44d2-911a-7baabad3542c', 'ip_address': '2001:db8::8a96:d004:e2c1:f946'}], 'name': 'tempest-NetworksTestDHCPv6-174039011'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:31:18.280631 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9ee59bd8-1c42-4dd7-8d49-bd65e681f035 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:18.343743 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ad65bed1-496a-46f8-9695-b4699e59ad61 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks [] for router_gateway, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:18.392985 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-87be236e-4a77-442b-a6b8-0bcd53257149 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Calling delete_port for 4738affa-aba9-4641-ac2b-73852c3d41a9 owned by {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:31:18.408328 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-b9422cb6-e2a9-418d-9eb0-f6a740c19e74 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:31:18.418467 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-b9422cb6-e2a9-418d-9eb0-f6a740c19e74 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:31:18.431253 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9422cb6-e2a9-418d-9eb0-f6a740c19e74 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Made reservation on behalf of 60b4e61082d3421283cb095bbc99ad8e for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:31:18.486289 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7abbfb2-8ac5-4aaf-8b7f-7c04b3f1f61a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-14b67238-4e53-405c-b9cd-84b8ff52e36a', 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'tenant_id': '60b4e61082d3421283cb095bbc99ad8e', 'fixed_ips': [{'subnet_id': '17c65d6c-f262-44d2-911a-7baabad3542c'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:31:18.487883 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f7abbfb2-8ac5-4aaf-8b7f-7c04b3f1f61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:18.531480 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ea061b6e-2844-4c26-b2e5-1fed50a34077 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:18.546200 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ad65bed1-496a-46f8-9695-b4699e59ad61 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:18.618888 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b9422cb6-e2a9-418d-9eb0-f6a740c19e74 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:18.644740 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-b9422cb6-e2a9-418d-9eb0-f6a740c19e74 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] device_id is not set on port 4dc7b901-e6cf-409c-837b-306ed8e7d0f7 yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:31:18.656400 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 646d4b7f-fd26-428b-a232-3295191bb4f6 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:31:18.668503 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-9ee59bd8-1c42-4dd7-8d49-bd65e681f035 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Calling delete_port for 77ba46e1-009a-4710-a7b8-fb005f914341 owned by {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:31:18.695063 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 646d4b7f-fd26-428b-a232-3295191bb4f6 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:31:18.695063 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 646d4b7f-fd26-428b-a232-3295191bb4f6 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:31:18.707925 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-f7abbfb2-8ac5-4aaf-8b7f-7c04b3f1f61a None None] Allocated IP 2001:db8::2 (14b67238-4e53-405c-b9cd-84b8ff52e36a/17c65d6c-f262-44d2-911a-7baabad3542c/1f0587f0-f10f-4136-a379-2d226545820d) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:31:18.779224 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-ea061b6e-2844-4c26-b2e5-1fed50a34077 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2be96dc9-9676-4db1-8326-0375e8b7219b']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:31:18.818525 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-ea061b6e-2844-4c26-b2e5-1fed50a34077 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ff048d3-0c32-4760-9e0b-3c97d3f11245') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:31:18.818822 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-ea061b6e-2844-4c26-b2e5-1fed50a34077 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ff048d3-0c32-4760-9e0b-3c97d3f11245') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:31:18.841850 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcad1d27-494f-4dc6-8403-09ace253e64f req-49baf2ec-8f46-4201-bb98-a346c967dc92 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:18.843618 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-fcad1d27-494f-4dc6-8403-09ace253e64f req-49baf2ec-8f46-4201-bb98-a346c967dc92 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b HTTP/1.1" status: 200 len: 945 time: 0.3246870 Feb 01 04:31:18.868584 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ea061b6e-2844-4c26-b2e5-1fed50a34077 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:18.929102 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-fcad1d27-494f-4dc6-8403-09ace253e64f req-3c268dab-1f8d-480c-9c7f-390a4fc4cf88 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3f5860d-525a-4a29-9378-b1632322cfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0739052 Feb 01 04:31:18.959669 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f7abbfb2-8ac5-4aaf-8b7f-7c04b3f1f61a None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:18.983007 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ea061b6e-2844-4c26-b2e5-1fed50a34077 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:19.039352 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea061b6e-2844-4c26-b2e5-1fed50a34077 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:31:19.039746 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ea061b6e-2844-4c26-b2e5-1fed50a34077 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:19.053396 dv-neutron-826830-1-hyperv neutron-server[87637]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:31:19.053396 dv-neutron-826830-1-hyperv neutron-server[87637]: util.warn( Feb 01 04:31:19.053396 dv-neutron-826830-1-hyperv neutron-server[87637]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:31:19.053396 dv-neutron-826830-1-hyperv neutron-server[87637]: util.warn( Feb 01 04:31:19.053396 dv-neutron-826830-1-hyperv neutron-server[87637]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:31:19.053396 dv-neutron-826830-1-hyperv neutron-server[87637]: util.warn( Feb 01 04:31:19.053396 dv-neutron-826830-1-hyperv neutron-server[87637]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:31:19.053396 dv-neutron-826830-1-hyperv neutron-server[87637]: util.warn( Feb 01 04:31:19.053396 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 04:31:19.053396 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:31:19.053396 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 04:31:19.053396 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:31:19.053396 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 04:31:19.053396 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:31:19.053396 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 04:31:19.053396 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:31:19.053396 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 04:31:19.053396 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:31:19.053396 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 04:31:19.053396 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:31:19.053396 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 04:31:19.053396 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:31:19.053396 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:31:19.053396 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:31:19.053396 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:31:19.053396 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:31:19.053396 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 04:31:19.053396 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:31:19.053396 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 04:31:19.053396 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:31:19.053396 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:31:19.053396 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:31:19.053396 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 04:31:19.053396 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:31:19.053396 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:31:19.053396 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:31:19.053396 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:31:19.053396 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:31:19.053396 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:31:19.053396 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:31:19.170861 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-ad65bed1-496a-46f8-9695-b4699e59ad61 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Allocated IP 172.26.8.125 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/f4507418-7b41-46f5-a098-85e158478465) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:31:19.175036 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-87be236e-4a77-442b-a6b8-0bcd53257149 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:19.243147 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-f7abbfb2-8ac5-4aaf-8b7f-7c04b3f1f61a None None] Transition to ACTIVE for port object 1f0587f0-f10f-4136-a379-2d226545820d will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:31:19.264637 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-f7abbfb2-8ac5-4aaf-8b7f-7c04b3f1f61a None None] Transition to ACTIVE for port object 1f0587f0-f10f-4136-a379-2d226545820d will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:31:19.276482 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f7abbfb2-8ac5-4aaf-8b7f-7c04b3f1f61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:19.278389 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87be236e-4a77-442b-a6b8-0bcd53257149 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Pushing event deleted for resources: {'Port': ['ID=4738affa-aba9-4641-ac2b-73852c3d41a9,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:19.345370 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7abbfb2-8ac5-4aaf-8b7f-7c04b3f1f61a None None] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:31:19.348805 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-f7abbfb2-8ac5-4aaf-8b7f-7c04b3f1f61a None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:31:19.353447 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7abbfb2-8ac5-4aaf-8b7f-7c04b3f1f61a None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:31:19.363119 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-b9422cb6-e2a9-418d-9eb0-f6a740c19e74 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Allocated IP 2001:db8::8a96:d004:e2c1:f946 (14b67238-4e53-405c-b9cd-84b8ff52e36a/17c65d6c-f262-44d2-911a-7baabad3542c/4dc7b901-e6cf-409c-837b-306ed8e7d0f7) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:31:19.363981 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7abbfb2-8ac5-4aaf-8b7f-7c04b3f1f61a None None] Pushing event updated for resources: {'Port': ['ID=1f0587f0-f10f-4136-a379-2d226545820d,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:19.409350 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ea061b6e-2844-4c26-b2e5-1fed50a34077 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:19.412091 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9ee59bd8-1c42-4dd7-8d49-bd65e681f035 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:19.419342 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ea061b6e-2844-4c26-b2e5-1fed50a34077 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539973'] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:19.461693 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-f7abbfb2-8ac5-4aaf-8b7f-7c04b3f1f61a None None] Attempting to bind port 1f0587f0-f10f-4136-a379-2d226545820d on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:31:19.462325 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-f7abbfb2-8ac5-4aaf-8b7f-7c04b3f1f61a None None] Attempting to bind port 1f0587f0-f10f-4136-a379-2d226545820d by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:31:19.462538 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7abbfb2-8ac5-4aaf-8b7f-7c04b3f1f61a None None] Attempting to bind port 1f0587f0-f10f-4136-a379-2d226545820d on network 14b67238-4e53-405c-b9cd-84b8ff52e36a {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:31:19.468208 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7abbfb2-8ac5-4aaf-8b7f-7c04b3f1f61a None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:31:19.468568 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7abbfb2-8ac5-4aaf-8b7f-7c04b3f1f61a None None] Checking segment: {'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:31:19.468956 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f7abbfb2-8ac5-4aaf-8b7f-7c04b3f1f61a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:19.469379 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7abbfb2-8ac5-4aaf-8b7f-7c04b3f1f61a None None] Bound using segment: {'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:31:19.470233 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-f7abbfb2-8ac5-4aaf-8b7f-7c04b3f1f61a None None] Bound port: 1f0587f0-f10f-4136-a379-2d226545820d, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:31:19.470361 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-87be236e-4a77-442b-a6b8-0bcd53257149 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:19.470606 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f7abbfb2-8ac5-4aaf-8b7f-7c04b3f1f61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:19.562549 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee59bd8-1c42-4dd7-8d49-bd65e681f035 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Pushing event deleted for resources: {'Port': ['ID=77ba46e1-009a-4710-a7b8-fb005f914341,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:19.565765 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea061b6e-2844-4c26-b2e5-1fed50a34077 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event deleted for resources: {'Network': ['ID=2be96dc9-9676-4db1-8326-0375e8b7219b,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:19.577273 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-f7abbfb2-8ac5-4aaf-8b7f-7c04b3f1f61a None None] For port 1f0587f0-f10f-4136-a379-2d226545820d, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:31:19.581571 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-f7abbfb2-8ac5-4aaf-8b7f-7c04b3f1f61a None None] For port 1f0587f0-f10f-4136-a379-2d226545820d, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=1f0587f0-f10f-4136-a379-2d226545820d,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:31:19.589606 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f7abbfb2-8ac5-4aaf-8b7f-7c04b3f1f61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:19.625334 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b9422cb6-e2a9-418d-9eb0-f6a740c19e74 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:19.645731 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-b9422cb6-e2a9-418d-9eb0-f6a740c19e74 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Transition to ACTIVE for port object 4dc7b901-e6cf-409c-837b-306ed8e7d0f7 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:31:19.676809 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b9422cb6-e2a9-418d-9eb0-f6a740c19e74 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:19.686433 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-87be236e-4a77-442b-a6b8-0bcd53257149 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] 10.222.0.24 "DELETE /v2.0/ports/4738affa-aba9-4641-ac2b-73852c3d41a9 HTTP/1.1" status: 204 len: 168 time: 2.6839292 Feb 01 04:31:19.693810 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33188) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:19.695252 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-ea061b6e-2844-4c26-b2e5-1fed50a34077 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "DELETE /v2.0/networks/2be96dc9-9676-4db1-8326-0375e8b7219b HTTP/1.1" status: 204 len: 168 time: 4.1007705 Feb 01 04:31:19.719285 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7abbfb2-8ac5-4aaf-8b7f-7c04b3f1f61a None None] Pushing event updated for resources: {'Port': ['ID=1f0587f0-f10f-4136-a379-2d226545820d,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:19.741906 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 33192) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:19.765063 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-425e62cd-9140-40cf-b6e5-f6f4ad684666 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Request body: {'port': {'network_id': 'f84096f6-bb01-4fa1-8395-e2b6df6a3423', 'name': 'tempest-PortsIpV6TestJSON-961197085'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:31:19.807607 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9422cb6-e2a9-418d-9eb0-f6a740c19e74 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:31:19.821354 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-b9422cb6-e2a9-418d-9eb0-f6a740c19e74 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:31:19.829868 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9422cb6-e2a9-418d-9eb0-f6a740c19e74 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:31:19.835727 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9422cb6-e2a9-418d-9eb0-f6a740c19e74 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:19.836359 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b9422cb6-e2a9-418d-9eb0-f6a740c19e74 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:19.851794 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9422cb6-e2a9-418d-9eb0-f6a740c19e74 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event updated for resources: {'Port': ['ID=4dc7b901-e6cf-409c-837b-306ed8e7d0f7,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:19.866560 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ad65bed1-496a-46f8-9695-b4699e59ad61 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:19.879287 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-6207bade-3a88-46f1-ba39-20140e853ea2 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] GET failed (client error): The resource could not be found. Feb 01 04:31:19.879814 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-6207bade-3a88-46f1-ba39-20140e853ea2 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Synchronizing usage tracker for tenant:16b3717ab26047d1acd9f2f043c1f70e on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:31:19.932876 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-6207bade-3a88-46f1-ba39-20140e853ea2 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Unset dirty status for tenant:16b3717ab26047d1acd9f2f043c1f70e on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:31:19.934304 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-6207bade-3a88-46f1-ba39-20140e853ea2 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] 10.222.0.24 "GET /v2.0/ports/4738affa-aba9-4641-ac2b-73852c3d41a9 HTTP/1.1" status: 404 len: 333 time: 0.2378373 Feb 01 04:31:19.939095 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 33196) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:19.942938 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-425e62cd-9140-40cf-b6e5-f6f4ad684666 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:31:19.948269 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b9422cb6-e2a9-418d-9eb0-f6a740c19e74 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7035143 Feb 01 04:31:19.949437 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33200) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:19.949910 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-59985ba3-7a41-492a-b039-8345ecc826b8 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Request body: {'port': {'network_id': 'c2325588-ac80-4576-858a-8aae0d1a6f14', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1834062265'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:31:19.997597 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-425e62cd-9140-40cf-b6e5-f6f4ad684666 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Usage tracker for resource:port and tenant:4859bcd8aae8416eba645579d339c6c6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:31:20.005606 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-425e62cd-9140-40cf-b6e5-f6f4ad684666 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:31:20.028410 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-425e62cd-9140-40cf-b6e5-f6f4ad684666 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:31:20.047850 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9ee59bd8-1c42-4dd7-8d49-bd65e681f035 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:20.051895 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-9ee59bd8-1c42-4dd7-8d49-bd65e681f035 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] 10.222.0.24 "DELETE /v2.0/ports/77ba46e1-009a-4710-a7b8-fb005f914341 HTTP/1.1" status: 204 len: 168 time: 3.0621686 Feb 01 04:31:20.052580 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ad65bed1-496a-46f8-9695-b4699e59ad61 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:20.058120 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33206) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:20.099868 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-425e62cd-9140-40cf-b6e5-f6f4ad684666 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Made reservation on behalf of 4859bcd8aae8416eba645579d339c6c6 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:31:20.103840 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-425e62cd-9140-40cf-b6e5-f6f4ad684666 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:20.147223 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-425e62cd-9140-40cf-b6e5-f6f4ad684666 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] device_id is not set on port 7e7f81cb-6458-4cd2-9f6f-326be0395822 yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:31:20.217257 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf94965a-b60c-43ad-b8ae-91b6ac4a98dc tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] GET failed (client error): The resource could not be found. Feb 01 04:31:20.217824 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-cf94965a-b60c-43ad-b8ae-91b6ac4a98dc tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Synchronizing usage tracker for tenant:b106e76e28e449fe893e915e4e5801cf on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:31:20.221898 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad65bed1-496a-46f8-9695-b4699e59ad61 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:31:20.224848 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-59985ba3-7a41-492a-b039-8345ecc826b8 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:31:20.230660 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-ad65bed1-496a-46f8-9695-b4699e59ad61 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:31:20.247322 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad65bed1-496a-46f8-9695-b4699e59ad61 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:31:20.247521 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-59985ba3-7a41-492a-b039-8345ecc826b8 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:31:20.272349 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad65bed1-496a-46f8-9695-b4699e59ad61 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Pushing event updated for resources: {'Port': ['ID=f4507418-7b41-46f5-a098-85e158478465,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:20.277503 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59985ba3-7a41-492a-b039-8345ecc826b8 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Made reservation on behalf of 16b3717ab26047d1acd9f2f043c1f70e for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:31:20.280952 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-59985ba3-7a41-492a-b039-8345ecc826b8 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:20.294565 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e64cc27-1082-438b-926b-4587e604672e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:20.300325 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e64cc27-1082-438b-926b-4587e604672e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:20.301856 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-6e64cc27-1082-438b-926b-4587e604672e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.3523829 Feb 01 04:31:20.310148 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33210) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:20.314871 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-cf94965a-b60c-43ad-b8ae-91b6ac4a98dc tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Unset dirty status for tenant:b106e76e28e449fe893e915e4e5801cf on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:31:20.315954 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-cf94965a-b60c-43ad-b8ae-91b6ac4a98dc tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] 10.222.0.24 "GET /v2.0/ports/77ba46e1-009a-4710-a7b8-fb005f914341 HTTP/1.1" status: 404 len: 333 time: 0.2276471 Feb 01 04:31:20.322068 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 33214) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:20.335958 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-054c2c22-1647-43ad-9ccd-720ae84ff055 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Request body: {'port': {'network_id': '3fe3270e-1a6a-4f4d-8142-1fc6c54a77aa', 'name': 'tempest-AllowedAddressPairTestJSON-816454335'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:31:20.365516 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-59985ba3-7a41-492a-b039-8345ecc826b8 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] device_id is not set on port 5082dc15-af0f-4db9-877c-c62d616cd78b yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:31:20.463900 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-c1c2a189-b91b-4df0-9830-fc16553ab970 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Deleting port 4dc7b901-e6cf-409c-837b-306ed8e7d0f7 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:31:20.464237 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c1c2a189-b91b-4df0-9830-fc16553ab970 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:20.565937 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9351ee-1708-4ed7-b320-e7ea6b10d3e8 req-f8ef23d5-a473-416c-8d2e-a19c934278e6 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:20.567342 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-bf9351ee-1708-4ed7-b320-e7ea6b10d3e8 req-f8ef23d5-a473-416c-8d2e-a19c934278e6 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b HTTP/1.1" status: 200 len: 945 time: 0.4415047 Feb 01 04:31:20.600779 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-425e62cd-9140-40cf-b6e5-f6f4ad684666 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:20.683971 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-054c2c22-1647-43ad-9ccd-720ae84ff055 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:31:20.710362 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 1f0587f0-f10f-4136-a379-2d226545820d up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:31:20.716003 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-59985ba3-7a41-492a-b039-8345ecc826b8 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Allocated IP 2001:db8::2c4 (c2325588-ac80-4576-858a-8aae0d1a6f14/92a92d23-ebfa-41d8-9c60-28579d4f2287/5082dc15-af0f-4db9-877c-c62d616cd78b) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:31:20.719802 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-054c2c22-1647-43ad-9ccd-720ae84ff055 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:31:20.737676 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-bf9351ee-1708-4ed7-b320-e7ea6b10d3e8 req-9ba86491-06f5-4ca7-914d-0565f87ed7b6 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3f5860d-525a-4a29-9378-b1632322cfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1565638 Feb 01 04:31:20.745276 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-054c2c22-1647-43ad-9ccd-720ae84ff055 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Made reservation on behalf of b106e76e28e449fe893e915e4e5801cf for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:31:20.749831 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-054c2c22-1647-43ad-9ccd-720ae84ff055 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:20.781717 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-425e62cd-9140-40cf-b6e5-f6f4ad684666 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:20.816539 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 1f0587f0-f10f-4136-a379-2d226545820d completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:31:20.864406 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-054c2c22-1647-43ad-9ccd-720ae84ff055 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] device_id is not set on port 7317a199-000a-49ac-9d2f-872c6b4c32e4 yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:31:20.935353 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425e62cd-9140-40cf-b6e5-f6f4ad684666 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Network f84096f6-bb01-4fa1-8395-e2b6df6a3423 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:31:20.948709 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-425e62cd-9140-40cf-b6e5-f6f4ad684666 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:31:20.951156 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425e62cd-9140-40cf-b6e5-f6f4ad684666 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:31:20.956921 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425e62cd-9140-40cf-b6e5-f6f4ad684666 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:20.957465 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-425e62cd-9140-40cf-b6e5-f6f4ad684666 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:20.989087 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e62cd-9140-40cf-b6e5-f6f4ad684666 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event updated for resources: {'Port': ['ID=7e7f81cb-6458-4cd2-9f6f-326be0395822,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:21.161033 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-425e62cd-9140-40cf-b6e5-f6f4ad684666 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.4167483 Feb 01 04:31:21.168836 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33218) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:21.201871 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-10f35b61-4f6f-46f1-be37-88e443f2fcd7 None None] Provisioning for port 1f0587f0-f10f-4136-a379-2d226545820d completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:31:21.207255 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-10f35b61-4f6f-46f1-be37-88e443f2fcd7 None None] Provisioning complete for port 1f0587f0-f10f-4136-a379-2d226545820d triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:31:21.207631 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-10f35b61-4f6f-46f1-be37-88e443f2fcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:21.216621 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ad65bed1-496a-46f8-9695-b4699e59ad61 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks [] for router_gateway, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:21.266654 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c1c2a189-b91b-4df0-9830-fc16553ab970 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:21.334463 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3f79b7ad-d800-4b2a-ac95-b8a012bdf46b tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Deleting port 7e7f81cb-6458-4cd2-9f6f-326be0395822 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:31:21.334945 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3f79b7ad-d800-4b2a-ac95-b8a012bdf46b tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:21.353557 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-10f35b61-4f6f-46f1-be37-88e443f2fcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:21.359196 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-054c2c22-1647-43ad-9ccd-720ae84ff055 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Allocated IP 172.20.0.5 (3fe3270e-1a6a-4f4d-8142-1fc6c54a77aa/d894d9a9-d11d-4980-9fda-ac6d01539ecb/7317a199-000a-49ac-9d2f-872c6b4c32e4) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:31:21.390422 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-10f35b61-4f6f-46f1-be37-88e443f2fcd7 None None] For port 1f0587f0-f10f-4136-a379-2d226545820d, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=1f0587f0-f10f-4136-a379-2d226545820d,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:31:21.394884 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-10f35b61-4f6f-46f1-be37-88e443f2fcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:21.416371 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-59985ba3-7a41-492a-b039-8345ecc826b8 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:21.449747 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-59985ba3-7a41-492a-b039-8345ecc826b8 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Transition to ACTIVE for port object 5082dc15-af0f-4db9-877c-c62d616cd78b will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:31:21.492621 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-c1c2a189-b91b-4df0-9830-fc16553ab970 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Calling delete_port for 4dc7b901-e6cf-409c-837b-306ed8e7d0f7 owned by {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:31:21.496118 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f35b61-4f6f-46f1-be37-88e443f2fcd7 None None] Pushing event updated for resources: {'Port': ['ID=1f0587f0-f10f-4136-a379-2d226545820d,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:21.516928 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-14b2dac7-6e28-4450-a811-31079fe304e2 None None] Provisioning for port 4dc7b901-e6cf-409c-837b-306ed8e7d0f7 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:31:21.522367 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-14b2dac7-6e28-4450-a811-31079fe304e2 None None] Provisioning complete for port 4dc7b901-e6cf-409c-837b-306ed8e7d0f7 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:31:21.522924 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-14b2dac7-6e28-4450-a811-31079fe304e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:21.577563 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-14b2dac7-6e28-4450-a811-31079fe304e2 None None] Port 4dc7b901-e6cf-409c-837b-306ed8e7d0f7 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:31:21.601998 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-59985ba3-7a41-492a-b039-8345ecc826b8 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:21.648631 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-054c2c22-1647-43ad-9ccd-720ae84ff055 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:21.690988 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-054c2c22-1647-43ad-9ccd-720ae84ff055 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Transition to ACTIVE for port object 7317a199-000a-49ac-9d2f-872c6b4c32e4 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:31:21.692974 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59985ba3-7a41-492a-b039-8345ecc826b8 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Network c2325588-ac80-4576-858a-8aae0d1a6f14 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:31:21.697015 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-59985ba3-7a41-492a-b039-8345ecc826b8 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:31:21.704432 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59985ba3-7a41-492a-b039-8345ecc826b8 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:31:21.710715 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59985ba3-7a41-492a-b039-8345ecc826b8 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:21.710715 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-59985ba3-7a41-492a-b039-8345ecc826b8 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:21.724400 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59985ba3-7a41-492a-b039-8345ecc826b8 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Pushing event updated for resources: {'Port': ['ID=5082dc15-af0f-4db9-877c-c62d616cd78b,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:21.743676 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-59985ba3-7a41-492a-b039-8345ecc826b8 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.8025267 Feb 01 04:31:21.746445 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 33222) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:21.754117 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-61343d46-537c-4480-917c-54048d05bffa tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Request body: {'port': {'network_id': 'c2325588-ac80-4576-858a-8aae0d1a6f14', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1065756318'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:31:21.781366 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-054c2c22-1647-43ad-9ccd-720ae84ff055 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:21.855681 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054c2c22-1647-43ad-9ccd-720ae84ff055 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Network 3fe3270e-1a6a-4f4d-8142-1fc6c54a77aa is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:31:21.865395 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-054c2c22-1647-43ad-9ccd-720ae84ff055 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:31:21.918890 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054c2c22-1647-43ad-9ccd-720ae84ff055 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:31:21.953161 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ad65bed1-496a-46f8-9695-b4699e59ad61 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337'] for router, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:22.040561 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054c2c22-1647-43ad-9ccd-720ae84ff055 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Pushing event updated for resources: {'Port': ['ID=7317a199-000a-49ac-9d2f-872c6b4c32e4,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:22.097686 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054c2c22-1647-43ad-9ccd-720ae84ff055 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:22.098487 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-054c2c22-1647-43ad-9ccd-720ae84ff055 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:22.109373 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-3407a2be-218b-497a-9001-a27cb03b7bc3 None None] Provisioning for port 5082dc15-af0f-4db9-877c-c62d616cd78b completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:31:22.117352 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-3407a2be-218b-497a-9001-a27cb03b7bc3 None None] Provisioning complete for port 5082dc15-af0f-4db9-877c-c62d616cd78b triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:31:22.118281 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3407a2be-218b-497a-9001-a27cb03b7bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:22.121240 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-61343d46-537c-4480-917c-54048d05bffa tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:31:22.142461 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-054c2c22-1647-43ad-9ccd-720ae84ff055 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8122406 Feb 01 04:31:22.142461 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-61343d46-537c-4480-917c-54048d05bffa tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:31:22.143008 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33228) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:22.152082 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd8b64d-3019-4847-9611-df659adb38e2 req-b5a9c5c7-0372-4b47-8f17-751221c92d7a tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:22.153512 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8cd8b64d-3019-4847-9611-df659adb38e2 req-b5a9c5c7-0372-4b47-8f17-751221c92d7a tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b HTTP/1.1" status: 200 len: 945 time: 0.2810726 Feb 01 04:31:22.163203 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61343d46-537c-4480-917c-54048d05bffa tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Made reservation on behalf of 16b3717ab26047d1acd9f2f043c1f70e for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:31:22.168653 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-61343d46-537c-4480-917c-54048d05bffa tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:22.191406 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-3407a2be-218b-497a-9001-a27cb03b7bc3 None None] Port 5082dc15-af0f-4db9-877c-c62d616cd78b cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:31:22.211905 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-61343d46-537c-4480-917c-54048d05bffa tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] device_id is not set on port 8fd81951-11fc-45e3-9626-109c9f4dbddc yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:31:22.212614 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-c8f3378e-7327-4682-97fd-70fbc813b8f9 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:49:57:2e'}]}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:31:22.246923 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3f79b7ad-d800-4b2a-ac95-b8a012bdf46b tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:22.287035 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8cd8b64d-3019-4847-9611-df659adb38e2 req-20dad67b-6339-40a9-8c57-c941e1249094 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3f5860d-525a-4a29-9378-b1632322cfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1039417 Feb 01 04:31:22.312412 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c1c2a189-b91b-4df0-9830-fc16553ab970 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:22.329424 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-508ee4b1-2c0b-4d8f-99b2-bddd5fbff8b1 None None] Provisioning for port 7317a199-000a-49ac-9d2f-872c6b4c32e4 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:31:22.335906 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-508ee4b1-2c0b-4d8f-99b2-bddd5fbff8b1 None None] Provisioning complete for port 7317a199-000a-49ac-9d2f-872c6b4c32e4 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:31:22.336265 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-508ee4b1-2c0b-4d8f-99b2-bddd5fbff8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:22.384269 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-61343d46-537c-4480-917c-54048d05bffa tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Allocated IP 2001:db8::2f8 (c2325588-ac80-4576-858a-8aae0d1a6f14/92a92d23-ebfa-41d8-9c60-28579d4f2287/8fd81951-11fc-45e3-9626-109c9f4dbddc) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:31:22.388670 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-508ee4b1-2c0b-4d8f-99b2-bddd5fbff8b1 None None] Port 7317a199-000a-49ac-9d2f-872c6b4c32e4 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:31:22.596958 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-61343d46-537c-4480-917c-54048d05bffa tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:22.604755 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3f79b7ad-d800-4b2a-ac95-b8a012bdf46b tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Calling delete_port for 7e7f81cb-6458-4cd2-9f6f-326be0395822 owned by {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:31:22.610262 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-61343d46-537c-4480-917c-54048d05bffa tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Transition to ACTIVE for port object 8fd81951-11fc-45e3-9626-109c9f4dbddc will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:31:22.630159 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 1f0587f0-f10f-4136-a379-2d226545820d up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:31:22.643504 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-61343d46-537c-4480-917c-54048d05bffa tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:22.671756 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c2a189-b91b-4df0-9830-fc16553ab970 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event deleted for resources: {'Port': ['ID=4dc7b901-e6cf-409c-837b-306ed8e7d0f7,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:22.705695 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 1f0587f0-f10f-4136-a379-2d226545820d triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:31:22.706056 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:22.720309 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61343d46-537c-4480-917c-54048d05bffa tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Network c2325588-ac80-4576-858a-8aae0d1a6f14 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:31:22.725959 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-61343d46-537c-4480-917c-54048d05bffa tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:31:22.731207 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61343d46-537c-4480-917c-54048d05bffa tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:31:22.737586 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61343d46-537c-4480-917c-54048d05bffa tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:22.738230 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-61343d46-537c-4480-917c-54048d05bffa tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:22.764404 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c1c2a189-b91b-4df0-9830-fc16553ab970 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:22.770348 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61343d46-537c-4480-917c-54048d05bffa tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Pushing event updated for resources: {'Port': ['ID=8fd81951-11fc-45e3-9626-109c9f4dbddc,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:22.793994 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-61343d46-537c-4480-917c-54048d05bffa tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0463853 Feb 01 04:31:22.794901 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 33232) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:22.802567 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-763a7821-c0b4-48f7-86d3-9a6c764a2e98 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::294', 'mac_address': 'fa:16:3e:05:98:b2'}, {'ip_address': '2001:db8::2c4', 'mac_address': 'fa:16:3e:85:9c:44'}]}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:31:22.852480 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-c1c2a189-b91b-4df0-9830-fc16553ab970 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/ports/4dc7b901-e6cf-409c-837b-306ed8e7d0f7 HTTP/1.1" status: 204 len: 168 time: 2.5412915 Feb 01 04:31:22.857936 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33236) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:22.989608 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3f79b7ad-d800-4b2a-ac95-b8a012bdf46b tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:23.068242 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3f79b7ad-d800-4b2a-ac95-b8a012bdf46b tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:23.077106 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f79b7ad-d800-4b2a-ac95-b8a012bdf46b tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event deleted for resources: {'Port': ['ID=7e7f81cb-6458-4cd2-9f6f-326be0395822,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:23.079761 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad65bed1-496a-46f8-9695-b4699e59ad61 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Router 6eb5dc27-f34e-4517-b607-fd93dc07efac is scheduled to L3 agent a3073304-82af-4a42-89af-bc532d6626bb with binding_index 1 {{(pid=87637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 01 04:31:23.088924 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e25243a-d9d9-441e-b31c-6bd792b43c2c tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:23.090535 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e25243a-d9d9-441e-b31c-6bd792b43c2c tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:23.091288 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-5e25243a-d9d9-441e-b31c-6bd792b43c2c tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Synchronizing usage tracker for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:subnet {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:31:23.117263 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-efd6cb55-98c1-45f0-9219-9cdbe4c5e9b2 None None] Provisioning for port 8fd81951-11fc-45e3-9626-109c9f4dbddc completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:31:23.123814 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-efd6cb55-98c1-45f0-9219-9cdbe4c5e9b2 None None] Provisioning complete for port 8fd81951-11fc-45e3-9626-109c9f4dbddc triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:31:23.124680 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-efd6cb55-98c1-45f0-9219-9cdbe4c5e9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:23.146539 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-3f79b7ad-d800-4b2a-ac95-b8a012bdf46b tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "DELETE /v2.0/ports/7e7f81cb-6458-4cd2-9f6f-326be0395822 HTTP/1.1" status: 204 len: 168 time: 1.9766471 Feb 01 04:31:23.149150 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 33240) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:23.159686 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-896b0e9f-db4e-4748-8238-40211b959e03 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Request body: {'port': {'network_id': 'f84096f6-bb01-4fa1-8395-e2b6df6a3423', 'mac_address': 'fa:16:3e:bb:87:cd', 'name': 'tempest-PortsIpV6TestJSON-1069813374'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:31:23.177950 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-763a7821-c0b4-48f7-86d3-9a6c764a2e98 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:23.192861 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-efd6cb55-98c1-45f0-9219-9cdbe4c5e9b2 None None] Port 8fd81951-11fc-45e3-9626-109c9f4dbddc cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:31:23.249253 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-5e25243a-d9d9-441e-b31c-6bd792b43c2c tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Unset dirty status for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:subnet {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:31:23.250411 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-5e25243a-d9d9-441e-b31c-6bd792b43c2c tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3839560 Feb 01 04:31:23.255984 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33244) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:23.256549 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c8f3378e-7327-4682-97fd-70fbc813b8f9 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:23.327703 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-896b0e9f-db4e-4748-8238-40211b959e03 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:31:23.335509 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-896b0e9f-db4e-4748-8238-40211b959e03 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Usage tracker for resource:port and tenant:4859bcd8aae8416eba645579d339c6c6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:31:23.340599 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-896b0e9f-db4e-4748-8238-40211b959e03 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:31:23.349304 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-896b0e9f-db4e-4748-8238-40211b959e03 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:31:23.382766 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-896b0e9f-db4e-4748-8238-40211b959e03 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Made reservation on behalf of 4859bcd8aae8416eba645579d339c6c6 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:31:23.497522 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_v2 [None req-1971a77a-2472-4b3b-91e1-bad49788e905 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Deleting subnet 17c65d6c-f262-44d2-911a-7baabad3542c {{(pid=87637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:31:23.515451 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1971a77a-2472-4b3b-91e1-bad49788e905 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for subnet, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:23.590845 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad65bed1-496a-46f8-9695-b4699e59ad61 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:31:23.602319 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03c4d5e-2b05-42ea-b87b-84bb8b3d74a5 None None] Sync routers for ids ['6eb5dc27-f34e-4517-b607-fd93dc07efac'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:31:23.612875 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03c4d5e-2b05-42ea-b87b-84bb8b3d74a5 None None] Routers {'6eb5dc27-f34e-4517-b607-fd93dc07efac'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:31:23.613486 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-e03c4d5e-2b05-42ea-b87b-84bb8b3d74a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:31:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['6eb5dc27-f34e-4517-b607-fd93dc07efac'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:31:23.641731 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1971a77a-2472-4b3b-91e1-bad49788e905 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2424773'] for subnet, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:23.667660 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-896b0e9f-db4e-4748-8238-40211b959e03 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:23.676366 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-e03c4d5e-2b05-42ea-b87b-84bb8b3d74a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:31:23.684980 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03c4d5e-2b05-42ea-b87b-84bb8b3d74a5 None None] Routers {'6eb5dc27-f34e-4517-b607-fd93dc07efac'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:31:23.685570 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-e03c4d5e-2b05-42ea-b87b-84bb8b3d74a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:31:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['6eb5dc27-f34e-4517-b607-fd93dc07efac'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:31:23.711124 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-896b0e9f-db4e-4748-8238-40211b959e03 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] device_id is not set on port 6bcc8c50-d1b7-4bea-bc39-8689868e245d yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:31:23.743628 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ad65bed1-496a-46f8-9695-b4699e59ad61 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:23.744807 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-ad65bed1-496a-46f8-9695-b4699e59ad61 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 8.3489907 Feb 01 04:31:23.745236 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-e03c4d5e-2b05-42ea-b87b-84bb8b3d74a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:31:23.745646 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03c4d5e-2b05-42ea-b87b-84bb8b3d74a5 None None] The sync data for ids ['6eb5dc27-f34e-4517-b607-fd93dc07efac'] in dv-neutron-826830-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:31:23.750728 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 33252) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:23.816875 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec98ac-7ad3-480f-bf85-b4f5ed3de931 req-0544a618-d239-4ac9-a6ff-b6f939d76163 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:23.818341 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-6fec98ac-7ad3-480f-bf85-b4f5ed3de931 req-0544a618-d239-4ac9-a6ff-b6f939d76163 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b HTTP/1.1" status: 200 len: 945 time: 0.3866220 Feb 01 04:31:23.845446 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1971a77a-2472-4b3b-91e1-bad49788e905 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:23.888060 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-763a7821-c0b4-48f7-86d3-9a6c764a2e98 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:23.899743 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c8f3378e-7327-4682-97fd-70fbc813b8f9 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:23.907946 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-763a7821-c0b4-48f7-86d3-9a6c764a2e98 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:23.915721 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c8f3378e-7327-4682-97fd-70fbc813b8f9 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:24.046082 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-6fec98ac-7ad3-480f-bf85-b4f5ed3de931 req-0bf918cb-b79c-407c-b1b1-e75a1b2771e8 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3f5860d-525a-4a29-9378-b1632322cfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1639853 Feb 01 04:31:24.077410 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f3378e-7327-4682-97fd-70fbc813b8f9 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Pushing event updated for resources: {'Port': ['ID=7317a199-000a-49ac-9d2f-872c6b4c32e4,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:24.080900 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-763a7821-c0b4-48f7-86d3-9a6c764a2e98 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] In _notify_port_updated(), no bound segment for port 8fd81951-11fc-45e3-9626-109c9f4dbddc on network c2325588-ac80-4576-858a-8aae0d1a6f14 {{(pid=87636) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 01 04:31:24.086900 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763a7821-c0b4-48f7-86d3-9a6c764a2e98 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:24.088750 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-763a7821-c0b4-48f7-86d3-9a6c764a2e98 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:24.093281 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-763a7821-c0b4-48f7-86d3-9a6c764a2e98 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] 10.222.0.24 "PUT /v2.0/ports/8fd81951-11fc-45e3-9626-109c9f4dbddc HTTP/1.1" status: 200 len: 1068 time: 1.2972138 Feb 01 04:31:24.093973 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-c8f3378e-7327-4682-97fd-70fbc813b8f9 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] In _notify_port_updated(), no bound segment for port 7317a199-000a-49ac-9d2f-872c6b4c32e4 on network 3fe3270e-1a6a-4f4d-8142-1fc6c54a77aa {{(pid=87637) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 01 04:31:24.100392 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f3378e-7327-4682-97fd-70fbc813b8f9 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:24.101009 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c8f3378e-7327-4682-97fd-70fbc813b8f9 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:24.104766 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-c8f3378e-7327-4682-97fd-70fbc813b8f9 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] 10.222.0.24 "PUT /v2.0/ports/7317a199-000a-49ac-9d2f-872c6b4c32e4 HTTP/1.1" status: 200 len: 995 time: 1.9156487 Feb 01 04:31:24.104766 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33256) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:24.105768 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1971a77a-2472-4b3b-91e1-bad49788e905 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3037665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694336'] for subnet, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:24.112679 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33258) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:24.214514 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763a7821-c0b4-48f7-86d3-9a6c764a2e98 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Pushing event updated for resources: {'Port': ['ID=8fd81951-11fc-45e3-9626-109c9f4dbddc,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:24.243386 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-325412f1-9389-4139-931c-4158a12f9d3d tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] 10.222.0.24 "GET /v2.0/routers/6eb5dc27-f34e-4517-b607-fd93dc07efac HTTP/1.1" status: 200 len: 924 time: 0.4879286 Feb 01 04:31:24.243777 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 33264) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:24.284255 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-896b0e9f-db4e-4748-8238-40211b959e03 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:24.303879 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-06b30f9e-cc9a-4371-9b28-820695fd966e tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] 10.222.0.24 "GET /v2.0/ports?device_id=6eb5dc27-f34e-4517-b607-fd93dc07efac HTTP/1.1" status: 200 len: 205 time: 0.0566297 Feb 01 04:31:24.304916 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 33268) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:24.325688 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-bbf4bfd2-cd93-457d-8d2f-753f53ee2c8e None None] Provisioning complete for port 7317a199-000a-49ac-9d2f-872c6b4c32e4 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:31:24.326274 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bbf4bfd2-cd93-457d-8d2f-753f53ee2c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:24.374364 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1971a77a-2472-4b3b-91e1-bad49788e905 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event deleted for resources: {'Subnet': ['ID=17c65d6c-f262-44d2-911a-7baabad3542c,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:24.385373 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-bbf4bfd2-cd93-457d-8d2f-753f53ee2c8e None None] Port 7317a199-000a-49ac-9d2f-872c6b4c32e4 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:31:24.404612 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a2273d-99c2-463a-9dfa-a5761b8dd266 None None] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:31:24.407453 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1971a77a-2472-4b3b-91e1-bad49788e905 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:24.442943 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-23c6f060-e073-43bf-b503-14ce804b5f7d tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Deleting port 8fd81951-11fc-45e3-9626-109c9f4dbddc {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:31:24.443315 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-23c6f060-e073-43bf-b503-14ce804b5f7d tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:24.471082 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-5ccdd70f-fcc7-4d71-8e0e-4e1d376db0ac tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Deleting port 7317a199-000a-49ac-9d2f-872c6b4c32e4 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:31:24.471445 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5ccdd70f-fcc7-4d71-8e0e-4e1d376db0ac tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:24.478202 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-896b0e9f-db4e-4748-8238-40211b959e03 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:24.512812 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-1971a77a-2472-4b3b-91e1-bad49788e905 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/subnets/17c65d6c-f262-44d2-911a-7baabad3542c HTTP/1.1" status: 204 len: 168 time: 1.2453146 Feb 01 04:31:24.518558 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 33272) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:24.581033 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-65a23270-62b9-4182-8c8f-c718357b9a70 None None] Provisioning complete for port 8fd81951-11fc-45e3-9626-109c9f4dbddc triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:31:24.581622 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-65a23270-62b9-4182-8c8f-c718357b9a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:24.625985 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-24c593c0-6e79-438f-b678-df97c26d24e0 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0992475 Feb 01 04:31:24.629058 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-81820679-6651-4d20-8578-43b06401d5e2 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks [] for router, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:24.631587 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33276) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:24.649476 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-65a23270-62b9-4182-8c8f-c718357b9a70 None None] Port 8fd81951-11fc-45e3-9626-109c9f4dbddc cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:31:24.683590 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896b0e9f-db4e-4748-8238-40211b959e03 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Network f84096f6-bb01-4fa1-8395-e2b6df6a3423 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:31:24.693847 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-896b0e9f-db4e-4748-8238-40211b959e03 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:31:24.699285 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896b0e9f-db4e-4748-8238-40211b959e03 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:31:24.705310 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896b0e9f-db4e-4748-8238-40211b959e03 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:24.705907 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-896b0e9f-db4e-4748-8238-40211b959e03 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:24.747107 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896b0e9f-db4e-4748-8238-40211b959e03 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event updated for resources: {'Port': ['ID=6bcc8c50-d1b7-4bea-bc39-8689868e245d,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:24.748094 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfe8ced-6df7-45f9-b56d-0e0d2150d8ef None None] DHCP port deletion for 14b67238-4e53-405c-b9cd-84b8ff52e36a request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:31:24.753980 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-0dfe8ced-6df7-45f9-b56d-0e0d2150d8ef None None] Deleting port 1f0587f0-f10f-4136-a379-2d226545820d {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:31:24.754544 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0dfe8ced-6df7-45f9-b56d-0e0d2150d8ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:24.816353 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-896b0e9f-db4e-4748-8238-40211b959e03 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6658771 Feb 01 04:31:24.825715 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 33280) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:24.978272 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-23c6f060-e073-43bf-b503-14ce804b5f7d tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:24.992921 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74da3f3a-1379-4274-91c0-5c275f52a8d7 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:24.993636 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-74da3f3a-1379-4274-91c0-5c275f52a8d7 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Synchronizing usage tracker for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:31:25.004975 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5ccdd70f-fcc7-4d71-8e0e-4e1d376db0ac tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:25.039084 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-0dfe8ced-6df7-45f9-b56d-0e0d2150d8ef None None] For port 1f0587f0-f10f-4136-a379-2d226545820d, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=1f0587f0-f10f-4136-a379-2d226545820d,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:31:25.039632 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0dfe8ced-6df7-45f9-b56d-0e0d2150d8ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:25.042524 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f9211a-dc56-4f7f-a157-86535c2e0e0b tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:25.043094 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-19f9211a-dc56-4f7f-a157-86535c2e0e0b tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Synchronizing usage tracker for tenant:4859bcd8aae8416eba645579d339c6c6 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:31:25.046049 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-81820679-6651-4d20-8578-43b06401d5e2 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:25.060341 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-81820679-6651-4d20-8578-43b06401d5e2 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Deleting port f4507418-7b41-46f5-a098-85e158478465 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:31:25.060939 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-81820679-6651-4d20-8578-43b06401d5e2 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:25.108956 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-19f9211a-dc56-4f7f-a157-86535c2e0e0b tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Unset dirty status for tenant:4859bcd8aae8416eba645579d339c6c6 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:31:25.110427 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-19f9211a-dc56-4f7f-a157-86535c2e0e0b tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "GET /v2.0/ports/6bcc8c50-d1b7-4bea-bc39-8689868e245d HTTP/1.1" status: 200 len: 845 time: 0.2839301 Feb 01 04:31:25.117708 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 33286) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:25.133403 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-23c6f060-e073-43bf-b503-14ce804b5f7d tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Calling delete_port for 8fd81951-11fc-45e3-9626-109c9f4dbddc owned by {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:31:25.174180 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-0dfe8ced-6df7-45f9-b56d-0e0d2150d8ef None None] Calling delete_port for 1f0587f0-f10f-4136-a379-2d226545820d owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:31:25.255264 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0dfe8ced-6df7-45f9-b56d-0e0d2150d8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:25.268090 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-e87714de-139b-4deb-8a0c-349e4eed5711 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Deleting port 6bcc8c50-d1b7-4bea-bc39-8689868e245d {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:31:25.268438 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e87714de-139b-4deb-8a0c-349e4eed5711 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:25.300339 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfe8ced-6df7-45f9-b56d-0e0d2150d8ef None None] Pushing event deleted for resources: {'Port': ['ID=1f0587f0-f10f-4136-a379-2d226545820d,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:25.306132 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfe8ced-6df7-45f9-b56d-0e0d2150d8ef None None] No DVR routers for this DVR port 1f0587f0-f10f-4136-a379-2d226545820d on host dv-neutron-826830-1-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:31:25.318885 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-5ccdd70f-fcc7-4d71-8e0e-4e1d376db0ac tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Calling delete_port for 7317a199-000a-49ac-9d2f-872c6b4c32e4 owned by {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:31:25.353357 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-74da3f3a-1379-4274-91c0-5c275f52a8d7 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Unset dirty status for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:31:25.356797 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-74da3f3a-1379-4274-91c0-5c275f52a8d7 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7196891 Feb 01 04:31:25.366094 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33290) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:25.475016 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-81820679-6651-4d20-8578-43b06401d5e2 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:25.520126 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a33d584-61d5-4d55-9f2a-39ce7534cdb9 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:25.520807 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-6a33d584-61d5-4d55-9f2a-39ce7534cdb9 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Synchronizing usage tracker for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:subnet {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:31:25.598071 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-6a33d584-61d5-4d55-9f2a-39ce7534cdb9 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Unset dirty status for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:subnet {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:31:25.601419 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-6a33d584-61d5-4d55-9f2a-39ce7534cdb9 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2321804 Feb 01 04:31:25.602042 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33294) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:25.604725 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-23c6f060-e073-43bf-b503-14ce804b5f7d tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:25.611110 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d092e41b-1cac-4687-a9c8-f2e580ffcced req-beca16df-d35b-469c-9333-681eba7d7a38 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:25.612603 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d092e41b-1cac-4687-a9c8-f2e580ffcced req-beca16df-d35b-469c-9333-681eba7d7a38 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b HTTP/1.1" status: 200 len: 945 time: 0.4133067 Feb 01 04:31:25.635167 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-81820679-6651-4d20-8578-43b06401d5e2 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Calling delete_port for f4507418-7b41-46f5-a098-85e158478465 owned by network:router_gateway {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:31:25.726924 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-2ee2c2fc-a65d-4fe3-a235-63fd802be48c tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1200776 Feb 01 04:31:25.726924 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c6f060-e073-43bf-b503-14ce804b5f7d tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Pushing event deleted for resources: {'Port': ['ID=8fd81951-11fc-45e3-9626-109c9f4dbddc,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:25.728621 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 33298) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:25.737498 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5ccdd70f-fcc7-4d71-8e0e-4e1d376db0ac tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:25.791915 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-13c9b705-8007-4fb9-af6b-4b938ea90c70 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Request body: {'subnet': {'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:31:25.855193 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d092e41b-1cac-4687-a9c8-f2e580ffcced req-fd4fad76-a74f-4c8e-8c4b-2f0da7f92f6a tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3f5860d-525a-4a29-9378-b1632322cfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1935987 Feb 01 04:31:25.856972 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e87714de-139b-4deb-8a0c-349e4eed5711 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:25.946986 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccdd70f-fcc7-4d71-8e0e-4e1d376db0ac tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Pushing event deleted for resources: {'Port': ['ID=7317a199-000a-49ac-9d2f-872c6b4c32e4,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:26.093086 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-e87714de-139b-4deb-8a0c-349e4eed5711 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Calling delete_port for 6bcc8c50-d1b7-4bea-bc39-8689868e245d owned by {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:31:26.098573 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5ccdd70f-fcc7-4d71-8e0e-4e1d376db0ac tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:26.162915 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-13c9b705-8007-4fb9-af6b-4b938ea90c70 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:31:26.182572 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-13c9b705-8007-4fb9-af6b-4b938ea90c70 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:31:26.218169 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-5ccdd70f-fcc7-4d71-8e0e-4e1d376db0ac tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] 10.222.0.24 "DELETE /v2.0/ports/7317a199-000a-49ac-9d2f-872c6b4c32e4 HTTP/1.1" status: 204 len: 168 time: 2.0694013 Feb 01 04:31:26.225817 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33308) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:26.291973 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c9b705-8007-4fb9-af6b-4b938ea90c70 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Made reservation on behalf of 60b4e61082d3421283cb095bbc99ad8e for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:31:26.295537 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-13c9b705-8007-4fb9-af6b-4b938ea90c70 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:26.317780 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e87714de-139b-4deb-8a0c-349e4eed5711 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:26.342959 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ead9842-db7a-4ab6-8b1b-2419ea25b49d tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] GET failed (client error): The resource could not be found. Feb 01 04:31:26.343228 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-7ead9842-db7a-4ab6-8b1b-2419ea25b49d tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Synchronizing usage tracker for tenant:b106e76e28e449fe893e915e4e5801cf on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:31:26.354213 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-23c6f060-e073-43bf-b503-14ce804b5f7d tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:26.356175 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-23c6f060-e073-43bf-b503-14ce804b5f7d tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] 10.222.0.24 "DELETE /v2.0/ports/8fd81951-11fc-45e3-9626-109c9f4dbddc HTTP/1.1" status: 204 len: 168 time: 2.2520351 Feb 01 04:31:26.358819 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33312) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:26.400691 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-7ead9842-db7a-4ab6-8b1b-2419ea25b49d tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Unset dirty status for tenant:b106e76e28e449fe893e915e4e5801cf on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:31:26.401824 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-7ead9842-db7a-4ab6-8b1b-2419ea25b49d tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] 10.222.0.24 "GET /v2.0/ports/7317a199-000a-49ac-9d2f-872c6b4c32e4 HTTP/1.1" status: 404 len: 333 time: 0.1749332 Feb 01 04:31:26.407823 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33316) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:26.410675 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c1d981f-6f64-4035-8f17-d162d55bc02a tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] GET failed (client error): The resource could not be found. Feb 01 04:31:26.411219 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-8c1d981f-6f64-4035-8f17-d162d55bc02a tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Synchronizing usage tracker for tenant:16b3717ab26047d1acd9f2f043c1f70e on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:31:26.416406 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-5de90a69-4510-48ea-b041-a969d108ea1a tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Request body: {'port': {'network_id': '3fe3270e-1a6a-4f4d-8142-1fc6c54a77aa', 'name': 'tempest-AllowedAddressPairTestJSON-458706890'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:31:26.446389 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87714de-139b-4deb-8a0c-349e4eed5711 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event deleted for resources: {'Port': ['ID=6bcc8c50-d1b7-4bea-bc39-8689868e245d,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:26.460443 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-8c1d981f-6f64-4035-8f17-d162d55bc02a tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Unset dirty status for tenant:16b3717ab26047d1acd9f2f043c1f70e on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:31:26.461602 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-8c1d981f-6f64-4035-8f17-d162d55bc02a tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] 10.222.0.24 "GET /v2.0/ports/8fd81951-11fc-45e3-9626-109c9f4dbddc HTTP/1.1" status: 404 len: 333 time: 0.1008079 Feb 01 04:31:26.464475 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33320) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:26.612597 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-8ca31a52-a557-418f-a239-162e71af8e1c tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Deleting port 5082dc15-af0f-4db9-877c-c62d616cd78b {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:31:26.613261 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8ca31a52-a557-418f-a239-162e71af8e1c tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:26.638519 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 1f0587f0-f10f-4136-a379-2d226545820d no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:31:26.643037 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e87714de-139b-4deb-8a0c-349e4eed5711 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:26.651831 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-81820679-6651-4d20-8578-43b06401d5e2 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:26.667109 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-5de90a69-4510-48ea-b041-a969d108ea1a tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:31:26.683675 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-5de90a69-4510-48ea-b041-a969d108ea1a tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:31:26.705720 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 1f0587f0-f10f-4136-a379-2d226545820d {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:31:26.706068 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 1f0587f0-f10f-4136-a379-2d226545820d not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:31:26.728223 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81820679-6651-4d20-8578-43b06401d5e2 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Pushing event deleted for resources: {'Port': ['ID=f4507418-7b41-46f5-a098-85e158478465,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:26.739599 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de90a69-4510-48ea-b041-a969d108ea1a tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Made reservation on behalf of b106e76e28e449fe893e915e4e5801cf for: {'port': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:31:26.743014 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5de90a69-4510-48ea-b041-a969d108ea1a tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:26.774360 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e87714de-139b-4deb-8a0c-349e4eed5711 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "DELETE /v2.0/ports/6bcc8c50-d1b7-4bea-bc39-8689868e245d HTTP/1.1" status: 204 len: 168 time: 1.6554544 Feb 01 04:31:26.779820 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33324) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:26.838882 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3735a426-0a51-43a2-a9d6-8d277aab0a99 req-a99ae6fa-fd09-4a82-9a4d-1a2a7989c8f7 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:26.843724 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3735a426-0a51-43a2-a9d6-8d277aab0a99 req-a99ae6fa-fd09-4a82-9a4d-1a2a7989c8f7 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b HTTP/1.1" status: 200 len: 945 time: 0.5976045 Feb 01 04:31:26.843882 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-5de90a69-4510-48ea-b041-a969d108ea1a tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] device_id is not set on port d47e3248-f925-4c57-8751-7fa7399e9611 yet. {{(pid=87637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:31:26.879805 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfff0718-1f6c-4a4b-9f95-6c8822c8c934 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] GET failed (client error): The resource could not be found. Feb 01 04:31:26.880262 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-dfff0718-1f6c-4a4b-9f95-6c8822c8c934 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Synchronizing usage tracker for tenant:4859bcd8aae8416eba645579d339c6c6 on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:31:26.897503 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-81820679-6651-4d20-8578-43b06401d5e2 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-774381'] for router_gateway, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:26.972372 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a10120b-f0e2-4d52-bcb9-a561e9267b27 req-cc17a9ba-a404-4cd3-a461-acf768b509a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:26.973831 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2a10120b-f0e2-4d52-bcb9-a561e9267b27 req-cc17a9ba-a404-4cd3-a461-acf768b509a4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8c08b23bffb44a249b00a7d1f56c2684&device_id=9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b HTTP/1.1" status: 200 len: 1098 time: 0.5939696 Feb 01 04:31:27.004461 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-dfff0718-1f6c-4a4b-9f95-6c8822c8c934 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Unset dirty status for tenant:4859bcd8aae8416eba645579d339c6c6 on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:31:27.005603 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-dfff0718-1f6c-4a4b-9f95-6c8822c8c934 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "GET /v2.0/ports/6bcc8c50-d1b7-4bea-bc39-8689868e245d HTTP/1.1" status: 404 len: 333 time: 0.2248616 Feb 01 04:31:27.034767 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33328) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:27.060400 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-1b9fc137-7944-495a-99ee-82d685b28055 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Request body: {'port': {'network_id': 'f84096f6-bb01-4fa1-8395-e2b6df6a3423', 'name': 'tempest-PortsIpV6TestJSON-1525706592'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:31:27.082387 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8ca31a52-a557-418f-a239-162e71af8e1c tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:27.104807 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3735a426-0a51-43a2-a9d6-8d277aab0a99 req-7fcbd0f6-a44a-49e6-bb3a-b45fb2388148 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3f5860d-525a-4a29-9378-b1632322cfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2489092 Feb 01 04:31:27.188085 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-81820679-6651-4d20-8578-43b06401d5e2 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25968'] for router, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:27.235520 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-81820679-6651-4d20-8578-43b06401d5e2 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:27.236726 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-8ca31a52-a557-418f-a239-162e71af8e1c tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Calling delete_port for 5082dc15-af0f-4db9-877c-c62d616cd78b owned by {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:31:27.276960 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-5de90a69-4510-48ea-b041-a969d108ea1a tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Allocated IP 172.20.0.5 (3fe3270e-1a6a-4f4d-8142-1fc6c54a77aa/d894d9a9-d11d-4980-9fda-ac6d01539ecb/d47e3248-f925-4c57-8751-7fa7399e9611) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:31:27.311610 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-81820679-6651-4d20-8578-43b06401d5e2 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772958'] for router, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:27.312091 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81820679-6651-4d20-8578-43b06401d5e2 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Fanout notify agent at l3_agent the message router_deleted on router 6eb5dc27-f34e-4517-b607-fd93dc07efac {{(pid=87636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 01 04:31:27.322488 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-13c9b705-8007-4fb9-af6b-4b938ea90c70 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:27.355856 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a10120b-f0e2-4d52-bcb9-a561e9267b27 req-3c226133-da91-4b65-b698-cb875af8a76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:27.357319 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2a10120b-f0e2-4d52-bcb9-a561e9267b27 req-3c226133-da91-4b65-b698-cb875af8a76f service neutron] 10.222.0.18 "GET /v2.0/networks?id=958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a HTTP/1.1" status: 200 len: 912 time: 0.3084457 Feb 01 04:31:27.366316 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-1b9fc137-7944-495a-99ee-82d685b28055 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:31:27.394902 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-1b9fc137-7944-495a-99ee-82d685b28055 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:31:27.437925 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9fc137-7944-495a-99ee-82d685b28055 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Made reservation on behalf of 4859bcd8aae8416eba645579d339c6c6 for: {'port': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:31:27.441473 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1b9fc137-7944-495a-99ee-82d685b28055 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:27.453041 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c9b705-8007-4fb9-af6b-4b938ea90c70 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:31:27.457187 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-81820679-6651-4d20-8578-43b06401d5e2 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:27.462568 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-81820679-6651-4d20-8578-43b06401d5e2 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] 10.222.0.24 "DELETE /v2.0/routers/6eb5dc27-f34e-4517-b607-fd93dc07efac HTTP/1.1" status: 204 len: 168 time: 3.1523621 Feb 01 04:31:27.464106 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-13c9b705-8007-4fb9-af6b-4b938ea90c70 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:31:27.467293 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c9b705-8007-4fb9-af6b-4b938ea90c70 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:27.467874 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-13c9b705-8007-4fb9-af6b-4b938ea90c70 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539973'] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:27.471795 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 33332) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:27.474872 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71b52e5-14fe-4427-96ae-f75ef7822622 None None] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:31:27.504583 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-0c1c2003-0e4f-4f12-8899-343d9893249c tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1678349366', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'enable_snat': False}}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:31:27.520356 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-0c1c2003-0e4f-4f12-8899-343d9893249c tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:31:27.525670 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c9b705-8007-4fb9-af6b-4b938ea90c70 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event updated for resources: {'Subnet': ['ID=6d734d9c-2ab5-4698-908e-9b421bc37292,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:27.537535 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0c1c2003-0e4f-4f12-8899-343d9893249c tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Usage tracker for resource:router and tenant:b2c4c9315227484db5c8ddb58f58651b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:31:27.542817 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0c1c2003-0e4f-4f12-8899-343d9893249c tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:31:27.549261 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-13c9b705-8007-4fb9-af6b-4b938ea90c70 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8126001 Feb 01 04:31:27.549261 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2a10120b-f0e2-4d52-bcb9-a561e9267b27 req-770fac86-e95f-4832-9b6f-b4dd2e784506 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a143ed3-127d-4979-9fda-2a2543ba2248 HTTP/1.1" status: 200 len: 1000 time: 0.1777682 Feb 01 04:31:27.551853 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 33336) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:27.554367 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-0c1c2003-0e4f-4f12-8899-343d9893249c tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:31:27.559862 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-5166c030-bd73-4466-935d-f4fc12905a41 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Request body: {'port': {'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'fixed_ips': [{'subnet_id': '6d734d9c-2ab5-4698-908e-9b421bc37292', 'ip_address': '2001:db8::719f:324f:81c9:3f09'}], 'name': 'tempest-NetworksTestDHCPv6-138140490'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:31:27.635707 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-1b9fc137-7944-495a-99ee-82d685b28055 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] device_id is not set on port a54de017-75af-420e-8945-c655cb9ffc40 yet. {{(pid=87637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:31:27.655282 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0c1c2003-0e4f-4f12-8899-343d9893249c tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25958'] for router, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:27.656281 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0c1c2003-0e4f-4f12-8899-343d9893249c tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-372027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25961'] for router, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:27.696957 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea68095-8114-4147-a7ad-16baa4fda71e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-14b67238-4e53-405c-b9cd-84b8ff52e36a', 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'tenant_id': '60b4e61082d3421283cb095bbc99ad8e', 'fixed_ips': [{'subnet_id': '6d734d9c-2ab5-4698-908e-9b421bc37292'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:31:27.697901 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5ea68095-8114-4147-a7ad-16baa4fda71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:27.733035 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a10120b-f0e2-4d52-bcb9-a561e9267b27 req-7c1a11c0-8ec1-45da-99ab-58af7a0f2f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:27.734476 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2a10120b-f0e2-4d52-bcb9-a561e9267b27 req-7c1a11c0-8ec1-45da-99ab-58af7a0f2f4f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f1d92c60-8ec8-4263-bfcc-74bbe6cd55af HTTP/1.1" status: 200 len: 851 time: 0.1607590 Feb 01 04:31:27.772532 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8ca31a52-a557-418f-a239-162e71af8e1c tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:27.814470 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0c1c2003-0e4f-4f12-8899-343d9893249c tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:27.837734 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-5166c030-bd73-4466-935d-f4fc12905a41 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:31:27.857310 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-5166c030-bd73-4466-935d-f4fc12905a41 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:31:27.858781 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca31a52-a557-418f-a239-162e71af8e1c tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Pushing event deleted for resources: {'Port': ['ID=5082dc15-af0f-4db9-877c-c62d616cd78b,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:27.884053 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-5ea68095-8114-4147-a7ad-16baa4fda71e None None] Allocated IP 2001:db8::2 (14b67238-4e53-405c-b9cd-84b8ff52e36a/6d734d9c-2ab5-4698-908e-9b421bc37292/d8186323-3d2c-47f8-b1ae-3b18a06a3de1) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:31:27.933193 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5de90a69-4510-48ea-b041-a969d108ea1a tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:27.943543 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8ca31a52-a557-418f-a239-162e71af8e1c tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:27.947832 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5166c030-bd73-4466-935d-f4fc12905a41 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Made reservation on behalf of 60b4e61082d3421283cb095bbc99ad8e for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:31:28.007107 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-5de90a69-4510-48ea-b041-a969d108ea1a tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Transition to ACTIVE for port object d47e3248-f925-4c57-8751-7fa7399e9611 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:31:28.056908 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a10120b-f0e2-4d52-bcb9-a561e9267b27 req-07805ab5-faef-4220-851d-68480be9a8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:28.058394 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2a10120b-f0e2-4d52-bcb9-a561e9267b27 req-07805ab5-faef-4220-851d-68480be9a8ba service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3127995 Feb 01 04:31:28.128338 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-8ca31a52-a557-418f-a239-162e71af8e1c tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] 10.222.0.24 "DELETE /v2.0/ports/5082dc15-af0f-4db9-877c-c62d616cd78b HTTP/1.1" status: 204 len: 168 time: 1.6626875 Feb 01 04:31:28.173226 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1b9fc137-7944-495a-99ee-82d685b28055 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:28.239312 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33340) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:28.269391 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5ea68095-8114-4147-a7ad-16baa4fda71e None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:28.302767 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-db96458a-71e3-4c2c-9b27-f2c1494fc5bc tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] GET failed (client error): The resource could not be found. Feb 01 04:31:28.303532 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-db96458a-71e3-4c2c-9b27-f2c1494fc5bc tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Synchronizing usage tracker for tenant:16b3717ab26047d1acd9f2f043c1f70e on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:31:28.306710 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1b9fc137-7944-495a-99ee-82d685b28055 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:28.324280 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-5ea68095-8114-4147-a7ad-16baa4fda71e None None] Transition to ACTIVE for port object d8186323-3d2c-47f8-b1ae-3b18a06a3de1 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:31:28.353315 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-5ea68095-8114-4147-a7ad-16baa4fda71e None None] Transition to ACTIVE for port object d8186323-3d2c-47f8-b1ae-3b18a06a3de1 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:31:28.360835 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5de90a69-4510-48ea-b041-a969d108ea1a tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:28.369549 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5ea68095-8114-4147-a7ad-16baa4fda71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:28.403892 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0c1c2003-0e4f-4f12-8899-343d9893249c tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:28.419260 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9fc137-7944-495a-99ee-82d685b28055 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Network f84096f6-bb01-4fa1-8395-e2b6df6a3423 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:31:28.439723 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-1b9fc137-7944-495a-99ee-82d685b28055 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:31:28.441037 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea68095-8114-4147-a7ad-16baa4fda71e None None] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:31:28.444821 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-5ea68095-8114-4147-a7ad-16baa4fda71e None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:31:28.449002 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9fc137-7944-495a-99ee-82d685b28055 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:31:28.452725 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea68095-8114-4147-a7ad-16baa4fda71e None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:31:28.454452 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9fc137-7944-495a-99ee-82d685b28055 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:28.455094 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1b9fc137-7944-495a-99ee-82d685b28055 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:28.464793 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea68095-8114-4147-a7ad-16baa4fda71e None None] Pushing event updated for resources: {'Port': ['ID=d8186323-3d2c-47f8-b1ae-3b18a06a3de1,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:28.491852 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de90a69-4510-48ea-b041-a969d108ea1a tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Network 3fe3270e-1a6a-4f4d-8142-1fc6c54a77aa is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:31:28.496729 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-db96458a-71e3-4c2c-9b27-f2c1494fc5bc tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Unset dirty status for tenant:16b3717ab26047d1acd9f2f043c1f70e on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:31:28.498088 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-db96458a-71e3-4c2c-9b27-f2c1494fc5bc tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] 10.222.0.24 "GET /v2.0/ports/5082dc15-af0f-4db9-877c-c62d616cd78b HTTP/1.1" status: 404 len: 333 time: 0.2575076 Feb 01 04:31:28.501690 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9fc137-7944-495a-99ee-82d685b28055 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event updated for resources: {'Port': ['ID=a54de017-75af-420e-8945-c655cb9ffc40,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:28.504372 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-5de90a69-4510-48ea-b041-a969d108ea1a tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:31:28.524289 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 33346) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:28.543186 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de90a69-4510-48ea-b041-a969d108ea1a tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:31:28.573010 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-5ea68095-8114-4147-a7ad-16baa4fda71e None None] Attempting to bind port d8186323-3d2c-47f8-b1ae-3b18a06a3de1 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:31:28.573668 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-5ea68095-8114-4147-a7ad-16baa4fda71e None None] Attempting to bind port d8186323-3d2c-47f8-b1ae-3b18a06a3de1 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:31:28.574190 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea68095-8114-4147-a7ad-16baa4fda71e None None] Attempting to bind port d8186323-3d2c-47f8-b1ae-3b18a06a3de1 on network 14b67238-4e53-405c-b9cd-84b8ff52e36a {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:31:28.581240 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea68095-8114-4147-a7ad-16baa4fda71e None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:31:28.581798 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea68095-8114-4147-a7ad-16baa4fda71e None None] Checking segment: {'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:31:28.582365 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5ea68095-8114-4147-a7ad-16baa4fda71e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:28.582917 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea68095-8114-4147-a7ad-16baa4fda71e None None] Bound using segment: {'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:31:28.583758 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-5ea68095-8114-4147-a7ad-16baa4fda71e None None] Bound port: d8186323-3d2c-47f8-b1ae-3b18a06a3de1, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:31:28.584283 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5ea68095-8114-4147-a7ad-16baa4fda71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:28.587982 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5166c030-bd73-4466-935d-f4fc12905a41 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:28.600122 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-1b9fc137-7944-495a-99ee-82d685b28055 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.5547967 Feb 01 04:31:28.613783 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 33350) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:28.640084 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-94362d98-edac-454b-b459-e4ae1c0ea54f tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:31:28.652501 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de90a69-4510-48ea-b041-a969d108ea1a tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Pushing event updated for resources: {'Port': ['ID=d47e3248-f925-4c57-8751-7fa7399e9611,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:28.662240 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a5060-9ab1-42f8-b342-2872ed63532d req-8625a6f6-8cb2-43bc-9582-765110063031 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:28.669229 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-5e1a5060-9ab1-42f8-b342-2872ed63532d req-8625a6f6-8cb2-43bc-9582-765110063031 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b HTTP/1.1" status: 200 len: 945 time: 0.3582053 Feb 01 04:31:28.687897 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2a10120b-f0e2-4d52-bcb9-a561e9267b27 req-81f3ef20-8d50-4cf0-a266-96e823cd76d4 service neutron] 10.222.0.18 "GET /v2.0/networks/958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4424798 Feb 01 04:31:28.690139 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-5ea68095-8114-4147-a7ad-16baa4fda71e None None] For port d8186323-3d2c-47f8-b1ae-3b18a06a3de1, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:31:28.694239 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-5ea68095-8114-4147-a7ad-16baa4fda71e None None] For port d8186323-3d2c-47f8-b1ae-3b18a06a3de1, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=d8186323-3d2c-47f8-b1ae-3b18a06a3de1,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:31:28.699053 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de90a69-4510-48ea-b041-a969d108ea1a tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:28.700938 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5ea68095-8114-4147-a7ad-16baa4fda71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:28.703609 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5de90a69-4510-48ea-b041-a969d108ea1a tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:28.735606 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-5166c030-bd73-4466-935d-f4fc12905a41 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] device_id is not set on port 97344616-4f89-4de6-9c99-be63700005c8 yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:31:28.743443 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-5e1a5060-9ab1-42f8-b342-2872ed63532d req-5d097d09-6348-404d-a20d-784d0f0e2ecd tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3f5860d-525a-4a29-9378-b1632322cfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0731678 Feb 01 04:31:28.747726 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-5de90a69-4510-48ea-b041-a969d108ea1a tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3365099 Feb 01 04:31:28.748712 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33354) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:28.762612 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-92c6a19a-4266-46d4-b7a8-1a13cce3b66f tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Request body: {'port': {'network_id': '3fe3270e-1a6a-4f4d-8142-1fc6c54a77aa', 'name': 'tempest-AllowedAddressPairTestJSON-1972959203'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:31:28.788562 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-00af9640-e841-43c7-a0b6-bedc45362661 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Deleting port 46c86046-04ba-4eb1-9ff0-42ca4ea0b91f {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:31:28.788562 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-00af9640-e841-43c7-a0b6-bedc45362661 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:28.803752 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea68095-8114-4147-a7ad-16baa4fda71e None None] Pushing event updated for resources: {'Port': ['ID=d8186323-3d2c-47f8-b1ae-3b18a06a3de1,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:28.949201 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-92c6a19a-4266-46d4-b7a8-1a13cce3b66f tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:31:28.962445 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-92c6a19a-4266-46d4-b7a8-1a13cce3b66f tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:31:28.975372 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c6a19a-4266-46d4-b7a8-1a13cce3b66f tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Made reservation on behalf of b106e76e28e449fe893e915e4e5801cf for: {'port': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:31:28.979084 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-92c6a19a-4266-46d4-b7a8-1a13cce3b66f tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:29.001765 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-92c6a19a-4266-46d4-b7a8-1a13cce3b66f tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] device_id is not set on port 05d1e190-2e3b-4c60-b9d7-587b3d7b7613 yet. {{(pid=87637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:31:29.053077 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-495b20fd-5b33-46b6-9b2d-f58940451416 None None] Provisioning for port d47e3248-f925-4c57-8751-7fa7399e9611 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:31:29.072523 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-495b20fd-5b33-46b6-9b2d-f58940451416 None None] Provisioning complete for port d47e3248-f925-4c57-8751-7fa7399e9611 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:31:29.072885 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-495b20fd-5b33-46b6-9b2d-f58940451416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:29.136850 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-495b20fd-5b33-46b6-9b2d-f58940451416 None None] Port d47e3248-f925-4c57-8751-7fa7399e9611 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:31:29.202565 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-92c6a19a-4266-46d4-b7a8-1a13cce3b66f tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Allocated IP 172.20.0.6 (3fe3270e-1a6a-4f4d-8142-1fc6c54a77aa/d894d9a9-d11d-4980-9fda-ac6d01539ecb/05d1e190-2e3b-4c60-b9d7-587b3d7b7613) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:31:29.210830 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-94362d98-edac-454b-b459-e4ae1c0ea54f tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:29.296739 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2a10120b-f0e2-4d52-bcb9-a561e9267b27 req-a6afa181-a5a4-41b2-aa08-c0a9665794b8 service neutron] 10.222.0.18 "GET /v2.0/networks/958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5948825 Feb 01 04:31:29.412038 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-92c6a19a-4266-46d4-b7a8-1a13cce3b66f tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:29.427370 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-92c6a19a-4266-46d4-b7a8-1a13cce3b66f tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Transition to ACTIVE for port object 05d1e190-2e3b-4c60-b9d7-587b3d7b7613 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:31:29.451157 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-92c6a19a-4266-46d4-b7a8-1a13cce3b66f tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:29.524274 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c6a19a-4266-46d4-b7a8-1a13cce3b66f tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Network 3fe3270e-1a6a-4f4d-8142-1fc6c54a77aa is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:31:29.527531 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-92c6a19a-4266-46d4-b7a8-1a13cce3b66f tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:31:29.531967 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c6a19a-4266-46d4-b7a8-1a13cce3b66f tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:31:29.561523 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-5166c030-bd73-4466-935d-f4fc12905a41 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Allocated IP 2001:db8::719f:324f:81c9:3f09 (14b67238-4e53-405c-b9cd-84b8ff52e36a/6d734d9c-2ab5-4698-908e-9b421bc37292/97344616-4f89-4de6-9c99-be63700005c8) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:31:29.576404 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c6a19a-4266-46d4-b7a8-1a13cce3b66f tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Pushing event updated for resources: {'Port': ['ID=05d1e190-2e3b-4c60-b9d7-587b3d7b7613,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:29.622655 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c6a19a-4266-46d4-b7a8-1a13cce3b66f tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:29.623537 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-92c6a19a-4266-46d4-b7a8-1a13cce3b66f tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:29.658845 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-92c6a19a-4266-46d4-b7a8-1a13cce3b66f tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9098027 Feb 01 04:31:29.662053 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33358) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:29.668685 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-d23131bb-beb9-46c6-83ed-1bf524269215 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:49:57:2e'}, {'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:30:5a:46'}]}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:31:29.890400 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-94362d98-edac-454b-b459-e4ae1c0ea54f tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:29.975607 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-9db27d1d-58ee-4764-bc15-e4dfd2e30620 None None] Provisioning for port 05d1e190-2e3b-4c60-b9d7-587b3d7b7613 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:31:29.983719 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-9db27d1d-58ee-4764-bc15-e4dfd2e30620 None None] Provisioning complete for port 05d1e190-2e3b-4c60-b9d7-587b3d7b7613 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:31:29.985137 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9db27d1d-58ee-4764-bc15-e4dfd2e30620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:30.012149 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-94362d98-edac-454b-b459-e4ae1c0ea54f tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:30.083110 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-9db27d1d-58ee-4764-bc15-e4dfd2e30620 None None] Port 05d1e190-2e3b-4c60-b9d7-587b3d7b7613 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:31:30.134049 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-00af9640-e841-43c7-a0b6-bedc45362661 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:30.146901 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d23131bb-beb9-46c6-83ed-1bf524269215 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:30.188908 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-94362d98-edac-454b-b459-e4ae1c0ea54f tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] In _notify_port_updated(), no bound segment for port a54de017-75af-420e-8945-c655cb9ffc40 on network f84096f6-bb01-4fa1-8395-e2b6df6a3423 {{(pid=87636) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 01 04:31:30.194529 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94362d98-edac-454b-b459-e4ae1c0ea54f tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:30.195157 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-94362d98-edac-454b-b459-e4ae1c0ea54f tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:30.196460 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-94362d98-edac-454b-b459-e4ae1c0ea54f tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "PUT /v2.0/ports/a54de017-75af-420e-8945-c655cb9ffc40 HTTP/1.1" status: 200 len: 818 time: 1.5747859 Feb 01 04:31:30.201314 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33364) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:30.206735 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-4c5e2530-2dd5-40fd-9c6d-025260838de1 None None] Provisioning for port d8186323-3d2c-47f8-b1ae-3b18a06a3de1 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:31:30.291352 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-8521f6d5-5a0c-4057-b206-a37a0758f1ee tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Deleting port a54de017-75af-420e-8945-c655cb9ffc40 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:31:30.291698 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8521f6d5-5a0c-4057-b206-a37a0758f1ee tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:30.353398 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-00af9640-e841-43c7-a0b6-bedc45362661 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Calling delete_port for 46c86046-04ba-4eb1-9ff0-42ca4ea0b91f owned by {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:31:30.441602 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94362d98-edac-454b-b459-e4ae1c0ea54f tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event updated for resources: {'Port': ['ID=a54de017-75af-420e-8945-c655cb9ffc40,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:30.448668 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0c1c2003-0e4f-4f12-8899-343d9893249c tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:30.510511 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0c1c2003-0e4f-4f12-8899-343d9893249c tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:30.621060 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8521f6d5-5a0c-4057-b206-a37a0758f1ee tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:30.649541 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45136526-fd0f-4e28-987c-42e98b85f691 req-c90351f3-e1df-4aef-87b3-a5504876c425 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:30.651023 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-45136526-fd0f-4e28-987c-42e98b85f691 req-c90351f3-e1df-4aef-87b3-a5504876c425 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b HTTP/1.1" status: 200 len: 945 time: 0.7051296 Feb 01 04:31:30.687199 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device d8186323-3d2c-47f8-b1ae-3b18a06a3de1 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:31:30.756610 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d23131bb-beb9-46c6-83ed-1bf524269215 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:30.757225 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port d8186323-3d2c-47f8-b1ae-3b18a06a3de1 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:31:30.762096 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port d8186323-3d2c-47f8-b1ae-3b18a06a3de1 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:31:30.762484 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:30.764999 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-8521f6d5-5a0c-4057-b206-a37a0758f1ee tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Calling delete_port for a54de017-75af-420e-8945-c655cb9ffc40 owned by {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:31:30.793566 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d23131bb-beb9-46c6-83ed-1bf524269215 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:30.819702 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-45136526-fd0f-4e28-987c-42e98b85f691 req-42072d1f-66f9-4632-9a88-6edab5d07b71 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3f5860d-525a-4a29-9378-b1632322cfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1582708 Feb 01 04:31:30.918218 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:30.941468 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5166c030-bd73-4466-935d-f4fc12905a41 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:30.948203 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23131bb-beb9-46c6-83ed-1bf524269215 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Pushing event updated for resources: {'Port': ['ID=05d1e190-2e3b-4c60-b9d7-587b3d7b7613,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:30.969623 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port d8186323-3d2c-47f8-b1ae-3b18a06a3de1, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=d8186323-3d2c-47f8-b1ae-3b18a06a3de1,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:31:30.970237 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-d23131bb-beb9-46c6-83ed-1bf524269215 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] In _notify_port_updated(), no bound segment for port 05d1e190-2e3b-4c60-b9d7-587b3d7b7613 on network 3fe3270e-1a6a-4f4d-8142-1fc6c54a77aa {{(pid=87637) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 01 04:31:30.975068 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:30.976143 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23131bb-beb9-46c6-83ed-1bf524269215 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:30.976817 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d23131bb-beb9-46c6-83ed-1bf524269215 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:30.981058 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-d23131bb-beb9-46c6-83ed-1bf524269215 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] 10.222.0.24 "PUT /v2.0/ports/05d1e190-2e3b-4c60-b9d7-587b3d7b7613 HTTP/1.1" status: 200 len: 1055 time: 1.3151207 Feb 01 04:31:30.981058 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8521f6d5-5a0c-4057-b206-a37a0758f1ee tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:31.004163 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 33372) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:31.032351 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-0c1c2003-0e4f-4f12-8899-343d9893249c tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Allocated IP 172.26.8.171 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/bafac97c-c6de-4cfb-90be-5472206b88ae) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:31:31.034425 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8521f6d5-5a0c-4057-b206-a37a0758f1ee tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event deleted for resources: {'Port': ['ID=a54de017-75af-420e-8945-c655cb9ffc40,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:31.040107 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-00af9640-e841-43c7-a0b6-bedc45362661 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:31.040399 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8521f6d5-5a0c-4057-b206-a37a0758f1ee tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:31.043852 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-5166c030-bd73-4466-935d-f4fc12905a41 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Transition to ACTIVE for port object 97344616-4f89-4de6-9c99-be63700005c8 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:31:31.059811 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=d8186323-3d2c-47f8-b1ae-3b18a06a3de1,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:31.061835 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-8521f6d5-5a0c-4057-b206-a37a0758f1ee tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "DELETE /v2.0/ports/a54de017-75af-420e-8945-c655cb9ffc40 HTTP/1.1" status: 204 len: 168 time: 0.8594618 Feb 01 04:31:31.063179 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33376) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:31.147088 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fb42e5-63f6-4060-9f58-354ceebfca38 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:31.147847 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-90fb42e5-63f6-4060-9f58-354ceebfca38 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Synchronizing usage tracker for tenant:4859bcd8aae8416eba645579d339c6c6 on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:31:31.149942 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-32047135-d9a2-456b-8fa1-64e6b24a4e7f None None] Provisioning complete for port 05d1e190-2e3b-4c60-b9d7-587b3d7b7613 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:31:31.150321 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-32047135-d9a2-456b-8fa1-64e6b24a4e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:31.164072 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00af9640-e841-43c7-a0b6-bedc45362661 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Pushing event deleted for resources: {'Port': ['ID=46c86046-04ba-4eb1-9ff0-42ca4ea0b91f,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:31.165315 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-90fb42e5-63f6-4060-9f58-354ceebfca38 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Unset dirty status for tenant:4859bcd8aae8416eba645579d339c6c6 on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:31:31.170030 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-90fb42e5-63f6-4060-9f58-354ceebfca38 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1058757 Feb 01 04:31:31.170804 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33380) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:31.227497 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-709368be-3952-42d6-8dec-6da4474ac295 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] GET failed (client error): The resource could not be found. Feb 01 04:31:31.232972 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-709368be-3952-42d6-8dec-6da4474ac295 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "GET /v2.0/ports/a54de017-75af-420e-8945-c655cb9ffc40 HTTP/1.1" status: 404 len: 333 time: 0.0572746 Feb 01 04:31:31.233477 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33384) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:31.246878 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-27274b2b-8f55-4bb6-9359-86f222a42f41 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-986725745'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:31:31.249724 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-32047135-d9a2-456b-8fa1-64e6b24a4e7f None None] Port 05d1e190-2e3b-4c60-b9d7-587b3d7b7613 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:31:31.253789 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-27274b2b-8f55-4bb6-9359-86f222a42f41 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:31:31.254130 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-00af9640-e841-43c7-a0b6-bedc45362661 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:31.258504 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-27274b2b-8f55-4bb6-9359-86f222a42f41 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Usage tracker for resource:network and tenant:4859bcd8aae8416eba645579d339c6c6 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:31:31.262906 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-27274b2b-8f55-4bb6-9359-86f222a42f41 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:31:31.270064 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-27274b2b-8f55-4bb6-9359-86f222a42f41 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:31:31.278428 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-c5b757ba-50a1-4fbe-af95-1c7285454fde tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Deleting port 05d1e190-2e3b-4c60-b9d7-587b3d7b7613 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:31:31.278807 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c5b757ba-50a1-4fbe-af95-1c7285454fde tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:31.283070 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27274b2b-8f55-4bb6-9359-86f222a42f41 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Made reservation on behalf of 4859bcd8aae8416eba645579d339c6c6 for: {'network': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:31:31.286803 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-27274b2b-8f55-4bb6-9359-86f222a42f41 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:31.302343 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 04:31:31.320673 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27274b2b-8f55-4bb6-9359-86f222a42f41 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=87637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:31:31.331005 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-27274b2b-8f55-4bb6-9359-86f222a42f41 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:31.331631 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.segments_db [None req-27274b2b-8f55-4bb6-9359-86f222a42f41 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Added segment f9d09fdd-aae4-4b28-93d8-93fc49b6c435 of type vlan for network 1943d36a-bc64-420c-ad24-51014acdb006 Feb 01 04:31:31.360523 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-27274b2b-8f55-4bb6-9359-86f222a42f41 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:31.393091 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-27274b2b-8f55-4bb6-9359-86f222a42f41 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:31.399232 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27274b2b-8f55-4bb6-9359-86f222a42f41 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:31.399645 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-27274b2b-8f55-4bb6-9359-86f222a42f41 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539973'] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:31.404688 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-00af9640-e841-43c7-a0b6-bedc45362661 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] 10.222.0.24 "DELETE /v2.0/ports/46c86046-04ba-4eb1-9ff0-42ca4ea0b91f HTTP/1.1" status: 204 len: 168 time: 2.8772097 Feb 01 04:31:31.410193 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33388) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:31.455449 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5166c030-bd73-4466-935d-f4fc12905a41 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:31.491409 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-27274b2b-8f55-4bb6-9359-86f222a42f41 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2550998 Feb 01 04:31:31.495988 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33392) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:31.556468 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-ed01c43d-4b5c-4c9a-a1dd-4dcf81407ef7 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Request body: {'subnet': {'network_id': '1943d36a-bc64-420c-ad24-51014acdb006', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:31:31.582447 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27274b2b-8f55-4bb6-9359-86f222a42f41 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event updated for resources: {'Network': ['ID=1943d36a-bc64-420c-ad24-51014acdb006,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:31.594713 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 1943d36a-bc64-420c-ad24-51014acdb006 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:31:31.610058 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_v2 [None req-85b4055d-890b-4907-9cda-e5f31a3b56cf tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Deleting subnet 92a92d23-ebfa-41d8-9c60-28579d4f2287 {{(pid=87637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:31:31.618034 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-85b4055d-890b-4907-9cda-e5f31a3b56cf tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Notify callbacks [] for subnet, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:31.718441 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5166c030-bd73-4466-935d-f4fc12905a41 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:31:31.721933 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0c1c2003-0e4f-4f12-8899-343d9893249c tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:31.735561 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-5166c030-bd73-4466-935d-f4fc12905a41 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:31:31.755805 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5166c030-bd73-4466-935d-f4fc12905a41 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:31:31.760732 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5166c030-bd73-4466-935d-f4fc12905a41 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:31.761280 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5166c030-bd73-4466-935d-f4fc12905a41 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:31.764901 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166c030-bd73-4466-935d-f4fc12905a41 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event updated for resources: {'Port': ['ID=97344616-4f89-4de6-9c99-be63700005c8,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:31.825301 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-ed01c43d-4b5c-4c9a-a1dd-4dcf81407ef7 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:31:31.833222 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-ed01c43d-4b5c-4c9a-a1dd-4dcf81407ef7 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Usage tracker for resource:subnet and tenant:4859bcd8aae8416eba645579d339c6c6 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:31:31.838493 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-85b4055d-890b-4907-9cda-e5f31a3b56cf tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2424773'] for subnet, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:31.868674 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-ed01c43d-4b5c-4c9a-a1dd-4dcf81407ef7 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:31:31.880487 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-ed01c43d-4b5c-4c9a-a1dd-4dcf81407ef7 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:31:31.916578 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-09b7be86-38ea-4df5-86aa-8a51881b8b8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:31.917992 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed01c43d-4b5c-4c9a-a1dd-4dcf81407ef7 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Made reservation on behalf of 4859bcd8aae8416eba645579d339c6c6 for: {'subnet': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:31:31.921481 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ed01c43d-4b5c-4c9a-a1dd-4dcf81407ef7 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3694443'] for subnet, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:31.934583 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-5166c030-bd73-4466-935d-f4fc12905a41 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.3818731 Feb 01 04:31:31.944716 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33398) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:31.949418 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c5b757ba-50a1-4fbe-af95-1c7285454fde tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:31.953578 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-27080832-9b47-479d-92bc-50928537131b tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Request body: {'port': {'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'fixed_ips': [{'subnet_id': '6d734d9c-2ab5-4698-908e-9b421bc37292', 'ip_address': '2001:db8::719f:324f:81c9:3f09'}], 'name': 'tempest-NetworksTestDHCPv6-1708408713'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:31:32.078128 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-2feddf81-5730-471a-8aff-561cd484dfa0 None None] Provisioning for port 97344616-4f89-4de6-9c99-be63700005c8 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:31:32.079686 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-c5b757ba-50a1-4fbe-af95-1c7285454fde tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Calling delete_port for 05d1e190-2e3b-4c60-b9d7-587b3d7b7613 owned by {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:31:32.084418 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-2feddf81-5730-471a-8aff-561cd484dfa0 None None] Provisioning complete for port 97344616-4f89-4de6-9c99-be63700005c8 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:31:32.084784 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2feddf81-5730-471a-8aff-561cd484dfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:32.114491 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0c1c2003-0e4f-4f12-8899-343d9893249c tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:32.142764 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-2feddf81-5730-471a-8aff-561cd484dfa0 None None] Port 97344616-4f89-4de6-9c99-be63700005c8 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:31:32.206887 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1c2003-0e4f-4f12-8899-343d9893249c tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:31:32.207535 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-85b4055d-890b-4907-9cda-e5f31a3b56cf tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:32.211781 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-0c1c2003-0e4f-4f12-8899-343d9893249c tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:31:32.214648 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1c2003-0e4f-4f12-8899-343d9893249c tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Pushing event updated for resources: {'Port': ['ID=bafac97c-c6de-4cfb-90be-5472206b88ae,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:32.228892 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1c2003-0e4f-4f12-8899-343d9893249c tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:31:32.324474 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-27080832-9b47-479d-92bc-50928537131b tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:31:32.334884 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-27080832-9b47-479d-92bc-50928537131b tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Usage tracker for resource:port and tenant:60b4e61082d3421283cb095bbc99ad8e is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:31:32.346605 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b28daf-8b11-43a7-b05c-2fae9d626fda req-ac59dd1a-fd3b-4f6f-bf8f-c0c323a940c5 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:32.348094 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-00b28daf-8b11-43a7-b05c-2fae9d626fda req-ac59dd1a-fd3b-4f6f-bf8f-c0c323a940c5 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b HTTP/1.1" status: 200 len: 945 time: 0.3750682 Feb 01 04:31:32.350024 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-27080832-9b47-479d-92bc-50928537131b tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:31:32.358929 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-27080832-9b47-479d-92bc-50928537131b tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:31:32.414784 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-85b4055d-890b-4907-9cda-e5f31a3b56cf tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3037665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694336'] for subnet, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:32.452308 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27080832-9b47-479d-92bc-50928537131b tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Made reservation on behalf of 60b4e61082d3421283cb095bbc99ad8e for: {'port': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:31:32.501067 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4055d-890b-4907-9cda-e5f31a3b56cf tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Pushing event deleted for resources: {'Subnet': ['ID=92a92d23-ebfa-41d8-9c60-28579d4f2287,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:32.503012 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c5b757ba-50a1-4fbe-af95-1c7285454fde tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:32.507231 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-85b4055d-890b-4907-9cda-e5f31a3b56cf tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:32.513101 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89930714-86d3-4322-a708-aa5a37efcf5a None None] Network c2325588-ac80-4576-858a-8aae0d1a6f14 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:31:32.536079 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-00b28daf-8b11-43a7-b05c-2fae9d626fda req-95740696-9055-4dbb-bbe4-51b32a4ff2f6 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3f5860d-525a-4a29-9378-b1632322cfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1782029 Feb 01 04:31:32.549208 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-85b4055d-890b-4907-9cda-e5f31a3b56cf tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] 10.222.0.24 "DELETE /v2.0/subnets/92a92d23-ebfa-41d8-9c60-28579d4f2287 HTTP/1.1" status: 204 len: 168 time: 1.1217444 Feb 01 04:31:32.557550 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 33402) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:32.566960 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b757ba-50a1-4fbe-af95-1c7285454fde tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Pushing event deleted for resources: {'Port': ['ID=05d1e190-2e3b-4c60-b9d7-587b3d7b7613,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:32.679670 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ed01c43d-4b5c-4c9a-a1dd-4dcf81407ef7 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3037478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3694457'] for subnet, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:32.731009 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-27080832-9b47-479d-92bc-50928537131b tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:32.806618 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device d8186323-3d2c-47f8-b1ae-3b18a06a3de1 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:31:32.825861 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-27080832-9b47-479d-92bc-50928537131b tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] device_id is not set on port b44a9cfd-5762-4156-9588-703023b25255 yet. {{(pid=87637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:31:32.915986 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed01c43d-4b5c-4c9a-a1dd-4dcf81407ef7 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event updated for resources: {'Subnet': ['ID=bc1d5aae-4854-46b1-b587-1350aa33e797,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:32.971869 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port d8186323-3d2c-47f8-b1ae-3b18a06a3de1 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:31:32.972394 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:33.159744 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed01c43d-4b5c-4c9a-a1dd-4dcf81407ef7 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Checking segment: {'id': 'f9d09fdd-aae4-4b28-93d8-93fc49b6c435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1943d36a-bc64-420c-ad24-51014acdb006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:31:33.160121 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed01c43d-4b5c-4c9a-a1dd-4dcf81407ef7 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Network hostable DHCP agents. Network: 1943d36a-bc64-420c-ad24-51014acdb006, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:31:33.212512 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78f12d3-45b9-48b2-89b7-51fd9debc422 None None] DHCP port deletion for c2325588-ac80-4576-858a-8aae0d1a6f14 request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:31:33.233585 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0c1c2003-0e4f-4f12-8899-343d9893249c tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:33.253568 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-e78f12d3-45b9-48b2-89b7-51fd9debc422 None None] Deleting port abb497bf-eafa-4017-afc8-9015eecf993e {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:31:33.253936 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e78f12d3-45b9-48b2-89b7-51fd9debc422 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:33.277966 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed01c43d-4b5c-4c9a-a1dd-4dcf81407ef7 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Network 1943d36a-bc64-420c-ad24-51014acdb006 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:31:33.301770 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-ed01c43d-4b5c-4c9a-a1dd-4dcf81407ef7 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, 1943d36a-bc64-420c-ad24-51014acdb006) {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:31:33.314343 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed01c43d-4b5c-4c9a-a1dd-4dcf81407ef7 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:33.314649 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d5c7df-5e3c-4498-a7e5-86a4a1569b54 None None] Network 1943d36a-bc64-420c-ad24-51014acdb006 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:31:33.314918 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ed01c43d-4b5c-4c9a-a1dd-4dcf81407ef7 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:33.342438 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-27080832-9b47-479d-92bc-50928537131b tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 01 04:31:33.342886 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27080832-9b47-479d-92bc-50928537131b tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:31:33.368312 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-ed01c43d-4b5c-4c9a-a1dd-4dcf81407ef7 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8694844 Feb 01 04:31:33.370273 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33412) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:33.379794 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-be0d11c2-4402-48f7-910f-8c0669255af4 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Request body: {'subnet': {'network_id': '1943d36a-bc64-420c-ad24-51014acdb006', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:31:33.403513 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-27080832-9b47-479d-92bc-50928537131b tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.4551625 Feb 01 04:31:33.419723 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33416) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:33.530591 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06289d66-fa12-4ee4-a053-254ccf80b6ee req-a07ecf18-2095-44c6-bcf1-55f1fcbaa98f tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:33.532644 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-06289d66-fa12-4ee4-a053-254ccf80b6ee req-a07ecf18-2095-44c6-bcf1-55f1fcbaa98f tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5c4121-c19a-49f6-abd2-3336952cca2b HTTP/1.1" status: 200 len: 945 time: 0.3073676 Feb 01 04:31:33.577659 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8bdcc5a1-b806-4597-9c52-8836055014f7 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:33.624787 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-be0d11c2-4402-48f7-910f-8c0669255af4 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:31:33.631869 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-06289d66-fa12-4ee4-a053-254ccf80b6ee req-58599321-db10-4671-a7d3-4703538169c7 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] 10.222.0.24 "GET /v2.0/security-groups?id=113b466b-0f56-487d-90a6-8242a772f163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871143 Feb 01 04:31:33.634643 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-e78f12d3-45b9-48b2-89b7-51fd9debc422 None None] For port abb497bf-eafa-4017-afc8-9015eecf993e, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=abb497bf-eafa-4017-afc8-9015eecf993e,segment=NetworkSegment(013ff36b-fb7e-4bab-9b70-21264d6bced7),segment_id=013ff36b-fb7e-4bab-9b70-21264d6bced7)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:31:33.635035 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e78f12d3-45b9-48b2-89b7-51fd9debc422 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:33.637362 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-8bdcc5a1-b806-4597-9c52-8836055014f7 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Deleting port abb497bf-eafa-4017-afc8-9015eecf993e {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:31:33.637811 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8bdcc5a1-b806-4597-9c52-8836055014f7 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:33.640308 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-be0d11c2-4402-48f7-910f-8c0669255af4 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Usage tracker for resource:subnet and tenant:4859bcd8aae8416eba645579d339c6c6 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:31:33.653807 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-be0d11c2-4402-48f7-910f-8c0669255af4 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:31:33.654893 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-be0d11c2-4402-48f7-910f-8c0669255af4 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:31:33.671709 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de93467-3f5b-4482-915a-1e465b6fa78e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:33.678384 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de93467-3f5b-4482-915a-1e465b6fa78e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:33.679170 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-2de93467-3f5b-4482-915a-1e465b6fa78e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Synchronizing usage tracker for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:31:33.700779 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-2de93467-3f5b-4482-915a-1e465b6fa78e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Unset dirty status for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:31:33.706018 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-2de93467-3f5b-4482-915a-1e465b6fa78e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.2822044 Feb 01 04:31:33.706167 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33420) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:33.708878 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be0d11c2-4402-48f7-910f-8c0669255af4 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Made reservation on behalf of 4859bcd8aae8416eba645579d339c6c6 for: {'subnet': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:31:33.712454 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-be0d11c2-4402-48f7-910f-8c0669255af4 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3694443'] for subnet, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:33.768404 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-e78f12d3-45b9-48b2-89b7-51fd9debc422 None None] Calling delete_port for abb497bf-eafa-4017-afc8-9015eecf993e owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:31:33.877036 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09946135-976a-4459-94b6-5f030e0c7629 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-1943d36a-bc64-420c-ad24-51014acdb006', 'network_id': '1943d36a-bc64-420c-ad24-51014acdb006', 'tenant_id': '4859bcd8aae8416eba645579d339c6c6', 'fixed_ips': [{'subnet_id': 'bc1d5aae-4854-46b1-b587-1350aa33e797'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:31:33.878242 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-09946135-976a-4459-94b6-5f030e0c7629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:33.955113 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e78f12d3-45b9-48b2-89b7-51fd9debc422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:33.988761 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19df9005-dd23-4172-bc31-62903fe0996f req-840208a1-07dd-498e-a3e0-916d7f3fc536 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:33.990608 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-19df9005-dd23-4172-bc31-62903fe0996f req-840208a1-07dd-498e-a3e0-916d7f3fc536 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b HTTP/1.1" status: 200 len: 945 time: 1.1719692 Feb 01 04:31:34.020554 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78f12d3-45b9-48b2-89b7-51fd9debc422 None None] Pushing event deleted for resources: {'Port': ['ID=abb497bf-eafa-4017-afc8-9015eecf993e,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:34.026376 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78f12d3-45b9-48b2-89b7-51fd9debc422 None None] No DVR routers for this DVR port abb497bf-eafa-4017-afc8-9015eecf993e on host dv-neutron-826830-1-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:31:34.033192 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-7893b53c-8018-4f49-9a9c-0e24211cd46b tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Deleting port 97344616-4f89-4de6-9c99-be63700005c8 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:31:34.034172 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7893b53c-8018-4f49-9a9c-0e24211cd46b tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:34.098649 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-09946135-976a-4459-94b6-5f030e0c7629 None None] Allocated IP 2001:db8::2 (1943d36a-bc64-420c-ad24-51014acdb006/bc1d5aae-4854-46b1-b587-1350aa33e797/46859f29-589c-4b1d-9050-fed85468856b) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:31:34.126639 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.ipam_backend_mixin [None req-be0d11c2-4402-48f7-910f-8c0669255af4 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bc1d5aae-4854-46b1-b587-1350aa33e797 (CIDR: 2001:db8::/64) Feb 01 04:31:34.156413 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c5b757ba-50a1-4fbe-af95-1c7285454fde tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:34.163256 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-be0d11c2-4402-48f7-910f-8c0669255af4 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 01 04:31:34.163882 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be0d11c2-4402-48f7-910f-8c0669255af4 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:31:34.172310 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0c1c2003-0e4f-4f12-8899-343d9893249c tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337'] for router, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:34.201992 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c5b757ba-50a1-4fbe-af95-1c7285454fde tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] 10.222.0.24 "DELETE /v2.0/ports/05d1e190-2e3b-4c60-b9d7-587b3d7b7613 HTTP/1.1" status: 204 len: 168 time: 3.1958485 Feb 01 04:31:34.207603 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33424) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:34.258765 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-be0d11c2-4402-48f7-910f-8c0669255af4 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8848832 Feb 01 04:31:34.262086 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33428) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:34.263093 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-e04821e6-ae38-4811-a180-b8c887971996 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] GET failed (client error): The resource could not be found. Feb 01 04:31:34.263727 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-e04821e6-ae38-4811-a180-b8c887971996 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Synchronizing usage tracker for tenant:b106e76e28e449fe893e915e4e5801cf on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:31:34.284903 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2cfd2bb9-6100-4ddd-8ef3-90cf83c7a0f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:34.288976 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-57230125-9047-4540-bfa4-c73e394031b6 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Request body: {'subnet': {'network_id': '1943d36a-bc64-420c-ad24-51014acdb006', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:31:34.294550 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-19df9005-dd23-4172-bc31-62903fe0996f req-269e754b-ccfa-49af-b2e2-08b149366e24 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3f5860d-525a-4a29-9378-b1632322cfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2153115 Feb 01 04:31:34.366607 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-8bdcc5a1-b806-4597-9c52-8836055014f7 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] For port abb497bf-eafa-4017-afc8-9015eecf993e, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=abb497bf-eafa-4017-afc8-9015eecf993e,segment=NetworkSegment(013ff36b-fb7e-4bab-9b70-21264d6bced7),segment_id=013ff36b-fb7e-4bab-9b70-21264d6bced7)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:31:34.366979 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8bdcc5a1-b806-4597-9c52-8836055014f7 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:34.415818 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-e04821e6-ae38-4811-a180-b8c887971996 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Unset dirty status for tenant:b106e76e28e449fe893e915e4e5801cf on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:31:34.416893 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-e04821e6-ae38-4811-a180-b8c887971996 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] 10.222.0.24 "GET /v2.0/ports/05d1e190-2e3b-4c60-b9d7-587b3d7b7613 HTTP/1.1" status: 404 len: 333 time: 0.2080715 Feb 01 04:31:34.430549 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-09946135-976a-4459-94b6-5f030e0c7629 None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:34.443953 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-09946135-976a-4459-94b6-5f030e0c7629 None None] Transition to ACTIVE for port object 46859f29-589c-4b1d-9050-fed85468856b will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:31:34.466398 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-09946135-976a-4459-94b6-5f030e0c7629 None None] Transition to ACTIVE for port object 46859f29-589c-4b1d-9050-fed85468856b will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:31:34.467254 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33434) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:34.474764 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-09946135-976a-4459-94b6-5f030e0c7629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:34.509461 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-8bdcc5a1-b806-4597-9c52-8836055014f7 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Calling delete_port for abb497bf-eafa-4017-afc8-9015eecf993e owned by network:dhcp {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:31:34.561044 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09946135-976a-4459-94b6-5f030e0c7629 None None] Pushing event updated for resources: {'Port': ['ID=46859f29-589c-4b1d-9050-fed85468856b,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:34.594423 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09946135-976a-4459-94b6-5f030e0c7629 None None] Network 1943d36a-bc64-420c-ad24-51014acdb006 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:31:34.596417 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-09946135-976a-4459-94b6-5f030e0c7629 None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:31:34.599329 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09946135-976a-4459-94b6-5f030e0c7629 None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:31:34.629045 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-57230125-9047-4540-bfa4-c73e394031b6 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:31:34.646517 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-57230125-9047-4540-bfa4-c73e394031b6 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Usage tracker for resource:subnet and tenant:4859bcd8aae8416eba645579d339c6c6 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:31:34.650025 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-57230125-9047-4540-bfa4-c73e394031b6 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:31:34.658316 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-1d9b811f-a253-47dd-ad18-de1a55d216ce tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Deleting port d47e3248-f925-4c57-8751-7fa7399e9611 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:31:34.667546 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1d9b811f-a253-47dd-ad18-de1a55d216ce tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:34.683706 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device abb497bf-eafa-4017-afc8-9015eecf993e no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:31:34.721701 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7893b53c-8018-4f49-9a9c-0e24211cd46b tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:34.727948 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.db.api [None req-8bdcc5a1-b806-4597-9c52-8836055014f7 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:31:34.728513 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG oslo_db.api [None req-8bdcc5a1-b806-4597-9c52-8836055014f7 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:31:34.732773 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-57230125-9047-4540-bfa4-c73e394031b6 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:31:34.758028 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: abb497bf-eafa-4017-afc8-9015eecf993e {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:31:34.758248 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device abb497bf-eafa-4017-afc8-9015eecf993e not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:31:34.767480 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-09946135-976a-4459-94b6-5f030e0c7629 None None] Attempting to bind port 46859f29-589c-4b1d-9050-fed85468856b on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:31:34.767849 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-09946135-976a-4459-94b6-5f030e0c7629 None None] Attempting to bind port 46859f29-589c-4b1d-9050-fed85468856b by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': 'f9d09fdd-aae4-4b28-93d8-93fc49b6c435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1943d36a-bc64-420c-ad24-51014acdb006'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:31:34.768256 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09946135-976a-4459-94b6-5f030e0c7629 None None] Attempting to bind port 46859f29-589c-4b1d-9050-fed85468856b on network 1943d36a-bc64-420c-ad24-51014acdb006 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:31:34.775219 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09946135-976a-4459-94b6-5f030e0c7629 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:31:34.775586 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09946135-976a-4459-94b6-5f030e0c7629 None None] Checking segment: {'id': 'f9d09fdd-aae4-4b28-93d8-93fc49b6c435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1943d36a-bc64-420c-ad24-51014acdb006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:31:34.775998 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-09946135-976a-4459-94b6-5f030e0c7629 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:34.776376 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09946135-976a-4459-94b6-5f030e0c7629 None None] Bound using segment: {'id': 'f9d09fdd-aae4-4b28-93d8-93fc49b6c435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1943d36a-bc64-420c-ad24-51014acdb006'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:31:34.776830 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-09946135-976a-4459-94b6-5f030e0c7629 None None] Bound port: 46859f29-589c-4b1d-9050-fed85468856b, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9d09fdd-aae4-4b28-93d8-93fc49b6c435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1943d36a-bc64-420c-ad24-51014acdb006'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:31:34.777198 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-09946135-976a-4459-94b6-5f030e0c7629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:34.873530 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-09946135-976a-4459-94b6-5f030e0c7629 None None] For port 46859f29-589c-4b1d-9050-fed85468856b, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:31:34.874054 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f15d42-15e2-419b-a62b-820aa071577b req-37eef568-dea3-405b-b482-007379d6bd3a tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:34.876451 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-62f15d42-15e2-419b-a62b-820aa071577b req-37eef568-dea3-405b-b482-007379d6bd3a tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a5c4121-c19a-49f6-abd2-3336952cca2b HTTP/1.1" status: 200 len: 945 time: 0.2026463 Feb 01 04:31:34.877228 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-09946135-976a-4459-94b6-5f030e0c7629 None None] For port 46859f29-589c-4b1d-9050-fed85468856b, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=46859f29-589c-4b1d-9050-fed85468856b,segment=NetworkSegment(f9d09fdd-aae4-4b28-93d8-93fc49b6c435),segment_id=f9d09fdd-aae4-4b28-93d8-93fc49b6c435)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:31:34.886200 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-09946135-976a-4459-94b6-5f030e0c7629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:34.926711 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c1c2003-0e4f-4f12-8899-343d9893249c tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Router 62976f98-2404-45bd-9744-da764c61e0e6 is scheduled to L3 agent a3073304-82af-4a42-89af-bc532d6626bb with binding_index 1 {{(pid=87636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 01 04:31:34.935169 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-7893b53c-8018-4f49-9a9c-0e24211cd46b tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Calling delete_port for 97344616-4f89-4de6-9c99-be63700005c8 owned by {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:31:34.948149 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b24c8c3-372f-4c29-bc75-202a8d991d7f req-d9666254-1e72-432f-80b5-2c63711da117 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:34.949430 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5b24c8c3-372f-4c29-bc75-202a8d991d7f req-d9666254-1e72-432f-80b5-2c63711da117 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b HTTP/1.1" status: 200 len: 945 time: 0.2035518 Feb 01 04:31:34.976878 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57230125-9047-4540-bfa4-c73e394031b6 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Made reservation on behalf of 4859bcd8aae8416eba645579d339c6c6 for: {'subnet': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:31:34.978888 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09946135-976a-4459-94b6-5f030e0c7629 None None] Pushing event updated for resources: {'Port': ['ID=46859f29-589c-4b1d-9050-fed85468856b,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:34.980855 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-57230125-9047-4540-bfa4-c73e394031b6 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3694443'] for subnet, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:35.054211 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-62f15d42-15e2-419b-a62b-820aa071577b req-90598377-0db7-4c3a-ac67-47b074b1c16c tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Deleting port 19b03ba8-5358-40c6-b344-f929a39089bd {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:31:35.054537 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-62f15d42-15e2-419b-a62b-820aa071577b req-90598377-0db7-4c3a-ac67-47b074b1c16c tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:35.249459 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-8bdcc5a1-b806-4597-9c52-8836055014f7 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Deleting port abb497bf-eafa-4017-afc8-9015eecf993e {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:31:35.250075 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8bdcc5a1-b806-4597-9c52-8836055014f7 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:35.291969 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:35.327587 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5b24c8c3-372f-4c29-bc75-202a8d991d7f req-7e0dc7ee-6b18-4331-84a3-6f7d04f8f162 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3f5860d-525a-4a29-9378-b1632322cfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3712387 Feb 01 04:31:35.351315 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-8bdcc5a1-b806-4597-9c52-8836055014f7 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] The port 'abb497bf-eafa-4017-afc8-9015eecf993e' was deleted {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 01 04:31:35.404512 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc40afa-3479-47fd-b770-37a663390ae1 req-34c30105-1c14-4101-8a6d-61c8f347ddc4 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:35.407972 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-fbc40afa-3479-47fd-b770-37a663390ae1 req-34c30105-1c14-4101-8a6d-61c8f347ddc4 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5c4121-c19a-49f6-abd2-3336952cca2b HTTP/1.1" status: 200 len: 945 time: 0.5848339 Feb 01 04:31:35.408556 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:35.506929 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7893b53c-8018-4f49-9a9c-0e24211cd46b tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:35.576056 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1d9b811f-a253-47dd-ad18-de1a55d216ce tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:35.632097 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c1c2003-0e4f-4f12-8899-343d9893249c tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:31:35.639951 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-fbc40afa-3479-47fd-b770-37a663390ae1 req-12e98e2f-1e49-4d48-87ab-5e0c84b4f2ee tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] 10.222.0.24 "GET /v2.0/security-groups?id=113b466b-0f56-487d-90a6-8242a772f163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2177994 Feb 01 04:31:35.647163 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8bdcc5a1-b806-4597-9c52-8836055014f7 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:35.653984 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6f769d-1a1e-48d3-aed4-0f23bd0e2599 None None] Sync routers for ids ['62976f98-2404-45bd-9744-da764c61e0e6'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:31:35.655162 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7893b53c-8018-4f49-9a9c-0e24211cd46b tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event deleted for resources: {'Port': ['ID=97344616-4f89-4de6-9c99-be63700005c8,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:35.685645 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6f769d-1a1e-48d3-aed4-0f23bd0e2599 None None] Routers {'62976f98-2404-45bd-9744-da764c61e0e6'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:31:35.690111 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-8c6f769d-1a1e-48d3-aed4-0f23bd0e2599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:31:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['62976f98-2404-45bd-9744-da764c61e0e6'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:31:35.837374 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-8bdcc5a1-b806-4597-9c52-8836055014f7 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2325588-ac80-4576-858a-8aae0d1a6f14']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:31:35.873708 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-8bdcc5a1-b806-4597-9c52-8836055014f7 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '013ff36b-fb7e-4bab-9b70-21264d6bced7') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:31:35.875671 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-8bdcc5a1-b806-4597-9c52-8836055014f7 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '013ff36b-fb7e-4bab-9b70-21264d6bced7') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:31:35.884704 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0c1c2003-0e4f-4f12-8899-343d9893249c tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:35.885968 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0c1c2003-0e4f-4f12-8899-343d9893249c tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 8.4031613 Feb 01 04:31:35.895979 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 33448) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:35.902007 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8bdcc5a1-b806-4597-9c52-8836055014f7 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143022'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:35.954847 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-1d9b811f-a253-47dd-ad18-de1a55d216ce tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Calling delete_port for d47e3248-f925-4c57-8751-7fa7399e9611 owned by {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:31:35.982280 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-8c6f769d-1a1e-48d3-aed4-0f23bd0e2599 None None] Set router 62976f98-2404-45bd-9744-da764c61e0e6 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:31:36.061853 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8bdcc5a1-b806-4597-9c52-8836055014f7 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:36.065255 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-62f15d42-15e2-419b-a62b-820aa071577b req-90598377-0db7-4c3a-ac67-47b074b1c16c tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] For port 19b03ba8-5358-40c6-b344-f929a39089bd, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=19b03ba8-5358-40c6-b344-f929a39089bd,segment=NetworkSegment(f3c730b5-ac0c-4a87-93d7-0709403005ff),segment_id=f3c730b5-ac0c-4a87-93d7-0709403005ff)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:31:36.065614 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-62f15d42-15e2-419b-a62b-820aa071577b req-90598377-0db7-4c3a-ac67-47b074b1c16c tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:36.147977 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bdcc5a1-b806-4597-9c52-8836055014f7 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:31:36.148426 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8bdcc5a1-b806-4597-9c52-8836055014f7 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3072199'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:36.162937 dv-neutron-826830-1-hyperv neutron-server[87636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:31:36.162937 dv-neutron-826830-1-hyperv neutron-server[87636]: util.warn( Feb 01 04:31:36.162937 dv-neutron-826830-1-hyperv neutron-server[87636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:31:36.162937 dv-neutron-826830-1-hyperv neutron-server[87636]: util.warn( Feb 01 04:31:36.162937 dv-neutron-826830-1-hyperv neutron-server[87636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:31:36.162937 dv-neutron-826830-1-hyperv neutron-server[87636]: util.warn( Feb 01 04:31:36.162937 dv-neutron-826830-1-hyperv neutron-server[87636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:31:36.162937 dv-neutron-826830-1-hyperv neutron-server[87636]: util.warn( Feb 01 04:31:36.162937 dv-neutron-826830-1-hyperv neutron-server[87636]: Traceback (most recent call last): Feb 01 04:31:36.162937 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:31:36.162937 dv-neutron-826830-1-hyperv neutron-server[87636]: timer() Feb 01 04:31:36.162937 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:31:36.162937 dv-neutron-826830-1-hyperv neutron-server[87636]: cb(*args, **kw) Feb 01 04:31:36.162937 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:31:36.162937 dv-neutron-826830-1-hyperv neutron-server[87636]: return func(*args, **kwargs) Feb 01 04:31:36.162937 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:31:36.162937 dv-neutron-826830-1-hyperv neutron-server[87636]: self._notify() Feb 01 04:31:36.162937 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:31:36.162937 dv-neutron-826830-1-hyperv neutron-server[87636]: self.callback(batched_events) Feb 01 04:31:36.162937 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:31:36.162937 dv-neutron-826830-1-hyperv neutron-server[87636]: event.method(event) Feb 01 04:31:36.162937 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:31:36.162937 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:31:36.162937 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:31:36.162937 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:31:36.162937 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:31:36.162937 dv-neutron-826830-1-hyperv neutron-server[87636]: return f(self, *a, **k) Feb 01 04:31:36.162937 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:31:36.162937 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._get(url).json() Feb 01 04:31:36.162937 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:31:36.162937 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:31:36.162937 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:31:36.162937 dv-neutron-826830-1-hyperv neutron-server[87636]: return self.request(url, 'GET', **kwargs) Feb 01 04:31:36.162937 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:31:36.162937 dv-neutron-826830-1-hyperv neutron-server[87636]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:31:36.162937 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:31:36.162937 dv-neutron-826830-1-hyperv neutron-server[87636]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:31:36.162937 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:31:36.162937 dv-neutron-826830-1-hyperv neutron-server[87636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:31:36.162937 dv-neutron-826830-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:31:36.229413 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7893b53c-8018-4f49-9a9c-0e24211cd46b tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:36.243808 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1d9b811f-a253-47dd-ad18-de1a55d216ce tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:36.275523 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e9d0e1-15e5-4dd3-aa73-782b2cbc8946 req-46be6cb5-aa0c-4f98-8488-be801ca43782 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:36.282414 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-46e9d0e1-15e5-4dd3-aa73-782b2cbc8946 req-46be6cb5-aa0c-4f98-8488-be801ca43782 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b HTTP/1.1" status: 200 len: 945 time: 0.5843225 Feb 01 04:31:36.322379 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9b811f-a253-47dd-ad18-de1a55d216ce tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Pushing event deleted for resources: {'Port': ['ID=d47e3248-f925-4c57-8751-7fa7399e9611,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:36.357942 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf08bfb-126d-4561-aadc-7b69df9bf84f None None] Network 1943d36a-bc64-420c-ad24-51014acdb006 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:31:36.377386 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-8c6f769d-1a1e-48d3-aed4-0f23bd0e2599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62976f98-2404-45bd-9744-da764c61e0e6', 'name': 'tempest-snat-router-1678349366', 'tenant_id': 'b2c4c9315227484db5c8ddb58f58651b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.171'}], 'enable_snat': False}, 'gw_port_id': 'bafac97c-c6de-4cfb-90be-5472206b88ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:31:27Z', 'updated_at': '2022-02-01T04:31:32Z', 'revision_number': 3, 'project_id': 'b2c4c9315227484db5c8ddb58f58651b', 'gw_port': {'id': 'bafac97c-c6de-4cfb-90be-5472206b88ae', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:43:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62976f98-2404-45bd-9744-da764c61e0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:31:30Z', 'updated_at': '2022-02-01T04:31:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:31:36.386701 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6f769d-1a1e-48d3-aed4-0f23bd0e2599 None None] Checking router: 62976f98-2404-45bd-9744-da764c61e0e6 for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:31:36.387329 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6f769d-1a1e-48d3-aed4-0f23bd0e2599 None None] Updating router 62976f98-2404-45bd-9744-da764c61e0e6 port bafac97c-c6de-4cfb-90be-5472206b88ae binding host dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 04:31:36.391743 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-7893b53c-8018-4f49-9a9c-0e24211cd46b tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/ports/97344616-4f89-4de6-9c99-be63700005c8 HTTP/1.1" status: 204 len: 168 time: 2.6838310 Feb 01 04:31:36.394660 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33452) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:36.407663 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b00d2065-a65e-4fdf-93c5-e63a038204e0 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] 10.222.0.24 "GET /v2.0/routers/62976f98-2404-45bd-9744-da764c61e0e6 HTTP/1.1" status: 200 len: 909 time: 0.5105233 Feb 01 04:31:36.475339 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-4e4bf224-8095-4adb-8a32-cebb2ad6c443 None None] Provisioning for port 46859f29-589c-4b1d-9050-fed85468856b completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:31:36.479817 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33456) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:36.504232 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8c6f769d-1a1e-48d3-aed4-0f23bd0e2599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:36.504460 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-be0631ff-676b-49a4-bbc2-af3ecea4f84c tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1678349366', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'enable_snat': True}}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:31:36.510343 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-57230125-9047-4540-bfa4-c73e394031b6 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3037478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3694457'] for subnet, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:36.527515 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-46e9d0e1-15e5-4dd3-aa73-782b2cbc8946 req-f5e6b3c1-3684-4e96-bf0b-4bc2587e5a8c tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3f5860d-525a-4a29-9378-b1632322cfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2440064 Feb 01 04:31:36.535959 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8bdcc5a1-b806-4597-9c52-8836055014f7 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:36.561655 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-be0631ff-676b-49a4-bbc2-af3ecea4f84c tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:31:36.615957 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-be0631ff-676b-49a4-bbc2-af3ecea4f84c tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Usage tracker for resource:router and tenant:b2c4c9315227484db5c8ddb58f58651b is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:31:36.617216 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8bdcc5a1-b806-4597-9c52-8836055014f7 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:36.627663 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-be0631ff-676b-49a4-bbc2-af3ecea4f84c tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:31:36.637217 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57230125-9047-4540-bfa4-c73e394031b6 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Network 1943d36a-bc64-420c-ad24-51014acdb006 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:31:36.668640 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-57230125-9047-4540-bfa4-c73e394031b6 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:31:36.680631 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-8bdcc5a1-b806-4597-9c52-8836055014f7 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] 10.222.0.24 "DELETE /v2.0/networks/c2325588-ac80-4576-858a-8aae0d1a6f14 HTTP/1.1" status: 204 len: 168 time: 4.0933321 Feb 01 04:31:36.684981 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-be0631ff-676b-49a4-bbc2-af3ecea4f84c tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:31:36.690965 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57230125-9047-4540-bfa4-c73e394031b6 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:36.691301 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-57230125-9047-4540-bfa4-c73e394031b6 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:36.705364 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdcc5a1-b806-4597-9c52-8836055014f7 tempest-AllowedAddressPairIpV6TestJSON-286506047 tempest-AllowedAddressPairIpV6TestJSON-286506047-project] Pushing event deleted for resources: {'Network': ['ID=c2325588-ac80-4576-858a-8aae0d1a6f14,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:36.709598 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144997c8-573d-462c-a69d-b86b070b23ca tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:36.712113 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144997c8-573d-462c-a69d-b86b070b23ca tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:36.713832 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-144997c8-573d-462c-a69d-b86b070b23ca tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3099079 Feb 01 04:31:36.724517 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1d9b811f-a253-47dd-ad18-de1a55d216ce tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:36.726526 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 33464) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:36.729259 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-1d9b811f-a253-47dd-ad18-de1a55d216ce tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] 10.222.0.24 "DELETE /v2.0/ports/d47e3248-f925-4c57-8751-7fa7399e9611 HTTP/1.1" status: 204 len: 168 time: 2.2564781 Feb 01 04:31:36.731812 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 33466) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:36.735721 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57230125-9047-4540-bfa4-c73e394031b6 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event updated for resources: {'Subnet': ['ID=3f57b25a-0e13-47cf-a133-4e7d73fc7ca1,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:36.758371 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-be0631ff-676b-49a4-bbc2-af3ecea4f84c tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25958'] for router, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:36.760049 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-be0631ff-676b-49a4-bbc2-af3ecea4f84c tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-372027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25961'] for router, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:36.765582 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-57230125-9047-4540-bfa4-c73e394031b6 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.4990256 Feb 01 04:31:36.769196 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33472) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:36.782522 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-6d14ef68-1692-4bc5-923c-1cab76d579c4 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Request body: {'port': {'network_id': '1943d36a-bc64-420c-ad24-51014acdb006', 'fixed_ips': [{'subnet_id': 'bc1d5aae-4854-46b1-b587-1350aa33e797'}, {'subnet_id': '3f57b25a-0e13-47cf-a133-4e7d73fc7ca1'}], 'name': 'tempest-PortsIpV6TestJSON-392395404'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:31:36.831813 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-be0631ff-676b-49a4-bbc2-af3ecea4f84c tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:36.874309 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 46859f29-589c-4b1d-9050-fed85468856b up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:31:36.992494 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0760bc1-4c68-448a-85d0-d6ef4646fe34 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] GET failed (client error): The resource could not be found. Feb 01 04:31:36.993296 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c0760bc1-4c68-448a-85d0-d6ef4646fe34 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Synchronizing usage tracker for tenant:b106e76e28e449fe893e915e4e5801cf on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:31:37.000681 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f4c1686-d9f8-46a0-a4e5-e33102bce85a tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Deleting subnet 6d734d9c-2ab5-4698-908e-9b421bc37292 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:31:37.021233 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9f4c1686-d9f8-46a0-a4e5-e33102bce85a tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:37.041927 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:37.056914 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afe1b6c-99c5-417f-9196-d75a616a68dc None None] Update dhcp port {'port': {'network_id': '1943d36a-bc64-420c-ad24-51014acdb006', 'fixed_ips': [{'subnet_id': 'bc1d5aae-4854-46b1-b587-1350aa33e797', 'ip_address': '2001:db8::2'}, {'subnet_id': '3f57b25a-0e13-47cf-a133-4e7d73fc7ca1'}], 'binding:host_id': 'dv-neutron-826830-1-hyperv'}, 'id': '46859f29-589c-4b1d-9050-fed85468856b'} from dv-neutron-826830-1-hyperv. {{(pid=87638) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 01 04:31:37.126629 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5afe1b6c-99c5-417f-9196-d75a616a68dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:37.167416 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8c6f769d-1a1e-48d3-aed4-0f23bd0e2599 None None] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:37.182513 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-8c6f769d-1a1e-48d3-aed4-0f23bd0e2599 None None] Transition to ACTIVE for port object bafac97c-c6de-4cfb-90be-5472206b88ae will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:31:37.187590 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 46859f29-589c-4b1d-9050-fed85468856b completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:31:37.190946 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8c6f769d-1a1e-48d3-aed4-0f23bd0e2599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:37.208614 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 46859f29-589c-4b1d-9050-fed85468856b triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:31:37.208614 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:37.230268 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-6d14ef68-1692-4bc5-923c-1cab76d579c4 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:31:37.266849 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c0760bc1-4c68-448a-85d0-d6ef4646fe34 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Unset dirty status for tenant:b106e76e28e449fe893e915e4e5801cf on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:31:37.271733 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c0760bc1-4c68-448a-85d0-d6ef4646fe34 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] 10.222.0.24 "GET /v2.0/ports/d47e3248-f925-4c57-8751-7fa7399e9611 HTTP/1.1" status: 404 len: 333 time: 0.5248103 Feb 01 04:31:37.272363 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 33478) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:37.277616 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-8c6f769d-1a1e-48d3-aed4-0f23bd0e2599 None None] Attempting to bind port bafac97c-c6de-4cfb-90be-5472206b88ae on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:31:37.278946 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-8c6f769d-1a1e-48d3-aed4-0f23bd0e2599 None None] Attempting to bind port bafac97c-c6de-4cfb-90be-5472206b88ae by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:31:37.279553 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6f769d-1a1e-48d3-aed4-0f23bd0e2599 None None] Attempting to bind port bafac97c-c6de-4cfb-90be-5472206b88ae on network bdef128a-46b3-4cca-a245-48d1eb781269 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:31:37.304342 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-6d14ef68-1692-4bc5-923c-1cab76d579c4 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Usage tracker for resource:port and tenant:4859bcd8aae8416eba645579d339c6c6 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:31:37.316301 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6f769d-1a1e-48d3-aed4-0f23bd0e2599 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:31:37.316971 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6f769d-1a1e-48d3-aed4-0f23bd0e2599 None None] Checking segment: {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:31:37.317106 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-6d14ef68-1692-4bc5-923c-1cab76d579c4 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:31:37.317631 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8c6f769d-1a1e-48d3-aed4-0f23bd0e2599 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:37.318229 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6f769d-1a1e-48d3-aed4-0f23bd0e2599 None None] Bound using segment: {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:31:37.319065 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-8c6f769d-1a1e-48d3-aed4-0f23bd0e2599 None None] Bound port: bafac97c-c6de-4cfb-90be-5472206b88ae, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:31:37.321918 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8c6f769d-1a1e-48d3-aed4-0f23bd0e2599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:37.323083 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9f4c1686-d9f8-46a0-a4e5-e33102bce85a tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145757'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:37.324969 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-6d14ef68-1692-4bc5-923c-1cab76d579c4 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:31:37.326659 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33482) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:37.367129 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-62f15d42-15e2-419b-a62b-820aa071577b req-90598377-0db7-4c3a-ac67-47b074b1c16c tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:37.367423 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-62f15d42-15e2-419b-a62b-820aa071577b req-90598377-0db7-4c3a-ac67-47b074b1c16c tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-774194'] for floatingip, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:37.367727 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.l3_db [req-62f15d42-15e2-419b-a62b-820aa071577b req-90598377-0db7-4c3a-ac67-47b074b1c16c tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Floating IP 4e3736cb-1094-4377-a094-ae4b663fe8db disassociated. External IP: 172.26.8.221, port: 19b03ba8-5358-40c6-b344-f929a39089bd. Feb 01 04:31:37.368063 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-62f15d42-15e2-419b-a62b-820aa071577b req-90598377-0db7-4c3a-ac67-47b074b1c16c tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Calling delete_port for 19b03ba8-5358-40c6-b344-f929a39089bd owned by compute:nova {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:31:37.414250 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-be0631ff-676b-49a4-bbc2-af3ecea4f84c tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:37.430226 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e43995-7ecb-4a9c-9d9d-7d0730f1bd1a req-34882ee3-a32e-45fe-969a-fff535db4997 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:37.432560 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-b3e43995-7ecb-4a9c-9d9d-7d0730f1bd1a req-34882ee3-a32e-45fe-969a-fff535db4997 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5c4121-c19a-49f6-abd2-3336952cca2b HTTP/1.1" status: 200 len: 945 time: 0.5157948 Feb 01 04:31:37.435669 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d14ef68-1692-4bc5-923c-1cab76d579c4 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Made reservation on behalf of 4859bcd8aae8416eba645579d339c6c6 for: {'port': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:31:37.474142 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-0fbd2be7-63e4-463f-afed-4533772a6063 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Deleting port c1a8a50f-9404-4adc-8e60-041409eb781b {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:31:37.474478 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0fbd2be7-63e4-463f-afed-4533772a6063 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:37.478352 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-8c6f769d-1a1e-48d3-aed4-0f23bd0e2599 None None] For port bafac97c-c6de-4cfb-90be-5472206b88ae, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:31:37.486169 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-8c6f769d-1a1e-48d3-aed4-0f23bd0e2599 None None] For port bafac97c-c6de-4cfb-90be-5472206b88ae, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=bafac97c-c6de-4cfb-90be-5472206b88ae,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:31:37.519031 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8c6f769d-1a1e-48d3-aed4-0f23bd0e2599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:37.570796 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:37.602613 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-5afe1b6c-99c5-417f-9196-d75a616a68dc None None] Allocated IP 2001:db8:0:1::2 (1943d36a-bc64-420c-ad24-51014acdb006/3f57b25a-0e13-47cf-a133-4e7d73fc7ca1/46859f29-589c-4b1d-9050-fed85468856b) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:31:37.604424 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb5cbf0-6c8c-4c6f-af91-af8f045a44f2 None None] Pushing event updated for resources: {'Port': ['ID=bafac97c-c6de-4cfb-90be-5472206b88ae,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:37.613993 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6f769d-1a1e-48d3-aed4-0f23bd0e2599 None None] Routers {'62976f98-2404-45bd-9744-da764c61e0e6'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:31:37.619289 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-8c6f769d-1a1e-48d3-aed4-0f23bd0e2599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:31:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['62976f98-2404-45bd-9744-da764c61e0e6'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:31:37.629928 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6d14ef68-1692-4bc5-923c-1cab76d579c4 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:37.636906 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9f4c1686-d9f8-46a0-a4e5-e33102bce85a tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:37.705332 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-6d14ef68-1692-4bc5-923c-1cab76d579c4 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] device_id is not set on port 5bfeda4b-793f-4742-a048-44d34c69ebfc yet. {{(pid=87637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:31:37.743423 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb5cbf0-6c8c-4c6f-af91-af8f045a44f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:31:37.744121 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb5cbf0-6c8c-4c6f-af91-af8f045a44f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:31:37.744662 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb5cbf0-6c8c-4c6f-af91-af8f045a44f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:31:37.745185 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb5cbf0-6c8c-4c6f-af91-af8f045a44f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:31:37.745878 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb5cbf0-6c8c-4c6f-af91-af8f045a44f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:31:37.747011 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb5cbf0-6c8c-4c6f-af91-af8f045a44f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:31:37.747626 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb5cbf0-6c8c-4c6f-af91-af8f045a44f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:31:37.748113 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb5cbf0-6c8c-4c6f-af91-af8f045a44f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:31:37.748650 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb5cbf0-6c8c-4c6f-af91-af8f045a44f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:31:37.749119 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb5cbf0-6c8c-4c6f-af91-af8f045a44f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:31:37.749690 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb5cbf0-6c8c-4c6f-af91-af8f045a44f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:31:37.750939 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb5cbf0-6c8c-4c6f-af91-af8f045a44f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:31:37.845173 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb5cbf0-6c8c-4c6f-af91-af8f045a44f2 None None] Pushing event updated for resources: {'Port': ['ID=bafac97c-c6de-4cfb-90be-5472206b88ae,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:37.871371 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-5afe1b6c-99c5-417f-9196-d75a616a68dc None None] For port 46859f29-589c-4b1d-9050-fed85468856b, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=46859f29-589c-4b1d-9050-fed85468856b,segment=NetworkSegment(f9d09fdd-aae4-4b28-93d8-93fc49b6c435),segment_id=f9d09fdd-aae4-4b28-93d8-93fc49b6c435)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:31:37.903083 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5afe1b6c-99c5-417f-9196-d75a616a68dc None None] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:37.922386 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-5afe1b6c-99c5-417f-9196-d75a616a68dc None None] Transition to ACTIVE for port object 46859f29-589c-4b1d-9050-fed85468856b will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:31:37.933224 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5afe1b6c-99c5-417f-9196-d75a616a68dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:37.948113 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-62f15d42-15e2-419b-a62b-820aa071577b req-90598377-0db7-4c3a-ac67-47b074b1c16c tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:38.015170 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9f4c1686-d9f8-46a0-a4e5-e33102bce85a tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3072169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2652276'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:38.031992 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-8c6f769d-1a1e-48d3-aed4-0f23bd0e2599 None None] Set router 62976f98-2404-45bd-9744-da764c61e0e6 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:31:38.070149 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90598377-0db7-4c3a-ac67-47b074b1c16c tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Pushing event deleted for resources: {'Port': ['ID=19b03ba8-5358-40c6-b344-f929a39089bd,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:38.086126 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4c1686-d9f8-46a0-a4e5-e33102bce85a tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event deleted for resources: {'Subnet': ['ID=6d734d9c-2ab5-4698-908e-9b421bc37292,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:38.092436 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9f4c1686-d9f8-46a0-a4e5-e33102bce85a tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539973'] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:38.119464 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0fbd2be7-63e4-463f-afed-4533772a6063 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:38.198566 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-b3e43995-7ecb-4a9c-9d9d-7d0730f1bd1a req-a6746c7b-9ca2-417d-8249-0df683ee721e tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] 10.222.0.24 "GET /v2.0/security-groups?id=113b466b-0f56-487d-90a6-8242a772f163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5736032 Feb 01 04:31:38.230446 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-9f8da3d5-987f-4269-9feb-2fe3edaeb9cc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=16b3717ab26047d1acd9f2f043c1f70e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9024751 Feb 01 04:31:38.234782 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33492) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:38.279740 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afe1b6c-99c5-417f-9196-d75a616a68dc None None] Pushing event updated for resources: {'Port': ['ID=46859f29-589c-4b1d-9050-fed85468856b,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:38.282791 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:31:38.283157 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:31:38.290035 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803fd3a7-eb45-42b0-be07-51a3469bce7b None None] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:31:38.323257 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9f4c1686-d9f8-46a0-a4e5-e33102bce85a tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/subnets/6d734d9c-2ab5-4698-908e-9b421bc37292 HTTP/1.1" status: 204 len: 168 time: 1.5925267 Feb 01 04:31:38.409731 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-8c6f769d-1a1e-48d3-aed4-0f23bd0e2599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62976f98-2404-45bd-9744-da764c61e0e6', 'name': 'tempest-snat-router-1678349366', 'tenant_id': 'b2c4c9315227484db5c8ddb58f58651b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.171'}], 'enable_snat': False}, 'gw_port_id': 'bafac97c-c6de-4cfb-90be-5472206b88ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:31:27Z', 'updated_at': '2022-02-01T04:31:32Z', 'revision_number': 3, 'project_id': 'b2c4c9315227484db5c8ddb58f58651b', 'gw_port': {'id': 'bafac97c-c6de-4cfb-90be-5472206b88ae', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:43:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62976f98-2404-45bd-9744-da764c61e0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:31:30Z', 'updated_at': '2022-02-01T04:31:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:31:38.415696 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6f769d-1a1e-48d3-aed4-0f23bd0e2599 None None] The sync data for ids ['62976f98-2404-45bd-9744-da764c61e0e6'] in dv-neutron-826830-1-hyperv is: [{'id': '62976f98-2404-45bd-9744-da764c61e0e6', 'name': 'tempest-snat-router-1678349366', 'tenant_id': 'b2c4c9315227484db5c8ddb58f58651b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.171'}], 'enable_snat': False}, 'gw_port_id': 'bafac97c-c6de-4cfb-90be-5472206b88ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:31:27Z', 'updated_at': '2022-02-01T04:31:32Z', 'revision_number': 3, 'project_id': 'b2c4c9315227484db5c8ddb58f58651b', 'gw_port': {'id': 'bafac97c-c6de-4cfb-90be-5472206b88ae', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:43:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62976f98-2404-45bd-9744-da764c61e0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:31:30Z', 'updated_at': '2022-02-01T04:31:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:31:38.443095 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33496) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:38.466557 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-0fbd2be7-63e4-463f-afed-4533772a6063 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Calling delete_port for c1a8a50f-9404-4adc-8e60-041409eb781b owned by {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:31:38.550173 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-83f28ec2-b71a-4d0b-a4dc-3b8d378b8930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:38.553257 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d209e3c8-c797-46cf-ba91-b41472eb63df req-4caa0883-c8f7-4bda-afda-3c0e4023dadc tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:38.554840 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d209e3c8-c797-46cf-ba91-b41472eb63df req-4caa0883-c8f7-4bda-afda-3c0e4023dadc tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b HTTP/1.1" status: 200 len: 945 time: 0.8335822 Feb 01 04:31:38.601581 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-e3a3ed1e-6094-4ca4-bc7f-75604ddff8ac tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1479001 Feb 01 04:31:38.618422 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33500) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:38.638180 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-4607d71a-ec90-4d77-a4bf-6cb4e734dd78 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Request body: {'subnet': {'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:31:38.666506 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d209e3c8-c797-46cf-ba91-b41472eb63df req-a422231f-14b3-4e63-a98c-2dcadb1d465a tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3f5860d-525a-4a29-9378-b1632322cfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0834773 Feb 01 04:31:38.682435 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-83f28ec2-b71a-4d0b-a4dc-3b8d378b8930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:38.701674 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905e1af8-4961-4c15-97b5-2a396ca9b483 None None] DHCP port deletion for 14b67238-4e53-405c-b9cd-84b8ff52e36a request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:31:38.705516 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-6d14ef68-1692-4bc5-923c-1cab76d579c4 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Allocated IP 2001:db8::152 (1943d36a-bc64-420c-ad24-51014acdb006/bc1d5aae-4854-46b1-b587-1350aa33e797/5bfeda4b-793f-4742-a048-44d34c69ebfc) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:31:38.706886 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-905e1af8-4961-4c15-97b5-2a396ca9b483 None None] Deleting port d8186323-3d2c-47f8-b1ae-3b18a06a3de1 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:31:38.707471 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-905e1af8-4961-4c15-97b5-2a396ca9b483 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:38.734003 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-6d14ef68-1692-4bc5-923c-1cab76d579c4 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Allocated IP 2001:db8:0:1::20c (1943d36a-bc64-420c-ad24-51014acdb006/3f57b25a-0e13-47cf-a133-4e7d73fc7ca1/5bfeda4b-793f-4742-a048-44d34c69ebfc) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:31:39.091056 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:39.096619 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62f15d42-15e2-419b-a62b-820aa071577b req-90598377-0db7-4c3a-ac67-47b074b1c16c tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Router 349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:31:39.293888 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 46859f29-589c-4b1d-9050-fed85468856b, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=46859f29-589c-4b1d-9050-fed85468856b,segment=NetworkSegment(f9d09fdd-aae4-4b28-93d8-93fc49b6c435),segment_id=f9d09fdd-aae4-4b28-93d8-93fc49b6c435)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:31:39.307840 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:39.318307 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-4607d71a-ec90-4d77-a4bf-6cb4e734dd78 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:31:39.349714 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-4607d71a-ec90-4d77-a4bf-6cb4e734dd78 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Usage tracker for resource:subnet and tenant:60b4e61082d3421283cb095bbc99ad8e is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:31:39.354962 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-4607d71a-ec90-4d77-a4bf-6cb4e734dd78 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:31:39.393095 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-4607d71a-ec90-4d77-a4bf-6cb4e734dd78 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:31:39.399429 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-be0631ff-676b-49a4-bbc2-af3ecea4f84c tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:39.403431 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8a8c0c-d252-4173-bfee-4f669eaee85e None None] Network 1943d36a-bc64-420c-ad24-51014acdb006 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:31:39.481999 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-83f28ec2-b71a-4d0b-a4dc-3b8d378b8930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:39.487784 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0fbd2be7-63e4-463f-afed-4533772a6063 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:39.635943 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-be0631ff-676b-49a4-bbc2-af3ecea4f84c tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:39.671351 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-905e1af8-4961-4c15-97b5-2a396ca9b483 None None] For port d8186323-3d2c-47f8-b1ae-3b18a06a3de1, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=d8186323-3d2c-47f8-b1ae-3b18a06a3de1,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:31:39.672510 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-905e1af8-4961-4c15-97b5-2a396ca9b483 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:39.699078 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 46859f29-589c-4b1d-9050-fed85468856b up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:31:39.801349 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f28ec2-b71a-4d0b-a4dc-3b8d378b8930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d023447-5651-4e53-a945-ccdc4c6bc250,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:39.811397 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-e4308fba-a2b9-49f7-879e-eb4f3c0408a9 req-c7d9c61d-d1d3-49af-8019-fefe8fe002d4 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5c4121-c19a-49f6-abd2-3336952cca2b HTTP/1.1" status: 200 len: 210 time: 0.2749634 Feb 01 04:31:39.818477 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4607d71a-ec90-4d77-a4bf-6cb4e734dd78 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Made reservation on behalf of 60b4e61082d3421283cb095bbc99ad8e for: {'subnet': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:31:39.822002 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4607d71a-ec90-4d77-a4bf-6cb4e734dd78 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3694443'] for subnet, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:39.918752 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbd2be7-63e4-463f-afed-4533772a6063 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Pushing event deleted for resources: {'Port': ['ID=c1a8a50f-9404-4adc-8e60-041409eb781b,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:39.941670 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-a95b6376-71a0-4951-b03a-96b9e855d9a0 None None] Provisioning for port 46859f29-589c-4b1d-9050-fed85468856b completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:31:39.947860 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 19b03ba8-5358-40c6-b344-f929a39089bd no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:31:40.087130 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-a95b6376-71a0-4951-b03a-96b9e855d9a0 None None] Provisioning complete for port 46859f29-589c-4b1d-9050-fed85468856b triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:31:40.087130 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a95b6376-71a0-4951-b03a-96b9e855d9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:40.116030 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62f15d42-15e2-419b-a62b-820aa071577b req-90598377-0db7-4c3a-ac67-47b074b1c16c tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:31:40.134290 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] No Port match for: 19b03ba8-5358-40c6-b344-f929a39089bd {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:31:40.134637 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 19b03ba8-5358-40c6-b344-f929a39089bd not bound to the agent host hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:31:40.195871 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-905e1af8-4961-4c15-97b5-2a396ca9b483 None None] Calling delete_port for d8186323-3d2c-47f8-b1ae-3b18a06a3de1 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:31:40.276670 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=46859f29-589c-4b1d-9050-fed85468856b,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:40.286720 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f00639-1ac2-46ca-958b-9fc08d76ebe2 None None] Sync routers for ids ['349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:31:40.287821 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-be0631ff-676b-49a4-bbc2-af3ecea4f84c tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Allocated IP 172.26.8.86 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/9f4341be-30c2-4b9d-98dc-caede5d06ec3) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:31:40.292909 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0fbd2be7-63e4-463f-afed-4533772a6063 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:40.317922 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b22be38-fd97-4a80-8dca-98a0842c4168 req-98a3794f-5ee1-4ec7-9182-b8f37b1c37ba tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:40.326321 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3b22be38-fd97-4a80-8dca-98a0842c4168 req-98a3794f-5ee1-4ec7-9182-b8f37b1c37ba tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b HTTP/1.1" status: 200 len: 945 time: 0.9838240 Feb 01 04:31:40.334079 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-62f15d42-15e2-419b-a62b-820aa071577b req-90598377-0db7-4c3a-ac67-47b074b1c16c tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] No DVR routers for this DVR port 19b03ba8-5358-40c6-b344-f929a39089bd on host hv-neutron-8268 {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:31:40.345415 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f00639-1ac2-46ca-958b-9fc08d76ebe2 None None] Routers {'349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:31:40.346353 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-25f00639-1ac2-46ca-958b-9fc08d76ebe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:31:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:31:40.351488 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-62f15d42-15e2-419b-a62b-820aa071577b req-90598377-0db7-4c3a-ac67-47b074b1c16c tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:40.356925 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a5c4121-c19a-49f6-abd2-3336952cca2b', 'name': 'network-vif-deleted', 'tag': '19b03ba8-5358-40c6-b344-f929a39089bd'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:31:40.395285 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0fbd2be7-63e4-463f-afed-4533772a6063 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] 10.222.0.24 "DELETE /v2.0/ports/c1a8a50f-9404-4adc-8e60-041409eb781b HTTP/1.1" status: 204 len: 168 time: 3.1087224 Feb 01 04:31:40.396161 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 33516) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:40.422909 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-62f15d42-15e2-419b-a62b-820aa071577b req-90598377-0db7-4c3a-ac67-47b074b1c16c tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] 10.222.0.18 "DELETE /v2.0/ports/19b03ba8-5358-40c6-b344-f929a39089bd HTTP/1.1" status: 204 len: 173 time: 5.5394590 Feb 01 04:31:40.472071 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 46859f29-589c-4b1d-9050-fed85468856b triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:31:40.472467 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:40.488926 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a5c4121-c19a-49f6-abd2-3336952cca2b', 'name': 'network-vif-deleted', 'tag': '19b03ba8-5358-40c6-b344-f929a39089bd', 'status': 'completed', 'code': 200} Feb 01 04:31:40.551348 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3b22be38-fd97-4a80-8dca-98a0842c4168 req-a8d4ecb8-33f8-4c00-b155-27746dce17d1 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3f5860d-525a-4a29-9378-b1632322cfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2235396 Feb 01 04:31:40.600431 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-99c9327e-b93e-4f39-81a9-95bc36186326 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Deleting subnet d894d9a9-d11d-4980-9fda-ac6d01539ecb {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:31:40.612378 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-99c9327e-b93e-4f39-81a9-95bc36186326 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:40.671858 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4607d71a-ec90-4d77-a4bf-6cb4e734dd78 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3037478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3694457'] for subnet, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:40.693362 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-99c9327e-b93e-4f39-81a9-95bc36186326 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145757'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:40.788374 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4607d71a-ec90-4d77-a4bf-6cb4e734dd78 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event updated for resources: {'Subnet': ['ID=3730904f-3098-43fd-b429-6e8323855bc6,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:40.801129 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-99c9327e-b93e-4f39-81a9-95bc36186326 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:40.808654 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6d14ef68-1692-4bc5-923c-1cab76d579c4 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:40.820837 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-905e1af8-4961-4c15-97b5-2a396ca9b483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:40.825401 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-83f28ec2-b71a-4d0b-a4dc-3b8d378b8930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:40.827103 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-83f28ec2-b71a-4d0b-a4dc-3b8d378b8930 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4d023447-5651-4e53-a945-ccdc4c6bc250 HTTP/1.1" status: 204 len: 168 time: 2.5899010 Feb 01 04:31:40.841703 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4607d71a-ec90-4d77-a4bf-6cb4e734dd78 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:31:40.847000 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-4607d71a-ec90-4d77-a4bf-6cb4e734dd78 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:31:40.854657 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4607d71a-ec90-4d77-a4bf-6cb4e734dd78 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:40.855791 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4607d71a-ec90-4d77-a4bf-6cb4e734dd78 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:40.897807 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-6d14ef68-1692-4bc5-923c-1cab76d579c4 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Transition to ACTIVE for port object 5bfeda4b-793f-4742-a048-44d34c69ebfc will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:31:40.906421 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-be0631ff-676b-49a4-bbc2-af3ecea4f84c tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:40.962248 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-4607d71a-ec90-4d77-a4bf-6cb4e734dd78 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3348951 Feb 01 04:31:40.964442 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 33524) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:40.977556 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-1bfe2bf6-c0de-4300-afa7-d8f37bdc60eb tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Request body: {'port': {'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'fixed_ips': [{'subnet_id': '3730904f-3098-43fd-b429-6e8323855bc6', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-1940966326'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:31:41.000943 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905e1af8-4961-4c15-97b5-2a396ca9b483 None None] Pushing event deleted for resources: {'Port': ['ID=d8186323-3d2c-47f8-b1ae-3b18a06a3de1,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:41.043108 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6d14ef68-1692-4bc5-923c-1cab76d579c4 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:41.047996 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-be0631ff-676b-49a4-bbc2-af3ecea4f84c tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:41.198297 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905e1af8-4961-4c15-97b5-2a396ca9b483 None None] No DVR routers for this DVR port d8186323-3d2c-47f8-b1ae-3b18a06a3de1 on host dv-neutron-826830-1-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:31:41.203861 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device bafac97c-c6de-4cfb-90be-5472206b88ae up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:31:41.262410 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-99c9327e-b93e-4f39-81a9-95bc36186326 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3072169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2652276'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:41.281155 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-f1e86cd5-b523-42d7-ad0f-266cc690e290 req-103e2518-5d98-46d1-b2e9-dd499dfe2b73 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5c4121-c19a-49f6-abd2-3336952cca2b HTTP/1.1" status: 200 len: 210 time: 0.1021144 Feb 01 04:31:41.320863 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0631ff-676b-49a4-bbc2-af3ecea4f84c tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:31:41.330851 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-be0631ff-676b-49a4-bbc2-af3ecea4f84c tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:31:41.336152 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-25f00639-1ac2-46ca-958b-9fc08d76ebe2 None None] Set router 349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:31:41.341106 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0631ff-676b-49a4-bbc2-af3ecea4f84c tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:31:41.380013 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c9327e-b93e-4f39-81a9-95bc36186326 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Pushing event deleted for resources: {'Subnet': ['ID=d894d9a9-d11d-4980-9fda-ac6d01539ecb,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:41.412526 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d14ef68-1692-4bc5-923c-1cab76d579c4 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Network 1943d36a-bc64-420c-ad24-51014acdb006 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:31:41.417776 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-99c9327e-b93e-4f39-81a9-95bc36186326 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539973'] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:41.427971 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-99c9327e-b93e-4f39-81a9-95bc36186326 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] 10.222.0.24 "DELETE /v2.0/subnets/d894d9a9-d11d-4980-9fda-ac6d01539ecb HTTP/1.1" status: 204 len: 168 time: 1.0236228 Feb 01 04:31:41.428798 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 33534) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:41.478953 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcdb07f0-9846-4405-b8c1-a90356dccba7 None None] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:31:41.502533 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754111ad-0269-46f9-b852-6a63050a83a4 None None] Network 3fe3270e-1a6a-4f4d-8142-1fc6c54a77aa requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:31:41.517623 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-6d14ef68-1692-4bc5-923c-1cab76d579c4 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:31:41.550214 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-1bfe2bf6-c0de-4300-afa7-d8f37bdc60eb tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:31:41.552946 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0631ff-676b-49a4-bbc2-af3ecea4f84c tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Pushing event updated for resources: {'Port': ['ID=9f4341be-30c2-4b9d-98dc-caede5d06ec3,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:41.555988 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d14ef68-1692-4bc5-923c-1cab76d579c4 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:31:41.564401 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d14ef68-1692-4bc5-923c-1cab76d579c4 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:41.565464 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6d14ef68-1692-4bc5-923c-1cab76d579c4 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:41.652415 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1bfe2bf6-c0de-4300-afa7-d8f37bdc60eb tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Usage tracker for resource:port and tenant:60b4e61082d3421283cb095bbc99ad8e is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:31:41.667910 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-6d14ef68-1692-4bc5-923c-1cab76d579c4 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 4.8976524 Feb 01 04:31:41.672767 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1bfe2bf6-c0de-4300-afa7-d8f37bdc60eb tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:31:41.675886 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 33548) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:41.691012 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-7e6bf69b-9f30-4d71-99cc-6065e0f74de9 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bc1d5aae-4854-46b1-b587-1350aa33e797'}]}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:31:41.724543 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-1bfe2bf6-c0de-4300-afa7-d8f37bdc60eb tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:31:41.729366 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-69f81f61-f0a7-4cd8-8fb2-85f33f69c894 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:41.884361 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port bafac97c-c6de-4cfb-90be-5472206b88ae completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:31:41.903018 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d14ef68-1692-4bc5-923c-1cab76d579c4 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event updated for resources: {'Port': ['ID=5bfeda4b-793f-4742-a048-44d34c69ebfc,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:41.947617 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port bafac97c-c6de-4cfb-90be-5472206b88ae triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:31:41.948077 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:41.954592 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-69f81f61-f0a7-4cd8-8fb2-85f33f69c894 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Deleting port 22291b89-3901-49a6-af0c-276aedf580ed {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:31:41.955047 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-69f81f61-f0a7-4cd8-8fb2-85f33f69c894 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:41.983229 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bfe2bf6-c0de-4300-afa7-d8f37bdc60eb tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Made reservation on behalf of 60b4e61082d3421283cb095bbc99ad8e for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:31:42.249407 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33560) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:42.282439 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1bfe2bf6-c0de-4300-afa7-d8f37bdc60eb tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:42.302362 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1617ef-c701-45be-a2ec-64e8285433e2 req-756d0f55-883e-4dac-a857-5d782169db21 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:42.304066 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-ab1617ef-c701-45be-a2ec-64e8285433e2 req-756d0f55-883e-4dac-a857-5d782169db21 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] 10.222.0.24 "GET /v2.0/ports?device_id=3189e16d-7d7b-43fc-b476-2ea4b657461c HTTP/1.1" status: 200 len: 946 time: 0.3564122 Feb 01 04:31:42.339326 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-be0631ff-676b-49a4-bbc2-af3ecea4f84c tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:42.368643 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-1bfe2bf6-c0de-4300-afa7-d8f37bdc60eb tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] device_id is not set on port 9712f77b-28a7-4245-8c10-81aa26af4d78 yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:31:42.493265 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-ab1617ef-c701-45be-a2ec-64e8285433e2 req-7b66eb75-8cc9-4aec-812f-504a7e2e3e64 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] 10.222.0.24 "GET /v2.0/security-groups?id=92eeeb5f-62a6-4c96-8f1e-0247aa1601ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1686430 Feb 01 04:31:42.501668 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-bd3f80e5-6cc4-4e7b-8429-4670cd1d3ac1 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1795858968'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:31:42.510994 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-bd3f80e5-6cc4-4e7b-8429-4670cd1d3ac1 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:31:42.516746 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc542e04-eddb-4b70-9413-7189e4562762 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-14b67238-4e53-405c-b9cd-84b8ff52e36a', 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'tenant_id': '60b4e61082d3421283cb095bbc99ad8e', 'fixed_ips': [{'subnet_id': '3730904f-3098-43fd-b429-6e8323855bc6'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:31:42.517579 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dc542e04-eddb-4b70-9413-7189e4562762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:42.607670 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-bd3f80e5-6cc4-4e7b-8429-4670cd1d3ac1 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Usage tracker for resource:network and tenant:99c588771a6645f4bc4f4343a4018c7b is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:31:42.621440 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-bd3f80e5-6cc4-4e7b-8429-4670cd1d3ac1 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:31:42.632828 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-bd3f80e5-6cc4-4e7b-8429-4670cd1d3ac1 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:31:42.659009 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8635461f-fd56-473b-91fb-16f7a28dedf1 None None] DHCP port deletion for 3fe3270e-1a6a-4f4d-8142-1fc6c54a77aa request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:31:42.683808 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-89d61006-a990-4312-b687-949214c9736d None None] Provisioning complete for port 46859f29-589c-4b1d-9050-fed85468856b triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:31:42.684287 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-89d61006-a990-4312-b687-949214c9736d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:42.732063 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd3f80e5-6cc4-4e7b-8429-4670cd1d3ac1 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Made reservation on behalf of 99c588771a6645f4bc4f4343a4018c7b for: {'network': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:31:42.738304 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bd3f80e5-6cc4-4e7b-8429-4670cd1d3ac1 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:42.747860 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33570) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:42.766451 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:42.769531 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bfe2bf6-c0de-4300-afa7-d8f37bdc60eb tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 01 04:31:42.770018 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bfe2bf6-c0de-4300-afa7-d8f37bdc60eb tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:31:42.782760 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bd3f80e5-6cc4-4e7b-8429-4670cd1d3ac1 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks [] for security_group, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:42.794028 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port bafac97c-c6de-4cfb-90be-5472206b88ae, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=bafac97c-c6de-4cfb-90be-5472206b88ae,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:31:42.795956 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-8635461f-fd56-473b-91fb-16f7a28dedf1 None None] Deleting port 22291b89-3901-49a6-af0c-276aedf580ed {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:31:42.797416 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8635461f-fd56-473b-91fb-16f7a28dedf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:42.831559 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c784a-789b-4abf-b08a-4711ddfb4c17 req-c55bc43c-0147-4bf6-b834-c9b45cf31c75 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:42.833486 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-868c784a-789b-4abf-b08a-4711ddfb4c17 req-c55bc43c-0147-4bf6-b834-c9b45cf31c75 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b HTTP/1.1" status: 200 len: 945 time: 1.1160061 Feb 01 04:31:42.834681 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-bd3f80e5-6cc4-4e7b-8429-4670cd1d3ac1 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:31:42.841818 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-bd3f80e5-6cc4-4e7b-8429-4670cd1d3ac1 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Usage tracker for resource:security_group_rule and tenant:99c588771a6645f4bc4f4343a4018c7b is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:31:42.849544 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-bd3f80e5-6cc4-4e7b-8429-4670cd1d3ac1 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:31:42.914146 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1bfe2bf6-c0de-4300-afa7-d8f37bdc60eb tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 1.9482052 Feb 01 04:31:42.914835 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 33574) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:42.927221 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7e6bf69b-9f30-4d71-99cc-6065e0f74de9 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:42.941500 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-bd3f80e5-6cc4-4e7b-8429-4670cd1d3ac1 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:31:42.965688 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:43.007819 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-be0631ff-676b-49a4-bbc2-af3ecea4f84c tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337'] for router, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:43.064225 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device d8186323-3d2c-47f8-b1ae-3b18a06a3de1 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:31:43.115462 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: d8186323-3d2c-47f8-b1ae-3b18a06a3de1 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:31:43.115855 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device d8186323-3d2c-47f8-b1ae-3b18a06a3de1 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:31:43.121814 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-3c9d7b3e-cc88-44b9-8592-3c108a283ca4 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Synchronizing usage tracker for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:31:43.139081 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-868c784a-789b-4abf-b08a-4711ddfb4c17 req-cf2930b3-6cea-4734-a312-1f03b1825502 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3f5860d-525a-4a29-9378-b1632322cfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2964010 Feb 01 04:31:43.146403 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=bafac97c-c6de-4cfb-90be-5472206b88ae,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:43.184309 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-69f81f61-f0a7-4cd8-8fb2-85f33f69c894 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] For port 22291b89-3901-49a6-af0c-276aedf580ed, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=22291b89-3901-49a6-af0c-276aedf580ed,segment=NetworkSegment(64c9d150-b7a8-459f-8ac4-3b938b043f98),segment_id=64c9d150-b7a8-459f-8ac4-3b938b043f98)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:31:43.184676 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-69f81f61-f0a7-4cd8-8fb2-85f33f69c894 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:43.234974 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-37eeb8e1-6c13-421b-bb15-d7b4ddbc0232 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Notify callbacks [] for security_group, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:43.289952 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-25f00639-1ac2-46ca-958b-9fc08d76ebe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1', 'name': 'tempest-ServersTestManualDisk-566047905-router', 'tenant_id': '4853f52d21f3486381e609c963ac9a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.239'}], 'enable_snat': True}, 'gw_port_id': 'f95843e6-04be-4f7f-80dc-63ce8a84d173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:29:57Z', 'updated_at': '2022-02-01T04:30:09Z', 'revision_number': 4, 'project_id': '4853f52d21f3486381e609c963ac9a5c', 'gw_port': {'id': 'f95843e6-04be-4f7f-80dc-63ce8a84d173', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:85:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:29:59Z', 'updated_at': '2022-02-01T04:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': 'ebe58ec0-2b1a-4ac8-bfa7-faece648d91e', 'name': '', 'network_id': 'd56a2493-44f0-4c57-af25-6a282deef9cd', 'tenant_id': '4853f52d21f3486381e609c963ac9a5c', 'mac_address': 'fa:16:3e:27:c6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '571f3863-a948-465c-8ae7-d112b68c75f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:30:07Z', 'updated_at': '2022-02-01T04:30:20Z', 'revision_number': 5, 'project_id': '4853f52d21f3486381e609c963ac9a5c', 'subnets': [{'id': '571f3863-a948-465c-8ae7-d112b68c75f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:31:43.314782 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 46859f29-589c-4b1d-9050-fed85468856b up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:31:43.357370 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-3c9d7b3e-cc88-44b9-8592-3c108a283ca4 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Unset dirty status for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:31:43.361118 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-3c9d7b3e-cc88-44b9-8592-3c108a283ca4 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.4384084 Feb 01 04:31:43.363992 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 33580) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:43.367116 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-37eeb8e1-6c13-421b-bb15-d7b4ddbc0232 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:43.370618 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-69f81f61-f0a7-4cd8-8fb2-85f33f69c894 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Calling delete_port for 22291b89-3901-49a6-af0c-276aedf580ed owned by network:dhcp {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:31:43.397926 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f00639-1ac2-46ca-958b-9fc08d76ebe2 None None] Checking router: 349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1 for host: dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:31:43.447610 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-dc542e04-eddb-4b70-9413-7189e4562762 None None] Allocated IP 2001:db8::2 (14b67238-4e53-405c-b9cd-84b8ff52e36a/3730904f-3098-43fd-b429-6e8323855bc6/7960fb63-ecd8-48a7-abea-a68500eab4ff) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:31:43.450853 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-8635461f-fd56-473b-91fb-16f7a28dedf1 None None] For port 22291b89-3901-49a6-af0c-276aedf580ed, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=22291b89-3901-49a6-af0c-276aedf580ed,segment=NetworkSegment(64c9d150-b7a8-459f-8ac4-3b938b043f98),segment_id=64c9d150-b7a8-459f-8ac4-3b938b043f98)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:31:43.451331 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8635461f-fd56-473b-91fb-16f7a28dedf1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:43.470978 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f00639-1ac2-46ca-958b-9fc08d76ebe2 None None] Routers {'349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:31:43.471752 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-25f00639-1ac2-46ca-958b-9fc08d76ebe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:31:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:31:43.566157 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd18623-359e-44bd-b899-49662447f47c req-63e326b8-1b3c-461b-b6c3-888663856214 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:43.567669 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8cd18623-359e-44bd-b899-49662447f47c req-63e326b8-1b3c-461b-b6c3-888663856214 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] 10.222.0.18 "GET /v2.0/ports?device_id=3189e16d-7d7b-43fc-b476-2ea4b657461c HTTP/1.1" status: 200 len: 946 time: 0.5177846 Feb 01 04:31:43.606360 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bd3f80e5-6cc4-4e7b-8429-4670cd1d3ac1 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks [] for security_group, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:43.625877 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6294a91d-7711-46f0-8974-e341c6ce7bec req-1e1c4bb5-bb03-427b-8039-dba3f9377950 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:43.629630 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78738cff-37c4-49cd-b676-12b3b1aae838 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:43.631238 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78738cff-37c4-49cd-b676-12b3b1aae838 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:43.631963 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-78738cff-37c4-49cd-b676-12b3b1aae838 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Synchronizing usage tracker for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:subnet {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:31:43.632886 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-6294a91d-7711-46f0-8974-e341c6ce7bec req-1e1c4bb5-bb03-427b-8039-dba3f9377950 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b HTTP/1.1" status: 200 len: 945 time: 0.3258529 Feb 01 04:31:43.651273 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bd3f80e5-6cc4-4e7b-8429-4670cd1d3ac1 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:43.692030 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-37eeb8e1-6c13-421b-bb15-d7b4ddbc0232 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:43.705325 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3f80e5-6cc4-4e7b-8429-4670cd1d3ac1 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=842c667b-a759-4609-b556-3c202ecfedb5,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:43.726760 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-8635461f-fd56-473b-91fb-16f7a28dedf1 None None] Calling delete_port for 22291b89-3901-49a6-af0c-276aedf580ed owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:31:43.735606 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd3f80e5-6cc4-4e7b-8429-4670cd1d3ac1 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=87637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:31:43.737479 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be0631ff-676b-49a4-bbc2-af3ecea4f84c tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Router dff1e7a5-67b7-48a5-b4dd-a05c9b19afc7 is scheduled to L3 agent a3073304-82af-4a42-89af-bc532d6626bb with binding_index 1 {{(pid=87637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 01 04:31:43.746500 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eeb8e1-6c13-421b-bb15-d7b4ddbc0232 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=113b466b-0f56-487d-90a6-8242a772f163,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:43.766951 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-6294a91d-7711-46f0-8974-e341c6ce7bec req-62d09895-e195-4f20-b860-da5d3bb2c968 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3f5860d-525a-4a29-9378-b1632322cfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1332078 Feb 01 04:31:43.769629 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-69f81f61-f0a7-4cd8-8fb2-85f33f69c894 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:43.770313 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bd3f80e5-6cc4-4e7b-8429-4670cd1d3ac1 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:43.770655 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.segments_db [None req-bd3f80e5-6cc4-4e7b-8429-4670cd1d3ac1 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Added segment 88330030-a229-4b7c-8673-4cbe0a85bdcf of type vlan for network eae6efd3-93ab-4c64-bcba-f776197b4e1c Feb 01 04:31:43.807258 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-78738cff-37c4-49cd-b676-12b3b1aae838 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Unset dirty status for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:subnet {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:31:43.811051 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-78738cff-37c4-49cd-b676-12b3b1aae838 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4124980 Feb 01 04:31:43.814714 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-8cd18623-359e-44bd-b899-49662447f47c req-d3e7f212-eb81-4efc-a9c1-2876068ec4fc tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Deleting port 41353538-ddff-408b-9473-1be7ea56ca2a {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:31:43.815054 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-8cd18623-359e-44bd-b899-49662447f47c req-d3e7f212-eb81-4efc-a9c1-2876068ec4fc tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:43.852556 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 33588) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:43.878299 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-37eeb8e1-6c13-421b-bb15-d7b4ddbc0232 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:43.879503 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-37eeb8e1-6c13-421b-bb15-d7b4ddbc0232 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] 10.222.0.24 "DELETE /v2.0/security-groups/113b466b-0f56-487d-90a6-8242a772f163 HTTP/1.1" status: 204 len: 168 time: 1.1197486 Feb 01 04:31:43.884230 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33590) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:43.939653 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-8635461f-fd56-473b-91fb-16f7a28dedf1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:31:43.939653 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-8635461f-fd56-473b-91fb-16f7a28dedf1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:31:43.961129 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bd3f80e5-6cc4-4e7b-8429-4670cd1d3ac1 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:43.971819 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.api.v2.resource [None req-ed9af66f-0968-497b-996a-70a2437cf887 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] show failed (client error): The resource could not be found. Feb 01 04:31:43.972848 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-ed9af66f-0968-497b-996a-70a2437cf887 tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] 10.222.0.24 "GET /v2.0/security-groups/113b466b-0f56-487d-90a6-8242a772f163 HTTP/1.1" status: 404 len: 347 time: 0.0787866 Feb 01 04:31:43.978829 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f81f61-f0a7-4cd8-8fb2-85f33f69c894 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Pushing event deleted for resources: {'Port': ['ID=22291b89-3901-49a6-af0c-276aedf580ed,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:43.986929 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 33596) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:43.998696 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f81f61-f0a7-4cd8-8fb2-85f33f69c894 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] No DVR routers for this DVR port 22291b89-3901-49a6-af0c-276aedf580ed on host dv-neutron-826830-1-hyperv {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:31:44.058876 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 46859f29-589c-4b1d-9050-fed85468856b triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:31:44.059270 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:44.084166 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-25f00639-1ac2-46ca-958b-9fc08d76ebe2 None None] Set router 349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:31:44.109217 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bd3f80e5-6cc4-4e7b-8429-4670cd1d3ac1 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:44.114199 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3f80e5-6cc4-4e7b-8429-4670cd1d3ac1 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:44.114782 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bd3f80e5-6cc4-4e7b-8429-4670cd1d3ac1 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539973'] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:44.154579 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be0631ff-676b-49a4-bbc2-af3ecea4f84c tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:31:44.169245 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bd718e-c2c6-4819-9e20-b13ea23f9533 None None] Sync routers for ids ['dff1e7a5-67b7-48a5-b4dd-a05c9b19afc7'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:31:44.178658 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bd718e-c2c6-4819-9e20-b13ea23f9533 None None] Routers {'dff1e7a5-67b7-48a5-b4dd-a05c9b19afc7'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:31:44.179350 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-48bd718e-c2c6-4819-9e20-b13ea23f9533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:31:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['dff1e7a5-67b7-48a5-b4dd-a05c9b19afc7'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:31:44.312804 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3f80e5-6cc4-4e7b-8429-4670cd1d3ac1 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Pushing event updated for resources: {'Network': ['ID=eae6efd3-93ab-4c64-bcba-f776197b4e1c,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:44.336462 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9a06e0-7d66-4d52-a800-fbbf8fd7c0be req-085b4212-d95e-4b7e-a438-08033b0537b1 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:44.346500 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-ca9a06e0-7d66-4d52-a800-fbbf8fd7c0be req-085b4212-d95e-4b7e-a438-08033b0537b1 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b HTTP/1.1" status: 200 len: 945 time: 0.4319413 Feb 01 04:31:44.349017 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network eae6efd3-93ab-4c64-bcba-f776197b4e1c details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:31:44.350901 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-bd3f80e5-6cc4-4e7b-8429-4670cd1d3ac1 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.0995166 Feb 01 04:31:44.352897 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-be0631ff-676b-49a4-bbc2-af3ecea4f84c tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:44.354301 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-be0631ff-676b-49a4-bbc2-af3ecea4f84c tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.8666286 Feb 01 04:31:44.356880 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33600) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:44.395216 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-48bd718e-c2c6-4819-9e20-b13ea23f9533 None None] Set router dff1e7a5-67b7-48a5-b4dd-a05c9b19afc7 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:31:44.409551 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-818c0c71-23a0-4d7c-8fe3-52e7d7915d86 None None] Provisioning for port 5bfeda4b-793f-4742-a048-44d34c69ebfc completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:31:44.452341 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-8635461f-fd56-473b-91fb-16f7a28dedf1 None None] Deleting port 22291b89-3901-49a6-af0c-276aedf580ed {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:31:44.453275 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8635461f-fd56-473b-91fb-16f7a28dedf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:44.467926 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-16a1f3c9-c3f9-4ee3-96f8-1af78398762b tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Deleting subnet 3730904f-3098-43fd-b429-6e8323855bc6 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:31:44.562960 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-044b4cf5-e694-48f4-b1fe-36262fa6272d tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Deleting port d6944237-553e-465f-9b23-3aa5836ff3fa {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:31:44.563483 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-044b4cf5-e694-48f4-b1fe-36262fa6272d tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:44.591248 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-69f81f61-f0a7-4cd8-8fb2-85f33f69c894 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:44.606524 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-cc48bb51-6f65-4e4a-8630-08fb09246a41 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] 10.222.0.24 "GET /v2.0/routers/dff1e7a5-67b7-48a5-b4dd-a05c9b19afc7 HTTP/1.1" status: 200 len: 907 time: 0.2461166 Feb 01 04:31:44.619449 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 33604) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:44.692262 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-48bd718e-c2c6-4819-9e20-b13ea23f9533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff1e7a5-67b7-48a5-b4dd-a05c9b19afc7', 'name': 'tempest-snat-router-1678349366', 'tenant_id': 'b2c4c9315227484db5c8ddb58f58651b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '9f4341be-30c2-4b9d-98dc-caede5d06ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:31:36Z', 'updated_at': '2022-02-01T04:31:41Z', 'revision_number': 3, 'project_id': 'b2c4c9315227484db5c8ddb58f58651b', 'gw_port': {'id': '9f4341be-30c2-4b9d-98dc-caede5d06ec3', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:32:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff1e7a5-67b7-48a5-b4dd-a05c9b19afc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:31:39Z', 'updated_at': '2022-02-01T04:31:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:31:44.696364 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bd718e-c2c6-4819-9e20-b13ea23f9533 None None] Checking router: dff1e7a5-67b7-48a5-b4dd-a05c9b19afc7 for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:31:44.696708 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bd718e-c2c6-4819-9e20-b13ea23f9533 None None] Updating router dff1e7a5-67b7-48a5-b4dd-a05c9b19afc7 port 9f4341be-30c2-4b9d-98dc-caede5d06ec3 binding host dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 04:31:44.701534 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-ca9a06e0-7d66-4d52-a800-fbbf8fd7c0be req-3e27641e-6eb4-458a-81e5-d664a99d59dd tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3f5860d-525a-4a29-9378-b1632322cfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3526757 Feb 01 04:31:44.747741 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-7e6bf69b-9f30-4d71-99cc-6065e0f74de9 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Delete allocated IP 2001:db8:0:1::20c (1943d36a-bc64-420c-ad24-51014acdb006/3f57b25a-0e13-47cf-a133-4e7d73fc7ca1) {{(pid=87636) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 01 04:31:44.761208 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-48bd718e-c2c6-4819-9e20-b13ea23f9533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:44.779375 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f89484f-a154-4648-bce7-b205f9de42f3 req-a4bedd9c-5862-4e38-8813-ab5bb79fe51e tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:44.787165 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7f89484f-a154-4648-bce7-b205f9de42f3 req-a4bedd9c-5862-4e38-8813-ab5bb79fe51e tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] 10.222.0.24 "GET /v2.0/ports?device_id=3189e16d-7d7b-43fc-b476-2ea4b657461c HTTP/1.1" status: 200 len: 946 time: 1.0846899 Feb 01 04:31:44.834219 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-69f81f61-f0a7-4cd8-8fb2-85f33f69c894 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fe3270e-1a6a-4f4d-8142-1fc6c54a77aa']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:31:45.054929 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb26a05-b9a1-4b2d-8ef6-a2916b7c787c req-11f2c878-b985-49a4-b362-1bd2f083510d tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:45.063820 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-4cb26a05-b9a1-4b2d-8ef6-a2916b7c787c req-11f2c878-b985-49a4-b362-1bd2f083510d tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b HTTP/1.1" status: 200 len: 945 time: 0.1115053 Feb 01 04:31:45.122480 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-48bd718e-c2c6-4819-9e20-b13ea23f9533 None None] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:45.130120 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-4cb26a05-b9a1-4b2d-8ef6-a2916b7c787c req-62818b3f-575c-41b8-b306-89f2fcd941e5 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3f5860d-525a-4a29-9378-b1632322cfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0653999 Feb 01 04:31:45.135012 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-69f81f61-f0a7-4cd8-8fb2-85f33f69c894 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64c9d150-b7a8-459f-8ac4-3b938b043f98') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:31:45.135864 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-69f81f61-f0a7-4cd8-8fb2-85f33f69c894 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64c9d150-b7a8-459f-8ac4-3b938b043f98') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:31:45.137727 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-48bd718e-c2c6-4819-9e20-b13ea23f9533 None None] Transition to ACTIVE for port object 9f4341be-30c2-4b9d-98dc-caede5d06ec3 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:31:45.158445 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-48bd718e-c2c6-4819-9e20-b13ea23f9533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:45.198794 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-69f81f61-f0a7-4cd8-8fb2-85f33f69c894 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143022'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:45.273231 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c5f04-d7db-43da-b76c-eee8ca788a38 None None] Pushing event updated for resources: {'Port': ['ID=9f4341be-30c2-4b9d-98dc-caede5d06ec3,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:45.283277 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-48bd718e-c2c6-4819-9e20-b13ea23f9533 None None] Attempting to bind port 9f4341be-30c2-4b9d-98dc-caede5d06ec3 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:31:45.283715 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-48bd718e-c2c6-4819-9e20-b13ea23f9533 None None] Attempting to bind port 9f4341be-30c2-4b9d-98dc-caede5d06ec3 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:31:45.284164 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bd718e-c2c6-4819-9e20-b13ea23f9533 None None] Attempting to bind port 9f4341be-30c2-4b9d-98dc-caede5d06ec3 on network bdef128a-46b3-4cca-a245-48d1eb781269 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:31:45.290231 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bd718e-c2c6-4819-9e20-b13ea23f9533 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:31:45.290695 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bd718e-c2c6-4819-9e20-b13ea23f9533 None None] Checking segment: {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:31:45.291210 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-48bd718e-c2c6-4819-9e20-b13ea23f9533 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:45.291669 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bd718e-c2c6-4819-9e20-b13ea23f9533 None None] Bound using segment: {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:31:45.292878 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-48bd718e-c2c6-4819-9e20-b13ea23f9533 None None] Bound port: 9f4341be-30c2-4b9d-98dc-caede5d06ec3, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:31:45.292878 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-48bd718e-c2c6-4819-9e20-b13ea23f9533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:45.305774 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-818c0c71-23a0-4d7c-8fe3-52e7d7915d86 None None] Provisioning complete for port 5bfeda4b-793f-4742-a048-44d34c69ebfc triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:31:45.307592 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-818c0c71-23a0-4d7c-8fe3-52e7d7915d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:45.373258 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-48bd718e-c2c6-4819-9e20-b13ea23f9533 None None] For port 9f4341be-30c2-4b9d-98dc-caede5d06ec3, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:31:45.375785 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7f89484f-a154-4648-bce7-b205f9de42f3 req-04be15ba-562c-44c2-91a8-55b7a0b5f70d tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] 10.222.0.24 "GET /v2.0/security-groups?id=92eeeb5f-62a6-4c96-8f1e-0247aa1601ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5874178 Feb 01 04:31:45.377007 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-48bd718e-c2c6-4819-9e20-b13ea23f9533 None None] For port 9f4341be-30c2-4b9d-98dc-caede5d06ec3, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=9f4341be-30c2-4b9d-98dc-caede5d06ec3,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:31:45.381676 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-48bd718e-c2c6-4819-9e20-b13ea23f9533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:45.418990 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dc542e04-eddb-4b70-9413-7189e4562762 None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:45.430636 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-dc542e04-eddb-4b70-9413-7189e4562762 None None] Transition to ACTIVE for port object 7960fb63-ecd8-48a7-abea-a68500eab4ff will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:31:45.452905 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-dc542e04-eddb-4b70-9413-7189e4562762 None None] Transition to ACTIVE for port object 7960fb63-ecd8-48a7-abea-a68500eab4ff will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:31:45.477035 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-16a1f3c9-c3f9-4ee3-96f8-1af78398762b tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:45.495021 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c5f04-d7db-43da-b76c-eee8ca788a38 None None] Pushing event updated for resources: {'Port': ['ID=9f4341be-30c2-4b9d-98dc-caede5d06ec3,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:45.509839 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bd718e-c2c6-4819-9e20-b13ea23f9533 None None] Routers {'dff1e7a5-67b7-48a5-b4dd-a05c9b19afc7'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:31:45.510468 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-48bd718e-c2c6-4819-9e20-b13ea23f9533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:31:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['dff1e7a5-67b7-48a5-b4dd-a05c9b19afc7'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:31:45.519654 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-69f81f61-f0a7-4cd8-8fb2-85f33f69c894 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:45.539720 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-818c0c71-23a0-4d7c-8fe3-52e7d7915d86 None None] Port 5bfeda4b-793f-4742-a048-44d34c69ebfc cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:31:45.605010 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-8635461f-fd56-473b-91fb-16f7a28dedf1 None None] The port '22291b89-3901-49a6-af0c-276aedf580ed' was deleted {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 01 04:31:45.609041 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dc542e04-eddb-4b70-9413-7189e4562762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:45.616292 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69f81f61-f0a7-4cd8-8fb2-85f33f69c894 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:31:45.616977 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-69f81f61-f0a7-4cd8-8fb2-85f33f69c894 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3072199'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:45.656027 dv-neutron-826830-1-hyperv neutron-server[87636]: Traceback (most recent call last): Feb 01 04:31:45.656027 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:31:45.656027 dv-neutron-826830-1-hyperv neutron-server[87636]: timer() Feb 01 04:31:45.656027 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:31:45.656027 dv-neutron-826830-1-hyperv neutron-server[87636]: cb(*args, **kw) Feb 01 04:31:45.656027 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:31:45.656027 dv-neutron-826830-1-hyperv neutron-server[87636]: return func(*args, **kwargs) Feb 01 04:31:45.656027 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:31:45.656027 dv-neutron-826830-1-hyperv neutron-server[87636]: self._notify() Feb 01 04:31:45.656027 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:31:45.656027 dv-neutron-826830-1-hyperv neutron-server[87636]: self.callback(batched_events) Feb 01 04:31:45.656027 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:31:45.656027 dv-neutron-826830-1-hyperv neutron-server[87636]: event.method(event) Feb 01 04:31:45.656027 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:31:45.656027 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:31:45.656027 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:31:45.656027 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:31:45.656027 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:31:45.656027 dv-neutron-826830-1-hyperv neutron-server[87636]: return f(self, *a, **k) Feb 01 04:31:45.656027 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:31:45.656027 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._get(url).json() Feb 01 04:31:45.656027 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:31:45.656027 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:31:45.656027 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:31:45.656027 dv-neutron-826830-1-hyperv neutron-server[87636]: return self.request(url, 'GET', **kwargs) Feb 01 04:31:45.656027 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:31:45.656027 dv-neutron-826830-1-hyperv neutron-server[87636]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:31:45.656027 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:31:45.656027 dv-neutron-826830-1-hyperv neutron-server[87636]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:31:45.656027 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:31:45.656027 dv-neutron-826830-1-hyperv neutron-server[87636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:31:45.656027 dv-neutron-826830-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:31:45.691184 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc542e04-eddb-4b70-9413-7189e4562762 None None] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:31:45.692125 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-8cd18623-359e-44bd-b899-49662447f47c req-d3e7f212-eb81-4efc-a9c1-2876068ec4fc tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] For port 41353538-ddff-408b-9473-1be7ea56ca2a, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=41353538-ddff-408b-9473-1be7ea56ca2a,segment=NetworkSegment(17ff2334-fd28-43e8-8d86-c0a0d69edb48),segment_id=17ff2334-fd28-43e8-8d86-c0a0d69edb48)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:31:45.692435 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 22291b89-3901-49a6-af0c-276aedf580ed no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:31:45.692613 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-8cd18623-359e-44bd-b899-49662447f47c req-d3e7f212-eb81-4efc-a9c1-2876068ec4fc tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:45.733190 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:45.744852 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-dc542e04-eddb-4b70-9413-7189e4562762 None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:31:45.746583 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 22291b89-3901-49a6-af0c-276aedf580ed {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:31:45.746932 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 22291b89-3901-49a6-af0c-276aedf580ed not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:31:45.748317 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc542e04-eddb-4b70-9413-7189e4562762 None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:31:45.787387 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-044b4cf5-e694-48f4-b1fe-36262fa6272d tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:45.787855 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-044b4cf5-e694-48f4-b1fe-36262fa6272d tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:45.898758 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f7d5c775-debd-4630-b8b4-d520679dc666 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks [] for router, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:45.899953 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-dc542e04-eddb-4b70-9413-7189e4562762 None None] Attempting to bind port 7960fb63-ecd8-48a7-abea-a68500eab4ff on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:31:45.900453 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-dc542e04-eddb-4b70-9413-7189e4562762 None None] Attempting to bind port 7960fb63-ecd8-48a7-abea-a68500eab4ff by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:31:45.900756 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc542e04-eddb-4b70-9413-7189e4562762 None None] Attempting to bind port 7960fb63-ecd8-48a7-abea-a68500eab4ff on network 14b67238-4e53-405c-b9cd-84b8ff52e36a {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:31:45.910625 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-25f00639-1ac2-46ca-958b-9fc08d76ebe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1', 'name': 'tempest-ServersTestManualDisk-566047905-router', 'tenant_id': '4853f52d21f3486381e609c963ac9a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.239'}], 'enable_snat': True}, 'gw_port_id': 'f95843e6-04be-4f7f-80dc-63ce8a84d173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:29:57Z', 'updated_at': '2022-02-01T04:30:09Z', 'revision_number': 4, 'project_id': '4853f52d21f3486381e609c963ac9a5c', 'gw_port': {'id': 'f95843e6-04be-4f7f-80dc-63ce8a84d173', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:85:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:29:59Z', 'updated_at': '2022-02-01T04:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': 'ebe58ec0-2b1a-4ac8-bfa7-faece648d91e', 'name': '', 'network_id': 'd56a2493-44f0-4c57-af25-6a282deef9cd', 'tenant_id': '4853f52d21f3486381e609c963ac9a5c', 'mac_address': 'fa:16:3e:27:c6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '571f3863-a948-465c-8ae7-d112b68c75f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:30:07Z', 'updated_at': '2022-02-01T04:30:20Z', 'revision_number': 5, 'project_id': '4853f52d21f3486381e609c963ac9a5c', 'subnets': [{'id': '571f3863-a948-465c-8ae7-d112b68c75f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:31:45.918709 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc542e04-eddb-4b70-9413-7189e4562762 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:31:45.919079 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc542e04-eddb-4b70-9413-7189e4562762 None None] Checking segment: {'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:31:45.919493 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dc542e04-eddb-4b70-9413-7189e4562762 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:45.919877 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc542e04-eddb-4b70-9413-7189e4562762 None None] Bound using segment: {'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:31:45.920345 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-dc542e04-eddb-4b70-9413-7189e4562762 None None] Bound port: 7960fb63-ecd8-48a7-abea-a68500eab4ff, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:31:45.920710 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dc542e04-eddb-4b70-9413-7189e4562762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:45.927178 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-48bd718e-c2c6-4819-9e20-b13ea23f9533 None None] Set router dff1e7a5-67b7-48a5-b4dd-a05c9b19afc7 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:31:45.940908 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f00639-1ac2-46ca-958b-9fc08d76ebe2 None None] The sync data for ids ['349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1'] in dv-neutron-826830-1-hyperv is: [{'id': '349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1', 'name': 'tempest-ServersTestManualDisk-566047905-router', 'tenant_id': '4853f52d21f3486381e609c963ac9a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.239'}], 'enable_snat': True}, 'gw_port_id': 'f95843e6-04be-4f7f-80dc-63ce8a84d173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:29:57Z', 'updated_at': '2022-02-01T04:30:09Z', 'revision_number': 4, 'project_id': '4853f52d21f3486381e609c963ac9a5c', 'gw_port': {'id': 'f95843e6-04be-4f7f-80dc-63ce8a84d173', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:85:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:29:59Z', 'updated_at': '2022-02-01T04:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': 'ebe58ec0-2b1a-4ac8-bfa7-faece648d91e', 'name': '', 'network_id': 'd56a2493-44f0-4c57-af25-6a282deef9cd', 'tenant_id': '4853f52d21f3486381e609c963ac9a5c', 'mac_address': 'fa:16:3e:27:c6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '571f3863-a948-465c-8ae7-d112b68c75f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:30:07Z', 'updated_at': '2022-02-01T04:30:20Z', 'revision_number': 5, 'project_id': '4853f52d21f3486381e609c963ac9a5c', 'subnets': [{'id': '571f3863-a948-465c-8ae7-d112b68c75f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:31:45.993801 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device bafac97c-c6de-4cfb-90be-5472206b88ae up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:31:46.048865 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc542e04-eddb-4b70-9413-7189e4562762 None None] Pushing event updated for resources: {'Port': ['ID=7960fb63-ecd8-48a7-abea-a68500eab4ff,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:46.071071 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-16a1f3c9-c3f9-4ee3-96f8-1af78398762b tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145757'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:46.113889 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-dc542e04-eddb-4b70-9413-7189e4562762 None None] For port 7960fb63-ecd8-48a7-abea-a68500eab4ff, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:31:46.118707 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-dc542e04-eddb-4b70-9413-7189e4562762 None None] For port 7960fb63-ecd8-48a7-abea-a68500eab4ff, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=7960fb63-ecd8-48a7-abea-a68500eab4ff,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:31:46.131246 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dc542e04-eddb-4b70-9413-7189e4562762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:46.212057 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port bafac97c-c6de-4cfb-90be-5472206b88ae triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:31:46.212555 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:46.341674 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc542e04-eddb-4b70-9413-7189e4562762 None None] Pushing event updated for resources: {'Port': ['ID=7960fb63-ecd8-48a7-abea-a68500eab4ff,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:46.360948 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-69f81f61-f0a7-4cd8-8fb2-85f33f69c894 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:46.365758 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-69f81f61-f0a7-4cd8-8fb2-85f33f69c894 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:46.419741 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2312c09-5d17-439e-8516-76feb80d4ff6 None None] New status for floating IP 4e3736cb-1094-4377-a094-ae4b663fe8db: DOWN {{(pid=87638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 01 04:31:46.483549 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-48bd718e-c2c6-4819-9e20-b13ea23f9533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff1e7a5-67b7-48a5-b4dd-a05c9b19afc7', 'name': 'tempest-snat-router-1678349366', 'tenant_id': 'b2c4c9315227484db5c8ddb58f58651b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '9f4341be-30c2-4b9d-98dc-caede5d06ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:31:36Z', 'updated_at': '2022-02-01T04:31:41Z', 'revision_number': 3, 'project_id': 'b2c4c9315227484db5c8ddb58f58651b', 'gw_port': {'id': '9f4341be-30c2-4b9d-98dc-caede5d06ec3', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:32:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff1e7a5-67b7-48a5-b4dd-a05c9b19afc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:31:39Z', 'updated_at': '2022-02-01T04:31:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:31:46.495344 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bd718e-c2c6-4819-9e20-b13ea23f9533 None None] The sync data for ids ['dff1e7a5-67b7-48a5-b4dd-a05c9b19afc7'] in dv-neutron-826830-1-hyperv is: [{'id': 'dff1e7a5-67b7-48a5-b4dd-a05c9b19afc7', 'name': 'tempest-snat-router-1678349366', 'tenant_id': 'b2c4c9315227484db5c8ddb58f58651b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '9f4341be-30c2-4b9d-98dc-caede5d06ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:31:36Z', 'updated_at': '2022-02-01T04:31:41Z', 'revision_number': 3, 'project_id': 'b2c4c9315227484db5c8ddb58f58651b', 'gw_port': {'id': '9f4341be-30c2-4b9d-98dc-caede5d06ec3', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:32:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff1e7a5-67b7-48a5-b4dd-a05c9b19afc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:31:39Z', 'updated_at': '2022-02-01T04:31:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:31:46.779070 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-044b4cf5-e694-48f4-b1fe-36262fa6272d tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Calling delete_port for d6944237-553e-465f-9b23-3aa5836ff3fa owned by network:floatingip {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:31:46.800248 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad9f73-3bd1-4132-92ee-46c2c1074fa5 req-17f6a494-fd8a-4f8e-94e6-e226a47c5f17 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:46.807396 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-44ad9f73-3bd1-4132-92ee-46c2c1074fa5 req-17f6a494-fd8a-4f8e-94e6-e226a47c5f17 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] 10.222.0.24 "GET /v2.0/ports?device_id=3189e16d-7d7b-43fc-b476-2ea4b657461c HTTP/1.1" status: 200 len: 946 time: 0.1953721 Feb 01 04:31:46.919460 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-44ad9f73-3bd1-4132-92ee-46c2c1074fa5 req-87f0664a-96ef-4113-b1b3-1f40237f0267 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] 10.222.0.24 "GET /v2.0/security-groups?id=92eeeb5f-62a6-4c96-8f1e-0247aa1601ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109765 Feb 01 04:31:46.934351 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f81f61-f0a7-4cd8-8fb2-85f33f69c894 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] Pushing event deleted for resources: {'Network': ['ID=3fe3270e-1a6a-4f4d-8142-1fc6c54a77aa,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:47.070401 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-69f81f61-f0a7-4cd8-8fb2-85f33f69c894 tempest-AllowedAddressPairTestJSON-1226975381 tempest-AllowedAddressPairTestJSON-1226975381-project] 10.222.0.24 "DELETE /v2.0/networks/3fe3270e-1a6a-4f4d-8142-1fc6c54a77aa HTTP/1.1" status: 204 len: 168 time: 5.6384656 Feb 01 04:31:47.169778 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-16a1f3c9-c3f9-4ee3-96f8-1af78398762b tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:47.300171 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.db.resource_extend [None req-7e6bf69b-9f30-4d71-99cc-6065e0f74de9 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 01 04:31:47.353220 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f7d5c775-debd-4630-b8b4-d520679dc666 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:47.399895 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.db.api [None req-044b4cf5-e694-48f4-b1fe-36262fa6272d tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:31:47.408513 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG oslo_db.api [None req-044b4cf5-e694-48f4-b1fe-36262fa6272d tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:31:47.410730 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7e6bf69b-9f30-4d71-99cc-6065e0f74de9 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:47.439908 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33618) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:47.473477 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-f7d5c775-debd-4630-b8b4-d520679dc666 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Deleting port 9f4341be-30c2-4b9d-98dc-caede5d06ec3 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:31:47.473869 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f7d5c775-debd-4630-b8b4-d520679dc666 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:47.527739 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-7e6bf69b-9f30-4d71-99cc-6065e0f74de9 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Ignored duplicate provisioning block setup for port 5bfeda4b-793f-4742-a048-44d34c69ebfc by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 01 04:31:47.621899 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33624) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:47.627483 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-9dcc58e1-4f35-431a-ac6c-7ca1f30bb83c tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Request body: {'subnet': {'network_id': 'eae6efd3-93ab-4c64-bcba-f776197b4e1c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:31:47.650314 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7e6bf69b-9f30-4d71-99cc-6065e0f74de9 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:47.767216 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-16a1f3c9-c3f9-4ee3-96f8-1af78398762b tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3072169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2652276'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:47.797302 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-f705116a-a2a7-4d4c-bfd4-f4c47a06d33b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b106e76e28e449fe893e915e4e5801cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3562632 Feb 01 04:31:47.804472 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33628) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:47.842438 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 41353538-ddff-408b-9473-1be7ea56ca2a no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:31:47.928645 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-044b4cf5-e694-48f4-b1fe-36262fa6272d tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Deleting port d6944237-553e-465f-9b23-3aa5836ff3fa {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:31:47.929138 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-044b4cf5-e694-48f4-b1fe-36262fa6272d tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:47.930080 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-9dcc58e1-4f35-431a-ac6c-7ca1f30bb83c tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:31:48.002398 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f6ff16a3-b3f8-4249-9821-d3927ccedf8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:48.038102 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-8cd18623-359e-44bd-b899-49662447f47c req-d3e7f212-eb81-4efc-a9c1-2876068ec4fc tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:48.038483 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-8cd18623-359e-44bd-b899-49662447f47c req-d3e7f212-eb81-4efc-a9c1-2876068ec4fc tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-774194'] for floatingip, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:48.038798 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.l3_db [req-8cd18623-359e-44bd-b899-49662447f47c req-d3e7f212-eb81-4efc-a9c1-2876068ec4fc tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Floating IP ce610516-4256-4548-bdf5-393bcd57606d disassociated. External IP: 172.26.8.96, port: 41353538-ddff-408b-9473-1be7ea56ca2a. Feb 01 04:31:48.039159 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-8cd18623-359e-44bd-b899-49662447f47c req-d3e7f212-eb81-4efc-a9c1-2876068ec4fc tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Calling delete_port for 41353538-ddff-408b-9473-1be7ea56ca2a owned by compute:nova {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:31:48.065069 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-9dcc58e1-4f35-431a-ac6c-7ca1f30bb83c tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Usage tracker for resource:subnet and tenant:99c588771a6645f4bc4f4343a4018c7b is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:31:48.080199 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-9dcc58e1-4f35-431a-ac6c-7ca1f30bb83c tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:31:48.080809 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-7e6bf69b-9f30-4d71-99cc-6065e0f74de9 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] In _notify_port_updated(), no bound segment for port 5bfeda4b-793f-4742-a048-44d34c69ebfc on network 1943d36a-bc64-420c-ad24-51014acdb006 {{(pid=87636) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 01 04:31:48.083067 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 9f4341be-30c2-4b9d-98dc-caede5d06ec3 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:31:48.087461 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6bf69b-9f30-4d71-99cc-6065e0f74de9 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:48.088206 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7e6bf69b-9f30-4d71-99cc-6065e0f74de9 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:48.092051 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-7e6bf69b-9f30-4d71-99cc-6065e0f74de9 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "PUT /v2.0/ports/5bfeda4b-793f-4742-a048-44d34c69ebfc HTTP/1.1" status: 200 len: 925 time: 6.4097109 Feb 01 04:31:48.092331 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 33634) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:48.105107 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f6ff16a3-b3f8-4249-9821-d3927ccedf8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:48.111758 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a1f3c9-c3f9-4ee3-96f8-1af78398762b tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event deleted for resources: {'Subnet': ['ID=3730904f-3098-43fd-b429-6e8323855bc6,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:48.118889 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-9dcc58e1-4f35-431a-ac6c-7ca1f30bb83c tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:31:48.121884 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-16a1f3c9-c3f9-4ee3-96f8-1af78398762b tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539973'] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:48.126086 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84726d3e-2d1f-4393-ad25-4eb7a31cad2c None None] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:31:48.154041 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dcc58e1-4f35-431a-ac6c-7ca1f30bb83c tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Made reservation on behalf of 99c588771a6645f4bc4f4343a4018c7b for: {'subnet': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:31:48.157535 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcc58e1-4f35-431a-ac6c-7ca1f30bb83c tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3694443'] for subnet, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:48.177561 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-72b7ea15-32bd-4884-ad7e-cbaa786874bf tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bc1d5aae-4854-46b1-b587-1350aa33e797'}, {'subnet_id': '3f57b25a-0e13-47cf-a133-4e7d73fc7ca1'}]}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:31:48.203906 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:48.210224 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6bf69b-9f30-4d71-99cc-6065e0f74de9 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event updated for resources: {'Port': ['ID=5bfeda4b-793f-4742-a048-44d34c69ebfc,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:48.336139 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-e373997e-6191-4937-9e98-ba88f1602979 None None] Provisioning for port 7960fb63-ecd8-48a7-abea-a68500eab4ff completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:31:48.393181 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-16a1f3c9-c3f9-4ee3-96f8-1af78398762b tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/subnets/3730904f-3098-43fd-b429-6e8323855bc6 HTTP/1.1" status: 204 len: 168 time: 4.4969907 Feb 01 04:31:48.393372 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33638) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:48.398930 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3189e16d-7d7b-43fc-b476-2ea4b657461c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41353538-ddff-408b-9473-1be7ea56ca2a'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:31:48.447618 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 41353538-ddff-408b-9473-1be7ea56ca2a, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=41353538-ddff-408b-9473-1be7ea56ca2a,segment=NetworkSegment(17ff2334-fd28-43e8-8d86-c0a0d69edb48),segment_id=17ff2334-fd28-43e8-8d86-c0a0d69edb48)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:31:48.459216 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:48.466609 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f6ff16a3-b3f8-4249-9821-d3927ccedf8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:48.495590 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-347f699d-d2f7-4438-a57e-33e26d448cdf tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0976028 Feb 01 04:31:48.497887 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 33644) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:48.498039 dv-neutron-826830-1-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3189e16d-7d7b-43fc-b476-2ea4b657461c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41353538-ddff-408b-9473-1be7ea56ca2a', 'code': 200} Feb 01 04:31:48.504212 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-f7d5c775-debd-4630-b8b4-d520679dc666 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] For port 9f4341be-30c2-4b9d-98dc-caede5d06ec3, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=9f4341be-30c2-4b9d-98dc-caede5d06ec3,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:31:48.504570 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f7d5c775-debd-4630-b8b4-d520679dc666 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:48.505757 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ff16a3-b3f8-4249-9821-d3927ccedf8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e2db3ca-cf33-48b4-a2e9-ce4818824405,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:48.511683 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 9f4341be-30c2-4b9d-98dc-caede5d06ec3 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:31:48.513511 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f6ff16a3-b3f8-4249-9821-d3927ccedf8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:48.514683 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-f6ff16a3-b3f8-4249-9821-d3927ccedf8e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8e2db3ca-cf33-48b4-a2e9-ce4818824405 HTTP/1.1" status: 204 len: 168 time: 0.7092671 Feb 01 04:31:48.547279 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-e8935e3d-82ee-4cfb-8bd5-b006f0657349 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Request body: {'subnet': {'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:31:48.554509 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 9f4341be-30c2-4b9d-98dc-caede5d06ec3 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:31:48.554995 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:48.653436 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=41353538-ddff-408b-9473-1be7ea56ca2a,revision_number=6']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:48.670722 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-c953490d-7f89-4d6a-bcc6-26b381019976 None None] Provisioning complete for port 5bfeda4b-793f-4742-a048-44d34c69ebfc triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:31:48.671098 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c953490d-7f89-4d6a-bcc6-26b381019976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:48.674095 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcc58e1-4f35-431a-ac6c-7ca1f30bb83c tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3037478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3694457'] for subnet, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:48.721408 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.db.api [req-8cd18623-359e-44bd-b899-49662447f47c req-d3e7f212-eb81-4efc-a9c1-2876068ec4fc tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:31:48.721751 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG oslo_db.api [req-8cd18623-359e-44bd-b899-49662447f47c req-d3e7f212-eb81-4efc-a9c1-2876068ec4fc tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:31:48.834256 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dcc58e1-4f35-431a-ac6c-7ca1f30bb83c tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Checking segment: {'id': '88330030-a229-4b7c-8673-4cbe0a85bdcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'eae6efd3-93ab-4c64-bcba-f776197b4e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:31:48.835430 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dcc58e1-4f35-431a-ac6c-7ca1f30bb83c tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Network hostable DHCP agents. Network: eae6efd3-93ab-4c64-bcba-f776197b4e1c, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:31:48.845721 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcc58e1-4f35-431a-ac6c-7ca1f30bb83c tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Pushing event updated for resources: {'Subnet': ['ID=2e55bda8-1b63-4544-8427-b3ca780e5c21,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:48.865260 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d231fe2f-a8ff-481c-95a6-17b40a39f6cc None None] DHCP port deletion for 14b67238-4e53-405c-b9cd-84b8ff52e36a request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:31:48.878005 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-f7d5c775-debd-4630-b8b4-d520679dc666 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Calling delete_port for 9f4341be-30c2-4b9d-98dc-caede5d06ec3 owned by network:router_gateway {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:31:48.880035 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dcc58e1-4f35-431a-ac6c-7ca1f30bb83c tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Network eae6efd3-93ab-4c64-bcba-f776197b4e1c is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:31:48.881384 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-c953490d-7f89-4d6a-bcc6-26b381019976 None None] Port 5bfeda4b-793f-4742-a048-44d34c69ebfc cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:31:48.885879 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:48.893092 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-d231fe2f-a8ff-481c-95a6-17b40a39f6cc None None] Deleting port 7960fb63-ecd8-48a7-abea-a68500eab4ff {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:31:48.893776 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d231fe2f-a8ff-481c-95a6-17b40a39f6cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:48.907641 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-9dcc58e1-4f35-431a-ac6c-7ca1f30bb83c tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, eae6efd3-93ab-4c64-bcba-f776197b4e1c) {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:31:48.911832 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dcc58e1-4f35-431a-ac6c-7ca1f30bb83c tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:48.912661 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcc58e1-4f35-431a-ac6c-7ca1f30bb83c tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:48.935093 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a7c812-e743-439c-b2ad-62b940c58408 None None] Network eae6efd3-93ab-4c64-bcba-f776197b4e1c requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:31:48.961255 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-9dcc58e1-4f35-431a-ac6c-7ca1f30bb83c tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3381746 Feb 01 04:31:48.964588 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33654) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:48.970693 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-07e9fd4b-1863-43a3-8b7e-4ac567543043 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-717098825'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:31:48.979123 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-07e9fd4b-1863-43a3-8b7e-4ac567543043 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:31:48.983244 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-07e9fd4b-1863-43a3-8b7e-4ac567543043 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Usage tracker for resource:network and tenant:99c588771a6645f4bc4f4343a4018c7b is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:31:48.986748 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-07e9fd4b-1863-43a3-8b7e-4ac567543043 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:31:48.992689 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-07e9fd4b-1863-43a3-8b7e-4ac567543043 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:31:49.013280 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e9fd4b-1863-43a3-8b7e-4ac567543043 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Made reservation on behalf of 99c588771a6645f4bc4f4343a4018c7b for: {'network': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:31:49.015677 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 9f4341be-30c2-4b9d-98dc-caede5d06ec3, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=9f4341be-30c2-4b9d-98dc-caede5d06ec3,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:31:49.020907 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-07e9fd4b-1863-43a3-8b7e-4ac567543043 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:49.025530 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:49.026602 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 7960fb63-ecd8-48a7-abea-a68500eab4ff up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:31:49.035465 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-044b4cf5-e694-48f4-b1fe-36262fa6272d tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:49.035968 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-044b4cf5-e694-48f4-b1fe-36262fa6272d tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:49.062950 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07e9fd4b-1863-43a3-8b7e-4ac567543043 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=87637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:31:49.078449 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-07e9fd4b-1863-43a3-8b7e-4ac567543043 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:49.078911 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.segments_db [None req-07e9fd4b-1863-43a3-8b7e-4ac567543043 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Added segment 39d373c2-30f9-4d1e-ab70-1ab63bf8772b of type vlan for network 08fd6e90-3b58-4a58-bc4d-daed7acd7c85 Feb 01 04:31:49.113357 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-07e9fd4b-1863-43a3-8b7e-4ac567543043 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:49.157463 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-07e9fd4b-1863-43a3-8b7e-4ac567543043 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:49.163931 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e9fd4b-1863-43a3-8b7e-4ac567543043 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:49.164701 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-07e9fd4b-1863-43a3-8b7e-4ac567543043 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539973'] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:49.190438 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fed2fbc-34e5-4d72-b44e-e8c953ed2e34 req-22a3308f-4add-4bbd-8463-e26b78a3e3b3 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:49.197526 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1fed2fbc-34e5-4d72-b44e-e8c953ed2e34 req-22a3308f-4add-4bbd-8463-e26b78a3e3b3 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] 10.222.0.24 "GET /v2.0/ports?device_id=3189e16d-7d7b-43fc-b476-2ea4b657461c HTTP/1.1" status: 200 len: 946 time: 1.0657012 Feb 01 04:31:49.264744 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-8cd18623-359e-44bd-b899-49662447f47c req-d3e7f212-eb81-4efc-a9c1-2876068ec4fc tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Deleting port 41353538-ddff-408b-9473-1be7ea56ca2a {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:31:49.265902 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-8cd18623-359e-44bd-b899-49662447f47c req-d3e7f212-eb81-4efc-a9c1-2876068ec4fc tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:49.280028 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e9fd4b-1863-43a3-8b7e-4ac567543043 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Pushing event updated for resources: {'Network': ['ID=08fd6e90-3b58-4a58-bc4d-daed7acd7c85,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:49.297823 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-07e9fd4b-1863-43a3-8b7e-4ac567543043 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3318994 Feb 01 04:31:49.300759 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33666) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:49.310081 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-b82ac8ee-db1f-463b-832a-ab870f1c4f97 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Request body: {'subnet': {'network_id': '08fd6e90-3b58-4a58-bc4d-daed7acd7c85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:31:49.318125 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-044b4cf5-e694-48f4-b1fe-36262fa6272d tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Calling delete_port for d6944237-553e-465f-9b23-3aa5836ff3fa owned by network:floatingip {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:31:49.318551 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 08fd6e90-3b58-4a58-bc4d-daed7acd7c85 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:31:49.378381 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e8935e3d-82ee-4cfb-8bd5-b006f0657349 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:31:49.422495 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e8935e3d-82ee-4cfb-8bd5-b006f0657349 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Usage tracker for resource:subnet and tenant:60b4e61082d3421283cb095bbc99ad8e is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:31:49.435866 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e8935e3d-82ee-4cfb-8bd5-b006f0657349 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:31:49.485891 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-b82ac8ee-db1f-463b-832a-ab870f1c4f97 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:31:49.491972 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-b82ac8ee-db1f-463b-832a-ab870f1c4f97 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Usage tracker for resource:subnet and tenant:99c588771a6645f4bc4f4343a4018c7b is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:31:49.496773 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e8935e3d-82ee-4cfb-8bd5-b006f0657349 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:31:49.500011 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-b82ac8ee-db1f-463b-832a-ab870f1c4f97 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:31:49.513671 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-b82ac8ee-db1f-463b-832a-ab870f1c4f97 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:31:49.529864 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b82ac8ee-db1f-463b-832a-ab870f1c4f97 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Made reservation on behalf of 99c588771a6645f4bc4f4343a4018c7b for: {'subnet': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:31:49.535947 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b82ac8ee-db1f-463b-832a-ab870f1c4f97 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3694443'] for subnet, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:49.559285 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74bfc05-505a-4d22-9981-a12588b041eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-eae6efd3-93ab-4c64-bcba-f776197b4e1c', 'network_id': 'eae6efd3-93ab-4c64-bcba-f776197b4e1c', 'tenant_id': '99c588771a6645f4bc4f4343a4018c7b', 'fixed_ips': [{'subnet_id': '2e55bda8-1b63-4544-8427-b3ca780e5c21'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:31:49.560226 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e74bfc05-505a-4d22-9981-a12588b041eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:49.597513 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1fed2fbc-34e5-4d72-b44e-e8c953ed2e34 req-33a88ee8-f3b8-4a2a-8892-3487c04d8a2f tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] 10.222.0.24 "GET /v2.0/security-groups?id=92eeeb5f-62a6-4c96-8f1e-0247aa1601ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3970733 Feb 01 04:31:49.613491 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=9f4341be-30c2-4b9d-98dc-caede5d06ec3,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:49.635219 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8935e3d-82ee-4cfb-8bd5-b006f0657349 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Made reservation on behalf of 60b4e61082d3421283cb095bbc99ad8e for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:31:49.638932 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e8935e3d-82ee-4cfb-8bd5-b006f0657349 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:49.671991 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33676) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:49.714099 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 7960fb63-ecd8-48a7-abea-a68500eab4ff completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:31:49.717015 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-72b7ea15-32bd-4884-ad7e-cbaa786874bf tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:49.779316 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 7960fb63-ecd8-48a7-abea-a68500eab4ff triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:31:49.779686 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:49.829199 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b82ac8ee-db1f-463b-832a-ab870f1c4f97 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3037478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3694457'] for subnet, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:49.876910 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-d231fe2f-a8ff-481c-95a6-17b40a39f6cc None None] For port 7960fb63-ecd8-48a7-abea-a68500eab4ff, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=7960fb63-ecd8-48a7-abea-a68500eab4ff,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:31:49.877717 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d231fe2f-a8ff-481c-95a6-17b40a39f6cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:49.896691 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.db.api [None req-f7d5c775-debd-4630-b8b4-d520679dc666 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:31:49.897010 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG oslo_db.api [None req-f7d5c775-debd-4630-b8b4-d520679dc666 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:31:49.905738 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82ac8ee-db1f-463b-832a-ab870f1c4f97 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Pushing event updated for resources: {'Subnet': ['ID=650b87bb-ef35-4869-9474-e031f806992c,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:49.911700 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-92fffd0a-74d3-4e8f-9012-bca9101bb09d tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1206153543'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:31:49.917489 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-92fffd0a-74d3-4e8f-9012-bca9101bb09d tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:31:49.921624 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-92fffd0a-74d3-4e8f-9012-bca9101bb09d tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Usage tracker for resource:network and tenant:99b6bfbf92464b8c84fc1a2df29bc9cc is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:31:49.925214 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-92fffd0a-74d3-4e8f-9012-bca9101bb09d tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:31:49.931503 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-92fffd0a-74d3-4e8f-9012-bca9101bb09d tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:31:49.954401 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92fffd0a-74d3-4e8f-9012-bca9101bb09d tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Made reservation on behalf of 99b6bfbf92464b8c84fc1a2df29bc9cc for: {'network': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:31:49.957933 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-92fffd0a-74d3-4e8f-9012-bca9101bb09d tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:49.975080 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-92fffd0a-74d3-4e8f-9012-bca9101bb09d tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Notify callbacks [] for security_group, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:49.996427 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-92fffd0a-74d3-4e8f-9012-bca9101bb09d tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:31:50.003650 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-92fffd0a-74d3-4e8f-9012-bca9101bb09d tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Usage tracker for resource:security_group_rule and tenant:99b6bfbf92464b8c84fc1a2df29bc9cc is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:31:50.006192 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82ac8ee-db1f-463b-832a-ab870f1c4f97 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Checking segment: {'id': '39d373c2-30f9-4d1e-ab70-1ab63bf8772b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '08fd6e90-3b58-4a58-bc4d-daed7acd7c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:31:50.006539 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82ac8ee-db1f-463b-832a-ab870f1c4f97 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Network hostable DHCP agents. Network: 08fd6e90-3b58-4a58-bc4d-daed7acd7c85, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:31:50.013036 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-92fffd0a-74d3-4e8f-9012-bca9101bb09d tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:31:50.020665 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-d231fe2f-a8ff-481c-95a6-17b40a39f6cc None None] Calling delete_port for 7960fb63-ecd8-48a7-abea-a68500eab4ff owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:31:50.022102 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-92fffd0a-74d3-4e8f-9012-bca9101bb09d tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:31:50.045124 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82ac8ee-db1f-463b-832a-ab870f1c4f97 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Network 08fd6e90-3b58-4a58-bc4d-daed7acd7c85 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:31:50.064907 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-b82ac8ee-db1f-463b-832a-ab870f1c4f97 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, 08fd6e90-3b58-4a58-bc4d-daed7acd7c85) {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:31:50.066501 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-044b4cf5-e694-48f4-b1fe-36262fa6272d tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:50.073540 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82ac8ee-db1f-463b-832a-ab870f1c4f97 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:50.074175 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b82ac8ee-db1f-463b-832a-ab870f1c4f97 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:50.122035 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-b82ac8ee-db1f-463b-832a-ab870f1c4f97 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8160965 Feb 01 04:31:50.122258 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33682) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:50.137108 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4215e031-05fa-47b9-bfea-caf9bbf049b2 None None] Network 08fd6e90-3b58-4a58-bc4d-daed7acd7c85 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:31:50.173043 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-92fffd0a-74d3-4e8f-9012-bca9101bb09d tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Notify callbacks [] for security_group, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:50.191393 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-92fffd0a-74d3-4e8f-9012-bca9101bb09d tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:50.192949 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044b4cf5-e694-48f4-b1fe-36262fa6272d tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Pushing event deleted for resources: {'Port': ['ID=d6944237-553e-465f-9b23-3aa5836ff3fa,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:50.285220 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92fffd0a-74d3-4e8f-9012-bca9101bb09d tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=87637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:31:50.287158 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fffd0a-74d3-4e8f-9012-bca9101bb09d tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fefe1af-ae98-49ca-aa22-6c3d16077044,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:50.292384 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-e74bfc05-505a-4d22-9981-a12588b041eb None None] Allocated IP 2001:db8:0:ffff::2 (eae6efd3-93ab-4c64-bcba-f776197b4e1c/2e55bda8-1b63-4544-8427-b3ca780e5c21/6809150f-cf82-4268-86cd-93c37895c70e) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:31:50.308861 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-92fffd0a-74d3-4e8f-9012-bca9101bb09d tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:50.309209 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.segments_db [None req-92fffd0a-74d3-4e8f-9012-bca9101bb09d tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Added segment 83462b4c-0bae-472c-bc4f-38eeaba88425 of type vlan for network 46eee755-65b2-43da-a49f-8e967aa52c1d Feb 01 04:31:50.338434 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:50.343815 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-8cd18623-359e-44bd-b899-49662447f47c req-d3e7f212-eb81-4efc-a9c1-2876068ec4fc tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] For port 41353538-ddff-408b-9473-1be7ea56ca2a, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=41353538-ddff-408b-9473-1be7ea56ca2a,segment=NetworkSegment(17ff2334-fd28-43e8-8d86-c0a0d69edb48),segment_id=17ff2334-fd28-43e8-8d86-c0a0d69edb48)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:31:50.344315 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-8cd18623-359e-44bd-b899-49662447f47c req-d3e7f212-eb81-4efc-a9c1-2876068ec4fc tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:50.357392 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c4f0aee5-917a-457f-a8eb-264bf6d20470 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:50.362437 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-92fffd0a-74d3-4e8f-9012-bca9101bb09d tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:50.377145 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d231fe2f-a8ff-481c-95a6-17b40a39f6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:50.432942 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-f7d5c775-debd-4630-b8b4-d520679dc666 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Deleting port 9f4341be-30c2-4b9d-98dc-caede5d06ec3 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:31:50.433714 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f7d5c775-debd-4630-b8b4-d520679dc666 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:50.447721 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c4f0aee5-917a-457f-a8eb-264bf6d20470 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:50.457595 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d231fe2f-a8ff-481c-95a6-17b40a39f6cc None None] Pushing event deleted for resources: {'Port': ['ID=7960fb63-ecd8-48a7-abea-a68500eab4ff,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:50.478873 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-92fffd0a-74d3-4e8f-9012-bca9101bb09d tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:50.481711 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d231fe2f-a8ff-481c-95a6-17b40a39f6cc None None] No DVR routers for this DVR port 7960fb63-ecd8-48a7-abea-a68500eab4ff on host dv-neutron-826830-1-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:31:50.485007 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92fffd0a-74d3-4e8f-9012-bca9101bb09d tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:50.485629 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-92fffd0a-74d3-4e8f-9012-bca9101bb09d tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539973'] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:50.638914 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-92fffd0a-74d3-4e8f-9012-bca9101bb09d tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9656012 Feb 01 04:31:50.645885 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fffd0a-74d3-4e8f-9012-bca9101bb09d tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Pushing event updated for resources: {'Network': ['ID=46eee755-65b2-43da-a49f-8e967aa52c1d,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:50.648374 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33688) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:50.656509 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-adaca16b-e88a-4b8b-a910-6c06942ee3be tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Request body: {'subnet': {'network_id': '46eee755-65b2-43da-a49f-8e967aa52c1d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:31:50.679700 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 46eee755-65b2-43da-a49f-8e967aa52c1d details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:31:50.735805 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-044b4cf5-e694-48f4-b1fe-36262fa6272d tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Notify callbacks [] for floatingip, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:50.805499 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 9f4341be-30c2-4b9d-98dc-caede5d06ec3 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:31:50.898823 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c4f0aee5-917a-457f-a8eb-264bf6d20470 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3037665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694336'] for subnet, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:50.943942 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3756c0-ccdb-4eb4-be06-35aadba8d0c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-08fd6e90-3b58-4a58-bc4d-daed7acd7c85', 'network_id': '08fd6e90-3b58-4a58-bc4d-daed7acd7c85', 'tenant_id': '99c588771a6645f4bc4f4343a4018c7b', 'fixed_ips': [{'subnet_id': '650b87bb-ef35-4869-9474-e031f806992c'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:31:50.945359 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-da3756c0-ccdb-4eb4-be06-35aadba8d0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:50.956659 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f0aee5-917a-457f-a8eb-264bf6d20470 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Pushing event deleted for resources: {'Subnet': ['ID=650b87bb-ef35-4869-9474-e031f806992c,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:50.963216 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-adaca16b-e88a-4b8b-a910-6c06942ee3be tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:31:51.044976 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e8935e3d-82ee-4cfb-8bd5-b006f0657349 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:51.054357 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c4f0aee5-917a-457f-a8eb-264bf6d20470 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:51.085122 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-c4f0aee5-917a-457f-a8eb-264bf6d20470 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08fd6e90-3b58-4a58-bc4d-daed7acd7c85']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:31:51.098148 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-c4f0aee5-917a-457f-a8eb-264bf6d20470 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39d373c2-30f9-4d1e-ab70-1ab63bf8772b') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:31:51.098489 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-c4f0aee5-917a-457f-a8eb-264bf6d20470 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39d373c2-30f9-4d1e-ab70-1ab63bf8772b') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:31:51.103037 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e74bfc05-505a-4d22-9981-a12588b041eb None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:51.105392 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 9f4341be-30c2-4b9d-98dc-caede5d06ec3 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:31:51.105746 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:51.109823 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c4f0aee5-917a-457f-a8eb-264bf6d20470 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:51.128332 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c4f0aee5-917a-457f-a8eb-264bf6d20470 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:51.131359 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-adaca16b-e88a-4b8b-a910-6c06942ee3be tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Usage tracker for resource:subnet and tenant:99b6bfbf92464b8c84fc1a2df29bc9cc is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:31:51.139052 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-adaca16b-e88a-4b8b-a910-6c06942ee3be tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:31:51.145684 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4f0aee5-917a-457f-a8eb-264bf6d20470 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:31:51.146194 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c4f0aee5-917a-457f-a8eb-264bf6d20470 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:51.152438 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-044b4cf5-e694-48f4-b1fe-36262fa6272d tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:51.156477 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-044b4cf5-e694-48f4-b1fe-36262fa6272d tempest-ServersTestManualDisk-1270907864 tempest-ServersTestManualDisk-1270907864-project] 10.222.0.24 "DELETE /v2.0/floatingips/4e3736cb-1094-4377-a094-ae4b663fe8db HTTP/1.1" status: 204 len: 168 time: 7.1585906 Feb 01 04:31:51.166589 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 04:31:51.166589 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:31:51.166589 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 04:31:51.166589 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:31:51.166589 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 04:31:51.166589 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:31:51.166589 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 04:31:51.166589 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:31:51.166589 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 04:31:51.166589 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:31:51.166589 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 04:31:51.166589 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:31:51.166589 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 04:31:51.166589 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:31:51.166589 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:31:51.166589 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:31:51.166589 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:31:51.166589 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:31:51.166589 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 04:31:51.166589 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:31:51.166589 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 04:31:51.166589 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:31:51.166589 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:31:51.166589 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:31:51.166589 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 04:31:51.166589 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:31:51.166589 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:31:51.166589 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:31:51.166589 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:31:51.166589 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:31:51.166589 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:31:51.166589 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:31:51.169717 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-adaca16b-e88a-4b8b-a910-6c06942ee3be tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:31:51.176065 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33694) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:51.188116 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3a8606-7dc0-4d05-80cf-214f7b0baa6d None None] Network 08fd6e90-3b58-4a58-bc4d-daed7acd7c85 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:31:51.225489 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8935e3d-82ee-4cfb-8bd5-b006f0657349 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:31:51.237338 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-e8935e3d-82ee-4cfb-8bd5-b006f0657349 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:31:51.240473 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8935e3d-82ee-4cfb-8bd5-b006f0657349 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:51.241057 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e8935e3d-82ee-4cfb-8bd5-b006f0657349 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539973'] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:51.255450 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e99878-cbfc-4d63-98c6-97ab18cfeb05 None None] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:31:51.282101 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-72b7ea15-32bd-4884-ad7e-cbaa786874bf tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Allocated IP 2001:db8:0:1::11f (1943d36a-bc64-420c-ad24-51014acdb006/3f57b25a-0e13-47cf-a133-4e7d73fc7ca1/5bfeda4b-793f-4742-a048-44d34c69ebfc) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:31:51.318940 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-f7d5c775-debd-4630-b8b4-d520679dc666 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] For port 9f4341be-30c2-4b9d-98dc-caede5d06ec3, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=9f4341be-30c2-4b9d-98dc-caede5d06ec3,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:31:51.319241 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f7d5c775-debd-4630-b8b4-d520679dc666 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:51.332051 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-8cd18623-359e-44bd-b899-49662447f47c req-d3e7f212-eb81-4efc-a9c1-2876068ec4fc tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:51.332470 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-8cd18623-359e-44bd-b899-49662447f47c req-d3e7f212-eb81-4efc-a9c1-2876068ec4fc tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-774194'] for floatingip, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:51.332972 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.l3_db [req-8cd18623-359e-44bd-b899-49662447f47c req-d3e7f212-eb81-4efc-a9c1-2876068ec4fc tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Floating IP ce610516-4256-4548-bdf5-393bcd57606d disassociated. External IP: 172.26.8.96, port: 41353538-ddff-408b-9473-1be7ea56ca2a. Feb 01 04:31:51.333481 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-8cd18623-359e-44bd-b899-49662447f47c req-d3e7f212-eb81-4efc-a9c1-2876068ec4fc tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Calling delete_port for 41353538-ddff-408b-9473-1be7ea56ca2a owned by compute:nova {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:31:51.336438 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bba843-c8a2-4c82-8fb0-4128655d071c req-bd416602-e76e-426b-bdc5-f7c0635154ca tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:51.338030 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-c2bba843-c8a2-4c82-8fb0-4128655d071c req-bd416602-e76e-426b-bdc5-f7c0635154ca tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] 10.222.0.24 "GET /v2.0/ports?device_id=3189e16d-7d7b-43fc-b476-2ea4b657461c HTTP/1.1" status: 200 len: 944 time: 0.4927473 Feb 01 04:31:51.338741 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adaca16b-e88a-4b8b-a910-6c06942ee3be tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Made reservation on behalf of 99b6bfbf92464b8c84fc1a2df29bc9cc for: {'subnet': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:31:51.342103 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-adaca16b-e88a-4b8b-a910-6c06942ee3be tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3694443'] for subnet, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:51.382647 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8935e3d-82ee-4cfb-8bd5-b006f0657349 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event updated for resources: {'Subnet': ['ID=7256ce62-63a7-408c-b161-29af86e1cd16,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:51.415097 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c4f0aee5-917a-457f-a8eb-264bf6d20470 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:51.444793 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-e74bfc05-505a-4d22-9981-a12588b041eb None None] Transition to ACTIVE for port object 6809150f-cf82-4268-86cd-93c37895c70e will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:31:51.451650 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e8935e3d-82ee-4cfb-8bd5-b006f0657349 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.9501684 Feb 01 04:31:51.484563 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33698) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:51.524151 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-e74bfc05-505a-4d22-9981-a12588b041eb None None] Transition to ACTIVE for port object 6809150f-cf82-4268-86cd-93c37895c70e will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:31:51.538637 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-f7d5c775-debd-4630-b8b4-d520679dc666 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Calling delete_port for 9f4341be-30c2-4b9d-98dc-caede5d06ec3 owned by network:router_gateway {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:31:51.541394 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e74bfc05-505a-4d22-9981-a12588b041eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:51.567191 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c4f0aee5-917a-457f-a8eb-264bf6d20470 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539973'] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:51.574818 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-0eba1190-141b-4731-8d4d-a80e90974296 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-70269890', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:31:51.583467 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 7960fb63-ecd8-48a7-abea-a68500eab4ff no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:31:51.609938 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-0eba1190-141b-4731-8d4d-a80e90974296 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:31:51.612484 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f0aee5-917a-457f-a8eb-264bf6d20470 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Pushing event deleted for resources: {'Network': ['ID=08fd6e90-3b58-4a58-bc4d-daed7acd7c85,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:51.627733 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-c2bba843-c8a2-4c82-8fb0-4128655d071c req-e1706538-b6d8-4cd1-85bf-92afb33dd0c7 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] 10.222.0.24 "GET /v2.0/security-groups?id=92eeeb5f-62a6-4c96-8f1e-0247aa1601ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2716658 Feb 01 04:31:51.628829 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-0eba1190-141b-4731-8d4d-a80e90974296 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Usage tracker for resource:router and tenant:60b4e61082d3421283cb095bbc99ad8e is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:31:51.639411 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-0eba1190-141b-4731-8d4d-a80e90974296 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:31:51.650784 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-0eba1190-141b-4731-8d4d-a80e90974296 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:31:51.654570 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-c4f0aee5-917a-457f-a8eb-264bf6d20470 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] 10.222.0.24 "DELETE /v2.0/networks/08fd6e90-3b58-4a58-bc4d-daed7acd7c85 HTTP/1.1" status: 204 len: 168 time: 1.5305674 Feb 01 04:31:51.662499 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 33702) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:51.677469 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-fde599ca-e59d-4b32-84bf-caadbb7c0511 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1354719181'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:31:51.681798 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 7960fb63-ecd8-48a7-abea-a68500eab4ff {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:31:51.682133 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 7960fb63-ecd8-48a7-abea-a68500eab4ff not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:31:51.691756 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74bfc05-505a-4d22-9981-a12588b041eb None None] Network eae6efd3-93ab-4c64-bcba-f776197b4e1c is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:31:51.696766 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-e74bfc05-505a-4d22-9981-a12588b041eb None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:31:51.702167 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-fde599ca-e59d-4b32-84bf-caadbb7c0511 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:31:51.704910 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74bfc05-505a-4d22-9981-a12588b041eb None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:31:51.716821 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-fde599ca-e59d-4b32-84bf-caadbb7c0511 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Usage tracker for resource:network and tenant:99c588771a6645f4bc4f4343a4018c7b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:31:51.723990 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-fde599ca-e59d-4b32-84bf-caadbb7c0511 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:31:51.732887 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-fde599ca-e59d-4b32-84bf-caadbb7c0511 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:31:51.741480 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74bfc05-505a-4d22-9981-a12588b041eb None None] Pushing event updated for resources: {'Port': ['ID=6809150f-cf82-4268-86cd-93c37895c70e,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:51.741944 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0eba1190-141b-4731-8d4d-a80e90974296 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25958'] for router, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:51.743041 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0eba1190-141b-4731-8d4d-a80e90974296 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-372027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25961'] for router, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:51.823699 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fde599ca-e59d-4b32-84bf-caadbb7c0511 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Made reservation on behalf of 99c588771a6645f4bc4f4343a4018c7b for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:31:51.827831 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fde599ca-e59d-4b32-84bf-caadbb7c0511 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:51.881970 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d602b6-8791-4622-999b-d5131caca3d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-14b67238-4e53-405c-b9cd-84b8ff52e36a', 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'tenant_id': '60b4e61082d3421283cb095bbc99ad8e', 'fixed_ips': [{'subnet_id': '7256ce62-63a7-408c-b161-29af86e1cd16'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:31:51.883053 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-76d602b6-8791-4622-999b-d5131caca3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:51.905909 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0eba1190-141b-4731-8d4d-a80e90974296 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:51.919110 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-72b7ea15-32bd-4884-ad7e-cbaa786874bf tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:51.959713 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fde599ca-e59d-4b32-84bf-caadbb7c0511 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:31:51.962644 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-e74bfc05-505a-4d22-9981-a12588b041eb None None] Attempting to bind port 6809150f-cf82-4268-86cd-93c37895c70e on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:31:51.963122 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-e74bfc05-505a-4d22-9981-a12588b041eb None None] Attempting to bind port 6809150f-cf82-4268-86cd-93c37895c70e by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '88330030-a229-4b7c-8673-4cbe0a85bdcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'eae6efd3-93ab-4c64-bcba-f776197b4e1c'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:31:51.963381 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74bfc05-505a-4d22-9981-a12588b041eb None None] Attempting to bind port 6809150f-cf82-4268-86cd-93c37895c70e on network eae6efd3-93ab-4c64-bcba-f776197b4e1c {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:31:51.964083 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0eba1190-141b-4731-8d4d-a80e90974296 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337'] for router, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:51.966074 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-8cd18623-359e-44bd-b899-49662447f47c req-d3e7f212-eb81-4efc-a9c1-2876068ec4fc tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:51.975091 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74bfc05-505a-4d22-9981-a12588b041eb None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:31:51.975481 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74bfc05-505a-4d22-9981-a12588b041eb None None] Checking segment: {'id': '88330030-a229-4b7c-8673-4cbe0a85bdcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'eae6efd3-93ab-4c64-bcba-f776197b4e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:31:51.976065 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e74bfc05-505a-4d22-9981-a12588b041eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:51.976458 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74bfc05-505a-4d22-9981-a12588b041eb None None] Bound using segment: {'id': '88330030-a229-4b7c-8673-4cbe0a85bdcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'eae6efd3-93ab-4c64-bcba-f776197b4e1c'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:31:51.976917 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-e74bfc05-505a-4d22-9981-a12588b041eb None None] Bound port: 6809150f-cf82-4268-86cd-93c37895c70e, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88330030-a229-4b7c-8673-4cbe0a85bdcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'eae6efd3-93ab-4c64-bcba-f776197b4e1c'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:31:51.977450 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e74bfc05-505a-4d22-9981-a12588b041eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:52.038262 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-adaca16b-e88a-4b8b-a910-6c06942ee3be tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3037478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3694457'] for subnet, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:52.068419 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fde599ca-e59d-4b32-84bf-caadbb7c0511 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:52.068959 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-fde599ca-e59d-4b32-84bf-caadbb7c0511 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Added segment a9129206-227d-4b9d-bc96-c854a26081b8 of type vlan for network 89eb9fda-5420-4d4c-b45e-223db35bafc5 Feb 01 04:31:52.070301 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e7f212-eb81-4efc-a9c1-2876068ec4fc tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Pushing event deleted for resources: {'Port': ['ID=41353538-ddff-408b-9473-1be7ea56ca2a,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:52.091630 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0eba1190-141b-4731-8d4d-a80e90974296 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:52.093431 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-0eba1190-141b-4731-8d4d-a80e90974296 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6004691 Feb 01 04:31:52.102550 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33706) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:52.145610 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-e74bfc05-505a-4d22-9981-a12588b041eb None None] For port 6809150f-cf82-4268-86cd-93c37895c70e, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:31:52.160711 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-76d602b6-8791-4622-999b-d5131caca3d3 None None] Allocated IP 2001:db8::2 (14b67238-4e53-405c-b9cd-84b8ff52e36a/7256ce62-63a7-408c-b161-29af86e1cd16/188b6185-de3e-4ad2-a40d-084c4f65e0ab) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:31:52.163622 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-e74bfc05-505a-4d22-9981-a12588b041eb None None] For port 6809150f-cf82-4268-86cd-93c37895c70e, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=6809150f-cf82-4268-86cd-93c37895c70e,segment=NetworkSegment(88330030-a229-4b7c-8673-4cbe0a85bdcf),segment_id=88330030-a229-4b7c-8673-4cbe0a85bdcf)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:31:52.173342 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e74bfc05-505a-4d22-9981-a12588b041eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:52.206539 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-72b7ea15-32bd-4884-ad7e-cbaa786874bf tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Transition to ACTIVE for port object 5bfeda4b-793f-4742-a048-44d34c69ebfc will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:31:52.213573 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fde599ca-e59d-4b32-84bf-caadbb7c0511 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:52.217122 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f7d5c775-debd-4630-b8b4-d520679dc666 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:52.262152 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-72b7ea15-32bd-4884-ad7e-cbaa786874bf tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:52.351765 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74bfc05-505a-4d22-9981-a12588b041eb None None] Pushing event updated for resources: {'Port': ['ID=6809150f-cf82-4268-86cd-93c37895c70e,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:52.423663 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaca16b-e88a-4b8b-a910-6c06942ee3be tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Pushing event updated for resources: {'Subnet': ['ID=3e985788-c234-426c-8d08-765e0f82f8ca,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:52.479257 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d5c775-debd-4630-b8b4-d520679dc666 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Pushing event deleted for resources: {'Port': ['ID=9f4341be-30c2-4b9d-98dc-caede5d06ec3,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:52.499682 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-76d602b6-8791-4622-999b-d5131caca3d3 None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:52.511762 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-76d602b6-8791-4622-999b-d5131caca3d3 None None] Transition to ACTIVE for port object 188b6185-de3e-4ad2-a40d-084c4f65e0ab will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:31:52.537204 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-76d602b6-8791-4622-999b-d5131caca3d3 None None] Transition to ACTIVE for port object 188b6185-de3e-4ad2-a40d-084c4f65e0ab will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:31:52.545371 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adaca16b-e88a-4b8b-a910-6c06942ee3be tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Checking segment: {'id': '83462b4c-0bae-472c-bc4f-38eeaba88425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '46eee755-65b2-43da-a49f-8e967aa52c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:31:52.545740 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adaca16b-e88a-4b8b-a910-6c06942ee3be tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Network hostable DHCP agents. Network: 46eee755-65b2-43da-a49f-8e967aa52c1d, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:31:52.571743 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-76d602b6-8791-4622-999b-d5131caca3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:52.597438 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.db.resource_extend [None req-fde599ca-e59d-4b32-84bf-caadbb7c0511 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 01 04:31:52.724399 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d602b6-8791-4622-999b-d5131caca3d3 None None] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:31:52.748946 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-76d602b6-8791-4622-999b-d5131caca3d3 None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:31:52.753036 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d602b6-8791-4622-999b-d5131caca3d3 None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:31:52.802278 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8cd18623-359e-44bd-b899-49662447f47c req-d3e7f212-eb81-4efc-a9c1-2876068ec4fc tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Router fe334b00-f9c2-4473-a16a-4b711be31f1c has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:31:52.893396 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-72b7ea15-32bd-4884-ad7e-cbaa786874bf tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] In _notify_port_updated(), no bound segment for port 5bfeda4b-793f-4742-a048-44d34c69ebfc on network 1943d36a-bc64-420c-ad24-51014acdb006 {{(pid=87636) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 01 04:31:52.895108 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d602b6-8791-4622-999b-d5131caca3d3 None None] Pushing event updated for resources: {'Port': ['ID=188b6185-de3e-4ad2-a40d-084c4f65e0ab,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:52.899421 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b7ea15-32bd-4884-ad7e-cbaa786874bf tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:52.900190 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-72b7ea15-32bd-4884-ad7e-cbaa786874bf tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:52.902493 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-72b7ea15-32bd-4884-ad7e-cbaa786874bf tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "PUT /v2.0/ports/5bfeda4b-793f-4742-a048-44d34c69ebfc HTTP/1.1" status: 200 len: 1011 time: 4.7923064 Feb 01 04:31:52.941860 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-76d602b6-8791-4622-999b-d5131caca3d3 None None] Attempting to bind port 188b6185-de3e-4ad2-a40d-084c4f65e0ab on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:31:52.942727 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-76d602b6-8791-4622-999b-d5131caca3d3 None None] Attempting to bind port 188b6185-de3e-4ad2-a40d-084c4f65e0ab by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:31:52.943280 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d602b6-8791-4622-999b-d5131caca3d3 None None] Attempting to bind port 188b6185-de3e-4ad2-a40d-084c4f65e0ab on network 14b67238-4e53-405c-b9cd-84b8ff52e36a {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:31:52.950812 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d602b6-8791-4622-999b-d5131caca3d3 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:31:52.951456 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33712) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:52.951598 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d602b6-8791-4622-999b-d5131caca3d3 None None] Checking segment: {'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:31:52.952033 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-76d602b6-8791-4622-999b-d5131caca3d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:52.953179 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d602b6-8791-4622-999b-d5131caca3d3 None None] Bound using segment: {'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:31:52.953654 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-76d602b6-8791-4622-999b-d5131caca3d3 None None] Bound port: 188b6185-de3e-4ad2-a40d-084c4f65e0ab, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:31:52.954187 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-76d602b6-8791-4622-999b-d5131caca3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:52.969878 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adaca16b-e88a-4b8b-a910-6c06942ee3be tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Network 46eee755-65b2-43da-a49f-8e967aa52c1d is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:31:53.024183 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-3edac3f1-c888-4047-9225-0d1b4f62a238 req-00e1535a-2498-46e0-8a78-caf6287f7be5 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Synchronizing usage tracker for tenant:332d5a2a0a29497d81fd0e175d971fc8 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:31:53.027627 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b7ea15-32bd-4884-ad7e-cbaa786874bf tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event updated for resources: {'Port': ['ID=5bfeda4b-793f-4742-a048-44d34c69ebfc,revision_number=3']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:53.039943 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fde599ca-e59d-4b32-84bf-caadbb7c0511 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:53.049096 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde599ca-e59d-4b32-84bf-caadbb7c0511 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:53.049717 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fde599ca-e59d-4b32-84bf-caadbb7c0511 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:53.071668 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-adaca16b-e88a-4b8b-a910-6c06942ee3be tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, 46eee755-65b2-43da-a49f-8e967aa52c1d) {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:31:53.072639 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-76d602b6-8791-4622-999b-d5131caca3d3 None None] For port 188b6185-de3e-4ad2-a40d-084c4f65e0ab, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:31:53.083985 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-76d602b6-8791-4622-999b-d5131caca3d3 None None] For port 188b6185-de3e-4ad2-a40d-084c4f65e0ab, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=188b6185-de3e-4ad2-a40d-084c4f65e0ab,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:31:53.084291 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adaca16b-e88a-4b8b-a910-6c06942ee3be tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:53.084946 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-adaca16b-e88a-4b8b-a910-6c06942ee3be tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:53.088744 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac29aeba-3750-4577-ab26-3e5111dbba4f None None] Network 46eee755-65b2-43da-a49f-8e967aa52c1d requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:31:53.115276 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-76d602b6-8791-4622-999b-d5131caca3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:53.129601 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-6e0afaff-4a29-4cc8-9171-8173c2819236 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Deleting port 5bfeda4b-793f-4742-a048-44d34c69ebfc {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:31:53.130464 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6e0afaff-4a29-4cc8-9171-8173c2819236 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:53.196764 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-3edac3f1-c888-4047-9225-0d1b4f62a238 req-00e1535a-2498-46e0-8a78-caf6287f7be5 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Unset dirty status for tenant:332d5a2a0a29497d81fd0e175d971fc8 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:31:53.197922 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3edac3f1-c888-4047-9225-0d1b4f62a238 req-00e1535a-2498-46e0-8a78-caf6287f7be5 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] 10.222.0.24 "GET /v2.0/ports?device_id=3189e16d-7d7b-43fc-b476-2ea4b657461c HTTP/1.1" status: 200 len: 210 time: 0.3099675 Feb 01 04:31:53.205658 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f7d5c775-debd-4630-b8b4-d520679dc666 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-774381'] for router_gateway, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:53.251452 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-adaca16b-e88a-4b8b-a910-6c06942ee3be tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6019661 Feb 01 04:31:53.260485 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4945e698-f840-451c-a074-73146660c0d3 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:53.274649 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33716) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:53.282334 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-04941277-59a3-4224-9eda-647902e557b4 None None] Provisioning for port 5bfeda4b-793f-4742-a048-44d34c69ebfc completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:31:53.291405 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-04941277-59a3-4224-9eda-647902e557b4 None None] Provisioning complete for port 5bfeda4b-793f-4742-a048-44d34c69ebfc triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:31:53.291772 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-04941277-59a3-4224-9eda-647902e557b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:53.291981 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-e598099c-39c0-423f-8e76-a993ca017650 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1019374079', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:31:53.315538 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-e598099c-39c0-423f-8e76-a993ca017650 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:31:53.342012 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d602b6-8791-4622-999b-d5131caca3d3 None None] Pushing event updated for resources: {'Port': ['ID=188b6185-de3e-4ad2-a40d-084c4f65e0ab,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:53.390988 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde599ca-e59d-4b32-84bf-caadbb7c0511 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Pushing event updated for resources: {'Network': ['ID=89eb9fda-5420-4d4c-b45e-223db35bafc5,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:53.397283 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-fde599ca-e59d-4b32-84bf-caadbb7c0511 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7310860 Feb 01 04:31:53.400421 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-e598099c-39c0-423f-8e76-a993ca017650 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Usage tracker for resource:router and tenant:99b6bfbf92464b8c84fc1a2df29bc9cc is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:31:53.401774 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 33720) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:53.417740 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-e598099c-39c0-423f-8e76-a993ca017650 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:31:53.463632 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 89eb9fda-5420-4d4c-b45e-223db35bafc5 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:31:53.478989 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f7d5c775-debd-4630-b8b4-d520679dc666 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25968'] for router, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:53.485690 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-ad3f5e33-4858-4694-8332-4c8cda21adec tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Request body: {'subnet': {'network_id': '89eb9fda-5420-4d4c-b45e-223db35bafc5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:31:53.495668 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-04941277-59a3-4224-9eda-647902e557b4 None None] Port 5bfeda4b-793f-4742-a048-44d34c69ebfc cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:31:53.504906 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f7d5c775-debd-4630-b8b4-d520679dc666 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:53.606764 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba088782-4077-4d22-bfdd-6eb4b9c5f03f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-46eee755-65b2-43da-a49f-8e967aa52c1d', 'network_id': '46eee755-65b2-43da-a49f-8e967aa52c1d', 'tenant_id': '99b6bfbf92464b8c84fc1a2df29bc9cc', 'fixed_ips': [{'subnet_id': '3e985788-c234-426c-8d08-765e0f82f8ca'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:31:53.607637 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ba088782-4077-4d22-bfdd-6eb4b9c5f03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:53.617293 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-e598099c-39c0-423f-8e76-a993ca017650 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:31:53.678378 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e598099c-39c0-423f-8e76-a993ca017650 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25958'] for router, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:53.679430 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e598099c-39c0-423f-8e76-a993ca017650 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-372027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25961'] for router, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:53.725648 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8cd18623-359e-44bd-b899-49662447f47c req-d3e7f212-eb81-4efc-a9c1-2876068ec4fc tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:31:53.742266 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663934cc-9628-47ab-b445-e46cc495f7ac None None] Sync routers for ids ['fe334b00-f9c2-4473-a16a-4b711be31f1c'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:31:53.761170 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663934cc-9628-47ab-b445-e46cc495f7ac None None] Routers {'fe334b00-f9c2-4473-a16a-4b711be31f1c'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:31:53.761914 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-663934cc-9628-47ab-b445-e46cc495f7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:31:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['fe334b00-f9c2-4473-a16a-4b711be31f1c'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:31:53.838503 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f7d5c775-debd-4630-b8b4-d520679dc666 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772958'] for router, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:53.839174 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d5c775-debd-4630-b8b4-d520679dc666 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dff1e7a5-67b7-48a5-b4dd-a05c9b19afc7 {{(pid=87636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 01 04:31:53.855703 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-ad3f5e33-4858-4694-8332-4c8cda21adec tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:31:53.876183 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-ad3f5e33-4858-4694-8332-4c8cda21adec tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Usage tracker for resource:subnet and tenant:99c588771a6645f4bc4f4343a4018c7b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:31:53.880391 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-ad3f5e33-4858-4694-8332-4c8cda21adec tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:31:53.894209 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-ad3f5e33-4858-4694-8332-4c8cda21adec tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:31:53.941703 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f7d5c775-debd-4630-b8b4-d520679dc666 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:53.953266 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f7d5c775-debd-4630-b8b4-d520679dc666 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] 10.222.0.24 "DELETE /v2.0/routers/dff1e7a5-67b7-48a5-b4dd-a05c9b19afc7 HTTP/1.1" status: 204 len: 168 time: 9.3323922 Feb 01 04:31:53.981091 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 33724) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:53.984095 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad3f5e33-4858-4694-8332-4c8cda21adec tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Made reservation on behalf of 99c588771a6645f4bc4f4343a4018c7b for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:31:53.992271 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ad3f5e33-4858-4694-8332-4c8cda21adec tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:54.009102 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-ba088782-4077-4d22-bfdd-6eb4b9c5f03f None None] Allocated IP 172.20.0.2 (46eee755-65b2-43da-a49f-8e967aa52c1d/3e985788-c234-426c-8d08-765e0f82f8ca/fc2d1ab5-74b0-444b-b6d1-03bb4df431c8) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:31:54.035271 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cd18623-359e-44bd-b899-49662447f47c req-d3e7f212-eb81-4efc-a9c1-2876068ec4fc tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] No DVR routers for this DVR port 41353538-ddff-408b-9473-1be7ea56ca2a on host hv-neutron-8268 {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:31:54.101106 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6e0afaff-4a29-4cc8-9171-8173c2819236 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:54.118865 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-8cd18623-359e-44bd-b899-49662447f47c req-d3e7f212-eb81-4efc-a9c1-2876068ec4fc tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:54.125842 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8cd18623-359e-44bd-b899-49662447f47c req-d3e7f212-eb81-4efc-a9c1-2876068ec4fc tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] 10.222.0.18 "DELETE /v2.0/ports/41353538-ddff-408b-9473-1be7ea56ca2a HTTP/1.1" status: 204 len: 173 time: 10.5462885 Feb 01 04:31:54.126564 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3189e16d-7d7b-43fc-b476-2ea4b657461c', 'name': 'network-vif-deleted', 'tag': '41353538-ddff-408b-9473-1be7ea56ca2a'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:31:54.175918 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92f034c-4218-492f-bd15-39fb701b712d None None] Network eae6efd3-93ab-4c64-bcba-f776197b4e1c requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:31:54.261590 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-663934cc-9628-47ab-b445-e46cc495f7ac None None] Set router fe334b00-f9c2-4473-a16a-4b711be31f1c gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:31:54.271380 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-6e0afaff-4a29-4cc8-9171-8173c2819236 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Calling delete_port for 5bfeda4b-793f-4742-a048-44d34c69ebfc owned by {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:31:54.289978 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3189e16d-7d7b-43fc-b476-2ea4b657461c', 'name': 'network-vif-deleted', 'tag': '41353538-ddff-408b-9473-1be7ea56ca2a', 'status': 'completed', 'code': 200} Feb 01 04:31:54.663194 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-2296cb29-0501-464e-ae27-4982d13cde41 None None] Provisioning for port 6809150f-cf82-4268-86cd-93c37895c70e completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:31:54.699116 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-4945e698-f840-451c-a074-73146660c0d3 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Allocated IP 2001:db8::1 (14b67238-4e53-405c-b9cd-84b8ff52e36a/7256ce62-63a7-408c-b161-29af86e1cd16/cbfa7925-44a4-4e61-bdb8-9a41e325e709) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:31:54.732932 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d2538c34-3704-467f-8c52-c1eef1fb7fc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-371968'] for router_interface, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:54.815831 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-663934cc-9628-47ab-b445-e46cc495f7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe334b00-f9c2-4473-a16a-4b711be31f1c', 'name': 'tempest-ServersTestJSON-82895039-router', 'tenant_id': '332d5a2a0a29497d81fd0e175d971fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.36'}], 'enable_snat': True}, 'gw_port_id': 'd753bac5-2ff2-45a5-9ec1-4f4d0e2b5091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:29:59Z', 'updated_at': '2022-02-01T04:30:15Z', 'revision_number': 4, 'project_id': '332d5a2a0a29497d81fd0e175d971fc8', 'gw_port': {'id': 'd753bac5-2ff2-45a5-9ec1-4f4d0e2b5091', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:7e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe334b00-f9c2-4473-a16a-4b711be31f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:30:01Z', 'updated_at': '2022-02-01T04:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '2d116971-bcdd-4fd8-aca4-890259ada2e6', 'name': '', 'network_id': '90ceb3fa-eeb4-4146-8853-bf11c986f415', 'tenant_id': '332d5a2a0a29497d81fd0e175d971fc8', 'mac_address': 'fa:16:3e:16:8a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe334b00-f9c2-4473-a16a-4b711be31f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'f42bcb10-2f4f-4796-800c-dcbbdb896d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:30:13Z', 'updated_at': '2022-02-01T04:30:25Z', 'revision_number': 5, 'project_id': '332d5a2a0a29497d81fd0e175d971fc8', 'subnets': [{'id': 'f42bcb10-2f4f-4796-800c-dcbbdb896d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:31:54.827536 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663934cc-9628-47ab-b445-e46cc495f7ac None None] Checking router: fe334b00-f9c2-4473-a16a-4b711be31f1c for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:31:54.848561 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663934cc-9628-47ab-b445-e46cc495f7ac None None] Routers {'fe334b00-f9c2-4473-a16a-4b711be31f1c'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:31:54.849108 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-663934cc-9628-47ab-b445-e46cc495f7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:31:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['fe334b00-f9c2-4473-a16a-4b711be31f1c'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:31:54.892573 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e598099c-39c0-423f-8e76-a993ca017650 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:54.914613 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 6809150f-cf82-4268-86cd-93c37895c70e up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:31:54.978095 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ba088782-4077-4d22-bfdd-6eb4b9c5f03f None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:55.009792 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6e0afaff-4a29-4cc8-9171-8173c2819236 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:55.018337 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-ba088782-4077-4d22-bfdd-6eb4b9c5f03f None None] Transition to ACTIVE for port object fc2d1ab5-74b0-444b-b6d1-03bb4df431c8 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:31:55.071570 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-ba088782-4077-4d22-bfdd-6eb4b9c5f03f None None] Transition to ACTIVE for port object fc2d1ab5-74b0-444b-b6d1-03bb4df431c8 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:31:55.073660 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e74bf4cb-6bd7-4cdf-a45c-526029a3196f req-16fb7125-afbf-4d80-b391-68bab2c0a848 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] 10.222.0.24 "GET /v2.0/ports?device_id=3189e16d-7d7b-43fc-b476-2ea4b657461c HTTP/1.1" status: 200 len: 210 time: 0.1660163 Feb 01 04:31:55.084245 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ba088782-4077-4d22-bfdd-6eb4b9c5f03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:55.141097 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 6809150f-cf82-4268-86cd-93c37895c70e completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:31:55.182099 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 6809150f-cf82-4268-86cd-93c37895c70e triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:31:55.182754 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:55.242485 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba088782-4077-4d22-bfdd-6eb4b9c5f03f None None] Network 46eee755-65b2-43da-a49f-8e967aa52c1d is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:31:55.245787 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-663934cc-9628-47ab-b445-e46cc495f7ac None None] Set router fe334b00-f9c2-4473-a16a-4b711be31f1c gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:31:55.251877 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-4fc61cff-91e4-4225-9842-750793cd1ff8 None None] Provisioning for port 188b6185-de3e-4ad2-a40d-084c4f65e0ab completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:31:55.257189 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-ba088782-4077-4d22-bfdd-6eb4b9c5f03f None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:31:55.261045 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-75fa726a-1688-42ad-b3de-20484e8b506e tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks [] for router, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:55.272853 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba088782-4077-4d22-bfdd-6eb4b9c5f03f None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:31:55.284309 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0afaff-4a29-4cc8-9171-8173c2819236 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event deleted for resources: {'Port': ['ID=5bfeda4b-793f-4742-a048-44d34c69ebfc,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:55.299473 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba088782-4077-4d22-bfdd-6eb4b9c5f03f None None] Pushing event updated for resources: {'Port': ['ID=fc2d1ab5-74b0-444b-b6d1-03bb4df431c8,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:55.337972 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ad3f5e33-4858-4694-8332-4c8cda21adec tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:55.352809 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e598099c-39c0-423f-8e76-a993ca017650 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337'] for router, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:55.428985 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3f5e33-4858-4694-8332-4c8cda21adec tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Pushing event updated for resources: {'Subnet': ['ID=e6427ec4-75a4-40b2-8aee-442b29c3480f,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:55.450658 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-ba088782-4077-4d22-bfdd-6eb4b9c5f03f None None] Attempting to bind port fc2d1ab5-74b0-444b-b6d1-03bb4df431c8 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:31:55.451036 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-ba088782-4077-4d22-bfdd-6eb4b9c5f03f None None] Attempting to bind port fc2d1ab5-74b0-444b-b6d1-03bb4df431c8 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '83462b4c-0bae-472c-bc4f-38eeaba88425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '46eee755-65b2-43da-a49f-8e967aa52c1d'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:31:55.451985 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba088782-4077-4d22-bfdd-6eb4b9c5f03f None None] Attempting to bind port fc2d1ab5-74b0-444b-b6d1-03bb4df431c8 on network 46eee755-65b2-43da-a49f-8e967aa52c1d {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:31:55.463041 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba088782-4077-4d22-bfdd-6eb4b9c5f03f None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:31:55.463580 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba088782-4077-4d22-bfdd-6eb4b9c5f03f None None] Checking segment: {'id': '83462b4c-0bae-472c-bc4f-38eeaba88425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '46eee755-65b2-43da-a49f-8e967aa52c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:31:55.464163 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ba088782-4077-4d22-bfdd-6eb4b9c5f03f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:55.464573 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba088782-4077-4d22-bfdd-6eb4b9c5f03f None None] Bound using segment: {'id': '83462b4c-0bae-472c-bc4f-38eeaba88425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '46eee755-65b2-43da-a49f-8e967aa52c1d'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:31:55.465225 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-ba088782-4077-4d22-bfdd-6eb4b9c5f03f None None] Bound port: fc2d1ab5-74b0-444b-b6d1-03bb4df431c8, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83462b4c-0bae-472c-bc4f-38eeaba88425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '46eee755-65b2-43da-a49f-8e967aa52c1d'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:31:55.466096 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ba088782-4077-4d22-bfdd-6eb4b9c5f03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:55.516203 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6e0afaff-4a29-4cc8-9171-8173c2819236 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:55.608093 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-6e0afaff-4a29-4cc8-9171-8173c2819236 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "DELETE /v2.0/ports/5bfeda4b-793f-4742-a048-44d34c69ebfc HTTP/1.1" status: 204 len: 168 time: 2.6555178 Feb 01 04:31:55.611122 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 33732) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:55.615504 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3f5e33-4858-4694-8332-4c8cda21adec tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Checking segment: {'id': 'a9129206-227d-4b9d-bc96-c854a26081b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '89eb9fda-5420-4d4c-b45e-223db35bafc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:31:55.615861 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3f5e33-4858-4694-8332-4c8cda21adec tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Network hostable DHCP agents. Network: 89eb9fda-5420-4d4c-b45e-223db35bafc5, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:31:55.619213 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e598099c-39c0-423f-8e76-a993ca017650 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:55.620747 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-e598099c-39c0-423f-8e76-a993ca017650 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 2.3428750 Feb 01 04:31:55.657803 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-ba088782-4077-4d22-bfdd-6eb4b9c5f03f None None] For port fc2d1ab5-74b0-444b-b6d1-03bb4df431c8, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:31:55.660954 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 33736) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:55.663173 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-ba088782-4077-4d22-bfdd-6eb4b9c5f03f None None] For port fc2d1ab5-74b0-444b-b6d1-03bb4df431c8, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=fc2d1ab5-74b0-444b-b6d1-03bb4df431c8,segment=NetworkSegment(83462b4c-0bae-472c-bc4f-38eeaba88425),segment_id=83462b4c-0bae-472c-bc4f-38eeaba88425)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:31:55.676806 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ba088782-4077-4d22-bfdd-6eb4b9c5f03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:55.677740 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4945e698-f840-451c-a074-73146660c0d3 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:55.705014 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-4945e698-f840-451c-a074-73146660c0d3 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Transition to ACTIVE for port object cbfa7925-44a4-4e61-bdb8-9a41e325e709 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:31:55.743894 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:55.763663 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-779a443d-65b3-423c-a824-9c2c8b5959be tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] GET failed (client error): The resource could not be found. Feb 01 04:31:55.764224 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-779a443d-65b3-423c-a824-9c2c8b5959be tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Synchronizing usage tracker for tenant:4859bcd8aae8416eba645579d339c6c6 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:31:55.795414 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4945e698-f840-451c-a074-73146660c0d3 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:55.800038 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-663934cc-9628-47ab-b445-e46cc495f7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe334b00-f9c2-4473-a16a-4b711be31f1c', 'name': 'tempest-ServersTestJSON-82895039-router', 'tenant_id': '332d5a2a0a29497d81fd0e175d971fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.36'}], 'enable_snat': True}, 'gw_port_id': 'd753bac5-2ff2-45a5-9ec1-4f4d0e2b5091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:29:59Z', 'updated_at': '2022-02-01T04:30:15Z', 'revision_number': 4, 'project_id': '332d5a2a0a29497d81fd0e175d971fc8', 'gw_port': {'id': 'd753bac5-2ff2-45a5-9ec1-4f4d0e2b5091', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:7e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe334b00-f9c2-4473-a16a-4b711be31f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:30:01Z', 'updated_at': '2022-02-01T04:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '2d116971-bcdd-4fd8-aca4-890259ada2e6', 'name': '', 'network_id': '90ceb3fa-eeb4-4146-8853-bf11c986f415', 'tenant_id': '332d5a2a0a29497d81fd0e175d971fc8', 'mac_address': 'fa:16:3e:16:8a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe334b00-f9c2-4473-a16a-4b711be31f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'f42bcb10-2f4f-4796-800c-dcbbdb896d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:30:13Z', 'updated_at': '2022-02-01T04:30:25Z', 'revision_number': 5, 'project_id': '332d5a2a0a29497d81fd0e175d971fc8', 'subnets': [{'id': 'f42bcb10-2f4f-4796-800c-dcbbdb896d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:31:55.805088 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663934cc-9628-47ab-b445-e46cc495f7ac None None] The sync data for ids ['fe334b00-f9c2-4473-a16a-4b711be31f1c'] in dv-neutron-826830-1-hyperv is: [{'id': 'fe334b00-f9c2-4473-a16a-4b711be31f1c', 'name': 'tempest-ServersTestJSON-82895039-router', 'tenant_id': '332d5a2a0a29497d81fd0e175d971fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.36'}], 'enable_snat': True}, 'gw_port_id': 'd753bac5-2ff2-45a5-9ec1-4f4d0e2b5091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:29:59Z', 'updated_at': '2022-02-01T04:30:15Z', 'revision_number': 4, 'project_id': '332d5a2a0a29497d81fd0e175d971fc8', 'gw_port': {'id': 'd753bac5-2ff2-45a5-9ec1-4f4d0e2b5091', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:7e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe334b00-f9c2-4473-a16a-4b711be31f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:30:01Z', 'updated_at': '2022-02-01T04:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '2d116971-bcdd-4fd8-aca4-890259ada2e6', 'name': '', 'network_id': '90ceb3fa-eeb4-4146-8853-bf11c986f415', 'tenant_id': '332d5a2a0a29497d81fd0e175d971fc8', 'mac_address': 'fa:16:3e:16:8a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe334b00-f9c2-4473-a16a-4b711be31f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'f42bcb10-2f4f-4796-800c-dcbbdb896d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:30:13Z', 'updated_at': '2022-02-01T04:30:25Z', 'revision_number': 5, 'project_id': '332d5a2a0a29497d81fd0e175d971fc8', 'subnets': [{'id': 'f42bcb10-2f4f-4796-800c-dcbbdb896d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:31:55.812452 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-21600c55-ada4-4682-a385-ca0c078e006a None None] Provisioning complete for port 6809150f-cf82-4268-86cd-93c37895c70e triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:31:55.812870 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-21600c55-ada4-4682-a385-ca0c078e006a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:55.828550 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-75fa726a-1688-42ad-b3de-20484e8b506e tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:55.841907 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba088782-4077-4d22-bfdd-6eb4b9c5f03f None None] Pushing event updated for resources: {'Port': ['ID=fc2d1ab5-74b0-444b-b6d1-03bb4df431c8,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:55.915250 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4945e698-f840-451c-a074-73146660c0d3 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event updated for resources: {'Port': ['ID=cbfa7925-44a4-4e61-bdb8-9a41e325e709,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:55.921394 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-d2538c34-3704-467f-8c52-c1eef1fb7fc8 admin admin] Deleting port ebe58ec0-2b1a-4ac8-bfa7-faece648d91e {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:31:55.926897 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d2538c34-3704-467f-8c52-c1eef1fb7fc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:55.931443 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 6809150f-cf82-4268-86cd-93c37895c70e, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=6809150f-cf82-4268-86cd-93c37895c70e,segment=NetworkSegment(88330030-a229-4b7c-8673-4cbe0a85bdcf),segment_id=88330030-a229-4b7c-8673-4cbe0a85bdcf)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:31:55.945460 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:55.946298 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 188b6185-de3e-4ad2-a40d-084c4f65e0ab up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:31:55.981319 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3f5e33-4858-4694-8332-4c8cda21adec tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Network 89eb9fda-5420-4d4c-b45e-223db35bafc5 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:31:55.994974 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-75fa726a-1688-42ad-b3de-20484e8b506e tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Deleting port bafac97c-c6de-4cfb-90be-5472206b88ae {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:31:55.995403 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-75fa726a-1688-42ad-b3de-20484e8b506e tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:56.187704 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-d2538c34-3704-467f-8c52-c1eef1fb7fc8 admin admin] For port ebe58ec0-2b1a-4ac8-bfa7-faece648d91e, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=ebe58ec0-2b1a-4ac8-bfa7-faece648d91e,segment=NetworkSegment(f3c730b5-ac0c-4a87-93d7-0709403005ff),segment_id=f3c730b5-ac0c-4a87-93d7-0709403005ff)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:31:56.188098 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d2538c34-3704-467f-8c52-c1eef1fb7fc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:56.189294 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-779a443d-65b3-423c-a824-9c2c8b5959be tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Unset dirty status for tenant:4859bcd8aae8416eba645579d339c6c6 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:31:56.191285 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-779a443d-65b3-423c-a824-9c2c8b5959be tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "GET /v2.0/ports/5bfeda4b-793f-4742-a048-44d34c69ebfc HTTP/1.1" status: 404 len: 333 time: 0.5771470 Feb 01 04:31:56.192630 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-ad3f5e33-4858-4694-8332-4c8cda21adec tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, 89eb9fda-5420-4d4c-b45e-223db35bafc5) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:31:56.194368 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 33742) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:56.199833 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=6809150f-cf82-4268-86cd-93c37895c70e,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:56.212200 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 188b6185-de3e-4ad2-a40d-084c4f65e0ab completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:31:56.217582 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c1eba5-03da-4a52-a2d5-92a1cd21e2c0 None None] Network 89eb9fda-5420-4d4c-b45e-223db35bafc5 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:31:56.258477 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 188b6185-de3e-4ad2-a40d-084c4f65e0ab triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:31:56.258882 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:56.369166 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3f5e33-4858-4694-8332-4c8cda21adec tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:56.369683 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ad3f5e33-4858-4694-8332-4c8cda21adec tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539973'] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:56.378910 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-d2538c34-3704-467f-8c52-c1eef1fb7fc8 admin admin] Calling delete_port for ebe58ec0-2b1a-4ac8-bfa7-faece648d91e owned by network:router_interface {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:31:56.414556 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33748) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:56.428187 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c899a72e-d3e7-4070-b832-2f910bb31e1d None None] New status for floating IP ce610516-4256-4548-bdf5-393bcd57606d: DOWN {{(pid=87638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 01 04:31:56.462123 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4945e698-f840-451c-a074-73146660c0d3 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:31:56.469790 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-4945e698-f840-451c-a074-73146660c0d3 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:31:56.488798 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4945e698-f840-451c-a074-73146660c0d3 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:31:56.489113 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4945e698-f840-451c-a074-73146660c0d3 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-372107'] for router_interface, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:56.529164 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-75fa726a-1688-42ad-b3de-20484e8b506e tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] For port bafac97c-c6de-4cfb-90be-5472206b88ae, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=bafac97c-c6de-4cfb-90be-5472206b88ae,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:31:56.529519 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-75fa726a-1688-42ad-b3de-20484e8b506e tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:56.659672 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-75fa726a-1688-42ad-b3de-20484e8b506e tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Calling delete_port for bafac97c-c6de-4cfb-90be-5472206b88ae owned by network:router_gateway {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:31:56.842161 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2c4f26ea-841e-41c6-86b7-326b3458a02f tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Notify callbacks [] for security_group, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:56.885022 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f1fe6a-473f-4e9a-a866-e8737ff27783 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-89eb9fda-5420-4d4c-b45e-223db35bafc5', 'network_id': '89eb9fda-5420-4d4c-b45e-223db35bafc5', 'tenant_id': '99c588771a6645f4bc4f4343a4018c7b', 'fixed_ips': [{'subnet_id': 'e6427ec4-75a4-40b2-8aee-442b29c3480f'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:31:56.886490 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-21f1fe6a-473f-4e9a-a866-e8737ff27783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:56.933509 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ad3f5e33-4858-4694-8332-4c8cda21adec tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.4633555 Feb 01 04:31:56.936682 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 33752) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:56.947692 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-52a48be2-dc44-4d2a-ae73-84869322844a tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1778667264'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:31:56.980707 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2c4f26ea-841e-41c6-86b7-326b3458a02f tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:56.985263 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:57.015801 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-a0f238e1-57ce-4ed5-9e54-22b89bcf51cb None None] Provisioning for port cbfa7925-44a4-4e61-bdb8-9a41e325e709 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:31:57.030983 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-a0f238e1-57ce-4ed5-9e54-22b89bcf51cb None None] Provisioning complete for port cbfa7925-44a4-4e61-bdb8-9a41e325e709 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:31:57.031410 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a0f238e1-57ce-4ed5-9e54-22b89bcf51cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:57.050180 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-52a48be2-dc44-4d2a-ae73-84869322844a tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:31:57.060891 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-52a48be2-dc44-4d2a-ae73-84869322844a tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Usage tracker for resource:network and tenant:99c588771a6645f4bc4f4343a4018c7b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:31:57.066142 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d23f519c-41f5-43ed-bae3-be160559cf97 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:57.093692 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-52a48be2-dc44-4d2a-ae73-84869322844a tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:31:57.099434 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4945e698-f840-451c-a074-73146660c0d3 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:57.117874 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 188b6185-de3e-4ad2-a40d-084c4f65e0ab, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=188b6185-de3e-4ad2-a40d-084c4f65e0ab,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:31:57.132353 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2c4f26ea-841e-41c6-86b7-326b3458a02f tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:57.133280 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:57.160179 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4f26ea-841e-41c6-86b7-326b3458a02f tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92eeeb5f-62a6-4c96-8f1e-0247aa1601ac,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:57.161672 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-52a48be2-dc44-4d2a-ae73-84869322844a tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:31:57.193407 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 9f4341be-30c2-4b9d-98dc-caede5d06ec3 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:31:57.197609 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-97331434-8f0b-4881-b10d-ebf70a09146a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Deleting subnet 3f57b25a-0e13-47cf-a133-4e7d73fc7ca1 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:31:57.200809 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-97331434-8f0b-4881-b10d-ebf70a09146a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:57.245127 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-a0f238e1-57ce-4ed5-9e54-22b89bcf51cb None None] Port cbfa7925-44a4-4e61-bdb8-9a41e325e709 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:31:57.253332 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2c4f26ea-841e-41c6-86b7-326b3458a02f tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:57.257202 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-2c4f26ea-841e-41c6-86b7-326b3458a02f tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] 10.222.0.24 "DELETE /v2.0/security-groups/92eeeb5f-62a6-4c96-8f1e-0247aa1601ac HTTP/1.1" status: 204 len: 168 time: 0.8391182 Feb 01 04:31:57.265546 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-97331434-8f0b-4881-b10d-ebf70a09146a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145757'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:57.285205 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 9f4341be-30c2-4b9d-98dc-caede5d06ec3 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:31:57.285547 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 9f4341be-30c2-4b9d-98dc-caede5d06ec3 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:31:57.307348 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 33756) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:57.347036 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=188b6185-de3e-4ad2-a40d-084c4f65e0ab,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:57.354806 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-21f1fe6a-473f-4e9a-a866-e8737ff27783 None None] Allocated IP 2001:db8::3 (89eb9fda-5420-4d4c-b45e-223db35bafc5/e6427ec4-75a4-40b2-8aee-442b29c3480f/49c8c502-bf8a-43f8-b04e-57ade7aeac37) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:31:57.402583 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a48be2-dc44-4d2a-ae73-84869322844a tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Made reservation on behalf of 99c588771a6645f4bc4f4343a4018c7b for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:31:57.406659 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-52a48be2-dc44-4d2a-ae73-84869322844a tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:57.429805 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99df2b99-e5f2-45de-8a64-432c848cc784 None None] Network 46eee755-65b2-43da-a49f-8e967aa52c1d requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:31:57.476365 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-76dabe99-a987-4f3e-8ded-01f1c4e05d72 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] show failed (client error): The resource could not be found. Feb 01 04:31:57.477387 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-76dabe99-a987-4f3e-8ded-01f1c4e05d72 tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] 10.222.0.24 "GET /v2.0/security-groups/92eeeb5f-62a6-4c96-8f1e-0247aa1601ac HTTP/1.1" status: 404 len: 347 time: 0.1684322 Feb 01 04:31:57.504183 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33762) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:57.563094 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52a48be2-dc44-4d2a-ae73-84869322844a tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:31:57.600551 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-52a48be2-dc44-4d2a-ae73-84869322844a tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:57.600951 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-52a48be2-dc44-4d2a-ae73-84869322844a tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Added segment d1e85fec-58ec-447e-ae8f-1ae99d15ac8b of type vlan for network 7247d5e1-43bd-4326-a950-58070cbb8671 Feb 01 04:31:57.616991 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d2538c34-3704-467f-8c52-c1eef1fb7fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:57.640123 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device fc2d1ab5-74b0-444b-b6d1-03bb4df431c8 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:31:57.653485 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-97331434-8f0b-4881-b10d-ebf70a09146a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:57.680850 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-75fa726a-1688-42ad-b3de-20484e8b506e tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:57.697670 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-bbbec8a2-d4df-4de9-af96-ecfd7750ca0e None None] Provisioning for port fc2d1ab5-74b0-444b-b6d1-03bb4df431c8 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:31:57.732285 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2538c34-3704-467f-8c52-c1eef1fb7fc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebe58ec0-2b1a-4ac8-bfa7-faece648d91e,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:57.752191 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fa726a-1688-42ad-b3de-20484e8b506e tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Pushing event deleted for resources: {'Port': ['ID=bafac97c-c6de-4cfb-90be-5472206b88ae,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:57.824670 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-52a48be2-dc44-4d2a-ae73-84869322844a tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:57.838897 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-5921f82c-c4e9-4687-b043-d2d8a2585a8b tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Deleting port 821b2ce8-e499-4676-9314-395d2f0fcca0 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:31:57.839271 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5921f82c-c4e9-4687-b043-d2d8a2585a8b tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:57.895990 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2538c34-3704-467f-8c52-c1eef1fb7fc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:31:57.896355 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2538c34-3704-467f-8c52-c1eef1fb7fc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:31:57.896732 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2538c34-3704-467f-8c52-c1eef1fb7fc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:31:57.897102 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2538c34-3704-467f-8c52-c1eef1fb7fc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:31:57.899243 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2538c34-3704-467f-8c52-c1eef1fb7fc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:31:57.899831 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2538c34-3704-467f-8c52-c1eef1fb7fc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:31:57.900370 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2538c34-3704-467f-8c52-c1eef1fb7fc8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:31:57.900859 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2538c34-3704-467f-8c52-c1eef1fb7fc8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:31:57.901377 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2538c34-3704-467f-8c52-c1eef1fb7fc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:31:57.901889 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2538c34-3704-467f-8c52-c1eef1fb7fc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:31:57.902400 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2538c34-3704-467f-8c52-c1eef1fb7fc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:31:57.902874 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2538c34-3704-467f-8c52-c1eef1fb7fc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:31:57.983506 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-75fa726a-1688-42ad-b3de-20484e8b506e tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-774381'] for router_gateway, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:58.002870 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-21f1fe6a-473f-4e9a-a866-e8737ff27783 None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:58.023172 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port fc2d1ab5-74b0-444b-b6d1-03bb4df431c8 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:31:58.028804 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-21f1fe6a-473f-4e9a-a866-e8737ff27783 None None] Transition to ACTIVE for port object 49c8c502-bf8a-43f8-b04e-57ade7aeac37 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:31:58.044371 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port fc2d1ab5-74b0-444b-b6d1-03bb4df431c8 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:31:58.044913 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:58.088763 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-21f1fe6a-473f-4e9a-a866-e8737ff27783 None None] Transition to ACTIVE for port object 49c8c502-bf8a-43f8-b04e-57ade7aeac37 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:31:58.109432 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-21f1fe6a-473f-4e9a-a866-e8737ff27783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:58.164427 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-75fa726a-1688-42ad-b3de-20484e8b506e tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25968'] for router, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:58.166761 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-75fa726a-1688-42ad-b3de-20484e8b506e tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:58.190655 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f1fe6a-473f-4e9a-a866-e8737ff27783 None None] Network 89eb9fda-5420-4d4c-b45e-223db35bafc5 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:31:58.194416 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-21f1fe6a-473f-4e9a-a866-e8737ff27783 None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:31:58.198501 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-75fa726a-1688-42ad-b3de-20484e8b506e tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772958'] for router, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:58.204830 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75fa726a-1688-42ad-b3de-20484e8b506e tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 62976f98-2404-45bd-9744-da764c61e0e6 {{(pid=87636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 01 04:31:58.204934 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f1fe6a-473f-4e9a-a866-e8737ff27783 None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:31:58.207417 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f1fe6a-473f-4e9a-a866-e8737ff27783 None None] Pushing event updated for resources: {'Port': ['ID=49c8c502-bf8a-43f8-b04e-57ade7aeac37,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:58.214815 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-52a48be2-dc44-4d2a-ae73-84869322844a tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:58.220433 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a48be2-dc44-4d2a-ae73-84869322844a tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:31:58.221022 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-52a48be2-dc44-4d2a-ae73-84869322844a tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:58.359836 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a48be2-dc44-4d2a-ae73-84869322844a tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Pushing event updated for resources: {'Network': ['ID=7247d5e1-43bd-4326-a950-58070cbb8671,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:58.363330 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-97331434-8f0b-4881-b10d-ebf70a09146a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3072169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2652276'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:58.376465 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:58.392152 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 7247d5e1-43bd-4326-a950-58070cbb8671 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:31:58.395944 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5921f82c-c4e9-4687-b043-d2d8a2585a8b tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:58.396225 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5921f82c-c4e9-4687-b043-d2d8a2585a8b tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:58.418739 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-21f1fe6a-473f-4e9a-a866-e8737ff27783 None None] Attempting to bind port 49c8c502-bf8a-43f8-b04e-57ade7aeac37 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:31:58.419108 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-21f1fe6a-473f-4e9a-a866-e8737ff27783 None None] Attempting to bind port 49c8c502-bf8a-43f8-b04e-57ade7aeac37 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': 'a9129206-227d-4b9d-bc96-c854a26081b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '89eb9fda-5420-4d4c-b45e-223db35bafc5'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:31:58.419491 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f1fe6a-473f-4e9a-a866-e8737ff27783 None None] Attempting to bind port 49c8c502-bf8a-43f8-b04e-57ade7aeac37 on network 89eb9fda-5420-4d4c-b45e-223db35bafc5 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:31:58.449902 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-d23f519c-41f5-43ed-bae3-be160559cf97 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Allocated IP 172.20.0.1 (46eee755-65b2-43da-a49f-8e967aa52c1d/3e985788-c234-426c-8d08-765e0f82f8ca/f7b2f41e-df8b-4148-bdfa-e9c186e89a42) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:31:58.450312 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f1fe6a-473f-4e9a-a866-e8737ff27783 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:31:58.450579 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f1fe6a-473f-4e9a-a866-e8737ff27783 None None] Checking segment: {'id': 'a9129206-227d-4b9d-bc96-c854a26081b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '89eb9fda-5420-4d4c-b45e-223db35bafc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:31:58.450985 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-21f1fe6a-473f-4e9a-a866-e8737ff27783 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:58.451516 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f1fe6a-473f-4e9a-a866-e8737ff27783 None None] Bound using segment: {'id': 'a9129206-227d-4b9d-bc96-c854a26081b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '89eb9fda-5420-4d4c-b45e-223db35bafc5'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:31:58.452099 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-21f1fe6a-473f-4e9a-a866-e8737ff27783 None None] Bound port: 49c8c502-bf8a-43f8-b04e-57ade7aeac37, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9129206-227d-4b9d-bc96-c854a26081b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '89eb9fda-5420-4d4c-b45e-223db35bafc5'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:31:58.452532 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-21f1fe6a-473f-4e9a-a866-e8737ff27783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:58.481349 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97331434-8f0b-4881-b10d-ebf70a09146a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event deleted for resources: {'Subnet': ['ID=3f57b25a-0e13-47cf-a133-4e7d73fc7ca1,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:58.543413 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.resource_extend [None req-4945e698-f840-451c-a074-73146660c0d3 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 01 04:31:58.571673 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port fc2d1ab5-74b0-444b-b6d1-03bb4df431c8, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=fc2d1ab5-74b0-444b-b6d1-03bb4df431c8,segment=NetworkSegment(83462b4c-0bae-472c-bc4f-38eeaba88425),segment_id=83462b4c-0bae-472c-bc4f-38eeaba88425)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:31:58.600897 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:58.601672 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 6809150f-cf82-4268-86cd-93c37895c70e up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:31:58.669734 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d2538c34-3704-467f-8c52-c1eef1fb7fc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770960'] for router_interface, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:58.680747 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-5921f82c-c4e9-4687-b043-d2d8a2585a8b tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Calling delete_port for 821b2ce8-e499-4676-9314-395d2f0fcca0 owned by network:floatingip {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:31:58.704354 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-97331434-8f0b-4881-b10d-ebf70a09146a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539973'] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:58.710034 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-97331434-8f0b-4881-b10d-ebf70a09146a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "DELETE /v2.0/subnets/3f57b25a-0e13-47cf-a133-4e7d73fc7ca1 HTTP/1.1" status: 204 len: 168 time: 2.5016277 Feb 01 04:31:58.710034 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-52a48be2-dc44-4d2a-ae73-84869322844a tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7655163 Feb 01 04:31:58.710283 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4945e698-f840-451c-a074-73146660c0d3 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:58.710283 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33766) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:58.712678 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-75fa726a-1688-42ad-b3de-20484e8b506e tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:58.714100 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-75fa726a-1688-42ad-b3de-20484e8b506e tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] 10.222.0.24 "DELETE /v2.0/routers/62976f98-2404-45bd-9744-da764c61e0e6 HTTP/1.1" status: 204 len: 168 time: 4.7317970 Feb 01 04:31:58.718132 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 33768) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:58.718415 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 33772) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:31:58.729523 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e59f4c-aaff-483d-b1b3-717a27bbe7d4 None None] Network 1943d36a-bc64-420c-ad24-51014acdb006 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:31:58.767147 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4945e698-f840-451c-a074-73146660c0d3 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:58.768085 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4945e698-f840-451c-a074-73146660c0d3 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371990'] for router_interface, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:58.777996 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-7e3a45b4-79fd-4ea7-aa78-7909094aabca tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1412034412', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}, 'admin_state_up': False}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:31:58.787231 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-f6e66264-f1b8-43ae-871e-5f4c3693ce4e tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Request body: {'subnet': {'network_id': '7247d5e1-43bd-4326-a950-58070cbb8671', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:31:58.820193 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-7e3a45b4-79fd-4ea7-aa78-7909094aabca tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:31:58.838151 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-7e3a45b4-79fd-4ea7-aa78-7909094aabca tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Usage tracker for resource:router and tenant:b6fc4833d555481c965766e817f4c754 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:31:58.843692 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-7e3a45b4-79fd-4ea7-aa78-7909094aabca tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:31:58.843892 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=fc2d1ab5-74b0-444b-b6d1-03bb4df431c8,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:58.847253 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-bd5406de-7ed6-4cb2-a9a1-04a027293879 None None] Provisioning complete for port fc2d1ab5-74b0-444b-b6d1-03bb4df431c8 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:31:58.847665 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bd5406de-7ed6-4cb2-a9a1-04a027293879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:58.854471 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-7e3a45b4-79fd-4ea7-aa78-7909094aabca tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:31:58.942898 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d23f519c-41f5-43ed-bae3-be160559cf97 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:58.966192 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-21f1fe6a-473f-4e9a-a866-e8737ff27783 None None] For port 49c8c502-bf8a-43f8-b04e-57ade7aeac37, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:31:58.993166 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-21f1fe6a-473f-4e9a-a866-e8737ff27783 None None] For port 49c8c502-bf8a-43f8-b04e-57ade7aeac37, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=49c8c502-bf8a-43f8-b04e-57ade7aeac37,segment=NetworkSegment(a9129206-227d-4b9d-bc96-c854a26081b8),segment_id=a9129206-227d-4b9d-bc96-c854a26081b8)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:31:59.017075 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-21f1fe6a-473f-4e9a-a866-e8737ff27783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:59.034823 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-f6e66264-f1b8-43ae-871e-5f4c3693ce4e tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:31:59.037381 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-d23f519c-41f5-43ed-bae3-be160559cf97 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Transition to ACTIVE for port object f7b2f41e-df8b-4148-bdfa-e9c186e89a42 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:31:59.041186 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7e3a45b4-79fd-4ea7-aa78-7909094aabca tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25958'] for router, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:59.042278 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7e3a45b4-79fd-4ea7-aa78-7909094aabca tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-372027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25961'] for router, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:59.046803 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f6e66264-f1b8-43ae-871e-5f4c3693ce4e tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Usage tracker for resource:subnet and tenant:99c588771a6645f4bc4f4343a4018c7b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:31:59.052533 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f6e66264-f1b8-43ae-871e-5f4c3693ce4e tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:31:59.057416 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 6809150f-cf82-4268-86cd-93c37895c70e triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:31:59.057588 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:59.062344 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-f6e66264-f1b8-43ae-871e-5f4c3693ce4e tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:31:59.067296 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_v2 [None req-62c1bd90-6f69-45d5-a5a6-6febc5a385a6 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Deleting subnet bc1d5aae-4854-46b1-b587-1350aa33e797 {{(pid=87637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:31:59.080125 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7e3a45b4-79fd-4ea7-aa78-7909094aabca tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:59.090157 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e66264-f1b8-43ae-871e-5f4c3693ce4e tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Made reservation on behalf of 99c588771a6645f4bc4f4343a4018c7b for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:31:59.094330 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f6e66264-f1b8-43ae-871e-5f4c3693ce4e tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:59.117638 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-62c1bd90-6f69-45d5-a5a6-6febc5a385a6 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for subnet, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:59.191240 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d23f519c-41f5-43ed-bae3-be160559cf97 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:59.197939 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.ipam_backend_mixin [None req-f6e66264-f1b8-43ae-871e-5f4c3693ce4e tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Performing IP validity checks on allocation pools {{(pid=87636) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 01 04:31:59.198464 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.ipam_backend_mixin [None req-f6e66264-f1b8-43ae-871e-5f4c3693ce4e tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87636) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 01 04:31:59.261875 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f1fe6a-473f-4e9a-a866-e8737ff27783 None None] Pushing event updated for resources: {'Port': ['ID=49c8c502-bf8a-43f8-b04e-57ade7aeac37,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:59.358894 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4945e698-f840-451c-a074-73146660c0d3 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event updated for resources: {'Port': ['ID=cbfa7925-44a4-4e61-bdb8-9a41e325e709,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:59.365480 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23f519c-41f5-43ed-bae3-be160559cf97 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Network 46eee755-65b2-43da-a49f-8e967aa52c1d is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:31:59.366841 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-62c1bd90-6f69-45d5-a5a6-6febc5a385a6 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2424773'] for subnet, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:59.423582 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-d23f519c-41f5-43ed-bae3-be160559cf97 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:31:59.440334 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23f519c-41f5-43ed-bae3-be160559cf97 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:31:59.473638 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23f519c-41f5-43ed-bae3-be160559cf97 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Pushing event updated for resources: {'Port': ['ID=f7b2f41e-df8b-4148-bdfa-e9c186e89a42,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:59.598506 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d23f519c-41f5-43ed-bae3-be160559cf97 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-372107'] for router_interface, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:59.612207 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device fc2d1ab5-74b0-444b-b6d1-03bb4df431c8 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:31:59.643079 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4945e698-f840-451c-a074-73146660c0d3 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:31:59.649293 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-4945e698-f840-451c-a074-73146660c0d3 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:31:59.651094 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5921f82c-c4e9-4687-b043-d2d8a2585a8b tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:59.719182 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port fc2d1ab5-74b0-444b-b6d1-03bb4df431c8 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:31:59.734011 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:31:59.848439 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23f519c-41f5-43ed-bae3-be160559cf97 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:31:59.848798 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23f519c-41f5-43ed-bae3-be160559cf97 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:31:59.849107 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23f519c-41f5-43ed-bae3-be160559cf97 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:31:59.849431 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23f519c-41f5-43ed-bae3-be160559cf97 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:31:59.849752 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23f519c-41f5-43ed-bae3-be160559cf97 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:31:59.850072 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23f519c-41f5-43ed-bae3-be160559cf97 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:31:59.850388 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23f519c-41f5-43ed-bae3-be160559cf97 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:31:59.850705 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23f519c-41f5-43ed-bae3-be160559cf97 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:31:59.851015 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23f519c-41f5-43ed-bae3-be160559cf97 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:31:59.851351 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23f519c-41f5-43ed-bae3-be160559cf97 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:31:59.851661 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23f519c-41f5-43ed-bae3-be160559cf97 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:31:59.851971 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23f519c-41f5-43ed-bae3-be160559cf97 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:31:59.889850 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2538c34-3704-467f-8c52-c1eef1fb7fc8 admin admin] Router 349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:31:59.895752 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5921f82c-c4e9-4687-b043-d2d8a2585a8b tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Pushing event deleted for resources: {'Port': ['ID=821b2ce8-e499-4676-9314-395d2f0fcca0,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:31:59.935207 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 188b6185-de3e-4ad2-a40d-084c4f65e0ab up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:31:59.990328 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-62c1bd90-6f69-45d5-a5a6-6febc5a385a6 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:00.032092 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-adf38b97-7968-45f0-8b25-e79e535d1e86 None None] Provisioning for port f7b2f41e-df8b-4148-bdfa-e9c186e89a42 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:32:00.052139 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-adf38b97-7968-45f0-8b25-e79e535d1e86 None None] Provisioning complete for port f7b2f41e-df8b-4148-bdfa-e9c186e89a42 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:32:00.052701 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-adf38b97-7968-45f0-8b25-e79e535d1e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:00.127555 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7e3a45b4-79fd-4ea7-aa78-7909094aabca tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:00.149842 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 188b6185-de3e-4ad2-a40d-084c4f65e0ab triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:32:00.150216 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:00.200774 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-adf38b97-7968-45f0-8b25-e79e535d1e86 None None] Port f7b2f41e-df8b-4148-bdfa-e9c186e89a42 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:32:00.324990 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-58c46eee-b9a4-4fba-a3f8-d6c548e28e75 None None] Provisioning complete for port cbfa7925-44a4-4e61-bdb8-9a41e325e709 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:32:00.325464 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-58c46eee-b9a4-4fba-a3f8-d6c548e28e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:00.348179 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5921f82c-c4e9-4687-b043-d2d8a2585a8b tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Notify callbacks [] for floatingip, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:00.399774 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device bafac97c-c6de-4cfb-90be-5472206b88ae no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:32:00.442536 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: bafac97c-c6de-4cfb-90be-5472206b88ae {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:32:00.442888 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device bafac97c-c6de-4cfb-90be-5472206b88ae not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:32:00.449496 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-58c46eee-b9a4-4fba-a3f8-d6c548e28e75 None None] Port cbfa7925-44a4-4e61-bdb8-9a41e325e709 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:32:00.454921 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f6e66264-f1b8-43ae-871e-5f4c3693ce4e tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:00.519897 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5921f82c-c4e9-4687-b043-d2d8a2585a8b tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:00.521210 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-5921f82c-c4e9-4687-b043-d2d8a2585a8b tempest-ServersTestJSON-1775362006 tempest-ServersTestJSON-1775362006-project] 10.222.0.24 "DELETE /v2.0/floatingips/ce610516-4256-4548-bdf5-393bcd57606d HTTP/1.1" status: 204 len: 168 time: 3.0150175 Feb 01 04:32:00.572255 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33778) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:00.584666 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-62c1bd90-6f69-45d5-a5a6-6febc5a385a6 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3037665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694336'] for subnet, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:00.673254 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-82238143-7666-450c-b477-d051426206b6 None None] Provisioning complete for port 46859f29-589c-4b1d-9050-fed85468856b triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:32:00.673805 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-82238143-7666-450c-b477-d051426206b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:00.716074 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e66264-f1b8-43ae-871e-5f4c3693ce4e tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Pushing event updated for resources: {'Subnet': ['ID=23518639-17e1-4da9-9b6c-ca1c24b30e23,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:00.722951 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c1bd90-6f69-45d5-a5a6-6febc5a385a6 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event deleted for resources: {'Subnet': ['ID=bc1d5aae-4854-46b1-b587-1350aa33e797,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:00.727212 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d23f519c-41f5-43ed-bae3-be160559cf97 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:00.728848 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-62c1bd90-6f69-45d5-a5a6-6febc5a385a6 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:00.739167 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c04070a-18bd-40d5-94ce-04e2d80c17cf None None] Network 1943d36a-bc64-420c-ad24-51014acdb006 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:32:00.752032 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4945e698-f840-451c-a074-73146660c0d3 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Router 53ef64de-6048-4adc-9095-22add599aadb is scheduled to L3 agent a3073304-82af-4a42-89af-bc532d6626bb with binding_index 1 {{(pid=87637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 01 04:32:00.765706 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2538c34-3704-467f-8c52-c1eef1fb7fc8 admin admin] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:32:00.777089 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-d2538c34-3704-467f-8c52-c1eef1fb7fc8 admin admin] 10.222.0.24 "PUT /v2.0/routers/349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5911510 Feb 01 04:32:00.777089 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-62c1bd90-6f69-45d5-a5a6-6febc5a385a6 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "DELETE /v2.0/subnets/bc1d5aae-4854-46b1-b587-1350aa33e797 HTTP/1.1" status: 204 len: 168 time: 2.0614789 Feb 01 04:32:00.777089 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33782) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:00.784310 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5838e0e-b5e7-4383-979e-b7022c089ef1 None None] Sync routers for ids ['349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:32:00.785609 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33784) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:00.796810 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5838e0e-b5e7-4383-979e-b7022c089ef1 None None] Routers {'349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:32:00.797426 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-c5838e0e-b5e7-4383-979e-b7022c089ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:31:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:00.870180 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e66264-f1b8-43ae-871e-5f4c3693ce4e tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Checking segment: {'id': 'd1e85fec-58ec-447e-ae8f-1ae99d15ac8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7247d5e1-43bd-4326-a950-58070cbb8671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:32:00.870922 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e66264-f1b8-43ae-871e-5f4c3693ce4e tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Network hostable DHCP agents. Network: 7247d5e1-43bd-4326-a950-58070cbb8671, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:32:01.073476 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e66264-f1b8-43ae-871e-5f4c3693ce4e tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Network 7247d5e1-43bd-4326-a950-58070cbb8671 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:32:01.094980 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-c5838e0e-b5e7-4383-979e-b7022c089ef1 None None] Set router 349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:32:01.107508 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d87bc3c-b716-4d59-ae76-2add2ea50962 None None] Network 89eb9fda-5420-4d4c-b45e-223db35bafc5 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:32:01.192842 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-f6e66264-f1b8-43ae-871e-5f4c3693ce4e tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, 7247d5e1-43bd-4326-a950-58070cbb8671) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:32:01.212288 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb76c94-1642-4d83-ba6a-7db32eba71ec None None] Network 7247d5e1-43bd-4326-a950-58070cbb8671 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:32:01.281195 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e66264-f1b8-43ae-871e-5f4c3693ce4e tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:01.281982 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f6e66264-f1b8-43ae-871e-5f4c3693ce4e tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539973'] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:01.353608 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4945e698-f840-451c-a074-73146660c0d3 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:32:01.367704 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7e3a45b4-79fd-4ea7-aa78-7909094aabca tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks [] for router_gateway, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:01.381499 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbcf7d2-2af1-44fc-a9fb-5f9a4c7e7479 None None] Sync routers for ids ['53ef64de-6048-4adc-9095-22add599aadb'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:32:01.390180 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-4945e698-f840-451c-a074-73146660c0d3 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "PUT /v2.0/routers/53ef64de-6048-4adc-9095-22add599aadb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2864580 Feb 01 04:32:01.398770 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33790) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:01.426084 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7e3a45b4-79fd-4ea7-aa78-7909094aabca tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:01.432567 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f6e66264-f1b8-43ae-871e-5f4c3693ce4e tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.7130685 Feb 01 04:32:01.436020 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 33794) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:01.519236 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-c5838e0e-b5e7-4383-979e-b7022c089ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1', 'name': 'tempest-ServersTestManualDisk-566047905-router', 'tenant_id': '4853f52d21f3486381e609c963ac9a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.239'}], 'enable_snat': True}, 'gw_port_id': 'f95843e6-04be-4f7f-80dc-63ce8a84d173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:29:57Z', 'updated_at': '2022-02-01T04:31:57Z', 'revision_number': 5, 'project_id': '4853f52d21f3486381e609c963ac9a5c', 'gw_port': {'id': 'f95843e6-04be-4f7f-80dc-63ce8a84d173', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:85:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:29:59Z', 'updated_at': '2022-02-01T04:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:01.523638 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5838e0e-b5e7-4383-979e-b7022c089ef1 None None] Checking router: 349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1 for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:32:01.524056 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-3181c962-6ecc-4690-a9b2-91b890c685af None None] Provisioning for port 49c8c502-bf8a-43f8-b04e-57ade7aeac37 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:32:01.535371 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5838e0e-b5e7-4383-979e-b7022c089ef1 None None] Routers {'349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:32:01.536545 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-c5838e0e-b5e7-4383-979e-b7022c089ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:31:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:01.540026 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbcf7d2-2af1-44fc-a9fb-5f9a4c7e7479 None None] Routers {'53ef64de-6048-4adc-9095-22add599aadb'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:32:01.540734 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-0bbcf7d2-2af1-44fc-a9fb-5f9a4c7e7479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:31:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['53ef64de-6048-4adc-9095-22add599aadb'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:01.662116 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d4935649-4b99-4e8f-b8ae-e7859b2b940e admin admin] Notify callbacks [] for router, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:01.664163 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa5d65d-4c43-4195-92a1-f986251b1879 None None] DHCP port deletion for 1943d36a-bc64-420c-ad24-51014acdb006 request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:32:01.665978 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 49c8c502-bf8a-43f8-b04e-57ade7aeac37 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:32:01.719458 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cec6a4d4-cd3a-4492-b1c8-7750553405ab tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:01.735165 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-7fa5d65d-4c43-4195-92a1-f986251b1879 None None] Deleting port 46859f29-589c-4b1d-9050-fed85468856b {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:32:01.735712 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7fa5d65d-4c43-4195-92a1-f986251b1879 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:01.770656 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3831c4b9-4820-417a-9cb9-087f04f97309 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:01.771309 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-3831c4b9-4820-417a-9cb9-087f04f97309 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Synchronizing usage tracker for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:32:01.800380 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-c5838e0e-b5e7-4383-979e-b7022c089ef1 None None] Set router 349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:32:01.823605 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5efda48e-14ac-4570-b378-0f8a8cb551e5 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:01.848500 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-cec6a4d4-cd3a-4492-b1c8-7750553405ab tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Deleting port 46859f29-589c-4b1d-9050-fed85468856b {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:32:01.848800 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cec6a4d4-cd3a-4492-b1c8-7750553405ab tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:01.865474 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d23f519c-41f5-43ed-bae3-be160559cf97 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:01.887010 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d23f519c-41f5-43ed-bae3-be160559cf97 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:01.897748 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-3831c4b9-4820-417a-9cb9-087f04f97309 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Unset dirty status for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:32:01.898910 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-3831c4b9-4820-417a-9cb9-087f04f97309 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/ports/cbfa7925-44a4-4e61-bdb8-9a41e325e709 HTTP/1.1" status: 200 len: 911 time: 0.4992301 Feb 01 04:32:01.910030 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33798) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:01.945982 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-7e3a45b4-79fd-4ea7-aa78-7909094aabca tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Allocated IP 172.26.8.220 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/2d1fe2a4-ed6b-428e-88ce-c4f50d53ad39) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:32:02.103600 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-34ce67fc-9f60-4c57-9f47-0e3e0ec38f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:02.113141 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-0bbcf7d2-2af1-44fc-a9fb-5f9a4c7e7479 None None] Set router 53ef64de-6048-4adc-9095-22add599aadb gateway port host: None {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:32:02.123569 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5efda48e-14ac-4570-b378-0f8a8cb551e5 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:02.150626 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d23f519c-41f5-43ed-bae3-be160559cf97 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371990'] for router_interface, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:02.168792 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23f519c-41f5-43ed-bae3-be160559cf97 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Pushing event updated for resources: {'Port': ['ID=f7b2f41e-df8b-4148-bdfa-e9c186e89a42,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:02.199835 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e070e0e6-78ae-4548-87ea-f2d3db6cfc9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-7247d5e1-43bd-4326-a950-58070cbb8671', 'network_id': '7247d5e1-43bd-4326-a950-58070cbb8671', 'tenant_id': '99c588771a6645f4bc4f4343a4018c7b', 'fixed_ips': [{'subnet_id': '23518639-17e1-4da9-9b6c-ca1c24b30e23'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:32:02.200875 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e070e0e6-78ae-4548-87ea-f2d3db6cfc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:02.219258 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-c5838e0e-b5e7-4383-979e-b7022c089ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1', 'name': 'tempest-ServersTestManualDisk-566047905-router', 'tenant_id': '4853f52d21f3486381e609c963ac9a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.239'}], 'enable_snat': True}, 'gw_port_id': 'f95843e6-04be-4f7f-80dc-63ce8a84d173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:29:57Z', 'updated_at': '2022-02-01T04:31:57Z', 'revision_number': 5, 'project_id': '4853f52d21f3486381e609c963ac9a5c', 'gw_port': {'id': 'f95843e6-04be-4f7f-80dc-63ce8a84d173', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:85:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:29:59Z', 'updated_at': '2022-02-01T04:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:02.226053 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5838e0e-b5e7-4383-979e-b7022c089ef1 None None] The sync data for ids ['349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1'] in dv-neutron-826830-1-hyperv is: [{'id': '349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1', 'name': 'tempest-ServersTestManualDisk-566047905-router', 'tenant_id': '4853f52d21f3486381e609c963ac9a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.239'}], 'enable_snat': True}, 'gw_port_id': 'f95843e6-04be-4f7f-80dc-63ce8a84d173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:29:57Z', 'updated_at': '2022-02-01T04:31:57Z', 'revision_number': 5, 'project_id': '4853f52d21f3486381e609c963ac9a5c', 'gw_port': {'id': 'f95843e6-04be-4f7f-80dc-63ce8a84d173', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:85:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:29:59Z', 'updated_at': '2022-02-01T04:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:32:02.405196 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d4935649-4b99-4e8f-b8ae-e7859b2b940e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:02.454687 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-d4935649-4b99-4e8f-b8ae-e7859b2b940e admin admin] Deleting port f95843e6-04be-4f7f-80dc-63ce8a84d173 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:32:02.455061 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d4935649-4b99-4e8f-b8ae-e7859b2b940e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:02.466525 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 49c8c502-bf8a-43f8-b04e-57ade7aeac37 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:32:02.486086 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-7fa5d65d-4c43-4195-92a1-f986251b1879 None None] For port 46859f29-589c-4b1d-9050-fed85468856b, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=46859f29-589c-4b1d-9050-fed85468856b,segment=NetworkSegment(f9d09fdd-aae4-4b28-93d8-93fc49b6c435),segment_id=f9d09fdd-aae4-4b28-93d8-93fc49b6c435)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:32:02.486532 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7fa5d65d-4c43-4195-92a1-f986251b1879 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:02.528985 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 49c8c502-bf8a-43f8-b04e-57ade7aeac37 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:32:02.529504 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:02.558401 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5efda48e-14ac-4570-b378-0f8a8cb551e5 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3072169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2652276'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:02.579797 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-cec6a4d4-cd3a-4492-b1c8-7750553405ab tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] For port 46859f29-589c-4b1d-9050-fed85468856b, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=46859f29-589c-4b1d-9050-fed85468856b,segment=NetworkSegment(f9d09fdd-aae4-4b28-93d8-93fc49b6c435),segment_id=f9d09fdd-aae4-4b28-93d8-93fc49b6c435)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:32:02.580149 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cec6a4d4-cd3a-4492-b1c8-7750553405ab tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:02.599630 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7e3a45b4-79fd-4ea7-aa78-7909094aabca tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:02.612673 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efda48e-14ac-4570-b378-0f8a8cb551e5 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Pushing event deleted for resources: {'Subnet': ['ID=23518639-17e1-4da9-9b6c-ca1c24b30e23,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:02.637627 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23f519c-41f5-43ed-bae3-be160559cf97 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Network 46eee755-65b2-43da-a49f-8e967aa52c1d is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:32:02.644267 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-d23f519c-41f5-43ed-bae3-be160559cf97 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:32:02.712878 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009dd01e-04a5-4801-ad39-d4e763314b82 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:02.718827 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009dd01e-04a5-4801-ad39-d4e763314b82 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:02.720491 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-009dd01e-04a5-4801-ad39-d4e763314b82 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.8015392 Feb 01 04:32:02.732156 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 33802) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:02.822125 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-7fa5d65d-4c43-4195-92a1-f986251b1879 None None] Calling delete_port for 46859f29-589c-4b1d-9050-fed85468856b owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:32:02.863584 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-cec6a4d4-cd3a-4492-b1c8-7750553405ab tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Calling delete_port for 46859f29-589c-4b1d-9050-fed85468856b owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:32:02.990126 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server [None req-e070e0e6-78ae-4548-87ea-f2d3db6cfc9a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 23518639-17e1-4da9-9b6c-ca1c24b30e23: This subnet is being modified by another concurrent operation. Feb 01 04:32:02.990126 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 01 04:32:02.990126 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 01 04:32:02.990126 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 01 04:32:02.990126 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 01 04:32:02.990126 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 01 04:32:02.990126 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 01 04:32:02.990126 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 01 04:32:02.990126 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 01 04:32:02.990126 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 01 04:32:02.990126 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 01 04:32:02.990126 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 01 04:32:02.990126 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 01 04:32:02.990126 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 01 04:32:02.990126 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 01 04:32:02.990126 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server raise self.value Feb 01 04:32:02.990126 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 01 04:32:02.990126 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 01 04:32:02.990126 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 01 04:32:02.990126 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 01 04:32:02.990126 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 01 04:32:02.990126 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 01 04:32:02.990126 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 01 04:32:02.990126 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server raise self.value Feb 01 04:32:02.990126 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 01 04:32:02.990126 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 01 04:32:02.990126 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 01 04:32:02.990126 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 01 04:32:02.990126 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 01 04:32:02.990126 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 01 04:32:02.990126 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 01 04:32:02.990126 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server raise self.value Feb 01 04:32:02.990126 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 01 04:32:02.990126 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 01 04:32:02.990126 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 01 04:32:02.990126 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 01 04:32:02.990126 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 01 04:32:02.990126 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 01 04:32:02.990126 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 01 04:32:02.990126 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 01 04:32:02.990126 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 01 04:32:02.990126 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 01 04:32:02.990126 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 01 04:32:02.990126 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 01 04:32:02.990126 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 01 04:32:02.990126 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 01 04:32:02.990126 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 01 04:32:02.990126 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 01 04:32:02.990126 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 01 04:32:02.990126 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 01 04:32:02.990126 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 01 04:32:02.990126 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server raise self.value Feb 01 04:32:02.990126 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 01 04:32:02.990126 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 01 04:32:02.993960 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 01 04:32:02.993960 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 01 04:32:02.993960 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 01 04:32:02.993960 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 01 04:32:02.993960 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 01 04:32:02.993960 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server raise self.value Feb 01 04:32:02.993960 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 01 04:32:02.993960 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 01 04:32:02.993960 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 01 04:32:02.993960 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 01 04:32:02.993960 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 01 04:32:02.993960 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 01 04:32:02.993960 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 01 04:32:02.993960 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server raise self.value Feb 01 04:32:02.993960 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 01 04:32:02.993960 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 01 04:32:02.993960 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 01 04:32:02.993960 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 01 04:32:02.993960 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 01 04:32:02.993960 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 01 04:32:02.993960 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 01 04:32:02.993960 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 01 04:32:02.993960 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 01 04:32:02.993960 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 01 04:32:02.993960 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 01 04:32:02.993960 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 01 04:32:02.993960 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 01 04:32:02.993960 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 01 04:32:02.993960 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 01 04:32:02.993960 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 01 04:32:02.993960 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 01 04:32:02.993960 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 01 04:32:02.993960 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 01 04:32:02.993960 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 01 04:32:02.993960 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 01 04:32:02.993960 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server raise exception Feb 01 04:32:02.993960 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 23518639-17e1-4da9-9b6c-ca1c24b30e23: This subnet is being modified by another concurrent operation. Feb 01 04:32:02.993960 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server Feb 01 04:32:03.051240 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e8f420-b7c0-4a4b-98a4-cb5a831bc5a3 None None] Network 7247d5e1-43bd-4326-a950-58070cbb8671 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:32:03.106559 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-d4935649-4b99-4e8f-b8ae-e7859b2b940e admin admin] For port f95843e6-04be-4f7f-80dc-63ce8a84d173, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=f95843e6-04be-4f7f-80dc-63ce8a84d173,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:32:03.106798 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d4935649-4b99-4e8f-b8ae-e7859b2b940e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:03.109497 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-091e3b8c-c3d8-41dc-8ede-e2e42ca6cd15 None None] Provisioning complete for port f7b2f41e-df8b-4148-bdfa-e9c186e89a42 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:32:03.109983 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-091e3b8c-c3d8-41dc-8ede-e2e42ca6cd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:03.207053 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7fa5d65d-4c43-4195-92a1-f986251b1879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:03.244415 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-d4935649-4b99-4e8f-b8ae-e7859b2b940e admin admin] Calling delete_port for f95843e6-04be-4f7f-80dc-63ce8a84d173 owned by network:router_gateway {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:32:03.286303 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.api [None req-cec6a4d4-cd3a-4492-b1c8-7750553405ab tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:32:03.286670 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG oslo_db.api [None req-cec6a4d4-cd3a-4492-b1c8-7750553405ab tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:32:03.332421 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa5d65d-4c43-4195-92a1-f986251b1879 None None] Pushing event deleted for resources: {'Port': ['ID=46859f29-589c-4b1d-9050-fed85468856b,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:03.349680 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa5d65d-4c43-4195-92a1-f986251b1879 None None] No DVR routers for this DVR port 46859f29-589c-4b1d-9050-fed85468856b on host dv-neutron-826830-1-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:32:03.354661 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-091e3b8c-c3d8-41dc-8ede-e2e42ca6cd15 None None] Port f7b2f41e-df8b-4148-bdfa-e9c186e89a42 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:32:03.356292 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5efda48e-14ac-4570-b378-0f8a8cb551e5 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:03.356774 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa5d65d-4c43-4195-92a1-f986251b1879 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:32:03.356878 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa5d65d-4c43-4195-92a1-f986251b1879 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:32:03.357199 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa5d65d-4c43-4195-92a1-f986251b1879 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:32:03.357520 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa5d65d-4c43-4195-92a1-f986251b1879 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:32:03.357850 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa5d65d-4c43-4195-92a1-f986251b1879 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:32:03.358782 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa5d65d-4c43-4195-92a1-f986251b1879 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:32:03.359556 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa5d65d-4c43-4195-92a1-f986251b1879 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:32:03.359556 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa5d65d-4c43-4195-92a1-f986251b1879 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:32:03.359759 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa5d65d-4c43-4195-92a1-f986251b1879 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:32:03.360029 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa5d65d-4c43-4195-92a1-f986251b1879 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:32:03.360344 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa5d65d-4c43-4195-92a1-f986251b1879 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:32:03.360660 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa5d65d-4c43-4195-92a1-f986251b1879 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:32:03.367366 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:03.405504 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e5df73b7-933d-4d07-b36c-266d0add0ac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-371968'] for router_interface, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:03.416638 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-5efda48e-14ac-4570-b378-0f8a8cb551e5 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7247d5e1-43bd-4326-a950-58070cbb8671']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:03.428088 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7e3a45b4-79fd-4ea7-aa78-7909094aabca tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:03.492347 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 49c8c502-bf8a-43f8-b04e-57ade7aeac37, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=49c8c502-bf8a-43f8-b04e-57ade7aeac37,segment=NetworkSegment(a9129206-227d-4b9d-bc96-c854a26081b8),segment_id=a9129206-227d-4b9d-bc96-c854a26081b8)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:32:03.496885 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-5efda48e-14ac-4570-b378-0f8a8cb551e5 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1e85fec-58ec-447e-ae8f-1ae99d15ac8b') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:03.497162 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-5efda48e-14ac-4570-b378-0f8a8cb551e5 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1e85fec-58ec-447e-ae8f-1ae99d15ac8b') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:03.502005 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de2daea-c8d6-46e6-ab7d-a3a741dd548d None None] get_active_networks_info from dv-neutron-826830-1-hyperv {{(pid=87638) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 01 04:32:03.531475 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-eb608c9c-8ec8-4f3d-9bff-513a3d6fca8e None None] Provisioning complete for port 49c8c502-bf8a-43f8-b04e-57ade7aeac37 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:32:03.531847 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-eb608c9c-8ec8-4f3d-9bff-513a3d6fca8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:03.555423 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5efda48e-14ac-4570-b378-0f8a8cb551e5 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143022'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:03.555686 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:03.583830 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3a45b4-79fd-4ea7-aa78-7909094aabca tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:32:03.590764 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-7e3a45b4-79fd-4ea7-aa78-7909094aabca tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:32:03.599078 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d23f519c-41f5-43ed-bae3-be160559cf97 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Router 41a9d5fb-0154-4858-9bed-a5cb309067fb is scheduled to L3 agent a3073304-82af-4a42-89af-bc532d6626bb with binding_index 1 {{(pid=87636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 01 04:32:03.602108 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3a45b4-79fd-4ea7-aa78-7909094aabca tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:32:03.618069 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-0bbcf7d2-2af1-44fc-a9fb-5f9a4c7e7479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53ef64de-6048-4adc-9095-22add599aadb', 'name': 'tempest-NetworksTestDHCPv6-router-70269890', 'tenant_id': '60b4e61082d3421283cb095bbc99ad8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:31:51Z', 'updated_at': '2022-02-01T04:31:56Z', 'revision_number': 2, 'project_id': '60b4e61082d3421283cb095bbc99ad8e', 'gw_port_host': None, '_interfaces': [{'id': 'cbfa7925-44a4-4e61-bdb8-9a41e325e709', 'name': '', 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'tenant_id': '60b4e61082d3421283cb095bbc99ad8e', 'mac_address': 'fa:16:3e:bf:55:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53ef64de-6048-4adc-9095-22add599aadb', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '7256ce62-63a7-408c-b161-29af86e1cd16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:31:53Z', 'updated_at': '2022-02-01T04:31:57Z', 'revision_number': 2, 'project_id': '60b4e61082d3421283cb095bbc99ad8e', 'subnets': [{'id': '7256ce62-63a7-408c-b161-29af86e1cd16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:03.630124 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5efda48e-14ac-4570-b378-0f8a8cb551e5 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:03.651044 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3a45b4-79fd-4ea7-aa78-7909094aabca tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Pushing event updated for resources: {'Port': ['ID=2d1fe2a4-ed6b-428e-88ce-c4f50d53ad39,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:03.661061 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbcf7d2-2af1-44fc-a9fb-5f9a4c7e7479 None None] Checking router: 53ef64de-6048-4adc-9095-22add599aadb for host: dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:32:03.661459 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbcf7d2-2af1-44fc-a9fb-5f9a4c7e7479 None None] Updating router 53ef64de-6048-4adc-9095-22add599aadb port cbfa7925-44a4-4e61-bdb8-9a41e325e709 binding host dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 04:32:03.663744 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5efda48e-14ac-4570-b378-0f8a8cb551e5 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:32:03.664251 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5efda48e-14ac-4570-b378-0f8a8cb551e5 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3072199'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:03.681313 dv-neutron-826830-1-hyperv neutron-server[87636]: Traceback (most recent call last): Feb 01 04:32:03.681313 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:32:03.681313 dv-neutron-826830-1-hyperv neutron-server[87636]: timer() Feb 01 04:32:03.681313 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:32:03.681313 dv-neutron-826830-1-hyperv neutron-server[87636]: cb(*args, **kw) Feb 01 04:32:03.681313 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:32:03.681313 dv-neutron-826830-1-hyperv neutron-server[87636]: return func(*args, **kwargs) Feb 01 04:32:03.681313 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:32:03.681313 dv-neutron-826830-1-hyperv neutron-server[87636]: self._notify() Feb 01 04:32:03.681313 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:32:03.681313 dv-neutron-826830-1-hyperv neutron-server[87636]: self.callback(batched_events) Feb 01 04:32:03.681313 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:32:03.681313 dv-neutron-826830-1-hyperv neutron-server[87636]: event.method(event) Feb 01 04:32:03.681313 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:32:03.681313 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:32:03.681313 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:32:03.681313 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:32:03.681313 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:32:03.681313 dv-neutron-826830-1-hyperv neutron-server[87636]: return f(self, *a, **k) Feb 01 04:32:03.681313 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:32:03.681313 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._get(url).json() Feb 01 04:32:03.681313 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:32:03.681313 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:32:03.681313 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:32:03.681313 dv-neutron-826830-1-hyperv neutron-server[87636]: return self.request(url, 'GET', **kwargs) Feb 01 04:32:03.681313 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:32:03.681313 dv-neutron-826830-1-hyperv neutron-server[87636]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:32:03.681313 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:32:03.681313 dv-neutron-826830-1-hyperv neutron-server[87636]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:32:03.681313 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:32:03.681313 dv-neutron-826830-1-hyperv neutron-server[87636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:32:03.681313 dv-neutron-826830-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:32:03.723615 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 46859f29-589c-4b1d-9050-fed85468856b no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:32:03.790693 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 46859f29-589c-4b1d-9050-fed85468856b {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:32:03.791062 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 46859f29-589c-4b1d-9050-fed85468856b not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:32:03.791474 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device ebe58ec0-2b1a-4ac8-bfa7-faece648d91e no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:32:03.833991 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=49c8c502-bf8a-43f8-b04e-57ade7aeac37,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:03.854020 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: ebe58ec0-2b1a-4ac8-bfa7-faece648d91e {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:32:03.854359 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device ebe58ec0-2b1a-4ac8-bfa7-faece648d91e not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:32:03.856975 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0bbcf7d2-2af1-44fc-a9fb-5f9a4c7e7479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:03.888499 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-cec6a4d4-cd3a-4492-b1c8-7750553405ab tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Deleting port 46859f29-589c-4b1d-9050-fed85468856b {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:32:03.890991 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cec6a4d4-cd3a-4492-b1c8-7750553405ab tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:03.944573 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d4935649-4b99-4e8f-b8ae-e7859b2b940e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:04.016139 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de2daea-c8d6-46e6-ab7d-a3a741dd548d None None] Resources bound (agent type, host, resource id): {{(pid=87638) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 01 04:32:04.041752 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4935649-4b99-4e8f-b8ae-e7859b2b940e admin admin] Pushing event deleted for resources: {'Port': ['ID=f95843e6-04be-4f7f-80dc-63ce8a84d173,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:04.083831 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-cec6a4d4-cd3a-4492-b1c8-7750553405ab tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] The port '46859f29-589c-4b1d-9050-fed85468856b' was deleted {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 01 04:32:04.179736 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5efda48e-14ac-4570-b378-0f8a8cb551e5 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:04.254783 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5efda48e-14ac-4570-b378-0f8a8cb551e5 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:04.264219 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d23f519c-41f5-43ed-bae3-be160559cf97 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:32:04.276686 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34126c27-c3ef-4a66-92e6-c63238b7cef6 None None] Sync routers for ids ['41a9d5fb-0154-4858-9bed-a5cb309067fb'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:32:04.285885 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34126c27-c3ef-4a66-92e6-c63238b7cef6 None None] Routers {'41a9d5fb-0154-4858-9bed-a5cb309067fb'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:32:04.286690 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-34126c27-c3ef-4a66-92e6-c63238b7cef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:32:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['41a9d5fb-0154-4858-9bed-a5cb309067fb'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:04.290709 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cec6a4d4-cd3a-4492-b1c8-7750553405ab tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:04.297075 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-935e82ea-dbf1-4d7c-bbd7-f5e80efbf98f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:04.300808 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efda48e-14ac-4570-b378-0f8a8cb551e5 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Pushing event deleted for resources: {'Network': ['ID=7247d5e1-43bd-4326-a950-58070cbb8671,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:04.331126 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d23f519c-41f5-43ed-bae3-be160559cf97 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] 10.222.0.24 "PUT /v2.0/routers/41a9d5fb-0154-4858-9bed-a5cb309067fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6667557 Feb 01 04:32:04.340696 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-5efda48e-14ac-4570-b378-0f8a8cb551e5 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] 10.222.0.24 "DELETE /v2.0/networks/7247d5e1-43bd-4326-a950-58070cbb8671 HTTP/1.1" status: 204 len: 168 time: 2.8986239 Feb 01 04:32:04.340696 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 33808) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:04.347364 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-cec6a4d4-cd3a-4492-b1c8-7750553405ab tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1943d36a-bc64-420c-ad24-51014acdb006']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:04.348855 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 33812) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:04.354099 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-b8a5721a-61a0-4c5c-823b-2e3d5859a405 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Request body: {'port': {'network_id': '46eee755-65b2-43da-a49f-8e967aa52c1d', 'name': 'tempest-FloatingIPNegativeTestJSON-1010966408'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:32:04.367071 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-34126c27-c3ef-4a66-92e6-c63238b7cef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:04.375992 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-75024c87-a96c-4860-a7c3-c1d62f3fa275 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1518308756'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:32:04.379298 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-cec6a4d4-cd3a-4492-b1c8-7750553405ab tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9d09fdd-aae4-4b28-93d8-93fc49b6c435') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:04.379818 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-cec6a4d4-cd3a-4492-b1c8-7750553405ab tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9d09fdd-aae4-4b28-93d8-93fc49b6c435') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:04.380324 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34126c27-c3ef-4a66-92e6-c63238b7cef6 None None] Routers {'41a9d5fb-0154-4858-9bed-a5cb309067fb'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:32:04.381179 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-34126c27-c3ef-4a66-92e6-c63238b7cef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:32:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['41a9d5fb-0154-4858-9bed-a5cb309067fb'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:04.396748 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cec6a4d4-cd3a-4492-b1c8-7750553405ab tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:04.418749 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cec6a4d4-cd3a-4492-b1c8-7750553405ab tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:04.429178 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cec6a4d4-cd3a-4492-b1c8-7750553405ab tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:32:04.429871 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cec6a4d4-cd3a-4492-b1c8-7750553405ab tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:04.438474 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-75024c87-a96c-4860-a7c3-c1d62f3fa275 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:32:04.464682 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-75024c87-a96c-4860-a7c3-c1d62f3fa275 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Usage tracker for resource:network and tenant:99c588771a6645f4bc4f4343a4018c7b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:32:04.477379 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-75024c87-a96c-4860-a7c3-c1d62f3fa275 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:32:04.482190 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-34126c27-c3ef-4a66-92e6-c63238b7cef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:04.482817 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34126c27-c3ef-4a66-92e6-c63238b7cef6 None None] The sync data for ids ['41a9d5fb-0154-4858-9bed-a5cb309067fb'] in dv-neutron-826830-1-hyperv is: [] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:32:04.491659 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-75024c87-a96c-4860-a7c3-c1d62f3fa275 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:32:04.552720 dv-neutron-826830-1-hyperv neutron-server[87637]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:32:04.552720 dv-neutron-826830-1-hyperv neutron-server[87637]: util.warn( Feb 01 04:32:04.552720 dv-neutron-826830-1-hyperv neutron-server[87637]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:32:04.552720 dv-neutron-826830-1-hyperv neutron-server[87637]: util.warn( Feb 01 04:32:04.552720 dv-neutron-826830-1-hyperv neutron-server[87637]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:32:04.552720 dv-neutron-826830-1-hyperv neutron-server[87637]: util.warn( Feb 01 04:32:04.552720 dv-neutron-826830-1-hyperv neutron-server[87637]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:32:04.552720 dv-neutron-826830-1-hyperv neutron-server[87637]: util.warn( Feb 01 04:32:04.552720 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 04:32:04.552720 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:32:04.552720 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 04:32:04.552720 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:32:04.552720 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 04:32:04.552720 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:32:04.552720 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 04:32:04.552720 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:32:04.552720 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 04:32:04.552720 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:32:04.552720 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 04:32:04.552720 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:32:04.552720 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 04:32:04.552720 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:32:04.552720 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:32:04.552720 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:32:04.552720 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:32:04.552720 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:32:04.552720 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 04:32:04.552720 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:32:04.552720 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 04:32:04.552720 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:32:04.552720 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:32:04.552720 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:32:04.552720 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 04:32:04.552720 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:32:04.552720 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:32:04.552720 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:32:04.552720 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:32:04.552720 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:32:04.552720 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:32:04.552720 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:32:04.567635 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d4935649-4b99-4e8f-b8ae-e7859b2b940e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-774381'] for router_gateway, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:04.592193 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75024c87-a96c-4860-a7c3-c1d62f3fa275 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Made reservation on behalf of 99c588771a6645f4bc4f4343a4018c7b for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:32:04.595615 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-75024c87-a96c-4860-a7c3-c1d62f3fa275 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:04.611457 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cec6a4d4-cd3a-4492-b1c8-7750553405ab tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:04.615719 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cec6a4d4-cd3a-4492-b1c8-7750553405ab tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539973'] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:04.622375 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0bbcf7d2-2af1-44fc-a9fb-5f9a4c7e7479 None None] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:04.648047 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-0bbcf7d2-2af1-44fc-a9fb-5f9a4c7e7479 None None] Transition to ACTIVE for port object cbfa7925-44a4-4e61-bdb8-9a41e325e709 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:32:04.667974 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0bbcf7d2-2af1-44fc-a9fb-5f9a4c7e7479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:04.722355 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec6a4d4-cd3a-4492-b1c8-7750553405ab tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event deleted for resources: {'Network': ['ID=1943d36a-bc64-420c-ad24-51014acdb006,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:04.757648 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7e3a45b4-79fd-4ea7-aa78-7909094aabca tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks [] for router_gateway, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:04.794705 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-cec6a4d4-cd3a-4492-b1c8-7750553405ab tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "DELETE /v2.0/networks/1943d36a-bc64-420c-ad24-51014acdb006 HTTP/1.1" status: 204 len: 168 time: 4.0066113 Feb 01 04:32:04.800141 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d4935649-4b99-4e8f-b8ae-e7859b2b940e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25968'] for router, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:04.807070 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c5ec58-c43a-4990-a292-e207a4770e1d None None] Pushing event updated for resources: {'Port': ['ID=cbfa7925-44a4-4e61-bdb8-9a41e325e709,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:04.830868 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33816) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:04.832046 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d4935649-4b99-4e8f-b8ae-e7859b2b940e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:04.907092 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-0bbcf7d2-2af1-44fc-a9fb-5f9a4c7e7479 None None] Attempting to bind port cbfa7925-44a4-4e61-bdb8-9a41e325e709 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:32:04.907648 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-0bbcf7d2-2af1-44fc-a9fb-5f9a4c7e7479 None None] Attempting to bind port cbfa7925-44a4-4e61-bdb8-9a41e325e709 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:32:04.908422 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbcf7d2-2af1-44fc-a9fb-5f9a4c7e7479 None None] Attempting to bind port cbfa7925-44a4-4e61-bdb8-9a41e325e709 on network 14b67238-4e53-405c-b9cd-84b8ff52e36a {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:32:04.916723 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbcf7d2-2af1-44fc-a9fb-5f9a4c7e7479 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:32:04.916723 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbcf7d2-2af1-44fc-a9fb-5f9a4c7e7479 None None] Checking segment: {'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:32:04.916723 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0bbcf7d2-2af1-44fc-a9fb-5f9a4c7e7479 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:04.916723 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbcf7d2-2af1-44fc-a9fb-5f9a4c7e7479 None None] Bound using segment: {'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:32:04.917161 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-0bbcf7d2-2af1-44fc-a9fb-5f9a4c7e7479 None None] Bound port: cbfa7925-44a4-4e61-bdb8-9a41e325e709, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:32:04.918053 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0bbcf7d2-2af1-44fc-a9fb-5f9a4c7e7479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:04.929173 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-e5df73b7-933d-4d07-b36c-266d0add0ac7 admin admin] Deleting port 2d116971-bcdd-4fd8-aca4-890259ada2e6 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:32:04.929839 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e5df73b7-933d-4d07-b36c-266d0add0ac7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:04.961238 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d4935649-4b99-4e8f-b8ae-e7859b2b940e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772958'] for router, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:04.961706 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4935649-4b99-4e8f-b8ae-e7859b2b940e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1 {{(pid=87637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 01 04:32:05.049414 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-b8a5721a-61a0-4c5c-823b-2e3d5859a405 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:32:05.057539 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-0bbcf7d2-2af1-44fc-a9fb-5f9a4c7e7479 None None] For port cbfa7925-44a4-4e61-bdb8-9a41e325e709, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:32:05.061160 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-0bbcf7d2-2af1-44fc-a9fb-5f9a4c7e7479 None None] For port cbfa7925-44a4-4e61-bdb8-9a41e325e709, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=cbfa7925-44a4-4e61-bdb8-9a41e325e709,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:32:05.070053 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0bbcf7d2-2af1-44fc-a9fb-5f9a4c7e7479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:05.118329 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d4935649-4b99-4e8f-b8ae-e7859b2b940e admin admin] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:05.119496 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-d4935649-4b99-4e8f-b8ae-e7859b2b940e admin admin] 10.222.0.24 "DELETE /v2.0/routers/349a3e1f-6f3e-4247-bbd7-b2a5c11b2ce1 HTTP/1.1" status: 204 len: 168 time: 4.3402600 Feb 01 04:32:05.122660 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33822) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:05.177936 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c5ec58-c43a-4990-a292-e207a4770e1d None None] Pushing event updated for resources: {'Port': ['ID=cbfa7925-44a4-4e61-bdb8-9a41e325e709,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:05.186821 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbcf7d2-2af1-44fc-a9fb-5f9a4c7e7479 None None] Routers {'53ef64de-6048-4adc-9095-22add599aadb'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:32:05.187528 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-0bbcf7d2-2af1-44fc-a9fb-5f9a4c7e7479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:32:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['53ef64de-6048-4adc-9095-22add599aadb'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:05.199105 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-e5df73b7-933d-4d07-b36c-266d0add0ac7 admin admin] For port 2d116971-bcdd-4fd8-aca4-890259ada2e6, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=2d116971-bcdd-4fd8-aca4-890259ada2e6,segment=NetworkSegment(17ff2334-fd28-43e8-8d86-c0a0d69edb48),segment_id=17ff2334-fd28-43e8-8d86-c0a0d69edb48)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:32:05.199498 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e5df73b7-933d-4d07-b36c-266d0add0ac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:05.305469 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7e3a45b4-79fd-4ea7-aa78-7909094aabca tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337'] for router, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:05.312370 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b8a5721a-61a0-4c5c-823b-2e3d5859a405 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Usage tracker for resource:port and tenant:99b6bfbf92464b8c84fc1a2df29bc9cc is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:32:05.315001 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75024c87-a96c-4860-a7c3-c1d62f3fa275 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:32:05.376753 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:05.384446 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b8a5721a-61a0-4c5c-823b-2e3d5859a405 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:32:05.407703 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-156811da-bc84-4cd0-a638-2b2d3f1a9900 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-371968'] for router_interface, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:05.416731 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:05.422015 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-0bbcf7d2-2af1-44fc-a9fb-5f9a4c7e7479 None None] Set router 53ef64de-6048-4adc-9095-22add599aadb gateway port host: None {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:32:05.468440 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-b8a5721a-61a0-4c5c-823b-2e3d5859a405 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:32:05.497403 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-75024c87-a96c-4860-a7c3-c1d62f3fa275 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:05.497749 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-75024c87-a96c-4860-a7c3-c1d62f3fa275 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Added segment 8507cf44-f378-4afd-baf6-b6b8cd80296d of type vlan for network 8b1a15dd-e8c6-4f6d-9dd9-080c1ce153d9 Feb 01 04:32:05.499969 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2e3b4e-c3b7-4d25-991b-e30369ad0d3e tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:05.500695 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-2d2e3b4e-c3b7-4d25-991b-e30369ad0d3e tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Synchronizing usage tracker for tenant:4859bcd8aae8416eba645579d339c6c6 on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:32:05.513153 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-e5df73b7-933d-4d07-b36c-266d0add0ac7 admin admin] Calling delete_port for 2d116971-bcdd-4fd8-aca4-890259ada2e6 owned by network:router_interface {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:32:05.554846 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_v2 [None req-0af6cbcd-5975-4e61-bfaa-6163cbc93c2e admin admin] Deleting subnet 571f3863-a948-465c-8ae7-d112b68c75f9 {{(pid=87637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:32:05.590752 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a5721a-61a0-4c5c-823b-2e3d5859a405 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Made reservation on behalf of 99b6bfbf92464b8c84fc1a2df29bc9cc for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:32:05.594477 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b8a5721a-61a0-4c5c-823b-2e3d5859a405 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:05.605639 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0af6cbcd-5975-4e61-bfaa-6163cbc93c2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:05.654662 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 49c8c502-bf8a-43f8-b04e-57ade7aeac37 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:32:05.684781 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0af6cbcd-5975-4e61-bfaa-6163cbc93c2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2424773'] for subnet, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:05.718844 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-2d2e3b4e-c3b7-4d25-991b-e30369ad0d3e tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Unset dirty status for tenant:4859bcd8aae8416eba645579d339c6c6 on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:32:05.724849 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-2d2e3b4e-c3b7-4d25-991b-e30369ad0d3e tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.8860412 Feb 01 04:32:05.726258 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33826) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:05.763544 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 49c8c502-bf8a-43f8-b04e-57ade7aeac37 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:32:05.763917 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:05.836219 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-75024c87-a96c-4860-a7c3-c1d62f3fa275 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:05.865794 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0af6cbcd-5975-4e61-bfaa-6163cbc93c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:05.889495 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-b8a5721a-61a0-4c5c-823b-2e3d5859a405 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] device_id is not set on port a5c814e1-7901-4ceb-b59d-b4a198e19e46 yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:32:05.917627 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-61b4db7b-7a36-464f-9d2a-261b483f1c80 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1869040 Feb 01 04:32:05.935481 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-0bbcf7d2-2af1-44fc-a9fb-5f9a4c7e7479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53ef64de-6048-4adc-9095-22add599aadb', 'name': 'tempest-NetworksTestDHCPv6-router-70269890', 'tenant_id': '60b4e61082d3421283cb095bbc99ad8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:31:51Z', 'updated_at': '2022-02-01T04:31:56Z', 'revision_number': 2, 'project_id': '60b4e61082d3421283cb095bbc99ad8e', 'gw_port_host': None, '_interfaces': [{'id': 'cbfa7925-44a4-4e61-bdb8-9a41e325e709', 'name': '', 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'tenant_id': '60b4e61082d3421283cb095bbc99ad8e', 'mac_address': 'fa:16:3e:bf:55:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53ef64de-6048-4adc-9095-22add599aadb', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '7256ce62-63a7-408c-b161-29af86e1cd16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:31:53Z', 'updated_at': '2022-02-01T04:32:05Z', 'revision_number': 4, 'project_id': '60b4e61082d3421283cb095bbc99ad8e', 'subnets': [{'id': '7256ce62-63a7-408c-b161-29af86e1cd16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:05.943535 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbcf7d2-2af1-44fc-a9fb-5f9a4c7e7479 None None] The sync data for ids ['53ef64de-6048-4adc-9095-22add599aadb'] in dv-neutron-826830-1-hyperv is: [{'id': '53ef64de-6048-4adc-9095-22add599aadb', 'name': 'tempest-NetworksTestDHCPv6-router-70269890', 'tenant_id': '60b4e61082d3421283cb095bbc99ad8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:31:51Z', 'updated_at': '2022-02-01T04:31:56Z', 'revision_number': 2, 'project_id': '60b4e61082d3421283cb095bbc99ad8e', 'gw_port_host': None, '_interfaces': [{'id': 'cbfa7925-44a4-4e61-bdb8-9a41e325e709', 'name': '', 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'tenant_id': '60b4e61082d3421283cb095bbc99ad8e', 'mac_address': 'fa:16:3e:bf:55:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53ef64de-6048-4adc-9095-22add599aadb', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '7256ce62-63a7-408c-b161-29af86e1cd16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:31:53Z', 'updated_at': '2022-02-01T04:32:05Z', 'revision_number': 4, 'project_id': '60b4e61082d3421283cb095bbc99ad8e', 'subnets': [{'id': '7256ce62-63a7-408c-b161-29af86e1cd16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:32:05.955173 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33830) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:05.962449 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-75024c87-a96c-4860-a7c3-c1d62f3fa275 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:05.969219 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75024c87-a96c-4860-a7c3-c1d62f3fa275 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:05.970338 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-75024c87-a96c-4860-a7c3-c1d62f3fa275 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:05.970779 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-3784cff1-a546-4176-ae90-96ea86f64361 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-578859480'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:32:05.982029 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-3784cff1-a546-4176-ae90-96ea86f64361 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:32:05.996203 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-3784cff1-a546-4176-ae90-96ea86f64361 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Usage tracker for resource:network and tenant:4859bcd8aae8416eba645579d339c6c6 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:32:06.003483 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-3784cff1-a546-4176-ae90-96ea86f64361 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:32:06.018178 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-3784cff1-a546-4176-ae90-96ea86f64361 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:32:06.020204 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device f95843e6-04be-4f7f-80dc-63ce8a84d173 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:32:06.036235 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0af6cbcd-5975-4e61-bfaa-6163cbc93c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3037665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694336'] for subnet, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:06.070182 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: f95843e6-04be-4f7f-80dc-63ce8a84d173 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:32:06.070182 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device f95843e6-04be-4f7f-80dc-63ce8a84d173 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:32:06.071640 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3784cff1-a546-4176-ae90-96ea86f64361 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Made reservation on behalf of 4859bcd8aae8416eba645579d339c6c6 for: {'network': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:32:06.074911 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3784cff1-a546-4176-ae90-96ea86f64361 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:06.088594 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e5df73b7-933d-4d07-b36c-266d0add0ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:06.140199 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6cbcd-5975-4e61-bfaa-6163cbc93c2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=571f3863-a948-465c-8ae7-d112b68c75f9,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:06.155282 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0af6cbcd-5975-4e61-bfaa-6163cbc93c2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:06.158272 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5df73b7-933d-4d07-b36c-266d0add0ac7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d116971-bcdd-4fd8-aca4-890259ada2e6,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:06.159981 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a0998a-151c-4518-a8f3-3a27c8ceac39 None None] Network d56a2493-44f0-4c57-af25-6a282deef9cd requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:32:06.290805 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3784cff1-a546-4176-ae90-96ea86f64361 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=87637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:32:06.307432 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-0af6cbcd-5975-4e61-bfaa-6163cbc93c2e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/571f3863-a948-465c-8ae7-d112b68c75f9 HTTP/1.1" status: 204 len: 168 time: 1.1769536 Feb 01 04:32:06.309271 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33834) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:06.341532 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3784cff1-a546-4176-ae90-96ea86f64361 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:06.341870 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.segments_db [None req-3784cff1-a546-4176-ae90-96ea86f64361 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Added segment ea6102a6-e360-44e2-853f-e85d396e1827 of type vlan for network 94aa615d-c460-43d0-933f-6f02ddd41591 Feb 01 04:32:06.343752 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75024c87-a96c-4860-a7c3-c1d62f3fa275 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Pushing event updated for resources: {'Network': ['ID=8b1a15dd-e8c6-4f6d-9dd9-080c1ce153d9,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:06.355493 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-75024c87-a96c-4860-a7c3-c1d62f3fa275 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.9861519 Feb 01 04:32:06.356157 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 33838) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:06.373789 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-b8a5721a-61a0-4c5c-823b-2e3d5859a405 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Allocated IP 172.20.0.8 (46eee755-65b2-43da-a49f-8e967aa52c1d/3e985788-c234-426c-8d08-765e0f82f8ca/a5c814e1-7901-4ceb-b59d-b4a198e19e46) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:32:06.386693 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-41e88838-e06b-4ba4-b284-d0a2a9ceba0b tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Request body: {'subnet': {'network_id': '8b1a15dd-e8c6-4f6d-9dd9-080c1ce153d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:32:06.455834 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 8b1a15dd-e8c6-4f6d-9dd9-080c1ce153d9 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:32:06.529447 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bd6e19c0-43d3-4839-a1e5-291a577511d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:06.587642 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e3a45b4-79fd-4ea7-aa78-7909094aabca tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Router 6a822eb7-a44e-410e-864a-38dbed75b3bc is scheduled to L3 agent a3073304-82af-4a42-89af-bc532d6626bb with binding_index 1 {{(pid=87636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 01 04:32:06.611087 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3784cff1-a546-4176-ae90-96ea86f64361 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:06.614483 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-41e88838-e06b-4ba4-b284-d0a2a9ceba0b tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:32:06.651566 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-41e88838-e06b-4ba4-b284-d0a2a9ceba0b tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Usage tracker for resource:subnet and tenant:99c588771a6645f4bc4f4343a4018c7b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:32:06.657649 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-bd6e19c0-43d3-4839-a1e5-291a577511d9 admin admin] Deleting port c5b864a2-4a2e-4b8e-b57e-a8d22f27d3c1 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:32:06.658066 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bd6e19c0-43d3-4839-a1e5-291a577511d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:06.712222 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-41e88838-e06b-4ba4-b284-d0a2a9ceba0b tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:32:06.732823 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-156811da-bc84-4cd0-a638-2b2d3f1a9900 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Deleting port cbfa7925-44a4-4e61-bdb8-9a41e325e709 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:32:06.733183 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-156811da-bc84-4cd0-a638-2b2d3f1a9900 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:06.733857 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1667ebe1-9976-4e83-97d9-cdd09562f85f None None] DHCP port deletion for d56a2493-44f0-4c57-af25-6a282deef9cd request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:32:06.738399 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-1667ebe1-9976-4e83-97d9-cdd09562f85f None None] Deleting port c5b864a2-4a2e-4b8e-b57e-a8d22f27d3c1 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:32:06.739152 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1667ebe1-9976-4e83-97d9-cdd09562f85f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:06.768772 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-41e88838-e06b-4ba4-b284-d0a2a9ceba0b tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:32:06.816333 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3784cff1-a546-4176-ae90-96ea86f64361 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:06.822124 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3784cff1-a546-4176-ae90-96ea86f64361 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:06.822325 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3784cff1-a546-4176-ae90-96ea86f64361 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539973'] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:06.909659 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e88838-e06b-4ba4-b284-d0a2a9ceba0b tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Made reservation on behalf of 99c588771a6645f4bc4f4343a4018c7b for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:32:06.913813 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-41e88838-e06b-4ba4-b284-d0a2a9ceba0b tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:06.919020 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-3784cff1-a546-4176-ae90-96ea86f64361 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9600408 Feb 01 04:32:06.946750 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 33842) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:06.961774 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:06.997140 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-45e09767-c8fb-4a79-8cd3-1a6fb52098de tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Request body: {'subnet': {'network_id': '94aa615d-c460-43d0-933f-6f02ddd41591', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:32:07.028430 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e5df73b7-933d-4d07-b36c-266d0add0ac7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770960'] for router_interface, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:07.037617 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-1667ebe1-9976-4e83-97d9-cdd09562f85f None None] For port c5b864a2-4a2e-4b8e-b57e-a8d22f27d3c1, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=c5b864a2-4a2e-4b8e-b57e-a8d22f27d3c1,segment=NetworkSegment(f3c730b5-ac0c-4a87-93d7-0709403005ff),segment_id=f3c730b5-ac0c-4a87-93d7-0709403005ff)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:32:07.038005 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1667ebe1-9976-4e83-97d9-cdd09562f85f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:07.058868 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3784cff1-a546-4176-ae90-96ea86f64361 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event updated for resources: {'Network': ['ID=94aa615d-c460-43d0-933f-6f02ddd41591,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:07.107622 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 94aa615d-c460-43d0-933f-6f02ddd41591 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:32:07.188825 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-1667ebe1-9976-4e83-97d9-cdd09562f85f None None] Calling delete_port for c5b864a2-4a2e-4b8e-b57e-a8d22f27d3c1 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:32:07.217920 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-bd6e19c0-43d3-4839-a1e5-291a577511d9 admin admin] For port c5b864a2-4a2e-4b8e-b57e-a8d22f27d3c1, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=c5b864a2-4a2e-4b8e-b57e-a8d22f27d3c1,segment=NetworkSegment(f3c730b5-ac0c-4a87-93d7-0709403005ff),segment_id=f3c730b5-ac0c-4a87-93d7-0709403005ff)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:32:07.218253 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bd6e19c0-43d3-4839-a1e5-291a577511d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:07.340793 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1667ebe1-9976-4e83-97d9-cdd09562f85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:07.382080 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b8a5721a-61a0-4c5c-823b-2e3d5859a405 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:07.386112 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1667ebe1-9976-4e83-97d9-cdd09562f85f None None] Pushing event deleted for resources: {'Port': ['ID=c5b864a2-4a2e-4b8e-b57e-a8d22f27d3c1,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:07.393341 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1667ebe1-9976-4e83-97d9-cdd09562f85f None None] No DVR routers for this DVR port c5b864a2-4a2e-4b8e-b57e-a8d22f27d3c1 on host dv-neutron-826830-1-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:32:07.410327 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e3a45b4-79fd-4ea7-aa78-7909094aabca tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:32:07.418378 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-45e09767-c8fb-4a79-8cd3-1a6fb52098de tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:32:07.422983 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d68122-7094-46e6-865c-5c9552c8eaa7 None None] Sync routers for ids ['6a822eb7-a44e-410e-864a-38dbed75b3bc'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:32:07.433604 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d68122-7094-46e6-865c-5c9552c8eaa7 None None] Routers {'6a822eb7-a44e-410e-864a-38dbed75b3bc'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:32:07.434223 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-06d68122-7094-46e6-865c-5c9552c8eaa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:32:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['6a822eb7-a44e-410e-864a-38dbed75b3bc'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:07.441380 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-45e09767-c8fb-4a79-8cd3-1a6fb52098de tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Usage tracker for resource:subnet and tenant:4859bcd8aae8416eba645579d339c6c6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:32:07.454268 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-45e09767-c8fb-4a79-8cd3-1a6fb52098de tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:32:07.465031 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-b8a5721a-61a0-4c5c-823b-2e3d5859a405 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Transition to ACTIVE for port object a5c814e1-7901-4ceb-b59d-b4a198e19e46 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:32:07.476681 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-45e09767-c8fb-4a79-8cd3-1a6fb52098de tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:32:07.491249 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-156811da-bc84-4cd0-a638-2b2d3f1a9900 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] For port cbfa7925-44a4-4e61-bdb8-9a41e325e709, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=cbfa7925-44a4-4e61-bdb8-9a41e325e709,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:32:07.491608 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-156811da-bc84-4cd0-a638-2b2d3f1a9900 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:07.505255 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-06d68122-7094-46e6-865c-5c9552c8eaa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:07.506344 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7e3a45b4-79fd-4ea7-aa78-7909094aabca tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:07.510329 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-7e3a45b4-79fd-4ea7-aa78-7909094aabca tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 8.7893958 Feb 01 04:32:07.511433 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33846) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:07.520918 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-bd6e19c0-43d3-4839-a1e5-291a577511d9 admin admin] Calling delete_port for c5b864a2-4a2e-4b8e-b57e-a8d22f27d3c1 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:32:07.521903 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e09767-c8fb-4a79-8cd3-1a6fb52098de tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Made reservation on behalf of 4859bcd8aae8416eba645579d339c6c6 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:32:07.525404 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d68122-7094-46e6-865c-5c9552c8eaa7 None None] Routers {'6a822eb7-a44e-410e-864a-38dbed75b3bc'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:32:07.525532 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-45e09767-c8fb-4a79-8cd3-1a6fb52098de tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:07.526646 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-06d68122-7094-46e6-865c-5c9552c8eaa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:32:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['6a822eb7-a44e-410e-864a-38dbed75b3bc'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:07.567291 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-d9d4cef2-d668-4552-b7b4-9ca851711553 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'enable_snat': False}}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:32:07.596326 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-06d68122-7094-46e6-865c-5c9552c8eaa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:07.596848 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d68122-7094-46e6-865c-5c9552c8eaa7 None None] The sync data for ids ['6a822eb7-a44e-410e-864a-38dbed75b3bc'] in dv-neutron-826830-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:32:07.804654 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device cbfa7925-44a4-4e61-bdb8-9a41e325e709 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:32:07.815275 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-156811da-bc84-4cd0-a638-2b2d3f1a9900 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Calling delete_port for cbfa7925-44a4-4e61-bdb8-9a41e325e709 owned by network:router_interface {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:32:07.855640 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.api [None req-bd6e19c0-43d3-4839-a1e5-291a577511d9 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:32:07.855982 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG oslo_db.api [None req-bd6e19c0-43d3-4839-a1e5-291a577511d9 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:32:07.909299 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port cbfa7925-44a4-4e61-bdb8-9a41e325e709 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:32:07.918639 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port cbfa7925-44a4-4e61-bdb8-9a41e325e709 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:32:07.919595 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:08.015321 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b8a5721a-61a0-4c5c-823b-2e3d5859a405 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:08.052353 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:08.086514 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port cbfa7925-44a4-4e61-bdb8-9a41e325e709, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=cbfa7925-44a4-4e61-bdb8-9a41e325e709,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:32:08.090441 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:08.099057 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5df73b7-933d-4d07-b36c-266d0add0ac7 admin admin] Router fe334b00-f9c2-4473-a16a-4b711be31f1c has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:32:08.154770 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a5721a-61a0-4c5c-823b-2e3d5859a405 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Network 46eee755-65b2-43da-a49f-8e967aa52c1d is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:32:08.167804 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-b8a5721a-61a0-4c5c-823b-2e3d5859a405 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:32:08.172426 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-41e88838-e06b-4ba4-b284-d0a2a9ceba0b tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:08.173376 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device c5b864a2-4a2e-4b8e-b57e-a8d22f27d3c1 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:32:08.175950 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a5721a-61a0-4c5c-823b-2e3d5859a405 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Pushing event updated for resources: {'Port': ['ID=a5c814e1-7901-4ceb-b59d-b4a198e19e46,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:08.179968 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a5721a-61a0-4c5c-823b-2e3d5859a405 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:32:08.222316 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: c5b864a2-4a2e-4b8e-b57e-a8d22f27d3c1 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:32:08.222876 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device c5b864a2-4a2e-4b8e-b57e-a8d22f27d3c1 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:32:08.225843 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=cbfa7925-44a4-4e61-bdb8-9a41e325e709,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:08.302721 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 04:32:08.358276 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-bd6e19c0-43d3-4839-a1e5-291a577511d9 admin admin] Deleting port c5b864a2-4a2e-4b8e-b57e-a8d22f27d3c1 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:32:08.358725 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bd6e19c0-43d3-4839-a1e5-291a577511d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:08.374180 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e88838-e06b-4ba4-b284-d0a2a9ceba0b tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Pushing event updated for resources: {'Subnet': ['ID=03e6ec5b-b839-4a0c-9b26-d238c3894e22,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:08.381616 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a5721a-61a0-4c5c-823b-2e3d5859a405 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:08.382201 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b8a5721a-61a0-4c5c-823b-2e3d5859a405 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:08.414947 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.db.api [None req-156811da-bc84-4cd0-a638-2b2d3f1a9900 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:32:08.415801 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG oslo_db.api [None req-156811da-bc84-4cd0-a638-2b2d3f1a9900 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:32:08.419856 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e88838-e06b-4ba4-b284-d0a2a9ceba0b tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Checking segment: {'id': '8507cf44-f378-4afd-baf6-b6b8cd80296d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8b1a15dd-e8c6-4f6d-9dd9-080c1ce153d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:32:08.420356 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e88838-e06b-4ba4-b284-d0a2a9ceba0b tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Network hostable DHCP agents. Network: 8b1a15dd-e8c6-4f6d-9dd9-080c1ce153d9, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:32:08.422154 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-24e5bc72-7a85-40ad-b7fc-c594889c6f76 None None] Provisioning for port a5c814e1-7901-4ceb-b59d-b4a198e19e46 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:32:08.427648 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-24e5bc72-7a85-40ad-b7fc-c594889c6f76 None None] Provisioning complete for port a5c814e1-7901-4ceb-b59d-b4a198e19e46 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:32:08.428350 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-24e5bc72-7a85-40ad-b7fc-c594889c6f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:08.456627 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-bd6e19c0-43d3-4839-a1e5-291a577511d9 admin admin] The port 'c5b864a2-4a2e-4b8e-b57e-a8d22f27d3c1' was deleted {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 01 04:32:08.463202 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b8a5721a-61a0-4c5c-823b-2e3d5859a405 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1223652 Feb 01 04:32:08.468991 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 33850) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:08.477579 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-0e3cbd05-1be5-4974-bb82-38d02689baa4 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Request body: {'floatingip': {'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:32:08.484535 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-0e3cbd05-1be5-4974-bb82-38d02689baa4 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:32:08.488347 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-45e09767-c8fb-4a79-8cd3-1a6fb52098de tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:08.488747 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-24e5bc72-7a85-40ad-b7fc-c594889c6f76 None None] Port a5c814e1-7901-4ceb-b59d-b4a198e19e46 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:32:08.528078 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0e3cbd05-1be5-4974-bb82-38d02689baa4 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Usage tracker for resource:floatingip and tenant:99b6bfbf92464b8c84fc1a2df29bc9cc is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:32:08.537758 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e88838-e06b-4ba4-b284-d0a2a9ceba0b tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Network 8b1a15dd-e8c6-4f6d-9dd9-080c1ce153d9 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:32:08.541371 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0e3cbd05-1be5-4974-bb82-38d02689baa4 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:32:08.558082 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-0e3cbd05-1be5-4974-bb82-38d02689baa4 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:32:08.573503 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-41e88838-e06b-4ba4-b284-d0a2a9ceba0b tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, 8b1a15dd-e8c6-4f6d-9dd9-080c1ce153d9) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:32:08.578424 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e88838-e06b-4ba4-b284-d0a2a9ceba0b tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:08.579034 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-41e88838-e06b-4ba4-b284-d0a2a9ceba0b tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539973'] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:08.584783 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330a69b0-d658-4fab-890e-abdc958d6e29 None None] Network 8b1a15dd-e8c6-4f6d-9dd9-080c1ce153d9 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:32:08.624392 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0e3cbd05-1be5-4974-bb82-38d02689baa4 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Notify callbacks [] for floatingip, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:08.640395 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e09767-c8fb-4a79-8cd3-1a6fb52098de tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event updated for resources: {'Subnet': ['ID=df0af0dc-39ef-497c-92d9-8ed84b5a3ea9,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:08.658244 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-41e88838-e06b-4ba4-b284-d0a2a9ceba0b tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.2938118 Feb 01 04:32:08.658244 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e09767-c8fb-4a79-8cd3-1a6fb52098de tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Checking segment: {'id': 'ea6102a6-e360-44e2-853f-e85d396e1827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '94aa615d-c460-43d0-933f-6f02ddd41591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:32:08.658244 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e09767-c8fb-4a79-8cd3-1a6fb52098de tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Network hostable DHCP agents. Network: 94aa615d-c460-43d0-933f-6f02ddd41591, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:32:08.662814 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 33854) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:08.744718 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5df73b7-933d-4d07-b36c-266d0add0ac7 admin admin] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:32:08.757238 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3e0e56-a06c-464f-9f7f-e2abc9e25f43 None None] Sync routers for ids ['fe334b00-f9c2-4473-a16a-4b711be31f1c'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:32:08.768017 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3e0e56-a06c-464f-9f7f-e2abc9e25f43 None None] Routers {'fe334b00-f9c2-4473-a16a-4b711be31f1c'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:32:08.768914 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-4b3e0e56-a06c-464f-9f7f-e2abc9e25f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:32:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['fe334b00-f9c2-4473-a16a-4b711be31f1c'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:08.808574 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e09767-c8fb-4a79-8cd3-1a6fb52098de tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Network 94aa615d-c460-43d0-933f-6f02ddd41591 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:32:08.829346 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bd6e19c0-43d3-4839-a1e5-291a577511d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:08.874363 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-e5df73b7-933d-4d07-b36c-266d0add0ac7 admin admin] 10.222.0.24 "PUT /v2.0/routers/fe334b00-f9c2-4473-a16a-4b711be31f1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3009951 Feb 01 04:32:08.878242 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2baa4d-b712-4f93-95fd-afde7275b3ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-8b1a15dd-e8c6-4f6d-9dd9-080c1ce153d9', 'network_id': '8b1a15dd-e8c6-4f6d-9dd9-080c1ce153d9', 'tenant_id': '99c588771a6645f4bc4f4343a4018c7b', 'fixed_ips': [{'subnet_id': '03e6ec5b-b839-4a0c-9b26-d238c3894e22'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:32:08.879183 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fd2baa4d-b712-4f93-95fd-afde7275b3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:08.886398 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33858) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:08.893435 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d9d4cef2-d668-4552-b7b4-9ca851711553 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:08.918879 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-156811da-bc84-4cd0-a638-2b2d3f1a9900 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Deleting port cbfa7925-44a4-4e61-bdb8-9a41e325e709 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:32:08.919432 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-156811da-bc84-4cd0-a638-2b2d3f1a9900 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:08.945225 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-45e09767-c8fb-4a79-8cd3-1a6fb52098de tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, 94aa615d-c460-43d0-933f-6f02ddd41591) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:32:08.964533 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e09767-c8fb-4a79-8cd3-1a6fb52098de tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:08.965258 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-45e09767-c8fb-4a79-8cd3-1a6fb52098de tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539973'] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:08.987710 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e6910a28-7fda-477b-b7e0-2f58bc850189 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:09.012119 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-45e09767-c8fb-4a79-8cd3-1a6fb52098de tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0635855 Feb 01 04:32:09.016398 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 33862) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:09.038092 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-4b3e0e56-a06c-464f-9f7f-e2abc9e25f43 None None] Set router fe334b00-f9c2-4473-a16a-4b711be31f1c gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:32:09.079044 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-fd2baa4d-b712-4f93-95fd-afde7275b3ce None None] Allocated IP 2001:db8::1 (8b1a15dd-e8c6-4f6d-9dd9-080c1ce153d9/03e6ec5b-b839-4a0c-9b26-d238c3894e22/d4a34e50-421b-4e05-b8cd-b150f7b60ac4) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:32:09.081717 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-213c0f40-f580-448f-8408-5003f9e08bfe admin admin] Notify callbacks [] for router, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:09.094163 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-70aaa154-46ed-4b4d-a36d-21ff72b508bf tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Request body: {'port': {'network_id': '94aa615d-c460-43d0-933f-6f02ddd41591', 'name': 'tempest-PortsIpV6TestJSON-1977583786'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:32:09.229539 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e6910a28-7fda-477b-b7e0-2f58bc850189 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:09.256032 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-bd6e19c0-43d3-4839-a1e5-291a577511d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d56a2493-44f0-4c57-af25-6a282deef9cd']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:09.277283 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-bd6e19c0-43d3-4839-a1e5-291a577511d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3c730b5-ac0c-4a87-93d7-0709403005ff') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:09.277868 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-bd6e19c0-43d3-4839-a1e5-291a577511d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3c730b5-ac0c-4a87-93d7-0709403005ff') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:09.286000 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-213c0f40-f580-448f-8408-5003f9e08bfe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:09.296673 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-70aaa154-46ed-4b4d-a36d-21ff72b508bf tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:32:09.301597 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fd2baa4d-b712-4f93-95fd-afde7275b3ce None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:09.314969 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bd6e19c0-43d3-4839-a1e5-291a577511d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:09.315209 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-fd2baa4d-b712-4f93-95fd-afde7275b3ce None None] Transition to ACTIVE for port object d4a34e50-421b-4e05-b8cd-b150f7b60ac4 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:32:09.325773 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0e3cbd05-1be5-4974-bb82-38d02689baa4 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:09.337644 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-213c0f40-f580-448f-8408-5003f9e08bfe admin admin] Deleting port d753bac5-2ff2-45a5-9ec1-4f4d0e2b5091 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:32:09.338208 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-213c0f40-f580-448f-8408-5003f9e08bfe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:09.339970 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-fd2baa4d-b712-4f93-95fd-afde7275b3ce None None] Transition to ACTIVE for port object d4a34e50-421b-4e05-b8cd-b150f7b60ac4 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:32:09.345585 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d4a80d-1fa8-4da8-bc16-d4147cdbb5ad None None] Network 94aa615d-c460-43d0-933f-6f02ddd41591 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:32:09.381325 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-70aaa154-46ed-4b4d-a36d-21ff72b508bf tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:32:09.409324 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-4b3e0e56-a06c-464f-9f7f-e2abc9e25f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe334b00-f9c2-4473-a16a-4b711be31f1c', 'name': 'tempest-ServersTestJSON-82895039-router', 'tenant_id': '332d5a2a0a29497d81fd0e175d971fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.36'}], 'enable_snat': True}, 'gw_port_id': 'd753bac5-2ff2-45a5-9ec1-4f4d0e2b5091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:29:59Z', 'updated_at': '2022-02-01T04:32:05Z', 'revision_number': 5, 'project_id': '332d5a2a0a29497d81fd0e175d971fc8', 'gw_port': {'id': 'd753bac5-2ff2-45a5-9ec1-4f4d0e2b5091', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:7e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe334b00-f9c2-4473-a16a-4b711be31f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:30:01Z', 'updated_at': '2022-02-01T04:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:09.415672 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3e0e56-a06c-464f-9f7f-e2abc9e25f43 None None] Checking router: fe334b00-f9c2-4473-a16a-4b711be31f1c for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:32:09.425236 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3e0e56-a06c-464f-9f7f-e2abc9e25f43 None None] Routers {'fe334b00-f9c2-4473-a16a-4b711be31f1c'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:32:09.426224 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-4b3e0e56-a06c-464f-9f7f-e2abc9e25f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:32:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['fe334b00-f9c2-4473-a16a-4b711be31f1c'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:09.521314 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-213c0f40-f580-448f-8408-5003f9e08bfe admin admin] For port d753bac5-2ff2-45a5-9ec1-4f4d0e2b5091, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=d753bac5-2ff2-45a5-9ec1-4f4d0e2b5091,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:32:09.521941 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-213c0f40-f580-448f-8408-5003f9e08bfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:09.532911 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fd2baa4d-b712-4f93-95fd-afde7275b3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:09.605014 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70aaa154-46ed-4b4d-a36d-21ff72b508bf tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Made reservation on behalf of 4859bcd8aae8416eba645579d339c6c6 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:32:09.609563 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-70aaa154-46ed-4b4d-a36d-21ff72b508bf tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:09.635042 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2baa4d-b712-4f93-95fd-afde7275b3ce None None] Network 8b1a15dd-e8c6-4f6d-9dd9-080c1ce153d9 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:32:09.647285 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-fd2baa4d-b712-4f93-95fd-afde7275b3ce None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:32:09.649964 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2baa4d-b712-4f93-95fd-afde7275b3ce None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:32:09.651088 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-70aaa154-46ed-4b4d-a36d-21ff72b508bf tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] device_id is not set on port a6cfdeef-1a75-4b4c-9c2e-03fbe5ba142e yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:32:09.656072 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-4b3e0e56-a06c-464f-9f7f-e2abc9e25f43 None None] Set router fe334b00-f9c2-4473-a16a-4b711be31f1c gateway port host: None {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:32:09.663657 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-213c0f40-f580-448f-8408-5003f9e08bfe admin admin] Calling delete_port for d753bac5-2ff2-45a5-9ec1-4f4d0e2b5091 owned by network:router_gateway {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:32:09.714847 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6616023f-187a-4146-a1aa-80976230cfef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-94aa615d-c460-43d0-933f-6f02ddd41591', 'network_id': '94aa615d-c460-43d0-933f-6f02ddd41591', 'tenant_id': '4859bcd8aae8416eba645579d339c6c6', 'fixed_ips': [{'subnet_id': 'df0af0dc-39ef-497c-92d9-8ed84b5a3ea9'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:32:09.715279 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6616023f-187a-4146-a1aa-80976230cfef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:09.769187 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device cbfa7925-44a4-4e61-bdb8-9a41e325e709 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:32:09.815843 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-70aaa154-46ed-4b4d-a36d-21ff72b508bf tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Allocated IP 2001:db8::59 (94aa615d-c460-43d0-933f-6f02ddd41591/df0af0dc-39ef-497c-92d9-8ed84b5a3ea9/a6cfdeef-1a75-4b4c-9c2e-03fbe5ba142e) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:32:09.836219 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-4b3e0e56-a06c-464f-9f7f-e2abc9e25f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe334b00-f9c2-4473-a16a-4b711be31f1c', 'name': 'tempest-ServersTestJSON-82895039-router', 'tenant_id': '332d5a2a0a29497d81fd0e175d971fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:29:59Z', 'updated_at': '2022-02-01T04:32:09Z', 'revision_number': 6, 'project_id': '332d5a2a0a29497d81fd0e175d971fc8', 'gw_port_host': None}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:09.845791 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3e0e56-a06c-464f-9f7f-e2abc9e25f43 None None] The sync data for ids ['fe334b00-f9c2-4473-a16a-4b711be31f1c'] in dv-neutron-826830-1-hyperv is: [{'id': 'fe334b00-f9c2-4473-a16a-4b711be31f1c', 'name': 'tempest-ServersTestJSON-82895039-router', 'tenant_id': '332d5a2a0a29497d81fd0e175d971fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:29:59Z', 'updated_at': '2022-02-01T04:32:09Z', 'revision_number': 6, 'project_id': '332d5a2a0a29497d81fd0e175d971fc8', 'gw_port_host': None}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:32:09.863635 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bd6e19c0-43d3-4839-a1e5-291a577511d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:09.884837 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-213c0f40-f580-448f-8408-5003f9e08bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:09.892352 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd6e19c0-43d3-4839-a1e5-291a577511d9 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:32:09.893391 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bd6e19c0-43d3-4839-a1e5-291a577511d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:09.942346 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 04:32:09.942346 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:32:09.942346 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 04:32:09.942346 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:32:09.942346 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 04:32:09.942346 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:32:09.942346 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 04:32:09.942346 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:32:09.942346 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 04:32:09.942346 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:32:09.942346 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 04:32:09.942346 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:32:09.942346 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 04:32:09.942346 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:32:09.942346 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:32:09.942346 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:32:09.942346 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:32:09.942346 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:32:09.942346 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 04:32:09.942346 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:32:09.942346 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 04:32:09.942346 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:32:09.942346 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:32:09.942346 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:32:09.942346 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 04:32:09.942346 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:32:09.942346 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:32:09.942346 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:32:09.942346 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:32:09.942346 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:32:09.942346 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:32:09.942346 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:32:09.951596 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port cbfa7925-44a4-4e61-bdb8-9a41e325e709 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:32:09.952101 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:09.979653 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213c0f40-f580-448f-8408-5003f9e08bfe admin admin] Pushing event deleted for resources: {'Port': ['ID=d753bac5-2ff2-45a5-9ec1-4f4d0e2b5091,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:09.990015 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2baa4d-b712-4f93-95fd-afde7275b3ce None None] Pushing event updated for resources: {'Port': ['ID=d4a34e50-421b-4e05-b8cd-b150f7b60ac4,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:10.015852 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-fd2baa4d-b712-4f93-95fd-afde7275b3ce None None] Attempting to bind port d4a34e50-421b-4e05-b8cd-b150f7b60ac4 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:32:10.016218 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-fd2baa4d-b712-4f93-95fd-afde7275b3ce None None] Attempting to bind port d4a34e50-421b-4e05-b8cd-b150f7b60ac4 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '8507cf44-f378-4afd-baf6-b6b8cd80296d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8b1a15dd-e8c6-4f6d-9dd9-080c1ce153d9'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:32:10.016571 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2baa4d-b712-4f93-95fd-afde7275b3ce None None] Attempting to bind port d4a34e50-421b-4e05-b8cd-b150f7b60ac4 on network 8b1a15dd-e8c6-4f6d-9dd9-080c1ce153d9 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:32:10.040994 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2baa4d-b712-4f93-95fd-afde7275b3ce None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:32:10.041275 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2baa4d-b712-4f93-95fd-afde7275b3ce None None] Checking segment: {'id': '8507cf44-f378-4afd-baf6-b6b8cd80296d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8b1a15dd-e8c6-4f6d-9dd9-080c1ce153d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:32:10.041669 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fd2baa4d-b712-4f93-95fd-afde7275b3ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:10.042052 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2baa4d-b712-4f93-95fd-afde7275b3ce None None] Bound using segment: {'id': '8507cf44-f378-4afd-baf6-b6b8cd80296d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8b1a15dd-e8c6-4f6d-9dd9-080c1ce153d9'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:32:10.042513 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-fd2baa4d-b712-4f93-95fd-afde7275b3ce None None] Bound port: d4a34e50-421b-4e05-b8cd-b150f7b60ac4, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8507cf44-f378-4afd-baf6-b6b8cd80296d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8b1a15dd-e8c6-4f6d-9dd9-080c1ce153d9'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:32:10.042875 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fd2baa4d-b712-4f93-95fd-afde7275b3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:10.093749 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-156811da-bc84-4cd0-a638-2b2d3f1a9900 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] For port cbfa7925-44a4-4e61-bdb8-9a41e325e709, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=cbfa7925-44a4-4e61-bdb8-9a41e325e709,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:32:10.094224 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-156811da-bc84-4cd0-a638-2b2d3f1a9900 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:10.202159 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-fd2baa4d-b712-4f93-95fd-afde7275b3ce None None] For port d4a34e50-421b-4e05-b8cd-b150f7b60ac4, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:32:10.205745 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-fd2baa4d-b712-4f93-95fd-afde7275b3ce None None] For port d4a34e50-421b-4e05-b8cd-b150f7b60ac4, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=d4a34e50-421b-4e05-b8cd-b150f7b60ac4,segment=NetworkSegment(8507cf44-f378-4afd-baf6-b6b8cd80296d),segment_id=8507cf44-f378-4afd-baf6-b6b8cd80296d)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:32:10.210746 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fd2baa4d-b712-4f93-95fd-afde7275b3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:10.249082 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e6910a28-7fda-477b-b7e0-2f58bc850189 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3072169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2652276'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:10.277976 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-156811da-bc84-4cd0-a638-2b2d3f1a9900 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Calling delete_port for cbfa7925-44a4-4e61-bdb8-9a41e325e709 owned by network:router_interface {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:32:10.312014 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2baa4d-b712-4f93-95fd-afde7275b3ce None None] Pushing event updated for resources: {'Port': ['ID=d4a34e50-421b-4e05-b8cd-b150f7b60ac4,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:10.330923 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bd6e19c0-43d3-4839-a1e5-291a577511d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:10.350120 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bd6e19c0-43d3-4839-a1e5-291a577511d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539973'] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:10.365992 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6e19c0-43d3-4839-a1e5-291a577511d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d56a2493-44f0-4c57-af25-6a282deef9cd,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:10.372526 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-213c0f40-f580-448f-8408-5003f9e08bfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-774381'] for router_gateway, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:10.388333 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6910a28-7fda-477b-b7e0-2f58bc850189 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Pushing event deleted for resources: {'Subnet': ['ID=03e6ec5b-b839-4a0c-9b26-d238c3894e22,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:10.405172 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-0e3cbd05-1be5-4974-bb82-38d02689baa4 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Allocated IP 172.26.8.250 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/a7ed54a0-014c-42e1-9287-849be23d4a2e) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:32:10.464860 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-70aaa154-46ed-4b4d-a36d-21ff72b508bf tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:10.501592 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-bd6e19c0-43d3-4839-a1e5-291a577511d9 admin admin] 10.222.0.24 "DELETE /v2.0/networks/d56a2493-44f0-4c57-af25-6a282deef9cd HTTP/1.1" status: 204 len: 168 time: 4.1873250 Feb 01 04:32:10.528384 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e6910a28-7fda-477b-b7e0-2f58bc850189 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:10.574155 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-213c0f40-f580-448f-8408-5003f9e08bfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25968'] for router, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:10.577757 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-213c0f40-f580-448f-8408-5003f9e08bfe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:10.616605 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-70aaa154-46ed-4b4d-a36d-21ff72b508bf tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Transition to ACTIVE for port object a6cfdeef-1a75-4b4c-9c2e-03fbe5ba142e will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:32:10.620034 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-e6910a28-7fda-477b-b7e0-2f58bc850189 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b1a15dd-e8c6-4f6d-9dd9-080c1ce153d9']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:10.682282 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-213c0f40-f580-448f-8408-5003f9e08bfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772958'] for router, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:10.683250 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-213c0f40-f580-448f-8408-5003f9e08bfe admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe334b00-f9c2-4473-a16a-4b711be31f1c {{(pid=87637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 01 04:32:10.698253 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-e6910a28-7fda-477b-b7e0-2f58bc850189 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8507cf44-f378-4afd-baf6-b6b8cd80296d') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:10.698545 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-e6910a28-7fda-477b-b7e0-2f58bc850189 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8507cf44-f378-4afd-baf6-b6b8cd80296d') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:10.705445 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-213c0f40-f580-448f-8408-5003f9e08bfe admin admin] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:10.708814 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-213c0f40-f580-448f-8408-5003f9e08bfe admin admin] 10.222.0.24 "DELETE /v2.0/routers/fe334b00-f9c2-4473-a16a-4b711be31f1c HTTP/1.1" status: 204 len: 168 time: 1.8164890 Feb 01 04:32:10.710762 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33868) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:10.712915 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 33870) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:10.768525 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e6910a28-7fda-477b-b7e0-2f58bc850189 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143022'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:10.802146 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e6910a28-7fda-477b-b7e0-2f58bc850189 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:10.853396 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0e3cbd05-1be5-4974-bb82-38d02689baa4 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:10.935372 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_v2 [None req-32696a26-1f1b-4341-8673-224a19769a07 admin admin] Deleting subnet f42bcb10-2f4f-4796-800c-dcbbdb896d1a {{(pid=87637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:32:10.942305 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-32696a26-1f1b-4341-8673-224a19769a07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:10.964511 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0e3cbd05-1be5-4974-bb82-38d02689baa4 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:10.968688 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6910a28-7fda-477b-b7e0-2f58bc850189 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:32:10.969051 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e6910a28-7fda-477b-b7e0-2f58bc850189 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3072199'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:11.016735 dv-neutron-826830-1-hyperv neutron-server[87636]: Traceback (most recent call last): Feb 01 04:32:11.016735 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:32:11.016735 dv-neutron-826830-1-hyperv neutron-server[87636]: timer() Feb 01 04:32:11.016735 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:32:11.016735 dv-neutron-826830-1-hyperv neutron-server[87636]: cb(*args, **kw) Feb 01 04:32:11.016735 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:32:11.016735 dv-neutron-826830-1-hyperv neutron-server[87636]: return func(*args, **kwargs) Feb 01 04:32:11.016735 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:32:11.016735 dv-neutron-826830-1-hyperv neutron-server[87636]: self._notify() Feb 01 04:32:11.016735 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:32:11.016735 dv-neutron-826830-1-hyperv neutron-server[87636]: self.callback(batched_events) Feb 01 04:32:11.016735 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:32:11.016735 dv-neutron-826830-1-hyperv neutron-server[87636]: event.method(event) Feb 01 04:32:11.016735 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:32:11.016735 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:32:11.016735 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:32:11.016735 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:32:11.016735 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:32:11.016735 dv-neutron-826830-1-hyperv neutron-server[87636]: return f(self, *a, **k) Feb 01 04:32:11.016735 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:32:11.016735 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._get(url).json() Feb 01 04:32:11.016735 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:32:11.016735 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:32:11.016735 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:32:11.016735 dv-neutron-826830-1-hyperv neutron-server[87636]: return self.request(url, 'GET', **kwargs) Feb 01 04:32:11.016735 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:32:11.016735 dv-neutron-826830-1-hyperv neutron-server[87636]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:32:11.016735 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:32:11.016735 dv-neutron-826830-1-hyperv neutron-server[87636]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:32:11.016735 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:32:11.016735 dv-neutron-826830-1-hyperv neutron-server[87636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:32:11.016735 dv-neutron-826830-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:32:11.064293 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-32696a26-1f1b-4341-8673-224a19769a07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2424773'] for subnet, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:11.153081 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3cbd05-1be5-4974-bb82-38d02689baa4 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:32:11.161715 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-04ffa8ec-be66-4ace-bb50-d063f5d06e5c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4853f52d21f3486381e609c963ac9a5c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4451337 Feb 01 04:32:11.167612 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-0e3cbd05-1be5-4974-bb82-38d02689baa4 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:32:11.169917 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 33876) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:11.178033 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3cbd05-1be5-4974-bb82-38d02689baa4 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:32:11.220676 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.db.api [None req-e6910a28-7fda-477b-b7e0-2f58bc850189 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 01 04:32:11.220676 dv-neutron-826830-1-hyperv neutron-server[87636]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 01 04:32:11.220676 dv-neutron-826830-1-hyperv neutron-server[87636]: [parameters: {'id': '8b1a15dd-e8c6-4f6d-9dd9-080c1ce153d9'}] Feb 01 04:32:11.220676 dv-neutron-826830-1-hyperv neutron-server[87636]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:32:11.221114 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG oslo_db.api [None req-e6910a28-7fda-477b-b7e0-2f58bc850189 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:32:11.222287 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-70aaa154-46ed-4b4d-a36d-21ff72b508bf tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:11.223328 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-156811da-bc84-4cd0-a638-2b2d3f1a9900 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:11.236710 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3cbd05-1be5-4974-bb82-38d02689baa4 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Pushing event updated for resources: {'Port': ['ID=a7ed54a0-014c-42e1-9287-849be23d4a2e,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:11.242387 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-6616023f-187a-4146-a1aa-80976230cfef None None] Allocated IP 2001:db8::2 (94aa615d-c460-43d0-933f-6f02ddd41591/df0af0dc-39ef-497c-92d9-8ed84b5a3ea9/7751d329-bb90-434f-a80b-504ea227b07b) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:32:11.321493 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-32696a26-1f1b-4341-8673-224a19769a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:11.345336 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156811da-bc84-4cd0-a638-2b2d3f1a9900 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event deleted for resources: {'Port': ['ID=cbfa7925-44a4-4e61-bdb8-9a41e325e709,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:11.361358 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70aaa154-46ed-4b4d-a36d-21ff72b508bf tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Network 94aa615d-c460-43d0-933f-6f02ddd41591 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:32:11.398987 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d9d4cef2-d668-4552-b7b4-9ca851711553 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:11.412001 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d9d4cef2-d668-4552-b7b4-9ca851711553 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-774359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-774360', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-772505'] for router, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:11.526654 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-32696a26-1f1b-4341-8673-224a19769a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3037665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694336'] for subnet, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:11.540919 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6616023f-187a-4146-a1aa-80976230cfef None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:11.550475 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-70aaa154-46ed-4b4d-a36d-21ff72b508bf tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:32:11.556643 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-6616023f-187a-4146-a1aa-80976230cfef None None] Transition to ACTIVE for port object 7751d329-bb90-434f-a80b-504ea227b07b will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:32:11.561031 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70aaa154-46ed-4b4d-a36d-21ff72b508bf tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:32:11.566473 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70aaa154-46ed-4b4d-a36d-21ff72b508bf tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:11.567093 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-70aaa154-46ed-4b4d-a36d-21ff72b508bf tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:11.580198 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-6616023f-187a-4146-a1aa-80976230cfef None None] Transition to ACTIVE for port object 7751d329-bb90-434f-a80b-504ea227b07b will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:32:11.586000 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6616023f-187a-4146-a1aa-80976230cfef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:11.636914 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32696a26-1f1b-4341-8673-224a19769a07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f42bcb10-2f4f-4796-800c-dcbbdb896d1a,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:11.643519 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-32696a26-1f1b-4341-8673-224a19769a07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:11.692827 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-32696a26-1f1b-4341-8673-224a19769a07 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f42bcb10-2f4f-4796-800c-dcbbdb896d1a HTTP/1.1" status: 204 len: 168 time: 0.9805670 Feb 01 04:32:11.695218 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33880) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:11.722646 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71098dc3-c2bd-471b-af30-ae38da4c222c None None] Network 90ceb3fa-eeb4-4146-8853-bf11c986f415 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:32:11.740763 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9d4cef2-d668-4552-b7b4-9ca851711553 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Router 6a822eb7-a44e-410e-864a-38dbed75b3bc has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:32:11.758912 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6616023f-187a-4146-a1aa-80976230cfef None None] Network 94aa615d-c460-43d0-933f-6f02ddd41591 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:32:11.772513 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-6616023f-187a-4146-a1aa-80976230cfef None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:32:11.775551 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6616023f-187a-4146-a1aa-80976230cfef None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:32:11.789821 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6616023f-187a-4146-a1aa-80976230cfef None None] Pushing event updated for resources: {'Port': ['ID=7751d329-bb90-434f-a80b-504ea227b07b,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:11.794870 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e6910a28-7fda-477b-b7e0-2f58bc850189 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:11.830627 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-156811da-bc84-4cd0-a638-2b2d3f1a9900 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770960'] for router_interface, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:11.894233 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4d76da7a-80a3-49c2-adec-10b1434d4aac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:11.914636 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aaa154-46ed-4b4d-a36d-21ff72b508bf tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event updated for resources: {'Port': ['ID=a6cfdeef-1a75-4b4c-9c2e-03fbe5ba142e,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:11.933855 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-70aaa154-46ed-4b4d-a36d-21ff72b508bf tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9136567 Feb 01 04:32:11.936127 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 33884) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:11.962004 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-f953432f-a7ce-4ee4-a933-5e3c178bd36a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Request body: {'port': {'network_id': '94aa615d-c460-43d0-933f-6f02ddd41591', 'name': 'tempest-PortsIpV6TestJSON-2080745455'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:32:11.968326 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device d4a34e50-421b-4e05-b8cd-b150f7b60ac4 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:32:12.066108 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-e6910a28-7fda-477b-b7e0-2f58bc850189 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Deleting port d4a34e50-421b-4e05-b8cd-b150f7b60ac4 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:32:12.066446 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e6910a28-7fda-477b-b7e0-2f58bc850189 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:12.108528 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-6616023f-187a-4146-a1aa-80976230cfef None None] Attempting to bind port 7751d329-bb90-434f-a80b-504ea227b07b on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:32:12.108892 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-6616023f-187a-4146-a1aa-80976230cfef None None] Attempting to bind port 7751d329-bb90-434f-a80b-504ea227b07b by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': 'ea6102a6-e360-44e2-853f-e85d396e1827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '94aa615d-c460-43d0-933f-6f02ddd41591'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:32:12.110841 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6616023f-187a-4146-a1aa-80976230cfef None None] Attempting to bind port 7751d329-bb90-434f-a80b-504ea227b07b on network 94aa615d-c460-43d0-933f-6f02ddd41591 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:32:12.112666 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0e3cbd05-1be5-4974-bb82-38d02689baa4 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:12.127929 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4bb03844-64d1-4ec3-b8ca-72f00b76e8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:12.130133 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6616023f-187a-4146-a1aa-80976230cfef None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:32:12.130679 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6616023f-187a-4146-a1aa-80976230cfef None None] Checking segment: {'id': 'ea6102a6-e360-44e2-853f-e85d396e1827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '94aa615d-c460-43d0-933f-6f02ddd41591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:32:12.131080 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6616023f-187a-4146-a1aa-80976230cfef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:12.132061 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6616023f-187a-4146-a1aa-80976230cfef None None] Bound using segment: {'id': 'ea6102a6-e360-44e2-853f-e85d396e1827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '94aa615d-c460-43d0-933f-6f02ddd41591'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:32:12.132543 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-6616023f-187a-4146-a1aa-80976230cfef None None] Bound port: 7751d329-bb90-434f-a80b-504ea227b07b, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea6102a6-e360-44e2-853f-e85d396e1827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '94aa615d-c460-43d0-933f-6f02ddd41591'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:32:12.132917 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6616023f-187a-4146-a1aa-80976230cfef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:12.144736 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4d76da7a-80a3-49c2-adec-10b1434d4aac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:12.190167 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7c0eb2-f69c-4a27-aef9-e8ada5e95d5c None None] Network 8b1a15dd-e8c6-4f6d-9dd9-080c1ce153d9 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:32:12.206885 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-4bb03844-64d1-4ec3-b8ca-72f00b76e8b4 admin admin] Deleting port 94de81cf-c9b5-4f15-8db5-5735f598309c {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:32:12.207799 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4bb03844-64d1-4ec3-b8ca-72f00b76e8b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:12.245509 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port d4a34e50-421b-4e05-b8cd-b150f7b60ac4 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:32:12.293128 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d4cef2-d668-4552-b7b4-9ca851711553 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:32:12.320630 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d9d4cef2-d668-4552-b7b4-9ca851711553 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:12.324621 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-d9d4cef2-d668-4552-b7b4-9ca851711553 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] 10.222.0.24 "PUT /v2.0/routers/6a822eb7-a44e-410e-864a-38dbed75b3bc HTTP/1.1" status: 200 len: 926 time: 4.7761467 Feb 01 04:32:12.326060 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b594847-b8f7-41c6-a795-f33d9f7ea392 None None] Sync routers for ids ['6a822eb7-a44e-410e-864a-38dbed75b3bc'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:32:12.337608 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 33888) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:12.405555 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 2d116971-bcdd-4fd8-aca4-890259ada2e6 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:32:12.459485 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b594847-b8f7-41c6-a795-f33d9f7ea392 None None] Routers {'6a822eb7-a44e-410e-864a-38dbed75b3bc'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:32:12.460044 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-0b594847-b8f7-41c6-a795-f33d9f7ea392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:32:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['6a822eb7-a44e-410e-864a-38dbed75b3bc'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:12.470746 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-4bb03844-64d1-4ec3-b8ca-72f00b76e8b4 admin admin] For port 94de81cf-c9b5-4f15-8db5-5735f598309c, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=94de81cf-c9b5-4f15-8db5-5735f598309c,segment=NetworkSegment(17ff2334-fd28-43e8-8d86-c0a0d69edb48),segment_id=17ff2334-fd28-43e8-8d86-c0a0d69edb48)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:32:12.471303 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4bb03844-64d1-4ec3-b8ca-72f00b76e8b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:12.509874 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-e98a7aa3-36e7-486a-b7c1-df7ad5da5091 None None] Provisioning for port d4a34e50-421b-4e05-b8cd-b150f7b60ac4 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:32:12.517537 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-6616023f-187a-4146-a1aa-80976230cfef None None] For port 7751d329-bb90-434f-a80b-504ea227b07b, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:32:12.542319 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 2d116971-bcdd-4fd8-aca4-890259ada2e6 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:32:12.542580 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 2d116971-bcdd-4fd8-aca4-890259ada2e6 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:32:12.542958 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device d753bac5-2ff2-45a5-9ec1-4f4d0e2b5091 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:32:12.575064 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0e3cbd05-1be5-4974-bb82-38d02689baa4 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:12.577864 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-e98a7aa3-36e7-486a-b7c1-df7ad5da5091 None None] Provisioning complete for port d4a34e50-421b-4e05-b8cd-b150f7b60ac4 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:32:12.578239 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e98a7aa3-36e7-486a-b7c1-df7ad5da5091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:12.602017 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-4bb03844-64d1-4ec3-b8ca-72f00b76e8b4 admin admin] Calling delete_port for 94de81cf-c9b5-4f15-8db5-5735f598309c owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:32:12.615520 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-0b594847-b8f7-41c6-a795-f33d9f7ea392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:12.619071 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-6616023f-187a-4146-a1aa-80976230cfef None None] For port 7751d329-bb90-434f-a80b-504ea227b07b, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=7751d329-bb90-434f-a80b-504ea227b07b,segment=NetworkSegment(ea6102a6-e360-44e2-853f-e85d396e1827),segment_id=ea6102a6-e360-44e2-853f-e85d396e1827)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:32:12.628971 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: d753bac5-2ff2-45a5-9ec1-4f4d0e2b5091 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:32:12.629316 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device d753bac5-2ff2-45a5-9ec1-4f4d0e2b5091 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:32:12.651076 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6616023f-187a-4146-a1aa-80976230cfef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:12.699856 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-f953432f-a7ce-4ee4-a933-5e3c178bd36a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:32:12.714245 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4bb03844-64d1-4ec3-b8ca-72f00b76e8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:12.715900 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f953432f-a7ce-4ee4-a933-5e3c178bd36a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Usage tracker for resource:port and tenant:4859bcd8aae8416eba645579d339c6c6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:32:12.718352 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b594847-b8f7-41c6-a795-f33d9f7ea392 None None] Routers {'6a822eb7-a44e-410e-864a-38dbed75b3bc'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:32:12.719106 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-0b594847-b8f7-41c6-a795-f33d9f7ea392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:32:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['6a822eb7-a44e-410e-864a-38dbed75b3bc'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:12.771796 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb03844-64d1-4ec3-b8ca-72f00b76e8b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=94de81cf-c9b5-4f15-8db5-5735f598309c,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:12.775209 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb03844-64d1-4ec3-b8ca-72f00b76e8b4 admin admin] No DVR routers for this DVR port 94de81cf-c9b5-4f15-8db5-5735f598309c on host dv-neutron-826830-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:32:12.780335 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f953432f-a7ce-4ee4-a933-5e3c178bd36a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:32:12.790602 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5068ae10-b3b6-4321-be64-3e8af49ed47a None None] DHCP port deletion for 90ceb3fa-eeb4-4146-8853-bf11c986f415 request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:32:12.822898 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-0b594847-b8f7-41c6-a795-f33d9f7ea392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:12.822898 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b594847-b8f7-41c6-a795-f33d9f7ea392 None None] The sync data for ids ['6a822eb7-a44e-410e-864a-38dbed75b3bc'] in dv-neutron-826830-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:32:12.823424 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-f953432f-a7ce-4ee4-a933-5e3c178bd36a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:32:12.844874 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-156811da-bc84-4cd0-a638-2b2d3f1a9900 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Router 53ef64de-6048-4adc-9095-22add599aadb has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:32:12.846614 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4d76da7a-80a3-49c2-adec-10b1434d4aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:12.852967 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6616023f-187a-4146-a1aa-80976230cfef None None] Pushing event updated for resources: {'Port': ['ID=7751d329-bb90-434f-a80b-504ea227b07b,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:12.932872 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e98a7aa3-36e7-486a-b7c1-df7ad5da5091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:12.949858 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-e6910a28-7fda-477b-b7e0-2f58bc850189 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] For port d4a34e50-421b-4e05-b8cd-b150f7b60ac4, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=d4a34e50-421b-4e05-b8cd-b150f7b60ac4,segment=NetworkSegment(8507cf44-f378-4afd-baf6-b6b8cd80296d),segment_id=8507cf44-f378-4afd-baf6-b6b8cd80296d)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:32:12.950145 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e6910a28-7fda-477b-b7e0-2f58bc850189 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:12.984416 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-e98a7aa3-36e7-486a-b7c1-df7ad5da5091 None None] For port d4a34e50-421b-4e05-b8cd-b150f7b60ac4, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=d4a34e50-421b-4e05-b8cd-b150f7b60ac4,segment=NetworkSegment(8507cf44-f378-4afd-baf6-b6b8cd80296d),segment_id=8507cf44-f378-4afd-baf6-b6b8cd80296d)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:32:12.991984 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4a6e4c-5014-4296-bf6e-bb9c85a495b4 None None] DHCP port deletion for 8b1a15dd-e8c6-4f6d-9dd9-080c1ce153d9 request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:32:12.996887 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e98a7aa3-36e7-486a-b7c1-df7ad5da5091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:13.005120 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4bb03844-64d1-4ec3-b8ca-72f00b76e8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:13.034375 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-4bb03844-64d1-4ec3-b8ca-72f00b76e8b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90ceb3fa-eeb4-4146-8853-bf11c986f415']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:13.048098 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-0a4a6e4c-5014-4296-bf6e-bb9c85a495b4 None None] Deleting port d4a34e50-421b-4e05-b8cd-b150f7b60ac4 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:32:13.048583 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0a4a6e4c-5014-4296-bf6e-bb9c85a495b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:13.051558 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-4bb03844-64d1-4ec3-b8ca-72f00b76e8b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17ff2334-fd28-43e8-8d86-c0a0d69edb48') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:13.051857 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-4bb03844-64d1-4ec3-b8ca-72f00b76e8b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17ff2334-fd28-43e8-8d86-c0a0d69edb48') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:13.065260 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4bb03844-64d1-4ec3-b8ca-72f00b76e8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:13.082967 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4bb03844-64d1-4ec3-b8ca-72f00b76e8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:13.098450 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bb03844-64d1-4ec3-b8ca-72f00b76e8b4 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:32:13.098990 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4bb03844-64d1-4ec3-b8ca-72f00b76e8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:13.172663 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 04:32:13.172663 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:32:13.172663 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 04:32:13.172663 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:32:13.172663 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 04:32:13.172663 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:32:13.172663 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 04:32:13.172663 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:32:13.172663 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 04:32:13.172663 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:32:13.172663 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 04:32:13.172663 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:32:13.172663 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 04:32:13.172663 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:32:13.172663 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:32:13.172663 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:32:13.172663 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:32:13.172663 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:32:13.172663 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 04:32:13.172663 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:32:13.172663 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 04:32:13.172663 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:32:13.172663 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:32:13.172663 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:32:13.172663 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 04:32:13.172663 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:32:13.172663 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:32:13.172663 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:32:13.172663 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:32:13.172663 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:32:13.172663 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:32:13.172663 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:32:13.191235 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d76da7a-80a3-49c2-adec-10b1434d4aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc5903ec-9e7c-4cbd-885b-9e610ce44440,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:13.224124 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98a7aa3-36e7-486a-b7c1-df7ad5da5091 None None] Pushing event updated for resources: {'Port': ['ID=d4a34e50-421b-4e05-b8cd-b150f7b60ac4,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:13.268237 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4bb03844-64d1-4ec3-b8ca-72f00b76e8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:13.289560 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-e6910a28-7fda-477b-b7e0-2f58bc850189 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Calling delete_port for d4a34e50-421b-4e05-b8cd-b150f7b60ac4 owned by network:dhcp {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:32:13.301237 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4bb03844-64d1-4ec3-b8ca-72f00b76e8b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539973'] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:13.316598 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb03844-64d1-4ec3-b8ca-72f00b76e8b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=90ceb3fa-eeb4-4146-8853-bf11c986f415,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:13.321799 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f953432f-a7ce-4ee4-a933-5e3c178bd36a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Made reservation on behalf of 4859bcd8aae8416eba645579d339c6c6 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:32:13.325427 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f953432f-a7ce-4ee4-a933-5e3c178bd36a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:13.327751 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-0a4a6e4c-5014-4296-bf6e-bb9c85a495b4 None None] For port d4a34e50-421b-4e05-b8cd-b150f7b60ac4, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=d4a34e50-421b-4e05-b8cd-b150f7b60ac4,segment=NetworkSegment(8507cf44-f378-4afd-baf6-b6b8cd80296d),segment_id=8507cf44-f378-4afd-baf6-b6b8cd80296d)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:32:13.330354 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0a4a6e4c-5014-4296-bf6e-bb9c85a495b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:13.337662 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-4bb03844-64d1-4ec3-b8ca-72f00b76e8b4 admin admin] 10.222.0.24 "DELETE /v2.0/networks/90ceb3fa-eeb4-4146-8853-bf11c986f415 HTTP/1.1" status: 204 len: 168 time: 1.6385412 Feb 01 04:32:13.354393 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-edd1377c-67a5-471e-9ce1-b49bdc3be1f4 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] 10.222.0.24 "GET /v2.0/routers/6a822eb7-a44e-410e-864a-38dbed75b3bc HTTP/1.1" status: 200 len: 926 time: 1.0153902 Feb 01 04:32:13.357329 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33894) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:13.450812 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75df8e3-9914-4bc5-b967-e880e360bff6 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:13.452269 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-c75df8e3-9914-4bc5-b967-e880e360bff6 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Synchronizing usage tracker for tenant:b2c4c9315227484db5c8ddb58f58651b on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:32:13.452397 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4d76da7a-80a3-49c2-adec-10b1434d4aac admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:13.453497 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4d76da7a-80a3-49c2-adec-10b1434d4aac admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cc5903ec-9e7c-4cbd-885b-9e610ce44440 HTTP/1.1" status: 204 len: 168 time: 2.2801769 Feb 01 04:32:13.492336 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-c75df8e3-9914-4bc5-b967-e880e360bff6 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Unset dirty status for tenant:b2c4c9315227484db5c8ddb58f58651b on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:32:13.493603 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-c75df8e3-9914-4bc5-b967-e880e360bff6 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=bdef128a-46b3-4cca-a245-48d1eb781269&device_id=6a822eb7-a44e-410e-864a-38dbed75b3bc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1351864 Feb 01 04:32:13.496806 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33902) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:13.511035 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-f953432f-a7ce-4ee4-a933-5e3c178bd36a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] device_id is not set on port 22643df3-72fc-4874-be40-e432e5a589f9 yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:32:13.551305 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-0a4a6e4c-5014-4296-bf6e-bb9c85a495b4 None None] Calling delete_port for d4a34e50-421b-4e05-b8cd-b150f7b60ac4 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:32:13.588131 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33906) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:13.633157 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-156811da-bc84-4cd0-a638-2b2d3f1a9900 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:32:13.646372 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f452c7-aa10-4a3b-9742-8dd8f7909840 None None] Sync routers for ids ['53ef64de-6048-4adc-9095-22add599aadb'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:32:13.656698 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0a4a6e4c-5014-4296-bf6e-bb9c85a495b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:13.665079 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f452c7-aa10-4a3b-9742-8dd8f7909840 None None] Routers {'53ef64de-6048-4adc-9095-22add599aadb'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:32:13.666426 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-15f452c7-aa10-4a3b-9742-8dd8f7909840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:32:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['53ef64de-6048-4adc-9095-22add599aadb'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:13.686968 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-156811da-bc84-4cd0-a638-2b2d3f1a9900 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "PUT /v2.0/routers/53ef64de-6048-4adc-9095-22add599aadb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9485481 Feb 01 04:32:13.705961 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 33912) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:13.719395 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4a6e4c-5014-4296-bf6e-bb9c85a495b4 None None] Pushing event deleted for resources: {'Port': ['ID=d4a34e50-421b-4e05-b8cd-b150f7b60ac4,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:13.722693 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4a6e4c-5014-4296-bf6e-bb9c85a495b4 None None] No DVR routers for this DVR port d4a34e50-421b-4e05-b8cd-b150f7b60ac4 on host dv-neutron-826830-1-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:32:13.767584 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.db.api [None req-e6910a28-7fda-477b-b7e0-2f58bc850189 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:32:13.767952 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG oslo_db.api [None req-e6910a28-7fda-477b-b7e0-2f58bc850189 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:32:13.837812 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 7751d329-bb90-434f-a80b-504ea227b07b up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:32:13.907612 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-617517be-77c8-4f48-bf2f-735b36eee565 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=332d5a2a0a29497d81fd0e175d971fc8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3175700 Feb 01 04:32:13.910404 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33918) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:13.970151 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec1dc14-e66b-4f03-86bc-fdc7ff09ea3e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:13.972208 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec1dc14-e66b-4f03-86bc-fdc7ff09ea3e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:13.972789 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2ec1dc14-e66b-4f03-86bc-fdc7ff09ea3e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Synchronizing usage tracker for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:subnet {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:32:13.984609 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-15f452c7-aa10-4a3b-9742-8dd8f7909840 None None] Set router 53ef64de-6048-4adc-9095-22add599aadb gateway port host: None {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:32:14.001892 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-f953432f-a7ce-4ee4-a933-5e3c178bd36a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Allocated IP 2001:db8::12f (94aa615d-c460-43d0-933f-6f02ddd41591/df0af0dc-39ef-497c-92d9-8ed84b5a3ea9/22643df3-72fc-4874-be40-e432e5a589f9) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:32:14.003226 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec83ee02-e08c-4663-8811-e5797f506099 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:14.004663 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-ec83ee02-e08c-4663-8811-e5797f506099 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] 10.222.0.24 "GET /v2.0/networks/bdef128a-46b3-4cca-a245-48d1eb781269 HTTP/1.1" status: 200 len: 881 time: 0.5069430 Feb 01 04:32:14.013895 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33924) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:14.016331 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0e3cbd05-1be5-4974-bb82-38d02689baa4 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:14.040824 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 7751d329-bb90-434f-a80b-504ea227b07b completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:32:14.047224 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0e3cbd05-1be5-4974-bb82-38d02689baa4 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:14.075361 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-c822e3cb-49c2-4d68-b340-2adbaa9461bc tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a822eb7-a44e-410e-864a-38dbed75b3bc HTTP/1.1" status: 200 len: 205 time: 0.0598655 Feb 01 04:32:14.078514 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33930) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:14.142683 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device d4a34e50-421b-4e05-b8cd-b150f7b60ac4 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:32:14.156446 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-15f452c7-aa10-4a3b-9742-8dd8f7909840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53ef64de-6048-4adc-9095-22add599aadb', 'name': 'tempest-NetworksTestDHCPv6-router-70269890', 'tenant_id': '60b4e61082d3421283cb095bbc99ad8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:31:51Z', 'updated_at': '2022-02-01T04:32:10Z', 'revision_number': 3, 'project_id': '60b4e61082d3421283cb095bbc99ad8e', 'gw_port_host': None}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:14.167834 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f452c7-aa10-4a3b-9742-8dd8f7909840 None None] Checking router: 53ef64de-6048-4adc-9095-22add599aadb for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:32:14.173802 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2ec1dc14-e66b-4f03-86bc-fdc7ff09ea3e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Unset dirty status for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:subnet {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:32:14.175693 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2ec1dc14-e66b-4f03-86bc-fdc7ff09ea3e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4687424 Feb 01 04:32:14.193587 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f452c7-aa10-4a3b-9742-8dd8f7909840 None None] Routers {'53ef64de-6048-4adc-9095-22add599aadb'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:32:14.194376 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-15f452c7-aa10-4a3b-9742-8dd8f7909840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:32:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['53ef64de-6048-4adc-9095-22add599aadb'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:14.224304 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: d4a34e50-421b-4e05-b8cd-b150f7b60ac4 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:32:14.224823 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device d4a34e50-421b-4e05-b8cd-b150f7b60ac4 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:32:14.225339 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 94de81cf-c9b5-4f15-8db5-5735f598309c no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:32:14.247720 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 33936) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:14.278580 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-e6910a28-7fda-477b-b7e0-2f58bc850189 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Deleting port d4a34e50-421b-4e05-b8cd-b150f7b60ac4 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:32:14.279249 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e6910a28-7fda-477b-b7e0-2f58bc850189 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:14.307212 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 94de81cf-c9b5-4f15-8db5-5735f598309c {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:32:14.313195 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 94de81cf-c9b5-4f15-8db5-5735f598309c not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:32:14.371593 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-08f00ddb-ccc7-4407-abf9-a9676ca97033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:14.402667 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e34e37-1735-48c2-82e8-cf42f496963b None None] Network 94aa615d-c460-43d0-933f-6f02ddd41591 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:32:14.442277 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3cbd05-1be5-4974-bb82-38d02689baa4 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Pushing event updated for resources: {'Port': ['ID=a7ed54a0-014c-42e1-9287-849be23d4a2e,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:14.444773 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0e3cbd05-1be5-4974-bb82-38d02689baa4 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-774194'] for floatingip, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:14.481127 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0e3cbd05-1be5-4974-bb82-38d02689baa4 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:14.486195 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0e3cbd05-1be5-4974-bb82-38d02689baa4 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0124688 Feb 01 04:32:14.531891 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 33946) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:14.537017 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-b028796a-0a29-4bfa-97b9-9eff06000fb3 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Request body: {'floatingip': {'port_id': 'a5c814e1-7901-4ceb-b59d-b4a198e19e46', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:32:14.543459 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-15f452c7-aa10-4a3b-9742-8dd8f7909840 None None] Set router 53ef64de-6048-4adc-9095-22add599aadb gateway port host: None {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:32:14.552106 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-08f00ddb-ccc7-4407-abf9-a9676ca97033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:14.572713 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-94cb35f0-b198-486f-aff5-57fd352113b8 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks [] for router, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:14.574552 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-7c09bd5e-0078-4d08-b647-0c1bc2b088b2 None None] Provisioning for port 7751d329-bb90-434f-a80b-504ea227b07b completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:32:14.587934 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-7c09bd5e-0078-4d08-b647-0c1bc2b088b2 None None] Provisioning complete for port 7751d329-bb90-434f-a80b-504ea227b07b triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:32:14.588299 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7c09bd5e-0078-4d08-b647-0c1bc2b088b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:14.621769 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-e6910a28-7fda-477b-b7e0-2f58bc850189 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] The port 'd4a34e50-421b-4e05-b8cd-b150f7b60ac4' was deleted {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 01 04:32:14.671321 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b028796a-0a29-4bfa-97b9-9eff06000fb3 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Notify callbacks [] for floatingip, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:14.707183 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-15f452c7-aa10-4a3b-9742-8dd8f7909840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53ef64de-6048-4adc-9095-22add599aadb', 'name': 'tempest-NetworksTestDHCPv6-router-70269890', 'tenant_id': '60b4e61082d3421283cb095bbc99ad8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:31:51Z', 'updated_at': '2022-02-01T04:32:10Z', 'revision_number': 3, 'project_id': '60b4e61082d3421283cb095bbc99ad8e', 'gw_port_host': None}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:14.721701 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f452c7-aa10-4a3b-9742-8dd8f7909840 None None] The sync data for ids ['53ef64de-6048-4adc-9095-22add599aadb'] in dv-neutron-826830-1-hyperv is: [{'id': '53ef64de-6048-4adc-9095-22add599aadb', 'name': 'tempest-NetworksTestDHCPv6-router-70269890', 'tenant_id': '60b4e61082d3421283cb095bbc99ad8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:31:51Z', 'updated_at': '2022-02-01T04:32:10Z', 'revision_number': 3, 'project_id': '60b4e61082d3421283cb095bbc99ad8e', 'gw_port_host': None}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:32:14.870874 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-08f00ddb-ccc7-4407-abf9-a9676ca97033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:14.902660 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f00ddb-ccc7-4407-abf9-a9676ca97033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa6b46e-0984-4a32-9c52-03c7a1f69519,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:14.904639 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-94cb35f0-b198-486f-aff5-57fd352113b8 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:14.908109 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7c09bd5e-0078-4d08-b647-0c1bc2b088b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:14.915242 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-08f00ddb-ccc7-4407-abf9-a9676ca97033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:14.919178 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-08f00ddb-ccc7-4407-abf9-a9676ca97033 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/aaa6b46e-0984-4a32-9c52-03c7a1f69519 HTTP/1.1" status: 204 len: 168 time: 1.0056179 Feb 01 04:32:14.924500 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-94cb35f0-b198-486f-aff5-57fd352113b8 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Deleting port 2d1fe2a4-ed6b-428e-88ce-c4f50d53ad39 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:32:14.925053 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-94cb35f0-b198-486f-aff5-57fd352113b8 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:14.995629 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-5896de91-6b21-494f-9ea6-8cc0fffbb089 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Deleting subnet 7256ce62-63a7-408c-b161-29af86e1cd16 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:32:15.050442 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-7c09bd5e-0078-4d08-b647-0c1bc2b088b2 None None] For port 7751d329-bb90-434f-a80b-504ea227b07b, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=7751d329-bb90-434f-a80b-504ea227b07b,segment=NetworkSegment(ea6102a6-e360-44e2-853f-e85d396e1827),segment_id=ea6102a6-e360-44e2-853f-e85d396e1827)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:32:15.065306 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:15.078644 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7c09bd5e-0078-4d08-b647-0c1bc2b088b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:15.248730 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-94cb35f0-b198-486f-aff5-57fd352113b8 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:15.252736 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c09bd5e-0078-4d08-b647-0c1bc2b088b2 None None] Pushing event updated for resources: {'Port': ['ID=7751d329-bb90-434f-a80b-504ea227b07b,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:15.264873 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5896de91-6b21-494f-9ea6-8cc0fffbb089 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:15.302417 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e6910a28-7fda-477b-b7e0-2f58bc850189 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:15.310414 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-b028796a-0a29-4bfa-97b9-9eff06000fb3 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] update failed (client error): The resource could not be found. Feb 01 04:32:15.311724 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b028796a-0a29-4bfa-97b9-9eff06000fb3 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] 10.222.0.24 "PUT /v2.0/floatingips/9b392b21-3b82-46c2-8c68-7b711861f3b6 HTTP/1.1" status: 404 len: 507 time: 0.7788625 Feb 01 04:32:15.391689 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 33964) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:15.467670 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-94cb35f0-b198-486f-aff5-57fd352113b8 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Calling delete_port for 2d1fe2a4-ed6b-428e-88ce-c4f50d53ad39 owned by network:router_gateway {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:32:15.512001 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-e6910a28-7fda-477b-b7e0-2f58bc850189 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b1a15dd-e8c6-4f6d-9dd9-080c1ce153d9']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:15.555223 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-e6910a28-7fda-477b-b7e0-2f58bc850189 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8507cf44-f378-4afd-baf6-b6b8cd80296d') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:15.555531 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-e6910a28-7fda-477b-b7e0-2f58bc850189 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8507cf44-f378-4afd-baf6-b6b8cd80296d') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:15.701686 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e6910a28-7fda-477b-b7e0-2f58bc850189 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143022'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:15.704207 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-94cb35f0-b198-486f-aff5-57fd352113b8 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:15.711173 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-0d88fffd-61ca-4e00-8532-d4008a89581e None None] Provisioning for port a6cfdeef-1a75-4b4c-9c2e-03fbe5ba142e completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:32:15.720994 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-176f0111-19c8-4b4a-9911-2b6c246fa7ef tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Deleting port a7ed54a0-014c-42e1-9287-849be23d4a2e {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:32:15.721591 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-176f0111-19c8-4b4a-9911-2b6c246fa7ef tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:15.728820 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-0d88fffd-61ca-4e00-8532-d4008a89581e None None] Provisioning complete for port a6cfdeef-1a75-4b4c-9c2e-03fbe5ba142e triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:32:15.729329 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0d88fffd-61ca-4e00-8532-d4008a89581e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:15.767510 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 7751d329-bb90-434f-a80b-504ea227b07b up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:32:15.792103 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5896de91-6b21-494f-9ea6-8cc0fffbb089 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145757'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:15.816121 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cb35f0-b198-486f-aff5-57fd352113b8 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Pushing event deleted for resources: {'Port': ['ID=2d1fe2a4-ed6b-428e-88ce-c4f50d53ad39,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:15.905145 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e6910a28-7fda-477b-b7e0-2f58bc850189 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:15.916913 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-94cb35f0-b198-486f-aff5-57fd352113b8 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-774381'] for router_gateway, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:15.959172 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 33982) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:15.965937 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6910a28-7fda-477b-b7e0-2f58bc850189 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:32:15.966555 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e6910a28-7fda-477b-b7e0-2f58bc850189 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3072199'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:15.983531 dv-neutron-826830-1-hyperv neutron-server[87636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:32:15.983531 dv-neutron-826830-1-hyperv neutron-server[87636]: util.warn( Feb 01 04:32:15.983531 dv-neutron-826830-1-hyperv neutron-server[87636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:32:15.983531 dv-neutron-826830-1-hyperv neutron-server[87636]: util.warn( Feb 01 04:32:15.983531 dv-neutron-826830-1-hyperv neutron-server[87636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:32:15.983531 dv-neutron-826830-1-hyperv neutron-server[87636]: util.warn( Feb 01 04:32:15.983531 dv-neutron-826830-1-hyperv neutron-server[87636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:32:15.983531 dv-neutron-826830-1-hyperv neutron-server[87636]: util.warn( Feb 01 04:32:15.983531 dv-neutron-826830-1-hyperv neutron-server[87636]: Traceback (most recent call last): Feb 01 04:32:15.983531 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:32:15.983531 dv-neutron-826830-1-hyperv neutron-server[87636]: timer() Feb 01 04:32:15.983531 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:32:15.983531 dv-neutron-826830-1-hyperv neutron-server[87636]: cb(*args, **kw) Feb 01 04:32:15.983531 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:32:15.983531 dv-neutron-826830-1-hyperv neutron-server[87636]: return func(*args, **kwargs) Feb 01 04:32:15.983531 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:32:15.983531 dv-neutron-826830-1-hyperv neutron-server[87636]: self._notify() Feb 01 04:32:15.983531 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:32:15.983531 dv-neutron-826830-1-hyperv neutron-server[87636]: self.callback(batched_events) Feb 01 04:32:15.983531 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:32:15.983531 dv-neutron-826830-1-hyperv neutron-server[87636]: event.method(event) Feb 01 04:32:15.983531 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:32:15.983531 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:32:15.983531 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:32:15.983531 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:32:15.983531 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:32:15.983531 dv-neutron-826830-1-hyperv neutron-server[87636]: return f(self, *a, **k) Feb 01 04:32:15.983531 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:32:15.983531 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._get(url).json() Feb 01 04:32:15.983531 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:32:15.983531 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:32:15.983531 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:32:15.983531 dv-neutron-826830-1-hyperv neutron-server[87636]: return self.request(url, 'GET', **kwargs) Feb 01 04:32:15.983531 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:32:15.983531 dv-neutron-826830-1-hyperv neutron-server[87636]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:32:15.983531 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:32:15.983531 dv-neutron-826830-1-hyperv neutron-server[87636]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:32:15.983531 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:32:15.983531 dv-neutron-826830-1-hyperv neutron-server[87636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:32:15.983531 dv-neutron-826830-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:32:15.990014 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-0d88fffd-61ca-4e00-8532-d4008a89581e None None] Port a6cfdeef-1a75-4b4c-9c2e-03fbe5ba142e cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:32:16.022468 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 7751d329-bb90-434f-a80b-504ea227b07b triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:32:16.023112 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:16.045941 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f953432f-a7ce-4ee4-a933-5e3c178bd36a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:16.072365 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-0d88fffd-61ca-4e00-8532-d4008a89581e None None] Provisioning complete for port 7751d329-bb90-434f-a80b-504ea227b07b triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:32:16.072743 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0d88fffd-61ca-4e00-8532-d4008a89581e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:16.158766 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-94cb35f0-b198-486f-aff5-57fd352113b8 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25968'] for router, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:16.161304 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-94cb35f0-b198-486f-aff5-57fd352113b8 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:16.166569 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-f953432f-a7ce-4ee4-a933-5e3c178bd36a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Transition to ACTIVE for port object 22643df3-72fc-4874-be40-e432e5a589f9 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:32:16.193658 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-94cb35f0-b198-486f-aff5-57fd352113b8 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772958'] for router, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:16.194491 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94cb35f0-b198-486f-aff5-57fd352113b8 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Fanout notify agent at l3_agent the message router_deleted on router 6a822eb7-a44e-410e-864a-38dbed75b3bc {{(pid=87637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 01 04:32:16.223112 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-94cb35f0-b198-486f-aff5-57fd352113b8 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:16.229432 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-94cb35f0-b198-486f-aff5-57fd352113b8 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] 10.222.0.24 "DELETE /v2.0/routers/6a822eb7-a44e-410e-864a-38dbed75b3bc HTTP/1.1" status: 204 len: 168 time: 2.1494296 Feb 01 04:32:16.230402 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 33996) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:16.237996 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-2e7683d3-9349-455d-9483-92d30d298266 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1526205899', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:32:16.245692 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-2e7683d3-9349-455d-9483-92d30d298266 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:32:16.247419 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e6910a28-7fda-477b-b7e0-2f58bc850189 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:16.253871 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-2e7683d3-9349-455d-9483-92d30d298266 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Usage tracker for resource:router and tenant:b6fc4833d555481c965766e817f4c754 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:32:16.263774 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-2e7683d3-9349-455d-9483-92d30d298266 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:32:16.272139 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-2e7683d3-9349-455d-9483-92d30d298266 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:32:16.274549 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e6910a28-7fda-477b-b7e0-2f58bc850189 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:16.290007 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2e7683d3-9349-455d-9483-92d30d298266 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25958'] for router, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:16.292123 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2e7683d3-9349-455d-9483-92d30d298266 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-372027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25961'] for router, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:16.300561 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6910a28-7fda-477b-b7e0-2f58bc850189 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Pushing event deleted for resources: {'Network': ['ID=8b1a15dd-e8c6-4f6d-9dd9-080c1ce153d9,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:16.311339 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e6910a28-7fda-477b-b7e0-2f58bc850189 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] 10.222.0.24 "DELETE /v2.0/networks/8b1a15dd-e8c6-4f6d-9dd9-080c1ce153d9 HTTP/1.1" status: 204 len: 168 time: 7.6447732 Feb 01 04:32:16.312349 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34000) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:16.321511 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-89f5e484-fed8-48bf-be73-8129695fa81c tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-282460680'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:32:16.328837 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-89f5e484-fed8-48bf-be73-8129695fa81c tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:32:16.337643 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-89f5e484-fed8-48bf-be73-8129695fa81c tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Usage tracker for resource:network and tenant:99c588771a6645f4bc4f4343a4018c7b is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:32:16.341862 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2e7683d3-9349-455d-9483-92d30d298266 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:16.343534 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-89f5e484-fed8-48bf-be73-8129695fa81c tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:32:16.346644 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-2dd620f2-0046-4eec-a522-732442523045 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-548644482'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:32:16.352926 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5896de91-6b21-494f-9ea6-8cc0fffbb089 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:16.379324 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-89f5e484-fed8-48bf-be73-8129695fa81c tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:32:16.391408 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-176f0111-19c8-4b4a-9911-2b6c246fa7ef tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:16.391995 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-176f0111-19c8-4b4a-9911-2b6c246fa7ef tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:16.405145 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-2dd620f2-0046-4eec-a522-732442523045 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:32:16.416836 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2dd620f2-0046-4eec-a522-732442523045 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Usage tracker for resource:network and tenant:72fcca3e47a14a7190176a227ed3e21f is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:32:16.422585 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f5e484-fed8-48bf-be73-8129695fa81c tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Made reservation on behalf of 99c588771a6645f4bc4f4343a4018c7b for: {'network': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:32:16.425516 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2dd620f2-0046-4eec-a522-732442523045 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:32:16.428410 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-89f5e484-fed8-48bf-be73-8129695fa81c tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:16.445695 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2e7683d3-9349-455d-9483-92d30d298266 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337'] for router, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:16.453078 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device cbfa7925-44a4-4e61-bdb8-9a41e325e709 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:32:16.482218 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89f5e484-fed8-48bf-be73-8129695fa81c tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=87637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:32:16.494461 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: cbfa7925-44a4-4e61-bdb8-9a41e325e709 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:32:16.495004 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device cbfa7925-44a4-4e61-bdb8-9a41e325e709 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:32:16.501493 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-89f5e484-fed8-48bf-be73-8129695fa81c tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:16.501947 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.segments_db [None req-89f5e484-fed8-48bf-be73-8129695fa81c tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Added segment 626bc286-612b-4587-b7ea-893a3c844e8c of type vlan for network 0ba4d3d7-49a4-4627-b19d-256046620323 Feb 01 04:32:16.503867 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2e7683d3-9349-455d-9483-92d30d298266 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:16.505622 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-2e7683d3-9349-455d-9483-92d30d298266 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2745028 Feb 01 04:32:16.510892 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34006) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:16.515492 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-2dd620f2-0046-4eec-a522-732442523045 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:32:16.518392 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-fe3c4bcb-d375-4ae3-9a32-4719c8c925d2 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:32:16.546533 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-bc319f26-f558-4ae7-80b3-4811e721381d None None] Provisioning complete for port a6cfdeef-1a75-4b4c-9c2e-03fbe5ba142e triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:32:16.546947 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bc319f26-f558-4ae7-80b3-4811e721381d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:16.591833 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-176f0111-19c8-4b4a-9911-2b6c246fa7ef tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Calling delete_port for a7ed54a0-014c-42e1-9287-849be23d4a2e owned by network:floatingip {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:32:16.628912 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-bc319f26-f558-4ae7-80b3-4811e721381d None None] Port a6cfdeef-1a75-4b4c-9c2e-03fbe5ba142e cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:32:16.634722 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f953432f-a7ce-4ee4-a933-5e3c178bd36a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:16.694820 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd620f2-0046-4eec-a522-732442523045 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Made reservation on behalf of 72fcca3e47a14a7190176a227ed3e21f for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:32:16.698525 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2dd620f2-0046-4eec-a522-732442523045 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:16.743798 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2dd620f2-0046-4eec-a522-732442523045 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:16.783197 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-89f5e484-fed8-48bf-be73-8129695fa81c tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:16.783977 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f953432f-a7ce-4ee4-a933-5e3c178bd36a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Network 94aa615d-c460-43d0-933f-6f02ddd41591 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:32:16.789924 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-f953432f-a7ce-4ee4-a933-5e3c178bd36a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:32:16.792049 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-2dd620f2-0046-4eec-a522-732442523045 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:32:16.801656 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5896de91-6b21-494f-9ea6-8cc0fffbb089 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3072169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2652276'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:16.805250 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f953432f-a7ce-4ee4-a933-5e3c178bd36a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event updated for resources: {'Port': ['ID=22643df3-72fc-4874-be40-e432e5a589f9,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:16.810863 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f953432f-a7ce-4ee4-a933-5e3c178bd36a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:32:16.816842 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f953432f-a7ce-4ee4-a933-5e3c178bd36a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:16.817465 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f953432f-a7ce-4ee4-a933-5e3c178bd36a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:16.866210 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2dd620f2-0046-4eec-a522-732442523045 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Usage tracker for resource:security_group_rule and tenant:72fcca3e47a14a7190176a227ed3e21f is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:32:16.884288 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2dd620f2-0046-4eec-a522-732442523045 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:32:16.909586 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-2dd620f2-0046-4eec-a522-732442523045 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:32:16.914313 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5896de91-6b21-494f-9ea6-8cc0fffbb089 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event deleted for resources: {'Subnet': ['ID=7256ce62-63a7-408c-b161-29af86e1cd16,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:16.916104 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75cc42d5-df43-4a7a-93fe-6655839bf602 None None] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:32:16.920879 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5896de91-6b21-494f-9ea6-8cc0fffbb089 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539973'] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:16.965140 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f953432f-a7ce-4ee4-a933-5e3c178bd36a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.0185947 Feb 01 04:32:16.973701 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34020) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:17.036047 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-5896de91-6b21-494f-9ea6-8cc0fffbb089 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/subnets/7256ce62-63a7-408c-b161-29af86e1cd16 HTTP/1.1" status: 204 len: 168 time: 2.7716184 Feb 01 04:32:17.036973 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34024) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:17.217807 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-89f5e484-fed8-48bf-be73-8129695fa81c tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:17.223667 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f5e484-fed8-48bf-be73-8129695fa81c tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:17.224302 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-89f5e484-fed8-48bf-be73-8129695fa81c tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539973'] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:17.234285 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fe3c4bcb-d375-4ae3-9a32-4719c8c925d2 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:17.270007 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-439be459-2c03-4fdd-b922-e3afd1be6348 None None] Provisioning for port 22643df3-72fc-4874-be40-e432e5a589f9 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:32:17.285024 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1dfa606-882c-4d2f-b32f-ae5614dca701 None None] DHCP port deletion for 14b67238-4e53-405c-b9cd-84b8ff52e36a request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:32:17.299916 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-439be459-2c03-4fdd-b922-e3afd1be6348 None None] Provisioning complete for port 22643df3-72fc-4874-be40-e432e5a589f9 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:32:17.301038 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-439be459-2c03-4fdd-b922-e3afd1be6348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:17.326549 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-89f5e484-fed8-48bf-be73-8129695fa81c tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0119076 Feb 01 04:32:17.335773 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34032) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:17.364957 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-176f0111-19c8-4b4a-9911-2b6c246fa7ef tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:17.397746 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-3971ca05-504a-444f-a7f9-16056ccf2fd2 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Request body: {'subnet': {'network_id': '0ba4d3d7-49a4-4627-b19d-256046620323', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:32:17.431813 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-a1dfa606-882c-4d2f-b32f-ae5614dca701 None None] Deleting port 188b6185-de3e-4ad2-a40d-084c4f65e0ab {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:32:17.432526 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a1dfa606-882c-4d2f-b32f-ae5614dca701 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:17.433787 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176f0111-19c8-4b4a-9911-2b6c246fa7ef tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Pushing event deleted for resources: {'Port': ['ID=a7ed54a0-014c-42e1-9287-849be23d4a2e,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:17.468046 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-439be459-2c03-4fdd-b922-e3afd1be6348 None None] Port 22643df3-72fc-4874-be40-e432e5a589f9 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:32:17.469545 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c05b6213-744d-428c-b2a2-67838c0f7b8e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.4293480 Feb 01 04:32:17.472757 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34038) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:17.512607 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f5e484-fed8-48bf-be73-8129695fa81c tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Pushing event updated for resources: {'Network': ['ID=0ba4d3d7-49a4-4627-b19d-256046620323,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:17.535344 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74cb0c1e-e7f5-4b21-b702-1e2a4eaf976c tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:17.536833 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-74cb0c1e-e7f5-4b21-b702-1e2a4eaf976c tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A59 HTTP/1.1" status: 200 len: 928 time: 0.5621858 Feb 01 04:32:17.538149 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-3971ca05-504a-444f-a7f9-16056ccf2fd2 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:32:17.542360 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34044) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:17.549458 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 0ba4d3d7-49a4-4627-b19d-256046620323 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:32:17.577943 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-3971ca05-504a-444f-a7f9-16056ccf2fd2 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Usage tracker for resource:subnet and tenant:99c588771a6645f4bc4f4343a4018c7b is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:32:17.595899 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-3971ca05-504a-444f-a7f9-16056ccf2fd2 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:32:17.611353 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-3971ca05-504a-444f-a7f9-16056ccf2fd2 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:32:17.692123 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3971ca05-504a-444f-a7f9-16056ccf2fd2 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Made reservation on behalf of 99c588771a6645f4bc4f4343a4018c7b for: {'subnet': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:32:17.695563 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3971ca05-504a-444f-a7f9-16056ccf2fd2 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3694443'] for subnet, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:17.714879 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-06450ee6-0787-4a88-a1f0-67ce51a21133 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for router, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:17.715813 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-770fb05a-bd74-4ad5-8d5d-ecce1b34edc6 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Deleting port 22643df3-72fc-4874-be40-e432e5a589f9 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:32:17.716153 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-770fb05a-bd74-4ad5-8d5d-ecce1b34edc6 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:17.741178 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 188b6185-de3e-4ad2-a40d-084c4f65e0ab no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:32:17.871745 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-176f0111-19c8-4b4a-9911-2b6c246fa7ef tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Notify callbacks [] for floatingip, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:17.939994 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-a1dfa606-882c-4d2f-b32f-ae5614dca701 None None] For port 188b6185-de3e-4ad2-a40d-084c4f65e0ab, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=188b6185-de3e-4ad2-a40d-084c4f65e0ab,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:32:17.940550 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a1dfa606-882c-4d2f-b32f-ae5614dca701 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:18.037569 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2dd620f2-0046-4eec-a522-732442523045 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:18.041566 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-176f0111-19c8-4b4a-9911-2b6c246fa7ef tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:18.042702 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-176f0111-19c8-4b4a-9911-2b6c246fa7ef tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] 10.222.0.24 "DELETE /v2.0/floatingips/9b392b21-3b82-46c2-8c68-7b711861f3b6 HTTP/1.1" status: 204 len: 168 time: 2.6451087 Feb 01 04:32:18.092862 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-a1dfa606-882c-4d2f-b32f-ae5614dca701 None None] Calling delete_port for 188b6185-de3e-4ad2-a40d-084c4f65e0ab owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:32:18.095065 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34054) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:18.095065 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34056) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:18.107608 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2dd620f2-0046-4eec-a522-732442523045 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:18.112683 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-06450ee6-0787-4a88-a1f0-67ce51a21133 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25968'] for router, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:18.117213 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-89a697a9-0942-450b-91e2-ba8d009ae44e tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Request body: {'floatingip': {'floating_network_id': '46eee755-65b2-43da-a49f-8e967aa52c1d', 'port_id': 'a5c814e1-7901-4ceb-b59d-b4a198e19e46', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:32:18.135372 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-06450ee6-0787-4a88-a1f0-67ce51a21133 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:18.143675 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-89a697a9-0942-450b-91e2-ba8d009ae44e tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:32:18.158666 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-89a697a9-0942-450b-91e2-ba8d009ae44e tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Usage tracker for resource:floatingip and tenant:99b6bfbf92464b8c84fc1a2df29bc9cc is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:32:18.176786 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-89a697a9-0942-450b-91e2-ba8d009ae44e tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:32:18.182774 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dd620f2-0046-4eec-a522-732442523045 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:32:18.195289 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-89a697a9-0942-450b-91e2-ba8d009ae44e tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:32:18.199901 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd620f2-0046-4eec-a522-732442523045 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed6a7db8-aceb-42c5-882e-26f6913bcb7f,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:18.214194 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:18.218072 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-06450ee6-0787-4a88-a1f0-67ce51a21133 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772958'] for router, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:18.221668 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06450ee6-0787-4a88-a1f0-67ce51a21133 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Fanout notify agent at l3_agent the message router_deleted on router 53ef64de-6048-4adc-9095-22add599aadb {{(pid=87636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 01 04:32:18.223495 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2dd620f2-0046-4eec-a522-732442523045 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:18.224085 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-2dd620f2-0046-4eec-a522-732442523045 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Added segment fb6c1402-4df7-42b6-81d8-3d2d6848830b of type vlan for network ea64c6f2-a876-48a5-bf43-9976356f0fd1 Feb 01 04:32:18.236958 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-89a697a9-0942-450b-91e2-ba8d009ae44e tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Notify callbacks [] for floatingip, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:18.257596 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 188b6185-de3e-4ad2-a40d-084c4f65e0ab, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=188b6185-de3e-4ad2-a40d-084c4f65e0ab,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:32:18.274629 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:18.300611 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-06450ee6-0787-4a88-a1f0-67ce51a21133 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:18.304725 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-06450ee6-0787-4a88-a1f0-67ce51a21133 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/routers/53ef64de-6048-4adc-9095-22add599aadb HTTP/1.1" status: 204 len: 168 time: 0.8234150 Feb 01 04:32:18.308515 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34064) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:18.312826 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2dd620f2-0046-4eec-a522-732442523045 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:18.321591 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-9b96157d-c748-4376-bac7-49c4352a2f0f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Request body: {'subnet': {'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:32:18.352010 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-a1dfa606-882c-4d2f-b32f-ae5614dca701 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:32:18.352370 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-a1dfa606-882c-4d2f-b32f-ae5614dca701 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:32:18.381333 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=188b6185-de3e-4ad2-a40d-084c4f65e0ab,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:18.446062 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fe3c4bcb-d375-4ae3-9a32-4719c8c925d2 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks [] for router_gateway, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:18.475281 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-4d984c9b-04e1-4059-94b9-a8550283e68b tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Request body: {'floatingip': {'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:32:18.488353 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fe3c4bcb-d375-4ae3-9a32-4719c8c925d2 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:18.500392 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2dd620f2-0046-4eec-a522-732442523045 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:18.505926 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd620f2-0046-4eec-a522-732442523045 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:18.506501 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2dd620f2-0046-4eec-a522-732442523045 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:18.510202 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-4d984c9b-04e1-4059-94b9-a8550283e68b tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:32:18.577338 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-4d984c9b-04e1-4059-94b9-a8550283e68b tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Usage tracker for resource:floatingip and tenant:08fe69cb24644e9d8169ca92f1f59fd7 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:32:18.597264 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-4d984c9b-04e1-4059-94b9-a8550283e68b tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:32:18.600130 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-9b96157d-c748-4376-bac7-49c4352a2f0f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:32:18.610684 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-770fb05a-bd74-4ad5-8d5d-ecce1b34edc6 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:18.620987 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-9b96157d-c748-4376-bac7-49c4352a2f0f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Usage tracker for resource:subnet and tenant:60b4e61082d3421283cb095bbc99ad8e is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:32:18.626029 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3971ca05-504a-444f-a7f9-16056ccf2fd2 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3037478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3694457'] for subnet, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:18.626861 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-4d984c9b-04e1-4059-94b9-a8550283e68b tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:32:18.631824 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-9b96157d-c748-4376-bac7-49c4352a2f0f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:32:18.687543 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-9b96157d-c748-4376-bac7-49c4352a2f0f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:32:18.692024 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2dd620f2-0046-4eec-a522-732442523045 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.7098620 Feb 01 04:32:18.699510 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34068) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:18.701665 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd620f2-0046-4eec-a522-732442523045 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Pushing event updated for resources: {'Network': ['ID=ea64c6f2-a876-48a5-bf43-9976356f0fd1,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:18.712035 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-e961fe74-5d13-4e8e-b171-d8056437b215 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Request body: {'subnet': {'network_id': 'ea64c6f2-a876-48a5-bf43-9976356f0fd1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:32:18.712298 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network ea64c6f2-a876-48a5-bf43-9976356f0fd1 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:32:18.727335 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4d984c9b-04e1-4059-94b9-a8550283e68b tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks [] for floatingip, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:18.756550 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b96157d-c748-4376-bac7-49c4352a2f0f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Made reservation on behalf of 60b4e61082d3421283cb095bbc99ad8e for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:32:18.759945 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9b96157d-c748-4376-bac7-49c4352a2f0f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:18.831250 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-770fb05a-bd74-4ad5-8d5d-ecce1b34edc6 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Calling delete_port for 22643df3-72fc-4874-be40-e432e5a589f9 owned by {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:32:18.853799 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-a1dfa606-882c-4d2f-b32f-ae5614dca701 None None] Deleting port 188b6185-de3e-4ad2-a40d-084c4f65e0ab {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:32:18.854456 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a1dfa606-882c-4d2f-b32f-ae5614dca701 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:18.889279 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3971ca05-504a-444f-a7f9-16056ccf2fd2 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Pushing event updated for resources: {'Subnet': ['ID=7e2720bb-a6d1-4367-83b8-f4df72138e2f,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:18.962007 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3971ca05-504a-444f-a7f9-16056ccf2fd2 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Checking segment: {'id': '626bc286-612b-4587-b7ea-893a3c844e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0ba4d3d7-49a4-4627-b19d-256046620323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:32:18.962455 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3971ca05-504a-444f-a7f9-16056ccf2fd2 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Network hostable DHCP agents. Network: 0ba4d3d7-49a4-4627-b19d-256046620323, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:32:18.975124 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-fe3c4bcb-d375-4ae3-9a32-4719c8c925d2 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Allocated IP 172.26.8.104 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/54f08cc4-02bd-4006-a25a-22d843185b16) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:32:19.082870 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3971ca05-504a-444f-a7f9-16056ccf2fd2 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Network 0ba4d3d7-49a4-4627-b19d-256046620323 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:32:19.088403 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-a1dfa606-882c-4d2f-b32f-ae5614dca701 None None] For port 188b6185-de3e-4ad2-a40d-084c4f65e0ab, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=188b6185-de3e-4ad2-a40d-084c4f65e0ab,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:32:19.088915 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a1dfa606-882c-4d2f-b32f-ae5614dca701 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:19.099615 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-3971ca05-504a-444f-a7f9-16056ccf2fd2 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, 0ba4d3d7-49a4-4627-b19d-256046620323) {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:32:19.105773 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3971ca05-504a-444f-a7f9-16056ccf2fd2 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:19.105773 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3971ca05-504a-444f-a7f9-16056ccf2fd2 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:19.109661 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e961fe74-5d13-4e8e-b171-d8056437b215 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:32:19.115488 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c406c1d2-e11f-4cc6-b7e9-2714d52986af None None] Network 0ba4d3d7-49a4-4627-b19d-256046620323 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:32:19.123525 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e961fe74-5d13-4e8e-b171-d8056437b215 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Usage tracker for resource:subnet and tenant:72fcca3e47a14a7190176a227ed3e21f is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:32:19.129771 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e961fe74-5d13-4e8e-b171-d8056437b215 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:32:19.187081 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e961fe74-5d13-4e8e-b171-d8056437b215 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:32:19.223069 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-770fb05a-bd74-4ad5-8d5d-ecce1b34edc6 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:19.223362 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e961fe74-5d13-4e8e-b171-d8056437b215 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Made reservation on behalf of 72fcca3e47a14a7190176a227ed3e21f for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:32:19.226792 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e961fe74-5d13-4e8e-b171-d8056437b215 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:19.244114 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-a1dfa606-882c-4d2f-b32f-ae5614dca701 None None] Calling delete_port for 188b6185-de3e-4ad2-a40d-084c4f65e0ab owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:32:19.251333 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-89a697a9-0942-450b-91e2-ba8d009ae44e tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 01 04:32:19.257941 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-89a697a9-0942-450b-91e2-ba8d009ae44e tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.1564510 Feb 01 04:32:19.268084 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34072) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:19.283561 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-3971ca05-504a-444f-a7f9-16056ccf2fd2 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.9387569 Feb 01 04:32:19.284709 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34076) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:19.286498 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-2c400132-dff1-4bc2-a0c0-f3dea558a9e6 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Request body: {'floatingip': {'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'port_id': 'a5c814e1-7901-4ceb-b59d-b4a198e19e46', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:32:19.336991 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770fb05a-bd74-4ad5-8d5d-ecce1b34edc6 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event deleted for resources: {'Port': ['ID=22643df3-72fc-4874-be40-e432e5a589f9,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:19.342732 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-2c400132-dff1-4bc2-a0c0-f3dea558a9e6 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:32:19.355601 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-2c400132-dff1-4bc2-a0c0-f3dea558a9e6 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Usage tracker for resource:floatingip and tenant:99b6bfbf92464b8c84fc1a2df29bc9cc is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:32:19.359820 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-2c400132-dff1-4bc2-a0c0-f3dea558a9e6 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:32:19.374960 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fe3c4bcb-d375-4ae3-9a32-4719c8c925d2 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:19.378987 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-770fb05a-bd74-4ad5-8d5d-ecce1b34edc6 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:19.383480 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-770fb05a-bd74-4ad5-8d5d-ecce1b34edc6 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "DELETE /v2.0/ports/22643df3-72fc-4874-be40-e432e5a589f9 HTTP/1.1" status: 204 len: 168 time: 1.8366530 Feb 01 04:32:19.383480 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-2c400132-dff1-4bc2-a0c0-f3dea558a9e6 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:32:19.384643 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34080) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:19.459243 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-a15033df-e5ae-4e36-b299-3f38929ffabe tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] GET failed (client error): The resource could not be found. Feb 01 04:32:19.459954 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-a15033df-e5ae-4e36-b299-3f38929ffabe tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Synchronizing usage tracker for tenant:4859bcd8aae8416eba645579d339c6c6 on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:32:19.479226 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2c400132-dff1-4bc2-a0c0-f3dea558a9e6 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Notify callbacks [] for floatingip, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:19.506926 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-a15033df-e5ae-4e36-b299-3f38929ffabe tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Unset dirty status for tenant:4859bcd8aae8416eba645579d339c6c6 on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:32:19.508116 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-a15033df-e5ae-4e36-b299-3f38929ffabe tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "GET /v2.0/ports/22643df3-72fc-4874-be40-e432e5a589f9 HTTP/1.1" status: 404 len: 333 time: 0.1210418 Feb 01 04:32:19.514602 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34084) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:19.526870 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a1dfa606-882c-4d2f-b32f-ae5614dca701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:19.583392 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dfa606-882c-4d2f-b32f-ae5614dca701 None None] Pushing event deleted for resources: {'Port': ['ID=188b6185-de3e-4ad2-a40d-084c4f65e0ab,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:19.591098 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dfa606-882c-4d2f-b32f-ae5614dca701 None None] No DVR routers for this DVR port 188b6185-de3e-4ad2-a40d-084c4f65e0ab on host dv-neutron-826830-1-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:32:19.612451 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86773657-3d78-4d3a-8aa7-a44e2ec987d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-0ba4d3d7-49a4-4627-b19d-256046620323', 'network_id': '0ba4d3d7-49a4-4627-b19d-256046620323', 'tenant_id': '99c588771a6645f4bc4f4343a4018c7b', 'fixed_ips': [{'subnet_id': '7e2720bb-a6d1-4367-83b8-f4df72138e2f'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:32:19.613694 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-86773657-3d78-4d3a-8aa7-a44e2ec987d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:19.679945 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4d984c9b-04e1-4059-94b9-a8550283e68b tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:19.685949 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fe3c4bcb-d375-4ae3-9a32-4719c8c925d2 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:19.696539 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-331924a9-d355-43ed-9d90-09dffee61ce3 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Deleting port a6cfdeef-1a75-4b4c-9c2e-03fbe5ba142e {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:32:19.696878 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-331924a9-d355-43ed-9d90-09dffee61ce3 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:19.767913 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0638c4e7-5fff-4e93-8dad-68412e47d54a tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:19.784254 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9b96157d-c748-4376-bac7-49c4352a2f0f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:19.799002 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-86773657-3d78-4d3a-8aa7-a44e2ec987d2 None None] Allocated IP 2001:db8::1 (0ba4d3d7-49a4-4627-b19d-256046620323/7e2720bb-a6d1-4367-83b8-f4df72138e2f/895bc51f-5566-42eb-9edd-5ddf0b443be1) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:32:19.837699 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3c4bcb-d375-4ae3-9a32-4719c8c925d2 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:32:19.842987 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-fe3c4bcb-d375-4ae3-9a32-4719c8c925d2 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:32:19.847448 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3c4bcb-d375-4ae3-9a32-4719c8c925d2 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:32:19.886399 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b96157d-c748-4376-bac7-49c4352a2f0f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:32:19.887455 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e961fe74-5d13-4e8e-b171-d8056437b215 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:19.923805 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-9b96157d-c748-4376-bac7-49c4352a2f0f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:32:19.940607 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b96157d-c748-4376-bac7-49c4352a2f0f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:19.941433 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9b96157d-c748-4376-bac7-49c4352a2f0f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539973'] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:19.959955 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356b7820-1bc4-4001-aa22-8c7a9ee70f4f None None] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:32:19.989262 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b96157d-c748-4376-bac7-49c4352a2f0f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event updated for resources: {'Subnet': ['ID=55f3415e-78ef-4785-898c-e4059e532cc0,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:20.056248 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3c4bcb-d375-4ae3-9a32-4719c8c925d2 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Pushing event updated for resources: {'Port': ['ID=54f08cc4-02bd-4006-a25a-22d843185b16,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:20.109013 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0638c4e7-5fff-4e93-8dad-68412e47d54a tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:20.143665 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-86773657-3d78-4d3a-8aa7-a44e2ec987d2 None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:20.156634 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9b96157d-c748-4376-bac7-49c4352a2f0f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8443241 Feb 01 04:32:20.169187 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34088) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:20.174706 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-4d984c9b-04e1-4059-94b9-a8550283e68b tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Allocated IP 172.26.8.11 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/2eed08b5-b34f-46e5-b3b2-f2eacd51b254) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:32:20.175387 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-86773657-3d78-4d3a-8aa7-a44e2ec987d2 None None] Transition to ACTIVE for port object 895bc51f-5566-42eb-9edd-5ddf0b443be1 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:32:20.185062 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e961fe74-5d13-4e8e-b171-d8056437b215 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Pushing event updated for resources: {'Subnet': ['ID=a3564092-1f2b-425c-8a21-b1ff5cf251a7,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:20.195969 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e961fe74-5d13-4e8e-b171-d8056437b215 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Checking segment: {'id': 'fb6c1402-4df7-42b6-81d8-3d2d6848830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ea64c6f2-a876-48a5-bf43-9976356f0fd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:32:20.196337 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e961fe74-5d13-4e8e-b171-d8056437b215 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Network hostable DHCP agents. Network: ea64c6f2-a876-48a5-bf43-9976356f0fd1, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:32:20.209654 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-dc0a31f3-bd69-4ba6-9f41-3f19ef6da316 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1760750122', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:32:20.222244 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-dc0a31f3-bd69-4ba6-9f41-3f19ef6da316 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:32:20.244940 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-86773657-3d78-4d3a-8aa7-a44e2ec987d2 None None] Transition to ACTIVE for port object 895bc51f-5566-42eb-9edd-5ddf0b443be1 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:32:20.262899 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-86773657-3d78-4d3a-8aa7-a44e2ec987d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:20.276664 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e961fe74-5d13-4e8e-b171-d8056437b215 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Network ea64c6f2-a876-48a5-bf43-9976356f0fd1 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:32:20.279348 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2c400132-dff1-4bc2-a0c0-f3dea558a9e6 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:20.294377 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-dc0a31f3-bd69-4ba6-9f41-3f19ef6da316 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Usage tracker for resource:router and tenant:60b4e61082d3421283cb095bbc99ad8e is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:32:20.340529 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-e961fe74-5d13-4e8e-b171-d8056437b215 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, ea64c6f2-a876-48a5-bf43-9976356f0fd1) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:32:20.357169 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0638c4e7-5fff-4e93-8dad-68412e47d54a tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3072169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2652276'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:20.361506 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd2fa4b-b905-4393-8dae-6126016e6d34 None None] Network ea64c6f2-a876-48a5-bf43-9976356f0fd1 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:32:20.364754 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e961fe74-5d13-4e8e-b171-d8056437b215 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:20.365343 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e961fe74-5d13-4e8e-b171-d8056437b215 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539973'] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:20.376490 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-dc0a31f3-bd69-4ba6-9f41-3f19ef6da316 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:32:20.435275 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0638c4e7-5fff-4e93-8dad-68412e47d54a tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Pushing event deleted for resources: {'Subnet': ['ID=7e2720bb-a6d1-4367-83b8-f4df72138e2f,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:20.440338 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-dc0a31f3-bd69-4ba6-9f41-3f19ef6da316 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:32:20.465785 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86773657-3d78-4d3a-8aa7-a44e2ec987d2 None None] Network 0ba4d3d7-49a4-4627-b19d-256046620323 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:32:20.472291 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1193eeda-96c8-46f9-8381-c23df1276741 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-14b67238-4e53-405c-b9cd-84b8ff52e36a', 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'tenant_id': '60b4e61082d3421283cb095bbc99ad8e', 'fixed_ips': [{'subnet_id': '55f3415e-78ef-4785-898c-e4059e532cc0'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:32:20.472898 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1193eeda-96c8-46f9-8381-c23df1276741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:20.482220 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-86773657-3d78-4d3a-8aa7-a44e2ec987d2 None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:32:20.490912 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e961fe74-5d13-4e8e-b171-d8056437b215 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7867115 Feb 01 04:32:20.497721 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4d984c9b-04e1-4059-94b9-a8550283e68b tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:20.499779 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86773657-3d78-4d3a-8aa7-a44e2ec987d2 None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:32:20.500461 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34092) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:20.505850 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dc0a31f3-bd69-4ba6-9f41-3f19ef6da316 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25958'] for router, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:20.506663 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dc0a31f3-bd69-4ba6-9f41-3f19ef6da316 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-372027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25961'] for router, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:20.521970 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-331924a9-d355-43ed-9d90-09dffee61ce3 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:20.555412 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86773657-3d78-4d3a-8aa7-a44e2ec987d2 None None] Pushing event updated for resources: {'Port': ['ID=895bc51f-5566-42eb-9edd-5ddf0b443be1,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:20.560874 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-c62848a7-994c-48f0-9649-e49a579b8e2c tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Request body: {'port': {'network_id': 'ea64c6f2-a876-48a5-bf43-9976356f0fd1', 'name': 'tempest-DHCPAgentSchedulersTestJSON-895979038'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:32:20.578790 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0638c4e7-5fff-4e93-8dad-68412e47d54a tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:20.628230 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-0638c4e7-5fff-4e93-8dad-68412e47d54a tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ba4d3d7-49a4-4627-b19d-256046620323']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:20.645231 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-0638c4e7-5fff-4e93-8dad-68412e47d54a tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '626bc286-612b-4587-b7ea-893a3c844e8c') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:20.645547 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-0638c4e7-5fff-4e93-8dad-68412e47d54a tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '626bc286-612b-4587-b7ea-893a3c844e8c') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:20.662908 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-331924a9-d355-43ed-9d90-09dffee61ce3 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Calling delete_port for a6cfdeef-1a75-4b4c-9c2e-03fbe5ba142e owned by {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:32:20.709886 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0638c4e7-5fff-4e93-8dad-68412e47d54a tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143022'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:20.749997 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0638c4e7-5fff-4e93-8dad-68412e47d54a tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:20.763935 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-86773657-3d78-4d3a-8aa7-a44e2ec987d2 None None] Attempting to bind port 895bc51f-5566-42eb-9edd-5ddf0b443be1 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:32:20.764318 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-86773657-3d78-4d3a-8aa7-a44e2ec987d2 None None] Attempting to bind port 895bc51f-5566-42eb-9edd-5ddf0b443be1 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '626bc286-612b-4587-b7ea-893a3c844e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0ba4d3d7-49a4-4627-b19d-256046620323'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:32:20.764955 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86773657-3d78-4d3a-8aa7-a44e2ec987d2 None None] Attempting to bind port 895bc51f-5566-42eb-9edd-5ddf0b443be1 on network 0ba4d3d7-49a4-4627-b19d-256046620323 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:32:20.772149 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0638c4e7-5fff-4e93-8dad-68412e47d54a tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:32:20.772149 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0638c4e7-5fff-4e93-8dad-68412e47d54a tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3072199'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:20.774339 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8707a765-cdda-409f-8893-ab76dc294ed2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-ea64c6f2-a876-48a5-bf43-9976356f0fd1', 'network_id': 'ea64c6f2-a876-48a5-bf43-9976356f0fd1', 'tenant_id': '72fcca3e47a14a7190176a227ed3e21f', 'fixed_ips': [{'subnet_id': 'a3564092-1f2b-425c-8a21-b1ff5cf251a7'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:32:20.775163 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8707a765-cdda-409f-8893-ab76dc294ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:20.778100 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dc0a31f3-bd69-4ba6-9f41-3f19ef6da316 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:20.787358 dv-neutron-826830-1-hyperv neutron-server[87636]: Traceback (most recent call last): Feb 01 04:32:20.787358 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:32:20.787358 dv-neutron-826830-1-hyperv neutron-server[87636]: timer() Feb 01 04:32:20.787358 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:32:20.787358 dv-neutron-826830-1-hyperv neutron-server[87636]: cb(*args, **kw) Feb 01 04:32:20.787358 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:32:20.787358 dv-neutron-826830-1-hyperv neutron-server[87636]: return func(*args, **kwargs) Feb 01 04:32:20.787358 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:32:20.787358 dv-neutron-826830-1-hyperv neutron-server[87636]: self._notify() Feb 01 04:32:20.787358 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:32:20.787358 dv-neutron-826830-1-hyperv neutron-server[87636]: self.callback(batched_events) Feb 01 04:32:20.787358 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:32:20.787358 dv-neutron-826830-1-hyperv neutron-server[87636]: event.method(event) Feb 01 04:32:20.787358 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:32:20.787358 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:32:20.787358 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:32:20.787358 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:32:20.787358 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:32:20.787358 dv-neutron-826830-1-hyperv neutron-server[87636]: return f(self, *a, **k) Feb 01 04:32:20.787358 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:32:20.787358 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._get(url).json() Feb 01 04:32:20.787358 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:32:20.787358 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:32:20.787358 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:32:20.787358 dv-neutron-826830-1-hyperv neutron-server[87636]: return self.request(url, 'GET', **kwargs) Feb 01 04:32:20.787358 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:32:20.787358 dv-neutron-826830-1-hyperv neutron-server[87636]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:32:20.787358 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:32:20.787358 dv-neutron-826830-1-hyperv neutron-server[87636]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:32:20.787358 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:32:20.787358 dv-neutron-826830-1-hyperv neutron-server[87636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:32:20.787358 dv-neutron-826830-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:32:20.797011 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86773657-3d78-4d3a-8aa7-a44e2ec987d2 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:32:20.797011 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86773657-3d78-4d3a-8aa7-a44e2ec987d2 None None] Checking segment: {'id': '626bc286-612b-4587-b7ea-893a3c844e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0ba4d3d7-49a4-4627-b19d-256046620323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:32:20.797483 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-86773657-3d78-4d3a-8aa7-a44e2ec987d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:20.797600 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4d984c9b-04e1-4059-94b9-a8550283e68b tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:20.797836 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86773657-3d78-4d3a-8aa7-a44e2ec987d2 None None] Bound using segment: {'id': '626bc286-612b-4587-b7ea-893a3c844e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0ba4d3d7-49a4-4627-b19d-256046620323'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:32:20.798219 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-86773657-3d78-4d3a-8aa7-a44e2ec987d2 None None] Bound port: 895bc51f-5566-42eb-9edd-5ddf0b443be1, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '626bc286-612b-4587-b7ea-893a3c844e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0ba4d3d7-49a4-4627-b19d-256046620323'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:32:20.798597 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-86773657-3d78-4d3a-8aa7-a44e2ec987d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:20.967190 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dc0a31f3-bd69-4ba6-9f41-3f19ef6da316 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337'] for router, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:20.986846 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-2c400132-dff1-4bc2-a0c0-f3dea558a9e6 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Allocated IP 172.26.8.63 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/28e50b96-801d-4450-95b0-9b8a4b349848) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:32:21.000786 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-1193eeda-96c8-46f9-8381-c23df1276741 None None] Allocated IP 2001:db8::2 (14b67238-4e53-405c-b9cd-84b8ff52e36a/55f3415e-78ef-4785-898c-e4059e532cc0/f4370e73-caf6-4f99-b370-6e8d16d6ebd6) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:32:21.037760 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c62848a7-994c-48f0-9649-e49a579b8e2c tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:32:21.064474 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fe3c4bcb-d375-4ae3-9a32-4719c8c925d2 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks [] for router_gateway, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:21.087346 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-86773657-3d78-4d3a-8aa7-a44e2ec987d2 None None] For port 895bc51f-5566-42eb-9edd-5ddf0b443be1, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:32:21.114245 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c62848a7-994c-48f0-9649-e49a579b8e2c tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Usage tracker for resource:port and tenant:72fcca3e47a14a7190176a227ed3e21f is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:32:21.121873 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d984c9b-04e1-4059-94b9-a8550283e68b tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:32:21.123569 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-8707a765-cdda-409f-8893-ab76dc294ed2 None None] Allocated IP 172.20.0.2 (ea64c6f2-a876-48a5-bf43-9976356f0fd1/a3564092-1f2b-425c-8a21-b1ff5cf251a7/7fdfc20d-a320-42ce-a8e0-1e5867aebfa4) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:32:21.125445 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c62848a7-994c-48f0-9649-e49a579b8e2c tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:32:21.128758 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.db.api [None req-0638c4e7-5fff-4e93-8dad-68412e47d54a tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 01 04:32:21.128758 dv-neutron-826830-1-hyperv neutron-server[87636]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 01 04:32:21.128758 dv-neutron-826830-1-hyperv neutron-server[87636]: [parameters: {'id': '0ba4d3d7-49a4-4627-b19d-256046620323'}] Feb 01 04:32:21.128758 dv-neutron-826830-1-hyperv neutron-server[87636]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:32:21.129093 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG oslo_db.api [None req-0638c4e7-5fff-4e93-8dad-68412e47d54a tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:32:21.134515 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-4d984c9b-04e1-4059-94b9-a8550283e68b tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:32:21.136941 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d984c9b-04e1-4059-94b9-a8550283e68b tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:32:21.167924 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dc0a31f3-bd69-4ba6-9f41-3f19ef6da316 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:21.169181 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-dc0a31f3-bd69-4ba6-9f41-3f19ef6da316 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.9931548 Feb 01 04:32:21.171739 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c62848a7-994c-48f0-9649-e49a579b8e2c tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:32:21.174135 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34096) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:21.189500 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-331924a9-d355-43ed-9d90-09dffee61ce3 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:21.224633 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-86773657-3d78-4d3a-8aa7-a44e2ec987d2 None None] For port 895bc51f-5566-42eb-9edd-5ddf0b443be1, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=895bc51f-5566-42eb-9edd-5ddf0b443be1,segment=NetworkSegment(626bc286-612b-4587-b7ea-893a3c844e8c),segment_id=626bc286-612b-4587-b7ea-893a3c844e8c)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:32:21.235245 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-86773657-3d78-4d3a-8aa7-a44e2ec987d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:21.240033 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d984c9b-04e1-4059-94b9-a8550283e68b tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Pushing event updated for resources: {'Port': ['ID=2eed08b5-b34f-46e5-b3b2-f2eacd51b254,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:21.284165 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c62848a7-994c-48f0-9649-e49a579b8e2c tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Made reservation on behalf of 72fcca3e47a14a7190176a227ed3e21f for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:32:21.288034 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c62848a7-994c-48f0-9649-e49a579b8e2c tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:21.302482 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331924a9-d355-43ed-9d90-09dffee61ce3 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event deleted for resources: {'Port': ['ID=a6cfdeef-1a75-4b4c-9c2e-03fbe5ba142e,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:21.447967 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-c62848a7-994c-48f0-9649-e49a579b8e2c tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] device_id is not set on port a5fcc2db-3ee0-499f-bbb6-278c5054964e yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:32:21.533755 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86773657-3d78-4d3a-8aa7-a44e2ec987d2 None None] Pushing event updated for resources: {'Port': ['ID=895bc51f-5566-42eb-9edd-5ddf0b443be1,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:21.574044 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-331924a9-d355-43ed-9d90-09dffee61ce3 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:21.576376 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-331924a9-d355-43ed-9d90-09dffee61ce3 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "DELETE /v2.0/ports/a6cfdeef-1a75-4b4c-9c2e-03fbe5ba142e HTTP/1.1" status: 204 len: 168 time: 2.0454602 Feb 01 04:32:21.588935 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34100) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:21.634180 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1193eeda-96c8-46f9-8381-c23df1276741 None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:21.682116 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2c400132-dff1-4bc2-a0c0-f3dea558a9e6 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:21.686587 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0638c4e7-5fff-4e93-8dad-68412e47d54a tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:21.688743 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-1193eeda-96c8-46f9-8381-c23df1276741 None None] Transition to ACTIVE for port object f4370e73-caf6-4f99-b370-6e8d16d6ebd6 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:32:21.718568 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4d984c9b-04e1-4059-94b9-a8550283e68b tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:21.727532 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-1193eeda-96c8-46f9-8381-c23df1276741 None None] Transition to ACTIVE for port object f4370e73-caf6-4f99-b370-6e8d16d6ebd6 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:32:21.728734 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8707a765-cdda-409f-8893-ab76dc294ed2 None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:21.739731 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c8963f-ca46-4b24-9bb5-ca29344289e9 None None] Network 0ba4d3d7-49a4-4627-b19d-256046620323 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:32:21.754510 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1193eeda-96c8-46f9-8381-c23df1276741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:21.760401 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-8707a765-cdda-409f-8893-ab76dc294ed2 None None] Transition to ACTIVE for port object 7fdfc20d-a320-42ce-a8e0-1e5867aebfa4 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:32:21.784982 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe8b66be-59a3-45f2-9624-73d5eb015ff6 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] GET failed (client error): The resource could not be found. Feb 01 04:32:21.785614 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-fe8b66be-59a3-45f2-9624-73d5eb015ff6 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Synchronizing usage tracker for tenant:4859bcd8aae8416eba645579d339c6c6 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:32:21.807553 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fe3c4bcb-d375-4ae3-9a32-4719c8c925d2 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:21.814228 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fe3c4bcb-d375-4ae3-9a32-4719c8c925d2 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-774359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-774360', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-772505'] for router, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:21.854069 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1193eeda-96c8-46f9-8381-c23df1276741 None None] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:32:21.882614 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2c400132-dff1-4bc2-a0c0-f3dea558a9e6 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:21.906510 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-1193eeda-96c8-46f9-8381-c23df1276741 None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:32:21.908717 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-8707a765-cdda-409f-8893-ab76dc294ed2 None None] Transition to ACTIVE for port object 7fdfc20d-a320-42ce-a8e0-1e5867aebfa4 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:32:21.924419 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1193eeda-96c8-46f9-8381-c23df1276741 None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:32:21.965983 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c400132-dff1-4bc2-a0c0-f3dea558a9e6 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:32:21.971496 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-2c400132-dff1-4bc2-a0c0-f3dea558a9e6 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:32:21.983353 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c400132-dff1-4bc2-a0c0-f3dea558a9e6 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:32:21.992735 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1193eeda-96c8-46f9-8381-c23df1276741 None None] Pushing event updated for resources: {'Port': ['ID=f4370e73-caf6-4f99-b370-6e8d16d6ebd6,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:21.995419 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8707a765-cdda-409f-8893-ab76dc294ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:22.001585 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8ac7c62f-1892-4c34-9c71-2729489aafb4 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:22.010601 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-0638c4e7-5fff-4e93-8dad-68412e47d54a tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Deleting port 895bc51f-5566-42eb-9edd-5ddf0b443be1 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:32:22.010941 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0638c4e7-5fff-4e93-8dad-68412e47d54a tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:22.037761 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c400132-dff1-4bc2-a0c0-f3dea558a9e6 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Pushing event updated for resources: {'Port': ['ID=28e50b96-801d-4450-95b0-9b8a4b349848,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:22.067154 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4d984c9b-04e1-4059-94b9-a8550283e68b tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:22.090874 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-fe8b66be-59a3-45f2-9624-73d5eb015ff6 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Unset dirty status for tenant:4859bcd8aae8416eba645579d339c6c6 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:32:22.098735 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-fe8b66be-59a3-45f2-9624-73d5eb015ff6 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "GET /v2.0/ports/a6cfdeef-1a75-4b4c-9c2e-03fbe5ba142e HTTP/1.1" status: 404 len: 333 time: 0.5027947 Feb 01 04:32:22.098966 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34104) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:22.146346 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8707a765-cdda-409f-8893-ab76dc294ed2 None None] Network ea64c6f2-a876-48a5-bf43-9976356f0fd1 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:32:22.154509 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-8707a765-cdda-409f-8893-ab76dc294ed2 None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:32:22.166583 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8707a765-cdda-409f-8893-ab76dc294ed2 None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:32:22.168596 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-1193eeda-96c8-46f9-8381-c23df1276741 None None] Attempting to bind port f4370e73-caf6-4f99-b370-6e8d16d6ebd6 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:32:22.168956 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-1193eeda-96c8-46f9-8381-c23df1276741 None None] Attempting to bind port f4370e73-caf6-4f99-b370-6e8d16d6ebd6 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:32:22.169305 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1193eeda-96c8-46f9-8381-c23df1276741 None None] Attempting to bind port f4370e73-caf6-4f99-b370-6e8d16d6ebd6 on network 14b67238-4e53-405c-b9cd-84b8ff52e36a {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:32:22.175777 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8707a765-cdda-409f-8893-ab76dc294ed2 None None] Pushing event updated for resources: {'Port': ['ID=7fdfc20d-a320-42ce-a8e0-1e5867aebfa4,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:22.206138 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1193eeda-96c8-46f9-8381-c23df1276741 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:32:22.206532 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1193eeda-96c8-46f9-8381-c23df1276741 None None] Checking segment: {'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:32:22.206822 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1193eeda-96c8-46f9-8381-c23df1276741 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:22.207625 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1193eeda-96c8-46f9-8381-c23df1276741 None None] Bound using segment: {'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:32:22.207819 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-1193eeda-96c8-46f9-8381-c23df1276741 None None] Bound port: f4370e73-caf6-4f99-b370-6e8d16d6ebd6, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:32:22.208138 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1193eeda-96c8-46f9-8381-c23df1276741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:22.255250 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_v2 [None req-85d1d004-90fe-4003-b959-87ed98c37402 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Deleting subnet df0af0dc-39ef-497c-92d9-8ed84b5a3ea9 {{(pid=87637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:32:22.288308 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-85d1d004-90fe-4003-b959-87ed98c37402 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for subnet, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:22.306789 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-c62848a7-994c-48f0-9649-e49a579b8e2c tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Allocated IP 172.20.0.14 (ea64c6f2-a876-48a5-bf43-9976356f0fd1/a3564092-1f2b-425c-8a21-b1ff5cf251a7/a5fcc2db-3ee0-499f-bbb6-278c5054964e) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:32:22.337082 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-8707a765-cdda-409f-8893-ab76dc294ed2 None None] Attempting to bind port 7fdfc20d-a320-42ce-a8e0-1e5867aebfa4 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:32:22.338045 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-8707a765-cdda-409f-8893-ab76dc294ed2 None None] Attempting to bind port 7fdfc20d-a320-42ce-a8e0-1e5867aebfa4 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': 'fb6c1402-4df7-42b6-81d8-3d2d6848830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ea64c6f2-a876-48a5-bf43-9976356f0fd1'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:32:22.338597 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8707a765-cdda-409f-8893-ab76dc294ed2 None None] Attempting to bind port 7fdfc20d-a320-42ce-a8e0-1e5867aebfa4 on network ea64c6f2-a876-48a5-bf43-9976356f0fd1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:32:22.349548 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8707a765-cdda-409f-8893-ab76dc294ed2 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:32:22.350159 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8707a765-cdda-409f-8893-ab76dc294ed2 None None] Checking segment: {'id': 'fb6c1402-4df7-42b6-81d8-3d2d6848830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ea64c6f2-a876-48a5-bf43-9976356f0fd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:32:22.350749 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8707a765-cdda-409f-8893-ab76dc294ed2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:22.351163 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8707a765-cdda-409f-8893-ab76dc294ed2 None None] Bound using segment: {'id': 'fb6c1402-4df7-42b6-81d8-3d2d6848830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ea64c6f2-a876-48a5-bf43-9976356f0fd1'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:32:22.351629 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-8707a765-cdda-409f-8893-ab76dc294ed2 None None] Bound port: 7fdfc20d-a320-42ce-a8e0-1e5867aebfa4, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb6c1402-4df7-42b6-81d8-3d2d6848830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ea64c6f2-a876-48a5-bf43-9976356f0fd1'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:32:22.351996 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8707a765-cdda-409f-8893-ab76dc294ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:22.373347 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-85d1d004-90fe-4003-b959-87ed98c37402 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2424773'] for subnet, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:22.430631 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-2c400132-dff1-4bc2-a0c0-f3dea558a9e6 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Deleting port 28e50b96-801d-4450-95b0-9b8a4b349848 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:32:22.431038 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2c400132-dff1-4bc2-a0c0-f3dea558a9e6 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:22.435993 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-1193eeda-96c8-46f9-8381-c23df1276741 None None] For port f4370e73-caf6-4f99-b370-6e8d16d6ebd6, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:32:22.449142 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-1193eeda-96c8-46f9-8381-c23df1276741 None None] For port f4370e73-caf6-4f99-b370-6e8d16d6ebd6, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=f4370e73-caf6-4f99-b370-6e8d16d6ebd6,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:32:22.466430 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1193eeda-96c8-46f9-8381-c23df1276741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:22.467448 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe3c4bcb-d375-4ae3-9a32-4719c8c925d2 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Router 934e5c2a-e30c-496d-bc6f-9bd204db50e4 is scheduled to L3 agent a3073304-82af-4a42-89af-bc532d6626bb with binding_index 1 {{(pid=87637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 01 04:32:22.540501 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-8707a765-cdda-409f-8893-ab76dc294ed2 None None] For port 7fdfc20d-a320-42ce-a8e0-1e5867aebfa4, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:32:22.554631 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-8707a765-cdda-409f-8893-ab76dc294ed2 None None] For port 7fdfc20d-a320-42ce-a8e0-1e5867aebfa4, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=7fdfc20d-a320-42ce-a8e0-1e5867aebfa4,segment=NetworkSegment(fb6c1402-4df7-42b6-81d8-3d2d6848830b),segment_id=fb6c1402-4df7-42b6-81d8-3d2d6848830b)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:32:22.568768 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1193eeda-96c8-46f9-8381-c23df1276741 None None] Pushing event updated for resources: {'Port': ['ID=f4370e73-caf6-4f99-b370-6e8d16d6ebd6,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:22.572037 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8707a765-cdda-409f-8893-ab76dc294ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:22.668175 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8707a765-cdda-409f-8893-ab76dc294ed2 None None] Pushing event updated for resources: {'Port': ['ID=7fdfc20d-a320-42ce-a8e0-1e5867aebfa4,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:22.803803 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-85d1d004-90fe-4003-b959-87ed98c37402 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:22.873604 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-0638c4e7-5fff-4e93-8dad-68412e47d54a tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] For port 895bc51f-5566-42eb-9edd-5ddf0b443be1, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=895bc51f-5566-42eb-9edd-5ddf0b443be1,segment=NetworkSegment(626bc286-612b-4587-b7ea-893a3c844e8c),segment_id=626bc286-612b-4587-b7ea-893a3c844e8c)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:32:22.874168 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0638c4e7-5fff-4e93-8dad-68412e47d54a tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:22.945071 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2c400132-dff1-4bc2-a0c0-f3dea558a9e6 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:22.945665 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2c400132-dff1-4bc2-a0c0-f3dea558a9e6 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:23.087847 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe3c4bcb-d375-4ae3-9a32-4719c8c925d2 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:32:23.095366 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fe3c4bcb-d375-4ae3-9a32-4719c8c925d2 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:23.099619 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-fe3c4bcb-d375-4ae3-9a32-4719c8c925d2 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] 10.222.0.24 "PUT /v2.0/routers/934e5c2a-e30c-496d-bc6f-9bd204db50e4 HTTP/1.1" status: 200 len: 884 time: 6.5874710 Feb 01 04:32:23.104158 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa9b54b-f13a-40ae-b00b-4c8459029ef0 None None] Sync routers for ids ['934e5c2a-e30c-496d-bc6f-9bd204db50e4'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:32:23.110664 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-0638c4e7-5fff-4e93-8dad-68412e47d54a tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Calling delete_port for 895bc51f-5566-42eb-9edd-5ddf0b443be1 owned by network:dhcp {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:32:23.112253 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34110) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:23.120041 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa9b54b-f13a-40ae-b00b-4c8459029ef0 None None] Routers {'934e5c2a-e30c-496d-bc6f-9bd204db50e4'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:32:23.120675 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-4aa9b54b-f13a-40ae-b00b-4c8459029ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:32:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['934e5c2a-e30c-496d-bc6f-9bd204db50e4'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:23.124602 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-2c400132-dff1-4bc2-a0c0-f3dea558a9e6 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Calling delete_port for 28e50b96-801d-4450-95b0-9b8a4b349848 owned by network:floatingip {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:32:23.188386 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-4aa9b54b-f13a-40ae-b00b-4c8459029ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:23.198758 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa9b54b-f13a-40ae-b00b-4c8459029ef0 None None] Routers {'934e5c2a-e30c-496d-bc6f-9bd204db50e4'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:32:23.199491 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-4aa9b54b-f13a-40ae-b00b-4c8459029ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:32:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['934e5c2a-e30c-496d-bc6f-9bd204db50e4'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:23.266260 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-4aa9b54b-f13a-40ae-b00b-4c8459029ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:23.266663 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa9b54b-f13a-40ae-b00b-4c8459029ef0 None None] The sync data for ids ['934e5c2a-e30c-496d-bc6f-9bd204db50e4'] in dv-neutron-826830-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:32:23.363965 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4d984c9b-04e1-4059-94b9-a8550283e68b tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:23.372134 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-8ac7c62f-1892-4c34-9c71-2729489aafb4 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Allocated IP 2001:db8::1 (14b67238-4e53-405c-b9cd-84b8ff52e36a/55f3415e-78ef-4785-898c-e4059e532cc0/62308ba4-5ff5-49f4-bff4-d183046c891e) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:32:23.382749 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4d984c9b-04e1-4059-94b9-a8550283e68b tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:23.438058 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c62848a7-994c-48f0-9649-e49a579b8e2c tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:23.445336 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-85d1d004-90fe-4003-b959-87ed98c37402 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3037665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694336'] for subnet, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:23.500281 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0638c4e7-5fff-4e93-8dad-68412e47d54a tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:23.556870 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-c62848a7-994c-48f0-9649-e49a579b8e2c tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Transition to ACTIVE for port object a5fcc2db-3ee0-499f-bbb6-278c5054964e will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:32:23.569522 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d1d004-90fe-4003-b959-87ed98c37402 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event deleted for resources: {'Subnet': ['ID=df0af0dc-39ef-497c-92d9-8ed84b5a3ea9,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:23.571688 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-85d1d004-90fe-4003-b959-87ed98c37402 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:23.575414 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d615a73-3b43-49b2-a2df-d810498bd2e7 None None] Network 94aa615d-c460-43d0-933f-6f02ddd41591 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:32:23.580060 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d984c9b-04e1-4059-94b9-a8550283e68b tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Pushing event updated for resources: {'Port': ['ID=2eed08b5-b34f-46e5-b3b2-f2eacd51b254,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:23.592178 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0638c4e7-5fff-4e93-8dad-68412e47d54a tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] No DVR routers for this DVR port 895bc51f-5566-42eb-9edd-5ddf0b443be1 on host dv-neutron-826830-1-hyperv {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:32:23.630752 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-85d1d004-90fe-4003-b959-87ed98c37402 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "DELETE /v2.0/subnets/df0af0dc-39ef-497c-92d9-8ed84b5a3ea9 HTTP/1.1" status: 204 len: 168 time: 1.5322239 Feb 01 04:32:23.636136 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34114) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:23.640760 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0638c4e7-5fff-4e93-8dad-68412e47d54a tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Pushing event deleted for resources: {'Port': ['ID=895bc51f-5566-42eb-9edd-5ddf0b443be1,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:23.667013 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-e36ecf8c-c943-4052-a591-07075b9eb800 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] 10.222.0.24 "GET /v2.0/routers/934e5c2a-e30c-496d-bc6f-9bd204db50e4 HTTP/1.1" status: 200 len: 925 time: 0.3464413 Feb 01 04:32:23.672573 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34118) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:23.820481 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4d984c9b-04e1-4059-94b9-a8550283e68b tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-774194'] for floatingip, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:23.868032 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d3e9ee83-858a-4530-bc1d-ef445eb1ca78 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:23.872214 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2c400132-dff1-4bc2-a0c0-f3dea558a9e6 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:23.928043 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device f4370e73-caf6-4f99-b370-6e8d16d6ebd6 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:32:23.972550 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c400132-dff1-4bc2-a0c0-f3dea558a9e6 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Pushing event deleted for resources: {'Port': ['ID=28e50b96-801d-4450-95b0-9b8a4b349848,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:24.012752 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0638c4e7-5fff-4e93-8dad-68412e47d54a tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:24.045748 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port f4370e73-caf6-4f99-b370-6e8d16d6ebd6 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:32:24.046237 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9ee83-858a-4530-bc1d-ef445eb1ca78 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Deleting port 7751d329-bb90-434f-a80b-504ea227b07b {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:32:24.046561 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d3e9ee83-858a-4530-bc1d-ef445eb1ca78 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:24.058889 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 7fdfc20d-a320-42ce-a8e0-1e5867aebfa4 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:32:24.081433 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4d984c9b-04e1-4059-94b9-a8550283e68b tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:24.085753 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4d984c9b-04e1-4059-94b9-a8550283e68b tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.9880269 Feb 01 04:32:24.087035 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c62848a7-994c-48f0-9649-e49a579b8e2c tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:24.094109 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34122) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:24.157599 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2351a23-b6af-4650-bcad-dd37449f044f None None] DHCP port deletion for 94aa615d-c460-43d0-933f-6f02ddd41591 request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:32:24.159699 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-da0f09e6-adaf-4d38-af25-4ec0080b0cf2 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2079520407'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:32:24.165186 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-0638c4e7-5fff-4e93-8dad-68412e47d54a tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ba4d3d7-49a4-4627-b19d-256046620323']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:24.166884 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-e2351a23-b6af-4650-bcad-dd37449f044f None None] Deleting port 7751d329-bb90-434f-a80b-504ea227b07b {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:32:24.167455 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e2351a23-b6af-4650-bcad-dd37449f044f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:24.184761 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8ac7c62f-1892-4c34-9c71-2729489aafb4 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:24.205825 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-da0f09e6-adaf-4d38-af25-4ec0080b0cf2 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:32:24.227668 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fbcb62-173e-4903-9c6c-eae465e0f2e6 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:24.230070 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-98fbcb62-173e-4903-9c6c-eae465e0f2e6 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=bdef128a-46b3-4cca-a245-48d1eb781269&device_id=934e5c2a-e30c-496d-bc6f-9bd204db50e4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5565722 Feb 01 04:32:24.233008 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-0638c4e7-5fff-4e93-8dad-68412e47d54a tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '626bc286-612b-4587-b7ea-893a3c844e8c') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:24.233321 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-0638c4e7-5fff-4e93-8dad-68412e47d54a tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '626bc286-612b-4587-b7ea-893a3c844e8c') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:24.238452 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34126) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:24.240397 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-da0f09e6-adaf-4d38-af25-4ec0080b0cf2 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Usage tracker for resource:network and tenant:08fe69cb24644e9d8169ca92f1f59fd7 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:32:24.250677 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-da0f09e6-adaf-4d38-af25-4ec0080b0cf2 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:32:24.260122 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62848a7-994c-48f0-9649-e49a579b8e2c tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Network ea64c6f2-a876-48a5-bf43-9976356f0fd1 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:32:24.269556 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-c62848a7-994c-48f0-9649-e49a579b8e2c tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:32:24.272422 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62848a7-994c-48f0-9649-e49a579b8e2c tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:32:24.304724 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0638c4e7-5fff-4e93-8dad-68412e47d54a tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143022'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:24.317884 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-8ac7c62f-1892-4c34-9c71-2729489aafb4 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Transition to ACTIVE for port object 62308ba4-5ff5-49f4-bff4-d183046c891e will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:32:24.319391 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-da0f09e6-adaf-4d38-af25-4ec0080b0cf2 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:32:24.320661 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74efe6ae-514a-4477-8f8d-195be16d1384 None None] Network ea64c6f2-a876-48a5-bf43-9976356f0fd1 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:32:24.344710 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62848a7-994c-48f0-9649-e49a579b8e2c tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Pushing event updated for resources: {'Port': ['ID=a5fcc2db-3ee0-499f-bbb6-278c5054964e,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:24.364359 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0638c4e7-5fff-4e93-8dad-68412e47d54a tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:24.382688 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da0f09e6-adaf-4d38-af25-4ec0080b0cf2 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Made reservation on behalf of 08fe69cb24644e9d8169ca92f1f59fd7 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:32:24.386581 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-da0f09e6-adaf-4d38-af25-4ec0080b0cf2 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:24.403760 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0638c4e7-5fff-4e93-8dad-68412e47d54a tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:32:24.404192 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0638c4e7-5fff-4e93-8dad-68412e47d54a tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3072199'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:24.434727 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-d3e9ee83-858a-4530-bc1d-ef445eb1ca78 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] For port 7751d329-bb90-434f-a80b-504ea227b07b, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=7751d329-bb90-434f-a80b-504ea227b07b,segment=NetworkSegment(ea6102a6-e360-44e2-853f-e85d396e1827),segment_id=ea6102a6-e360-44e2-853f-e85d396e1827)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:32:24.435938 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d3e9ee83-858a-4530-bc1d-ef445eb1ca78 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:24.494157 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 7fdfc20d-a320-42ce-a8e0-1e5867aebfa4 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:32:24.557809 dv-neutron-826830-1-hyperv neutron-server[87636]: Traceback (most recent call last): Feb 01 04:32:24.557809 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:32:24.557809 dv-neutron-826830-1-hyperv neutron-server[87636]: timer() Feb 01 04:32:24.557809 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:32:24.557809 dv-neutron-826830-1-hyperv neutron-server[87636]: cb(*args, **kw) Feb 01 04:32:24.557809 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:32:24.557809 dv-neutron-826830-1-hyperv neutron-server[87636]: return func(*args, **kwargs) Feb 01 04:32:24.557809 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:32:24.557809 dv-neutron-826830-1-hyperv neutron-server[87636]: self._notify() Feb 01 04:32:24.557809 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:32:24.557809 dv-neutron-826830-1-hyperv neutron-server[87636]: self.callback(batched_events) Feb 01 04:32:24.557809 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:32:24.557809 dv-neutron-826830-1-hyperv neutron-server[87636]: event.method(event) Feb 01 04:32:24.557809 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:32:24.557809 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:32:24.557809 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:32:24.557809 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:32:24.557809 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:32:24.557809 dv-neutron-826830-1-hyperv neutron-server[87636]: return f(self, *a, **k) Feb 01 04:32:24.557809 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:32:24.557809 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._get(url).json() Feb 01 04:32:24.557809 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:32:24.557809 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:32:24.557809 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:32:24.557809 dv-neutron-826830-1-hyperv neutron-server[87636]: return self.request(url, 'GET', **kwargs) Feb 01 04:32:24.557809 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:32:24.557809 dv-neutron-826830-1-hyperv neutron-server[87636]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:32:24.557809 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:32:24.557809 dv-neutron-826830-1-hyperv neutron-server[87636]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:32:24.557809 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:32:24.557809 dv-neutron-826830-1-hyperv neutron-server[87636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:32:24.557809 dv-neutron-826830-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:32:24.564500 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-dc57614c-bba2-43d0-912a-7c20bbf53597 None None] Provisioning for port 7fdfc20d-a320-42ce-a8e0-1e5867aebfa4 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:32:24.572089 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62848a7-994c-48f0-9649-e49a579b8e2c tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:24.572696 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c62848a7-994c-48f0-9649-e49a579b8e2c tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:24.573463 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-dc57614c-bba2-43d0-912a-7c20bbf53597 None None] Provisioning complete for port 7fdfc20d-a320-42ce-a8e0-1e5867aebfa4 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:32:24.573841 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dc57614c-bba2-43d0-912a-7c20bbf53597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:24.582598 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-da0f09e6-adaf-4d38-af25-4ec0080b0cf2 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:24.589654 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9ee83-858a-4530-bc1d-ef445eb1ca78 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Calling delete_port for 7751d329-bb90-434f-a80b-504ea227b07b owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:32:24.652916 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.api.v2.resource [None req-2c400132-dff1-4bc2-a0c0-f3dea558a9e6 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] create failed (client error): The resource could not be found. Feb 01 04:32:24.653912 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-2c400132-dff1-4bc2-a0c0-f3dea558a9e6 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 5.3757761 Feb 01 04:32:24.659759 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34130) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:24.676043 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-da0f09e6-adaf-4d38-af25-4ec0080b0cf2 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:32:24.682072 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-da0f09e6-adaf-4d38-af25-4ec0080b0cf2 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Usage tracker for resource:security_group_rule and tenant:08fe69cb24644e9d8169ca92f1f59fd7 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:32:24.689727 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c62848a7-994c-48f0-9649-e49a579b8e2c tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1824753 Feb 01 04:32:24.689727 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-da0f09e6-adaf-4d38-af25-4ec0080b0cf2 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:32:24.691843 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34134) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:24.737614 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-da0f09e6-adaf-4d38-af25-4ec0080b0cf2 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:32:24.739936 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8ac7c62f-1892-4c34-9c71-2729489aafb4 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:24.743381 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0638c4e7-5fff-4e93-8dad-68412e47d54a tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:24.747265 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-e2351a23-b6af-4650-bcad-dd37449f044f None None] For port 7751d329-bb90-434f-a80b-504ea227b07b, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=7751d329-bb90-434f-a80b-504ea227b07b,segment=NetworkSegment(ea6102a6-e360-44e2-853f-e85d396e1827),segment_id=ea6102a6-e360-44e2-853f-e85d396e1827)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:32:24.748615 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e2351a23-b6af-4650-bcad-dd37449f044f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:24.823344 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0638c4e7-5fff-4e93-8dad-68412e47d54a tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:24.830949 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-40565ef1-c5ce-434a-bb1c-9fd8a84ffe70 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Deleting port a5c814e1-7901-4ceb-b59d-b4a198e19e46 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:32:24.831503 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-40565ef1-c5ce-434a-bb1c-9fd8a84ffe70 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:24.854722 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0638c4e7-5fff-4e93-8dad-68412e47d54a tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Pushing event deleted for resources: {'Network': ['ID=0ba4d3d7-49a4-4627-b19d-256046620323,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:24.882057 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d3e9ee83-858a-4530-bc1d-ef445eb1ca78 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:24.884145 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0638c4e7-5fff-4e93-8dad-68412e47d54a tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] 10.222.0.24 "DELETE /v2.0/networks/0ba4d3d7-49a4-4627-b19d-256046620323 HTTP/1.1" status: 204 len: 168 time: 5.5838289 Feb 01 04:32:24.885678 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34138) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:24.886371 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac7c62f-1892-4c34-9c71-2729489aafb4 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:32:24.889532 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-e2351a23-b6af-4650-bcad-dd37449f044f None None] Calling delete_port for 7751d329-bb90-434f-a80b-504ea227b07b owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:32:24.899805 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-33d8d0fc-ed60-49d5-96aa-beef1da39043 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Deleting port a5fcc2db-3ee0-499f-bbb6-278c5054964e {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:32:24.900160 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-33d8d0fc-ed60-49d5-96aa-beef1da39043 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:24.926006 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-8ac7c62f-1892-4c34-9c71-2729489aafb4 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:32:24.945405 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac7c62f-1892-4c34-9c71-2729489aafb4 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:32:24.945875 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8ac7c62f-1892-4c34-9c71-2729489aafb4 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-372107'] for router_interface, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:24.956957 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac7c62f-1892-4c34-9c71-2729489aafb4 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event updated for resources: {'Port': ['ID=62308ba4-5ff5-49f4-bff4-d183046c891e,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:25.024089 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dc57614c-bba2-43d0-912a-7c20bbf53597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:25.064022 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-dc57614c-bba2-43d0-912a-7c20bbf53597 None None] For port 7fdfc20d-a320-42ce-a8e0-1e5867aebfa4, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=7fdfc20d-a320-42ce-a8e0-1e5867aebfa4,segment=NetworkSegment(fb6c1402-4df7-42b6-81d8-3d2d6848830b),segment_id=fb6c1402-4df7-42b6-81d8-3d2d6848830b)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:32:25.070013 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dc57614c-bba2-43d0-912a-7c20bbf53597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:25.109922 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-1cc36e99-6a84-4345-ad06-807080dfe2c7 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-436787977'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:32:25.130560 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9ee83-858a-4530-bc1d-ef445eb1ca78 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event deleted for resources: {'Port': ['ID=7751d329-bb90-434f-a80b-504ea227b07b,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:25.131124 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-e2351a23-b6af-4650-bcad-dd37449f044f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:32:25.131602 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-e2351a23-b6af-4650-bcad-dd37449f044f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:32:25.134839 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805cc11f-af0a-4981-a245-162fd5e00055 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:25.136597 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-805cc11f-af0a-4981-a245-162fd5e00055 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] 10.222.0.24 "GET /v2.0/networks/bdef128a-46b3-4cca-a245-48d1eb781269 HTTP/1.1" status: 200 len: 881 time: 0.8955257 Feb 01 04:32:25.139415 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-1cc36e99-6a84-4345-ad06-807080dfe2c7 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:32:25.144692 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e9ee83-858a-4530-bc1d-ef445eb1ca78 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] No DVR routers for this DVR port 7751d329-bb90-434f-a80b-504ea227b07b on host dv-neutron-826830-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:32:25.145799 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34142) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:25.178980 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc57614c-bba2-43d0-912a-7c20bbf53597 None None] Pushing event updated for resources: {'Port': ['ID=7fdfc20d-a320-42ce-a8e0-1e5867aebfa4,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:25.201002 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-b844cf2b-01d3-45ac-8f99-11040241981c None None] Provisioning for port f4370e73-caf6-4f99-b370-6e8d16d6ebd6 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:32:25.208812 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-b844cf2b-01d3-45ac-8f99-11040241981c None None] Provisioning complete for port f4370e73-caf6-4f99-b370-6e8d16d6ebd6 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:32:25.209312 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b844cf2b-01d3-45ac-8f99-11040241981c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:25.211965 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-1cc36e99-6a84-4345-ad06-807080dfe2c7 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Usage tracker for resource:network and tenant:99c588771a6645f4bc4f4343a4018c7b is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:32:25.221228 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-1cc36e99-6a84-4345-ad06-807080dfe2c7 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:32:25.279926 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-1cc36e99-6a84-4345-ad06-807080dfe2c7 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:32:25.290775 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e6aca5f2-f4fe-4d41-8c7f-8fcbc73a4dfb tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] 10.222.0.24 "GET /v2.0/ports?device_id=934e5c2a-e30c-496d-bc6f-9bd204db50e4 HTTP/1.1" status: 200 len: 205 time: 0.1436455 Feb 01 04:32:25.302712 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34146) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:25.354284 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b844cf2b-01d3-45ac-8f99-11040241981c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:25.380919 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-da0f09e6-adaf-4d38-af25-4ec0080b0cf2 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:25.402655 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-b844cf2b-01d3-45ac-8f99-11040241981c None None] For port f4370e73-caf6-4f99-b370-6e8d16d6ebd6, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=f4370e73-caf6-4f99-b370-6e8d16d6ebd6,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:32:25.408897 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b844cf2b-01d3-45ac-8f99-11040241981c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:25.427125 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-da0f09e6-adaf-4d38-af25-4ec0080b0cf2 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:25.457931 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8ac7c62f-1892-4c34-9c71-2729489aafb4 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:25.475854 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d3e9ee83-858a-4530-bc1d-ef445eb1ca78 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:25.506559 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-33d8d0fc-ed60-49d5-96aa-beef1da39043 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:25.508316 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844cf2b-01d3-45ac-8f99-11040241981c None None] Pushing event updated for resources: {'Port': ['ID=f4370e73-caf6-4f99-b370-6e8d16d6ebd6,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:25.514358 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da0f09e6-adaf-4d38-af25-4ec0080b0cf2 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:32:25.528052 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0f09e6-adaf-4d38-af25-4ec0080b0cf2 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d89bd094-e750-4afc-b85c-ef05081984fc,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:25.539521 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc36e99-6a84-4345-ad06-807080dfe2c7 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Made reservation on behalf of 99c588771a6645f4bc4f4343a4018c7b for: {'network': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:32:25.544026 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1cc36e99-6a84-4345-ad06-807080dfe2c7 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:25.552852 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-912b01d4-df06-4bc9-b58a-b7ee253974e6 None None] Provisioning complete for port 7fdfc20d-a320-42ce-a8e0-1e5867aebfa4 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:32:25.553244 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-912b01d4-df06-4bc9-b58a-b7ee253974e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:25.589355 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-d3e9ee83-858a-4530-bc1d-ef445eb1ca78 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94aa615d-c460-43d0-933f-6f02ddd41591']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:25.632984 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-e2351a23-b6af-4650-bcad-dd37449f044f None None] Deleting port 7751d329-bb90-434f-a80b-504ea227b07b {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:32:25.633352 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e2351a23-b6af-4650-bcad-dd37449f044f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:25.697894 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-da0f09e6-adaf-4d38-af25-4ec0080b0cf2 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:25.698469 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-da0f09e6-adaf-4d38-af25-4ec0080b0cf2 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Added segment 48fef4d4-1e11-4fb8-a6fe-aa063104f20a of type vlan for network 48a8116f-5145-4df2-8dee-c471c3562c8c Feb 01 04:32:25.706326 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-33d8d0fc-ed60-49d5-96aa-beef1da39043 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Calling delete_port for a5fcc2db-3ee0-499f-bbb6-278c5054964e owned by {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:32:25.749190 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-d3e9ee83-858a-4530-bc1d-ef445eb1ca78 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea6102a6-e360-44e2-853f-e85d396e1827') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:25.749644 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-d3e9ee83-858a-4530-bc1d-ef445eb1ca78 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea6102a6-e360-44e2-853f-e85d396e1827') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:25.765192 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device f4370e73-caf6-4f99-b370-6e8d16d6ebd6 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:32:25.797177 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d3e9ee83-858a-4530-bc1d-ef445eb1ca78 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:25.824090 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cc36e99-6a84-4345-ad06-807080dfe2c7 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=87637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:32:25.851590 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d3e9ee83-858a-4530-bc1d-ef445eb1ca78 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:25.855999 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-e2351a23-b6af-4650-bcad-dd37449f044f None None] The port '7751d329-bb90-434f-a80b-504ea227b07b' was deleted {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 01 04:32:25.863165 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9a288b0f-a7ae-483b-b6c4-72e95ab332aa tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks [] for router, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:25.891798 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa25d700-778d-4876-93db-566374c17b04 None None] get_active_networks_info from dv-neutron-826830-1-hyperv {{(pid=87638) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 01 04:32:25.927604 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-40565ef1-c5ce-434a-bb1c-9fd8a84ffe70 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:25.937038 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1cc36e99-6a84-4345-ad06-807080dfe2c7 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:25.937527 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.segments_db [None req-1cc36e99-6a84-4345-ad06-807080dfe2c7 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Added segment 7a61c0df-8a6d-4915-bb13-65d1bbe58dae of type vlan for network 9687f3aa-a8f5-456e-ac13-aa5c58802971 Feb 01 04:32:25.945211 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-da0f09e6-adaf-4d38-af25-4ec0080b0cf2 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:25.951503 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3e9ee83-858a-4530-bc1d-ef445eb1ca78 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:32:25.951869 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d3e9ee83-858a-4530-bc1d-ef445eb1ca78 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:25.974919 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 04:32:25.974919 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:32:25.974919 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 04:32:25.974919 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:32:25.974919 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 04:32:25.974919 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:32:25.974919 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 04:32:25.974919 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:32:25.974919 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 04:32:25.974919 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:32:25.974919 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 04:32:25.974919 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:32:25.974919 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 04:32:25.974919 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:32:25.974919 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:32:25.974919 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:32:25.974919 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:32:25.974919 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:32:25.974919 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 04:32:25.974919 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:32:25.974919 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 04:32:25.974919 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:32:25.974919 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:32:25.974919 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:32:25.974919 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 04:32:25.974919 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:32:25.974919 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:32:25.974919 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:32:25.974919 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:32:25.974919 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:32:25.974919 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:32:25.974919 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:32:26.030764 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port f4370e73-caf6-4f99-b370-6e8d16d6ebd6 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:32:26.031126 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:26.074351 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa25d700-778d-4876-93db-566374c17b04 None None] Resources bound (agent type, host, resource id): {{(pid=87638) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 01 04:32:26.086053 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-da0f09e6-adaf-4d38-af25-4ec0080b0cf2 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:26.091502 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0f09e6-adaf-4d38-af25-4ec0080b0cf2 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:26.092082 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-da0f09e6-adaf-4d38-af25-4ec0080b0cf2 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:26.125101 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-40565ef1-c5ce-434a-bb1c-9fd8a84ffe70 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Calling delete_port for a5c814e1-7901-4ceb-b59d-b4a198e19e46 owned by {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:32:26.252212 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-912b01d4-df06-4bc9-b58a-b7ee253974e6 None None] Provisioning for port a5fcc2db-3ee0-499f-bbb6-278c5054964e completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:32:26.254286 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1cc36e99-6a84-4345-ad06-807080dfe2c7 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:26.282336 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-912b01d4-df06-4bc9-b58a-b7ee253974e6 None None] Provisioning complete for port a5fcc2db-3ee0-499f-bbb6-278c5054964e triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:32:26.282700 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-912b01d4-df06-4bc9-b58a-b7ee253974e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:26.319458 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 7fdfc20d-a320-42ce-a8e0-1e5867aebfa4 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:32:26.329628 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d3e9ee83-858a-4530-bc1d-ef445eb1ca78 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:26.363992 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d3e9ee83-858a-4530-bc1d-ef445eb1ca78 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539973'] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:26.367983 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-912b01d4-df06-4bc9-b58a-b7ee253974e6 None None] Port a5fcc2db-3ee0-499f-bbb6-278c5054964e was deleted so its status cannot be updated. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 01 04:32:26.408157 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9ee83-858a-4530-bc1d-ef445eb1ca78 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event deleted for resources: {'Network': ['ID=94aa615d-c460-43d0-933f-6f02ddd41591,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:26.421055 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-33d8d0fc-ed60-49d5-96aa-beef1da39043 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:26.436375 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-d3e9ee83-858a-4530-bc1d-ef445eb1ca78 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "DELETE /v2.0/networks/94aa615d-c460-43d0-933f-6f02ddd41591 HTTP/1.1" status: 204 len: 168 time: 2.7958415 Feb 01 04:32:26.447342 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34150) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:26.458471 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-912b01d4-df06-4bc9-b58a-b7ee253974e6 None None] Provisioning for port 62308ba4-5ff5-49f4-bff4-d183046c891e completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:32:26.468290 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-912b01d4-df06-4bc9-b58a-b7ee253974e6 None None] Provisioning complete for port 62308ba4-5ff5-49f4-bff4-d183046c891e triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:32:26.468667 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-912b01d4-df06-4bc9-b58a-b7ee253974e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:26.479434 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1cc36e99-6a84-4345-ad06-807080dfe2c7 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:26.481812 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0f09e6-adaf-4d38-af25-4ec0080b0cf2 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Pushing event updated for resources: {'Network': ['ID=48a8116f-5145-4df2-8dee-c471c3562c8c,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:26.487741 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc36e99-6a84-4345-ad06-807080dfe2c7 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:26.488730 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1cc36e99-6a84-4345-ad06-807080dfe2c7 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539973'] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:26.489945 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-da0f09e6-adaf-4d38-af25-4ec0080b0cf2 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.3477037 Feb 01 04:32:26.495072 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34154) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:26.504446 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-d8e65dd7-8bf4-4c26-b86c-f41aa3203057 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1472174758'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:32:26.507087 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 48a8116f-5145-4df2-8dee-c471c3562c8c details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:32:26.521288 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d8d0fc-ed60-49d5-96aa-beef1da39043 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Pushing event deleted for resources: {'Port': ['ID=a5fcc2db-3ee0-499f-bbb6-278c5054964e,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:26.526124 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-d8e65dd7-8bf4-4c26-b86c-f41aa3203057 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:32:26.534185 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d8e65dd7-8bf4-4c26-b86c-f41aa3203057 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Usage tracker for resource:network and tenant:4859bcd8aae8416eba645579d339c6c6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:32:26.539310 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-bcdc91ac-4745-45aa-a6b9-2d508686615c tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Request body: {'subnet': {'network_id': '48a8116f-5145-4df2-8dee-c471c3562c8c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:32:26.554410 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9a288b0f-a7ae-483b-b6c4-72e95ab332aa tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:26.561642 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d8e65dd7-8bf4-4c26-b86c-f41aa3203057 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:32:26.573866 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-d8e65dd7-8bf4-4c26-b86c-f41aa3203057 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:32:26.625150 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-912b01d4-df06-4bc9-b58a-b7ee253974e6 None None] Port 62308ba4-5ff5-49f4-bff4-d183046c891e cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:32:26.627695 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-9a288b0f-a7ae-483b-b6c4-72e95ab332aa tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Deleting port 54f08cc4-02bd-4006-a25a-22d843185b16 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:32:26.628137 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9a288b0f-a7ae-483b-b6c4-72e95ab332aa tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:26.638562 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8ac7c62f-1892-4c34-9c71-2729489aafb4 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:26.640294 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e65dd7-8bf4-4c26-b86c-f41aa3203057 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Made reservation on behalf of 4859bcd8aae8416eba645579d339c6c6 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:32:26.644259 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d8e65dd7-8bf4-4c26-b86c-f41aa3203057 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:26.650823 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 7fdfc20d-a320-42ce-a8e0-1e5867aebfa4 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:32:26.651219 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:26.656710 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-1cc36e99-6a84-4345-ad06-807080dfe2c7 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5604429 Feb 01 04:32:26.662844 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34158) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:26.663528 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8ac7c62f-1892-4c34-9c71-2729489aafb4 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:26.664277 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8ac7c62f-1892-4c34-9c71-2729489aafb4 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371990'] for router_interface, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:26.717112 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-0bd92848-25b2-4b0e-a773-34747dee269d tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Request body: {'subnet': {'network_id': '9687f3aa-a8f5-456e-ac13-aa5c58802971', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:32:26.769491 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-c6f1b9d6-fe24-4e52-9614-3a51c72d2d69 None None] Could not find standard attr ID for object a5fcc2db-3ee0-499f-bbb6-278c5054964e. {{(pid=87638) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 01 04:32:26.807529 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-33d8d0fc-ed60-49d5-96aa-beef1da39043 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:26.811945 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-33d8d0fc-ed60-49d5-96aa-beef1da39043 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] 10.222.0.24 "DELETE /v2.0/ports/a5fcc2db-3ee0-499f-bbb6-278c5054964e HTTP/1.1" status: 204 len: 168 time: 2.1166716 Feb 01 04:32:26.821739 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34162) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:26.839756 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8e65dd7-8bf4-4c26-b86c-f41aa3203057 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:32:26.908502 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac7c62f-1892-4c34-9c71-2729489aafb4 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event updated for resources: {'Port': ['ID=62308ba4-5ff5-49f4-bff4-d183046c891e,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:26.957799 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc36e99-6a84-4345-ad06-807080dfe2c7 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Pushing event updated for resources: {'Network': ['ID=9687f3aa-a8f5-456e-ac13-aa5c58802971,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:26.970230 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-40565ef1-c5ce-434a-bb1c-9fd8a84ffe70 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:26.974545 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 9687f3aa-a8f5-456e-ac13-aa5c58802971 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:32:26.985307 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-bcdc91ac-4745-45aa-a6b9-2d508686615c tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:32:27.003377 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 7751d329-bb90-434f-a80b-504ea227b07b no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:32:27.010376 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d8e65dd7-8bf4-4c26-b86c-f41aa3203057 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:27.010721 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-d8e65dd7-8bf4-4c26-b86c-f41aa3203057 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Added segment 06f93ee9-7280-4c99-b7fc-d351333422f9 of type vlan for network aab63fe5-331d-4ad4-8cfa-cae6e1db1f9f Feb 01 04:32:27.036108 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-0bd92848-25b2-4b0e-a773-34747dee269d tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:32:27.058149 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 7751d329-bb90-434f-a80b-504ea227b07b {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:32:27.058499 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 7751d329-bb90-434f-a80b-504ea227b07b not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:32:27.068966 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0bd92848-25b2-4b0e-a773-34747dee269d tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Usage tracker for resource:subnet and tenant:99c588771a6645f4bc4f4343a4018c7b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:32:27.095950 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0bd92848-25b2-4b0e-a773-34747dee269d tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:32:27.115957 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-bcdc91ac-4745-45aa-a6b9-2d508686615c tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Usage tracker for resource:subnet and tenant:08fe69cb24644e9d8169ca92f1f59fd7 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:32:27.117098 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-0bd92848-25b2-4b0e-a773-34747dee269d tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:32:27.125463 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d8e65dd7-8bf4-4c26-b86c-f41aa3203057 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:27.141280 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b84e4b4a-fbb7-4863-967b-628477882777 tempest-DHCPAgentSchedulersTestJSON-2051670677 tempest-DHCPAgentSchedulersTestJSON-2051670677-project-admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4313 time: 0.3028932 Feb 01 04:32:27.146407 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34168) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:27.153526 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac7c62f-1892-4c34-9c71-2729489aafb4 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:32:27.161143 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-2a193294-74f9-4885-a911-7a963259bd2e tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-650323941'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:32:27.161937 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-bcdc91ac-4745-45aa-a6b9-2d508686615c tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:32:27.165102 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-8ac7c62f-1892-4c34-9c71-2729489aafb4 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:32:27.173329 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40565ef1-c5ce-434a-bb1c-9fd8a84ffe70 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Pushing event deleted for resources: {'Port': ['ID=a5c814e1-7901-4ceb-b59d-b4a198e19e46,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:27.173866 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd92848-25b2-4b0e-a773-34747dee269d tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Made reservation on behalf of 99c588771a6645f4bc4f4343a4018c7b for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:32:27.177341 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0bd92848-25b2-4b0e-a773-34747dee269d tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:27.202201 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-2a193294-74f9-4885-a911-7a963259bd2e tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:32:27.206845 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2a193294-74f9-4885-a911-7a963259bd2e tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Usage tracker for resource:network and tenant:72fcca3e47a14a7190176a227ed3e21f is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:32:27.210191 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2a193294-74f9-4885-a911-7a963259bd2e tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:32:27.212831 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-bcdc91ac-4745-45aa-a6b9-2d508686615c tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:32:27.217554 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-2a193294-74f9-4885-a911-7a963259bd2e tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:32:27.300658 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcdc91ac-4745-45aa-a6b9-2d508686615c tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Made reservation on behalf of 08fe69cb24644e9d8169ca92f1f59fd7 for: {'subnet': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:32:27.304269 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bcdc91ac-4745-45aa-a6b9-2d508686615c tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3694443'] for subnet, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:27.317914 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a193294-74f9-4885-a911-7a963259bd2e tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Made reservation on behalf of 72fcca3e47a14a7190176a227ed3e21f for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:32:27.321451 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2a193294-74f9-4885-a911-7a963259bd2e tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:27.363103 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d8e65dd7-8bf4-4c26-b86c-f41aa3203057 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:27.368787 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e65dd7-8bf4-4c26-b86c-f41aa3203057 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:27.369459 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d8e65dd7-8bf4-4c26-b86c-f41aa3203057 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:27.401996 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9a288b0f-a7ae-483b-b6c4-72e95ab332aa tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:27.514911 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-e4c6cd15-4f8a-4a40-bcaa-cba443ab4c21 None None] Provisioning complete for port 62308ba4-5ff5-49f4-bff4-d183046c891e triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:32:27.515391 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e4c6cd15-4f8a-4a40-bcaa-cba443ab4c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:27.528685 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-9a288b0f-a7ae-483b-b6c4-72e95ab332aa tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Calling delete_port for 54f08cc4-02bd-4006-a25a-22d843185b16 owned by network:router_gateway {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:32:27.545216 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d8e65dd7-8bf4-4c26-b86c-f41aa3203057 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0897992 Feb 01 04:32:27.563717 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34172) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:27.576842 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-e4c6cd15-4f8a-4a40-bcaa-cba443ab4c21 None None] Port 62308ba4-5ff5-49f4-bff4-d183046c891e cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:32:27.584140 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-e0c4f696-a916-45bc-af7c-f5e549c912bc tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Request body: {'subnet': {'network_id': 'aab63fe5-331d-4ad4-8cfa-cae6e1db1f9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:32:27.587611 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-40565ef1-c5ce-434a-bb1c-9fd8a84ffe70 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:27.591751 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-40565ef1-c5ce-434a-bb1c-9fd8a84ffe70 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] 10.222.0.24 "DELETE /v2.0/ports/a5c814e1-7901-4ceb-b59d-b4a198e19e46 HTTP/1.1" status: 204 len: 168 time: 2.9291012 Feb 01 04:32:27.595925 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34176) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:27.607923 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a193294-74f9-4885-a911-7a963259bd2e tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:32:27.684026 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e65dd7-8bf4-4c26-b86c-f41aa3203057 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event updated for resources: {'Network': ['ID=aab63fe5-331d-4ad4-8cfa-cae6e1db1f9f,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:27.695696 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network aab63fe5-331d-4ad4-8cfa-cae6e1db1f9f details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:32:27.713042 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2a193294-74f9-4885-a911-7a963259bd2e tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:27.713395 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-2a193294-74f9-4885-a911-7a963259bd2e tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Added segment 27cbccc6-0508-4e7c-9196-d68e87eb5a82 of type vlan for network cdcb8b30-5290-4930-b736-25e904da1e58 Feb 01 04:32:27.829151 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e0c4f696-a916-45bc-af7c-f5e549c912bc tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:32:27.841490 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2a193294-74f9-4885-a911-7a963259bd2e tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:27.849033 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1716c9-aac9-4d55-94dd-c4d6ebf4ac19 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:27.849837 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-6a1716c9-aac9-4d55-94dd-c4d6ebf4ac19 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Synchronizing usage tracker for tenant:99b6bfbf92464b8c84fc1a2df29bc9cc on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:32:27.874406 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e0c4f696-a916-45bc-af7c-f5e549c912bc tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Usage tracker for resource:subnet and tenant:4859bcd8aae8416eba645579d339c6c6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:32:27.886006 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e0c4f696-a916-45bc-af7c-f5e549c912bc tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:32:27.898401 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e0c4f696-a916-45bc-af7c-f5e549c912bc tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:32:27.904441 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ac7c62f-1892-4c34-9c71-2729489aafb4 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Router bdf2a959-07e4-4642-99e4-913a312a245c is scheduled to L3 agent a3073304-82af-4a42-89af-bc532d6626bb with binding_index 1 {{(pid=87636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 01 04:32:27.926058 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-6a1716c9-aac9-4d55-94dd-c4d6ebf4ac19 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Unset dirty status for tenant:99b6bfbf92464b8c84fc1a2df29bc9cc on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:32:27.927451 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-6a1716c9-aac9-4d55-94dd-c4d6ebf4ac19 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] 10.222.0.24 "GET /v2.0/ports?device_id=41a9d5fb-0154-4858-9bed-a5cb309067fb HTTP/1.1" status: 200 len: 913 time: 0.3285949 Feb 01 04:32:27.933689 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34180) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:27.945626 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c4f696-a916-45bc-af7c-f5e549c912bc tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Made reservation on behalf of 4859bcd8aae8416eba645579d339c6c6 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:32:27.949041 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e0c4f696-a916-45bc-af7c-f5e549c912bc tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:27.973616 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9a288b0f-a7ae-483b-b6c4-72e95ab332aa tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:28.013314 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bcdc91ac-4745-45aa-a6b9-2d508686615c tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3037478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3694457'] for subnet, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:28.078660 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a288b0f-a7ae-483b-b6c4-72e95ab332aa tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Pushing event deleted for resources: {'Port': ['ID=54f08cc4-02bd-4006-a25a-22d843185b16,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:28.189653 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdc91ac-4745-45aa-a6b9-2d508686615c tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Pushing event updated for resources: {'Subnet': ['ID=971dea57-1214-470d-a302-e1e05fdbc044,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:28.201851 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9a288b0f-a7ae-483b-b6c4-72e95ab332aa tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-774381'] for router_gateway, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:28.257698 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2a193294-74f9-4885-a911-7a963259bd2e tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:28.263010 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a193294-74f9-4885-a911-7a963259bd2e tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:28.264140 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2a193294-74f9-4885-a911-7a963259bd2e tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:28.319835 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdc91ac-4745-45aa-a6b9-2d508686615c tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Checking segment: {'id': '48fef4d4-1e11-4fb8-a6fe-aa063104f20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '48a8116f-5145-4df2-8dee-c471c3562c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:32:28.320229 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdc91ac-4745-45aa-a6b9-2d508686615c tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Network hostable DHCP agents. Network: 48a8116f-5145-4df2-8dee-c471c3562c8c, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:32:28.502792 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9a288b0f-a7ae-483b-b6c4-72e95ab332aa tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25968'] for router, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:28.507645 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9a288b0f-a7ae-483b-b6c4-72e95ab332aa tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:28.519216 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdc91ac-4745-45aa-a6b9-2d508686615c tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Network 48a8116f-5145-4df2-8dee-c471c3562c8c is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:32:28.539346 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-bcdc91ac-4745-45aa-a6b9-2d508686615c tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, 48a8116f-5145-4df2-8dee-c471c3562c8c) {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:32:28.546310 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcdc91ac-4745-45aa-a6b9-2d508686615c tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:28.548088 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bcdc91ac-4745-45aa-a6b9-2d508686615c tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:28.550944 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bfd881-cbda-4f18-9e8d-7195be4c88a4 None None] Network 48a8116f-5145-4df2-8dee-c471c3562c8c requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:32:28.551533 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0bd92848-25b2-4b0e-a773-34747dee269d tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:28.554552 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9a288b0f-a7ae-483b-b6c4-72e95ab332aa tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772958'] for router, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:28.555051 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a288b0f-a7ae-483b-b6c4-72e95ab332aa tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Fanout notify agent at l3_agent the message router_deleted on router 934e5c2a-e30c-496d-bc6f-9bd204db50e4 {{(pid=87637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 01 04:32:28.584242 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9a288b0f-a7ae-483b-b6c4-72e95ab332aa tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:28.589112 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-9a288b0f-a7ae-483b-b6c4-72e95ab332aa tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] 10.222.0.24 "DELETE /v2.0/routers/934e5c2a-e30c-496d-bc6f-9bd204db50e4 HTTP/1.1" status: 204 len: 168 time: 3.2850759 Feb 01 04:32:28.589786 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34184) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:28.594057 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-bcdc91ac-4745-45aa-a6b9-2d508686615c tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0738704 Feb 01 04:32:28.597565 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-5130b114-eacb-4d5b-a80e-5fcc9f5637c3 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-386787635', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:32:28.603842 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34188) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:28.606001 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-5130b114-eacb-4d5b-a80e-5fcc9f5637c3 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:32:28.606684 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2a193294-74f9-4885-a911-7a963259bd2e tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.4561076 Feb 01 04:32:28.610891 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-ae277c38-98c3-4ad7-83d3-87d994993f0c tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-831000594', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}, 'admin_state_up': False}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:32:28.617148 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34192) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:28.620847 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-5130b114-eacb-4d5b-a80e-5fcc9f5637c3 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Usage tracker for resource:router and tenant:b6fc4833d555481c965766e817f4c754 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:32:28.624144 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-ae277c38-98c3-4ad7-83d3-87d994993f0c tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:32:28.631747 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-5130b114-eacb-4d5b-a80e-5fcc9f5637c3 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:32:28.643991 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-ae277c38-98c3-4ad7-83d3-87d994993f0c tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Usage tracker for resource:router and tenant:08fe69cb24644e9d8169ca92f1f59fd7 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:32:28.646793 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-5130b114-eacb-4d5b-a80e-5fcc9f5637c3 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:32:28.663095 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-ae277c38-98c3-4ad7-83d3-87d994993f0c tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:32:28.674377 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-ae277c38-98c3-4ad7-83d3-87d994993f0c tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:32:28.686298 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ac7c62f-1892-4c34-9c71-2729489aafb4 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:32:28.688180 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a193294-74f9-4885-a911-7a963259bd2e tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Pushing event updated for resources: {'Network': ['ID=cdcb8b30-5290-4930-b736-25e904da1e58,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:28.712324 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network cdcb8b30-5290-4930-b736-25e904da1e58 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:32:28.714915 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dce1384-ce80-4a4a-be86-d05af91d0e33 None None] Sync routers for ids ['bdf2a959-07e4-4642-99e4-913a312a245c'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:32:28.718367 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5130b114-eacb-4d5b-a80e-5fcc9f5637c3 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25958'] for router, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:28.719414 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5130b114-eacb-4d5b-a80e-5fcc9f5637c3 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-372027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25961'] for router, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:28.729496 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dce1384-ce80-4a4a-be86-d05af91d0e33 None None] Routers {'bdf2a959-07e4-4642-99e4-913a312a245c'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:32:28.730562 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-6dce1384-ce80-4a4a-be86-d05af91d0e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:32:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['bdf2a959-07e4-4642-99e4-913a312a245c'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:28.770945 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ae277c38-98c3-4ad7-83d3-87d994993f0c tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25958'] for router, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:28.771988 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ae277c38-98c3-4ad7-83d3-87d994993f0c tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-372027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25961'] for router, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:28.827208 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5130b114-eacb-4d5b-a80e-5fcc9f5637c3 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:28.829163 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ae277c38-98c3-4ad7-83d3-87d994993f0c tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:28.861515 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-8ac7c62f-1892-4c34-9c71-2729489aafb4 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "PUT /v2.0/routers/bdf2a959-07e4-4642-99e4-913a312a245c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6784115 Feb 01 04:32:28.866037 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34196) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:28.885683 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd92848-25b2-4b0e-a773-34747dee269d tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Pushing event updated for resources: {'Subnet': ['ID=d8386439-a2ac-462a-89f8-b78cd155f42a,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:28.917404 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-5375a5fe-be7c-4a14-9f05-d97fd494882c tempest-DHCPAgentSchedulersTestJSON-2051670677 tempest-DHCPAgentSchedulersTestJSON-2051670677-project-admin] 10.222.0.24 "GET /v2.0/agents/a1d066fd-cfc5-4274-97b5-721940edae38/dhcp-networks HTTP/1.1" status: 200 len: 8846 time: 0.2947569 Feb 01 04:32:28.921928 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34200) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:28.936776 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd92848-25b2-4b0e-a773-34747dee269d tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Checking segment: {'id': '7a61c0df-8a6d-4915-bb13-65d1bbe58dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9687f3aa-a8f5-456e-ac13-aa5c58802971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:32:28.937149 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd92848-25b2-4b0e-a773-34747dee269d tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Network hostable DHCP agents. Network: 9687f3aa-a8f5-456e-ac13-aa5c58802971, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:32:28.940305 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebfdc85-2a27-46d3-b0cb-7fb9b954a753 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-48a8116f-5145-4df2-8dee-c471c3562c8c', 'network_id': '48a8116f-5145-4df2-8dee-c471c3562c8c', 'tenant_id': '08fe69cb24644e9d8169ca92f1f59fd7', 'fixed_ips': [{'subnet_id': '971dea57-1214-470d-a302-e1e05fdbc044'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:32:28.941250 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-eebfdc85-2a27-46d3-b0cb-7fb9b954a753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:28.980666 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5130b114-eacb-4d5b-a80e-5fcc9f5637c3 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337'] for router, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:29.051418 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd92848-25b2-4b0e-a773-34747dee269d tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Network 9687f3aa-a8f5-456e-ac13-aa5c58802971 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:32:29.060643 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-6dce1384-ce80-4a4a-be86-d05af91d0e33 None None] Set router bdf2a959-07e4-4642-99e4-913a312a245c gateway port host: None {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:32:29.117786 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-0bd92848-25b2-4b0e-a773-34747dee269d tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, 9687f3aa-a8f5-456e-ac13-aa5c58802971) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:32:29.128936 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd92848-25b2-4b0e-a773-34747dee269d tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:29.129546 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0bd92848-25b2-4b0e-a773-34747dee269d tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539973'] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:29.155184 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e0c4f696-a916-45bc-af7c-f5e549c912bc tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:29.165732 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8333058a-d59b-44ba-996a-da9d4254ef30 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:29.167897 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-8333058a-d59b-44ba-996a-da9d4254ef30 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/ports/62308ba4-5ff5-49f4-bff4-d183046c891e HTTP/1.1" status: 200 len: 911 time: 0.2982891 Feb 01 04:32:29.185039 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5130b114-eacb-4d5b-a80e-5fcc9f5637c3 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:29.186450 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-eebfdc85-2a27-46d3-b0cb-7fb9b954a753 None None] Allocated IP 172.20.0.2 (48a8116f-5145-4df2-8dee-c471c3562c8c/971dea57-1214-470d-a302-e1e05fdbc044/c390b290-54bc-44dc-ae2a-0111a3fa3295) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:32:29.189622 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-5130b114-eacb-4d5b-a80e-5fcc9f5637c3 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5983467 Feb 01 04:32:29.192431 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34204) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:29.192713 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34206) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:29.203426 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0bd92848-25b2-4b0e-a773-34747dee269d tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5354834 Feb 01 04:32:29.207459 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-8a0a1156-d657-46e1-b644-df0853a2b488 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'enable_snat': True}}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:32:29.269049 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34212) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:29.296266 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-0980f308-9639-4491-84cb-4db3ee08dfe3 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Request body: {'subnet': {'network_id': '9687f3aa-a8f5-456e-ac13-aa5c58802971', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:32:29.389800 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ae277c38-98c3-4ad7-83d3-87d994993f0c tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:29.420046 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-eebfdc85-2a27-46d3-b0cb-7fb9b954a753 None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:29.431338 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-eebfdc85-2a27-46d3-b0cb-7fb9b954a753 None None] Transition to ACTIVE for port object c390b290-54bc-44dc-ae2a-0111a3fa3295 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:32:29.451727 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-eebfdc85-2a27-46d3-b0cb-7fb9b954a753 None None] Transition to ACTIVE for port object c390b290-54bc-44dc-ae2a-0111a3fa3295 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:32:29.455825 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9498c9-750a-496d-9e8c-c622f4a2b49e None None] Network 9687f3aa-a8f5-456e-ac13-aa5c58802971 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:32:29.478881 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-eebfdc85-2a27-46d3-b0cb-7fb9b954a753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:29.494930 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c4f696-a916-45bc-af7c-f5e549c912bc tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event updated for resources: {'Subnet': ['ID=dc89a569-fea8-4852-8fa2-7d94009c6396,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:29.504936 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f6031e-9be1-41c9-8592-75fae7bfd531 tempest-DHCPAgentSchedulersTestJSON-2051670677 tempest-DHCPAgentSchedulersTestJSON-2051670677-project-admin] Network cdcb8b30-5290-4930-b736-25e904da1e58 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:32:29.518668 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-6dce1384-ce80-4a4a-be86-d05af91d0e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf2a959-07e4-4642-99e4-913a312a245c', 'name': 'tempest-NetworksTestDHCPv6-router-1760750122', 'tenant_id': '60b4e61082d3421283cb095bbc99ad8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:32:20Z', 'updated_at': '2022-02-01T04:32:25Z', 'revision_number': 2, 'project_id': '60b4e61082d3421283cb095bbc99ad8e', 'gw_port_host': None, '_interfaces': [{'id': '62308ba4-5ff5-49f4-bff4-d183046c891e', 'name': '', 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'tenant_id': '60b4e61082d3421283cb095bbc99ad8e', 'mac_address': 'fa:16:3e:d0:04:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdf2a959-07e4-4642-99e4-913a312a245c', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '55f3415e-78ef-4785-898c-e4059e532cc0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:32:22Z', 'updated_at': '2022-02-01T04:32:26Z', 'revision_number': 2, 'project_id': '60b4e61082d3421283cb095bbc99ad8e', 'subnets': [{'id': '55f3415e-78ef-4785-898c-e4059e532cc0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:29.524525 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dce1384-ce80-4a4a-be86-d05af91d0e33 None None] Checking router: bdf2a959-07e4-4642-99e4-913a312a245c for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:32:29.525322 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dce1384-ce80-4a4a-be86-d05af91d0e33 None None] Updating router bdf2a959-07e4-4642-99e4-913a312a245c port 62308ba4-5ff5-49f4-bff4-d183046c891e binding host dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 04:32:29.525452 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395aad38-03d9-435b-8c7d-a1d4d3d94154 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:29.531587 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395aad38-03d9-435b-8c7d-a1d4d3d94154 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:29.532300 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebfdc85-2a27-46d3-b0cb-7fb9b954a753 None None] Network 48a8116f-5145-4df2-8dee-c471c3562c8c is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:32:29.533300 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-395aad38-03d9-435b-8c7d-a1d4d3d94154 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3377135 Feb 01 04:32:29.543736 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-eebfdc85-2a27-46d3-b0cb-7fb9b954a753 None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:32:29.550197 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-71f6031e-9be1-41c9-8592-75fae7bfd531 tempest-DHCPAgentSchedulersTestJSON-2051670677 tempest-DHCPAgentSchedulersTestJSON-2051670677-project-admin] 10.222.0.24 "POST /v2.0/agents/a1d066fd-cfc5-4274-97b5-721940edae38/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.6244545 Feb 01 04:32:29.550197 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34216) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:29.553388 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34218) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:29.571468 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebfdc85-2a27-46d3-b0cb-7fb9b954a753 None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:32:29.578704 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515fda52-b0a8-45c9-bf91-08af10333d84 None None] Network cdcb8b30-5290-4930-b736-25e904da1e58 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:32:29.639693 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6dce1384-ce80-4a4a-be86-d05af91d0e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:29.814756 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c4f696-a916-45bc-af7c-f5e549c912bc tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Checking segment: {'id': '06f93ee9-7280-4c99-b7fc-d351333422f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'aab63fe5-331d-4ad4-8cfa-cae6e1db1f9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:32:29.815361 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c4f696-a916-45bc-af7c-f5e549c912bc tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Network hostable DHCP agents. Network: aab63fe5-331d-4ad4-8cfa-cae6e1db1f9f, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:32:29.871283 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-eebfdc85-2a27-46d3-b0cb-7fb9b954a753 None None] Attempting to bind port c390b290-54bc-44dc-ae2a-0111a3fa3295 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:32:29.871735 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-eebfdc85-2a27-46d3-b0cb-7fb9b954a753 None None] Attempting to bind port c390b290-54bc-44dc-ae2a-0111a3fa3295 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '48fef4d4-1e11-4fb8-a6fe-aa063104f20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '48a8116f-5145-4df2-8dee-c471c3562c8c'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:32:29.872151 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebfdc85-2a27-46d3-b0cb-7fb9b954a753 None None] Attempting to bind port c390b290-54bc-44dc-ae2a-0111a3fa3295 on network 48a8116f-5145-4df2-8dee-c471c3562c8c {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:32:29.927110 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebfdc85-2a27-46d3-b0cb-7fb9b954a753 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:32:29.927110 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebfdc85-2a27-46d3-b0cb-7fb9b954a753 None None] Checking segment: {'id': '48fef4d4-1e11-4fb8-a6fe-aa063104f20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '48a8116f-5145-4df2-8dee-c471c3562c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:32:29.927110 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-eebfdc85-2a27-46d3-b0cb-7fb9b954a753 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:29.927583 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebfdc85-2a27-46d3-b0cb-7fb9b954a753 None None] Bound using segment: {'id': '48fef4d4-1e11-4fb8-a6fe-aa063104f20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '48a8116f-5145-4df2-8dee-c471c3562c8c'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:32:29.928031 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-eebfdc85-2a27-46d3-b0cb-7fb9b954a753 None None] Bound port: c390b290-54bc-44dc-ae2a-0111a3fa3295, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48fef4d4-1e11-4fb8-a6fe-aa063104f20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '48a8116f-5145-4df2-8dee-c471c3562c8c'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:32:29.928462 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-eebfdc85-2a27-46d3-b0cb-7fb9b954a753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:30.028185 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-eebfdc85-2a27-46d3-b0cb-7fb9b954a753 None None] For port c390b290-54bc-44dc-ae2a-0111a3fa3295, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:32:30.031955 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-eebfdc85-2a27-46d3-b0cb-7fb9b954a753 None None] For port c390b290-54bc-44dc-ae2a-0111a3fa3295, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=c390b290-54bc-44dc-ae2a-0111a3fa3295,segment=NetworkSegment(48fef4d4-1e11-4fb8-a6fe-aa063104f20a),segment_id=48fef4d4-1e11-4fb8-a6fe-aa063104f20a)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:32:30.039698 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebfdc85-2a27-46d3-b0cb-7fb9b954a753 None None] Pushing event updated for resources: {'Port': ['ID=c390b290-54bc-44dc-ae2a-0111a3fa3295,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:30.044840 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-eebfdc85-2a27-46d3-b0cb-7fb9b954a753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:30.071711 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8a0a1156-d657-46e1-b644-df0853a2b488 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:30.128222 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-0980f308-9639-4491-84cb-4db3ee08dfe3 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:32:30.138317 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0980f308-9639-4491-84cb-4db3ee08dfe3 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Usage tracker for resource:subnet and tenant:99c588771a6645f4bc4f4343a4018c7b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:32:30.144127 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0980f308-9639-4491-84cb-4db3ee08dfe3 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:32:30.146894 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c4f696-a916-45bc-af7c-f5e549c912bc tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Network aab63fe5-331d-4ad4-8cfa-cae6e1db1f9f is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:32:30.160943 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-0980f308-9639-4491-84cb-4db3ee08dfe3 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:32:30.185811 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-e0c4f696-a916-45bc-af7c-f5e549c912bc tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, aab63fe5-331d-4ad4-8cfa-cae6e1db1f9f) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:32:30.199499 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c4f696-a916-45bc-af7c-f5e549c912bc tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:30.200203 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e0c4f696-a916-45bc-af7c-f5e549c912bc tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539973'] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:30.202392 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6dce1384-ce80-4a4a-be86-d05af91d0e33 None None] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:30.207855 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a2e48776-3b53-477c-8e4d-3b1825a1cbd1 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-371968'] for router_interface, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:30.218919 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-6dce1384-ce80-4a4a-be86-d05af91d0e33 None None] Transition to ACTIVE for port object 62308ba4-5ff5-49f4-bff4-d183046c891e will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:32:30.234195 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6dce1384-ce80-4a4a-be86-d05af91d0e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:30.281647 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0980f308-9639-4491-84cb-4db3ee08dfe3 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Made reservation on behalf of 99c588771a6645f4bc4f4343a4018c7b for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:32:30.287164 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0980f308-9639-4491-84cb-4db3ee08dfe3 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:30.312568 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5dab809-675f-4659-8f52-8ab63598f9ab None None] Network aab63fe5-331d-4ad4-8cfa-cae6e1db1f9f requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:32:30.359575 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebfdc85-2a27-46d3-b0cb-7fb9b954a753 None None] Pushing event updated for resources: {'Port': ['ID=c390b290-54bc-44dc-ae2a-0111a3fa3295,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:30.387455 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-1a0d9122-3be5-4169-a013-86c321e4e2fb tempest-DHCPAgentSchedulersTestJSON-2051670677 tempest-DHCPAgentSchedulersTestJSON-2051670677-project-admin] 10.222.0.24 "GET /v2.0/agents/a1d066fd-cfc5-4274-97b5-721940edae38/dhcp-networks HTTP/1.1" status: 200 len: 10410 time: 0.8284309 Feb 01 04:32:30.389032 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34224) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:30.395079 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55f6c01-d88a-42b9-aa5b-544935d3188b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-9687f3aa-a8f5-456e-ac13-aa5c58802971', 'network_id': '9687f3aa-a8f5-456e-ac13-aa5c58802971', 'tenant_id': '99c588771a6645f4bc4f4343a4018c7b', 'fixed_ips': [{'subnet_id': 'd8386439-a2ac-462a-89f8-b78cd155f42a'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:32:30.395954 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f55f6c01-d88a-42b9-aa5b-544935d3188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:30.454775 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c2854c-1cbb-49e7-8b13-bfcbaf6a891d None None] Pushing event updated for resources: {'Port': ['ID=62308ba4-5ff5-49f4-bff4-d183046c891e,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:30.485994 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e0c4f696-a916-45bc-af7c-f5e549c912bc tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9210708 Feb 01 04:32:30.502758 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34228) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:30.566495 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-6dce1384-ce80-4a4a-be86-d05af91d0e33 None None] Attempting to bind port 62308ba4-5ff5-49f4-bff4-d183046c891e on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:32:30.567311 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-6dce1384-ce80-4a4a-be86-d05af91d0e33 None None] Attempting to bind port 62308ba4-5ff5-49f4-bff4-d183046c891e by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:32:30.567851 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dce1384-ce80-4a4a-be86-d05af91d0e33 None None] Attempting to bind port 62308ba4-5ff5-49f4-bff4-d183046c891e on network 14b67238-4e53-405c-b9cd-84b8ff52e36a {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:32:30.576317 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dce1384-ce80-4a4a-be86-d05af91d0e33 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:32:30.577183 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dce1384-ce80-4a4a-be86-d05af91d0e33 None None] Checking segment: {'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:32:30.577732 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6dce1384-ce80-4a4a-be86-d05af91d0e33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:30.578362 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dce1384-ce80-4a4a-be86-d05af91d0e33 None None] Bound using segment: {'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:32:30.578980 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-6dce1384-ce80-4a4a-be86-d05af91d0e33 None None] Bound port: 62308ba4-5ff5-49f4-bff4-d183046c891e, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:32:30.579547 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6dce1384-ce80-4a4a-be86-d05af91d0e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:30.738223 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-6dce1384-ce80-4a4a-be86-d05af91d0e33 None None] For port 62308ba4-5ff5-49f4-bff4-d183046c891e, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:32:30.744757 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-6dce1384-ce80-4a4a-be86-d05af91d0e33 None None] For port 62308ba4-5ff5-49f4-bff4-d183046c891e, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=62308ba4-5ff5-49f4-bff4-d183046c891e,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:32:30.757435 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6dce1384-ce80-4a4a-be86-d05af91d0e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:30.843798 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-678204e6-9985-4afb-b846-7b801596d0f4 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Request body: {'port': {'network_id': 'aab63fe5-331d-4ad4-8cfa-cae6e1db1f9f', 'name': 'tempest-PortsIpV6TestJSON-2084129524', 'fixed_ips': [{'subnet_id': 'dc89a569-fea8-4852-8fa2-7d94009c6396', 'ip_address': '2001:db8::10'}]}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:32:30.868627 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-eea1de58-2046-4f23-aaf7-3eb31d52c4f7 tempest-DHCPAgentSchedulersTestJSON-2051670677 tempest-DHCPAgentSchedulersTestJSON-2051670677-project-admin] 10.222.0.24 "DELETE /v2.0/agents/a1d066fd-cfc5-4274-97b5-721940edae38/dhcp-networks/cdcb8b30-5290-4930-b736-25e904da1e58 HTTP/1.1" status: 204 len: 168 time: 0.4732909 Feb 01 04:32:30.878619 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34232) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:30.898623 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c2854c-1cbb-49e7-8b13-bfcbaf6a891d None None] Pushing event updated for resources: {'Port': ['ID=62308ba4-5ff5-49f4-bff4-d183046c891e,revision_number=4']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:30.950686 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dce1384-ce80-4a4a-be86-d05af91d0e33 None None] Routers {'bdf2a959-07e4-4642-99e4-913a312a245c'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:32:30.951951 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-6dce1384-ce80-4a4a-be86-d05af91d0e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:32:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['bdf2a959-07e4-4642-99e4-913a312a245c'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:31.033127 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ae277c38-98c3-4ad7-83d3-87d994993f0c tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks [] for router_gateway, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:31.095249 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-f55f6c01-d88a-42b9-aa5b-544935d3188b None None] Allocated IP 2001:db8::2 (9687f3aa-a8f5-456e-ac13-aa5c58802971/d8386439-a2ac-462a-89f8-b78cd155f42a/ae2d668a-5833-44c9-a94e-ec7367e83df8) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:32:31.098173 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0980f308-9639-4491-84cb-4db3ee08dfe3 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:31.102684 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef3b28f-32d4-4c8c-a802-fd10010a6175 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-aab63fe5-331d-4ad4-8cfa-cae6e1db1f9f', 'network_id': 'aab63fe5-331d-4ad4-8cfa-cae6e1db1f9f', 'tenant_id': '4859bcd8aae8416eba645579d339c6c6', 'fixed_ips': [{'subnet_id': 'dc89a569-fea8-4852-8fa2-7d94009c6396'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:32:31.109095 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aef3b28f-32d4-4c8c-a802-fd10010a6175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:31.124047 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ae277c38-98c3-4ad7-83d3-87d994993f0c tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:31.157498 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-6dce1384-ce80-4a4a-be86-d05af91d0e33 None None] Set router bdf2a959-07e4-4642-99e4-913a312a245c gateway port host: None {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:32:31.414143 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-f5026f70-f422-4102-ba7e-60e22e124b78 tempest-DHCPAgentSchedulersTestJSON-2051670677 tempest-DHCPAgentSchedulersTestJSON-2051670677-project-admin] 10.222.0.24 "GET /v2.0/agents/a1d066fd-cfc5-4274-97b5-721940edae38/dhcp-networks HTTP/1.1" status: 200 len: 10426 time: 0.5288880 Feb 01 04:32:31.419632 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34238) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:31.464452 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-2d943f6f-28c8-48d7-b604-aa81da637887 tempest-DHCPAgentSchedulersTestJSON-2051670677 tempest-DHCPAgentSchedulersTestJSON-2051670677-project-admin] 10.222.0.24 "GET /v2.0/networks/ea64c6f2-a876-48a5-bf43-9976356f0fd1/dhcp-agents HTTP/1.1" status: 200 len: 811 time: 0.0381293 Feb 01 04:32:31.473314 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0980f308-9639-4491-84cb-4db3ee08dfe3 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Network 9687f3aa-a8f5-456e-ac13-aa5c58802971 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:32:31.480189 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34242) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:31.481082 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-0980f308-9639-4491-84cb-4db3ee08dfe3 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:32:31.487054 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0980f308-9639-4491-84cb-4db3ee08dfe3 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:31.487674 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0980f308-9639-4491-84cb-4db3ee08dfe3 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539973'] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:31.515685 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-207aa8c4-af20-43a3-9fdc-5ad9715d93f0 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-371968'] for router_interface, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:31.520153 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-678204e6-9985-4afb-b846-7b801596d0f4 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:32:31.537148 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0980f308-9639-4491-84cb-4db3ee08dfe3 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Pushing event updated for resources: {'Subnet': ['ID=af806000-24a4-49dc-be6e-d86a250be5f0,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:31.557543 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-678204e6-9985-4afb-b846-7b801596d0f4 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Usage tracker for resource:port and tenant:4859bcd8aae8416eba645579d339c6c6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:32:31.565765 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-6dce1384-ce80-4a4a-be86-d05af91d0e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf2a959-07e4-4642-99e4-913a312a245c', 'name': 'tempest-NetworksTestDHCPv6-router-1760750122', 'tenant_id': '60b4e61082d3421283cb095bbc99ad8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:32:20Z', 'updated_at': '2022-02-01T04:32:25Z', 'revision_number': 2, 'project_id': '60b4e61082d3421283cb095bbc99ad8e', 'gw_port_host': None, '_interfaces': [{'id': '62308ba4-5ff5-49f4-bff4-d183046c891e', 'name': '', 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'tenant_id': '60b4e61082d3421283cb095bbc99ad8e', 'mac_address': 'fa:16:3e:d0:04:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdf2a959-07e4-4642-99e4-913a312a245c', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '55f3415e-78ef-4785-898c-e4059e532cc0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:32:22Z', 'updated_at': '2022-02-01T04:32:30Z', 'revision_number': 4, 'project_id': '60b4e61082d3421283cb095bbc99ad8e', 'subnets': [{'id': '55f3415e-78ef-4785-898c-e4059e532cc0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:31.572196 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dce1384-ce80-4a4a-be86-d05af91d0e33 None None] The sync data for ids ['bdf2a959-07e4-4642-99e4-913a312a245c'] in dv-neutron-826830-1-hyperv is: [{'id': 'bdf2a959-07e4-4642-99e4-913a312a245c', 'name': 'tempest-NetworksTestDHCPv6-router-1760750122', 'tenant_id': '60b4e61082d3421283cb095bbc99ad8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:32:20Z', 'updated_at': '2022-02-01T04:32:25Z', 'revision_number': 2, 'project_id': '60b4e61082d3421283cb095bbc99ad8e', 'gw_port_host': None, '_interfaces': [{'id': '62308ba4-5ff5-49f4-bff4-d183046c891e', 'name': '', 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'tenant_id': '60b4e61082d3421283cb095bbc99ad8e', 'mac_address': 'fa:16:3e:d0:04:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdf2a959-07e4-4642-99e4-913a312a245c', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '55f3415e-78ef-4785-898c-e4059e532cc0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:32:22Z', 'updated_at': '2022-02-01T04:32:30Z', 'revision_number': 4, 'project_id': '60b4e61082d3421283cb095bbc99ad8e', 'subnets': [{'id': '55f3415e-78ef-4785-898c-e4059e532cc0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:32:31.574880 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-678204e6-9985-4afb-b846-7b801596d0f4 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:32:31.589763 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-678204e6-9985-4afb-b846-7b801596d0f4 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:32:31.607424 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d2dfd292-910e-4525-a638-dd8b077fb454 tempest-DHCPAgentSchedulersTestJSON-2051670677 tempest-DHCPAgentSchedulersTestJSON-2051670677-project-admin] 10.222.0.24 "GET /v2.0/networks/ea64c6f2-a876-48a5-bf43-9976356f0fd1/dhcp-agents HTTP/1.1" status: 200 len: 811 time: 0.1202667 Feb 01 04:32:31.616212 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-aef3b28f-32d4-4c8c-a802-fd10010a6175 None None] Allocated IP 2001:db8::2 (aab63fe5-331d-4ad4-8cfa-cae6e1db1f9f/dc89a569-fea8-4852-8fa2-7d94009c6396/22b27043-e392-4fc1-88af-d013cc695800) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:32:31.623351 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0980f308-9639-4491-84cb-4db3ee08dfe3 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.3488531 Feb 01 04:32:31.624579 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34246) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:31.624931 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34248) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:31.722948 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-678204e6-9985-4afb-b846-7b801596d0f4 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Made reservation on behalf of 4859bcd8aae8416eba645579d339c6c6 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:32:31.812804 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-ae277c38-98c3-4ad7-83d3-87d994993f0c tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Allocated IP 172.26.8.80 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/0ff0479b-9bc4-4379-8144-5b29ac024e05) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:32:31.841086 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device c390b290-54bc-44dc-ae2a-0111a3fa3295 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:32:31.874077 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0684346f-aad2-4e2c-954d-8d45e926bbd3 None None] Network 48a8116f-5145-4df2-8dee-c471c3562c8c requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:32:32.134768 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ae277c38-98c3-4ad7-83d3-87d994993f0c tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:32.168562 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4561038d-66cf-4a0b-8f64-2a09f63f0b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:32.179184 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ae277c38-98c3-4ad7-83d3-87d994993f0c tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:32.203270 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f55f6c01-d88a-42b9-aa5b-544935d3188b None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:32.214398 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-f55f6c01-d88a-42b9-aa5b-544935d3188b None None] Transition to ACTIVE for port object ae2d668a-5833-44c9-a94e-ec7367e83df8 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:32:32.234917 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-f55f6c01-d88a-42b9-aa5b-544935d3188b None None] Transition to ACTIVE for port object ae2d668a-5833-44c9-a94e-ec7367e83df8 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:32:32.237807 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae277c38-98c3-4ad7-83d3-87d994993f0c tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:32:32.246494 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-ae277c38-98c3-4ad7-83d3-87d994993f0c tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:32:32.249411 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port c390b290-54bc-44dc-ae2a-0111a3fa3295 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:32:32.249954 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-207aa8c4-af20-43a3-9fdc-5ad9715d93f0 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Deleting port 62308ba4-5ff5-49f4-bff4-d183046c891e {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:32:32.250192 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-207aa8c4-af20-43a3-9fdc-5ad9715d93f0 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:32.260215 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port c390b290-54bc-44dc-ae2a-0111a3fa3295 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:32:32.260662 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:32.282588 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5560a83-abff-4571-8e97-3def270db131 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:32.284119 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5560a83-abff-4571-8e97-3def270db131 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:32.285605 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5560a83-abff-4571-8e97-3def270db131 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:32.287223 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5560a83-abff-4571-8e97-3def270db131 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:32.288190 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-fe4c11ff-368a-496e-84c8-4a3665af8f5f None None] Provisioning for port c390b290-54bc-44dc-ae2a-0111a3fa3295 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:32:32.288721 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5560a83-abff-4571-8e97-3def270db131 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:32.289671 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b5560a83-abff-4571-8e97-3def270db131 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Synchronizing usage tracker for tenant:99c588771a6645f4bc4f4343a4018c7b on resource:subnet {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:32:32.291349 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae277c38-98c3-4ad7-83d3-87d994993f0c tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:32:32.291738 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f55f6c01-d88a-42b9-aa5b-544935d3188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:32.383051 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae277c38-98c3-4ad7-83d3-87d994993f0c tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Pushing event updated for resources: {'Port': ['ID=0ff0479b-9bc4-4379-8144-5b29ac024e05,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:32.417411 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-fe4c11ff-368a-496e-84c8-4a3665af8f5f None None] Provisioning complete for port c390b290-54bc-44dc-ae2a-0111a3fa3295 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:32:32.417411 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fe4c11ff-368a-496e-84c8-4a3665af8f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:32.444012 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55f6c01-d88a-42b9-aa5b-544935d3188b None None] Network 9687f3aa-a8f5-456e-ac13-aa5c58802971 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:32:32.452145 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-f55f6c01-d88a-42b9-aa5b-544935d3188b None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:32:32.454718 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55f6c01-d88a-42b9-aa5b-544935d3188b None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:32:32.527085 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-678204e6-9985-4afb-b846-7b801596d0f4 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:32.537316 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b5560a83-abff-4571-8e97-3def270db131 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Unset dirty status for tenant:99c588771a6645f4bc4f4343a4018c7b on resource:subnet {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:32:32.542741 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b5560a83-abff-4571-8e97-3def270db131 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.9136758 Feb 01 04:32:32.545706 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34254) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:32.569394 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-a2e48776-3b53-477c-8e4d-3b1825a1cbd1 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Deleting port f7b2f41e-df8b-4148-bdfa-e9c186e89a42 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:32:32.570301 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a2e48776-3b53-477c-8e4d-3b1825a1cbd1 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:32.610025 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-622b7762-97ef-4567-8c79-ed82f4c5cd86 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-249203313'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:32:32.633308 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55f6c01-d88a-42b9-aa5b-544935d3188b None None] Pushing event updated for resources: {'Port': ['ID=ae2d668a-5833-44c9-a94e-ec7367e83df8,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:32.634172 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-622b7762-97ef-4567-8c79-ed82f4c5cd86 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:32:32.676140 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-622b7762-97ef-4567-8c79-ed82f4c5cd86 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Usage tracker for resource:network and tenant:99c588771a6645f4bc4f4343a4018c7b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:32:32.681099 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-678204e6-9985-4afb-b846-7b801596d0f4 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] device_id is not set on port 7da74210-4e7c-4449-aae7-56864deafca4 yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:32:32.714610 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8a0a1156-d657-46e1-b644-df0853a2b488 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:32.741990 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-622b7762-97ef-4567-8c79-ed82f4c5cd86 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:32:32.771647 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-501abc1e-f35f-437f-8f51-0f70aa81eb37 tempest-DHCPAgentSchedulersTestJSON-2051670677 tempest-DHCPAgentSchedulersTestJSON-2051670677-project-admin] 10.222.0.24 "GET /v2.0/agents/a1d066fd-cfc5-4274-97b5-721940edae38/dhcp-networks HTTP/1.1" status: 200 len: 10466 time: 1.1372783 Feb 01 04:32:32.771850 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-622b7762-97ef-4567-8c79-ed82f4c5cd86 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:32:32.774115 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8a0a1156-d657-46e1-b644-df0853a2b488 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:32.792583 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34258) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:32.861868 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-f55f6c01-d88a-42b9-aa5b-544935d3188b None None] Attempting to bind port ae2d668a-5833-44c9-a94e-ec7367e83df8 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:32:32.862158 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-f55f6c01-d88a-42b9-aa5b-544935d3188b None None] Attempting to bind port ae2d668a-5833-44c9-a94e-ec7367e83df8 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '7a61c0df-8a6d-4915-bb13-65d1bbe58dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9687f3aa-a8f5-456e-ac13-aa5c58802971'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:32:32.862498 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55f6c01-d88a-42b9-aa5b-544935d3188b None None] Attempting to bind port ae2d668a-5833-44c9-a94e-ec7367e83df8 on network 9687f3aa-a8f5-456e-ac13-aa5c58802971 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:32:32.876412 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aef3b28f-32d4-4c8c-a802-fd10010a6175 None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:32.897044 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55f6c01-d88a-42b9-aa5b-544935d3188b None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:32:32.897456 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55f6c01-d88a-42b9-aa5b-544935d3188b None None] Checking segment: {'id': '7a61c0df-8a6d-4915-bb13-65d1bbe58dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9687f3aa-a8f5-456e-ac13-aa5c58802971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:32:32.897927 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f55f6c01-d88a-42b9-aa5b-544935d3188b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:32.898326 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55f6c01-d88a-42b9-aa5b-544935d3188b None None] Bound using segment: {'id': '7a61c0df-8a6d-4915-bb13-65d1bbe58dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9687f3aa-a8f5-456e-ac13-aa5c58802971'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:32:32.898877 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-f55f6c01-d88a-42b9-aa5b-544935d3188b None None] Bound port: ae2d668a-5833-44c9-a94e-ec7367e83df8, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a61c0df-8a6d-4915-bb13-65d1bbe58dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9687f3aa-a8f5-456e-ac13-aa5c58802971'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:32:32.899348 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f55f6c01-d88a-42b9-aa5b-544935d3188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:32.904959 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-207aa8c4-af20-43a3-9fdc-5ad9715d93f0 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] For port 62308ba4-5ff5-49f4-bff4-d183046c891e, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=62308ba4-5ff5-49f4-bff4-d183046c891e,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:32:32.905919 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-207aa8c4-af20-43a3-9fdc-5ad9715d93f0 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:32.925639 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622b7762-97ef-4567-8c79-ed82f4c5cd86 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Made reservation on behalf of 99c588771a6645f4bc4f4343a4018c7b for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:32:32.929195 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-622b7762-97ef-4567-8c79-ed82f4c5cd86 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:32.947591 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-aef3b28f-32d4-4c8c-a802-fd10010a6175 None None] Transition to ACTIVE for port object 22b27043-e392-4fc1-88af-d013cc695800 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:32:32.951871 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:33.104063 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-207aa8c4-af20-43a3-9fdc-5ad9715d93f0 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Calling delete_port for 62308ba4-5ff5-49f4-bff4-d183046c891e owned by network:router_interface {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:32:33.110679 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-aef3b28f-32d4-4c8c-a802-fd10010a6175 None None] Transition to ACTIVE for port object 22b27043-e392-4fc1-88af-d013cc695800 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:32:33.136960 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fe4c11ff-368a-496e-84c8-4a3665af8f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:33.146347 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aef3b28f-32d4-4c8c-a802-fd10010a6175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:33.173674 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-513246f9-b89f-4422-b20d-e9c5fca1d8d2 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:33.208086 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port c390b290-54bc-44dc-ae2a-0111a3fa3295, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=c390b290-54bc-44dc-ae2a-0111a3fa3295,segment=NetworkSegment(48fef4d4-1e11-4fb8-a6fe-aa063104f20a),segment_id=48fef4d4-1e11-4fb8-a6fe-aa063104f20a)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:32:33.244153 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-622b7762-97ef-4567-8c79-ed82f4c5cd86 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:32:33.252757 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:33.256339 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a2e48776-3b53-477c-8e4d-3b1825a1cbd1 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:33.272535 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef3b28f-32d4-4c8c-a802-fd10010a6175 None None] Network aab63fe5-331d-4ad4-8cfa-cae6e1db1f9f is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:32:33.306026 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-aef3b28f-32d4-4c8c-a802-fd10010a6175 None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:32:33.308467 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef3b28f-32d4-4c8c-a802-fd10010a6175 None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:32:33.319856 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-f55f6c01-d88a-42b9-aa5b-544935d3188b None None] For port ae2d668a-5833-44c9-a94e-ec7367e83df8, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:32:33.330581 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef3b28f-32d4-4c8c-a802-fd10010a6175 None None] Pushing event updated for resources: {'Port': ['ID=22b27043-e392-4fc1-88af-d013cc695800,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:33.336706 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ae277c38-98c3-4ad7-83d3-87d994993f0c tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks [] for router_gateway, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:33.452374 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-622b7762-97ef-4567-8c79-ed82f4c5cd86 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:33.452374 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-622b7762-97ef-4567-8c79-ed82f4c5cd86 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Added segment 8694e596-c05f-4134-9bfd-210c7fab0f59 of type vlan for network 9efe2682-3213-46f2-a8a0-91b529d1292e Feb 01 04:32:33.491527 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-f55f6c01-d88a-42b9-aa5b-544935d3188b None None] For port ae2d668a-5833-44c9-a94e-ec7367e83df8, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=ae2d668a-5833-44c9-a94e-ec7367e83df8,segment=NetworkSegment(7a61c0df-8a6d-4915-bb13-65d1bbe58dae),segment_id=7a61c0df-8a6d-4915-bb13-65d1bbe58dae)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:32:33.509281 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-fe4c11ff-368a-496e-84c8-4a3665af8f5f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:32:33.509677 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-fe4c11ff-368a-496e-84c8-4a3665af8f5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:32:33.510896 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f55f6c01-d88a-42b9-aa5b-544935d3188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:33.563835 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-aef3b28f-32d4-4c8c-a802-fd10010a6175 None None] Attempting to bind port 22b27043-e392-4fc1-88af-d013cc695800 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:32:33.564057 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-aef3b28f-32d4-4c8c-a802-fd10010a6175 None None] Attempting to bind port 22b27043-e392-4fc1-88af-d013cc695800 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '06f93ee9-7280-4c99-b7fc-d351333422f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'aab63fe5-331d-4ad4-8cfa-cae6e1db1f9f'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:32:33.564271 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef3b28f-32d4-4c8c-a802-fd10010a6175 None None] Attempting to bind port 22b27043-e392-4fc1-88af-d013cc695800 on network aab63fe5-331d-4ad4-8cfa-cae6e1db1f9f {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:32:33.581447 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-8a0a1156-d657-46e1-b644-df0853a2b488 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Allocated IP 172.26.8.101 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/4f788a7a-9683-47d2-8e62-9059231065c4) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:32:33.600552 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=c390b290-54bc-44dc-ae2a-0111a3fa3295,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:33.605114 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef3b28f-32d4-4c8c-a802-fd10010a6175 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:32:33.605114 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef3b28f-32d4-4c8c-a802-fd10010a6175 None None] Checking segment: {'id': '06f93ee9-7280-4c99-b7fc-d351333422f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'aab63fe5-331d-4ad4-8cfa-cae6e1db1f9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:32:33.605536 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aef3b28f-32d4-4c8c-a802-fd10010a6175 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:33.605988 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef3b28f-32d4-4c8c-a802-fd10010a6175 None None] Bound using segment: {'id': '06f93ee9-7280-4c99-b7fc-d351333422f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'aab63fe5-331d-4ad4-8cfa-cae6e1db1f9f'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:32:33.606456 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-aef3b28f-32d4-4c8c-a802-fd10010a6175 None None] Bound port: 22b27043-e392-4fc1-88af-d013cc695800, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06f93ee9-7280-4c99-b7fc-d351333422f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'aab63fe5-331d-4ad4-8cfa-cae6e1db1f9f'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:32:33.607538 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aef3b28f-32d4-4c8c-a802-fd10010a6175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:33.615515 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-678204e6-9985-4afb-b846-7b801596d0f4 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Allocated IP 2001:db8::10 (aab63fe5-331d-4ad4-8cfa-cae6e1db1f9f/dc89a569-fea8-4852-8fa2-7d94009c6396/7da74210-4e7c-4449-aae7-56864deafca4) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:32:33.724356 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-622b7762-97ef-4567-8c79-ed82f4c5cd86 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:33.755330 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-a2e48776-3b53-477c-8e4d-3b1825a1cbd1 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Calling delete_port for f7b2f41e-df8b-4148-bdfa-e9c186e89a42 owned by network:router_interface {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:32:33.855086 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-207aa8c4-af20-43a3-9fdc-5ad9715d93f0 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:33.912484 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-aef3b28f-32d4-4c8c-a802-fd10010a6175 None None] For port 22b27043-e392-4fc1-88af-d013cc695800, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:32:33.922866 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-aef3b28f-32d4-4c8c-a802-fd10010a6175 None None] For port 22b27043-e392-4fc1-88af-d013cc695800, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=22b27043-e392-4fc1-88af-d013cc695800,segment=NetworkSegment(06f93ee9-7280-4c99-b7fc-d351333422f9),segment_id=06f93ee9-7280-4c99-b7fc-d351333422f9)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:32:33.925629 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207aa8c4-af20-43a3-9fdc-5ad9715d93f0 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event deleted for resources: {'Port': ['ID=62308ba4-5ff5-49f4-bff4-d183046c891e,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:33.936898 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aef3b28f-32d4-4c8c-a802-fd10010a6175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:33.965800 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55f6c01-d88a-42b9-aa5b-544935d3188b None None] Pushing event updated for resources: {'Port': ['ID=ae2d668a-5833-44c9-a94e-ec7367e83df8,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:34.096444 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device c390b290-54bc-44dc-ae2a-0111a3fa3295 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:32:34.274168 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef3b28f-32d4-4c8c-a802-fd10010a6175 None None] Pushing event updated for resources: {'Port': ['ID=22b27043-e392-4fc1-88af-d013cc695800,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:34.278398 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d89b3aca-8f83-4223-af11-e883c1ec6dc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:34.299526 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port c390b290-54bc-44dc-ae2a-0111a3fa3295 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:32:34.300150 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:34.411609 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-0241b571-593d-4d4b-82cd-096333973cb2 None None] Provisioning complete for port c390b290-54bc-44dc-ae2a-0111a3fa3295 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:32:34.411979 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0241b571-593d-4d4b-82cd-096333973cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:34.479298 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-207aa8c4-af20-43a3-9fdc-5ad9715d93f0 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770960'] for router_interface, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:34.512508 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-622b7762-97ef-4567-8c79-ed82f4c5cd86 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:34.515923 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ae277c38-98c3-4ad7-83d3-87d994993f0c tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337'] for router, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:34.518716 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622b7762-97ef-4567-8c79-ed82f4c5cd86 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:34.519363 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-622b7762-97ef-4567-8c79-ed82f4c5cd86 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:34.564506 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 62308ba4-5ff5-49f4-bff4-d183046c891e up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:32:34.619982 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 62308ba4-5ff5-49f4-bff4-d183046c891e {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:32:34.620473 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 62308ba4-5ff5-49f4-bff4-d183046c891e not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 01 04:32:34.668140 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Port 62308ba4-5ff5-49f4-bff4-d183046c891e not found, will not notify nova. {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 01 04:32:34.673041 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-513246f9-b89f-4422-b20d-e9c5fca1d8d2 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:34.821557 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-513246f9-b89f-4422-b20d-e9c5fca1d8d2 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdcb8b30-5290-4930-b736-25e904da1e58']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:34.860574 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-622b7762-97ef-4567-8c79-ed82f4c5cd86 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.3036516 Feb 01 04:32:34.861260 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34264) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:34.920192 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622b7762-97ef-4567-8c79-ed82f4c5cd86 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Pushing event updated for resources: {'Network': ['ID=9efe2682-3213-46f2-a8a0-91b529d1292e,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:34.933423 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 9efe2682-3213-46f2-a8a0-91b529d1292e details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:32:34.935928 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-83717784-f87c-4dc9-a90b-7a26ff837872 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:32:34.950150 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-513246f9-b89f-4422-b20d-e9c5fca1d8d2 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27cbccc6-0508-4e7c-9196-d68e87eb5a82') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:34.951067 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-513246f9-b89f-4422-b20d-e9c5fca1d8d2 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27cbccc6-0508-4e7c-9196-d68e87eb5a82') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:34.962414 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-678204e6-9985-4afb-b846-7b801596d0f4 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:34.991734 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-207aa8c4-af20-43a3-9fdc-5ad9715d93f0 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Router bdf2a959-07e4-4642-99e4-913a312a245c has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:32:35.000750 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-513246f9-b89f-4422-b20d-e9c5fca1d8d2 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143022'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:35.059207 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-678204e6-9985-4afb-b846-7b801596d0f4 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Transition to ACTIVE for port object 7da74210-4e7c-4449-aae7-56864deafca4 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:32:35.117996 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-513246f9-b89f-4422-b20d-e9c5fca1d8d2 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:35.137280 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a2e48776-3b53-477c-8e4d-3b1825a1cbd1 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:35.162432 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-207aa8c4-af20-43a3-9fdc-5ad9715d93f0 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:32:35.173388 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e287a7b4-3483-44db-9018-31356948de0a None None] Sync routers for ids ['bdf2a959-07e4-4642-99e4-913a312a245c'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:32:35.182083 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae277c38-98c3-4ad7-83d3-87d994993f0c tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Router b5c068dd-b1b9-4e55-af55-276d4894b12e is scheduled to L3 agent a3073304-82af-4a42-89af-bc532d6626bb with binding_index 1 {{(pid=87637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 01 04:32:35.182824 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-513246f9-b89f-4422-b20d-e9c5fca1d8d2 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:32:35.183252 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-513246f9-b89f-4422-b20d-e9c5fca1d8d2 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3072199'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:35.185589 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e287a7b4-3483-44db-9018-31356948de0a None None] Routers {'bdf2a959-07e4-4642-99e4-913a312a245c'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:32:35.186226 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-e287a7b4-3483-44db-9018-31356948de0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:32:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['bdf2a959-07e4-4642-99e4-913a312a245c'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:35.204856 dv-neutron-826830-1-hyperv neutron-server[87636]: Traceback (most recent call last): Feb 01 04:32:35.204856 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:32:35.204856 dv-neutron-826830-1-hyperv neutron-server[87636]: timer() Feb 01 04:32:35.204856 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:32:35.204856 dv-neutron-826830-1-hyperv neutron-server[87636]: cb(*args, **kw) Feb 01 04:32:35.204856 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:32:35.204856 dv-neutron-826830-1-hyperv neutron-server[87636]: return func(*args, **kwargs) Feb 01 04:32:35.204856 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:32:35.204856 dv-neutron-826830-1-hyperv neutron-server[87636]: self._notify() Feb 01 04:32:35.204856 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:32:35.204856 dv-neutron-826830-1-hyperv neutron-server[87636]: self.callback(batched_events) Feb 01 04:32:35.204856 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:32:35.204856 dv-neutron-826830-1-hyperv neutron-server[87636]: event.method(event) Feb 01 04:32:35.204856 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:32:35.204856 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:32:35.204856 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:32:35.204856 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:32:35.204856 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:32:35.204856 dv-neutron-826830-1-hyperv neutron-server[87636]: return f(self, *a, **k) Feb 01 04:32:35.204856 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:32:35.204856 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._get(url).json() Feb 01 04:32:35.204856 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:32:35.204856 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:32:35.204856 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:32:35.204856 dv-neutron-826830-1-hyperv neutron-server[87636]: return self.request(url, 'GET', **kwargs) Feb 01 04:32:35.204856 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:32:35.204856 dv-neutron-826830-1-hyperv neutron-server[87636]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:32:35.204856 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:32:35.204856 dv-neutron-826830-1-hyperv neutron-server[87636]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:32:35.204856 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:32:35.204856 dv-neutron-826830-1-hyperv neutron-server[87636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:32:35.204856 dv-neutron-826830-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:32:35.235434 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e48776-3b53-477c-8e4d-3b1825a1cbd1 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Pushing event deleted for resources: {'Port': ['ID=f7b2f41e-df8b-4148-bdfa-e9c186e89a42,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:35.276779 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-207aa8c4-af20-43a3-9fdc-5ad9715d93f0 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "PUT /v2.0/routers/bdf2a959-07e4-4642-99e4-913a312a245c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7224183 Feb 01 04:32:35.284686 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34268) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:35.340143 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8a0a1156-d657-46e1-b644-df0853a2b488 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:35.366394 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-e287a7b4-3483-44db-9018-31356948de0a None None] Set router bdf2a959-07e4-4642-99e4-913a312a245c gateway port host: None {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:32:35.492956 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae277c38-98c3-4ad7-83d3-87d994993f0c tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:32:35.505678 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b693f5-3bcb-4e98-842c-e481ec18ee53 None None] Sync routers for ids ['b5c068dd-b1b9-4e55-af55-276d4894b12e'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:32:35.520600 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b693f5-3bcb-4e98-842c-e481ec18ee53 None None] Routers {'b5c068dd-b1b9-4e55-af55-276d4894b12e'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:32:35.521371 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-a4b693f5-3bcb-4e98-842c-e481ec18ee53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:32:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['b5c068dd-b1b9-4e55-af55-276d4894b12e'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:35.526909 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-e287a7b4-3483-44db-9018-31356948de0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf2a959-07e4-4642-99e4-913a312a245c', 'name': 'tempest-NetworksTestDHCPv6-router-1760750122', 'tenant_id': '60b4e61082d3421283cb095bbc99ad8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:32:20Z', 'updated_at': '2022-02-01T04:32:33Z', 'revision_number': 3, 'project_id': '60b4e61082d3421283cb095bbc99ad8e', 'gw_port_host': None}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:35.528269 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b7e3dd-0bea-46ab-a717-2a20d7604c33 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:35.530779 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b7e3dd-0bea-46ab-a717-2a20d7604c33 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:35.531570 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-12b7e3dd-0bea-46ab-a717-2a20d7604c33 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Synchronizing usage tracker for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:subnet {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:32:35.543808 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c591b5-9ee9-4164-953c-6123fda0f320 None None] Network 9687f3aa-a8f5-456e-ac13-aa5c58802971 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:32:35.557690 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ae277c38-98c3-4ad7-83d3-87d994993f0c tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:35.558809 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-ae277c38-98c3-4ad7-83d3-87d994993f0c tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 6.9545457 Feb 01 04:32:35.561298 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34272) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:35.609790 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-513246f9-b89f-4422-b20d-e9c5fca1d8d2 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:35.618107 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e287a7b4-3483-44db-9018-31356948de0a None None] Checking router: bdf2a959-07e4-4642-99e4-913a312a245c for host: dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:32:35.633063 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-513246f9-b89f-4422-b20d-e9c5fca1d8d2 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:35.640329 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-a4b693f5-3bcb-4e98-842c-e481ec18ee53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:35.643642 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e287a7b4-3483-44db-9018-31356948de0a None None] Routers {'bdf2a959-07e4-4642-99e4-913a312a245c'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:32:35.644487 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-e287a7b4-3483-44db-9018-31356948de0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:32:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['bdf2a959-07e4-4642-99e4-913a312a245c'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:35.661973 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b693f5-3bcb-4e98-842c-e481ec18ee53 None None] Routers {'b5c068dd-b1b9-4e55-af55-276d4894b12e'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:32:35.662528 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-a4b693f5-3bcb-4e98-842c-e481ec18ee53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:32:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['b5c068dd-b1b9-4e55-af55-276d4894b12e'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:35.696058 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-83717784-f87c-4dc9-a90b-7a26ff837872 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:35.735642 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-a4b693f5-3bcb-4e98-842c-e481ec18ee53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:35.736301 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b693f5-3bcb-4e98-842c-e481ec18ee53 None None] The sync data for ids ['b5c068dd-b1b9-4e55-af55-276d4894b12e'] in dv-neutron-826830-1-hyperv is: [] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:32:35.801415 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:35.858499 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513246f9-b89f-4422-b20d-e9c5fca1d8d2 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Pushing event deleted for resources: {'Network': ['ID=cdcb8b30-5290-4930-b736-25e904da1e58,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:35.867495 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:35.868273 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-c9eae244-d6b4-483e-95ef-bee2669acb49 None None] Provisioning for port ae2d668a-5833-44c9-a94e-ec7367e83df8 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:32:35.953300 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-83717784-f87c-4dc9-a90b-7a26ff837872 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:35.996426 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-678204e6-9985-4afb-b846-7b801596d0f4 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:35.998874 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-513246f9-b89f-4422-b20d-e9c5fca1d8d2 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] 10.222.0.24 "DELETE /v2.0/networks/cdcb8b30-5290-4930-b736-25e904da1e58 HTTP/1.1" status: 204 len: 168 time: 3.1949682 Feb 01 04:32:36.006116 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-e287a7b4-3483-44db-9018-31356948de0a None None] Set router bdf2a959-07e4-4642-99e4-913a312a245c gateway port host: None {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:32:36.024463 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34276) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:36.062673 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device ae2d668a-5833-44c9-a94e-ec7367e83df8 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:32:36.074353 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-83717784-f87c-4dc9-a90b-7a26ff837872 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Network 9efe2682-3213-46f2-a8a0-91b529d1292e is not hosted by any dhcp agent {{(pid=87636) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 01 04:32:36.079600 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83717784-f87c-4dc9-a90b-7a26ff837872 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:36.080190 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-83717784-f87c-4dc9-a90b-7a26ff837872 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:36.084076 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-83717784-f87c-4dc9-a90b-7a26ff837872 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] 10.222.0.24 "PUT /v2.0/networks/9efe2682-3213-46f2-a8a0-91b529d1292e HTTP/1.1" status: 200 len: 723 time: 1.1627326 Feb 01 04:32:36.084232 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-12b7e3dd-0bea-46ab-a717-2a20d7604c33 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Unset dirty status for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:subnet {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:32:36.084232 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-12b7e3dd-0bea-46ab-a717-2a20d7604c33 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.7978640 Feb 01 04:32:36.091958 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34280) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:36.092284 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34282) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:36.123499 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c324092-c6ef-45eb-98e4-0178391e0d9c None None] Network aab63fe5-331d-4ad4-8cfa-cae6e1db1f9f requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:32:36.135569 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-0d5a4404-dd43-464a-b1df-ce48990d3b62 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Request body: {'subnet': {'network_id': '9efe2682-3213-46f2-a8a0-91b529d1292e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:32:36.245850 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-e287a7b4-3483-44db-9018-31356948de0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf2a959-07e4-4642-99e4-913a312a245c', 'name': 'tempest-NetworksTestDHCPv6-router-1760750122', 'tenant_id': '60b4e61082d3421283cb095bbc99ad8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:32:20Z', 'updated_at': '2022-02-01T04:32:33Z', 'revision_number': 3, 'project_id': '60b4e61082d3421283cb095bbc99ad8e', 'gw_port_host': None}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:36.330379 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e287a7b4-3483-44db-9018-31356948de0a None None] The sync data for ids ['bdf2a959-07e4-4642-99e4-913a312a245c'] in dv-neutron-826830-1-hyperv is: [{'id': 'bdf2a959-07e4-4642-99e4-913a312a245c', 'name': 'tempest-NetworksTestDHCPv6-router-1760750122', 'tenant_id': '60b4e61082d3421283cb095bbc99ad8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:32:20Z', 'updated_at': '2022-02-01T04:32:33Z', 'revision_number': 3, 'project_id': '60b4e61082d3421283cb095bbc99ad8e', 'gw_port_host': None}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:32:36.341197 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_v2 [None req-a091e8bd-e261-46cc-94b2-7227adbfeffe tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Deleting subnet 55f3415e-78ef-4785-898c-e4059e532cc0 {{(pid=87637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:32:36.352873 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-7fdc63ea-4569-4d94-b892-bbfece592ed2 None None] Provisioning for port 22b27043-e392-4fc1-88af-d013cc695800 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:32:36.353387 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a2e48776-3b53-477c-8e4d-3b1825a1cbd1 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770960'] for router_interface, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:36.358911 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a091e8bd-e261-46cc-94b2-7227adbfeffe tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for subnet, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:36.361616 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678204e6-9985-4afb-b846-7b801596d0f4 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Network aab63fe5-331d-4ad4-8cfa-cae6e1db1f9f is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:32:36.374240 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port ae2d668a-5833-44c9-a94e-ec7367e83df8 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:32:36.403370 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port ae2d668a-5833-44c9-a94e-ec7367e83df8 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:32:36.403554 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:36.404214 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-0d5a4404-dd43-464a-b1df-ce48990d3b62 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:32:36.416269 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-678204e6-9985-4afb-b846-7b801596d0f4 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:32:36.418533 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-65adc52a-4d36-4999-b22a-d7be6d32cd47 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] DELETE failed (client error): The resource could not be found. Feb 01 04:32:36.419151 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65adc52a-4d36-4999-b22a-d7be6d32cd47 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:32:36.420874 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-65adc52a-4d36-4999-b22a-d7be6d32cd47 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] 10.222.0.24 "DELETE /v2.0/ports/a5fcc2db-3ee0-499f-bbb6-278c5054964e HTTP/1.1" status: 404 len: 333 time: 0.3646991 Feb 01 04:32:36.427354 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678204e6-9985-4afb-b846-7b801596d0f4 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:32:36.432895 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678204e6-9985-4afb-b846-7b801596d0f4 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:36.433610 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-678204e6-9985-4afb-b846-7b801596d0f4 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:36.442164 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34288) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:36.449878 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83717784-f87c-4dc9-a90b-7a26ff837872 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Pushing event updated for resources: {'Network': ['ID=9efe2682-3213-46f2-a8a0-91b529d1292e,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:36.459723 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678204e6-9985-4afb-b846-7b801596d0f4 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event updated for resources: {'Port': ['ID=7da74210-4e7c-4449-aae7-56864deafca4,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:36.494434 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8a0a1156-d657-46e1-b644-df0853a2b488 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:36.503247 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-0d5a4404-dd43-464a-b1df-ce48990d3b62 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:32:36.517676 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 9efe2682-3213-46f2-a8a0-91b529d1292e details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:32:36.521909 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a091e8bd-e261-46cc-94b2-7227adbfeffe tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2424773'] for subnet, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:36.611733 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d5a4404-dd43-464a-b1df-ce48990d3b62 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Made reservation on behalf of 99c588771a6645f4bc4f4343a4018c7b for: {'subnet': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:32:36.615462 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0d5a4404-dd43-464a-b1df-ce48990d3b62 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3694443'] for subnet, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:36.638173 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-678204e6-9985-4afb-b846-7b801596d0f4 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.8603070 Feb 01 04:32:36.653049 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0a1156-d657-46e1-b644-df0853a2b488 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:32:36.653442 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34292) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:36.660349 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-8a0a1156-d657-46e1-b644-df0853a2b488 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:32:36.669861 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-28a0f3c0-8bc2-4323-875b-fff8e384dd39 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Request body: {'port': {'network_id': 'aab63fe5-331d-4ad4-8cfa-cae6e1db1f9f', 'name': 'tempest-PortsIpV6TestJSON-2078683577', 'fixed_ips': [{'subnet_id': 'dc89a569-fea8-4852-8fa2-7d94009c6396', 'ip_address': '2001:db8::f'}]}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:32:36.722797 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0a1156-d657-46e1-b644-df0853a2b488 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:32:36.772957 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0a1156-d657-46e1-b644-df0853a2b488 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Pushing event updated for resources: {'Port': ['ID=4f788a7a-9683-47d2-8e62-9059231065c4,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:36.786886 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-50d1c6f7-bd32-41df-b967-0dbc94aa3ab9 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Deleting subnet a3564092-1f2b-425c-8a21-b1ff5cf251a7 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:32:36.802043 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:36.859543 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-50d1c6f7-bd32-41df-b967-0dbc94aa3ab9 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:36.867913 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port ae2d668a-5833-44c9-a94e-ec7367e83df8, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=ae2d668a-5833-44c9-a94e-ec7367e83df8,segment=NetworkSegment(7a61c0df-8a6d-4915-bb13-65d1bbe58dae),segment_id=7a61c0df-8a6d-4915-bb13-65d1bbe58dae)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:32:36.881428 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:36.883253 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 22b27043-e392-4fc1-88af-d013cc695800 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:32:37.003598 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a091e8bd-e261-46cc-94b2-7227adbfeffe tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:37.116531 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2e48776-3b53-477c-8e4d-3b1825a1cbd1 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Router 41a9d5fb-0154-4858-9bed-a5cb309067fb has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:32:37.154449 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:37.165534 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=ae2d668a-5833-44c9-a94e-ec7367e83df8,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:37.172930 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-28a0f3c0-8bc2-4323-875b-fff8e384dd39 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:32:37.177904 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-28a0f3c0-8bc2-4323-875b-fff8e384dd39 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Usage tracker for resource:port and tenant:4859bcd8aae8416eba645579d339c6c6 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:32:37.182303 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-50d1c6f7-bd32-41df-b967-0dbc94aa3ab9 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145757'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:37.182698 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7636a096-e3b8-4fc4-95b8-bccc3a6aa21a None None] Update dhcp port {'port': {'network_id': '9687f3aa-a8f5-456e-ac13-aa5c58802971', 'fixed_ips': [{'subnet_id': 'd8386439-a2ac-462a-89f8-b78cd155f42a', 'ip_address': '2001:db8::2'}, {'subnet_id': 'af806000-24a4-49dc-be6e-d86a250be5f0'}], 'binding:host_id': 'dv-neutron-826830-1-hyperv'}, 'id': 'ae2d668a-5833-44c9-a94e-ec7367e83df8'} from dv-neutron-826830-1-hyperv. {{(pid=87638) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 01 04:32:37.218552 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-28a0f3c0-8bc2-4323-875b-fff8e384dd39 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:32:37.220585 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 22b27043-e392-4fc1-88af-d013cc695800 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:32:37.253233 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-28a0f3c0-8bc2-4323-875b-fff8e384dd39 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:32:37.266030 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 22b27043-e392-4fc1-88af-d013cc695800 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:32:37.266874 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:37.316626 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7636a096-e3b8-4fc4-95b8-bccc3a6aa21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:37.329153 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e79d064c-08e1-412a-875a-201c4f833119 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:37.348496 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-80e64887-acc1-494f-9fa0-5b8c31b1b598 None None] Provisioning complete for port 22b27043-e392-4fc1-88af-d013cc695800 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:32:37.348864 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-80e64887-acc1-494f-9fa0-5b8c31b1b598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:37.418382 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a0f3c0-8bc2-4323-875b-fff8e384dd39 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Made reservation on behalf of 4859bcd8aae8416eba645579d339c6c6 for: {'port': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:32:37.462705 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e48776-3b53-477c-8e4d-3b1825a1cbd1 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:32:37.469606 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a091e8bd-e261-46cc-94b2-7227adbfeffe tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3037665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694336'] for subnet, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:37.487356 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa14192d-20e3-4fee-9a13-f93937f520e7 None None] Sync routers for ids ['41a9d5fb-0154-4858-9bed-a5cb309067fb'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:32:37.516700 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a2e48776-3b53-477c-8e4d-3b1825a1cbd1 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] 10.222.0.24 "PUT /v2.0/routers/41a9d5fb-0154-4858-9bed-a5cb309067fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5785191 Feb 01 04:32:37.519556 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a091e8bd-e261-46cc-94b2-7227adbfeffe tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:37.524583 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34296) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:37.560195 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-50d1c6f7-bd32-41df-b967-0dbc94aa3ab9 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:37.604273 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa14192d-20e3-4fee-9a13-f93937f520e7 None None] Routers {'41a9d5fb-0154-4858-9bed-a5cb309067fb'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:32:37.604912 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-fa14192d-20e3-4fee-9a13-f93937f520e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:32:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['41a9d5fb-0154-4858-9bed-a5cb309067fb'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:37.654720 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01cf32eb-0103-4baa-b9b9-1e5dcd1fbc3f None None] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:32:37.699451 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8a0a1156-d657-46e1-b644-df0853a2b488 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:37.726183 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-fa14192d-20e3-4fee-9a13-f93937f520e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:37.769472 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a091e8bd-e261-46cc-94b2-7227adbfeffe tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event deleted for resources: {'Subnet': ['ID=55f3415e-78ef-4785-898c-e4059e532cc0,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:37.897602 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa14192d-20e3-4fee-9a13-f93937f520e7 None None] Routers {'41a9d5fb-0154-4858-9bed-a5cb309067fb'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:32:37.898342 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-fa14192d-20e3-4fee-9a13-f93937f520e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:32:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['41a9d5fb-0154-4858-9bed-a5cb309067fb'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:37.928156 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-50d1c6f7-bd32-41df-b967-0dbc94aa3ab9 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3072169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2652276'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:37.980069 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0d5a4404-dd43-464a-b1df-ce48990d3b62 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3037478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3694457'] for subnet, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:37.986742 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-a091e8bd-e261-46cc-94b2-7227adbfeffe tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/subnets/55f3415e-78ef-4785-898c-e4059e532cc0 HTTP/1.1" status: 204 len: 168 time: 1.8899331 Feb 01 04:32:38.021696 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d1c6f7-bd32-41df-b967-0dbc94aa3ab9 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Pushing event deleted for resources: {'Subnet': ['ID=a3564092-1f2b-425c-8a21-b1ff5cf251a7,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:38.023176 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34300) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:38.024152 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-50d1c6f7-bd32-41df-b967-0dbc94aa3ab9 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539973'] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:38.054660 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6f1eaa43-7e1c-4483-ac5b-bf4003dd836f tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Notify callbacks [] for router, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:38.055106 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23a3f25-38ac-42ae-b94d-3082047ceace None None] Network ea64c6f2-a876-48a5-bf43-9976356f0fd1 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:32:38.095831 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-fa14192d-20e3-4fee-9a13-f93937f520e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:38.096175 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa14192d-20e3-4fee-9a13-f93937f520e7 None None] The sync data for ids ['41a9d5fb-0154-4858-9bed-a5cb309067fb'] in dv-neutron-826830-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:32:38.112073 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-50d1c6f7-bd32-41df-b967-0dbc94aa3ab9 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] 10.222.0.24 "DELETE /v2.0/subnets/a3564092-1f2b-425c-8a21-b1ff5cf251a7 HTTP/1.1" status: 204 len: 168 time: 1.6617603 Feb 01 04:32:38.112277 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:38.121348 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34304) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:38.137142 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-80e64887-acc1-494f-9fa0-5b8c31b1b598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:38.263440 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-7636a096-e3b8-4fc4-95b8-bccc3a6aa21a None None] Allocated IP 172.20.0.1 (9687f3aa-a8f5-456e-ac13-aa5c58802971/af806000-24a4-49dc-be6e-d86a250be5f0/ae2d668a-5833-44c9-a94e-ec7367e83df8) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:32:38.314216 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-28a0f3c0-8bc2-4323-875b-fff8e384dd39 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:38.352668 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 22b27043-e392-4fc1-88af-d013cc695800, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=22b27043-e392-4fc1-88af-d013cc695800,segment=NetworkSegment(06f93ee9-7280-4c99-b7fc-d351333422f9),segment_id=06f93ee9-7280-4c99-b7fc-d351333422f9)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:32:38.384361 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:38.400095 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5a4404-dd43-464a-b1df-ce48990d3b62 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Pushing event updated for resources: {'Subnet': ['ID=cbe345ee-c42b-45f4-b377-61a1de04faf1,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:38.435952 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-261d974b-0f10-4a6c-a45d-2a88c9135c81 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Synchronizing usage tracker for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:router {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:32:38.460411 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-380eb051-d97a-4b33-b95e-84b2022a0a38 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:38.505686 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5a4404-dd43-464a-b1df-ce48990d3b62 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Checking segment: {'id': '8694e596-c05f-4134-9bfd-210c7fab0f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9efe2682-3213-46f2-a8a0-91b529d1292e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:32:38.506051 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5a4404-dd43-464a-b1df-ce48990d3b62 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Network hostable DHCP agents. Network: 9efe2682-3213-46f2-a8a0-91b529d1292e, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:32:38.511107 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-28a0f3c0-8bc2-4323-875b-fff8e384dd39 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] device_id is not set on port 39808324-af91-4037-bd1a-b9c9cd73953d yet. {{(pid=87637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:32:38.512223 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8a0a1156-d657-46e1-b644-df0853a2b488 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:38.513621 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device ae2d668a-5833-44c9-a94e-ec7367e83df8 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:32:38.516961 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-380eb051-d97a-4b33-b95e-84b2022a0a38 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Deleting port 7fdfc20d-a320-42ce-a8e0-1e5867aebfa4 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:32:38.517409 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-380eb051-d97a-4b33-b95e-84b2022a0a38 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:38.546882 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8a0a1156-d657-46e1-b644-df0853a2b488 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-774359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-774360', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-772505'] for router, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:38.549344 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6f1eaa43-7e1c-4483-ac5b-bf4003dd836f tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25968'] for router, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:38.555494 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-261d974b-0f10-4a6c-a45d-2a88c9135c81 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Unset dirty status for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:router {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:32:38.556587 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6f1eaa43-7e1c-4483-ac5b-bf4003dd836f tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:38.557075 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-261d974b-0f10-4a6c-a45d-2a88c9135c81 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.5204957 Feb 01 04:32:38.562141 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34308) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:38.650062 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-80e64887-acc1-494f-9fa0-5b8c31b1b598 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:32:38.650427 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-80e64887-acc1-494f-9fa0-5b8c31b1b598 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:32:38.661000 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=22b27043-e392-4fc1-88af-d013cc695800,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:38.693901 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-7636a096-e3b8-4fc4-95b8-bccc3a6aa21a None None] For port ae2d668a-5833-44c9-a94e-ec7367e83df8, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=ae2d668a-5833-44c9-a94e-ec7367e83df8,segment=NetworkSegment(7a61c0df-8a6d-4915-bb13-65d1bbe58dae),segment_id=7a61c0df-8a6d-4915-bb13-65d1bbe58dae)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:32:38.728372 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d349e2-75a0-4944-9ea1-e50bc9dff3af None None] DHCP port deletion for 14b67238-4e53-405c-b9cd-84b8ff52e36a request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:32:38.743508 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port ae2d668a-5833-44c9-a94e-ec7367e83df8 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:32:38.744029 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:38.776244 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-02d349e2-75a0-4944-9ea1-e50bc9dff3af None None] Deleting port f4370e73-caf6-4f99-b370-6e8d16d6ebd6 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:32:38.776467 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-02d349e2-75a0-4944-9ea1-e50bc9dff3af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:38.803964 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6f1eaa43-7e1c-4483-ac5b-bf4003dd836f tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772958'] for router, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:38.804314 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f1eaa43-7e1c-4483-ac5b-bf4003dd836f tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Fanout notify agent at l3_agent the message router_deleted on router 41a9d5fb-0154-4858-9bed-a5cb309067fb {{(pid=87637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 01 04:32:38.821956 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7636a096-e3b8-4fc4-95b8-bccc3a6aa21a None None] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:38.840773 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643d1a87-4919-458b-8271-9b75e2182b30 None None] DHCP port deletion for ea64c6f2-a876-48a5-bf43-9976356f0fd1 request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:32:38.847189 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5a4404-dd43-464a-b1df-ce48990d3b62 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Network 9efe2682-3213-46f2-a8a0-91b529d1292e is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:32:38.861555 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-260736a0-de86-452e-a7eb-819e65b3daa9 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for router, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:38.874477 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-7636a096-e3b8-4fc4-95b8-bccc3a6aa21a None None] Transition to ACTIVE for port object ae2d668a-5833-44c9-a94e-ec7367e83df8 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:32:38.878201 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-643d1a87-4919-458b-8271-9b75e2182b30 None None] Deleting port 7fdfc20d-a320-42ce-a8e0-1e5867aebfa4 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:32:38.878605 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-643d1a87-4919-458b-8271-9b75e2182b30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:38.917341 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7636a096-e3b8-4fc4-95b8-bccc3a6aa21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:38.983261 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-380eb051-d97a-4b33-b95e-84b2022a0a38 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] For port 7fdfc20d-a320-42ce-a8e0-1e5867aebfa4, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=7fdfc20d-a320-42ce-a8e0-1e5867aebfa4,segment=NetworkSegment(fb6c1402-4df7-42b6-81d8-3d2d6848830b),segment_id=fb6c1402-4df7-42b6-81d8-3d2d6848830b)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:32:38.983854 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-380eb051-d97a-4b33-b95e-84b2022a0a38 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:39.119981 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-380eb051-d97a-4b33-b95e-84b2022a0a38 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Calling delete_port for 7fdfc20d-a320-42ce-a8e0-1e5867aebfa4 owned by network:dhcp {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:32:39.148590 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a0a1156-d657-46e1-b644-df0853a2b488 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Router 0f06aedf-b5c0-4a6b-b1b5-5b21451f67ac is scheduled to L3 agent a3073304-82af-4a42-89af-bc532d6626bb with binding_index 1 {{(pid=87636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 01 04:32:39.175487 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-0d5a4404-dd43-464a-b1df-ce48990d3b62 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, 9efe2682-3213-46f2-a8a0-91b529d1292e) {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:32:39.199396 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5a4404-dd43-464a-b1df-ce48990d3b62 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:39.199983 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0d5a4404-dd43-464a-b1df-ce48990d3b62 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:39.203993 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Port ae2d668a-5833-44c9-a94e-ec7367e83df8 had new provisioning blocks added so it will not transition to active. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Feb 01 04:32:39.224505 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4743947e-95c9-4f7f-8f0b-3b4c84177bdd None None] Network 9efe2682-3213-46f2-a8a0-91b529d1292e requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:32:39.259014 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 62308ba4-5ff5-49f4-bff4-d183046c891e no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:32:39.268384 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6f1eaa43-7e1c-4483-ac5b-bf4003dd836f tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:39.271951 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-6f1eaa43-7e1c-4483-ac5b-bf4003dd836f tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] 10.222.0.24 "DELETE /v2.0/routers/41a9d5fb-0154-4858-9bed-a5cb309067fb HTTP/1.1" status: 204 len: 168 time: 1.7240684 Feb 01 04:32:39.284296 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34312) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:39.384341 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 62308ba4-5ff5-49f4-bff4-d183046c891e {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:32:39.384682 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 62308ba4-5ff5-49f4-bff4-d183046c891e not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:32:39.386378 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-e79d064c-08e1-412a-875a-201c4f833119 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Allocated IP 172.20.0.1 (48a8116f-5145-4df2-8dee-c471c3562c8c/971dea57-1214-470d-a302-e1e05fdbc044/c7c56bdc-31cb-40a7-b441-5db8b46974db) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:32:39.396643 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636a096-e3b8-4fc4-95b8-bccc3a6aa21a None None] Pushing event updated for resources: {'Port': ['ID=ae2d668a-5833-44c9-a94e-ec7367e83df8,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:39.459518 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-461670a8-2dee-4f0f-bf9e-efd93d87135a tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Deleting subnet 3e985788-c234-426c-8d08-765e0f82f8ca {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:32:39.466196 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-461670a8-2dee-4f0f-bf9e-efd93d87135a tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:39.503271 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-380eb051-d97a-4b33-b95e-84b2022a0a38 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:39.550095 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e79d064c-08e1-412a-875a-201c4f833119 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:39.567071 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-e79d064c-08e1-412a-875a-201c4f833119 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Transition to ACTIVE for port object c7c56bdc-31cb-40a7-b441-5db8b46974db will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:32:39.603373 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e79d064c-08e1-412a-875a-201c4f833119 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:39.624698 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-80e64887-acc1-494f-9fa0-5b8c31b1b598 None None] Provisioning for port 7da74210-4e7c-4449-aae7-56864deafca4 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:32:39.637308 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-02d349e2-75a0-4944-9ea1-e50bc9dff3af None None] For port f4370e73-caf6-4f99-b370-6e8d16d6ebd6, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=f4370e73-caf6-4f99-b370-6e8d16d6ebd6,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:32:39.637726 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-02d349e2-75a0-4944-9ea1-e50bc9dff3af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:39.650746 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380eb051-d97a-4b33-b95e-84b2022a0a38 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Pushing event deleted for resources: {'Port': ['ID=7fdfc20d-a320-42ce-a8e0-1e5867aebfa4,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:39.666865 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380eb051-d97a-4b33-b95e-84b2022a0a38 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] No DVR routers for this DVR port 7fdfc20d-a320-42ce-a8e0-1e5867aebfa4 on host dv-neutron-826830-1-hyperv {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:32:39.672892 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-461670a8-2dee-4f0f-bf9e-efd93d87135a tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145757'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:39.715209 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-0d5a4404-dd43-464a-b1df-ce48990d3b62 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6218967 Feb 01 04:32:39.722670 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-80e64887-acc1-494f-9fa0-5b8c31b1b598 None None] Provisioning complete for port 7da74210-4e7c-4449-aae7-56864deafca4 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:32:39.723039 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-80e64887-acc1-494f-9fa0-5b8c31b1b598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:39.741879 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34316) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:39.754115 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-7ae753ff-05b0-4cb7-a8cb-9261e3d16130 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:32:39.798077 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79d064c-08e1-412a-875a-201c4f833119 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Pushing event updated for resources: {'Port': ['ID=c7c56bdc-31cb-40a7-b441-5db8b46974db,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:39.813852 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-260736a0-de86-452e-a7eb-819e65b3daa9 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25968'] for router, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:39.825191 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79d064c-08e1-412a-875a-201c4f833119 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Network 48a8116f-5145-4df2-8dee-c471c3562c8c is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:32:39.829124 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-260736a0-de86-452e-a7eb-819e65b3daa9 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:39.834208 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-e79d064c-08e1-412a-875a-201c4f833119 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:32:39.837770 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a0a1156-d657-46e1-b644-df0853a2b488 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:32:39.849175 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-28a0f3c0-8bc2-4323-875b-fff8e384dd39 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Allocated IP 2001:db8::f (aab63fe5-331d-4ad4-8cfa-cae6e1db1f9f/dc89a569-fea8-4852-8fa2-7d94009c6396/39808324-af91-4037-bd1a-b9c9cd73953d) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:32:39.853412 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b1d764-43a7-454e-86a9-fc297faa25ac None None] Sync routers for ids ['0f06aedf-b5c0-4a6b-b1b5-5b21451f67ac'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:32:39.856192 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79d064c-08e1-412a-875a-201c4f833119 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:32:39.882325 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b1d764-43a7-454e-86a9-fc297faa25ac None None] Routers {'0f06aedf-b5c0-4a6b-b1b5-5b21451f67ac'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:32:39.886349 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-69b1d764-43a7-454e-86a9-fc297faa25ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:32:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['0f06aedf-b5c0-4a6b-b1b5-5b21451f67ac'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:39.967395 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-02d349e2-75a0-4944-9ea1-e50bc9dff3af None None] Calling delete_port for f4370e73-caf6-4f99-b370-6e8d16d6ebd6 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:32:40.007713 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-69b1d764-43a7-454e-86a9-fc297faa25ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:40.024056 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b1d764-43a7-454e-86a9-fc297faa25ac None None] Routers {'0f06aedf-b5c0-4a6b-b1b5-5b21451f67ac'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:32:40.024896 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-69b1d764-43a7-454e-86a9-fc297faa25ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:32:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['0f06aedf-b5c0-4a6b-b1b5-5b21451f67ac'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:40.029096 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-260736a0-de86-452e-a7eb-819e65b3daa9 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772958'] for router, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:40.031033 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-260736a0-de86-452e-a7eb-819e65b3daa9 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Fanout notify agent at l3_agent the message router_deleted on router bdf2a959-07e4-4642-99e4-913a312a245c {{(pid=87637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 01 04:32:40.034087 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-380eb051-d97a-4b33-b95e-84b2022a0a38 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:40.061529 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e79d064c-08e1-412a-875a-201c4f833119 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-372107'] for router_interface, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:40.065013 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-380eb051-d97a-4b33-b95e-84b2022a0a38 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea64c6f2-a876-48a5-bf43-9976356f0fd1']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:40.085339 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-380eb051-d97a-4b33-b95e-84b2022a0a38 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb6c1402-4df7-42b6-81d8-3d2d6848830b') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:40.085711 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-380eb051-d97a-4b33-b95e-84b2022a0a38 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb6c1402-4df7-42b6-81d8-3d2d6848830b') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:40.100038 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-380eb051-d97a-4b33-b95e-84b2022a0a38 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143022'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:40.122486 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-380eb051-d97a-4b33-b95e-84b2022a0a38 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:40.124062 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-643d1a87-4919-458b-8271-9b75e2182b30 None None] For port 7fdfc20d-a320-42ce-a8e0-1e5867aebfa4, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=7fdfc20d-a320-42ce-a8e0-1e5867aebfa4,segment=NetworkSegment(fb6c1402-4df7-42b6-81d8-3d2d6848830b),segment_id=fb6c1402-4df7-42b6-81d8-3d2d6848830b)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:32:40.124447 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-643d1a87-4919-458b-8271-9b75e2182b30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:40.143437 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-69b1d764-43a7-454e-86a9-fc297faa25ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:40.144856 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b1d764-43a7-454e-86a9-fc297faa25ac None None] The sync data for ids ['0f06aedf-b5c0-4a6b-b1b5-5b21451f67ac'] in dv-neutron-826830-1-hyperv is: [] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:32:40.168047 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-380eb051-d97a-4b33-b95e-84b2022a0a38 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:32:40.168441 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-380eb051-d97a-4b33-b95e-84b2022a0a38 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3072199'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:40.198240 dv-neutron-826830-1-hyperv neutron-server[87636]: Traceback (most recent call last): Feb 01 04:32:40.198240 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:32:40.198240 dv-neutron-826830-1-hyperv neutron-server[87636]: timer() Feb 01 04:32:40.198240 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:32:40.198240 dv-neutron-826830-1-hyperv neutron-server[87636]: cb(*args, **kw) Feb 01 04:32:40.198240 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:32:40.198240 dv-neutron-826830-1-hyperv neutron-server[87636]: return func(*args, **kwargs) Feb 01 04:32:40.198240 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:32:40.198240 dv-neutron-826830-1-hyperv neutron-server[87636]: self._notify() Feb 01 04:32:40.198240 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:32:40.198240 dv-neutron-826830-1-hyperv neutron-server[87636]: self.callback(batched_events) Feb 01 04:32:40.198240 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:32:40.198240 dv-neutron-826830-1-hyperv neutron-server[87636]: event.method(event) Feb 01 04:32:40.198240 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:32:40.198240 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:32:40.198240 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:32:40.198240 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:32:40.198240 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:32:40.198240 dv-neutron-826830-1-hyperv neutron-server[87636]: return f(self, *a, **k) Feb 01 04:32:40.198240 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:32:40.198240 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._get(url).json() Feb 01 04:32:40.198240 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:32:40.198240 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:32:40.198240 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:32:40.198240 dv-neutron-826830-1-hyperv neutron-server[87636]: return self.request(url, 'GET', **kwargs) Feb 01 04:32:40.198240 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:32:40.198240 dv-neutron-826830-1-hyperv neutron-server[87636]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:32:40.198240 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:32:40.198240 dv-neutron-826830-1-hyperv neutron-server[87636]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:32:40.198240 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:32:40.198240 dv-neutron-826830-1-hyperv neutron-server[87636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:32:40.198240 dv-neutron-826830-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:32:40.285202 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8a0a1156-d657-46e1-b644-df0853a2b488 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:40.286388 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-8a0a1156-d657-46e1-b644-df0853a2b488 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] 10.222.0.24 "PUT /v2.0/routers/0f06aedf-b5c0-4a6b-b1b5-5b21451f67ac HTTP/1.1" status: 200 len: 918 time: 11.0921695 Feb 01 04:32:40.305998 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-80e64887-acc1-494f-9fa0-5b8c31b1b598 None None] Port 7da74210-4e7c-4449-aae7-56864deafca4 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:32:40.310397 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34320) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:40.337575 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-260736a0-de86-452e-a7eb-819e65b3daa9 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:40.341616 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-260736a0-de86-452e-a7eb-819e65b3daa9 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/routers/bdf2a959-07e4-4642-99e4-913a312a245c HTTP/1.1" status: 204 len: 168 time: 1.7706783 Feb 01 04:32:40.345442 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34324) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:40.366048 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac97c9a-cb62-437c-b514-d1d5bb28a216 None None] Network 9687f3aa-a8f5-456e-ac13-aa5c58802971 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:32:40.462401 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7ae753ff-05b0-4cb7-a8cb-9261e3d16130 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2652166'] for subnet, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:40.473997 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-643d1a87-4919-458b-8271-9b75e2182b30 None None] Calling delete_port for 7fdfc20d-a320-42ce-a8e0-1e5867aebfa4 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:32:40.520609 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618d2828-8dbc-48d6-b0dc-23ad8981b077 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-9efe2682-3213-46f2-a8a0-91b529d1292e', 'network_id': '9efe2682-3213-46f2-a8a0-91b529d1292e', 'tenant_id': '99c588771a6645f4bc4f4343a4018c7b', 'fixed_ips': [{'subnet_id': 'cbe345ee-c42b-45f4-b377-61a1de04faf1'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:32:40.521530 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-618d2828-8dbc-48d6-b0dc-23ad8981b077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:40.550526 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device ae2d668a-5833-44c9-a94e-ec7367e83df8 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:32:40.560335 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-380eb051-d97a-4b33-b95e-84b2022a0a38 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:40.591605 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-380eb051-d97a-4b33-b95e-84b2022a0a38 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:40.608839 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-461670a8-2dee-4f0f-bf9e-efd93d87135a tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:40.641815 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380eb051-d97a-4b33-b95e-84b2022a0a38 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] Pushing event deleted for resources: {'Network': ['ID=ea64c6f2-a876-48a5-bf43-9976356f0fd1,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:40.652732 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-28a0f3c0-8bc2-4323-875b-fff8e384dd39 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:40.663572 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28803a4f-d47d-45d7-bbaa-40b544cd3859 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:40.664275 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-28803a4f-d47d-45d7-bbaa-40b544cd3859 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Synchronizing usage tracker for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:32:40.687325 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e79d064c-08e1-412a-875a-201c4f833119 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:40.706987 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-02d349e2-75a0-4944-9ea1-e50bc9dff3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:40.708396 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-380eb051-d97a-4b33-b95e-84b2022a0a38 tempest-DHCPAgentSchedulersTestJSON-799618216 tempest-DHCPAgentSchedulersTestJSON-799618216-project] 10.222.0.24 "DELETE /v2.0/networks/ea64c6f2-a876-48a5-bf43-9976356f0fd1 HTTP/1.1" status: 204 len: 168 time: 2.5834591 Feb 01 04:32:40.712742 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-28a0f3c0-8bc2-4323-875b-fff8e384dd39 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Transition to ACTIVE for port object 39808324-af91-4037-bd1a-b9c9cd73953d will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:32:40.752001 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-28803a4f-d47d-45d7-bbaa-40b544cd3859 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Unset dirty status for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:32:40.755174 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-28803a4f-d47d-45d7-bbaa-40b544cd3859 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4066687 Feb 01 04:32:40.761480 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34330) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:40.813933 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f9dc5568-fffb-4a3c-a1f9-0e42efbf561c tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] 10.222.0.24 "GET /v2.0/routers/0f06aedf-b5c0-4a6b-b1b5-5b21451f67ac HTTP/1.1" status: 200 len: 924 time: 0.5024519 Feb 01 04:32:40.821629 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-3940f0e6-a411-4125-a796-7d63a4c416b4 None None] Provisioning for port ae2d668a-5833-44c9-a94e-ec7367e83df8 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:32:40.825916 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34334) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:40.854268 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d349e2-75a0-4944-9ea1-e50bc9dff3af None None] Pushing event deleted for resources: {'Port': ['ID=f4370e73-caf6-4f99-b370-6e8d16d6ebd6,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:40.856718 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d349e2-75a0-4944-9ea1-e50bc9dff3af None None] No DVR routers for this DVR port f4370e73-caf6-4f99-b370-6e8d16d6ebd6 on host dv-neutron-826830-1-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:32:40.884280 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-3940f0e6-a411-4125-a796-7d63a4c416b4 None None] Provisioning complete for port ae2d668a-5833-44c9-a94e-ec7367e83df8 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:32:40.884772 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3940f0e6-a411-4125-a796-7d63a4c416b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:40.995244 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223ae68e-557a-4d1f-bd1e-994c032d7946 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:40.996122 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-223ae68e-557a-4d1f-bd1e-994c032d7946 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Synchronizing usage tracker for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:subnet {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:32:41.003335 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-28a0f3c0-8bc2-4323-875b-fff8e384dd39 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:41.023815 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-643d1a87-4919-458b-8271-9b75e2182b30 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:32:41.024223 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-643d1a87-4919-458b-8271-9b75e2182b30 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:32:41.062663 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port ae2d668a-5833-44c9-a94e-ec7367e83df8 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:32:41.063020 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:41.068145 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-461670a8-2dee-4f0f-bf9e-efd93d87135a tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3072169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2652276'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:41.110732 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7ae753ff-05b0-4cb7-a8cb-9261e3d16130 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734577908462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3072160'] for subnet, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:41.125877 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-461670a8-2dee-4f0f-bf9e-efd93d87135a tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:41.137863 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-461670a8-2dee-4f0f-bf9e-efd93d87135a tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] 10.222.0.24 "DELETE /v2.0/subnets/3e985788-c234-426c-8d08-765e0f82f8ca HTTP/1.1" status: 204 len: 168 time: 1.8528790 Feb 01 04:32:41.138742 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34340) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:41.140044 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae753ff-05b0-4cb7-a8cb-9261e3d16130 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:41.140631 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7ae753ff-05b0-4cb7-a8cb-9261e3d16130 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:41.145331 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-7ae753ff-05b0-4cb7-a8cb-9261e3d16130 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] 10.222.0.24 "PUT /v2.0/subnets/cbe345ee-c42b-45f4-b377-61a1de04faf1 HTTP/1.1" status: 200 len: 826 time: 1.3963866 Feb 01 04:32:41.157112 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5c80bf-bf7a-4325-b814-b8ab769d4c5b None None] Network 46eee755-65b2-43da-a49f-8e967aa52c1d requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:32:41.262846 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34342) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:41.324182 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a0f3c0-8bc2-4323-875b-fff8e384dd39 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Network aab63fe5-331d-4ad4-8cfa-cae6e1db1f9f is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:32:41.328689 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34348) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:41.336203 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-223ae68e-557a-4d1f-bd1e-994c032d7946 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Unset dirty status for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:subnet {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:32:41.337322 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-223ae68e-557a-4d1f-bd1e-994c032d7946 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5679436 Feb 01 04:32:41.338753 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-28a0f3c0-8bc2-4323-875b-fff8e384dd39 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:32:41.341584 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a0f3c0-8bc2-4323-875b-fff8e384dd39 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:32:41.347736 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a0f3c0-8bc2-4323-875b-fff8e384dd39 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:41.348283 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-28a0f3c0-8bc2-4323-875b-fff8e384dd39 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:41.359367 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34352) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:41.363654 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-618d2828-8dbc-48d6-b0dc-23ad8981b077 None None] Allocated IP 2001:db8::2 (9efe2682-3213-46f2-a8a0-91b529d1292e/cbe345ee-c42b-45f4-b377-61a1de04faf1/6e6e2316-a254-4175-9f46-824f99790325) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:32:41.424884 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461670a8-2dee-4f0f-bf9e-efd93d87135a tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Pushing event deleted for resources: {'Subnet': ['ID=3e985788-c234-426c-8d08-765e0f82f8ca,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:41.430110 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ed59d2a9-bca4-43f0-bf7b-e79c79f18460 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:41.449441 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a0f3c0-8bc2-4323-875b-fff8e384dd39 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event updated for resources: {'Port': ['ID=39808324-af91-4037-bd1a-b9c9cd73953d,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:41.490059 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-ac11f80c-797b-47b1-aed3-49a6ee409fe3 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Synchronizing usage tracker for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:router {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:32:41.513314 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae753ff-05b0-4cb7-a8cb-9261e3d16130 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Pushing event updated for resources: {'Subnet': ['ID=cbe345ee-c42b-45f4-b377-61a1de04faf1,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:41.538604 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-ed59d2a9-bca4-43f0-bf7b-e79c79f18460 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Deleting port fc2d1ab5-74b0-444b-b6d1-03bb4df431c8 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:32:41.538943 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ed59d2a9-bca4-43f0-bf7b-e79c79f18460 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:41.550038 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-28a0f3c0-8bc2-4323-875b-fff8e384dd39 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.8898854 Feb 01 04:32:41.575796 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34358) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:41.618309 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-643d1a87-4919-458b-8271-9b75e2182b30 None None] Deleting port 7fdfc20d-a320-42ce-a8e0-1e5867aebfa4 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:32:41.618575 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-643d1a87-4919-458b-8271-9b75e2182b30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:41.635797 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab72c97-b996-47a1-a099-5487ea3fcc18 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:41.639343 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-3ab72c97-b996-47a1-a099-5487ea3fcc18 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=bdef128a-46b3-4cca-a245-48d1eb781269&device_id=0f06aedf-b5c0-4a6b-b1b5-5b21451f67ac&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.8131506 Feb 01 04:32:41.643546 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34362) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:41.727984 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-ac11f80c-797b-47b1-aed3-49a6ee409fe3 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Unset dirty status for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:router {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:32:41.729129 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-ac11f80c-797b-47b1-aed3-49a6ee409fe3 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3688302 Feb 01 04:32:41.743696 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-3940f0e6-a411-4125-a796-7d63a4c416b4 None None] Provisioning complete for port 7da74210-4e7c-4449-aae7-56864deafca4 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:32:41.750912 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3940f0e6-a411-4125-a796-7d63a4c416b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:41.754274 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34366) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:41.772509 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-b80725ea-e9b3-4b64-9274-3a605926f45d tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Request body: {'subnet': {'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:32:41.874224 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7033c7-a6f8-469c-a909-58c00f2d5a20 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:41.875025 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-cc7033c7-a6f8-469c-a909-58c00f2d5a20 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Synchronizing usage tracker for tenant:b2c4c9315227484db5c8ddb58f58651b on resource:network {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:32:41.889620 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-aff7bc99-115b-4070-b0e6-8d1b604e14fd tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:41.914917 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-643d1a87-4919-458b-8271-9b75e2182b30 None None] The port '7fdfc20d-a320-42ce-a8e0-1e5867aebfa4' was deleted {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 01 04:32:41.935607 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-cc7033c7-a6f8-469c-a909-58c00f2d5a20 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Unset dirty status for tenant:b2c4c9315227484db5c8ddb58f58651b on resource:network {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:32:41.939421 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-cc7033c7-a6f8-469c-a909-58c00f2d5a20 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] 10.222.0.24 "GET /v2.0/networks/bdef128a-46b3-4cca-a245-48d1eb781269 HTTP/1.1" status: 200 len: 881 time: 0.2920122 Feb 01 04:32:41.945707 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34372) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:41.954930 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-6acc52fe-c83a-4734-9c0e-a7778fc1152f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=72fcca3e47a14a7190176a227ed3e21f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6192527 Feb 01 04:32:41.959420 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34374) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:41.960377 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 22b27043-e392-4fc1-88af-d013cc695800 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:32:42.026400 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-ed59d2a9-bca4-43f0-bf7b-e79c79f18460 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] For port fc2d1ab5-74b0-444b-b6d1-03bb4df431c8, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=fc2d1ab5-74b0-444b-b6d1-03bb4df431c8,segment=NetworkSegment(83462b4c-0bae-472c-bc4f-38eeaba88425),segment_id=83462b4c-0bae-472c-bc4f-38eeaba88425)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:32:42.026761 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ed59d2a9-bca4-43f0-bf7b-e79c79f18460 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:42.040652 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-3940f0e6-a411-4125-a796-7d63a4c416b4 None None] Port 7da74210-4e7c-4449-aae7-56864deafca4 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:32:42.054729 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-d12bdad3-b976-45c9-b0b3-bcf28eb9e8ec tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f06aedf-b5c0-4a6b-b1b5-5b21451f67ac HTTP/1.1" status: 200 len: 205 time: 0.0969377 Feb 01 04:32:42.093073 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34380) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:42.127979 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-3940f0e6-a411-4125-a796-7d63a4c416b4 None None] Provisioning for port c7c56bdc-31cb-40a7-b441-5db8b46974db completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:32:42.137007 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-3940f0e6-a411-4125-a796-7d63a4c416b4 None None] Provisioning complete for port c7c56bdc-31cb-40a7-b441-5db8b46974db triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:32:42.137365 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3940f0e6-a411-4125-a796-7d63a4c416b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:42.163523 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-aff7bc99-115b-4070-b0e6-8d1b604e14fd tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:42.165995 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-ed59d2a9-bca4-43f0-bf7b-e79c79f18460 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Calling delete_port for fc2d1ab5-74b0-444b-b6d1-03bb4df431c8 owned by network:dhcp {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:32:42.194735 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-618d2828-8dbc-48d6-b0dc-23ad8981b077 None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:42.197780 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 22b27043-e392-4fc1-88af-d013cc695800 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:32:42.197780 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:42.211516 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e2135d-13c0-439a-9e36-6e4d1b4c69df tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:42.212141 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-e4e2135d-13c0-439a-9e36-6e4d1b4c69df tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Synchronizing usage tracker for tenant:4859bcd8aae8416eba645579d339c6c6 on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:32:42.230512 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7b6630-5974-4b02-a4b2-08e9b72050ee None None] DHCP port deletion for 46eee755-65b2-43da-a49f-8e967aa52c1d request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:32:42.232684 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-b80725ea-e9b3-4b64-9274-3a605926f45d tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:32:42.242479 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-b80725ea-e9b3-4b64-9274-3a605926f45d tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:32:42.260440 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-4f7b6630-5974-4b02-a4b2-08e9b72050ee None None] Deleting port fc2d1ab5-74b0-444b-b6d1-03bb4df431c8 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:32:42.260802 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4f7b6630-5974-4b02-a4b2-08e9b72050ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:42.281459 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b80725ea-e9b3-4b64-9274-3a605926f45d tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Made reservation on behalf of 60b4e61082d3421283cb095bbc99ad8e for: {'subnet': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:32:42.285808 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b80725ea-e9b3-4b64-9274-3a605926f45d tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3694443'] for subnet, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:42.289017 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-618d2828-8dbc-48d6-b0dc-23ad8981b077 None None] Transition to ACTIVE for port object 6e6e2316-a254-4175-9f46-824f99790325 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:32:42.319371 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-3940f0e6-a411-4125-a796-7d63a4c416b4 None None] Port c7c56bdc-31cb-40a7-b441-5db8b46974db cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:32:42.330392 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-e4e2135d-13c0-439a-9e36-6e4d1b4c69df tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Unset dirty status for tenant:4859bcd8aae8416eba645579d339c6c6 on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:32:42.334361 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-e4e2135d-13c0-439a-9e36-6e4d1b4c69df tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.7545853 Feb 01 04:32:42.342301 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-618d2828-8dbc-48d6-b0dc-23ad8981b077 None None] Transition to ACTIVE for port object 6e6e2316-a254-4175-9f46-824f99790325 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:32:42.345760 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e79d064c-08e1-412a-875a-201c4f833119 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:42.347451 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34384) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:42.378819 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-618d2828-8dbc-48d6-b0dc-23ad8981b077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:42.414660 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-20a4973c-03e7-41ab-bf5d-0a778c182918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:42.415914 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ed59d2a9-bca4-43f0-bf7b-e79c79f18460 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:42.444269 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-20a4973c-03e7-41ab-bf5d-0a778c182918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:42.470580 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ecc019c8-3465-4358-9ad6-b136ad029bc5 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks [] for router, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:42.500613 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e79d064c-08e1-412a-875a-201c4f833119 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:42.510554 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618d2828-8dbc-48d6-b0dc-23ad8981b077 None None] Network 9efe2682-3213-46f2-a8a0-91b529d1292e is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:32:42.533211 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed59d2a9-bca4-43f0-bf7b-e79c79f18460 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Pushing event deleted for resources: {'Port': ['ID=fc2d1ab5-74b0-444b-b6d1-03bb4df431c8,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:42.536713 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-618d2828-8dbc-48d6-b0dc-23ad8981b077 None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:32:42.539510 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed59d2a9-bca4-43f0-bf7b-e79c79f18460 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] No DVR routers for this DVR port fc2d1ab5-74b0-444b-b6d1-03bb4df431c8 on host dv-neutron-826830-1-hyperv {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:32:42.547476 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618d2828-8dbc-48d6-b0dc-23ad8981b077 None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:32:42.635571 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618d2828-8dbc-48d6-b0dc-23ad8981b077 None None] Pushing event updated for resources: {'Port': ['ID=6e6e2316-a254-4175-9f46-824f99790325,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:42.637833 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-d0787cb0-aa67-4716-91ba-93ddaa9b7d79 None None] Provisioning for port 39808324-af91-4037-bd1a-b9c9cd73953d completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:32:42.717451 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-20a4973c-03e7-41ab-bf5d-0a778c182918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:42.746652 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-aff7bc99-115b-4070-b0e6-8d1b604e14fd tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3037665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694336'] for subnet, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:42.753053 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-d0787cb0-aa67-4716-91ba-93ddaa9b7d79 None None] Provisioning complete for port 39808324-af91-4037-bd1a-b9c9cd73953d triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:32:42.753053 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d0787cb0-aa67-4716-91ba-93ddaa9b7d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:42.768963 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ed59d2a9-bca4-43f0-bf7b-e79c79f18460 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:42.803425 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a4973c-03e7-41ab-bf5d-0a778c182918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed6a7db8-aceb-42c5-882e-26f6913bcb7f,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:42.816805 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-ed59d2a9-bca4-43f0-bf7b-e79c79f18460 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46eee755-65b2-43da-a49f-8e967aa52c1d']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:42.832960 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-4f7b6630-5974-4b02-a4b2-08e9b72050ee None None] For port fc2d1ab5-74b0-444b-b6d1-03bb4df431c8, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=fc2d1ab5-74b0-444b-b6d1-03bb4df431c8,segment=NetworkSegment(83462b4c-0bae-472c-bc4f-38eeaba88425),segment_id=83462b4c-0bae-472c-bc4f-38eeaba88425)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:32:42.832960 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4f7b6630-5974-4b02-a4b2-08e9b72050ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:42.834528 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e79d064c-08e1-412a-875a-201c4f833119 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371990'] for router_interface, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:42.837915 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-ed59d2a9-bca4-43f0-bf7b-e79c79f18460 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83462b4c-0bae-472c-bc4f-38eeaba88425') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:42.838213 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-ed59d2a9-bca4-43f0-bf7b-e79c79f18460 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83462b4c-0bae-472c-bc4f-38eeaba88425') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:42.841425 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff7bc99-115b-4070-b0e6-8d1b604e14fd tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Pushing event deleted for resources: {'Subnet': ['ID=cbe345ee-c42b-45f4-b377-61a1de04faf1,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:42.850630 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ecc019c8-3465-4358-9ad6-b136ad029bc5 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:42.857194 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79d064c-08e1-412a-875a-201c4f833119 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Pushing event updated for resources: {'Port': ['ID=c7c56bdc-31cb-40a7-b441-5db8b46974db,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:42.858142 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ed59d2a9-bca4-43f0-bf7b-e79c79f18460 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143022'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:42.879467 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-ecc019c8-3465-4358-9ad6-b136ad029bc5 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Deleting port 4f788a7a-9683-47d2-8e62-9059231065c4 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:32:42.879467 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ecc019c8-3465-4358-9ad6-b136ad029bc5 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:42.924686 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device f4370e73-caf6-4f99-b370-6e8d16d6ebd6 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:32:42.938954 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ed59d2a9-bca4-43f0-bf7b-e79c79f18460 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:43.012272 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-618d2828-8dbc-48d6-b0dc-23ad8981b077 None None] Attempting to bind port 6e6e2316-a254-4175-9f46-824f99790325 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:32:43.013096 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-618d2828-8dbc-48d6-b0dc-23ad8981b077 None None] Attempting to bind port 6e6e2316-a254-4175-9f46-824f99790325 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '8694e596-c05f-4134-9bfd-210c7fab0f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9efe2682-3213-46f2-a8a0-91b529d1292e'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:32:43.013458 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618d2828-8dbc-48d6-b0dc-23ad8981b077 None None] Attempting to bind port 6e6e2316-a254-4175-9f46-824f99790325 on network 9efe2682-3213-46f2-a8a0-91b529d1292e {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:32:43.021810 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-4f7b6630-5974-4b02-a4b2-08e9b72050ee None None] Calling delete_port for fc2d1ab5-74b0-444b-b6d1-03bb4df431c8 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:32:43.036565 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-20a4973c-03e7-41ab-bf5d-0a778c182918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:43.040465 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-20a4973c-03e7-41ab-bf5d-0a778c182918 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ed6a7db8-aceb-42c5-882e-26f6913bcb7f HTTP/1.1" status: 204 len: 168 time: 0.9888458 Feb 01 04:32:43.064052 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-d0787cb0-aa67-4716-91ba-93ddaa9b7d79 None None] Port 39808324-af91-4037-bd1a-b9c9cd73953d cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:32:43.065934 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: f4370e73-caf6-4f99-b370-6e8d16d6ebd6 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:32:43.066463 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device f4370e73-caf6-4f99-b370-6e8d16d6ebd6 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:32:43.067019 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 7fdfc20d-a320-42ce-a8e0-1e5867aebfa4 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:32:43.086047 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed59d2a9-bca4-43f0-bf7b-e79c79f18460 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:32:43.086741 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ed59d2a9-bca4-43f0-bf7b-e79c79f18460 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3072199'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:43.102358 dv-neutron-826830-1-hyperv neutron-server[87636]: Traceback (most recent call last): Feb 01 04:32:43.102358 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:32:43.102358 dv-neutron-826830-1-hyperv neutron-server[87636]: timer() Feb 01 04:32:43.102358 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:32:43.102358 dv-neutron-826830-1-hyperv neutron-server[87636]: cb(*args, **kw) Feb 01 04:32:43.102358 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:32:43.102358 dv-neutron-826830-1-hyperv neutron-server[87636]: return func(*args, **kwargs) Feb 01 04:32:43.102358 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:32:43.102358 dv-neutron-826830-1-hyperv neutron-server[87636]: self._notify() Feb 01 04:32:43.102358 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:32:43.102358 dv-neutron-826830-1-hyperv neutron-server[87636]: self.callback(batched_events) Feb 01 04:32:43.102358 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:32:43.102358 dv-neutron-826830-1-hyperv neutron-server[87636]: event.method(event) Feb 01 04:32:43.102358 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:32:43.102358 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:32:43.102358 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:32:43.102358 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:32:43.102358 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:32:43.102358 dv-neutron-826830-1-hyperv neutron-server[87636]: return f(self, *a, **k) Feb 01 04:32:43.102358 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:32:43.102358 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._get(url).json() Feb 01 04:32:43.102358 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:32:43.102358 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:32:43.102358 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:32:43.102358 dv-neutron-826830-1-hyperv neutron-server[87636]: return self.request(url, 'GET', **kwargs) Feb 01 04:32:43.102358 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:32:43.102358 dv-neutron-826830-1-hyperv neutron-server[87636]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:32:43.102358 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:32:43.102358 dv-neutron-826830-1-hyperv neutron-server[87636]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:32:43.102358 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:32:43.102358 dv-neutron-826830-1-hyperv neutron-server[87636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:32:43.102358 dv-neutron-826830-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:32:43.106835 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618d2828-8dbc-48d6-b0dc-23ad8981b077 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:32:43.107498 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618d2828-8dbc-48d6-b0dc-23ad8981b077 None None] Checking segment: {'id': '8694e596-c05f-4134-9bfd-210c7fab0f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9efe2682-3213-46f2-a8a0-91b529d1292e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:32:43.108057 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-618d2828-8dbc-48d6-b0dc-23ad8981b077 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:43.108598 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618d2828-8dbc-48d6-b0dc-23ad8981b077 None None] Bound using segment: {'id': '8694e596-c05f-4134-9bfd-210c7fab0f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9efe2682-3213-46f2-a8a0-91b529d1292e'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:32:43.109246 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-618d2828-8dbc-48d6-b0dc-23ad8981b077 None None] Bound port: 6e6e2316-a254-4175-9f46-824f99790325, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8694e596-c05f-4134-9bfd-210c7fab0f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9efe2682-3213-46f2-a8a0-91b529d1292e'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:32:43.109794 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-618d2828-8dbc-48d6-b0dc-23ad8981b077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:43.133302 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 7fdfc20d-a320-42ce-a8e0-1e5867aebfa4 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:32:43.133903 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 7fdfc20d-a320-42ce-a8e0-1e5867aebfa4 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:32:43.222931 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-aff7bc99-115b-4070-b0e6-8d1b604e14fd tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:43.236827 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-d0787cb0-aa67-4716-91ba-93ddaa9b7d79 None None] Provisioning complete for port ae2d668a-5833-44c9-a94e-ec7367e83df8 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:32:43.237206 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d0787cb0-aa67-4716-91ba-93ddaa9b7d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:43.239966 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0ccd7a-7602-47e4-84e3-f4385ea76350 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:43.245873 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0ccd7a-7602-47e4-84e3-f4385ea76350 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:43.252605 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0ccd7a-7602-47e4-84e3-f4385ea76350 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:43.254552 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-ba0ccd7a-7602-47e4-84e3-f4385ea76350 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.9044385 Feb 01 04:32:43.300619 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-4f7b6630-5974-4b02-a4b2-08e9b72050ee None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:32:43.300966 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-4f7b6630-5974-4b02-a4b2-08e9b72050ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:32:43.310174 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34390) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:43.311756 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device fc2d1ab5-74b0-444b-b6d1-03bb4df431c8 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:32:43.317470 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ed59d2a9-bca4-43f0-bf7b-e79c79f18460 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:43.352585 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: fc2d1ab5-74b0-444b-b6d1-03bb4df431c8 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:32:43.352918 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device fc2d1ab5-74b0-444b-b6d1-03bb4df431c8 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:32:43.366196 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-618d2828-8dbc-48d6-b0dc-23ad8981b077 None None] For port 6e6e2316-a254-4175-9f46-824f99790325, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:32:43.370814 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-618d2828-8dbc-48d6-b0dc-23ad8981b077 None None] For port 6e6e2316-a254-4175-9f46-824f99790325, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=6e6e2316-a254-4175-9f46-824f99790325,segment=NetworkSegment(8694e596-c05f-4134-9bfd-210c7fab0f59),segment_id=8694e596-c05f-4134-9bfd-210c7fab0f59)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:32:43.382351 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ed59d2a9-bca4-43f0-bf7b-e79c79f18460 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:43.413085 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed59d2a9-bca4-43f0-bf7b-e79c79f18460 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] Pushing event deleted for resources: {'Network': ['ID=46eee755-65b2-43da-a49f-8e967aa52c1d,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:43.413510 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-aff7bc99-115b-4070-b0e6-8d1b604e14fd tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9efe2682-3213-46f2-a8a0-91b529d1292e']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:43.433944 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79d064c-08e1-412a-875a-201c4f833119 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Network 48a8116f-5145-4df2-8dee-c471c3562c8c is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:32:43.436510 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-aff7bc99-115b-4070-b0e6-8d1b604e14fd tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8694e596-c05f-4134-9bfd-210c7fab0f59') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:43.436963 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-aff7bc99-115b-4070-b0e6-8d1b604e14fd tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8694e596-c05f-4134-9bfd-210c7fab0f59') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:43.449444 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-618d2828-8dbc-48d6-b0dc-23ad8981b077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:43.451082 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ecc019c8-3465-4358-9ad6-b136ad029bc5 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:43.456775 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-e79d064c-08e1-412a-875a-201c4f833119 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:32:43.479985 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-aff7bc99-115b-4070-b0e6-8d1b604e14fd tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:43.489871 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ed59d2a9-bca4-43f0-bf7b-e79c79f18460 tempest-FloatingIPNegativeTestJSON-4348253 tempest-FloatingIPNegativeTestJSON-4348253-project] 10.222.0.24 "DELETE /v2.0/networks/46eee755-65b2-43da-a49f-8e967aa52c1d HTTP/1.1" status: 204 len: 168 time: 2.3311906 Feb 01 04:32:43.502329 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-82a0586b-27ed-408d-8553-e2ec32bc4c67 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Deleting port 39808324-af91-4037-bd1a-b9c9cd73953d {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:32:43.502664 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-82a0586b-27ed-408d-8553-e2ec32bc4c67 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:43.544720 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34398) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:43.579918 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618d2828-8dbc-48d6-b0dc-23ad8981b077 None None] Pushing event updated for resources: {'Port': ['ID=6e6e2316-a254-4175-9f46-824f99790325,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:43.612154 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-aff7bc99-115b-4070-b0e6-8d1b604e14fd tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:43.628713 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aff7bc99-115b-4070-b0e6-8d1b604e14fd tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:32:43.629243 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-aff7bc99-115b-4070-b0e6-8d1b604e14fd tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:43.724660 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691b8e24-82de-4a4c-8827-8c8371eb99b0 None None] Network 9efe2682-3213-46f2-a8a0-91b529d1292e requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:32:43.777115 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-ecc019c8-3465-4358-9ad6-b136ad029bc5 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Calling delete_port for 4f788a7a-9683-47d2-8e62-9059231065c4 owned by network:router_gateway {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:32:43.799205 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 04:32:43.799205 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:32:43.799205 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 04:32:43.799205 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:32:43.799205 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 04:32:43.799205 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:32:43.799205 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 04:32:43.799205 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:32:43.799205 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 04:32:43.799205 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:32:43.799205 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 04:32:43.799205 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:32:43.799205 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 04:32:43.799205 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:32:43.799205 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:32:43.799205 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:32:43.799205 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:32:43.799205 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:32:43.799205 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 04:32:43.799205 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:32:43.799205 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 04:32:43.799205 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:32:43.799205 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:32:43.799205 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:32:43.799205 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 04:32:43.799205 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:32:43.799205 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:32:43.799205 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:32:43.799205 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:32:43.799205 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:32:43.799205 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:32:43.799205 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:32:43.801880 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-77c49d34-6d74-41d9-8871-9d48b7b71837 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:43.819483 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.api [None req-aff7bc99-115b-4070-b0e6-8d1b604e14fd tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 01 04:32:43.819483 dv-neutron-826830-1-hyperv neutron-server[87637]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 01 04:32:43.819483 dv-neutron-826830-1-hyperv neutron-server[87637]: [parameters: {'id': '9efe2682-3213-46f2-a8a0-91b529d1292e'}] Feb 01 04:32:43.819483 dv-neutron-826830-1-hyperv neutron-server[87637]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:32:43.819954 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG oslo_db.api [None req-aff7bc99-115b-4070-b0e6-8d1b604e14fd tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:32:43.835833 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-77c49d34-6d74-41d9-8871-9d48b7b71837 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:32:43.836034 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-4f7b6630-5974-4b02-a4b2-08e9b72050ee None None] Deleting port fc2d1ab5-74b0-444b-b6d1-03bb4df431c8 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:32:43.836479 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4f7b6630-5974-4b02-a4b2-08e9b72050ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:43.869930 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34404) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:43.885846 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-77c49d34-6d74-41d9-8871-9d48b7b71837 admin admin] Usage tracker for resource:security_group_rule and tenant:3201e4bb0a744cb896a63518c61e6c61 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:32:43.889741 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-77c49d34-6d74-41d9-8871-9d48b7b71837 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:32:43.982305 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-77c49d34-6d74-41d9-8871-9d48b7b71837 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:32:44.032253 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-82a0586b-27ed-408d-8553-e2ec32bc4c67 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:44.052157 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-4f7b6630-5974-4b02-a4b2-08e9b72050ee None None] The port 'fc2d1ab5-74b0-444b-b6d1-03bb4df431c8' was deleted {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 01 04:32:44.060897 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-b5c7896c-8368-43a3-93e7-f10c1c44c6ba None None] Provisioning complete for port c7c56bdc-31cb-40a7-b441-5db8b46974db triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:32:44.061266 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b5c7896c-8368-43a3-93e7-f10c1c44c6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:44.111369 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.objects.ports [None req-b80725ea-e9b3-4b64-9274-3a605926f45d tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87637) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 01 04:32:44.115213 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b80725ea-e9b3-4b64-9274-3a605926f45d tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3037478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3694457'] for subnet, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:44.130896 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-b5c7896c-8368-43a3-93e7-f10c1c44c6ba None None] Port c7c56bdc-31cb-40a7-b441-5db8b46974db cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:32:44.147689 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a085181-0c5f-4e3e-baa2-c7d04137a62f None None] Network 9efe2682-3213-46f2-a8a0-91b529d1292e requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:32:44.172529 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e79d064c-08e1-412a-875a-201c4f833119 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Router b5c068dd-b1b9-4e55-af55-276d4894b12e has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:32:44.177112 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-82a0586b-27ed-408d-8553-e2ec32bc4c67 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Calling delete_port for 39808324-af91-4037-bd1a-b9c9cd73953d owned by {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:32:44.202143 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80725ea-e9b3-4b64-9274-3a605926f45d tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event updated for resources: {'Subnet': ['ID=65252a10-5fd9-4d54-bd09-2dd5bcdbd559,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:44.206707 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80725ea-e9b3-4b64-9274-3a605926f45d tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:32:44.263113 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-b80725ea-e9b3-4b64-9274-3a605926f45d tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:32:44.266564 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80725ea-e9b3-4b64-9274-3a605926f45d tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:44.267181 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b80725ea-e9b3-4b64-9274-3a605926f45d tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:44.286320 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d27b300-3d82-4d71-85be-110fcf54172c None None] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:32:44.318252 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-eca57430-5de4-46f0-8334-401aeb6a6c75 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=99b6bfbf92464b8c84fc1a2df29bc9cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4420574 Feb 01 04:32:44.319224 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34410) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:44.329756 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ecc019c8-3465-4358-9ad6-b136ad029bc5 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:44.336388 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-aff7bc99-115b-4070-b0e6-8d1b604e14fd tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:44.353392 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-b80725ea-e9b3-4b64-9274-3a605926f45d tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5827651 Feb 01 04:32:44.368693 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34414) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:44.382757 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc019c8-3465-4358-9ad6-b136ad029bc5 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Pushing event deleted for resources: {'Port': ['ID=4f788a7a-9683-47d2-8e62-9059231065c4,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:44.433719 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-307683da-fb47-4719-bb09-b83932b18d34 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Request body: {'subnet': {'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:32:44.532488 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-aff7bc99-115b-4070-b0e6-8d1b604e14fd tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Deleting port 6e6e2316-a254-4175-9f46-824f99790325 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:32:44.532963 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-aff7bc99-115b-4070-b0e6-8d1b604e14fd tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:44.537171 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ecc019c8-3465-4358-9ad6-b136ad029bc5 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-774381'] for router_gateway, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:44.580642 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-82a0586b-27ed-408d-8553-e2ec32bc4c67 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:44.608197 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a05b78-b5cf-44c5-8a4a-e45c741e5e27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-14b67238-4e53-405c-b9cd-84b8ff52e36a', 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'tenant_id': '60b4e61082d3421283cb095bbc99ad8e', 'fixed_ips': [{'subnet_id': '65252a10-5fd9-4d54-bd09-2dd5bcdbd559'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:32:44.609093 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-86a05b78-b5cf-44c5-8a4a-e45c741e5e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:44.673272 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e79d064c-08e1-412a-875a-201c4f833119 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:32:44.693029 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d2c132-0628-4fbb-b249-85bf69c12273 None None] Sync routers for ids ['b5c068dd-b1b9-4e55-af55-276d4894b12e'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:32:44.712889 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d2c132-0628-4fbb-b249-85bf69c12273 None None] Routers {'b5c068dd-b1b9-4e55-af55-276d4894b12e'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:32:44.713451 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-c7d2c132-0628-4fbb-b249-85bf69c12273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:32:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['b5c068dd-b1b9-4e55-af55-276d4894b12e'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:44.722239 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-e79d064c-08e1-412a-875a-201c4f833119 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] 10.222.0.24 "PUT /v2.0/routers/b5c068dd-b1b9-4e55-af55-276d4894b12e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1572735 Feb 01 04:32:44.722239 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3e72fcfa-7cda-486a-900c-453999531ca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:44.754007 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34418) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:44.789597 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-78b416e1-c60f-4725-8371-de43330711e4 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Request body: {'port': {'network_id': '48a8116f-5145-4df2-8dee-c471c3562c8c', 'name': 'tempest-FloatingIPAdminTestJSON-364973769'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:32:44.793346 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-c7d2c132-0628-4fbb-b249-85bf69c12273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:44.810455 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a0586b-27ed-408d-8553-e2ec32bc4c67 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event deleted for resources: {'Port': ['ID=39808324-af91-4037-bd1a-b9c9cd73953d,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:44.818973 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d2c132-0628-4fbb-b249-85bf69c12273 None None] Routers {'b5c068dd-b1b9-4e55-af55-276d4894b12e'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:32:44.819620 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-c7d2c132-0628-4fbb-b249-85bf69c12273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:32:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['b5c068dd-b1b9-4e55-af55-276d4894b12e'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:44.833099 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3e72fcfa-7cda-486a-900c-453999531ca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:44.905097 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ecc019c8-3465-4358-9ad6-b136ad029bc5 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25968'] for router, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:44.913100 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ecc019c8-3465-4358-9ad6-b136ad029bc5 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:44.925065 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-82a0586b-27ed-408d-8553-e2ec32bc4c67 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:44.937002 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-77c49d34-6d74-41d9-8871-9d48b7b71837 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:44.944165 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-c7d2c132-0628-4fbb-b249-85bf69c12273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:44.951302 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d2c132-0628-4fbb-b249-85bf69c12273 None None] The sync data for ids ['b5c068dd-b1b9-4e55-af55-276d4894b12e'] in dv-neutron-826830-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:32:44.954551 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ecc019c8-3465-4358-9ad6-b136ad029bc5 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772958'] for router, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:44.955103 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc019c8-3465-4358-9ad6-b136ad029bc5 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Fanout notify agent at l3_agent the message router_deleted on router 0f06aedf-b5c0-4a6b-b1b5-5b21451f67ac {{(pid=87636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 01 04:32:44.965433 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ecc019c8-3465-4358-9ad6-b136ad029bc5 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:44.973299 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ecc019c8-3465-4358-9ad6-b136ad029bc5 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] 10.222.0.24 "DELETE /v2.0/routers/0f06aedf-b5c0-4a6b-b1b5-5b21451f67ac HTTP/1.1" status: 204 len: 168 time: 2.8729835 Feb 01 04:32:44.973299 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-82a0586b-27ed-408d-8553-e2ec32bc4c67 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "DELETE /v2.0/ports/39808324-af91-4037-bd1a-b9c9cd73953d HTTP/1.1" status: 204 len: 168 time: 1.6574743 Feb 01 04:32:44.973299 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34422) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:44.978360 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:44.992035 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-86a05b78-b5cf-44c5-8a4a-e45c741e5e27 None None] Allocated IP 2001:db8::f816:3eff:fe8b:5a93 (14b67238-4e53-405c-b9cd-84b8ff52e36a/65252a10-5fd9-4d54-bd09-2dd5bcdbd559/ae7ac768-099d-428c-96bc-ba23486609bd) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:32:45.013884 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34424) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:45.019051 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-d2d52e29-f374-4ebe-b685-6ff74b35bf3a tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-557578619', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:32:45.035110 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-d2d52e29-f374-4ebe-b685-6ff74b35bf3a tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:32:45.039352 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f3ec621-78f2-4b15-b4a2-4c1096c49757 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] GET failed (client error): The resource could not be found. Feb 01 04:32:45.039887 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-7f3ec621-78f2-4b15-b4a2-4c1096c49757 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Synchronizing usage tracker for tenant:4859bcd8aae8416eba645579d339c6c6 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:32:45.042697 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d2d52e29-f374-4ebe-b685-6ff74b35bf3a tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Usage tracker for resource:router and tenant:b6fc4833d555481c965766e817f4c754 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:32:45.046717 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d2d52e29-f374-4ebe-b685-6ff74b35bf3a tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:32:45.055674 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-d2d52e29-f374-4ebe-b685-6ff74b35bf3a tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:32:45.057238 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3e72fcfa-7cda-486a-900c-453999531ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:45.070667 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-7f3ec621-78f2-4b15-b4a2-4c1096c49757 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Unset dirty status for tenant:4859bcd8aae8416eba645579d339c6c6 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:32:45.075127 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-7f3ec621-78f2-4b15-b4a2-4c1096c49757 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "GET /v2.0/ports/39808324-af91-4037-bd1a-b9c9cd73953d HTTP/1.1" status: 404 len: 333 time: 0.0999250 Feb 01 04:32:45.076221 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d2d52e29-f374-4ebe-b685-6ff74b35bf3a tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25958'] for router, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:45.077586 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d2d52e29-f374-4ebe-b685-6ff74b35bf3a tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-372027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25961'] for router, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:45.085288 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34430) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:45.100410 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-77c49d34-6d74-41d9-8871-9d48b7b71837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:45.127717 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e72fcfa-7cda-486a-900c-453999531ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fefe1af-ae98-49ca-aa22-6c3d16077044,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:45.129786 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3e72fcfa-7cda-486a-900c-453999531ca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:45.142503 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-3e72fcfa-7cda-486a-900c-453999531ca6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7fefe1af-ae98-49ca-aa22-6c3d16077044 HTTP/1.1" status: 204 len: 168 time: 0.8134928 Feb 01 04:32:45.168091 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d2d52e29-f374-4ebe-b685-6ff74b35bf3a tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:45.173229 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-aff7bc99-115b-4070-b0e6-8d1b604e14fd tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] For port 6e6e2316-a254-4175-9f46-824f99790325, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=6e6e2316-a254-4175-9f46-824f99790325,segment=NetworkSegment(8694e596-c05f-4134-9bfd-210c7fab0f59),segment_id=8694e596-c05f-4134-9bfd-210c7fab0f59)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:32:45.173594 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-aff7bc99-115b-4070-b0e6-8d1b604e14fd tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:45.181148 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-307683da-fb47-4719-bb09-b83932b18d34 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:32:45.191148 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-792b9aa6-9c1f-4b3f-b572-143e3e04553b tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Deleting port 7da74210-4e7c-4449-aae7-56864deafca4 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:32:45.191650 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-792b9aa6-9c1f-4b3f-b572-143e3e04553b tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:45.251288 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d2d52e29-f374-4ebe-b685-6ff74b35bf3a tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337'] for router, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:45.305057 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 04:32:45.312131 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d2d52e29-f374-4ebe-b685-6ff74b35bf3a tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:45.316079 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d2d52e29-f374-4ebe-b685-6ff74b35bf3a tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2983446 Feb 01 04:32:45.320266 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34438) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:45.333006 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-75f50982-9520-4703-8a8f-105c8f184f8b tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'enable_snat': False}}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:32:45.350653 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-86a05b78-b5cf-44c5-8a4a-e45c741e5e27 None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:45.362208 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-86a05b78-b5cf-44c5-8a4a-e45c741e5e27 None None] Transition to ACTIVE for port object ae7ac768-099d-428c-96bc-ba23486609bd will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:32:45.383928 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-86a05b78-b5cf-44c5-8a4a-e45c741e5e27 None None] Transition to ACTIVE for port object ae7ac768-099d-428c-96bc-ba23486609bd will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:32:45.394305 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-86a05b78-b5cf-44c5-8a4a-e45c741e5e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:45.398067 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-77c49d34-6d74-41d9-8871-9d48b7b71837 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3201e4bb0a744cb896a63518c61e6c61&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8421834 Feb 01 04:32:45.409790 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-307683da-fb47-4719-bb09-b83932b18d34 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Usage tracker for resource:subnet and tenant:60b4e61082d3421283cb095bbc99ad8e is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:32:45.419580 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-307683da-fb47-4719-bb09-b83932b18d34 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:32:45.438016 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34444) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:45.470849 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a05b78-b5cf-44c5-8a4a-e45c741e5e27 None None] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:32:45.473951 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-86a05b78-b5cf-44c5-8a4a-e45c741e5e27 None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:32:45.476387 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a05b78-b5cf-44c5-8a4a-e45c741e5e27 None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:32:45.528072 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a05b78-b5cf-44c5-8a4a-e45c741e5e27 None None] Pushing event updated for resources: {'Port': ['ID=ae7ac768-099d-428c-96bc-ba23486609bd,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:45.596693 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-86a05b78-b5cf-44c5-8a4a-e45c741e5e27 None None] Attempting to bind port ae7ac768-099d-428c-96bc-ba23486609bd on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:32:45.597207 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-86a05b78-b5cf-44c5-8a4a-e45c741e5e27 None None] Attempting to bind port ae7ac768-099d-428c-96bc-ba23486609bd by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:32:45.597657 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a05b78-b5cf-44c5-8a4a-e45c741e5e27 None None] Attempting to bind port ae7ac768-099d-428c-96bc-ba23486609bd on network 14b67238-4e53-405c-b9cd-84b8ff52e36a {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:32:45.603567 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a05b78-b5cf-44c5-8a4a-e45c741e5e27 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:32:45.605693 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a05b78-b5cf-44c5-8a4a-e45c741e5e27 None None] Checking segment: {'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:32:45.605693 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-86a05b78-b5cf-44c5-8a4a-e45c741e5e27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:45.606826 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a05b78-b5cf-44c5-8a4a-e45c741e5e27 None None] Bound using segment: {'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:32:45.607493 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-86a05b78-b5cf-44c5-8a4a-e45c741e5e27 None None] Bound port: ae7ac768-099d-428c-96bc-ba23486609bd, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:32:45.608590 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-86a05b78-b5cf-44c5-8a4a-e45c741e5e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:45.608884 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-307683da-fb47-4719-bb09-b83932b18d34 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:32:45.617544 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-aff7bc99-115b-4070-b0e6-8d1b604e14fd tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Calling delete_port for 6e6e2316-a254-4175-9f46-824f99790325 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:32:45.674760 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c49d34-6d74-41d9-8871-9d48b7b71837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05a74ed3-4a22-4465-9350-c16908aa38ba,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:45.727528 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-307683da-fb47-4719-bb09-b83932b18d34 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Made reservation on behalf of 60b4e61082d3421283cb095bbc99ad8e for: {'subnet': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:32:45.731608 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-307683da-fb47-4719-bb09-b83932b18d34 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3694443'] for subnet, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:45.735624 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-86a05b78-b5cf-44c5-8a4a-e45c741e5e27 None None] For port ae7ac768-099d-428c-96bc-ba23486609bd, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:32:45.739893 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-86a05b78-b5cf-44c5-8a4a-e45c741e5e27 None None] For port ae7ac768-099d-428c-96bc-ba23486609bd, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=ae7ac768-099d-428c-96bc-ba23486609bd,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:32:45.748054 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-86a05b78-b5cf-44c5-8a4a-e45c741e5e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:45.786877 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-78b416e1-c60f-4725-8371-de43330711e4 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:32:45.803533 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-78b416e1-c60f-4725-8371-de43330711e4 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Usage tracker for resource:port and tenant:08fe69cb24644e9d8169ca92f1f59fd7 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:32:45.810993 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-78b416e1-c60f-4725-8371-de43330711e4 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:32:45.834187 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-78b416e1-c60f-4725-8371-de43330711e4 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:32:45.880130 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a05b78-b5cf-44c5-8a4a-e45c741e5e27 None None] Pushing event updated for resources: {'Port': ['ID=ae7ac768-099d-428c-96bc-ba23486609bd,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:45.901401 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-48830fa8-2ac7-490c-aaca-d3bc6ea3d090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:45.923161 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-aff7bc99-115b-4070-b0e6-8d1b604e14fd tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:45.935534 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-75f50982-9520-4703-8a8f-105c8f184f8b tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:45.997017 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b416e1-c60f-4725-8371-de43330711e4 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Made reservation on behalf of 08fe69cb24644e9d8169ca92f1f59fd7 for: {'port': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:32:46.000888 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-78b416e1-c60f-4725-8371-de43330711e4 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:46.002868 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-792b9aa6-9c1f-4b3f-b572-143e3e04553b tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:46.017956 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff7bc99-115b-4070-b0e6-8d1b604e14fd tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Pushing event deleted for resources: {'Port': ['ID=6e6e2316-a254-4175-9f46-824f99790325,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:46.046040 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff7bc99-115b-4070-b0e6-8d1b604e14fd tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] No DVR routers for this DVR port 6e6e2316-a254-4175-9f46-824f99790325 on host dv-neutron-826830-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:32:46.048968 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-48830fa8-2ac7-490c-aaca-d3bc6ea3d090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:46.084003 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34464) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:46.092543 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-78b416e1-c60f-4725-8371-de43330711e4 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] device_id is not set on port 1f67b95c-cbbe-490b-921d-3505d0f589ca yet. {{(pid=87637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:32:46.157987 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-792b9aa6-9c1f-4b3f-b572-143e3e04553b tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Calling delete_port for 7da74210-4e7c-4449-aae7-56864deafca4 owned by {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:32:46.347796 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-aff7bc99-115b-4070-b0e6-8d1b604e14fd tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:46.404493 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-eecf51cb-5969-4dfb-9def-980ea5c64140 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Request body: {'networks': [{'name': 'tempest-network--2106596809'}, {'name': 'tempest-network--1862100287'}]} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:32:46.405060 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-eecf51cb-5969-4dfb-9def-980ea5c64140 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Request body: {'network': {'name': 'tempest-network--2106596809'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:32:46.405250 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-eecf51cb-5969-4dfb-9def-980ea5c64140 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Request body: {'network': {'name': 'tempest-network--1862100287'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:32:46.426193 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-eecf51cb-5969-4dfb-9def-980ea5c64140 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:32:46.434036 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-eecf51cb-5969-4dfb-9def-980ea5c64140 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Usage tracker for resource:network and tenant:b427ba364ba8461bbc56ab0501817440 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:32:46.438966 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-eecf51cb-5969-4dfb-9def-980ea5c64140 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:32:46.451936 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-eecf51cb-5969-4dfb-9def-980ea5c64140 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:32:46.461839 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-48830fa8-2ac7-490c-aaca-d3bc6ea3d090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:46.470013 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-aff7bc99-115b-4070-b0e6-8d1b604e14fd tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9efe2682-3213-46f2-a8a0-91b529d1292e']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:46.509593 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-aff7bc99-115b-4070-b0e6-8d1b604e14fd tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8694e596-c05f-4134-9bfd-210c7fab0f59') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:46.509956 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-aff7bc99-115b-4070-b0e6-8d1b604e14fd tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8694e596-c05f-4134-9bfd-210c7fab0f59') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:46.520028 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eecf51cb-5969-4dfb-9def-980ea5c64140 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Made reservation on behalf of b427ba364ba8461bbc56ab0501817440 for: {'network': 2} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:32:46.524454 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-eecf51cb-5969-4dfb-9def-980ea5c64140 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:46.525343 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48830fa8-2ac7-490c-aaca-d3bc6ea3d090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a74ed3-4a22-4465-9350-c16908aa38ba,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:46.538717 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-78b416e1-c60f-4725-8371-de43330711e4 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Allocated IP 172.20.0.7 (48a8116f-5145-4df2-8dee-c471c3562c8c/971dea57-1214-470d-a302-e1e05fdbc044/1f67b95c-cbbe-490b-921d-3505d0f589ca) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:32:46.548717 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-aff7bc99-115b-4070-b0e6-8d1b604e14fd tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:46.559783 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-eecf51cb-5969-4dfb-9def-980ea5c64140 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:46.586494 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-eecf51cb-5969-4dfb-9def-980ea5c64140 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:32:46.590478 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-792b9aa6-9c1f-4b3f-b572-143e3e04553b tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:46.593391 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-aff7bc99-115b-4070-b0e6-8d1b604e14fd tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:46.618539 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aff7bc99-115b-4070-b0e6-8d1b604e14fd tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:32:46.618914 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-aff7bc99-115b-4070-b0e6-8d1b604e14fd tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:46.635727 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 04:32:46.635727 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:32:46.635727 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 04:32:46.635727 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:32:46.635727 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 04:32:46.635727 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:32:46.635727 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 04:32:46.635727 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:32:46.635727 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 04:32:46.635727 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:32:46.635727 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 04:32:46.635727 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:32:46.635727 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 04:32:46.635727 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:32:46.635727 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:32:46.635727 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:32:46.635727 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:32:46.635727 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:32:46.635727 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 04:32:46.635727 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:32:46.635727 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 04:32:46.635727 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:32:46.635727 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:32:46.635727 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:32:46.635727 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 04:32:46.635727 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:32:46.635727 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:32:46.635727 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:32:46.635727 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:32:46.635727 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:32:46.635727 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:32:46.635727 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:32:46.638433 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-eecf51cb-5969-4dfb-9def-980ea5c64140 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Usage tracker for resource:security_group_rule and tenant:b427ba364ba8461bbc56ab0501817440 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:32:46.642023 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-eecf51cb-5969-4dfb-9def-980ea5c64140 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:32:46.658086 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792b9aa6-9c1f-4b3f-b572-143e3e04553b tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event deleted for resources: {'Port': ['ID=7da74210-4e7c-4449-aae7-56864deafca4,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:46.659218 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-48830fa8-2ac7-490c-aaca-d3bc6ea3d090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:46.661235 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-48830fa8-2ac7-490c-aaca-d3bc6ea3d090 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/05a74ed3-4a22-4465-9350-c16908aa38ba HTTP/1.1" status: 204 len: 168 time: 1.2190704 Feb 01 04:32:46.663384 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-eecf51cb-5969-4dfb-9def-980ea5c64140 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:32:46.800470 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-792b9aa6-9c1f-4b3f-b572-143e3e04553b tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:46.826433 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-aff7bc99-115b-4070-b0e6-8d1b604e14fd tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:46.827646 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-307683da-fb47-4719-bb09-b83932b18d34 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3037478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3694457'] for subnet, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:46.908977 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-aff7bc99-115b-4070-b0e6-8d1b604e14fd tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539973'] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:46.939480 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-792b9aa6-9c1f-4b3f-b572-143e3e04553b tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "DELETE /v2.0/ports/7da74210-4e7c-4449-aae7-56864deafca4 HTTP/1.1" status: 204 len: 168 time: 1.8530095 Feb 01 04:32:46.943990 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34472) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:47.037961 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-c765e8ab-7bc3-405e-9517-90c656f39e40 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] GET failed (client error): The resource could not be found. Feb 01 04:32:47.038494 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c765e8ab-7bc3-405e-9517-90c656f39e40 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Synchronizing usage tracker for tenant:4859bcd8aae8416eba645579d339c6c6 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:32:47.052082 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff7bc99-115b-4070-b0e6-8d1b604e14fd tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Pushing event deleted for resources: {'Network': ['ID=9efe2682-3213-46f2-a8a0-91b529d1292e,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:47.056318 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-aff7bc99-115b-4070-b0e6-8d1b604e14fd tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] 10.222.0.24 "DELETE /v2.0/networks/9efe2682-3213-46f2-a8a0-91b529d1292e HTTP/1.1" status: 204 len: 168 time: 5.7893841 Feb 01 04:32:47.058768 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34476) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:47.092537 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-75f50982-9520-4703-8a8f-105c8f184f8b tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:47.131023 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-75f50982-9520-4703-8a8f-105c8f184f8b tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:47.172815 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307683da-fb47-4719-bb09-b83932b18d34 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:32:47.204666 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-78b416e1-c60f-4725-8371-de43330711e4 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:47.218496 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c765e8ab-7bc3-405e-9517-90c656f39e40 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Unset dirty status for tenant:4859bcd8aae8416eba645579d339c6c6 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:32:47.222879 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c765e8ab-7bc3-405e-9517-90c656f39e40 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "GET /v2.0/ports/7da74210-4e7c-4449-aae7-56864deafca4 HTTP/1.1" status: 404 len: 333 time: 0.2528477 Feb 01 04:32:47.226518 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-78b416e1-c60f-4725-8371-de43330711e4 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Transition to ACTIVE for port object 1f67b95c-cbbe-490b-921d-3505d0f589ca will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:32:47.228680 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34484) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:47.261961 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307683da-fb47-4719-bb09-b83932b18d34 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event updated for resources: {'Subnet': ['ID=102964f4-2546-400d-bc56-28fe5bb5a414,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:47.267498 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-307683da-fb47-4719-bb09-b83932b18d34 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:32:47.274397 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-78b416e1-c60f-4725-8371-de43330711e4 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:47.276651 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-94ee9185-fa6f-4fbe-86b9-406e3fbb52b8 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] DELETE failed (client error): The resource could not be found. Feb 01 04:32:47.277117 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94ee9185-fa6f-4fbe-86b9-406e3fbb52b8 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:32:47.282661 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-94ee9185-fa6f-4fbe-86b9-406e3fbb52b8 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] 10.222.0.24 "DELETE /v2.0/networks/9efe2682-3213-46f2-a8a0-91b529d1292e HTTP/1.1" status: 404 len: 339 time: 0.1547351 Feb 01 04:32:47.282661 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307683da-fb47-4719-bb09-b83932b18d34 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:47.285250 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-307683da-fb47-4719-bb09-b83932b18d34 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:47.330883 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34490) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:47.348359 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device ae7ac768-099d-428c-96bc-ba23486609bd up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:32:47.366438 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-62021640-6e1d-4ff6-a35b-6facc4ad36ef tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-35627781', 'description': 'd1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:32:47.389594 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-62021640-6e1d-4ff6-a35b-6facc4ad36ef tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:32:47.398748 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-307683da-fb47-4719-bb09-b83932b18d34 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9697196 Feb 01 04:32:47.404110 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d28085-7927-4108-9624-595d4ed23a82 None None] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:32:47.408793 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34498) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:47.409897 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-62021640-6e1d-4ff6-a35b-6facc4ad36ef tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Usage tracker for resource:network and tenant:99c588771a6645f4bc4f4343a4018c7b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:32:47.415902 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-eecf51cb-5969-4dfb-9def-980ea5c64140 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:47.419326 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-62021640-6e1d-4ff6-a35b-6facc4ad36ef tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:32:47.430853 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-be0c4518-bdf3-402e-ac78-eac53d9b96ba tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Request body: {'port': {'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'mac_address': 'fa:16:3e:ca:9b:a5', 'name': 'tempest-NetworksTestDHCPv6-242927903'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:32:47.435112 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-eecf51cb-5969-4dfb-9def-980ea5c64140 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:47.435597 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-eecf51cb-5969-4dfb-9def-980ea5c64140 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:47.445139 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-62021640-6e1d-4ff6-a35b-6facc4ad36ef tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:32:47.450593 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b416e1-c60f-4725-8371-de43330711e4 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Network 48a8116f-5145-4df2-8dee-c471c3562c8c is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:32:47.456594 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-78b416e1-c60f-4725-8371-de43330711e4 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:32:47.464071 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa49e7ea-c308-4ca7-b616-7977585788f0 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Deleting subnet dc89a569-fea8-4852-8fa2-7d94009c6396 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:32:47.484633 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b416e1-c60f-4725-8371-de43330711e4 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:32:47.490404 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fa49e7ea-c308-4ca7-b616-7977585788f0 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:47.615680 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62021640-6e1d-4ff6-a35b-6facc4ad36ef tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Made reservation on behalf of 99c588771a6645f4bc4f4343a4018c7b for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:32:47.616462 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-a75ff632-80be-4c9e-a45d-19988394090f None None] Provisioning for port ae7ac768-099d-428c-96bc-ba23486609bd completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:32:47.622399 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-62021640-6e1d-4ff6-a35b-6facc4ad36ef tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:47.643782 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port ae7ac768-099d-428c-96bc-ba23486609bd completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:32:47.666190 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecf51cb-5969-4dfb-9def-980ea5c64140 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf68a3e-3b32-420d-9692-a1822ecc90ad,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:47.678762 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port ae7ac768-099d-428c-96bc-ba23486609bd triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:32:47.679348 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:47.697145 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eecf51cb-5969-4dfb-9def-980ea5c64140 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:32:47.722459 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fa49e7ea-c308-4ca7-b616-7977585788f0 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145757'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:47.735599 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b416e1-c60f-4725-8371-de43330711e4 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Pushing event updated for resources: {'Port': ['ID=1f67b95c-cbbe-490b-921d-3505d0f589ca,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:47.796541 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-eecf51cb-5969-4dfb-9def-980ea5c64140 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:47.797267 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-eecf51cb-5969-4dfb-9def-980ea5c64140 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Added segment 1588afc7-a0b8-4f64-a7a3-c5e1676799f9 of type vlan for network d7ad9925-71c7-4ad2-846a-537e9a648740 Feb 01 04:32:47.825425 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62021640-6e1d-4ff6-a35b-6facc4ad36ef tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:32:47.852771 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b416e1-c60f-4725-8371-de43330711e4 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:47.853411 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-78b416e1-c60f-4725-8371-de43330711e4 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:47.858475 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-75f50982-9520-4703-8a8f-105c8f184f8b tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Allocated IP 172.26.8.23 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/1bee41b0-05d0-4895-8140-2b3c10e2827a) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:32:47.884022 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-78b416e1-c60f-4725-8371-de43330711e4 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1250594 Feb 01 04:32:47.890408 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34510) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:47.893612 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-62021640-6e1d-4ff6-a35b-6facc4ad36ef tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:47.894038 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-62021640-6e1d-4ff6-a35b-6facc4ad36ef tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Added segment 7fb81215-9d3a-483b-b0a9-5504febb44b8 of type vlan for network bf249fa7-513e-4952-a409-62683d25229f Feb 01 04:32:47.921303 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-eecf51cb-5969-4dfb-9def-980ea5c64140 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:47.988253 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-be0c4518-bdf3-402e-ac78-eac53d9b96ba tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:32:47.999439 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-515cd9b3-61d0-4e1a-a88c-aef1c0542bf6 None None] Provisioning for port 1f67b95c-cbbe-490b-921d-3505d0f589ca completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:32:48.003363 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-be0c4518-bdf3-402e-ac78-eac53d9b96ba tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Usage tracker for resource:port and tenant:60b4e61082d3421283cb095bbc99ad8e is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:32:48.003785 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-62021640-6e1d-4ff6-a35b-6facc4ad36ef tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:48.010811 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-be0c4518-bdf3-402e-ac78-eac53d9b96ba tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:32:48.022952 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-be0c4518-bdf3-402e-ac78-eac53d9b96ba tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:32:48.045884 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be0c4518-bdf3-402e-ac78-eac53d9b96ba tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Made reservation on behalf of 60b4e61082d3421283cb095bbc99ad8e for: {'port': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:32:48.064232 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-515cd9b3-61d0-4e1a-a88c-aef1c0542bf6 None None] Provisioning complete for port 1f67b95c-cbbe-490b-921d-3505d0f589ca triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:32:48.069358 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-515cd9b3-61d0-4e1a-a88c-aef1c0542bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:48.071067 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.db.resource_extend [None req-eecf51cb-5969-4dfb-9def-980ea5c64140 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 01 04:32:48.144384 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eecf51cb-5969-4dfb-9def-980ea5c64140 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:32:48.147716 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fa49e7ea-c308-4ca7-b616-7977585788f0 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:48.213316 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-62021640-6e1d-4ff6-a35b-6facc4ad36ef tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:48.224255 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62021640-6e1d-4ff6-a35b-6facc4ad36ef tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:48.226425 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-62021640-6e1d-4ff6-a35b-6facc4ad36ef tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:48.252479 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-eecf51cb-5969-4dfb-9def-980ea5c64140 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:48.253377 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-eecf51cb-5969-4dfb-9def-980ea5c64140 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Added segment c2f2a46b-88bc-4564-9819-3a37696c18fb of type vlan for network ddffbd1c-3f14-4261-b4c1-b4f7e8b5ac1a Feb 01 04:32:48.301067 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:48.316955 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-be0c4518-bdf3-402e-ac78-eac53d9b96ba tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:48.347173 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-515cd9b3-61d0-4e1a-a88c-aef1c0542bf6 None None] Port 1f67b95c-cbbe-490b-921d-3505d0f589ca cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:32:48.364561 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-be0c4518-bdf3-402e-ac78-eac53d9b96ba tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] device_id is not set on port 53099641-48d9-48fb-a66b-918b2eda6f05 yet. {{(pid=87637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:32:48.369300 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-75f50982-9520-4703-8a8f-105c8f184f8b tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:48.374429 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port ae7ac768-099d-428c-96bc-ba23486609bd, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=ae7ac768-099d-428c-96bc-ba23486609bd,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:32:48.376919 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-3eccb938-3045-4222-b206-122ab17146cf tempest-FloatingIPAdminTestJSON-1524313509 tempest-FloatingIPAdminTestJSON-1524313509-project-admin] Request body: {'floatingip': {'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'project_id': '08fe69cb24644e9d8169ca92f1f59fd7', 'port_id': '1f67b95c-cbbe-490b-921d-3505d0f589ca'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:32:48.384777 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:48.397195 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-3eccb938-3045-4222-b206-122ab17146cf tempest-FloatingIPAdminTestJSON-1524313509 tempest-FloatingIPAdminTestJSON-1524313509-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:32:48.471217 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-3eccb938-3045-4222-b206-122ab17146cf tempest-FloatingIPAdminTestJSON-1524313509 tempest-FloatingIPAdminTestJSON-1524313509-project-admin] Usage tracker for resource:floatingip and tenant:08fe69cb24644e9d8169ca92f1f59fd7 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:32:48.477704 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-3eccb938-3045-4222-b206-122ab17146cf tempest-FloatingIPAdminTestJSON-1524313509 tempest-FloatingIPAdminTestJSON-1524313509-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:32:48.493406 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62021640-6e1d-4ff6-a35b-6facc4ad36ef tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Pushing event updated for resources: {'Network': ['ID=bf249fa7-513e-4952-a409-62683d25229f,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:48.495818 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-3eccb938-3045-4222-b206-122ab17146cf tempest-FloatingIPAdminTestJSON-1524313509 tempest-FloatingIPAdminTestJSON-1524313509-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:32:48.511495 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network bf249fa7-513e-4952-a409-62683d25229f details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:32:48.525431 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-62021640-6e1d-4ff6-a35b-6facc4ad36ef tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1835592 Feb 01 04:32:48.530048 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34526) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:48.535100 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-eecf51cb-5969-4dfb-9def-980ea5c64140 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:48.550674 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3eccb938-3045-4222-b206-122ab17146cf tempest-FloatingIPAdminTestJSON-1524313509 tempest-FloatingIPAdminTestJSON-1524313509-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:48.571076 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fa49e7ea-c308-4ca7-b616-7977585788f0 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3072169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2652276'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:48.582359 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=ae7ac768-099d-428c-96bc-ba23486609bd,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:48.631660 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa49e7ea-c308-4ca7-b616-7977585788f0 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event deleted for resources: {'Subnet': ['ID=dc89a569-fea8-4852-8fa2-7d94009c6396,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:48.640136 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fa49e7ea-c308-4ca7-b616-7977585788f0 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:48.653897 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce6cc5b-d752-4576-8e1f-333bb643ec18 None None] Network aab63fe5-331d-4ad4-8cfa-cae6e1db1f9f requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:32:48.659957 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-eecf51cb-5969-4dfb-9def-980ea5c64140 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:48.660689 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-eecf51cb-5969-4dfb-9def-980ea5c64140 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:48.667265 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eecf51cb-5969-4dfb-9def-980ea5c64140 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:48.672216 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eecf51cb-5969-4dfb-9def-980ea5c64140 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:48.672862 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-eecf51cb-5969-4dfb-9def-980ea5c64140 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:48.677608 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-fa49e7ea-c308-4ca7-b616-7977585788f0 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "DELETE /v2.0/subnets/dc89a569-fea8-4852-8fa2-7d94009c6396 HTTP/1.1" status: 204 len: 168 time: 1.4479275 Feb 01 04:32:48.684701 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34532) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:48.697045 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0f4054-d584-4f47-9cbe-6c2924ba5f6a None None] Update dhcp port {'port': {'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'fixed_ips': [{'subnet_id': '65252a10-5fd9-4d54-bd09-2dd5bcdbd559', 'ip_address': '2001:db8::f816:3eff:fe8b:5a93'}, {'subnet_id': '102964f4-2546-400d-bc56-28fe5bb5a414'}], 'binding:host_id': 'dv-neutron-826830-1-hyperv'}, 'id': 'ae7ac768-099d-428c-96bc-ba23486609bd'} from dv-neutron-826830-1-hyperv. {{(pid=87638) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 01 04:32:48.697511 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-75f50982-9520-4703-8a8f-105c8f184f8b tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:48.862728 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3a9327f2-8d19-467f-93ae-bc518021250d tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:48.866576 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2e0f4054-d584-4f47-9cbe-6c2924ba5f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:48.919911 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34538) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:48.938978 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f198b3-6b66-4ee2-ac57-5e3d742ecb9f tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:48.940183 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-c3f198b3-6b66-4ee2-ac57-5e3d742ecb9f tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Synchronizing usage tracker for tenant:99c588771a6645f4bc4f4343a4018c7b on resource:network {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:32:48.961795 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3a9327f2-8d19-467f-93ae-bc518021250d tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Deleting port 22b27043-e392-4fc1-88af-d013cc695800 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:32:48.962135 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3a9327f2-8d19-467f-93ae-bc518021250d tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:49.018669 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-eecf51cb-5969-4dfb-9def-980ea5c64140 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.9335303 Feb 01 04:32:49.021686 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34542) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:49.024631 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f50982-9520-4703-8a8f-105c8f184f8b tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:32:49.024794 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-c3f198b3-6b66-4ee2-ac57-5e3d742ecb9f tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Unset dirty status for tenant:99c588771a6645f4bc4f4343a4018c7b on resource:network {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:32:49.028679 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-c3f198b3-6b66-4ee2-ac57-5e3d742ecb9f tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] 10.222.0.24 "GET /v2.0/networks?id=bf249fa7-513e-4952-a409-62683d25229f HTTP/1.1" status: 200 len: 763 time: 0.4977145 Feb 01 04:32:49.029332 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34544) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:49.031568 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecf51cb-5969-4dfb-9def-980ea5c64140 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Pushing event updated for resources: {'Network': ['ID=d7ad9925-71c7-4ad2-846a-537e9a648740,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:49.053349 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network d7ad9925-71c7-4ad2-846a-537e9a648740 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:32:49.079647 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-75f50982-9520-4703-8a8f-105c8f184f8b tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:32:49.105715 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-be0c4518-bdf3-402e-ac78-eac53d9b96ba tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Allocated IP 172.20.0.11 (14b67238-4e53-405c-b9cd-84b8ff52e36a/102964f4-2546-400d-bc56-28fe5bb5a414/53099641-48d9-48fb-a66b-918b2eda6f05) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:32:49.121217 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-be0c4518-bdf3-402e-ac78-eac53d9b96ba tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Allocated IP 2001:db8::f816:3eff:feca:9ba5 (14b67238-4e53-405c-b9cd-84b8ff52e36a/65252a10-5fd9-4d54-bd09-2dd5bcdbd559/53099641-48d9-48fb-a66b-918b2eda6f05) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:32:49.141698 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f50982-9520-4703-8a8f-105c8f184f8b tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:32:49.192114 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f50982-9520-4703-8a8f-105c8f184f8b tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Pushing event updated for resources: {'Port': ['ID=1bee41b0-05d0-4895-8140-2b3c10e2827a,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:49.241176 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-050a4e74-bd84-463b-97fc-18372c7357ff tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Request body: {'network': {'description': 'd2'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:32:49.283783 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f034cf0f-4f22-48ba-9769-22ec37a50853 None None] DHCP port deletion for aab63fe5-331d-4ad4-8cfa-cae6e1db1f9f request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:32:49.289874 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-f034cf0f-4f22-48ba-9769-22ec37a50853 None None] Deleting port 22b27043-e392-4fc1-88af-d013cc695800 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:32:49.290357 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f034cf0f-4f22-48ba-9769-22ec37a50853 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:49.303087 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-a27ddeca-e77f-4957-adb7-e31d3661a7a5 tempest-PortsAdminExtendedAttrsTestJSON-1026549750 tempest-PortsAdminExtendedAttrsTestJSON-1026549750-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-52830287'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:32:49.312754 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecf51cb-5969-4dfb-9def-980ea5c64140 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Pushing event updated for resources: {'Network': ['ID=ddffbd1c-3f14-4261-b4c1-b4f7e8b5ac1a,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:49.324012 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device ae7ac768-099d-428c-96bc-ba23486609bd up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:32:49.362301 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network ddffbd1c-3f14-4261-b4c1-b4f7e8b5ac1a details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:32:49.366447 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-a27ddeca-e77f-4957-adb7-e31d3661a7a5 tempest-PortsAdminExtendedAttrsTestJSON-1026549750 tempest-PortsAdminExtendedAttrsTestJSON-1026549750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:32:49.384928 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-a27ddeca-e77f-4957-adb7-e31d3661a7a5 tempest-PortsAdminExtendedAttrsTestJSON-1026549750 tempest-PortsAdminExtendedAttrsTestJSON-1026549750-project] Usage tracker for resource:network and tenant:bc7df7c6367a4771b8ca856ad97b48c6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:32:49.441743 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-a27ddeca-e77f-4957-adb7-e31d3661a7a5 tempest-PortsAdminExtendedAttrsTestJSON-1026549750 tempest-PortsAdminExtendedAttrsTestJSON-1026549750-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:32:49.478236 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-a27ddeca-e77f-4957-adb7-e31d3661a7a5 tempest-PortsAdminExtendedAttrsTestJSON-1026549750 tempest-PortsAdminExtendedAttrsTestJSON-1026549750-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:32:49.585799 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port ae7ac768-099d-428c-96bc-ba23486609bd triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:32:49.586362 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:49.613937 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76e4419-e524-493d-b347-36a8fb74bb56 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:49.619550 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76e4419-e524-493d-b347-36a8fb74bb56 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:49.625979 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76e4419-e524-493d-b347-36a8fb74bb56 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:49.632176 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76e4419-e524-493d-b347-36a8fb74bb56 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:49.633066 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b76e4419-e524-493d-b347-36a8fb74bb56 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Synchronizing usage tracker for tenant:b427ba364ba8461bbc56ab0501817440 on resource:network {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:32:49.640378 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27ddeca-e77f-4957-adb7-e31d3661a7a5 tempest-PortsAdminExtendedAttrsTestJSON-1026549750 tempest-PortsAdminExtendedAttrsTestJSON-1026549750-project] Made reservation on behalf of bc7df7c6367a4771b8ca856ad97b48c6 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:32:49.643696 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a27ddeca-e77f-4957-adb7-e31d3661a7a5 tempest-PortsAdminExtendedAttrsTestJSON-1026549750 tempest-PortsAdminExtendedAttrsTestJSON-1026549750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:49.665540 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a27ddeca-e77f-4957-adb7-e31d3661a7a5 tempest-PortsAdminExtendedAttrsTestJSON-1026549750 tempest-PortsAdminExtendedAttrsTestJSON-1026549750-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:49.675496 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3eccb938-3045-4222-b206-122ab17146cf tempest-FloatingIPAdminTestJSON-1524313509 tempest-FloatingIPAdminTestJSON-1524313509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:49.704105 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-f034cf0f-4f22-48ba-9769-22ec37a50853 None None] For port 22b27043-e392-4fc1-88af-d013cc695800, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=22b27043-e392-4fc1-88af-d013cc695800,segment=NetworkSegment(06f93ee9-7280-4c99-b7fc-d351333422f9),segment_id=06f93ee9-7280-4c99-b7fc-d351333422f9)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:32:49.704784 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f034cf0f-4f22-48ba-9769-22ec37a50853 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:49.709534 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3a9327f2-8d19-467f-93ae-bc518021250d tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] For port 22b27043-e392-4fc1-88af-d013cc695800, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=22b27043-e392-4fc1-88af-d013cc695800,segment=NetworkSegment(06f93ee9-7280-4c99-b7fc-d351333422f9),segment_id=06f93ee9-7280-4c99-b7fc-d351333422f9)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:32:49.709892 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3a9327f2-8d19-467f-93ae-bc518021250d tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:49.736889 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-a27ddeca-e77f-4957-adb7-e31d3661a7a5 tempest-PortsAdminExtendedAttrsTestJSON-1026549750 tempest-PortsAdminExtendedAttrsTestJSON-1026549750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:32:49.762204 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-a27ddeca-e77f-4957-adb7-e31d3661a7a5 tempest-PortsAdminExtendedAttrsTestJSON-1026549750 tempest-PortsAdminExtendedAttrsTestJSON-1026549750-project] Usage tracker for resource:security_group_rule and tenant:bc7df7c6367a4771b8ca856ad97b48c6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:32:49.815590 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-a27ddeca-e77f-4957-adb7-e31d3661a7a5 tempest-PortsAdminExtendedAttrsTestJSON-1026549750 tempest-PortsAdminExtendedAttrsTestJSON-1026549750-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:32:49.835779 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-f034cf0f-4f22-48ba-9769-22ec37a50853 None None] Calling delete_port for 22b27043-e392-4fc1-88af-d013cc695800 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:32:49.838400 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b76e4419-e524-493d-b347-36a8fb74bb56 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Unset dirty status for tenant:b427ba364ba8461bbc56ab0501817440 on resource:network {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:32:49.839503 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b76e4419-e524-493d-b347-36a8fb74bb56 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.8093984 Feb 01 04:32:49.849415 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-a27ddeca-e77f-4957-adb7-e31d3661a7a5 tempest-PortsAdminExtendedAttrsTestJSON-1026549750 tempest-PortsAdminExtendedAttrsTestJSON-1026549750-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:32:49.853149 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34552) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:49.964946 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3a9327f2-8d19-467f-93ae-bc518021250d tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Calling delete_port for 22b27043-e392-4fc1-88af-d013cc695800 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:32:49.967658 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f034cf0f-4f22-48ba-9769-22ec37a50853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:49.994432 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-be0c4518-bdf3-402e-ac78-eac53d9b96ba tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:50.004221 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-050a4e74-bd84-463b-97fc-18372c7357ff tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:50.049201 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-be0c4518-bdf3-402e-ac78-eac53d9b96ba tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Transition to ACTIVE for port object 53099641-48d9-48fb-a66b-918b2eda6f05 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:32:50.054400 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-050a4e74-bd84-463b-97fc-18372c7357ff tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:50.068069 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f034cf0f-4f22-48ba-9769-22ec37a50853 None None] Pushing event deleted for resources: {'Port': ['ID=22b27043-e392-4fc1-88af-d013cc695800,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:50.071511 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f034cf0f-4f22-48ba-9769-22ec37a50853 None None] No DVR routers for this DVR port 22b27043-e392-4fc1-88af-d013cc695800 on host dv-neutron-826830-1-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:32:50.090200 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-050a4e74-bd84-463b-97fc-18372c7357ff tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Network bf249fa7-513e-4952-a409-62683d25229f is not hosted by any dhcp agent {{(pid=87637) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 01 04:32:50.095908 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050a4e74-bd84-463b-97fc-18372c7357ff tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:50.096498 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-050a4e74-bd84-463b-97fc-18372c7357ff tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:50.097737 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-050a4e74-bd84-463b-97fc-18372c7357ff tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] 10.222.0.24 "PUT /v2.0/networks/bf249fa7-513e-4952-a409-62683d25229f HTTP/1.1" status: 200 len: 760 time: 1.0374823 Feb 01 04:32:50.106987 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34556) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:50.143731 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-42706e02-67ec-4c29-817f-f6a562cdd41d tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:50.162837 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-3eccb938-3045-4222-b206-122ab17146cf tempest-FloatingIPAdminTestJSON-1524313509 tempest-FloatingIPAdminTestJSON-1524313509-project-admin] Allocated IP 172.26.8.78 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/06308731-a01c-4b56-a716-7d42bf1d2234) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:32:50.174707 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.api [None req-3a9327f2-8d19-467f-93ae-bc518021250d tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:32:50.175063 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG oslo_db.api [None req-3a9327f2-8d19-467f-93ae-bc518021250d tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:32:50.188673 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-75f50982-9520-4703-8a8f-105c8f184f8b tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:50.232439 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050a4e74-bd84-463b-97fc-18372c7357ff tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Pushing event updated for resources: {'Network': ['ID=bf249fa7-513e-4952-a409-62683d25229f,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:50.244254 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network bf249fa7-513e-4952-a409-62683d25229f details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:32:50.309414 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf70da7b-18e6-4557-874a-eea36697e7a8 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:50.314387 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-cf70da7b-18e6-4557-874a-eea36697e7a8 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] 10.222.0.24 "GET /v2.0/networks?id=bf249fa7-513e-4952-a409-62683d25229f HTTP/1.1" status: 200 len: 763 time: 0.2028949 Feb 01 04:32:50.315386 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34560) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:50.317894 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-be0c4518-bdf3-402e-ac78-eac53d9b96ba tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:50.414950 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-2e0f4054-d584-4f47-9cbe-6c2924ba5f6a None None] Allocated IP 172.20.0.2 (14b67238-4e53-405c-b9cd-84b8ff52e36a/102964f4-2546-400d-bc56-28fe5bb5a414/ae7ac768-099d-428c-96bc-ba23486609bd) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:32:50.444218 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0c4518-bdf3-402e-ac78-eac53d9b96ba tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:32:50.497977 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-be0c4518-bdf3-402e-ac78-eac53d9b96ba tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:32:50.499809 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0c4518-bdf3-402e-ac78-eac53d9b96ba tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event updated for resources: {'Port': ['ID=53099641-48d9-48fb-a66b-918b2eda6f05,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:50.507330 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0c4518-bdf3-402e-ac78-eac53d9b96ba tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:32:50.562737 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-2e0f4054-d584-4f47-9cbe-6c2924ba5f6a None None] For port ae7ac768-099d-428c-96bc-ba23486609bd, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=ae7ac768-099d-428c-96bc-ba23486609bd,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:32:50.590644 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2e0f4054-d584-4f47-9cbe-6c2924ba5f6a None None] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:50.597039 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0c4518-bdf3-402e-ac78-eac53d9b96ba tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:50.597672 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-be0c4518-bdf3-402e-ac78-eac53d9b96ba tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:50.608111 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-2e0f4054-d584-4f47-9cbe-6c2924ba5f6a None None] Transition to ACTIVE for port object ae7ac768-099d-428c-96bc-ba23486609bd will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:32:50.608796 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646f69c2-d5a7-4ea3-81e3-03e3b3a73409 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:50.612923 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-646f69c2-d5a7-4ea3-81e3-03e3b3a73409 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2947104 Feb 01 04:32:50.615517 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34564) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:50.615634 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2e0f4054-d584-4f47-9cbe-6c2924ba5f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:50.664274 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-ef13aae5-03ac-42aa-878b-8dc6076ef17c tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Synchronizing usage tracker for tenant:99c588771a6645f4bc4f4343a4018c7b on resource:subnet {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:32:50.677540 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3a9327f2-8d19-467f-93ae-bc518021250d tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Deleting port 22b27043-e392-4fc1-88af-d013cc695800 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:32:50.677894 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3a9327f2-8d19-467f-93ae-bc518021250d tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:50.713761 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-42706e02-67ec-4c29-817f-f6a562cdd41d tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:50.717293 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-be0c4518-bdf3-402e-ac78-eac53d9b96ba tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.3042307 Feb 01 04:32:50.717941 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34568) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:50.755463 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a27ddeca-e77f-4957-adb7-e31d3661a7a5 tempest-PortsAdminExtendedAttrsTestJSON-1026549750 tempest-PortsAdminExtendedAttrsTestJSON-1026549750-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:50.766126 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0f4054-d584-4f47-9cbe-6c2924ba5f6a None None] Pushing event updated for resources: {'Port': ['ID=ae7ac768-099d-428c-96bc-ba23486609bd,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:50.782250 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a27ddeca-e77f-4957-adb7-e31d3661a7a5 tempest-PortsAdminExtendedAttrsTestJSON-1026549750 tempest-PortsAdminExtendedAttrsTestJSON-1026549750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:50.789409 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-ef13aae5-03ac-42aa-878b-8dc6076ef17c tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Unset dirty status for tenant:99c588771a6645f4bc4f4343a4018c7b on resource:subnet {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:32:50.789822 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-42706e02-67ec-4c29-817f-f6a562cdd41d tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7ad9925-71c7-4ad2-846a-537e9a648740']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:50.790585 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-ef13aae5-03ac-42aa-878b-8dc6076ef17c tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] 10.222.0.24 "GET /v2.0/subnets?network_id=bdef128a-46b3-4cca-a245-48d1eb781269 HTTP/1.1" status: 200 len: 207 time: 0.1742716 Feb 01 04:32:50.800806 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3a9327f2-8d19-467f-93ae-bc518021250d tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] The port '22b27043-e392-4fc1-88af-d013cc695800' was deleted {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 01 04:32:50.801885 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34572) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:50.931393 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-42706e02-67ec-4c29-817f-f6a562cdd41d tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1588afc7-a0b8-4f64-a7a3-c5e1676799f9') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:50.931600 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-42706e02-67ec-4c29-817f-f6a562cdd41d tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1588afc7-a0b8-4f64-a7a3-c5e1676799f9') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:50.962499 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a27ddeca-e77f-4957-adb7-e31d3661a7a5 tempest-PortsAdminExtendedAttrsTestJSON-1026549750 tempest-PortsAdminExtendedAttrsTestJSON-1026549750-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:32:50.966614 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3eccb938-3045-4222-b206-122ab17146cf tempest-FloatingIPAdminTestJSON-1524313509 tempest-FloatingIPAdminTestJSON-1524313509-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:50.969484 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27ddeca-e77f-4957-adb7-e31d3661a7a5 tempest-PortsAdminExtendedAttrsTestJSON-1026549750 tempest-PortsAdminExtendedAttrsTestJSON-1026549750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a48b2b91-bc1d-4704-bc79-5f9c27b7fec7,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:50.982066 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-42706e02-67ec-4c29-817f-f6a562cdd41d tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143022'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:51.006942 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a27ddeca-e77f-4957-adb7-e31d3661a7a5 tempest-PortsAdminExtendedAttrsTestJSON-1026549750 tempest-PortsAdminExtendedAttrsTestJSON-1026549750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:51.007435 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-a27ddeca-e77f-4957-adb7-e31d3661a7a5 tempest-PortsAdminExtendedAttrsTestJSON-1026549750 tempest-PortsAdminExtendedAttrsTestJSON-1026549750-project] Added segment bd6d6a59-a85f-4a48-a65c-0f51da5ed791 of type vlan for network 7e5b7491-ed52-4868-aaee-95a45e383bcf Feb 01 04:32:51.041631 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3a9327f2-8d19-467f-93ae-bc518021250d tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:51.062536 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-42706e02-67ec-4c29-817f-f6a562cdd41d tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:51.088624 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42706e02-67ec-4c29-817f-f6a562cdd41d tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:32:51.089039 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-42706e02-67ec-4c29-817f-f6a562cdd41d tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3072199'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:51.091647 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-3a9327f2-8d19-467f-93ae-bc518021250d tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aab63fe5-331d-4ad4-8cfa-cae6e1db1f9f']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:51.103297 dv-neutron-826830-1-hyperv neutron-server[87636]: Traceback (most recent call last): Feb 01 04:32:51.103297 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:32:51.103297 dv-neutron-826830-1-hyperv neutron-server[87636]: timer() Feb 01 04:32:51.103297 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:32:51.103297 dv-neutron-826830-1-hyperv neutron-server[87636]: cb(*args, **kw) Feb 01 04:32:51.103297 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:32:51.103297 dv-neutron-826830-1-hyperv neutron-server[87636]: return func(*args, **kwargs) Feb 01 04:32:51.103297 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:32:51.103297 dv-neutron-826830-1-hyperv neutron-server[87636]: self._notify() Feb 01 04:32:51.103297 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:32:51.103297 dv-neutron-826830-1-hyperv neutron-server[87636]: self.callback(batched_events) Feb 01 04:32:51.103297 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:32:51.103297 dv-neutron-826830-1-hyperv neutron-server[87636]: event.method(event) Feb 01 04:32:51.103297 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:32:51.103297 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:32:51.103297 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:32:51.103297 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:32:51.103297 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:32:51.103297 dv-neutron-826830-1-hyperv neutron-server[87636]: return f(self, *a, **k) Feb 01 04:32:51.103297 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:32:51.103297 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._get(url).json() Feb 01 04:32:51.103297 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:32:51.103297 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:32:51.103297 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:32:51.103297 dv-neutron-826830-1-hyperv neutron-server[87636]: return self.request(url, 'GET', **kwargs) Feb 01 04:32:51.103297 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:32:51.103297 dv-neutron-826830-1-hyperv neutron-server[87636]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:32:51.103297 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:32:51.103297 dv-neutron-826830-1-hyperv neutron-server[87636]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:32:51.103297 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:32:51.103297 dv-neutron-826830-1-hyperv neutron-server[87636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:32:51.103297 dv-neutron-826830-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:32:51.128288 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4d7f7b-3e55-4119-9348-b7e9839a0b5e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:51.134683 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4d7f7b-3e55-4119-9348-b7e9839a0b5e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:51.134918 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-ef4d7f7b-3e55-4119-9348-b7e9839a0b5e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Synchronizing usage tracker for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:32:51.140393 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-3a9327f2-8d19-467f-93ae-bc518021250d tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06f93ee9-7280-4c99-b7fc-d351333422f9') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:51.140689 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-3a9327f2-8d19-467f-93ae-bc518021250d tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06f93ee9-7280-4c99-b7fc-d351333422f9') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:51.160200 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427ed367-1ca3-412b-951b-4ef3edc7970a tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:51.163275 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a27ddeca-e77f-4957-adb7-e31d3661a7a5 tempest-PortsAdminExtendedAttrsTestJSON-1026549750 tempest-PortsAdminExtendedAttrsTestJSON-1026549750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:51.165858 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427ed367-1ca3-412b-951b-4ef3edc7970a tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:51.170489 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-75f50982-9520-4703-8a8f-105c8f184f8b tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:51.172380 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427ed367-1ca3-412b-951b-4ef3edc7970a tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:51.178004 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427ed367-1ca3-412b-951b-4ef3edc7970a tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:51.183801 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427ed367-1ca3-412b-951b-4ef3edc7970a tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:51.189415 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427ed367-1ca3-412b-951b-4ef3edc7970a tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:51.191199 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-427ed367-1ca3-412b-951b-4ef3edc7970a tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.3874524 Feb 01 04:32:51.195568 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34576) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:51.198853 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3a9327f2-8d19-467f-93ae-bc518021250d tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:51.228115 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-75f50982-9520-4703-8a8f-105c8f184f8b tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-774359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-774360', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-772505'] for router, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:51.248046 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3a9327f2-8d19-467f-93ae-bc518021250d tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:51.271612 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-ef4d7f7b-3e55-4119-9348-b7e9839a0b5e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Unset dirty status for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:32:51.275497 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-ef4d7f7b-3e55-4119-9348-b7e9839a0b5e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.5548465 Feb 01 04:32:51.276244 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device ae7ac768-099d-428c-96bc-ba23486609bd up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:32:51.278836 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34580) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:51.279834 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a9327f2-8d19-467f-93ae-bc518021250d tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:32:51.280232 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3a9327f2-8d19-467f-93ae-bc518021250d tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:51.296915 dv-neutron-826830-1-hyperv neutron-server[87637]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:32:51.296915 dv-neutron-826830-1-hyperv neutron-server[87637]: util.warn( Feb 01 04:32:51.296915 dv-neutron-826830-1-hyperv neutron-server[87637]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:32:51.296915 dv-neutron-826830-1-hyperv neutron-server[87637]: util.warn( Feb 01 04:32:51.296915 dv-neutron-826830-1-hyperv neutron-server[87637]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:32:51.296915 dv-neutron-826830-1-hyperv neutron-server[87637]: util.warn( Feb 01 04:32:51.296915 dv-neutron-826830-1-hyperv neutron-server[87637]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:32:51.296915 dv-neutron-826830-1-hyperv neutron-server[87637]: util.warn( Feb 01 04:32:51.296915 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 04:32:51.296915 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:32:51.296915 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 04:32:51.296915 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:32:51.296915 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 04:32:51.296915 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:32:51.296915 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 04:32:51.296915 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:32:51.296915 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 04:32:51.296915 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:32:51.296915 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 04:32:51.296915 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:32:51.296915 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 04:32:51.296915 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:32:51.296915 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:32:51.296915 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:32:51.296915 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:32:51.296915 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:32:51.296915 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 04:32:51.296915 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:32:51.296915 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 04:32:51.296915 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:32:51.296915 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:32:51.296915 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:32:51.296915 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 04:32:51.296915 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:32:51.296915 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:32:51.296915 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:32:51.296915 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:32:51.296915 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:32:51.296915 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:32:51.296915 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:32:51.322618 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-42706e02-67ec-4c29-817f-f6a562cdd41d tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:51.327298 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3eccb938-3045-4222-b206-122ab17146cf tempest-FloatingIPAdminTestJSON-1524313509 tempest-FloatingIPAdminTestJSON-1524313509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:51.406863 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-42706e02-67ec-4c29-817f-f6a562cdd41d tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:51.424430 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a27ddeca-e77f-4957-adb7-e31d3661a7a5 tempest-PortsAdminExtendedAttrsTestJSON-1026549750 tempest-PortsAdminExtendedAttrsTestJSON-1026549750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:51.429444 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27ddeca-e77f-4957-adb7-e31d3661a7a5 tempest-PortsAdminExtendedAttrsTestJSON-1026549750 tempest-PortsAdminExtendedAttrsTestJSON-1026549750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:51.430034 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a27ddeca-e77f-4957-adb7-e31d3661a7a5 tempest-PortsAdminExtendedAttrsTestJSON-1026549750 tempest-PortsAdminExtendedAttrsTestJSON-1026549750-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:51.434510 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 22b27043-e392-4fc1-88af-d013cc695800 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:32:51.458006 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42706e02-67ec-4c29-817f-f6a562cdd41d tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Pushing event deleted for resources: {'Network': ['ID=d7ad9925-71c7-4ad2-846a-537e9a648740,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:51.477732 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 22b27043-e392-4fc1-88af-d013cc695800 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:32:51.478426 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 22b27043-e392-4fc1-88af-d013cc695800 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:32:51.491061 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eccb938-3045-4222-b206-122ab17146cf tempest-FloatingIPAdminTestJSON-1524313509 tempest-FloatingIPAdminTestJSON-1524313509-project-admin] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:32:51.503792 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-3eccb938-3045-4222-b206-122ab17146cf tempest-FloatingIPAdminTestJSON-1524313509 tempest-FloatingIPAdminTestJSON-1524313509-project-admin] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:32:51.583705 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eccb938-3045-4222-b206-122ab17146cf tempest-FloatingIPAdminTestJSON-1524313509 tempest-FloatingIPAdminTestJSON-1524313509-project-admin] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:32:51.596370 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-88a7d729-3301-4f67-91f4-0315a92ec917 None None] Provisioning for port ae7ac768-099d-428c-96bc-ba23486609bd completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:32:51.610612 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-88a7d729-3301-4f67-91f4-0315a92ec917 None None] Provisioning complete for port ae7ac768-099d-428c-96bc-ba23486609bd triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:32:51.611617 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-88a7d729-3301-4f67-91f4-0315a92ec917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:51.628213 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-d8949a28-967d-4a67-8355-e93441a14d6b tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Deleting port 53099641-48d9-48fb-a66b-918b2eda6f05 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:32:51.628641 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d8949a28-967d-4a67-8355-e93441a14d6b tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:51.667282 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eccb938-3045-4222-b206-122ab17146cf tempest-FloatingIPAdminTestJSON-1524313509 tempest-FloatingIPAdminTestJSON-1524313509-project-admin] Pushing event updated for resources: {'Port': ['ID=06308731-a01c-4b56-a716-7d42bf1d2234,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:51.669705 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3a9327f2-8d19-467f-93ae-bc518021250d tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:51.698783 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-ce4df967-4b5f-42cb-b339-4bf04d7ac8ac tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] 10.222.0.24 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.5021362 Feb 01 04:32:51.716830 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a27ddeca-e77f-4957-adb7-e31d3661a7a5 tempest-PortsAdminExtendedAttrsTestJSON-1026549750 tempest-PortsAdminExtendedAttrsTestJSON-1026549750-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.7080984 Feb 01 04:32:51.716830 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-42706e02-67ec-4c29-817f-f6a562cdd41d tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] 10.222.0.24 "DELETE /v2.0/networks/d7ad9925-71c7-4ad2-846a-537e9a648740 HTTP/1.1" status: 204 len: 168 time: 1.8557868 Feb 01 04:32:51.718715 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34584) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:51.719051 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34586) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:51.734213 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3a9327f2-8d19-467f-93ae-bc518021250d tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:51.744410 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9327f2-8d19-467f-93ae-bc518021250d tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event deleted for resources: {'Network': ['ID=aab63fe5-331d-4ad4-8cfa-cae6e1db1f9f,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:51.754308 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-3a9327f2-8d19-467f-93ae-bc518021250d tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "DELETE /v2.0/networks/aab63fe5-331d-4ad4-8cfa-cae6e1db1f9f HTTP/1.1" status: 204 len: 168 time: 3.0664725 Feb 01 04:32:51.786284 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34596) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:51.801718 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-a56dd22b-8674-48db-9f71-3428a536aad9 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1625013394'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:32:51.815236 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-a56dd22b-8674-48db-9f71-3428a536aad9 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:32:51.822815 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-a56dd22b-8674-48db-9f71-3428a536aad9 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Usage tracker for resource:network and tenant:4859bcd8aae8416eba645579d339c6c6 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:32:51.823961 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ca45fa-ba59-42c3-a4b8-7452b325ca37 None None] get_active_networks_info from dv-neutron-826830-1-hyperv {{(pid=87638) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 01 04:32:51.828134 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-a56dd22b-8674-48db-9f71-3428a536aad9 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:32:51.850649 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-a56dd22b-8674-48db-9f71-3428a536aad9 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:32:51.925945 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27ddeca-e77f-4957-adb7-e31d3661a7a5 tempest-PortsAdminExtendedAttrsTestJSON-1026549750 tempest-PortsAdminExtendedAttrsTestJSON-1026549750-project] Pushing event updated for resources: {'Network': ['ID=7e5b7491-ed52-4868-aaee-95a45e383bcf,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:51.929466 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a56dd22b-8674-48db-9f71-3428a536aad9 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Made reservation on behalf of 4859bcd8aae8416eba645579d339c6c6 for: {'network': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:32:51.933567 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a56dd22b-8674-48db-9f71-3428a536aad9 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:51.967908 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 7e5b7491-ed52-4868-aaee-95a45e383bcf details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:32:52.009933 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a56dd22b-8674-48db-9f71-3428a536aad9 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=87637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:32:52.010554 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34600) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:52.012816 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75f50982-9520-4703-8a8f-105c8f184f8b tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Router 44f6fe58-79ab-4f10-b1ec-b7deb604e989 is scheduled to L3 agent a3073304-82af-4a42-89af-bc532d6626bb with binding_index 1 {{(pid=87636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 01 04:32:52.023128 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Request body: {'port': {'network_id': '7e5b7491-ed52-4868-aaee-95a45e383bcf', 'binding:host_id': 'hv-neutron-8268', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1003749908'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:32:52.030084 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:32:52.033181 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d8949a28-967d-4a67-8355-e93441a14d6b tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:52.043046 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Usage tracker for resource:port and tenant:12005c2c7f714edd8a56e9038243d1cf is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:32:52.044208 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-9ca640c5-4037-4eb1-8b20-5e86f827ae58 None None] Provisioning for port 53099641-48d9-48fb-a66b-918b2eda6f05 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:32:52.048062 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:32:52.051524 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a56dd22b-8674-48db-9f71-3428a536aad9 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:52.051875 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.segments_db [None req-a56dd22b-8674-48db-9f71-3428a536aad9 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Added segment 8a535963-2c5d-4040-87bb-2091c489e85b of type vlan for network 552f063d-1d67-46c0-93ec-93669b6bd7b9 Feb 01 04:32:52.060884 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:32:52.114480 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-9ca640c5-4037-4eb1-8b20-5e86f827ae58 None None] Provisioning complete for port 53099641-48d9-48fb-a66b-918b2eda6f05 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:32:52.114852 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9ca640c5-4037-4eb1-8b20-5e86f827ae58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:52.179204 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-d8949a28-967d-4a67-8355-e93441a14d6b tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Calling delete_port for 53099641-48d9-48fb-a66b-918b2eda6f05 owned by {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:32:52.189678 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ca45fa-ba59-42c3-a4b8-7452b325ca37 None None] Resources bound (agent type, host, resource id): {{(pid=87638) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 01 04:32:52.207402 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-9ca640c5-4037-4eb1-8b20-5e86f827ae58 None None] Port 53099641-48d9-48fb-a66b-918b2eda6f05 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:32:52.244146 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Made reservation on behalf of 12005c2c7f714edd8a56e9038243d1cf for: {'port': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:32:52.246979 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:52.270909 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a56dd22b-8674-48db-9f71-3428a536aad9 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:52.274405 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:52.311628 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:32:52.316600 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Usage tracker for resource:security_group_rule and tenant:12005c2c7f714edd8a56e9038243d1cf is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:32:52.318042 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9826d297-2bdd-496b-a1d1-a345c13f1bf6 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:52.319549 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9826d297-2bdd-496b-a1d1-a345c13f1bf6 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:52.319908 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:32:52.321069 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9826d297-2bdd-496b-a1d1-a345c13f1bf6 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:52.322637 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9826d297-2bdd-496b-a1d1-a345c13f1bf6 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:52.324117 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9826d297-2bdd-496b-a1d1-a345c13f1bf6 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:52.329550 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9826d297-2bdd-496b-a1d1-a345c13f1bf6 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.5887179 Feb 01 04:32:52.330169 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34604) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:52.334638 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:32:52.352700 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-93609f3d-8036-4534-8097-1c319d4d0219 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:52.405317 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a56dd22b-8674-48db-9f71-3428a536aad9 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:52.410993 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56dd22b-8674-48db-9f71-3428a536aad9 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:52.411599 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a56dd22b-8674-48db-9f71-3428a536aad9 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:52.593409 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1827c36-ec76-4686-bde8-ceac2c4f7faa tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Attributes excluded by policy engine: ['shared'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:52.594791 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1827c36-ec76-4686-bde8-ceac2c4f7faa tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Attributes excluded by policy engine: ['shared'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:52.596178 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1827c36-ec76-4686-bde8-ceac2c4f7faa tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Attributes excluded by policy engine: ['shared'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:52.597646 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1827c36-ec76-4686-bde8-ceac2c4f7faa tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Attributes excluded by policy engine: ['shared'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:52.598997 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1827c36-ec76-4686-bde8-ceac2c4f7faa tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Attributes excluded by policy engine: ['shared'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:52.605594 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d1827c36-ec76-4686-bde8-ceac2c4f7faa tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] 10.222.0.24 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2558596 Feb 01 04:32:52.608274 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34608) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:52.617625 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-a56dd22b-8674-48db-9f71-3428a536aad9 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8303428 Feb 01 04:32:52.618547 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56dd22b-8674-48db-9f71-3428a536aad9 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event updated for resources: {'Network': ['ID=552f063d-1d67-46c0-93ec-93669b6bd7b9,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:52.623498 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34612) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:52.631895 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 552f063d-1d67-46c0-93ec-93669b6bd7b9 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:32:52.661429 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-c13cd9f3-cf22-4b24-8712-a12cfcf068e5 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Request body: {'subnet': {'network_id': '552f063d-1d67-46c0-93ec-93669b6bd7b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:32:52.689576 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f50982-9520-4703-8a8f-105c8f184f8b tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:32:52.702012 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78fb06d-8267-4ac3-87f3-04cb6022bd5d None None] Sync routers for ids ['44f6fe58-79ab-4f10-b1ec-b7deb604e989'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:32:52.711251 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78fb06d-8267-4ac3-87f3-04cb6022bd5d None None] Routers {'44f6fe58-79ab-4f10-b1ec-b7deb604e989'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:32:52.712170 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-d78fb06d-8267-4ac3-87f3-04cb6022bd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:32:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['44f6fe58-79ab-4f10-b1ec-b7deb604e989'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:52.727315 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d8949a28-967d-4a67-8355-e93441a14d6b tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:52.752756 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-75f50982-9520-4703-8a8f-105c8f184f8b tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:52.753929 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-75f50982-9520-4703-8a8f-105c8f184f8b tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] 10.222.0.24 "PUT /v2.0/routers/44f6fe58-79ab-4f10-b1ec-b7deb604e989 HTTP/1.1" status: 200 len: 918 time: 7.4327123 Feb 01 04:32:52.764400 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34616) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:52.779419 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-d78fb06d-8267-4ac3-87f3-04cb6022bd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:52.787968 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78fb06d-8267-4ac3-87f3-04cb6022bd5d None None] Routers {'44f6fe58-79ab-4f10-b1ec-b7deb604e989'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:32:52.788593 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-d78fb06d-8267-4ac3-87f3-04cb6022bd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:32:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['44f6fe58-79ab-4f10-b1ec-b7deb604e989'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:52.851875 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-d78fb06d-8267-4ac3-87f3-04cb6022bd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:52.852169 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78fb06d-8267-4ac3-87f3-04cb6022bd5d None None] The sync data for ids ['44f6fe58-79ab-4f10-b1ec-b7deb604e989'] in dv-neutron-826830-1-hyperv is: [] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:32:52.893657 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-93609f3d-8036-4534-8097-1c319d4d0219 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:52.898855 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8949a28-967d-4a67-8355-e93441a14d6b tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event deleted for resources: {'Port': ['ID=53099641-48d9-48fb-a66b-918b2eda6f05,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:52.914585 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:52.952232 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-93609f3d-8036-4534-8097-1c319d4d0219 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddffbd1c-3f14-4261-b4c1-b4f7e8b5ac1a']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:52.954945 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:52.972774 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-93609f3d-8036-4534-8097-1c319d4d0219 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2f2a46b-88bc-4564-9819-3a37696c18fb') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:52.973065 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-93609f3d-8036-4534-8097-1c319d4d0219 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2f2a46b-88bc-4564-9819-3a37696c18fb') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:52.980243 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] device_id is not set on port a29ebd16-65d3-46c3-9cf0-da94fb925071 yet. {{(pid=87637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:32:53.060887 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-93609f3d-8036-4534-8097-1c319d4d0219 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143022'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:53.064117 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-c13cd9f3-cf22-4b24-8712-a12cfcf068e5 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:32:53.093711 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-93609f3d-8036-4534-8097-1c319d4d0219 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:53.102401 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-91167918-653f-4986-a330-2143f4d35d2f tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] 10.222.0.24 "GET /v2.0/routers/44f6fe58-79ab-4f10-b1ec-b7deb604e989 HTTP/1.1" status: 200 len: 924 time: 0.3368948 Feb 01 04:32:53.105119 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34620) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:53.106113 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93609f3d-8036-4534-8097-1c319d4d0219 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:32:53.106481 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-93609f3d-8036-4534-8097-1c319d4d0219 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3072199'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:53.122798 dv-neutron-826830-1-hyperv neutron-server[87636]: Traceback (most recent call last): Feb 01 04:32:53.122798 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:32:53.122798 dv-neutron-826830-1-hyperv neutron-server[87636]: timer() Feb 01 04:32:53.122798 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:32:53.122798 dv-neutron-826830-1-hyperv neutron-server[87636]: cb(*args, **kw) Feb 01 04:32:53.122798 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:32:53.122798 dv-neutron-826830-1-hyperv neutron-server[87636]: return func(*args, **kwargs) Feb 01 04:32:53.122798 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:32:53.122798 dv-neutron-826830-1-hyperv neutron-server[87636]: self._notify() Feb 01 04:32:53.122798 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:32:53.122798 dv-neutron-826830-1-hyperv neutron-server[87636]: self.callback(batched_events) Feb 01 04:32:53.122798 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:32:53.122798 dv-neutron-826830-1-hyperv neutron-server[87636]: event.method(event) Feb 01 04:32:53.122798 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:32:53.122798 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:32:53.122798 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:32:53.122798 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:32:53.122798 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:32:53.122798 dv-neutron-826830-1-hyperv neutron-server[87636]: return f(self, *a, **k) Feb 01 04:32:53.122798 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:32:53.122798 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._get(url).json() Feb 01 04:32:53.122798 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:32:53.122798 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:32:53.122798 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:32:53.122798 dv-neutron-826830-1-hyperv neutron-server[87636]: return self.request(url, 'GET', **kwargs) Feb 01 04:32:53.122798 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:32:53.122798 dv-neutron-826830-1-hyperv neutron-server[87636]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:32:53.122798 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:32:53.122798 dv-neutron-826830-1-hyperv neutron-server[87636]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:32:53.122798 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:32:53.122798 dv-neutron-826830-1-hyperv neutron-server[87636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:32:53.122798 dv-neutron-826830-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:32:53.134632 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-c13cd9f3-cf22-4b24-8712-a12cfcf068e5 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Usage tracker for resource:subnet and tenant:4859bcd8aae8416eba645579d339c6c6 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:32:53.149326 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-c13cd9f3-cf22-4b24-8712-a12cfcf068e5 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:32:53.169905 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-c13cd9f3-cf22-4b24-8712-a12cfcf068e5 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:32:53.186878 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d79589-82a0-4d6a-9889-bb1324fd4e32,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:53.195275 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc93928-6f31-457c-8c27-7def888def53 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:53.196608 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-bfc93928-6f31-457c-8c27-7def888def53 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] 10.222.0.24 "GET /v2.0/networks/eae6efd3-93ab-4c64-bcba-f776197b4e1c HTTP/1.1" status: 200 len: 804 time: 0.5810270 Feb 01 04:32:53.216132 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34624) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:53.255859 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-93609f3d-8036-4534-8097-1c319d4d0219 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:53.260231 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c13cd9f3-cf22-4b24-8712-a12cfcf068e5 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Made reservation on behalf of 4859bcd8aae8416eba645579d339c6c6 for: {'subnet': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:32:53.264502 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c13cd9f3-cf22-4b24-8712-a12cfcf068e5 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3694443'] for subnet, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:53.276778 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-93609f3d-8036-4534-8097-1c319d4d0219 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:53.278893 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d8949a28-967d-4a67-8355-e93441a14d6b tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:53.302738 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93609f3d-8036-4534-8097-1c319d4d0219 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Pushing event deleted for resources: {'Network': ['ID=ddffbd1c-3f14-4261-b4c1-b4f7e8b5ac1a,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:53.311014 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-93609f3d-8036-4534-8097-1c319d4d0219 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] 10.222.0.24 "DELETE /v2.0/networks/ddffbd1c-3f14-4261-b4c1-b4f7e8b5ac1a HTTP/1.1" status: 204 len: 168 time: 1.5660775 Feb 01 04:32:53.315728 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34628) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:53.351488 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-d8949a28-967d-4a67-8355-e93441a14d6b tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/ports/53099641-48d9-48fb-a66b-918b2eda6f05 HTTP/1.1" status: 204 len: 168 time: 2.0559165 Feb 01 04:32:53.355274 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3eccb938-3045-4222-b206-122ab17146cf tempest-FloatingIPAdminTestJSON-1524313509 tempest-FloatingIPAdminTestJSON-1524313509-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:53.357754 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f12643-9f55-4377-8ac1-2c80343edf07 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:53.359286 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-05f12643-9f55-4377-8ac1-2c80343edf07 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=bdef128a-46b3-4cca-a245-48d1eb781269&device_id=44f6fe58-79ab-4f10-b1ec-b7deb604e989&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2379611 Feb 01 04:32:53.362977 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34632) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:53.362977 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34634) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:53.731745 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-0efee504-b59f-4a74-8532-de78ffa81332 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] 10.222.0.24 "GET /v2.0/networks/eae6efd3-93ab-4c64-bcba-f776197b4e1c?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.5090752 Feb 01 04:32:53.731931 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34640) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:53.797345 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2b25cb-23be-4b3d-8009-7034d0a9eaa7 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:53.798819 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2b25cb-23be-4b3d-8009-7034d0a9eaa7 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:53.800411 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2b25cb-23be-4b3d-8009-7034d0a9eaa7 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:53.801182 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-fb2b25cb-23be-4b3d-8009-7034d0a9eaa7 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Synchronizing usage tracker for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:subnet {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:32:53.835916 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc1d079-5b62-4dcd-8e93-de2f87d254dc tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:53.841739 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc1d079-5b62-4dcd-8e93-de2f87d254dc tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:53.842502 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1fc1d079-5b62-4dcd-8e93-de2f87d254dc tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Synchronizing usage tracker for tenant:b427ba364ba8461bbc56ab0501817440 on resource:network {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:32:53.853780 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3eccb938-3045-4222-b206-122ab17146cf tempest-FloatingIPAdminTestJSON-1524313509 tempest-FloatingIPAdminTestJSON-1524313509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:53.879306 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] device_id is not set on port a29ebd16-65d3-46c3-9cf0-da94fb925071 yet. {{(pid=87637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:32:53.910000 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:53.923127 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc1023c-7ff4-41f1-9fd6-a5c6c43d23ea tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:53.924741 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-dcc1023c-7ff4-41f1-9fd6-a5c6c43d23ea tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] 10.222.0.24 "GET /v2.0/subnets/2e55bda8-1b63-4544-8427-b3ca780e5c21 HTTP/1.1" status: 200 len: 843 time: 0.1919248 Feb 01 04:32:53.924950 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-fb2b25cb-23be-4b3d-8009-7034d0a9eaa7 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Unset dirty status for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:subnet {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:32:53.926313 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-fb2b25cb-23be-4b3d-8009-7034d0a9eaa7 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.5614502 Feb 01 04:32:53.927766 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5b705a-1a3a-42bd-9f95-f4427b9201a4 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:53.929216 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-5c5b705a-1a3a-42bd-9f95-f4427b9201a4 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] 10.222.0.24 "GET /v2.0/networks/bdef128a-46b3-4cca-a245-48d1eb781269 HTTP/1.1" status: 200 len: 881 time: 0.5629971 Feb 01 04:32:53.930530 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34644) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:53.931025 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34646) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:53.932160 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34648) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:53.975475 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1fc1d079-5b62-4dcd-8e93-de2f87d254dc tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Unset dirty status for tenant:b427ba364ba8461bbc56ab0501817440 on resource:network {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:32:53.980159 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1fc1d079-5b62-4dcd-8e93-de2f87d254dc tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6590607 Feb 01 04:32:53.988499 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34656) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:53.994587 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-56d8bfc4-4414-4b29-942d-5c20be29093b tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] 10.222.0.24 "GET /v2.0/ports?device_id=44f6fe58-79ab-4f10-b1ec-b7deb604e989 HTTP/1.1" status: 200 len: 205 time: 0.0613651 Feb 01 04:32:54.001159 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-2f2e31fc-afb7-47d3-8dc3-850faa9e6c74 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-252297654'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:32:54.004321 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34660) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:54.024478 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Transition to ACTIVE for port object a29ebd16-65d3-46c3-9cf0-da94fb925071 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:32:54.026211 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-2f2e31fc-afb7-47d3-8dc3-850faa9e6c74 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:32:54.081772 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:54.116772 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-2f2e31fc-afb7-47d3-8dc3-850faa9e6c74 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:32:54.130061 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c13cd9f3-cf22-4b24-8712-a12cfcf068e5 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3037478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3694457'] for subnet, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:54.136502 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bcf601e-5763-49f7-96d0-0a406c5ca4e6 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Deleting subnet 102964f4-2546-400d-bc56-28fe5bb5a414 {{(pid=87637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:32:54.184477 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3bcf601e-5763-49f7-96d0-0a406c5ca4e6 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for subnet, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:54.197959 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f2e31fc-afb7-47d3-8dc3-850faa9e6c74 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Made reservation on behalf of b427ba364ba8461bbc56ab0501817440 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:32:54.201476 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2f2e31fc-afb7-47d3-8dc3-850faa9e6c74 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:54.213048 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c213c12a-236f-4cb5-a1f5-4cfb8995aa45 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Attributes excluded by policy engine: ['shared'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:54.218836 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-c213c12a-236f-4cb5-a1f5-4cfb8995aa45 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] 10.222.0.24 "GET /v2.0/subnets/2e55bda8-1b63-4544-8427-b3ca780e5c21?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2803919 Feb 01 04:32:54.219862 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34664) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:54.289137 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-2615387f-532a-4d44-976b-f98376afcbb7 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-982358055'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:32:54.294369 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Pushing event updated for resources: {'Port': ['ID=a29ebd16-65d3-46c3-9cf0-da94fb925071,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:54.314209 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3bcf601e-5763-49f7-96d0-0a406c5ca4e6 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2424773'] for subnet, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:54.318473 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-2615387f-532a-4d44-976b-f98376afcbb7 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:32:54.351285 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-2615387f-532a-4d44-976b-f98376afcbb7 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:32:54.361715 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a486d1dc-c425-417e-99c8-3f344ab4b27f tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks [] for router, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:54.364439 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13cd9f3-cf22-4b24-8712-a12cfcf068e5 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event updated for resources: {'Subnet': ['ID=e17d0cd0-8fe2-4d64-80db-ac54f4655d11,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:54.376820 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Checking segment: {'id': 'bd6d6a59-a85f-4a48-a65c-0f51da5ed791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7e5b7491-ed52-4868-aaee-95a45e383bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:32:54.377185 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Network hostable DHCP agents. Network: 7e5b7491-ed52-4868-aaee-95a45e383bcf, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:32:54.396022 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13cd9f3-cf22-4b24-8712-a12cfcf068e5 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Checking segment: {'id': '8a535963-2c5d-4040-87bb-2091c489e85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '552f063d-1d67-46c0-93ec-93669b6bd7b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:32:54.396387 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13cd9f3-cf22-4b24-8712-a12cfcf068e5 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Network hostable DHCP agents. Network: 552f063d-1d67-46c0-93ec-93669b6bd7b9, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:32:54.417032 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f2e31fc-afb7-47d3-8dc3-850faa9e6c74 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:32:54.447011 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Network 7e5b7491-ed52-4868-aaee-95a45e383bcf is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:32:54.447427 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2f2e31fc-afb7-47d3-8dc3-850faa9e6c74 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:54.447781 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-2f2e31fc-afb7-47d3-8dc3-850faa9e6c74 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Added segment 12d488dd-eac5-4d5c-bb4e-468871d72b5a of type vlan for network 0a003775-b8dc-4a65-ab4c-4e0261af21de Feb 01 04:32:54.454767 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13cd9f3-cf22-4b24-8712-a12cfcf068e5 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Network 552f063d-1d67-46c0-93ec-93669b6bd7b9 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:32:54.457569 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2615387f-532a-4d44-976b-f98376afcbb7 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Made reservation on behalf of 99c588771a6645f4bc4f4343a4018c7b for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:32:54.460964 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2615387f-532a-4d44-976b-f98376afcbb7 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:54.465611 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, 7e5b7491-ed52-4868-aaee-95a45e383bcf) {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:32:54.469834 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-c13cd9f3-cf22-4b24-8712-a12cfcf068e5 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, 552f063d-1d67-46c0-93ec-93669b6bd7b9) {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:32:54.472646 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:32:54.476227 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a3a082-16d1-4837-b8e9-3ac6ed975f20 None None] Network 7e5b7491-ed52-4868-aaee-95a45e383bcf requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:32:54.487097 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13cd9f3-cf22-4b24-8712-a12cfcf068e5 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:54.487960 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c13cd9f3-cf22-4b24-8712-a12cfcf068e5 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:54.493083 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3bcf601e-5763-49f7-96d0-0a406c5ca4e6 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:54.502950 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a80ae8-5340-4427-895b-1a14c19e1132 None None] Network 552f063d-1d67-46c0-93ec-93669b6bd7b9 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:32:54.505032 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3eccb938-3045-4222-b206-122ab17146cf tempest-FloatingIPAdminTestJSON-1524313509 tempest-FloatingIPAdminTestJSON-1524313509-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:54.519627 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3eccb938-3045-4222-b206-122ab17146cf tempest-FloatingIPAdminTestJSON-1524313509 tempest-FloatingIPAdminTestJSON-1524313509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:54.540434 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port a29ebd16-65d3-46c3-9cf0-da94fb925071 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:32:54.540769 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port a29ebd16-65d3-46c3-9cf0-da94fb925071 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'bd6d6a59-a85f-4a48-a65c-0f51da5ed791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7e5b7491-ed52-4868-aaee-95a45e383bcf'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:32:54.541335 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port a29ebd16-65d3-46c3-9cf0-da94fb925071 on network 7e5b7491-ed52-4868-aaee-95a45e383bcf {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:32:54.555730 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Port a29ebd16-65d3-46c3-9cf0-da94fb925071 on network 7e5b7491-ed52-4868-aaee-95a45e383bcf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:32:54.556344 dv-neutron-826830-1-hyperv neutron-server[87637]: ERROR neutron.plugins.ml2.managers [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Failed to bind port a29ebd16-65d3-46c3-9cf0-da94fb925071 on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'bd6d6a59-a85f-4a48-a65c-0f51da5ed791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7e5b7491-ed52-4868-aaee-95a45e383bcf'}] Feb 01 04:32:54.561929 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.plugins.ml2.plugin [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempt 2 to bind port a29ebd16-65d3-46c3-9cf0-da94fb925071 Feb 01 04:32:54.579069 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-c13cd9f3-cf22-4b24-8712-a12cfcf068e5 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9502857 Feb 01 04:32:54.585805 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34668) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:54.589257 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port a29ebd16-65d3-46c3-9cf0-da94fb925071 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:32:54.589670 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port a29ebd16-65d3-46c3-9cf0-da94fb925071 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'bd6d6a59-a85f-4a48-a65c-0f51da5ed791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7e5b7491-ed52-4868-aaee-95a45e383bcf'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:32:54.589908 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port a29ebd16-65d3-46c3-9cf0-da94fb925071 on network 7e5b7491-ed52-4868-aaee-95a45e383bcf {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:32:54.596936 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-dc9d5b01-4718-44e0-96b2-bf32ae3258e3 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1682953951', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:32:54.605000 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Port a29ebd16-65d3-46c3-9cf0-da94fb925071 on network 7e5b7491-ed52-4868-aaee-95a45e383bcf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:32:54.605608 dv-neutron-826830-1-hyperv neutron-server[87637]: ERROR neutron.plugins.ml2.managers [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Failed to bind port a29ebd16-65d3-46c3-9cf0-da94fb925071 on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'bd6d6a59-a85f-4a48-a65c-0f51da5ed791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7e5b7491-ed52-4868-aaee-95a45e383bcf'}] Feb 01 04:32:54.608722 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-dc9d5b01-4718-44e0-96b2-bf32ae3258e3 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:32:54.610761 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.plugins.ml2.plugin [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempt 3 to bind port a29ebd16-65d3-46c3-9cf0-da94fb925071 Feb 01 04:32:54.621141 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-dc9d5b01-4718-44e0-96b2-bf32ae3258e3 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Usage tracker for resource:router and tenant:4859bcd8aae8416eba645579d339c6c6 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:32:54.631301 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-dc9d5b01-4718-44e0-96b2-bf32ae3258e3 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:32:54.642410 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-dc9d5b01-4718-44e0-96b2-bf32ae3258e3 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:32:54.644400 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port a29ebd16-65d3-46c3-9cf0-da94fb925071 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:32:54.644779 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port a29ebd16-65d3-46c3-9cf0-da94fb925071 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'bd6d6a59-a85f-4a48-a65c-0f51da5ed791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7e5b7491-ed52-4868-aaee-95a45e383bcf'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:32:54.645277 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port a29ebd16-65d3-46c3-9cf0-da94fb925071 on network 7e5b7491-ed52-4868-aaee-95a45e383bcf {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:32:54.655086 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Port a29ebd16-65d3-46c3-9cf0-da94fb925071 on network 7e5b7491-ed52-4868-aaee-95a45e383bcf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:32:54.655512 dv-neutron-826830-1-hyperv neutron-server[87637]: ERROR neutron.plugins.ml2.managers [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Failed to bind port a29ebd16-65d3-46c3-9cf0-da94fb925071 on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'bd6d6a59-a85f-4a48-a65c-0f51da5ed791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7e5b7491-ed52-4868-aaee-95a45e383bcf'}] Feb 01 04:32:54.656836 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.plugins.ml2.plugin [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempt 4 to bind port a29ebd16-65d3-46c3-9cf0-da94fb925071 Feb 01 04:32:54.660854 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2f2e31fc-afb7-47d3-8dc3-850faa9e6c74 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:54.667160 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dc9d5b01-4718-44e0-96b2-bf32ae3258e3 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25958'] for router, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:54.668191 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dc9d5b01-4718-44e0-96b2-bf32ae3258e3 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-372027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25961'] for router, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:54.672527 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3bcf601e-5763-49f7-96d0-0a406c5ca4e6 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3037665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694336'] for subnet, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:54.672816 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2615387f-532a-4d44-976b-f98376afcbb7 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:32:54.723650 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcf601e-5763-49f7-96d0-0a406c5ca4e6 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event deleted for resources: {'Subnet': ['ID=102964f4-2546-400d-bc56-28fe5bb5a414,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:54.727812 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port a29ebd16-65d3-46c3-9cf0-da94fb925071 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:32:54.728329 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port a29ebd16-65d3-46c3-9cf0-da94fb925071 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'bd6d6a59-a85f-4a48-a65c-0f51da5ed791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7e5b7491-ed52-4868-aaee-95a45e383bcf'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:32:54.728661 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port a29ebd16-65d3-46c3-9cf0-da94fb925071 on network 7e5b7491-ed52-4868-aaee-95a45e383bcf {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:32:54.734102 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3bcf601e-5763-49f7-96d0-0a406c5ca4e6 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:54.738103 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2615387f-532a-4d44-976b-f98376afcbb7 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:54.738426 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-2615387f-532a-4d44-976b-f98376afcbb7 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Added segment f024613c-e6e8-4dd3-aae8-f0b4878fc514 of type vlan for network 63e1a38c-c96c-4cff-b00a-13f3e757a1d5 Feb 01 04:32:54.741249 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Port a29ebd16-65d3-46c3-9cf0-da94fb925071 on network 7e5b7491-ed52-4868-aaee-95a45e383bcf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:32:54.741772 dv-neutron-826830-1-hyperv neutron-server[87637]: ERROR neutron.plugins.ml2.managers [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Failed to bind port a29ebd16-65d3-46c3-9cf0-da94fb925071 on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'bd6d6a59-a85f-4a48-a65c-0f51da5ed791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7e5b7491-ed52-4868-aaee-95a45e383bcf'}] Feb 01 04:32:54.745841 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.plugins.ml2.plugin [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempt 5 to bind port a29ebd16-65d3-46c3-9cf0-da94fb925071 Feb 01 04:32:54.752595 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eccb938-3045-4222-b206-122ab17146cf tempest-FloatingIPAdminTestJSON-1524313509 tempest-FloatingIPAdminTestJSON-1524313509-project-admin] Pushing event updated for resources: {'Port': ['ID=06308731-a01c-4b56-a716-7d42bf1d2234,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:54.764327 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dc9d5b01-4718-44e0-96b2-bf32ae3258e3 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:54.772826 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd04e811-26d3-499a-af0c-fafc8c1ff5d2 None None] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:32:54.777395 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-3bcf601e-5763-49f7-96d0-0a406c5ca4e6 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/subnets/102964f4-2546-400d-bc56-28fe5bb5a414 HTTP/1.1" status: 204 len: 168 time: 0.8451378 Feb 01 04:32:54.778987 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port a29ebd16-65d3-46c3-9cf0-da94fb925071 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:32:54.779470 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port a29ebd16-65d3-46c3-9cf0-da94fb925071 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'bd6d6a59-a85f-4a48-a65c-0f51da5ed791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7e5b7491-ed52-4868-aaee-95a45e383bcf'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:32:54.779966 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port a29ebd16-65d3-46c3-9cf0-da94fb925071 on network 7e5b7491-ed52-4868-aaee-95a45e383bcf {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:32:54.784112 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34672) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:54.786822 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Port a29ebd16-65d3-46c3-9cf0-da94fb925071 on network 7e5b7491-ed52-4868-aaee-95a45e383bcf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:32:54.787337 dv-neutron-826830-1-hyperv neutron-server[87637]: ERROR neutron.plugins.ml2.managers [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Failed to bind port a29ebd16-65d3-46c3-9cf0-da94fb925071 on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'bd6d6a59-a85f-4a48-a65c-0f51da5ed791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7e5b7491-ed52-4868-aaee-95a45e383bcf'}] Feb 01 04:32:54.788546 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.plugins.ml2.plugin [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempt 6 to bind port a29ebd16-65d3-46c3-9cf0-da94fb925071 Feb 01 04:32:54.806216 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port a29ebd16-65d3-46c3-9cf0-da94fb925071 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:32:54.806504 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port a29ebd16-65d3-46c3-9cf0-da94fb925071 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'bd6d6a59-a85f-4a48-a65c-0f51da5ed791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7e5b7491-ed52-4868-aaee-95a45e383bcf'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:32:54.806810 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port a29ebd16-65d3-46c3-9cf0-da94fb925071 on network 7e5b7491-ed52-4868-aaee-95a45e383bcf {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:32:54.812875 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Port a29ebd16-65d3-46c3-9cf0-da94fb925071 on network 7e5b7491-ed52-4868-aaee-95a45e383bcf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:32:54.813201 dv-neutron-826830-1-hyperv neutron-server[87637]: ERROR neutron.plugins.ml2.managers [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Failed to bind port a29ebd16-65d3-46c3-9cf0-da94fb925071 on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'bd6d6a59-a85f-4a48-a65c-0f51da5ed791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7e5b7491-ed52-4868-aaee-95a45e383bcf'}] Feb 01 04:32:54.813706 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.plugins.ml2.plugin [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempt 7 to bind port a29ebd16-65d3-46c3-9cf0-da94fb925071 Feb 01 04:32:54.830349 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dc9d5b01-4718-44e0-96b2-bf32ae3258e3 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337'] for router, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:54.834092 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a486d1dc-c425-417e-99c8-3f344ab4b27f tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:54.853879 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3eccb938-3045-4222-b206-122ab17146cf tempest-FloatingIPAdminTestJSON-1524313509 tempest-FloatingIPAdminTestJSON-1524313509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-774194'] for floatingip, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:54.856888 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port a29ebd16-65d3-46c3-9cf0-da94fb925071 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:32:54.857272 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port a29ebd16-65d3-46c3-9cf0-da94fb925071 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'bd6d6a59-a85f-4a48-a65c-0f51da5ed791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7e5b7491-ed52-4868-aaee-95a45e383bcf'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:32:54.857666 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port a29ebd16-65d3-46c3-9cf0-da94fb925071 on network 7e5b7491-ed52-4868-aaee-95a45e383bcf {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:32:54.863582 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Port a29ebd16-65d3-46c3-9cf0-da94fb925071 on network 7e5b7491-ed52-4868-aaee-95a45e383bcf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:32:54.864328 dv-neutron-826830-1-hyperv neutron-server[87637]: ERROR neutron.plugins.ml2.managers [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Failed to bind port a29ebd16-65d3-46c3-9cf0-da94fb925071 on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'bd6d6a59-a85f-4a48-a65c-0f51da5ed791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7e5b7491-ed52-4868-aaee-95a45e383bcf'}] Feb 01 04:32:54.865073 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.plugins.ml2.plugin [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempt 8 to bind port a29ebd16-65d3-46c3-9cf0-da94fb925071 Feb 01 04:32:54.886206 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port a29ebd16-65d3-46c3-9cf0-da94fb925071 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:32:54.886572 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port a29ebd16-65d3-46c3-9cf0-da94fb925071 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'bd6d6a59-a85f-4a48-a65c-0f51da5ed791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7e5b7491-ed52-4868-aaee-95a45e383bcf'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:32:54.887697 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port a29ebd16-65d3-46c3-9cf0-da94fb925071 on network 7e5b7491-ed52-4868-aaee-95a45e383bcf {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:32:54.892891 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dc9d5b01-4718-44e0-96b2-bf32ae3258e3 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:54.897437 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-dc9d5b01-4718-44e0-96b2-bf32ae3258e3 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3106613 Feb 01 04:32:54.898258 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34676) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:54.898925 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Port a29ebd16-65d3-46c3-9cf0-da94fb925071 on network 7e5b7491-ed52-4868-aaee-95a45e383bcf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:32:54.899242 dv-neutron-826830-1-hyperv neutron-server[87637]: ERROR neutron.plugins.ml2.managers [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Failed to bind port a29ebd16-65d3-46c3-9cf0-da94fb925071 on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'bd6d6a59-a85f-4a48-a65c-0f51da5ed791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7e5b7491-ed52-4868-aaee-95a45e383bcf'}] Feb 01 04:32:54.901675 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.plugins.ml2.plugin [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempt 9 to bind port a29ebd16-65d3-46c3-9cf0-da94fb925071 Feb 01 04:32:54.908422 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2615387f-532a-4d44-976b-f98376afcbb7 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:54.916228 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-31dc34c3-ab14-44bb-8b24-73103107267e tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Request body: {'port': {'network_id': '552f063d-1d67-46c0-93ec-93669b6bd7b9', 'name': 'tempest-PortsIpV6TestJSON-2017391972'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:32:54.926661 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2f2e31fc-afb7-47d3-8dc3-850faa9e6c74 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:54.932136 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2e31fc-afb7-47d3-8dc3-850faa9e6c74 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:54.932734 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2f2e31fc-afb7-47d3-8dc3-850faa9e6c74 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:54.958066 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port a29ebd16-65d3-46c3-9cf0-da94fb925071 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:32:54.958066 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port a29ebd16-65d3-46c3-9cf0-da94fb925071 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'bd6d6a59-a85f-4a48-a65c-0f51da5ed791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7e5b7491-ed52-4868-aaee-95a45e383bcf'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:32:54.958379 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port a29ebd16-65d3-46c3-9cf0-da94fb925071 on network 7e5b7491-ed52-4868-aaee-95a45e383bcf {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:32:54.970361 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Port a29ebd16-65d3-46c3-9cf0-da94fb925071 on network 7e5b7491-ed52-4868-aaee-95a45e383bcf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:32:54.970672 dv-neutron-826830-1-hyperv neutron-server[87637]: ERROR neutron.plugins.ml2.managers [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Failed to bind port a29ebd16-65d3-46c3-9cf0-da94fb925071 on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'bd6d6a59-a85f-4a48-a65c-0f51da5ed791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7e5b7491-ed52-4868-aaee-95a45e383bcf'}] Feb 01 04:32:54.978524 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-a486d1dc-c425-417e-99c8-3f344ab4b27f tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Deleting port 1bee41b0-05d0-4895-8140-2b3c10e2827a {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:32:54.979116 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a486d1dc-c425-417e-99c8-3f344ab4b27f tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:55.017417 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.plugins.ml2.plugin [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempt 10 to bind port a29ebd16-65d3-46c3-9cf0-da94fb925071 Feb 01 04:32:55.048041 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port a29ebd16-65d3-46c3-9cf0-da94fb925071 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:32:55.048416 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port a29ebd16-65d3-46c3-9cf0-da94fb925071 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'bd6d6a59-a85f-4a48-a65c-0f51da5ed791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7e5b7491-ed52-4868-aaee-95a45e383bcf'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:32:55.048755 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port a29ebd16-65d3-46c3-9cf0-da94fb925071 on network 7e5b7491-ed52-4868-aaee-95a45e383bcf {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:32:55.061149 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Port a29ebd16-65d3-46c3-9cf0-da94fb925071 on network 7e5b7491-ed52-4868-aaee-95a45e383bcf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:32:55.061149 dv-neutron-826830-1-hyperv neutron-server[87637]: ERROR neutron.plugins.ml2.managers [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Failed to bind port a29ebd16-65d3-46c3-9cf0-da94fb925071 on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'bd6d6a59-a85f-4a48-a65c-0f51da5ed791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7e5b7491-ed52-4868-aaee-95a45e383bcf'}] Feb 01 04:32:55.061360 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:55.080515 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e495b1e-9193-4211-a771-822e39af8617 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Deleting subnet 65252a10-5fd9-4d54-bd09-2dd5bcdbd559 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:32:55.094091 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-31dc34c3-ab14-44bb-8b24-73103107267e tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:32:55.094622 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2e495b1e-9193-4211-a771-822e39af8617 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:55.103582 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-31dc34c3-ab14-44bb-8b24-73103107267e tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:32:55.106880 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabde6ec-b4d7-4bbd-ae5c-b33f4c45d87f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-552f063d-1d67-46c0-93ec-93669b6bd7b9', 'network_id': '552f063d-1d67-46c0-93ec-93669b6bd7b9', 'tenant_id': '4859bcd8aae8416eba645579d339c6c6', 'fixed_ips': [{'subnet_id': 'e17d0cd0-8fe2-4d64-80db-ac54f4655d11'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:32:55.107732 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aabde6ec-b4d7-4bbd-ae5c-b33f4c45d87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:55.156772 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31dc34c3-ab14-44bb-8b24-73103107267e tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Made reservation on behalf of 4859bcd8aae8416eba645579d339c6c6 for: {'port': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:32:55.160185 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-31dc34c3-ab14-44bb-8b24-73103107267e tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:55.186680 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-31dc34c3-ab14-44bb-8b24-73103107267e tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] device_id is not set on port ef9ab888-0904-4ec5-b05e-ddda87c597f4 yet. {{(pid=87637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:32:55.205681 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2e31fc-afb7-47d3-8dc3-850faa9e6c74 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Pushing event updated for resources: {'Network': ['ID=0a003775-b8dc-4a65-ab4c-4e0261af21de,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:55.221813 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 0a003775-b8dc-4a65-ab4c-4e0261af21de details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:32:55.262923 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] For port a29ebd16-65d3-46c3-9cf0-da94fb925071, host hv-neutron-8268, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:32:55.263614 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempted to set empty binding levels {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 01 04:32:55.274929 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:55.339413 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:55.340941 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:55.418651 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2f2e31fc-afb7-47d3-8dc3-850faa9e6c74 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4289455 Feb 01 04:32:55.426172 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34680) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:55.426805 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Pushing event updated for resources: {'Port': ['ID=a29ebd16-65d3-46c3-9cf0-da94fb925071,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:55.436895 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2615387f-532a-4d44-976b-f98376afcbb7 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:55.437683 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-1a982afd-ed7a-42ca-84a1-9ac64dc2a04f tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1946469123'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:32:55.442230 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2615387f-532a-4d44-976b-f98376afcbb7 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:55.442387 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-1a982afd-ed7a-42ca-84a1-9ac64dc2a04f tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:32:55.443247 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2615387f-532a-4d44-976b-f98376afcbb7 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:55.446460 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-1a982afd-ed7a-42ca-84a1-9ac64dc2a04f tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Usage tracker for resource:network and tenant:b427ba364ba8461bbc56ab0501817440 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:32:55.450582 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-7de5dedc-f51e-4adb-b9dd-aac375f55acf tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 3.4390450 Feb 01 04:32:55.451729 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-1a982afd-ed7a-42ca-84a1-9ac64dc2a04f tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:32:55.455858 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34684) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:55.491793 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-1a982afd-ed7a-42ca-84a1-9ac64dc2a04f tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:32:55.508067 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2e495b1e-9193-4211-a771-822e39af8617 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145757'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:55.619346 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-31dc34c3-ab14-44bb-8b24-73103107267e tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Allocated IP 2001:db8::42 (552f063d-1d67-46c0-93ec-93669b6bd7b9/e17d0cd0-8fe2-4d64-80db-ac54f4655d11/ef9ab888-0904-4ec5-b05e-ddda87c597f4) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:32:55.641369 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2615387f-532a-4d44-976b-f98376afcbb7 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3678660 Feb 01 04:32:55.646776 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34688) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:55.652847 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.l3_db [None req-3eccb938-3045-4222-b206-122ab17146cf tempest-FloatingIPAdminTestJSON-1524313509 tempest-FloatingIPAdminTestJSON-1524313509-project-admin] Floating IP f2a24d44-83f3-4e56-9d72-58a0110f76d7 associated. External IP: 172.26.8.78, port: 1f67b95c-cbbe-490b-921d-3505d0f589ca. Feb 01 04:32:55.654657 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-eb94b8fa-0e21-4571-998d-03dd9d458e5f tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Request body: {'subnet': {'network_id': '63e1a38c-c96c-4cff-b00a-13f3e757a1d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:32:55.689686 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a982afd-ed7a-42ca-84a1-9ac64dc2a04f tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Made reservation on behalf of b427ba364ba8461bbc56ab0501817440 for: {'network': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:32:55.693579 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1a982afd-ed7a-42ca-84a1-9ac64dc2a04f tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:55.737959 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-fa2b2776-7828-4aa7-a36b-626bc7273f6a tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Deleting port a29ebd16-65d3-46c3-9cf0-da94fb925071 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:32:55.738289 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fa2b2776-7828-4aa7-a36b-626bc7273f6a tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:55.785053 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2615387f-532a-4d44-976b-f98376afcbb7 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Pushing event updated for resources: {'Network': ['ID=63e1a38c-c96c-4cff-b00a-13f3e757a1d5,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:55.798207 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 63e1a38c-c96c-4cff-b00a-13f3e757a1d5 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:32:55.907424 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a486d1dc-c425-417e-99c8-3f344ab4b27f tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:55.941285 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-eb94b8fa-0e21-4571-998d-03dd9d458e5f tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:32:55.943167 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a982afd-ed7a-42ca-84a1-9ac64dc2a04f tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=87637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:32:56.046996 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1a982afd-ed7a-42ca-84a1-9ac64dc2a04f tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:56.047363 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.segments_db [None req-1a982afd-ed7a-42ca-84a1-9ac64dc2a04f tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Added segment 6f4d54ab-74d2-4589-8274-d7924f0a07c8 of type vlan for network 793dd3a8-ec30-4a1e-805c-fe6da37138cd Feb 01 04:32:56.048644 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-eb94b8fa-0e21-4571-998d-03dd9d458e5f tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:32:56.069557 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-3f2e1870-f7b1-4440-8518-76a1c21337b5 None None] Provisioning complete for port ae7ac768-099d-428c-96bc-ba23486609bd triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:32:56.070256 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3f2e1870-f7b1-4440-8518-76a1c21337b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:56.096089 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-a486d1dc-c425-417e-99c8-3f344ab4b27f tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Calling delete_port for 1bee41b0-05d0-4895-8140-2b3c10e2827a owned by network:router_gateway {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:32:56.109182 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb94b8fa-0e21-4571-998d-03dd9d458e5f tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Made reservation on behalf of 99c588771a6645f4bc4f4343a4018c7b for: {'subnet': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:32:56.112694 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-eb94b8fa-0e21-4571-998d-03dd9d458e5f tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3694443'] for subnet, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:56.124081 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2e495b1e-9193-4211-a771-822e39af8617 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:56.156511 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1a982afd-ed7a-42ca-84a1-9ac64dc2a04f tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:56.256380 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-31dc34c3-ab14-44bb-8b24-73103107267e tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:56.274906 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.ipam_backend_mixin [None req-eb94b8fa-0e21-4571-998d-03dd9d458e5f tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Performing IP validity checks on allocation pools {{(pid=87637) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 01 04:32:56.275599 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.ipam_backend_mixin [None req-eb94b8fa-0e21-4571-998d-03dd9d458e5f tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87637) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 01 04:32:56.311632 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-31dc34c3-ab14-44bb-8b24-73103107267e tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Transition to ACTIVE for port object ef9ab888-0904-4ec5-b05e-ddda87c597f4 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:32:56.378865 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2e495b1e-9193-4211-a771-822e39af8617 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3072169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2652276'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:56.382196 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1a982afd-ed7a-42ca-84a1-9ac64dc2a04f tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:56.387553 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a982afd-ed7a-42ca-84a1-9ac64dc2a04f tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:56.388125 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1a982afd-ed7a-42ca-84a1-9ac64dc2a04f tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:56.425909 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-fa2b2776-7828-4aa7-a36b-626bc7273f6a tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] For port a29ebd16-65d3-46c3-9cf0-da94fb925071, host hv-neutron-8268, got binding levels [] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:32:56.426165 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fa2b2776-7828-4aa7-a36b-626bc7273f6a tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:56.432863 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e495b1e-9193-4211-a771-822e39af8617 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event deleted for resources: {'Subnet': ['ID=65252a10-5fd9-4d54-bd09-2dd5bcdbd559,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:56.436790 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2e495b1e-9193-4211-a771-822e39af8617 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:56.447305 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba10660a-4848-43fc-ad61-49c92da56d89 None None] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:32:56.458845 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2e495b1e-9193-4211-a771-822e39af8617 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/subnets/65252a10-5fd9-4d54-bd09-2dd5bcdbd559 HTTP/1.1" status: 204 len: 168 time: 1.6674473 Feb 01 04:32:56.464730 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34692) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:56.528169 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eccb938-3045-4222-b206-122ab17146cf tempest-FloatingIPAdminTestJSON-1524313509 tempest-FloatingIPAdminTestJSON-1524313509-project-admin] Router b5c068dd-b1b9-4e55-af55-276d4894b12e has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:32:56.549586 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ffe7b3b0-baf3-45c2-b65d-086f25507604 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0785134 Feb 01 04:32:56.552081 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34696) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:56.586983 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-2af030bd-e755-4004-a614-dd33c9f9897c tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Request body: {'subnet': {'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:32:56.588138 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-fa2b2776-7828-4aa7-a36b-626bc7273f6a tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Calling delete_port for a29ebd16-65d3-46c3-9cf0-da94fb925071 owned by {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:32:56.682566 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-1a982afd-ed7a-42ca-84a1-9ac64dc2a04f tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2531714 Feb 01 04:32:56.694518 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34700) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:56.701936 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-fa65477f-fd07-4ed4-b935-d2ec4cfbbc7c tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Request body: {'ports': [{'network_id': '0a003775-b8dc-4a65-ab4c-4e0261af21de', 'name': 'tempest-port--1173132692', 'admin_state_up': True}, {'network_id': '793dd3a8-ec30-4a1e-805c-fe6da37138cd', 'admin_state_up': False}]} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:32:56.702242 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-fa65477f-fd07-4ed4-b935-d2ec4cfbbc7c tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Request body: {'port': {'network_id': '0a003775-b8dc-4a65-ab4c-4e0261af21de', 'name': 'tempest-port--1173132692', 'admin_state_up': True}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:32:56.702733 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-fa65477f-fd07-4ed4-b935-d2ec4cfbbc7c tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Request body: {'port': {'network_id': '793dd3a8-ec30-4a1e-805c-fe6da37138cd', 'admin_state_up': False}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:32:56.704878 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf2492b-16eb-45a2-bd5c-62d6b25def53 None None] DHCP port deletion for 14b67238-4e53-405c-b9cd-84b8ff52e36a request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:32:56.709962 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-acf2492b-16eb-45a2-bd5c-62d6b25def53 None None] Deleting port ae7ac768-099d-428c-96bc-ba23486609bd {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:32:56.710417 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-acf2492b-16eb-45a2-bd5c-62d6b25def53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:56.722913 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a982afd-ed7a-42ca-84a1-9ac64dc2a04f tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Pushing event updated for resources: {'Network': ['ID=793dd3a8-ec30-4a1e-805c-fe6da37138cd,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:56.750114 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 793dd3a8-ec30-4a1e-805c-fe6da37138cd details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:32:56.800004 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-31dc34c3-ab14-44bb-8b24-73103107267e tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:56.946611 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-2af030bd-e755-4004-a614-dd33c9f9897c tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:32:56.969583 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fa2b2776-7828-4aa7-a36b-626bc7273f6a tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:56.984242 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31dc34c3-ab14-44bb-8b24-73103107267e tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Network 552f063d-1d67-46c0-93ec-93669b6bd7b9 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:32:56.989402 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-aabde6ec-b4d7-4bbd-ae5c-b33f4c45d87f None None] Allocated IP 2001:db8::2 (552f063d-1d67-46c0-93ec-93669b6bd7b9/e17d0cd0-8fe2-4d64-80db-ac54f4655d11/ef2246a4-bed9-49e5-ac14-c96aba10b8b1) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:32:57.002825 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a486d1dc-c425-417e-99c8-3f344ab4b27f tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:57.013418 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-31dc34c3-ab14-44bb-8b24-73103107267e tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:32:57.035411 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31dc34c3-ab14-44bb-8b24-73103107267e tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:32:57.040826 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31dc34c3-ab14-44bb-8b24-73103107267e tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:57.041422 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-31dc34c3-ab14-44bb-8b24-73103107267e tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:57.053341 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dc34c3-ab14-44bb-8b24-73103107267e tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event updated for resources: {'Port': ['ID=ef9ab888-0904-4ec5-b05e-ddda87c597f4,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:57.060633 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2af030bd-e755-4004-a614-dd33c9f9897c tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Usage tracker for resource:subnet and tenant:60b4e61082d3421283cb095bbc99ad8e is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:32:57.079153 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2af030bd-e755-4004-a614-dd33c9f9897c tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:32:57.081989 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a486d1dc-c425-417e-99c8-3f344ab4b27f tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Pushing event deleted for resources: {'Port': ['ID=1bee41b0-05d0-4895-8140-2b3c10e2827a,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:57.116788 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-2af030bd-e755-4004-a614-dd33c9f9897c tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:32:57.119109 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fa2b2776-7828-4aa7-a36b-626bc7273f6a tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:57.128171 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-eb94b8fa-0e21-4571-998d-03dd9d458e5f tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3037478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3694457'] for subnet, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:57.162525 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2b2776-7828-4aa7-a36b-626bc7273f6a tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Pushing event deleted for resources: {'Port': ['ID=a29ebd16-65d3-46c3-9cf0-da94fb925071,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:57.171895 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eccb938-3045-4222-b206-122ab17146cf tempest-FloatingIPAdminTestJSON-1524313509 tempest-FloatingIPAdminTestJSON-1524313509-project-admin] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:32:57.189938 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07251f0-f974-4e36-9157-ed2cc9b0147b None None] Sync routers for ids ['b5c068dd-b1b9-4e55-af55-276d4894b12e'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:32:57.206501 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af030bd-e755-4004-a614-dd33c9f9897c tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Made reservation on behalf of 60b4e61082d3421283cb095bbc99ad8e for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:32:57.210021 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2af030bd-e755-4004-a614-dd33c9f9897c tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:57.229985 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3eccb938-3045-4222-b206-122ab17146cf tempest-FloatingIPAdminTestJSON-1524313509 tempest-FloatingIPAdminTestJSON-1524313509-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:57.264091 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07251f0-f974-4e36-9157-ed2cc9b0147b None None] Routers {'b5c068dd-b1b9-4e55-af55-276d4894b12e'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:32:57.264434 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-f07251f0-f974-4e36-9157-ed2cc9b0147b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:32:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['b5c068dd-b1b9-4e55-af55-276d4894b12e'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:57.295738 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a486d1dc-c425-417e-99c8-3f344ab4b27f tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-774381'] for router_gateway, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:57.322636 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device ae7ac768-099d-428c-96bc-ba23486609bd no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:32:57.356387 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-31dc34c3-ab14-44bb-8b24-73103107267e tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4554820 Feb 01 04:32:57.360740 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-fa2b2776-7828-4aa7-a36b-626bc7273f6a tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] 10.222.0.24 "DELETE /v2.0/ports/a29ebd16-65d3-46c3-9cf0-da94fb925071 HTTP/1.1" status: 204 len: 168 time: 1.9015102 Feb 01 04:32:57.363899 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34704) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:57.364186 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34706) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:57.392773 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-f07251f0-f974-4e36-9157-ed2cc9b0147b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:57.405347 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-acf2492b-16eb-45a2-bd5c-62d6b25def53 None None] For port ae7ac768-099d-428c-96bc-ba23486609bd, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=ae7ac768-099d-428c-96bc-ba23486609bd,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:32:57.406782 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-acf2492b-16eb-45a2-bd5c-62d6b25def53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:57.489390 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07251f0-f974-4e36-9157-ed2cc9b0147b None None] Routers {'b5c068dd-b1b9-4e55-af55-276d4894b12e'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:32:57.489698 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-f07251f0-f974-4e36-9157-ed2cc9b0147b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:32:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['b5c068dd-b1b9-4e55-af55-276d4894b12e'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:57.509552 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-fa65477f-fd07-4ed4-b935-d2ec4cfbbc7c tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:32:57.521321 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-521050d7-479c-4fc6-824c-d9a22fed8eea tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] GET failed (client error): The resource could not be found. Feb 01 04:32:57.521853 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-521050d7-479c-4fc6-824c-d9a22fed8eea tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Synchronizing usage tracker for tenant:12005c2c7f714edd8a56e9038243d1cf on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:32:57.543358 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-3eccb938-3045-4222-b206-122ab17146cf tempest-FloatingIPAdminTestJSON-1524313509 tempest-FloatingIPAdminTestJSON-1524313509-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 9.6440172 Feb 01 04:32:57.548451 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a486d1dc-c425-417e-99c8-3f344ab4b27f tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25968'] for router, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:57.552196 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34712) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:57.554951 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a486d1dc-c425-417e-99c8-3f344ab4b27f tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:57.575175 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-fa65477f-fd07-4ed4-b935-d2ec4cfbbc7c tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Usage tracker for resource:port and tenant:b427ba364ba8461bbc56ab0501817440 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:32:57.578633 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb94b8fa-0e21-4571-998d-03dd9d458e5f tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Pushing event updated for resources: {'Subnet': ['ID=59afcc1a-894b-41de-9bda-9dbee5ab4215,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:57.582377 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-fa65477f-fd07-4ed4-b935-d2ec4cfbbc7c tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:32:57.602412 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-fa65477f-fd07-4ed4-b935-d2ec4cfbbc7c tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:32:57.613180 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-acf2492b-16eb-45a2-bd5c-62d6b25def53 None None] Calling delete_port for ae7ac768-099d-428c-96bc-ba23486609bd owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:32:57.670811 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-f07251f0-f974-4e36-9157-ed2cc9b0147b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:32:57.671273 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07251f0-f974-4e36-9157-ed2cc9b0147b None None] The sync data for ids ['b5c068dd-b1b9-4e55-af55-276d4894b12e'] in dv-neutron-826830-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:32:57.673204 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a486d1dc-c425-417e-99c8-3f344ab4b27f tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772958'] for router, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:57.673858 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a486d1dc-c425-417e-99c8-3f344ab4b27f tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Fanout notify agent at l3_agent the message router_deleted on router 44f6fe58-79ab-4f10-b1ec-b7deb604e989 {{(pid=87636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 01 04:32:57.691823 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f3f47c87-47fc-4ce7-a00a-6a38da2b15c7 tempest-FloatingIPAdminTestJSON-1524313509 tempest-FloatingIPAdminTestJSON-1524313509-project-admin] 10.222.0.24 "GET /v2.0/floatingips/f2a24d44-83f3-4e56-9d72-58a0110f76d7 HTTP/1.1" status: 200 len: 981 time: 0.1363137 Feb 01 04:32:57.693212 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34716) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:57.693424 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb94b8fa-0e21-4571-998d-03dd9d458e5f tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Checking segment: {'id': 'f024613c-e6e8-4dd3-aae8-f0b4878fc514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '63e1a38c-c96c-4cff-b00a-13f3e757a1d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:32:57.693791 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb94b8fa-0e21-4571-998d-03dd9d458e5f tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Network hostable DHCP agents. Network: 63e1a38c-c96c-4cff-b00a-13f3e757a1d5, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:32:57.771596 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa65477f-fd07-4ed4-b935-d2ec4cfbbc7c tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Made reservation on behalf of b427ba364ba8461bbc56ab0501817440 for: {'port': 2} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:32:57.775913 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fa65477f-fd07-4ed4-b935-d2ec4cfbbc7c tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:57.789082 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-521050d7-479c-4fc6-824c-d9a22fed8eea tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Unset dirty status for tenant:12005c2c7f714edd8a56e9038243d1cf on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:32:57.793922 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-521050d7-479c-4fc6-824c-d9a22fed8eea tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] 10.222.0.24 "GET /v2.0/ports/a29ebd16-65d3-46c3-9cf0-da94fb925071 HTTP/1.1" status: 404 len: 333 time: 0.4205246 Feb 01 04:32:57.805435 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34720) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:57.817636 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a486d1dc-c425-417e-99c8-3f344ab4b27f tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:57.818971 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a486d1dc-c425-417e-99c8-3f344ab4b27f tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] 10.222.0.24 "DELETE /v2.0/routers/44f6fe58-79ab-4f10-b1ec-b7deb604e989 HTTP/1.1" status: 204 len: 168 time: 3.8123422 Feb 01 04:32:57.822570 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aabde6ec-b4d7-4bbd-ae5c-b33f4c45d87f None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:57.832800 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-9fdc2d30-7912-48ad-9531-109d3a0da34b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Request body: {'port': {'network_id': '7e5b7491-ed52-4868-aaee-95a45e383bcf', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1594063749'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:32:57.837136 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-aabde6ec-b4d7-4bbd-ae5c-b33f4c45d87f None None] Transition to ACTIVE for port object ef2246a4-bed9-49e5-ac14-c96aba10b8b1 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:32:57.850406 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34726) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:57.856419 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-9fdc2d30-7912-48ad-9531-109d3a0da34b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:32:57.869871 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-aabde6ec-b4d7-4bbd-ae5c-b33f4c45d87f None None] Transition to ACTIVE for port object ef2246a4-bed9-49e5-ac14-c96aba10b8b1 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:32:57.875763 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-9fdc2d30-7912-48ad-9531-109d3a0da34b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:32:57.886341 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-3ac3da52-bb4f-40e7-9b2d-b72d2db966e8 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1824869315', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}, 'admin_state_up': False}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:32:57.889281 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:57.908087 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aabde6ec-b4d7-4bbd-ae5c-b33f4c45d87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:57.911598 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fa65477f-fd07-4ed4-b935-d2ec4cfbbc7c tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:57.912036 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-acf2492b-16eb-45a2-bd5c-62d6b25def53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:57.913460 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-58d0a255-67a1-46b1-9dd9-ba3502f17afd tempest-FloatingIPAdminTestJSON-1524313509 tempest-FloatingIPAdminTestJSON-1524313509-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2248 time: 0.2175791 Feb 01 04:32:57.920939 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34732) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:57.924379 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fdc2d30-7912-48ad-9531-109d3a0da34b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Made reservation on behalf of 12005c2c7f714edd8a56e9038243d1cf for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:32:57.926958 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9fdc2d30-7912-48ad-9531-109d3a0da34b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:57.930431 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-3ac3da52-bb4f-40e7-9b2d-b72d2db966e8 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:32:57.954850 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-9fdc2d30-7912-48ad-9531-109d3a0da34b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] device_id is not set on port 2564ba20-ae0d-456d-81c7-43e839acc2ad yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:32:57.987306 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf2492b-16eb-45a2-bd5c-62d6b25def53 None None] No DVR routers for this DVR port ae7ac768-099d-428c-96bc-ba23486609bd on host dv-neutron-826830-1-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:32:58.009612 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabde6ec-b4d7-4bbd-ae5c-b33f4c45d87f None None] Network 552f063d-1d67-46c0-93ec-93669b6bd7b9 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:32:58.042692 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-aabde6ec-b4d7-4bbd-ae5c-b33f4c45d87f None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:32:58.049330 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabde6ec-b4d7-4bbd-ae5c-b33f4c45d87f None None] Pushing event updated for resources: {'Port': ['ID=ef2246a4-bed9-49e5-ac14-c96aba10b8b1,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:58.051706 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabde6ec-b4d7-4bbd-ae5c-b33f4c45d87f None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:32:58.075384 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-3ac3da52-bb4f-40e7-9b2d-b72d2db966e8 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Usage tracker for resource:router and tenant:b6fc4833d555481c965766e817f4c754 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:32:58.128197 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-3ac3da52-bb4f-40e7-9b2d-b72d2db966e8 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:32:58.134071 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf2492b-16eb-45a2-bd5c-62d6b25def53 None None] Pushing event deleted for resources: {'Port': ['ID=ae7ac768-099d-428c-96bc-ba23486609bd,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:58.167096 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb94b8fa-0e21-4571-998d-03dd9d458e5f tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Network 63e1a38c-c96c-4cff-b00a-13f3e757a1d5 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:32:58.170889 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9fdc2d30-7912-48ad-9531-109d3a0da34b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:58.187056 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-3ac3da52-bb4f-40e7-9b2d-b72d2db966e8 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:32:58.187440 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-aabde6ec-b4d7-4bbd-ae5c-b33f4c45d87f None None] Attempting to bind port ef2246a4-bed9-49e5-ac14-c96aba10b8b1 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:32:58.187828 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-aabde6ec-b4d7-4bbd-ae5c-b33f4c45d87f None None] Attempting to bind port ef2246a4-bed9-49e5-ac14-c96aba10b8b1 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '8a535963-2c5d-4040-87bb-2091c489e85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '552f063d-1d67-46c0-93ec-93669b6bd7b9'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:32:58.188184 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabde6ec-b4d7-4bbd-ae5c-b33f4c45d87f None None] Attempting to bind port ef2246a4-bed9-49e5-ac14-c96aba10b8b1 on network 552f063d-1d67-46c0-93ec-93669b6bd7b9 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:32:58.194594 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabde6ec-b4d7-4bbd-ae5c-b33f4c45d87f None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:32:58.194961 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabde6ec-b4d7-4bbd-ae5c-b33f4c45d87f None None] Checking segment: {'id': '8a535963-2c5d-4040-87bb-2091c489e85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '552f063d-1d67-46c0-93ec-93669b6bd7b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:32:58.195381 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aabde6ec-b4d7-4bbd-ae5c-b33f4c45d87f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:58.195775 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabde6ec-b4d7-4bbd-ae5c-b33f4c45d87f None None] Bound using segment: {'id': '8a535963-2c5d-4040-87bb-2091c489e85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '552f063d-1d67-46c0-93ec-93669b6bd7b9'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:32:58.196217 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-aabde6ec-b4d7-4bbd-ae5c-b33f4c45d87f None None] Bound port: ef2246a4-bed9-49e5-ac14-c96aba10b8b1, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a535963-2c5d-4040-87bb-2091c489e85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '552f063d-1d67-46c0-93ec-93669b6bd7b9'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:32:58.196589 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aabde6ec-b4d7-4bbd-ae5c-b33f4c45d87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:58.251663 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9fdc2d30-7912-48ad-9531-109d3a0da34b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:58.276611 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-eb94b8fa-0e21-4571-998d-03dd9d458e5f tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, 63e1a38c-c96c-4cff-b00a-13f3e757a1d5) {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:32:58.280937 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb94b8fa-0e21-4571-998d-03dd9d458e5f tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:58.281525 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-eb94b8fa-0e21-4571-998d-03dd9d458e5f tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:58.290885 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-aabde6ec-b4d7-4bbd-ae5c-b33f4c45d87f None None] For port ef2246a4-bed9-49e5-ac14-c96aba10b8b1, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:32:58.294440 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3fcf30-f215-4854-a14a-feddffeda45c None None] Network 63e1a38c-c96c-4cff-b00a-13f3e757a1d5 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:32:58.306521 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ac3da52-bb4f-40e7-9b2d-b72d2db966e8 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25958'] for router, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:58.307689 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ac3da52-bb4f-40e7-9b2d-b72d2db966e8 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-372027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25961'] for router, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:58.319860 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-aabde6ec-b4d7-4bbd-ae5c-b33f4c45d87f None None] For port ef2246a4-bed9-49e5-ac14-c96aba10b8b1, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=ef2246a4-bed9-49e5-ac14-c96aba10b8b1,segment=NetworkSegment(8a535963-2c5d-4040-87bb-2091c489e85b),segment_id=8a535963-2c5d-4040-87bb-2091c489e85b)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:32:58.333144 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aabde6ec-b4d7-4bbd-ae5c-b33f4c45d87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:58.352695 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.objects.ports [None req-2af030bd-e755-4004-a614-dd33c9f9897c tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87636) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 01 04:32:58.358679 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2af030bd-e755-4004-a614-dd33c9f9897c tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:58.363856 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdc2d30-7912-48ad-9531-109d3a0da34b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Network 7e5b7491-ed52-4868-aaee-95a45e383bcf is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:32:58.399058 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-9fdc2d30-7912-48ad-9531-109d3a0da34b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:32:58.409629 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdc2d30-7912-48ad-9531-109d3a0da34b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:32:58.410606 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fdc2d30-7912-48ad-9531-109d3a0da34b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:58.411186 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9fdc2d30-7912-48ad-9531-109d3a0da34b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:58.448194 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-eb94b8fa-0e21-4571-998d-03dd9d458e5f tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.7978544 Feb 01 04:32:58.473175 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34738) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:58.503442 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-bbd4bca0-f1de-471e-a59f-98c5b2945384 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:32:58.503587 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabde6ec-b4d7-4bbd-ae5c-b33f4c45d87f None None] Pushing event updated for resources: {'Port': ['ID=ef2246a4-bed9-49e5-ac14-c96aba10b8b1,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:58.556200 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdc2d30-7912-48ad-9531-109d3a0da34b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Pushing event updated for resources: {'Port': ['ID=2564ba20-ae0d-456d-81c7-43e839acc2ad,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:58.570845 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af030bd-e755-4004-a614-dd33c9f9897c tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:32:58.576306 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-2af030bd-e755-4004-a614-dd33c9f9897c tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:32:58.585406 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af030bd-e755-4004-a614-dd33c9f9897c tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:32:58.586534 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2af030bd-e755-4004-a614-dd33c9f9897c tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:58.587446 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ac3da52-bb4f-40e7-9b2d-b72d2db966e8 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:58.600126 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641ff4d3-f317-463a-93f5-2f4b04480b6e None None] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:32:58.617829 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af030bd-e755-4004-a614-dd33c9f9897c tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event updated for resources: {'Subnet': ['ID=6cdf82b4-3bda-48ec-b4b2-e118e5451c79,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:58.624241 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9fdc2d30-7912-48ad-9531-109d3a0da34b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8158784 Feb 01 04:32:58.627660 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34742) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:58.637017 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-de9c2e80-c500-424e-b1f3-8aba4956bb40 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8268'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:32:58.654321 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-fa65477f-fd07-4ed4-b935-d2ec4cfbbc7c tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] device_id is not set on port 324ed403-a8ac-4ece-ad5d-9ece614e6401 yet. {{(pid=87637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:32:58.687249 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-8db69d26-7706-4e75-8692-088c146a91c7 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Deleting port 06308731-a01c-4b56-a716-7d42bf1d2234 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:32:58.687593 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8db69d26-7706-4e75-8692-088c146a91c7 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:58.694979 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578adcfe-fd39-4d3d-9907-77a63e4dcb58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-63e1a38c-c96c-4cff-b00a-13f3e757a1d5', 'network_id': '63e1a38c-c96c-4cff-b00a-13f3e757a1d5', 'tenant_id': '99c588771a6645f4bc4f4343a4018c7b', 'fixed_ips': [{'subnet_id': '59afcc1a-894b-41de-9bda-9dbee5ab4215'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:32:58.695821 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-578adcfe-fd39-4d3d-9907-77a63e4dcb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:58.700573 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2af030bd-e755-4004-a614-dd33c9f9897c tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1474648 Feb 01 04:32:58.706041 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34746) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:32:58.718459 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-b7048436-0eaa-4246-b53e-f74dfcd30385 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Request body: {'subnet': {'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:32:59.011248 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-de9c2e80-c500-424e-b1f3-8aba4956bb40 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:59.038138 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-b7048436-0eaa-4246-b53e-f74dfcd30385 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:32:59.051517 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-578adcfe-fd39-4d3d-9907-77a63e4dcb58 None None] Allocated IP 2001:db8::3 (63e1a38c-c96c-4cff-b00a-13f3e757a1d5/59afcc1a-894b-41de-9bda-9dbee5ab4215/7948e3e0-0f30-4760-93ea-92216638fe65) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:32:59.067700 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f7cef3-87c5-47b9-9754-e77ea5b668a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-14b67238-4e53-405c-b9cd-84b8ff52e36a', 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'tenant_id': '60b4e61082d3421283cb095bbc99ad8e', 'fixed_ips': [{'subnet_id': '6cdf82b4-3bda-48ec-b4b2-e118e5451c79'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:32:59.068524 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-76f7cef3-87c5-47b9-9754-e77ea5b668a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:59.086737 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b7048436-0eaa-4246-b53e-f74dfcd30385 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Usage tracker for resource:subnet and tenant:60b4e61082d3421283cb095bbc99ad8e is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:32:59.096691 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b7048436-0eaa-4246-b53e-f74dfcd30385 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:32:59.114270 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-b7048436-0eaa-4246-b53e-f74dfcd30385 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:32:59.146378 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7048436-0eaa-4246-b53e-f74dfcd30385 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Made reservation on behalf of 60b4e61082d3421283cb095bbc99ad8e for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:32:59.150518 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b7048436-0eaa-4246-b53e-f74dfcd30385 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:59.224469 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2cfd4dcb-c138-4180-b3ea-b75715e43615 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:59.344343 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bbd4bca0-f1de-471e-a59f-98c5b2945384 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3694450'] for subnet, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:59.375517 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ac3da52-bb4f-40e7-9b2d-b72d2db966e8 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:59.407170 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device ef2246a4-bed9-49e5-ac14-c96aba10b8b1 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:32:59.442883 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-76f7cef3-87c5-47b9-9754-e77ea5b668a6 None None] Allocated IP 2001:db8::f816:3eff:fe9a:87a1 (14b67238-4e53-405c-b9cd-84b8ff52e36a/6cdf82b4-3bda-48ec-b4b2-e118e5451c79/a67f4523-571f-4c4c-9f63-60eed75f3803) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:32:59.472985 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-de9c2e80-c500-424e-b1f3-8aba4956bb40 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] device_id is not set on port 2564ba20-ae0d-456d-81c7-43e839acc2ad yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:32:59.484479 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-de9c2e80-c500-424e-b1f3-8aba4956bb40 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:59.534198 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-578adcfe-fd39-4d3d-9907-77a63e4dcb58 None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:59.552472 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-de9c2e80-c500-424e-b1f3-8aba4956bb40 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Transition to ACTIVE for port object 2564ba20-ae0d-456d-81c7-43e839acc2ad will not be triggered until provisioned by entity L2. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:32:59.561668 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-de9c2e80-c500-424e-b1f3-8aba4956bb40 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:59.595644 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-578adcfe-fd39-4d3d-9907-77a63e4dcb58 None None] Transition to ACTIVE for port object 7948e3e0-0f30-4760-93ea-92216638fe65 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:32:59.635746 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-578adcfe-fd39-4d3d-9907-77a63e4dcb58 None None] Transition to ACTIVE for port object 7948e3e0-0f30-4760-93ea-92216638fe65 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:32:59.639323 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8db69d26-7706-4e75-8692-088c146a91c7 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:59.639934 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8db69d26-7706-4e75-8692-088c146a91c7 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:59.654439 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-578adcfe-fd39-4d3d-9907-77a63e4dcb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:59.692399 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port ef2246a4-bed9-49e5-ac14-c96aba10b8b1 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:32:59.760154 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9c2e80-c500-424e-b1f3-8aba4956bb40 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Pushing event updated for resources: {'Port': ['ID=2564ba20-ae0d-456d-81c7-43e839acc2ad,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:59.788128 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-de9c2e80-c500-424e-b1f3-8aba4956bb40 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port 2564ba20-ae0d-456d-81c7-43e839acc2ad on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:32:59.788128 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-de9c2e80-c500-424e-b1f3-8aba4956bb40 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port 2564ba20-ae0d-456d-81c7-43e839acc2ad by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'bd6d6a59-a85f-4a48-a65c-0f51da5ed791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7e5b7491-ed52-4868-aaee-95a45e383bcf'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:32:59.788654 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9c2e80-c500-424e-b1f3-8aba4956bb40 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port 2564ba20-ae0d-456d-81c7-43e839acc2ad on network 7e5b7491-ed52-4868-aaee-95a45e383bcf {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:32:59.801537 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578adcfe-fd39-4d3d-9907-77a63e4dcb58 None None] Network 63e1a38c-c96c-4cff-b00a-13f3e757a1d5 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:32:59.804337 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578adcfe-fd39-4d3d-9907-77a63e4dcb58 None None] Pushing event updated for resources: {'Port': ['ID=7948e3e0-0f30-4760-93ea-92216638fe65,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:59.807809 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9c2e80-c500-424e-b1f3-8aba4956bb40 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Port 2564ba20-ae0d-456d-81c7-43e839acc2ad on network 7e5b7491-ed52-4868-aaee-95a45e383bcf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:32:59.809377 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-578adcfe-fd39-4d3d-9907-77a63e4dcb58 None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:32:59.813015 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578adcfe-fd39-4d3d-9907-77a63e4dcb58 None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:32:59.820322 dv-neutron-826830-1-hyperv neutron-server[87636]: ERROR neutron.plugins.ml2.managers [None req-de9c2e80-c500-424e-b1f3-8aba4956bb40 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Failed to bind port 2564ba20-ae0d-456d-81c7-43e839acc2ad on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'bd6d6a59-a85f-4a48-a65c-0f51da5ed791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7e5b7491-ed52-4868-aaee-95a45e383bcf'}] Feb 01 04:32:59.828614 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.plugins.ml2.plugin [None req-de9c2e80-c500-424e-b1f3-8aba4956bb40 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempt 2 to bind port 2564ba20-ae0d-456d-81c7-43e839acc2ad Feb 01 04:32:59.858223 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-de9c2e80-c500-424e-b1f3-8aba4956bb40 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port 2564ba20-ae0d-456d-81c7-43e839acc2ad on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:32:59.860641 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-de9c2e80-c500-424e-b1f3-8aba4956bb40 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port 2564ba20-ae0d-456d-81c7-43e839acc2ad by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'bd6d6a59-a85f-4a48-a65c-0f51da5ed791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7e5b7491-ed52-4868-aaee-95a45e383bcf'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:32:59.861002 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9c2e80-c500-424e-b1f3-8aba4956bb40 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port 2564ba20-ae0d-456d-81c7-43e839acc2ad on network 7e5b7491-ed52-4868-aaee-95a45e383bcf {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:32:59.865149 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b7048436-0eaa-4246-b53e-f74dfcd30385 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:59.906672 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-8db69d26-7706-4e75-8692-088c146a91c7 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Calling delete_port for 06308731-a01c-4b56-a716-7d42bf1d2234 owned by network:floatingip {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:32:59.922876 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9c2e80-c500-424e-b1f3-8aba4956bb40 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Port 2564ba20-ae0d-456d-81c7-43e839acc2ad on network 7e5b7491-ed52-4868-aaee-95a45e383bcf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:32:59.923224 dv-neutron-826830-1-hyperv neutron-server[87636]: ERROR neutron.plugins.ml2.managers [None req-de9c2e80-c500-424e-b1f3-8aba4956bb40 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Failed to bind port 2564ba20-ae0d-456d-81c7-43e839acc2ad on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'bd6d6a59-a85f-4a48-a65c-0f51da5ed791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7e5b7491-ed52-4868-aaee-95a45e383bcf'}] Feb 01 04:32:59.928320 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.plugins.ml2.plugin [None req-de9c2e80-c500-424e-b1f3-8aba4956bb40 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempt 3 to bind port 2564ba20-ae0d-456d-81c7-43e839acc2ad Feb 01 04:32:59.937212 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-76f7cef3-87c5-47b9-9754-e77ea5b668a6 None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:59.963474 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-76f7cef3-87c5-47b9-9754-e77ea5b668a6 None None] Transition to ACTIVE for port object a67f4523-571f-4c4c-9f63-60eed75f3803 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:32:59.966969 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-578adcfe-fd39-4d3d-9907-77a63e4dcb58 None None] Attempting to bind port 7948e3e0-0f30-4760-93ea-92216638fe65 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:32:59.967411 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-578adcfe-fd39-4d3d-9907-77a63e4dcb58 None None] Attempting to bind port 7948e3e0-0f30-4760-93ea-92216638fe65 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': 'f024613c-e6e8-4dd3-aae8-f0b4878fc514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '63e1a38c-c96c-4cff-b00a-13f3e757a1d5'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:32:59.967831 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578adcfe-fd39-4d3d-9907-77a63e4dcb58 None None] Attempting to bind port 7948e3e0-0f30-4760-93ea-92216638fe65 on network 63e1a38c-c96c-4cff-b00a-13f3e757a1d5 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:32:59.977446 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578adcfe-fd39-4d3d-9907-77a63e4dcb58 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:32:59.978078 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578adcfe-fd39-4d3d-9907-77a63e4dcb58 None None] Checking segment: {'id': 'f024613c-e6e8-4dd3-aae8-f0b4878fc514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '63e1a38c-c96c-4cff-b00a-13f3e757a1d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:32:59.978625 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-578adcfe-fd39-4d3d-9907-77a63e4dcb58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:59.979192 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578adcfe-fd39-4d3d-9907-77a63e4dcb58 None None] Bound using segment: {'id': 'f024613c-e6e8-4dd3-aae8-f0b4878fc514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '63e1a38c-c96c-4cff-b00a-13f3e757a1d5'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:32:59.979869 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-578adcfe-fd39-4d3d-9907-77a63e4dcb58 None None] Bound port: 7948e3e0-0f30-4760-93ea-92216638fe65, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f024613c-e6e8-4dd3-aae8-f0b4878fc514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '63e1a38c-c96c-4cff-b00a-13f3e757a1d5'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:32:59.980949 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-578adcfe-fd39-4d3d-9907-77a63e4dcb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:32:59.986984 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-de9c2e80-c500-424e-b1f3-8aba4956bb40 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port 2564ba20-ae0d-456d-81c7-43e839acc2ad on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:32:59.987467 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-de9c2e80-c500-424e-b1f3-8aba4956bb40 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port 2564ba20-ae0d-456d-81c7-43e839acc2ad by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'bd6d6a59-a85f-4a48-a65c-0f51da5ed791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7e5b7491-ed52-4868-aaee-95a45e383bcf'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:32:59.987915 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9c2e80-c500-424e-b1f3-8aba4956bb40 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port 2564ba20-ae0d-456d-81c7-43e839acc2ad on network 7e5b7491-ed52-4868-aaee-95a45e383bcf {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:32:59.990169 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7048436-0eaa-4246-b53e-f74dfcd30385 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event updated for resources: {'Subnet': ['ID=cead9a5c-eb54-482d-868b-e286bc4278fe,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:32:59.999039 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7048436-0eaa-4246-b53e-f74dfcd30385 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:33:00.004809 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9c2e80-c500-424e-b1f3-8aba4956bb40 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Port 2564ba20-ae0d-456d-81c7-43e839acc2ad on network 7e5b7491-ed52-4868-aaee-95a45e383bcf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:33:00.005251 dv-neutron-826830-1-hyperv neutron-server[87636]: ERROR neutron.plugins.ml2.managers [None req-de9c2e80-c500-424e-b1f3-8aba4956bb40 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Failed to bind port 2564ba20-ae0d-456d-81c7-43e839acc2ad on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'bd6d6a59-a85f-4a48-a65c-0f51da5ed791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7e5b7491-ed52-4868-aaee-95a45e383bcf'}] Feb 01 04:33:00.006102 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-b7048436-0eaa-4246-b53e-f74dfcd30385 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:33:00.007888 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.plugins.ml2.plugin [None req-de9c2e80-c500-424e-b1f3-8aba4956bb40 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempt 4 to bind port 2564ba20-ae0d-456d-81c7-43e839acc2ad Feb 01 04:33:00.020773 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7048436-0eaa-4246-b53e-f74dfcd30385 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:33:00.021389 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7048436-0eaa-4246-b53e-f74dfcd30385 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:33:00.021687 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7048436-0eaa-4246-b53e-f74dfcd30385 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:33:00.022363 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7048436-0eaa-4246-b53e-f74dfcd30385 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:33:00.022680 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7048436-0eaa-4246-b53e-f74dfcd30385 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:33:00.023109 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7048436-0eaa-4246-b53e-f74dfcd30385 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:33:00.023554 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7048436-0eaa-4246-b53e-f74dfcd30385 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:33:00.023976 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7048436-0eaa-4246-b53e-f74dfcd30385 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:33:00.024404 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7048436-0eaa-4246-b53e-f74dfcd30385 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:33:00.024859 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7048436-0eaa-4246-b53e-f74dfcd30385 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:33:00.025277 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7048436-0eaa-4246-b53e-f74dfcd30385 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:33:00.025721 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7048436-0eaa-4246-b53e-f74dfcd30385 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:33:00.029376 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7048436-0eaa-4246-b53e-f74dfcd30385 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:00.030075 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b7048436-0eaa-4246-b53e-f74dfcd30385 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:00.061120 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-de9c2e80-c500-424e-b1f3-8aba4956bb40 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port 2564ba20-ae0d-456d-81c7-43e839acc2ad on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:33:00.061407 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cab8a23-2501-43fc-b72b-7259be1c14f2 None None] Network 552f063d-1d67-46c0-93ec-93669b6bd7b9 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:33:00.062362 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-de9c2e80-c500-424e-b1f3-8aba4956bb40 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port 2564ba20-ae0d-456d-81c7-43e839acc2ad by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'bd6d6a59-a85f-4a48-a65c-0f51da5ed791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7e5b7491-ed52-4868-aaee-95a45e383bcf'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:33:00.062824 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9c2e80-c500-424e-b1f3-8aba4956bb40 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port 2564ba20-ae0d-456d-81c7-43e839acc2ad on network 7e5b7491-ed52-4868-aaee-95a45e383bcf {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:33:00.070029 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b7048436-0eaa-4246-b53e-f74dfcd30385 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3608532 Feb 01 04:33:00.071541 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34750) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:00.074227 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9c2e80-c500-424e-b1f3-8aba4956bb40 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Port 2564ba20-ae0d-456d-81c7-43e839acc2ad on network 7e5b7491-ed52-4868-aaee-95a45e383bcf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:33:00.074658 dv-neutron-826830-1-hyperv neutron-server[87636]: ERROR neutron.plugins.ml2.managers [None req-de9c2e80-c500-424e-b1f3-8aba4956bb40 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Failed to bind port 2564ba20-ae0d-456d-81c7-43e839acc2ad on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'bd6d6a59-a85f-4a48-a65c-0f51da5ed791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7e5b7491-ed52-4868-aaee-95a45e383bcf'}] Feb 01 04:33:00.075449 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.plugins.ml2.plugin [None req-de9c2e80-c500-424e-b1f3-8aba4956bb40 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempt 5 to bind port 2564ba20-ae0d-456d-81c7-43e839acc2ad Feb 01 04:33:00.077447 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-76f7cef3-87c5-47b9-9754-e77ea5b668a6 None None] Transition to ACTIVE for port object a67f4523-571f-4c4c-9f63-60eed75f3803 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:33:00.087093 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-5a395973-09da-484d-b65b-f1035787ee5e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Request body: {'port': {'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'mac_address': 'fa:16:3e:60:65:54', 'name': 'tempest-NetworksTestDHCPv6-1754577286'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:33:00.104320 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-76f7cef3-87c5-47b9-9754-e77ea5b668a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:00.115821 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-de9c2e80-c500-424e-b1f3-8aba4956bb40 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port 2564ba20-ae0d-456d-81c7-43e839acc2ad on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:33:00.116269 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-de9c2e80-c500-424e-b1f3-8aba4956bb40 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port 2564ba20-ae0d-456d-81c7-43e839acc2ad by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'bd6d6a59-a85f-4a48-a65c-0f51da5ed791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7e5b7491-ed52-4868-aaee-95a45e383bcf'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:33:00.116599 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9c2e80-c500-424e-b1f3-8aba4956bb40 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port 2564ba20-ae0d-456d-81c7-43e839acc2ad on network 7e5b7491-ed52-4868-aaee-95a45e383bcf {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:33:00.133580 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fa65477f-fd07-4ed4-b935-d2ec4cfbbc7c tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:00.138891 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9c2e80-c500-424e-b1f3-8aba4956bb40 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Port 2564ba20-ae0d-456d-81c7-43e839acc2ad on network 7e5b7491-ed52-4868-aaee-95a45e383bcf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:33:00.139273 dv-neutron-826830-1-hyperv neutron-server[87636]: ERROR neutron.plugins.ml2.managers [None req-de9c2e80-c500-424e-b1f3-8aba4956bb40 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Failed to bind port 2564ba20-ae0d-456d-81c7-43e839acc2ad on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'bd6d6a59-a85f-4a48-a65c-0f51da5ed791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7e5b7491-ed52-4868-aaee-95a45e383bcf'}] Feb 01 04:33:00.142474 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.plugins.ml2.plugin [None req-de9c2e80-c500-424e-b1f3-8aba4956bb40 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempt 6 to bind port 2564ba20-ae0d-456d-81c7-43e839acc2ad Feb 01 04:33:00.215255 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-de9c2e80-c500-424e-b1f3-8aba4956bb40 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port 2564ba20-ae0d-456d-81c7-43e839acc2ad on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:33:00.215255 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-de9c2e80-c500-424e-b1f3-8aba4956bb40 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port 2564ba20-ae0d-456d-81c7-43e839acc2ad by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'bd6d6a59-a85f-4a48-a65c-0f51da5ed791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7e5b7491-ed52-4868-aaee-95a45e383bcf'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:33:00.215255 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9c2e80-c500-424e-b1f3-8aba4956bb40 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port 2564ba20-ae0d-456d-81c7-43e839acc2ad on network 7e5b7491-ed52-4868-aaee-95a45e383bcf {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:33:00.221291 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9c2e80-c500-424e-b1f3-8aba4956bb40 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Port 2564ba20-ae0d-456d-81c7-43e839acc2ad on network 7e5b7491-ed52-4868-aaee-95a45e383bcf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:33:00.221594 dv-neutron-826830-1-hyperv neutron-server[87636]: ERROR neutron.plugins.ml2.managers [None req-de9c2e80-c500-424e-b1f3-8aba4956bb40 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Failed to bind port 2564ba20-ae0d-456d-81c7-43e839acc2ad on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'bd6d6a59-a85f-4a48-a65c-0f51da5ed791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7e5b7491-ed52-4868-aaee-95a45e383bcf'}] Feb 01 04:33:00.229961 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.plugins.ml2.plugin [None req-de9c2e80-c500-424e-b1f3-8aba4956bb40 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempt 7 to bind port 2564ba20-ae0d-456d-81c7-43e839acc2ad Feb 01 04:33:00.258646 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f7cef3-87c5-47b9-9754-e77ea5b668a6 None None] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:33:00.261702 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-de9c2e80-c500-424e-b1f3-8aba4956bb40 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port 2564ba20-ae0d-456d-81c7-43e839acc2ad on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:33:00.262034 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-de9c2e80-c500-424e-b1f3-8aba4956bb40 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port 2564ba20-ae0d-456d-81c7-43e839acc2ad by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'bd6d6a59-a85f-4a48-a65c-0f51da5ed791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7e5b7491-ed52-4868-aaee-95a45e383bcf'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:33:00.262363 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9c2e80-c500-424e-b1f3-8aba4956bb40 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port 2564ba20-ae0d-456d-81c7-43e839acc2ad on network 7e5b7491-ed52-4868-aaee-95a45e383bcf {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:33:00.266301 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-76f7cef3-87c5-47b9-9754-e77ea5b668a6 None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:33:00.268876 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f7cef3-87c5-47b9-9754-e77ea5b668a6 None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:33:00.270668 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9c2e80-c500-424e-b1f3-8aba4956bb40 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Port 2564ba20-ae0d-456d-81c7-43e839acc2ad on network 7e5b7491-ed52-4868-aaee-95a45e383bcf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:33:00.270993 dv-neutron-826830-1-hyperv neutron-server[87636]: ERROR neutron.plugins.ml2.managers [None req-de9c2e80-c500-424e-b1f3-8aba4956bb40 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Failed to bind port 2564ba20-ae0d-456d-81c7-43e839acc2ad on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'bd6d6a59-a85f-4a48-a65c-0f51da5ed791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7e5b7491-ed52-4868-aaee-95a45e383bcf'}] Feb 01 04:33:00.273817 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.plugins.ml2.plugin [None req-de9c2e80-c500-424e-b1f3-8aba4956bb40 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempt 8 to bind port 2564ba20-ae0d-456d-81c7-43e839acc2ad Feb 01 04:33:00.277821 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-578adcfe-fd39-4d3d-9907-77a63e4dcb58 None None] For port 7948e3e0-0f30-4760-93ea-92216638fe65, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:33:00.293775 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-5a395973-09da-484d-b65b-f1035787ee5e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:00.295598 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-366235da-8e9e-4855-a401-cdf52eb3ec73 None None] Provisioning for port ef2246a4-bed9-49e5-ac14-c96aba10b8b1 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:33:00.296100 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-de9c2e80-c500-424e-b1f3-8aba4956bb40 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port 2564ba20-ae0d-456d-81c7-43e839acc2ad on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:33:00.296427 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-de9c2e80-c500-424e-b1f3-8aba4956bb40 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port 2564ba20-ae0d-456d-81c7-43e839acc2ad by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'bd6d6a59-a85f-4a48-a65c-0f51da5ed791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7e5b7491-ed52-4868-aaee-95a45e383bcf'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:33:00.296754 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9c2e80-c500-424e-b1f3-8aba4956bb40 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port 2564ba20-ae0d-456d-81c7-43e839acc2ad on network 7e5b7491-ed52-4868-aaee-95a45e383bcf {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:33:00.301982 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-5a395973-09da-484d-b65b-f1035787ee5e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Usage tracker for resource:port and tenant:60b4e61082d3421283cb095bbc99ad8e is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:33:00.305881 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-5a395973-09da-484d-b65b-f1035787ee5e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:33:00.308816 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9c2e80-c500-424e-b1f3-8aba4956bb40 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Port 2564ba20-ae0d-456d-81c7-43e839acc2ad on network 7e5b7491-ed52-4868-aaee-95a45e383bcf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:33:00.309141 dv-neutron-826830-1-hyperv neutron-server[87636]: ERROR neutron.plugins.ml2.managers [None req-de9c2e80-c500-424e-b1f3-8aba4956bb40 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Failed to bind port 2564ba20-ae0d-456d-81c7-43e839acc2ad on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'bd6d6a59-a85f-4a48-a65c-0f51da5ed791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7e5b7491-ed52-4868-aaee-95a45e383bcf'}] Feb 01 04:33:00.312094 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.plugins.ml2.plugin [None req-de9c2e80-c500-424e-b1f3-8aba4956bb40 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempt 9 to bind port 2564ba20-ae0d-456d-81c7-43e839acc2ad Feb 01 04:33:00.319929 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-5a395973-09da-484d-b65b-f1035787ee5e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:00.333496 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-de9c2e80-c500-424e-b1f3-8aba4956bb40 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port 2564ba20-ae0d-456d-81c7-43e839acc2ad on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:33:00.333709 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-de9c2e80-c500-424e-b1f3-8aba4956bb40 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port 2564ba20-ae0d-456d-81c7-43e839acc2ad by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'bd6d6a59-a85f-4a48-a65c-0f51da5ed791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7e5b7491-ed52-4868-aaee-95a45e383bcf'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:33:00.333940 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9c2e80-c500-424e-b1f3-8aba4956bb40 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port 2564ba20-ae0d-456d-81c7-43e839acc2ad on network 7e5b7491-ed52-4868-aaee-95a45e383bcf {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:33:00.339008 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9c2e80-c500-424e-b1f3-8aba4956bb40 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Port 2564ba20-ae0d-456d-81c7-43e839acc2ad on network 7e5b7491-ed52-4868-aaee-95a45e383bcf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:33:00.339423 dv-neutron-826830-1-hyperv neutron-server[87636]: ERROR neutron.plugins.ml2.managers [None req-de9c2e80-c500-424e-b1f3-8aba4956bb40 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Failed to bind port 2564ba20-ae0d-456d-81c7-43e839acc2ad on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'bd6d6a59-a85f-4a48-a65c-0f51da5ed791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7e5b7491-ed52-4868-aaee-95a45e383bcf'}] Feb 01 04:33:00.340709 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.plugins.ml2.plugin [None req-de9c2e80-c500-424e-b1f3-8aba4956bb40 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempt 10 to bind port 2564ba20-ae0d-456d-81c7-43e839acc2ad Feb 01 04:33:00.344491 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-578adcfe-fd39-4d3d-9907-77a63e4dcb58 None None] For port 7948e3e0-0f30-4760-93ea-92216638fe65, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=7948e3e0-0f30-4760-93ea-92216638fe65,segment=NetworkSegment(f024613c-e6e8-4dd3-aae8-f0b4878fc514),segment_id=f024613c-e6e8-4dd3-aae8-f0b4878fc514)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:33:00.345778 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-366235da-8e9e-4855-a401-cdf52eb3ec73 None None] Provisioning complete for port ef2246a4-bed9-49e5-ac14-c96aba10b8b1 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:33:00.346218 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-366235da-8e9e-4855-a401-cdf52eb3ec73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:00.347902 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a395973-09da-484d-b65b-f1035787ee5e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Made reservation on behalf of 60b4e61082d3421283cb095bbc99ad8e for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:33:00.390356 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-de9c2e80-c500-424e-b1f3-8aba4956bb40 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port 2564ba20-ae0d-456d-81c7-43e839acc2ad on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:33:00.390566 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-de9c2e80-c500-424e-b1f3-8aba4956bb40 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port 2564ba20-ae0d-456d-81c7-43e839acc2ad by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'bd6d6a59-a85f-4a48-a65c-0f51da5ed791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7e5b7491-ed52-4868-aaee-95a45e383bcf'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:33:00.390894 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9c2e80-c500-424e-b1f3-8aba4956bb40 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port 2564ba20-ae0d-456d-81c7-43e839acc2ad on network 7e5b7491-ed52-4868-aaee-95a45e383bcf {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:33:00.401575 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9c2e80-c500-424e-b1f3-8aba4956bb40 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Port 2564ba20-ae0d-456d-81c7-43e839acc2ad on network 7e5b7491-ed52-4868-aaee-95a45e383bcf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:33:00.401930 dv-neutron-826830-1-hyperv neutron-server[87636]: ERROR neutron.plugins.ml2.managers [None req-de9c2e80-c500-424e-b1f3-8aba4956bb40 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Failed to bind port 2564ba20-ae0d-456d-81c7-43e839acc2ad on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'bd6d6a59-a85f-4a48-a65c-0f51da5ed791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7e5b7491-ed52-4868-aaee-95a45e383bcf'}] Feb 01 04:33:00.402764 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-de9c2e80-c500-424e-b1f3-8aba4956bb40 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:00.417705 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f7cef3-87c5-47b9-9754-e77ea5b668a6 None None] Pushing event updated for resources: {'Port': ['ID=a67f4523-571f-4c4c-9f63-60eed75f3803,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:00.475770 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-578adcfe-fd39-4d3d-9907-77a63e4dcb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:00.554242 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5a395973-09da-484d-b65b-f1035787ee5e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:00.590585 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-de9c2e80-c500-424e-b1f3-8aba4956bb40 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] For port 2564ba20-ae0d-456d-81c7-43e839acc2ad, host hv-neutron-8268, cleared binding levels {{(pid=87636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:33:00.590977 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-de9c2e80-c500-424e-b1f3-8aba4956bb40 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempted to set empty binding levels {{(pid=87636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 01 04:33:00.592341 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-5a395973-09da-484d-b65b-f1035787ee5e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] device_id is not set on port d5516a32-8210-4989-9fdd-1e01b570d031 yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:33:00.627577 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-de9c2e80-c500-424e-b1f3-8aba4956bb40 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:00.627814 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-76f7cef3-87c5-47b9-9754-e77ea5b668a6 None None] Attempting to bind port a67f4523-571f-4c4c-9f63-60eed75f3803 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:33:00.627814 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-76f7cef3-87c5-47b9-9754-e77ea5b668a6 None None] Attempting to bind port a67f4523-571f-4c4c-9f63-60eed75f3803 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:33:00.628162 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f7cef3-87c5-47b9-9754-e77ea5b668a6 None None] Attempting to bind port a67f4523-571f-4c4c-9f63-60eed75f3803 on network 14b67238-4e53-405c-b9cd-84b8ff52e36a {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:33:00.629386 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-fa65477f-fd07-4ed4-b935-d2ec4cfbbc7c tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] device_id is not set on port 37f2b9c2-ebea-408b-ae0a-e4f78f25c011 yet. {{(pid=87637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:33:00.656012 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f7cef3-87c5-47b9-9754-e77ea5b668a6 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:33:00.656257 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f7cef3-87c5-47b9-9754-e77ea5b668a6 None None] Checking segment: {'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:33:00.657138 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-76f7cef3-87c5-47b9-9754-e77ea5b668a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:00.657138 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f7cef3-87c5-47b9-9754-e77ea5b668a6 None None] Bound using segment: {'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:33:00.657414 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-76f7cef3-87c5-47b9-9754-e77ea5b668a6 None None] Bound port: a67f4523-571f-4c4c-9f63-60eed75f3803, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:33:00.658113 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-76f7cef3-87c5-47b9-9754-e77ea5b668a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:00.663383 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8db69d26-7706-4e75-8692-088c146a91c7 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:00.712624 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578adcfe-fd39-4d3d-9907-77a63e4dcb58 None None] Pushing event updated for resources: {'Port': ['ID=7948e3e0-0f30-4760-93ea-92216638fe65,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:00.769094 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.resource_extend [None req-2cfd4dcb-c138-4180-b3ea-b75715e43615 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 01 04:33:00.780167 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db69d26-7706-4e75-8692-088c146a91c7 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Pushing event deleted for resources: {'Port': ['ID=06308731-a01c-4b56-a716-7d42bf1d2234,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:00.826702 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-de9c2e80-c500-424e-b1f3-8aba4956bb40 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] In _notify_port_updated(), no bound segment for port 2564ba20-ae0d-456d-81c7-43e839acc2ad on network 7e5b7491-ed52-4868-aaee-95a45e383bcf {{(pid=87636) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 01 04:33:00.833599 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9c2e80-c500-424e-b1f3-8aba4956bb40 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:00.834399 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-de9c2e80-c500-424e-b1f3-8aba4956bb40 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:00.839624 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-de9c2e80-c500-424e-b1f3-8aba4956bb40 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] 10.222.0.24 "PUT /v2.0/ports/2564ba20-ae0d-456d-81c7-43e839acc2ad HTTP/1.1" status: 200 len: 977 time: 2.2106550 Feb 01 04:33:00.859471 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34754) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:00.889866 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2cfd4dcb-c138-4180-b3ea-b75715e43615 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:00.928762 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db69d26-7706-4e75-8692-088c146a91c7 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:33:00.928762 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db69d26-7706-4e75-8692-088c146a91c7 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:33:00.928762 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db69d26-7706-4e75-8692-088c146a91c7 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:33:00.929296 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db69d26-7706-4e75-8692-088c146a91c7 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:33:00.929296 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db69d26-7706-4e75-8692-088c146a91c7 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:33:00.929472 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db69d26-7706-4e75-8692-088c146a91c7 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:33:00.929799 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db69d26-7706-4e75-8692-088c146a91c7 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:33:00.933178 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db69d26-7706-4e75-8692-088c146a91c7 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:33:00.934069 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db69d26-7706-4e75-8692-088c146a91c7 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:33:00.934397 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db69d26-7706-4e75-8692-088c146a91c7 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:33:00.934723 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db69d26-7706-4e75-8692-088c146a91c7 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:33:00.935044 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db69d26-7706-4e75-8692-088c146a91c7 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:33:00.947791 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9c2e80-c500-424e-b1f3-8aba4956bb40 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Pushing event updated for resources: {'Port': ['ID=2564ba20-ae0d-456d-81c7-43e839acc2ad,revision_number=3']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:00.966035 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-366235da-8e9e-4855-a401-cdf52eb3ec73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:01.007176 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2cfd4dcb-c138-4180-b3ea-b75715e43615 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:01.021421 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-366235da-8e9e-4855-a401-cdf52eb3ec73 None None] For port ef2246a4-bed9-49e5-ac14-c96aba10b8b1, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=ef2246a4-bed9-49e5-ac14-c96aba10b8b1,segment=NetworkSegment(8a535963-2c5d-4040-87bb-2091c489e85b),segment_id=8a535963-2c5d-4040-87bb-2091c489e85b)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:33:01.026006 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-366235da-8e9e-4855-a401-cdf52eb3ec73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:01.028422 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-76f7cef3-87c5-47b9-9754-e77ea5b668a6 None None] For port a67f4523-571f-4c4c-9f63-60eed75f3803, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:33:01.083071 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-76f7cef3-87c5-47b9-9754-e77ea5b668a6 None None] For port a67f4523-571f-4c4c-9f63-60eed75f3803, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=a67f4523-571f-4c4c-9f63-60eed75f3803,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:33:01.102354 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-76f7cef3-87c5-47b9-9754-e77ea5b668a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:01.111743 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0454067b-2482-4f0c-968f-1225230c72ad tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:01.112207 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0454067b-2482-4f0c-968f-1225230c72ad tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:01.112677 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0454067b-2482-4f0c-968f-1225230c72ad tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:01.113143 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0454067b-2482-4f0c-968f-1225230c72ad tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:01.113607 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0454067b-2482-4f0c-968f-1225230c72ad tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:01.114060 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0454067b-2482-4f0c-968f-1225230c72ad tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:01.114519 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0454067b-2482-4f0c-968f-1225230c72ad tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:01.114969 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0454067b-2482-4f0c-968f-1225230c72ad tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:01.115450 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0454067b-2482-4f0c-968f-1225230c72ad tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:01.115907 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0454067b-2482-4f0c-968f-1225230c72ad tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:01.116364 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0454067b-2482-4f0c-968f-1225230c72ad tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:01.116816 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0454067b-2482-4f0c-968f-1225230c72ad tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:01.117266 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0454067b-2482-4f0c-968f-1225230c72ad tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:01.117718 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0454067b-2482-4f0c-968f-1225230c72ad tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:01.118170 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0454067b-2482-4f0c-968f-1225230c72ad tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:01.118616 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0454067b-2482-4f0c-968f-1225230c72ad tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:01.119062 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0454067b-2482-4f0c-968f-1225230c72ad tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:01.119547 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0454067b-2482-4f0c-968f-1225230c72ad tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:01.119997 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0454067b-2482-4f0c-968f-1225230c72ad tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:01.120449 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0454067b-2482-4f0c-968f-1225230c72ad tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:01.121432 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0454067b-2482-4f0c-968f-1225230c72ad tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:01.121903 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0454067b-2482-4f0c-968f-1225230c72ad tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:01.122354 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0454067b-2482-4f0c-968f-1225230c72ad tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:01.130015 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0454067b-2482-4f0c-968f-1225230c72ad tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Synchronizing usage tracker for tenant:12005c2c7f714edd8a56e9038243d1cf on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:33:01.170736 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-5a395973-09da-484d-b65b-f1035787ee5e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Allocated IP 172.20.0.9 (14b67238-4e53-405c-b9cd-84b8ff52e36a/cead9a5c-eb54-482d-868b-e286bc4278fe/d5516a32-8210-4989-9fdd-1e01b570d031) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:33:01.173280 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0454067b-2482-4f0c-968f-1225230c72ad tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Unset dirty status for tenant:12005c2c7f714edd8a56e9038243d1cf on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:33:01.175289 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0454067b-2482-4f0c-968f-1225230c72ad tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20683 time: 0.3142111 Feb 01 04:33:01.178322 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34758) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:01.216108 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366235da-8e9e-4855-a401-cdf52eb3ec73 None None] Pushing event updated for resources: {'Port': ['ID=ef2246a4-bed9-49e5-ac14-c96aba10b8b1,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:01.251952 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-5a395973-09da-484d-b65b-f1035787ee5e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Allocated IP 2001:db8::f816:3eff:fe60:6554 (14b67238-4e53-405c-b9cd-84b8ff52e36a/6cdf82b4-3bda-48ec-b4b2-e118e5451c79/d5516a32-8210-4989-9fdd-1e01b570d031) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:33:01.342072 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bbd4bca0-f1de-471e-a59f-98c5b2945384 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734577908462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3037672'] for subnet, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:01.352241 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-03e43d07-2c27-45d8-a6d0-87ae8cd2b9f5 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Deleting port 2564ba20-ae0d-456d-81c7-43e839acc2ad {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:33:01.352730 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-03e43d07-2c27-45d8-a6d0-87ae8cd2b9f5 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:01.359210 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f7cef3-87c5-47b9-9754-e77ea5b668a6 None None] Pushing event updated for resources: {'Port': ['ID=a67f4523-571f-4c4c-9f63-60eed75f3803,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:01.415580 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 7948e3e0-0f30-4760-93ea-92216638fe65 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:33:01.491105 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-71f7c483-a71f-4d33-baf4-b49e169f6cb3 None None] Provisioning for port ef9ab888-0904-4ec5-b05e-ddda87c597f4 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:33:01.504080 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-71f7c483-a71f-4d33-baf4-b49e169f6cb3 None None] Provisioning complete for port ef9ab888-0904-4ec5-b05e-ddda87c597f4 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:33:01.504501 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-71f7c483-a71f-4d33-baf4-b49e169f6cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:01.581501 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-71f7c483-a71f-4d33-baf4-b49e169f6cb3 None None] Port ef9ab888-0904-4ec5-b05e-ddda87c597f4 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:33:01.601081 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-71f7c483-a71f-4d33-baf4-b49e169f6cb3 None None] Provisioning complete for port ef2246a4-bed9-49e5-ac14-c96aba10b8b1 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:33:01.601446 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-71f7c483-a71f-4d33-baf4-b49e169f6cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:01.688782 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ac3da52-bb4f-40e7-9b2d-b72d2db966e8 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks [] for router_gateway, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:01.702285 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 7948e3e0-0f30-4760-93ea-92216638fe65 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:33:01.748607 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5a395973-09da-484d-b65b-f1035787ee5e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:01.763571 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfd4dcb-c138-4180-b3ea-b75715e43615 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event updated for resources: {'Port': ['ID=ef9ab888-0904-4ec5-b05e-ddda87c597f4,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:01.768619 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8db69d26-7706-4e75-8692-088c146a91c7 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks [] for floatingip, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:01.769179 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.l3_db [None req-8db69d26-7706-4e75-8692-088c146a91c7 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Floating IP f2a24d44-83f3-4e56-9d72-58a0110f76d7 disassociated (deleted). External IP: 172.26.8.78, port: 1f67b95c-cbbe-490b-921d-3505d0f589ca. Feb 01 04:33:01.810268 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-5a395973-09da-484d-b65b-f1035787ee5e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Transition to ACTIVE for port object d5516a32-8210-4989-9fdd-1e01b570d031 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:33:01.855187 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ac3da52-bb4f-40e7-9b2d-b72d2db966e8 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:01.911335 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-828169ea-14a7-4d71-8a50-15fc628a7e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:01.954401 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-03e43d07-2c27-45d8-a6d0-87ae8cd2b9f5 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] For port 2564ba20-ae0d-456d-81c7-43e839acc2ad, host hv-neutron-8268, got binding levels [] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:33:01.954992 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-03e43d07-2c27-45d8-a6d0-87ae8cd2b9f5 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:02.057975 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-3ac3da52-bb4f-40e7-9b2d-b72d2db966e8 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Allocated IP 172.26.8.71 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/bbbe1543-2220-4cff-96e9-fd1b3743be03) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:33:02.065690 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-c153b034-e5fc-466c-9b6c-f33881a4ffe3 None None] Provisioning complete for port ef9ab888-0904-4ec5-b05e-ddda87c597f4 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:33:02.066344 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c153b034-e5fc-466c-9b6c-f33881a4ffe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:02.100349 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-03e43d07-2c27-45d8-a6d0-87ae8cd2b9f5 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Calling delete_port for 2564ba20-ae0d-456d-81c7-43e839acc2ad owned by {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:33:02.166412 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5a395973-09da-484d-b65b-f1035787ee5e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:02.194094 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-c153b034-e5fc-466c-9b6c-f33881a4ffe3 None None] Port ef9ab888-0904-4ec5-b05e-ddda87c597f4 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:33:02.245160 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd4bca0-f1de-471e-a59f-98c5b2945384 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Pushing event updated for resources: {'Subnet': ['ID=59afcc1a-894b-41de-9bda-9dbee5ab4215,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:02.247902 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd4bca0-f1de-471e-a59f-98c5b2945384 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:02.248533 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bbd4bca0-f1de-471e-a59f-98c5b2945384 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:02.253777 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-bbd4bca0-f1de-471e-a59f-98c5b2945384 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] 10.222.0.24 "PUT /v2.0/subnets/59afcc1a-894b-41de-9bda-9dbee5ab4215 HTTP/1.1" status: 200 len: 900 time: 3.7771928 Feb 01 04:33:02.256188 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34766) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:02.271628 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a395973-09da-484d-b65b-f1035787ee5e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:33:02.276369 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-5a395973-09da-484d-b65b-f1035787ee5e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:33:02.282060 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a395973-09da-484d-b65b-f1035787ee5e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:33:02.313106 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-03e43d07-2c27-45d8-a6d0-87ae8cd2b9f5 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:02.314677 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a395973-09da-484d-b65b-f1035787ee5e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event updated for resources: {'Port': ['ID=d5516a32-8210-4989-9fdd-1e01b570d031,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:02.390345 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e43d07-2c27-45d8-a6d0-87ae8cd2b9f5 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Pushing event deleted for resources: {'Port': ['ID=2564ba20-ae0d-456d-81c7-43e839acc2ad,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:02.396469 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-03e43d07-2c27-45d8-a6d0-87ae8cd2b9f5 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:02.407617 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9eb9b5-8cd4-41c9-b2a8-59034878a86f None None] Network 63e1a38c-c96c-4cff-b00a-13f3e757a1d5 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:33:02.429587 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a395973-09da-484d-b65b-f1035787ee5e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:02.430824 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5a395973-09da-484d-b65b-f1035787ee5e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:02.452453 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-03e43d07-2c27-45d8-a6d0-87ae8cd2b9f5 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] 10.222.0.24 "DELETE /v2.0/ports/2564ba20-ae0d-456d-81c7-43e839acc2ad HTTP/1.1" status: 204 len: 168 time: 1.2657144 Feb 01 04:33:02.454481 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34770) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:02.461335 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-5a395973-09da-484d-b65b-f1035787ee5e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.3862920 Feb 01 04:33:02.470774 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34774) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:02.508155 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-741941b1-062e-4a25-ba2f-5d9afef7f973 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] GET failed (client error): The resource could not be found. Feb 01 04:33:02.508852 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-741941b1-062e-4a25-ba2f-5d9afef7f973 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Synchronizing usage tracker for tenant:12005c2c7f714edd8a56e9038243d1cf on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:33:02.536607 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-741941b1-062e-4a25-ba2f-5d9afef7f973 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Unset dirty status for tenant:12005c2c7f714edd8a56e9038243d1cf on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:33:02.538310 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-741941b1-062e-4a25-ba2f-5d9afef7f973 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] 10.222.0.24 "GET /v2.0/ports/2564ba20-ae0d-456d-81c7-43e839acc2ad HTTP/1.1" status: 404 len: 333 time: 0.0825381 Feb 01 04:33:02.544329 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34778) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:02.553754 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-33059d21-1563-4053-845c-b3d2021e5f10 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-956937127', 'network_id': '7e5b7491-ed52-4868-aaee-95a45e383bcf'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:33:02.561535 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-33059d21-1563-4053-845c-b3d2021e5f10 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:02.567680 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fa65477f-fd07-4ed4-b935-d2ec4cfbbc7c tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:02.572928 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-33059d21-1563-4053-845c-b3d2021e5f10 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:02.577456 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-3ee48ec6-4128-48e3-91b3-5e8ad31c8242 None None] Provisioning for port 7948e3e0-0f30-4760-93ea-92216638fe65 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:33:02.587461 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33059d21-1563-4053-845c-b3d2021e5f10 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Made reservation on behalf of 12005c2c7f714edd8a56e9038243d1cf for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:33:02.588809 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-3ee48ec6-4128-48e3-91b3-5e8ad31c8242 None None] Provisioning complete for port 7948e3e0-0f30-4760-93ea-92216638fe65 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:33:02.589169 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3ee48ec6-4128-48e3-91b3-5e8ad31c8242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:02.591346 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-33059d21-1563-4053-845c-b3d2021e5f10 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:02.622607 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-33059d21-1563-4053-845c-b3d2021e5f10 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] device_id is not set on port 5312d4fb-70ed-44d5-bedc-a380b763209f yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:33:02.712750 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ac3da52-bb4f-40e7-9b2d-b72d2db966e8 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:02.718659 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2cfd4dcb-c138-4180-b3ea-b75715e43615 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-372107'] for router_interface, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:02.856119 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3ee48ec6-4128-48e3-91b3-5e8ad31c8242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:02.906367 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-3ee48ec6-4128-48e3-91b3-5e8ad31c8242 None None] For port 7948e3e0-0f30-4760-93ea-92216638fe65, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=7948e3e0-0f30-4760-93ea-92216638fe65,segment=NetworkSegment(f024613c-e6e8-4dd3-aae8-f0b4878fc514),segment_id=f024613c-e6e8-4dd3-aae8-f0b4878fc514)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:33:02.915625 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78dd9287-ca05-4006-86cd-c1aad708e141 None None] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:33:02.936766 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-33059d21-1563-4053-845c-b3d2021e5f10 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:02.941572 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3ee48ec6-4128-48e3-91b3-5e8ad31c8242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:02.974620 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-33059d21-1563-4053-845c-b3d2021e5f10 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:03.003329 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-54ebce29-0258-48ac-85eb-19c7dedae94b tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:03.028467 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fae3a1c-a911-4563-8cc3-204b24d1e51e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:03.031252 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee48ec6-4128-48e3-91b3-5e8ad31c8242 None None] Pushing event updated for resources: {'Port': ['ID=7948e3e0-0f30-4760-93ea-92216638fe65,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:03.036967 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fae3a1c-a911-4563-8cc3-204b24d1e51e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:03.044211 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-5fae3a1c-a911-4563-8cc3-204b24d1e51e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Synchronizing usage tracker for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:33:03.078226 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33059d21-1563-4053-845c-b3d2021e5f10 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Network 7e5b7491-ed52-4868-aaee-95a45e383bcf is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:33:03.080242 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33059d21-1563-4053-845c-b3d2021e5f10 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Pushing event updated for resources: {'Port': ['ID=5312d4fb-70ed-44d5-bedc-a380b763209f,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:03.082483 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-33059d21-1563-4053-845c-b3d2021e5f10 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:33:03.084726 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33059d21-1563-4053-845c-b3d2021e5f10 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:33:03.085755 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33059d21-1563-4053-845c-b3d2021e5f10 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:03.086447 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-33059d21-1563-4053-845c-b3d2021e5f10 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:03.094584 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-3ee48ec6-4128-48e3-91b3-5e8ad31c8242 None None] Provisioning complete for port ef9ab888-0904-4ec5-b05e-ddda87c597f4 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:33:03.095229 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3ee48ec6-4128-48e3-91b3-5e8ad31c8242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:03.118163 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-33059d21-1563-4053-845c-b3d2021e5f10 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.5718932 Feb 01 04:33:03.120784 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34782) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:03.152855 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a942aca-514e-48e0-a119-2c226dd04725 None None] Network 63e1a38c-c96c-4cff-b00a-13f3e757a1d5 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:33:03.171566 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fa65477f-fd07-4ed4-b935-d2ec4cfbbc7c tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:03.184135 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-54ebce29-0258-48ac-85eb-19c7dedae94b tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Deleting port 7948e3e0-0f30-4760-93ea-92216638fe65 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:33:03.184466 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-54ebce29-0258-48ac-85eb-19c7dedae94b tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:03.199401 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430d1adb-db86-4d6a-9da4-0ae1dc78d57c tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:03.200578 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-430d1adb-db86-4d6a-9da4-0ae1dc78d57c tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Synchronizing usage tracker for tenant:12005c2c7f714edd8a56e9038243d1cf on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:33:03.217885 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-430d1adb-db86-4d6a-9da4-0ae1dc78d57c tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Unset dirty status for tenant:12005c2c7f714edd8a56e9038243d1cf on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:33:03.219221 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-430d1adb-db86-4d6a-9da4-0ae1dc78d57c tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] 10.222.0.24 "GET /v2.0/ports/5312d4fb-70ed-44d5-bedc-a380b763209f HTTP/1.1" status: 200 len: 954 time: 0.0965769 Feb 01 04:33:03.222049 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34786) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:03.225799 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-3ee48ec6-4128-48e3-91b3-5e8ad31c8242 None None] Port ef9ab888-0904-4ec5-b05e-ddda87c597f4 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:33:03.308196 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ac3da52-bb4f-40e7-9b2d-b72d2db966e8 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:03.317776 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-5fae3a1c-a911-4563-8cc3-204b24d1e51e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Unset dirty status for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:33:03.318966 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-5fae3a1c-a911-4563-8cc3-204b24d1e51e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.8372691 Feb 01 04:33:03.345298 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac3da52-bb4f-40e7-9b2d-b72d2db966e8 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:33:03.359323 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34790) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:03.372091 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-3ac3da52-bb4f-40e7-9b2d-b72d2db966e8 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:33:03.374519 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac3da52-bb4f-40e7-9b2d-b72d2db966e8 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:33:03.448947 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-17c901e2-c318-4a5f-a515-2c31a7ccddb8 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Deleting port 5312d4fb-70ed-44d5-bedc-a380b763209f {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:33:03.449438 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-17c901e2-c318-4a5f-a515-2c31a7ccddb8 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:03.452927 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 7948e3e0-0f30-4760-93ea-92216638fe65 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:33:03.470548 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2cfd4dcb-c138-4180-b3ea-b75715e43615 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:03.523261 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-36367e52-d868-464b-a36b-c0a03d7ab896 None None] Provisioning complete for port 7948e3e0-0f30-4760-93ea-92216638fe65 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:33:03.523629 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-36367e52-d868-464b-a36b-c0a03d7ab896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:03.656204 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-17c901e2-c318-4a5f-a515-2c31a7ccddb8 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:03.668935 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa65477f-fd07-4ed4-b935-d2ec4cfbbc7c tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Pushing event updated for resources: {'Port': ['ID=324ed403-a8ac-4ece-ad5d-9ece614e6401,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:03.698201 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 7948e3e0-0f30-4760-93ea-92216638fe65 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:33:03.698567 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:03.787204 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-17c901e2-c318-4a5f-a515-2c31a7ccddb8 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Calling delete_port for 5312d4fb-70ed-44d5-bedc-a380b763209f owned by {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:33:03.875642 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-17c901e2-c318-4a5f-a515-2c31a7ccddb8 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:03.879110 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afc3dcf-0d1f-455d-9dc6-099e1adb7920 None None] Update dhcp port {'port': {'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'fixed_ips': [{'subnet_id': '6cdf82b4-3bda-48ec-b4b2-e118e5451c79', 'ip_address': '2001:db8::f816:3eff:fe9a:87a1'}, {'subnet_id': 'cead9a5c-eb54-482d-868b-e286bc4278fe'}], 'binding:host_id': 'dv-neutron-826830-1-hyperv'}, 'id': 'a67f4523-571f-4c4c-9f63-60eed75f3803'} from dv-neutron-826830-1-hyperv. {{(pid=87638) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 01 04:33:03.910602 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-2bd97bad-6f6c-4426-9ca1-fc54b660b0c5 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Deleting port d5516a32-8210-4989-9fdd-1e01b570d031 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:33:03.911164 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2bd97bad-6f6c-4426-9ca1-fc54b660b0c5 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:03.932938 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c901e2-c318-4a5f-a515-2c31a7ccddb8 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Pushing event deleted for resources: {'Port': ['ID=5312d4fb-70ed-44d5-bedc-a380b763209f,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:03.945591 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-17c901e2-c318-4a5f-a515-2c31a7ccddb8 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:03.952761 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa65477f-fd07-4ed4-b935-d2ec4cfbbc7c tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Checking segment: {'id': '12d488dd-eac5-4d5c-bb4e-468871d72b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0a003775-b8dc-4a65-ab4c-4e0261af21de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:33:03.953233 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa65477f-fd07-4ed4-b935-d2ec4cfbbc7c tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Network hostable DHCP agents. Network: 0a003775-b8dc-4a65-ab4c-4e0261af21de, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:33:03.964850 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-17c901e2-c318-4a5f-a515-2c31a7ccddb8 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] 10.222.0.24 "DELETE /v2.0/ports/5312d4fb-70ed-44d5-bedc-a380b763209f HTTP/1.1" status: 204 len: 168 time: 0.7392571 Feb 01 04:33:03.965244 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34794) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:03.977219 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2afc3dcf-0d1f-455d-9dc6-099e1adb7920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:03.990836 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-36367e52-d868-464b-a36b-c0a03d7ab896 None None] Provisioning for port a67f4523-571f-4c4c-9f63-60eed75f3803 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:33:04.013862 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-e35aa540-c9c0-4fb8-bbbf-1cf32d418385 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] GET failed (client error): The resource could not be found. Feb 01 04:33:04.014524 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e35aa540-c9c0-4fb8-bbbf-1cf32d418385 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Synchronizing usage tracker for tenant:12005c2c7f714edd8a56e9038243d1cf on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:33:04.033858 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e35aa540-c9c0-4fb8-bbbf-1cf32d418385 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Unset dirty status for tenant:12005c2c7f714edd8a56e9038243d1cf on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:33:04.039494 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e35aa540-c9c0-4fb8-bbbf-1cf32d418385 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] 10.222.0.24 "GET /v2.0/ports/5312d4fb-70ed-44d5-bedc-a380b763209f HTTP/1.1" status: 404 len: 333 time: 0.0688336 Feb 01 04:33:04.039494 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34798) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:04.044692 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-d770696d-42b1-4f10-957e-1c2b2ec100ed tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Request body: {'port': {'network_id': '7e5b7491-ed52-4868-aaee-95a45e383bcf', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-23195407'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:33:04.051747 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-d770696d-42b1-4f10-957e-1c2b2ec100ed tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:04.078491 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device ef2246a4-bed9-49e5-ac14-c96aba10b8b1 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:33:04.080138 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-d770696d-42b1-4f10-957e-1c2b2ec100ed tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:04.102706 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d770696d-42b1-4f10-957e-1c2b2ec100ed tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Made reservation on behalf of 12005c2c7f714edd8a56e9038243d1cf for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:33:04.105224 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d770696d-42b1-4f10-957e-1c2b2ec100ed tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:04.128738 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-d770696d-42b1-4f10-957e-1c2b2ec100ed tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] device_id is not set on port 4d417620-efd4-4109-b3b6-9305b7a670ef yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:33:04.213108 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8db69d26-7706-4e75-8692-088c146a91c7 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Router b5c068dd-b1b9-4e55-af55-276d4894b12e has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:33:04.275946 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ec7232fb-a971-4137-80af-a33d1570f18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:04.314193 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port ef2246a4-bed9-49e5-ac14-c96aba10b8b1 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:33:04.314526 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:04.317278 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac3da52-bb4f-40e7-9b2d-b72d2db966e8 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Pushing event updated for resources: {'Port': ['ID=bbbe1543-2220-4cff-96e9-fd1b3743be03,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:04.352376 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-31d6f4b3-073e-493b-a528-b97892b9e4d9 None None] Provisioning complete for port 7948e3e0-0f30-4760-93ea-92216638fe65 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:33:04.352747 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-31d6f4b3-073e-493b-a528-b97892b9e4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:04.372035 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d770696d-42b1-4f10-957e-1c2b2ec100ed tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:04.404693 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d770696d-42b1-4f10-957e-1c2b2ec100ed tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:04.452450 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-2afc3dcf-0d1f-455d-9dc6-099e1adb7920 None None] Allocated IP 172.20.0.2 (14b67238-4e53-405c-b9cd-84b8ff52e36a/cead9a5c-eb54-482d-868b-e286bc4278fe/a67f4523-571f-4c4c-9f63-60eed75f3803) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:33:04.478169 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d770696d-42b1-4f10-957e-1c2b2ec100ed tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Network 7e5b7491-ed52-4868-aaee-95a45e383bcf is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:33:04.481212 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-d770696d-42b1-4f10-957e-1c2b2ec100ed tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:33:04.484868 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d770696d-42b1-4f10-957e-1c2b2ec100ed tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:33:04.485786 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d770696d-42b1-4f10-957e-1c2b2ec100ed tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:04.486373 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d770696d-42b1-4f10-957e-1c2b2ec100ed tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:04.497576 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d770696d-42b1-4f10-957e-1c2b2ec100ed tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Pushing event updated for resources: {'Port': ['ID=4d417620-efd4-4109-b3b6-9305b7a670ef,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:04.517700 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d770696d-42b1-4f10-957e-1c2b2ec100ed tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 0.4776318 Feb 01 04:33:04.520339 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34802) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:04.526635 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-427bd9b2-b48e-474a-bc04-6fcedc11ef5b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8268'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:33:04.562183 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa65477f-fd07-4ed4-b935-d2ec4cfbbc7c tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Network 0a003775-b8dc-4a65-ab4c-4e0261af21de is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:33:04.588955 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-54ebce29-0258-48ac-85eb-19c7dedae94b tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] For port 7948e3e0-0f30-4760-93ea-92216638fe65, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=7948e3e0-0f30-4760-93ea-92216638fe65,segment=NetworkSegment(f024613c-e6e8-4dd3-aae8-f0b4878fc514),segment_id=f024613c-e6e8-4dd3-aae8-f0b4878fc514)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:33:04.589310 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-54ebce29-0258-48ac-85eb-19c7dedae94b tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:04.648632 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-427bd9b2-b48e-474a-bc04-6fcedc11ef5b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:04.668520 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device a67f4523-571f-4c4c-9f63-60eed75f3803 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:33:04.752082 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-2afc3dcf-0d1f-455d-9dc6-099e1adb7920 None None] For port a67f4523-571f-4c4c-9f63-60eed75f3803, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=a67f4523-571f-4c4c-9f63-60eed75f3803,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:33:04.790544 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2afc3dcf-0d1f-455d-9dc6-099e1adb7920 None None] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:04.795273 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port a67f4523-571f-4c4c-9f63-60eed75f3803 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:33:04.803649 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port a67f4523-571f-4c4c-9f63-60eed75f3803 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:33:04.805036 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:04.825676 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-fa65477f-fd07-4ed4-b935-d2ec4cfbbc7c tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, 0a003775-b8dc-4a65-ab4c-4e0261af21de) {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:33:04.841868 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-54ebce29-0258-48ac-85eb-19c7dedae94b tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Calling delete_port for 7948e3e0-0f30-4760-93ea-92216638fe65 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:33:04.850881 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9f4484-df0d-4c73-8033-db35a35e0e41 None None] Network 0a003775-b8dc-4a65-ab4c-4e0261af21de requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:33:04.896177 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-2afc3dcf-0d1f-455d-9dc6-099e1adb7920 None None] Transition to ACTIVE for port object a67f4523-571f-4c4c-9f63-60eed75f3803 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:33:04.896405 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa65477f-fd07-4ed4-b935-d2ec4cfbbc7c tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:33:04.897495 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fa65477f-fd07-4ed4-b935-d2ec4cfbbc7c tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:04.914220 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2afc3dcf-0d1f-455d-9dc6-099e1adb7920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:04.919199 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-427bd9b2-b48e-474a-bc04-6fcedc11ef5b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] device_id is not set on port 4d417620-efd4-4109-b3b6-9305b7a670ef yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:33:04.927388 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-427bd9b2-b48e-474a-bc04-6fcedc11ef5b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:04.943051 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-427bd9b2-b48e-474a-bc04-6fcedc11ef5b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Transition to ACTIVE for port object 4d417620-efd4-4109-b3b6-9305b7a670ef will not be triggered until provisioned by entity L2. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:33:04.947808 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-427bd9b2-b48e-474a-bc04-6fcedc11ef5b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:05.083532 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427bd9b2-b48e-474a-bc04-6fcedc11ef5b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Pushing event updated for resources: {'Port': ['ID=4d417620-efd4-4109-b3b6-9305b7a670ef,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:05.101397 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-427bd9b2-b48e-474a-bc04-6fcedc11ef5b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port 4d417620-efd4-4109-b3b6-9305b7a670ef on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:33:05.102064 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-427bd9b2-b48e-474a-bc04-6fcedc11ef5b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port 4d417620-efd4-4109-b3b6-9305b7a670ef by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'bd6d6a59-a85f-4a48-a65c-0f51da5ed791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7e5b7491-ed52-4868-aaee-95a45e383bcf'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:33:05.102220 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427bd9b2-b48e-474a-bc04-6fcedc11ef5b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port 4d417620-efd4-4109-b3b6-9305b7a670ef on network 7e5b7491-ed52-4868-aaee-95a45e383bcf {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:33:05.107672 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427bd9b2-b48e-474a-bc04-6fcedc11ef5b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Port 4d417620-efd4-4109-b3b6-9305b7a670ef on network 7e5b7491-ed52-4868-aaee-95a45e383bcf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:33:05.108067 dv-neutron-826830-1-hyperv neutron-server[87636]: ERROR neutron.plugins.ml2.managers [None req-427bd9b2-b48e-474a-bc04-6fcedc11ef5b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Failed to bind port 4d417620-efd4-4109-b3b6-9305b7a670ef on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'bd6d6a59-a85f-4a48-a65c-0f51da5ed791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7e5b7491-ed52-4868-aaee-95a45e383bcf'}] Feb 01 04:33:05.108516 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.plugins.ml2.plugin [None req-427bd9b2-b48e-474a-bc04-6fcedc11ef5b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempt 2 to bind port 4d417620-efd4-4109-b3b6-9305b7a670ef Feb 01 04:33:05.128101 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-427bd9b2-b48e-474a-bc04-6fcedc11ef5b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port 4d417620-efd4-4109-b3b6-9305b7a670ef on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:33:05.128522 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-427bd9b2-b48e-474a-bc04-6fcedc11ef5b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port 4d417620-efd4-4109-b3b6-9305b7a670ef by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'bd6d6a59-a85f-4a48-a65c-0f51da5ed791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7e5b7491-ed52-4868-aaee-95a45e383bcf'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:33:05.128924 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427bd9b2-b48e-474a-bc04-6fcedc11ef5b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port 4d417620-efd4-4109-b3b6-9305b7a670ef on network 7e5b7491-ed52-4868-aaee-95a45e383bcf {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:33:05.133676 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427bd9b2-b48e-474a-bc04-6fcedc11ef5b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Port 4d417620-efd4-4109-b3b6-9305b7a670ef on network 7e5b7491-ed52-4868-aaee-95a45e383bcf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:33:05.134001 dv-neutron-826830-1-hyperv neutron-server[87636]: ERROR neutron.plugins.ml2.managers [None req-427bd9b2-b48e-474a-bc04-6fcedc11ef5b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Failed to bind port 4d417620-efd4-4109-b3b6-9305b7a670ef on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'bd6d6a59-a85f-4a48-a65c-0f51da5ed791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7e5b7491-ed52-4868-aaee-95a45e383bcf'}] Feb 01 04:33:05.134390 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.plugins.ml2.plugin [None req-427bd9b2-b48e-474a-bc04-6fcedc11ef5b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempt 3 to bind port 4d417620-efd4-4109-b3b6-9305b7a670ef Feb 01 04:33:05.148753 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-427bd9b2-b48e-474a-bc04-6fcedc11ef5b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port 4d417620-efd4-4109-b3b6-9305b7a670ef on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:33:05.149086 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-427bd9b2-b48e-474a-bc04-6fcedc11ef5b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port 4d417620-efd4-4109-b3b6-9305b7a670ef by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'bd6d6a59-a85f-4a48-a65c-0f51da5ed791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7e5b7491-ed52-4868-aaee-95a45e383bcf'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:33:05.149425 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427bd9b2-b48e-474a-bc04-6fcedc11ef5b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port 4d417620-efd4-4109-b3b6-9305b7a670ef on network 7e5b7491-ed52-4868-aaee-95a45e383bcf {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:33:05.155064 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427bd9b2-b48e-474a-bc04-6fcedc11ef5b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Port 4d417620-efd4-4109-b3b6-9305b7a670ef on network 7e5b7491-ed52-4868-aaee-95a45e383bcf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:33:05.155425 dv-neutron-826830-1-hyperv neutron-server[87636]: ERROR neutron.plugins.ml2.managers [None req-427bd9b2-b48e-474a-bc04-6fcedc11ef5b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Failed to bind port 4d417620-efd4-4109-b3b6-9305b7a670ef on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'bd6d6a59-a85f-4a48-a65c-0f51da5ed791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7e5b7491-ed52-4868-aaee-95a45e383bcf'}] Feb 01 04:33:05.155802 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.plugins.ml2.plugin [None req-427bd9b2-b48e-474a-bc04-6fcedc11ef5b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempt 4 to bind port 4d417620-efd4-4109-b3b6-9305b7a670ef Feb 01 04:33:05.171005 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-427bd9b2-b48e-474a-bc04-6fcedc11ef5b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port 4d417620-efd4-4109-b3b6-9305b7a670ef on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:33:05.171373 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-427bd9b2-b48e-474a-bc04-6fcedc11ef5b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port 4d417620-efd4-4109-b3b6-9305b7a670ef by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'bd6d6a59-a85f-4a48-a65c-0f51da5ed791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7e5b7491-ed52-4868-aaee-95a45e383bcf'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:33:05.171711 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427bd9b2-b48e-474a-bc04-6fcedc11ef5b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port 4d417620-efd4-4109-b3b6-9305b7a670ef on network 7e5b7491-ed52-4868-aaee-95a45e383bcf {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:33:05.176478 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427bd9b2-b48e-474a-bc04-6fcedc11ef5b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Port 4d417620-efd4-4109-b3b6-9305b7a670ef on network 7e5b7491-ed52-4868-aaee-95a45e383bcf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:33:05.179048 dv-neutron-826830-1-hyperv neutron-server[87636]: ERROR neutron.plugins.ml2.managers [None req-427bd9b2-b48e-474a-bc04-6fcedc11ef5b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Failed to bind port 4d417620-efd4-4109-b3b6-9305b7a670ef on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'bd6d6a59-a85f-4a48-a65c-0f51da5ed791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7e5b7491-ed52-4868-aaee-95a45e383bcf'}] Feb 01 04:33:05.179048 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.plugins.ml2.plugin [None req-427bd9b2-b48e-474a-bc04-6fcedc11ef5b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempt 5 to bind port 4d417620-efd4-4109-b3b6-9305b7a670ef Feb 01 04:33:05.186408 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Port a67f4523-571f-4c4c-9f63-60eed75f3803 had new provisioning blocks added so it will not transition to active. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Feb 01 04:33:05.193467 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-427bd9b2-b48e-474a-bc04-6fcedc11ef5b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port 4d417620-efd4-4109-b3b6-9305b7a670ef on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:33:05.193805 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-427bd9b2-b48e-474a-bc04-6fcedc11ef5b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port 4d417620-efd4-4109-b3b6-9305b7a670ef by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'bd6d6a59-a85f-4a48-a65c-0f51da5ed791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7e5b7491-ed52-4868-aaee-95a45e383bcf'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:33:05.194139 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427bd9b2-b48e-474a-bc04-6fcedc11ef5b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port 4d417620-efd4-4109-b3b6-9305b7a670ef on network 7e5b7491-ed52-4868-aaee-95a45e383bcf {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:33:05.199333 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427bd9b2-b48e-474a-bc04-6fcedc11ef5b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Port 4d417620-efd4-4109-b3b6-9305b7a670ef on network 7e5b7491-ed52-4868-aaee-95a45e383bcf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:33:05.199459 dv-neutron-826830-1-hyperv neutron-server[87636]: ERROR neutron.plugins.ml2.managers [None req-427bd9b2-b48e-474a-bc04-6fcedc11ef5b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Failed to bind port 4d417620-efd4-4109-b3b6-9305b7a670ef on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'bd6d6a59-a85f-4a48-a65c-0f51da5ed791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7e5b7491-ed52-4868-aaee-95a45e383bcf'}] Feb 01 04:33:05.199933 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.plugins.ml2.plugin [None req-427bd9b2-b48e-474a-bc04-6fcedc11ef5b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempt 6 to bind port 4d417620-efd4-4109-b3b6-9305b7a670ef Feb 01 04:33:05.218291 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-427bd9b2-b48e-474a-bc04-6fcedc11ef5b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port 4d417620-efd4-4109-b3b6-9305b7a670ef on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:33:05.218506 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-427bd9b2-b48e-474a-bc04-6fcedc11ef5b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port 4d417620-efd4-4109-b3b6-9305b7a670ef by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'bd6d6a59-a85f-4a48-a65c-0f51da5ed791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7e5b7491-ed52-4868-aaee-95a45e383bcf'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:33:05.218841 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427bd9b2-b48e-474a-bc04-6fcedc11ef5b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port 4d417620-efd4-4109-b3b6-9305b7a670ef on network 7e5b7491-ed52-4868-aaee-95a45e383bcf {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:33:05.224001 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427bd9b2-b48e-474a-bc04-6fcedc11ef5b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Port 4d417620-efd4-4109-b3b6-9305b7a670ef on network 7e5b7491-ed52-4868-aaee-95a45e383bcf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:33:05.224331 dv-neutron-826830-1-hyperv neutron-server[87636]: ERROR neutron.plugins.ml2.managers [None req-427bd9b2-b48e-474a-bc04-6fcedc11ef5b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Failed to bind port 4d417620-efd4-4109-b3b6-9305b7a670ef on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'bd6d6a59-a85f-4a48-a65c-0f51da5ed791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7e5b7491-ed52-4868-aaee-95a45e383bcf'}] Feb 01 04:33:05.224714 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.plugins.ml2.plugin [None req-427bd9b2-b48e-474a-bc04-6fcedc11ef5b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempt 7 to bind port 4d417620-efd4-4109-b3b6-9305b7a670ef Feb 01 04:33:05.241393 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-427bd9b2-b48e-474a-bc04-6fcedc11ef5b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port 4d417620-efd4-4109-b3b6-9305b7a670ef on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:33:05.241764 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-427bd9b2-b48e-474a-bc04-6fcedc11ef5b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port 4d417620-efd4-4109-b3b6-9305b7a670ef by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'bd6d6a59-a85f-4a48-a65c-0f51da5ed791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7e5b7491-ed52-4868-aaee-95a45e383bcf'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:33:05.242479 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427bd9b2-b48e-474a-bc04-6fcedc11ef5b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port 4d417620-efd4-4109-b3b6-9305b7a670ef on network 7e5b7491-ed52-4868-aaee-95a45e383bcf {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:33:05.242693 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afc3dcf-0d1f-455d-9dc6-099e1adb7920 None None] Pushing event updated for resources: {'Port': ['ID=a67f4523-571f-4c4c-9f63-60eed75f3803,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:05.248030 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427bd9b2-b48e-474a-bc04-6fcedc11ef5b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Port 4d417620-efd4-4109-b3b6-9305b7a670ef on network 7e5b7491-ed52-4868-aaee-95a45e383bcf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:33:05.248359 dv-neutron-826830-1-hyperv neutron-server[87636]: ERROR neutron.plugins.ml2.managers [None req-427bd9b2-b48e-474a-bc04-6fcedc11ef5b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Failed to bind port 4d417620-efd4-4109-b3b6-9305b7a670ef on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'bd6d6a59-a85f-4a48-a65c-0f51da5ed791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7e5b7491-ed52-4868-aaee-95a45e383bcf'}] Feb 01 04:33:05.248748 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.plugins.ml2.plugin [None req-427bd9b2-b48e-474a-bc04-6fcedc11ef5b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempt 8 to bind port 4d417620-efd4-4109-b3b6-9305b7a670ef Feb 01 04:33:05.257822 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afc3dcf-0d1f-455d-9dc6-099e1adb7920 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:33:05.258166 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afc3dcf-0d1f-455d-9dc6-099e1adb7920 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:33:05.258498 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afc3dcf-0d1f-455d-9dc6-099e1adb7920 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:33:05.258824 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afc3dcf-0d1f-455d-9dc6-099e1adb7920 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:33:05.259233 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afc3dcf-0d1f-455d-9dc6-099e1adb7920 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:33:05.259499 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afc3dcf-0d1f-455d-9dc6-099e1adb7920 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:33:05.259819 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afc3dcf-0d1f-455d-9dc6-099e1adb7920 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:33:05.260294 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afc3dcf-0d1f-455d-9dc6-099e1adb7920 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:33:05.260471 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afc3dcf-0d1f-455d-9dc6-099e1adb7920 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:33:05.260788 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afc3dcf-0d1f-455d-9dc6-099e1adb7920 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:33:05.261106 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afc3dcf-0d1f-455d-9dc6-099e1adb7920 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:33:05.261750 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afc3dcf-0d1f-455d-9dc6-099e1adb7920 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:33:05.265227 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-427bd9b2-b48e-474a-bc04-6fcedc11ef5b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port 4d417620-efd4-4109-b3b6-9305b7a670ef on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:33:05.265702 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-427bd9b2-b48e-474a-bc04-6fcedc11ef5b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port 4d417620-efd4-4109-b3b6-9305b7a670ef by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'bd6d6a59-a85f-4a48-a65c-0f51da5ed791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7e5b7491-ed52-4868-aaee-95a45e383bcf'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:33:05.266045 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427bd9b2-b48e-474a-bc04-6fcedc11ef5b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port 4d417620-efd4-4109-b3b6-9305b7a670ef on network 7e5b7491-ed52-4868-aaee-95a45e383bcf {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:33:05.271987 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427bd9b2-b48e-474a-bc04-6fcedc11ef5b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Port 4d417620-efd4-4109-b3b6-9305b7a670ef on network 7e5b7491-ed52-4868-aaee-95a45e383bcf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:33:05.272323 dv-neutron-826830-1-hyperv neutron-server[87636]: ERROR neutron.plugins.ml2.managers [None req-427bd9b2-b48e-474a-bc04-6fcedc11ef5b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Failed to bind port 4d417620-efd4-4109-b3b6-9305b7a670ef on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'bd6d6a59-a85f-4a48-a65c-0f51da5ed791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7e5b7491-ed52-4868-aaee-95a45e383bcf'}] Feb 01 04:33:05.272817 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.plugins.ml2.plugin [None req-427bd9b2-b48e-474a-bc04-6fcedc11ef5b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempt 9 to bind port 4d417620-efd4-4109-b3b6-9305b7a670ef Feb 01 04:33:05.293319 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-427bd9b2-b48e-474a-bc04-6fcedc11ef5b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port 4d417620-efd4-4109-b3b6-9305b7a670ef on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:33:05.293646 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-427bd9b2-b48e-474a-bc04-6fcedc11ef5b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port 4d417620-efd4-4109-b3b6-9305b7a670ef by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'bd6d6a59-a85f-4a48-a65c-0f51da5ed791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7e5b7491-ed52-4868-aaee-95a45e383bcf'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:33:05.294117 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427bd9b2-b48e-474a-bc04-6fcedc11ef5b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port 4d417620-efd4-4109-b3b6-9305b7a670ef on network 7e5b7491-ed52-4868-aaee-95a45e383bcf {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:33:05.301252 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427bd9b2-b48e-474a-bc04-6fcedc11ef5b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Port 4d417620-efd4-4109-b3b6-9305b7a670ef on network 7e5b7491-ed52-4868-aaee-95a45e383bcf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:33:05.301751 dv-neutron-826830-1-hyperv neutron-server[87636]: ERROR neutron.plugins.ml2.managers [None req-427bd9b2-b48e-474a-bc04-6fcedc11ef5b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Failed to bind port 4d417620-efd4-4109-b3b6-9305b7a670ef on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'bd6d6a59-a85f-4a48-a65c-0f51da5ed791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7e5b7491-ed52-4868-aaee-95a45e383bcf'}] Feb 01 04:33:05.302543 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.plugins.ml2.plugin [None req-427bd9b2-b48e-474a-bc04-6fcedc11ef5b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempt 10 to bind port 4d417620-efd4-4109-b3b6-9305b7a670ef Feb 01 04:33:05.309395 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:05.323547 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-427bd9b2-b48e-474a-bc04-6fcedc11ef5b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port 4d417620-efd4-4109-b3b6-9305b7a670ef on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:33:05.323915 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-427bd9b2-b48e-474a-bc04-6fcedc11ef5b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port 4d417620-efd4-4109-b3b6-9305b7a670ef by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'bd6d6a59-a85f-4a48-a65c-0f51da5ed791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7e5b7491-ed52-4868-aaee-95a45e383bcf'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:33:05.324251 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427bd9b2-b48e-474a-bc04-6fcedc11ef5b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempting to bind port 4d417620-efd4-4109-b3b6-9305b7a670ef on network 7e5b7491-ed52-4868-aaee-95a45e383bcf {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:33:05.329269 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427bd9b2-b48e-474a-bc04-6fcedc11ef5b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Port 4d417620-efd4-4109-b3b6-9305b7a670ef on network 7e5b7491-ed52-4868-aaee-95a45e383bcf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:33:05.329595 dv-neutron-826830-1-hyperv neutron-server[87636]: ERROR neutron.plugins.ml2.managers [None req-427bd9b2-b48e-474a-bc04-6fcedc11ef5b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Failed to bind port 4d417620-efd4-4109-b3b6-9305b7a670ef on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'bd6d6a59-a85f-4a48-a65c-0f51da5ed791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7e5b7491-ed52-4868-aaee-95a45e383bcf'}] Feb 01 04:33:05.329952 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-427bd9b2-b48e-474a-bc04-6fcedc11ef5b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:05.371553 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa65477f-fd07-4ed4-b935-d2ec4cfbbc7c tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Pushing event updated for resources: {'Port': ['ID=37f2b9c2-ebea-408b-ae0a-e4f78f25c011,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:05.374176 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db69d26-7706-4e75-8692-088c146a91c7 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:33:05.388906 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386196df-85be-497c-9977-e196ec510716 None None] Sync routers for ids ['b5c068dd-b1b9-4e55-af55-276d4894b12e'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:33:05.403224 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386196df-85be-497c-9977-e196ec510716 None None] Routers {'b5c068dd-b1b9-4e55-af55-276d4894b12e'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:33:05.404125 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-386196df-85be-497c-9977-e196ec510716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:33:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['b5c068dd-b1b9-4e55-af55-276d4894b12e'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:33:05.434382 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:05.450984 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-427bd9b2-b48e-474a-bc04-6fcedc11ef5b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] For port 4d417620-efd4-4109-b3b6-9305b7a670ef, host hv-neutron-8268, cleared binding levels {{(pid=87636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:33:05.451582 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-427bd9b2-b48e-474a-bc04-6fcedc11ef5b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attempted to set empty binding levels {{(pid=87636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 01 04:33:05.459669 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-427bd9b2-b48e-474a-bc04-6fcedc11ef5b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:05.487303 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-386196df-85be-497c-9977-e196ec510716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:33:05.499004 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386196df-85be-497c-9977-e196ec510716 None None] Routers {'b5c068dd-b1b9-4e55-af55-276d4894b12e'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:33:05.500045 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-386196df-85be-497c-9977-e196ec510716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:33:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['b5c068dd-b1b9-4e55-af55-276d4894b12e'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:33:05.530279 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-427bd9b2-b48e-474a-bc04-6fcedc11ef5b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] In _notify_port_updated(), no bound segment for port 4d417620-efd4-4109-b3b6-9305b7a670ef on network 7e5b7491-ed52-4868-aaee-95a45e383bcf {{(pid=87636) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 01 04:33:05.531198 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427bd9b2-b48e-474a-bc04-6fcedc11ef5b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:05.531832 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-427bd9b2-b48e-474a-bc04-6fcedc11ef5b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:05.536653 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-427bd9b2-b48e-474a-bc04-6fcedc11ef5b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] 10.222.0.24 "PUT /v2.0/ports/4d417620-efd4-4109-b3b6-9305b7a670ef HTTP/1.1" status: 200 len: 975 time: 1.0116773 Feb 01 04:33:05.536653 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34806) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:05.610809 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-386196df-85be-497c-9977-e196ec510716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:33:05.611313 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386196df-85be-497c-9977-e196ec510716 None None] The sync data for ids ['b5c068dd-b1b9-4e55-af55-276d4894b12e'] in dv-neutron-826830-1-hyperv is: [] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:33:05.697625 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2bd97bad-6f6c-4426-9ca1-fc54b660b0c5 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:05.706814 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa65477f-fd07-4ed4-b935-d2ec4cfbbc7c tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Checking segment: {'id': '6f4d54ab-74d2-4589-8274-d7924f0a07c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '793dd3a8-ec30-4a1e-805c-fe6da37138cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:33:05.707044 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427bd9b2-b48e-474a-bc04-6fcedc11ef5b tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Pushing event updated for resources: {'Port': ['ID=4d417620-efd4-4109-b3b6-9305b7a670ef,revision_number=3']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:05.707300 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa65477f-fd07-4ed4-b935-d2ec4cfbbc7c tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Network hostable DHCP agents. Network: 793dd3a8-ec30-4a1e-805c-fe6da37138cd, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:33:05.711349 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ac3da52-bb4f-40e7-9b2d-b72d2db966e8 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks [] for router_gateway, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:05.721000 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-ed28a3c7-020a-4e45-a849-06ae5dc13584 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Deleting port 4d417620-efd4-4109-b3b6-9305b7a670ef {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:33:05.721342 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ed28a3c7-020a-4e45-a849-06ae5dc13584 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:05.928123 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-2bd97bad-6f6c-4426-9ca1-fc54b660b0c5 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Calling delete_port for d5516a32-8210-4989-9fdd-1e01b570d031 owned by {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:33:05.941011 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-ed28a3c7-020a-4e45-a849-06ae5dc13584 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] For port 4d417620-efd4-4109-b3b6-9305b7a670ef, host hv-neutron-8268, got binding levels [] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:33:05.941442 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ed28a3c7-020a-4e45-a849-06ae5dc13584 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:05.979412 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.resource_extend [None req-2cfd4dcb-c138-4180-b3ea-b75715e43615 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 01 04:33:05.998754 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8db69d26-7706-4e75-8692-088c146a91c7 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:06.030378 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-54ebce29-0258-48ac-85eb-19c7dedae94b tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:06.045712 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-3f1beade-0837-442c-b2ff-8d6787ffbdd9 None None] Provisioning for port d5516a32-8210-4989-9fdd-1e01b570d031 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:33:06.052267 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-3f1beade-0837-442c-b2ff-8d6787ffbdd9 None None] Provisioning complete for port d5516a32-8210-4989-9fdd-1e01b570d031 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:33:06.052964 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3f1beade-0837-442c-b2ff-8d6787ffbdd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:06.069272 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-ed28a3c7-020a-4e45-a849-06ae5dc13584 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Calling delete_port for 4d417620-efd4-4109-b3b6-9305b7a670ef owned by {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:33:06.086321 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2cfd4dcb-c138-4180-b3ea-b75715e43615 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:06.110299 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa65477f-fd07-4ed4-b935-d2ec4cfbbc7c tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Network 793dd3a8-ec30-4a1e-805c-fe6da37138cd is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:33:06.118624 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-3f1beade-0837-442c-b2ff-8d6787ffbdd9 None None] Port d5516a32-8210-4989-9fdd-1e01b570d031 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:33:06.148855 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-3f1beade-0837-442c-b2ff-8d6787ffbdd9 None None] Provisioning for port a67f4523-571f-4c4c-9f63-60eed75f3803 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:33:06.156562 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-3f1beade-0837-442c-b2ff-8d6787ffbdd9 None None] Provisioning complete for port a67f4523-571f-4c4c-9f63-60eed75f3803 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:33:06.157174 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ed28a3c7-020a-4e45-a849-06ae5dc13584 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:06.157634 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3f1beade-0837-442c-b2ff-8d6787ffbdd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:06.189401 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ebce29-0258-48ac-85eb-19c7dedae94b tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Pushing event deleted for resources: {'Port': ['ID=7948e3e0-0f30-4760-93ea-92216638fe65,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:06.190897 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2cfd4dcb-c138-4180-b3ea-b75715e43615 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:06.191677 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2cfd4dcb-c138-4180-b3ea-b75715e43615 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371990'] for router_interface, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:06.226876 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed28a3c7-020a-4e45-a849-06ae5dc13584 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Pushing event deleted for resources: {'Port': ['ID=4d417620-efd4-4109-b3b6-9305b7a670ef,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:06.241503 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ed28a3c7-020a-4e45-a849-06ae5dc13584 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:06.252700 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ed28a3c7-020a-4e45-a849-06ae5dc13584 tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] 10.222.0.24 "DELETE /v2.0/ports/4d417620-efd4-4109-b3b6-9305b7a670ef HTTP/1.1" status: 204 len: 168 time: 0.7150381 Feb 01 04:33:06.254842 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34810) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:06.255807 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f008787-7785-45bf-99e8-860f9f7ae1e4 None None] DHCP port deletion for 63e1a38c-c96c-4cff-b00a-13f3e757a1d5 request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:33:06.309443 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa57dfa9-798b-43d0-8435-2d41d7abd8da tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] GET failed (client error): The resource could not be found. Feb 01 04:33:06.309986 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-aa57dfa9-798b-43d0-8435-2d41d7abd8da tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Synchronizing usage tracker for tenant:12005c2c7f714edd8a56e9038243d1cf on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:33:06.317026 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43118c3b-cf6e-4c26-aed3-221412022211 None None] get_active_networks_info from dv-neutron-826830-1-hyperv {{(pid=87638) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 01 04:33:06.325397 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-fa65477f-fd07-4ed4-b935-d2ec4cfbbc7c tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, 793dd3a8-ec30-4a1e-805c-fe6da37138cd) {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:33:06.325587 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-aa57dfa9-798b-43d0-8435-2d41d7abd8da tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] Unset dirty status for tenant:12005c2c7f714edd8a56e9038243d1cf on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:33:06.330423 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-aa57dfa9-798b-43d0-8435-2d41d7abd8da tempest-PortsAdminExtendedAttrsTestJSON-880598964 tempest-PortsAdminExtendedAttrsTestJSON-880598964-project-admin] 10.222.0.24 "GET /v2.0/ports/4d417620-efd4-4109-b3b6-9305b7a670ef HTTP/1.1" status: 404 len: 333 time: 0.0702586 Feb 01 04:33:06.330651 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34814) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:06.391455 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-8db69d26-7706-4e75-8692-088c146a91c7 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] 10.222.0.24 "DELETE /v2.0/floatingips/f2a24d44-83f3-4e56-9d72-58a0110f76d7 HTTP/1.1" status: 204 len: 168 time: 8.4637339 Feb 01 04:33:06.392014 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34818) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:06.397526 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3f1beade-0837-442c-b2ff-8d6787ffbdd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:06.407556 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa65477f-fd07-4ed4-b935-d2ec4cfbbc7c tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:33:06.413542 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa65477f-fd07-4ed4-b935-d2ec4cfbbc7c tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:06.418830 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa65477f-fd07-4ed4-b935-d2ec4cfbbc7c tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:06.419525 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fa65477f-fd07-4ed4-b935-d2ec4cfbbc7c tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:06.432433 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ebce29-0258-48ac-85eb-19c7dedae94b tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] No DVR routers for this DVR port 7948e3e0-0f30-4760-93ea-92216638fe65 on host dv-neutron-826830-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:33:06.440181 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-d12f55d3-c94f-4c3c-8a66-f7b0a4ff208a tempest-FloatingIPAdminTestJSON-1524313509 tempest-FloatingIPAdminTestJSON-1524313509-project-admin] Request body: {'floatingip': {'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:33:06.455609 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-d12f55d3-c94f-4c3c-8a66-f7b0a4ff208a tempest-FloatingIPAdminTestJSON-1524313509 tempest-FloatingIPAdminTestJSON-1524313509-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:06.463707 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d12f55d3-c94f-4c3c-8a66-f7b0a4ff208a tempest-FloatingIPAdminTestJSON-1524313509 tempest-FloatingIPAdminTestJSON-1524313509-project-admin] Usage tracker for resource:floatingip and tenant:8264b733173a44e2b6634417803cfd7b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:33:06.468373 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d12f55d3-c94f-4c3c-8a66-f7b0a4ff208a tempest-FloatingIPAdminTestJSON-1524313509 tempest-FloatingIPAdminTestJSON-1524313509-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:33:06.471623 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-3f1beade-0837-442c-b2ff-8d6787ffbdd9 None None] For port a67f4523-571f-4c4c-9f63-60eed75f3803, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=a67f4523-571f-4c4c-9f63-60eed75f3803,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:33:06.473900 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d209f51c-38f1-4f6d-bf68-3501d0c9d0dd tempest-PortsAdminExtendedAttrsTestJSON-1026549750 tempest-PortsAdminExtendedAttrsTestJSON-1026549750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:06.479377 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-d12f55d3-c94f-4c3c-8a66-f7b0a4ff208a tempest-FloatingIPAdminTestJSON-1524313509 tempest-FloatingIPAdminTestJSON-1524313509-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:06.479728 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3f1beade-0837-442c-b2ff-8d6787ffbdd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:06.526133 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d12f55d3-c94f-4c3c-8a66-f7b0a4ff208a tempest-FloatingIPAdminTestJSON-1524313509 tempest-FloatingIPAdminTestJSON-1524313509-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:06.532696 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfd4dcb-c138-4180-b3ea-b75715e43615 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event updated for resources: {'Port': ['ID=ef9ab888-0904-4ec5-b05e-ddda87c597f4,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:06.586135 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1beade-0837-442c-b2ff-8d6787ffbdd9 None None] Pushing event updated for resources: {'Port': ['ID=a67f4523-571f-4c4c-9f63-60eed75f3803,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:06.592959 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43118c3b-cf6e-4c26-aed3-221412022211 None None] Resources bound (agent type, host, resource id): {{(pid=87638) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 01 04:33:06.658340 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d209f51c-38f1-4f6d-bf68-3501d0c9d0dd tempest-PortsAdminExtendedAttrsTestJSON-1026549750 tempest-PortsAdminExtendedAttrsTestJSON-1026549750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:06.660795 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-16f5c41d-d224-4aef-8737-324f381e1147 None None] Provisioning complete for port d5516a32-8210-4989-9fdd-1e01b570d031 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:33:06.661171 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-16f5c41d-d224-4aef-8737-324f381e1147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:06.682233 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-fa65477f-fd07-4ed4-b935-d2ec4cfbbc7c tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 9.9849730 Feb 01 04:33:06.684920 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34822) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:06.719933 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-d209f51c-38f1-4f6d-bf68-3501d0c9d0dd tempest-PortsAdminExtendedAttrsTestJSON-1026549750 tempest-PortsAdminExtendedAttrsTestJSON-1026549750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e5b7491-ed52-4868-aaee-95a45e383bcf']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:33:06.791503 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-54ebce29-0258-48ac-85eb-19c7dedae94b tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:06.792964 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-16f5c41d-d224-4aef-8737-324f381e1147 None None] Port d5516a32-8210-4989-9fdd-1e01b570d031 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:33:06.793360 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-d209f51c-38f1-4f6d-bf68-3501d0c9d0dd tempest-PortsAdminExtendedAttrsTestJSON-1026549750 tempest-PortsAdminExtendedAttrsTestJSON-1026549750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd6d6a59-a85f-4a48-a65c-0f51da5ed791') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:33:06.793661 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-d209f51c-38f1-4f6d-bf68-3501d0c9d0dd tempest-PortsAdminExtendedAttrsTestJSON-1026549750 tempest-PortsAdminExtendedAttrsTestJSON-1026549750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd6d6a59-a85f-4a48-a65c-0f51da5ed791') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:33:06.816228 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d209f51c-38f1-4f6d-bf68-3501d0c9d0dd tempest-PortsAdminExtendedAttrsTestJSON-1026549750 tempest-PortsAdminExtendedAttrsTestJSON-1026549750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143022'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:06.840822 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d209f51c-38f1-4f6d-bf68-3501d0c9d0dd tempest-PortsAdminExtendedAttrsTestJSON-1026549750 tempest-PortsAdminExtendedAttrsTestJSON-1026549750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:06.858372 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d209f51c-38f1-4f6d-bf68-3501d0c9d0dd tempest-PortsAdminExtendedAttrsTestJSON-1026549750 tempest-PortsAdminExtendedAttrsTestJSON-1026549750-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:33:06.858769 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d209f51c-38f1-4f6d-bf68-3501d0c9d0dd tempest-PortsAdminExtendedAttrsTestJSON-1026549750 tempest-PortsAdminExtendedAttrsTestJSON-1026549750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3072199'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:06.878274 dv-neutron-826830-1-hyperv neutron-server[87636]: Traceback (most recent call last): Feb 01 04:33:06.878274 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:33:06.878274 dv-neutron-826830-1-hyperv neutron-server[87636]: timer() Feb 01 04:33:06.878274 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:33:06.878274 dv-neutron-826830-1-hyperv neutron-server[87636]: cb(*args, **kw) Feb 01 04:33:06.878274 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:33:06.878274 dv-neutron-826830-1-hyperv neutron-server[87636]: return func(*args, **kwargs) Feb 01 04:33:06.878274 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:33:06.878274 dv-neutron-826830-1-hyperv neutron-server[87636]: self._notify() Feb 01 04:33:06.878274 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:33:06.878274 dv-neutron-826830-1-hyperv neutron-server[87636]: self.callback(batched_events) Feb 01 04:33:06.878274 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:33:06.878274 dv-neutron-826830-1-hyperv neutron-server[87636]: event.method(event) Feb 01 04:33:06.878274 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:33:06.878274 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:33:06.878274 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:33:06.878274 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:33:06.878274 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:33:06.878274 dv-neutron-826830-1-hyperv neutron-server[87636]: return f(self, *a, **k) Feb 01 04:33:06.878274 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:33:06.878274 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._get(url).json() Feb 01 04:33:06.878274 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:33:06.878274 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:33:06.878274 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:33:06.878274 dv-neutron-826830-1-hyperv neutron-server[87636]: return self.request(url, 'GET', **kwargs) Feb 01 04:33:06.878274 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:33:06.878274 dv-neutron-826830-1-hyperv neutron-server[87636]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:33:06.878274 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:33:06.878274 dv-neutron-826830-1-hyperv neutron-server[87636]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:33:06.878274 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:33:06.878274 dv-neutron-826830-1-hyperv neutron-server[87636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:33:06.878274 dv-neutron-826830-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:33:06.924990 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81434c11-12e7-4a73-bf77-000fd9dbe176 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:06.931171 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81434c11-12e7-4a73-bf77-000fd9dbe176 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:06.933657 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-81434c11-12e7-4a73-bf77-000fd9dbe176 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2471631 Feb 01 04:33:06.937369 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cfd4dcb-c138-4180-b3ea-b75715e43615 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Network 552f063d-1d67-46c0-93ec-93669b6bd7b9 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:33:06.941034 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34826) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:06.946190 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:06.954876 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-2cfd4dcb-c138-4180-b3ea-b75715e43615 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:33:06.990293 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d12f55d3-c94f-4c3c-8a66-f7b0a4ff208a tempest-FloatingIPAdminTestJSON-1524313509 tempest-FloatingIPAdminTestJSON-1524313509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:06.994618 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ac3da52-bb4f-40e7-9b2d-b72d2db966e8 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337'] for router, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:07.038818 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d209f51c-38f1-4f6d-bf68-3501d0c9d0dd tempest-PortsAdminExtendedAttrsTestJSON-1026549750 tempest-PortsAdminExtendedAttrsTestJSON-1026549750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:07.066717 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d209f51c-38f1-4f6d-bf68-3501d0c9d0dd tempest-PortsAdminExtendedAttrsTestJSON-1026549750 tempest-PortsAdminExtendedAttrsTestJSON-1026549750-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:07.077592 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d209f51c-38f1-4f6d-bf68-3501d0c9d0dd tempest-PortsAdminExtendedAttrsTestJSON-1026549750 tempest-PortsAdminExtendedAttrsTestJSON-1026549750-project] Pushing event deleted for resources: {'Network': ['ID=7e5b7491-ed52-4868-aaee-95a45e383bcf,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:07.088002 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d209f51c-38f1-4f6d-bf68-3501d0c9d0dd tempest-PortsAdminExtendedAttrsTestJSON-1026549750 tempest-PortsAdminExtendedAttrsTestJSON-1026549750-project] 10.222.0.24 "DELETE /v2.0/networks/7e5b7491-ed52-4868-aaee-95a45e383bcf HTTP/1.1" status: 204 len: 168 time: 0.7558918 Feb 01 04:33:07.113618 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a85ec8-9608-4dc3-8898-900988c370d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-63e1a38c-c96c-4cff-b00a-13f3e757a1d5', 'network_id': '63e1a38c-c96c-4cff-b00a-13f3e757a1d5', 'tenant_id': '99c588771a6645f4bc4f4343a4018c7b', 'fixed_ips': [{'subnet_id': '59afcc1a-894b-41de-9bda-9dbee5ab4215'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:33:07.114728 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-89a85ec8-9608-4dc3-8898-900988c370d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:07.170923 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-d12f55d3-c94f-4c3c-8a66-f7b0a4ff208a tempest-FloatingIPAdminTestJSON-1524313509 tempest-FloatingIPAdminTestJSON-1524313509-project-admin] Allocated IP 172.26.8.31 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/9490eee4-d4f2-477d-96b7-b71bda22f826) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:33:07.278650 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2bd97bad-6f6c-4426-9ca1-fc54b660b0c5 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:07.322221 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device a67f4523-571f-4c4c-9f63-60eed75f3803 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:33:07.353138 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d12f55d3-c94f-4c3c-8a66-f7b0a4ff208a tempest-FloatingIPAdminTestJSON-1524313509 tempest-FloatingIPAdminTestJSON-1524313509-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:07.389694 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d12f55d3-c94f-4c3c-8a66-f7b0a4ff208a tempest-FloatingIPAdminTestJSON-1524313509 tempest-FloatingIPAdminTestJSON-1524313509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:07.404519 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port a67f4523-571f-4c4c-9f63-60eed75f3803 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:33:07.404892 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:07.476613 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12f55d3-c94f-4c3c-8a66-f7b0a4ff208a tempest-FloatingIPAdminTestJSON-1524313509 tempest-FloatingIPAdminTestJSON-1524313509-project-admin] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:33:07.477291 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34834) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:07.478074 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12f55d3-c94f-4c3c-8a66-f7b0a4ff208a tempest-FloatingIPAdminTestJSON-1524313509 tempest-FloatingIPAdminTestJSON-1524313509-project-admin] Pushing event updated for resources: {'Port': ['ID=9490eee4-d4f2-477d-96b7-b71bda22f826,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:07.483085 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-d12f55d3-c94f-4c3c-8a66-f7b0a4ff208a tempest-FloatingIPAdminTestJSON-1524313509 tempest-FloatingIPAdminTestJSON-1524313509-project-admin] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:33:07.488660 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12f55d3-c94f-4c3c-8a66-f7b0a4ff208a tempest-FloatingIPAdminTestJSON-1524313509 tempest-FloatingIPAdminTestJSON-1524313509-project-admin] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:33:07.565162 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd97bad-6f6c-4426-9ca1-fc54b660b0c5 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event deleted for resources: {'Port': ['ID=d5516a32-8210-4989-9fdd-1e01b570d031,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:07.575777 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-0fa38577-8721-4e78-bc61-2e72d7de4c7a tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Deleting port 324ed403-a8ac-4ece-ad5d-9ece614e6401 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:33:07.576387 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0fa38577-8721-4e78-bc61-2e72d7de4c7a tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:07.596844 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 7948e3e0-0f30-4760-93ea-92216638fe65 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:33:07.641129 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 7948e3e0-0f30-4760-93ea-92216638fe65 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:33:07.641676 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 7948e3e0-0f30-4760-93ea-92216638fe65 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:33:07.646398 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server [None req-89a85ec8-9608-4dc3-8898-900988c370d6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 59afcc1a-894b-41de-9bda-9dbee5ab4215: This subnet is being modified by another concurrent operation. Feb 01 04:33:07.646398 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 01 04:33:07.646398 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 01 04:33:07.646398 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 01 04:33:07.646398 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 01 04:33:07.646398 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 01 04:33:07.646398 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 01 04:33:07.646398 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 01 04:33:07.646398 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 01 04:33:07.646398 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 01 04:33:07.646398 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 01 04:33:07.646398 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 01 04:33:07.646398 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 01 04:33:07.646398 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 01 04:33:07.646398 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 01 04:33:07.646398 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server raise self.value Feb 01 04:33:07.646398 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 01 04:33:07.646398 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 01 04:33:07.646398 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 01 04:33:07.646398 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 01 04:33:07.646398 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 01 04:33:07.646398 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 01 04:33:07.646398 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 01 04:33:07.646398 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server raise self.value Feb 01 04:33:07.646398 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 01 04:33:07.646398 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 01 04:33:07.646398 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 01 04:33:07.646398 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 01 04:33:07.646398 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 01 04:33:07.646398 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 01 04:33:07.646398 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 01 04:33:07.646398 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server raise self.value Feb 01 04:33:07.646398 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 01 04:33:07.646398 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 01 04:33:07.646398 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 01 04:33:07.646398 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 01 04:33:07.646398 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 01 04:33:07.646398 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 01 04:33:07.646398 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 01 04:33:07.646398 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 01 04:33:07.646398 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 01 04:33:07.646398 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 01 04:33:07.646398 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 01 04:33:07.646398 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 01 04:33:07.646398 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 01 04:33:07.646398 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 01 04:33:07.646398 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 01 04:33:07.646398 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 01 04:33:07.646398 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 01 04:33:07.646398 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 01 04:33:07.646398 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 01 04:33:07.646398 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server raise self.value Feb 01 04:33:07.646398 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 01 04:33:07.646398 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 01 04:33:07.649621 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 01 04:33:07.649621 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 01 04:33:07.649621 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 01 04:33:07.649621 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 01 04:33:07.649621 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 01 04:33:07.649621 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server raise self.value Feb 01 04:33:07.649621 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 01 04:33:07.649621 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 01 04:33:07.649621 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 01 04:33:07.649621 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 01 04:33:07.649621 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 01 04:33:07.649621 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 01 04:33:07.649621 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 01 04:33:07.649621 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server raise self.value Feb 01 04:33:07.649621 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 01 04:33:07.649621 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 01 04:33:07.649621 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 01 04:33:07.649621 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 01 04:33:07.649621 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 01 04:33:07.649621 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 01 04:33:07.649621 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 01 04:33:07.649621 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 01 04:33:07.649621 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 01 04:33:07.649621 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 01 04:33:07.649621 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 01 04:33:07.649621 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 01 04:33:07.649621 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 01 04:33:07.649621 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 01 04:33:07.649621 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 01 04:33:07.649621 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 01 04:33:07.649621 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 01 04:33:07.649621 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 01 04:33:07.649621 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 01 04:33:07.649621 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 01 04:33:07.649621 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 01 04:33:07.649621 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server raise exception Feb 01 04:33:07.649621 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 59afcc1a-894b-41de-9bda-9dbee5ab4215: This subnet is being modified by another concurrent operation. Feb 01 04:33:07.649621 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server Feb 01 04:33:07.671093 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-54ebce29-0258-48ac-85eb-19c7dedae94b tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3037665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694336'] for subnet, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:07.691206 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d5d2ce-4870-45fb-a0d6-b03fd522a6de None None] get_active_networks_info from dv-neutron-826830-1-hyperv {{(pid=87638) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 01 04:33:07.716938 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d12f55d3-c94f-4c3c-8a66-f7b0a4ff208a tempest-FloatingIPAdminTestJSON-1524313509 tempest-FloatingIPAdminTestJSON-1524313509-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:07.774084 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ebce29-0258-48ac-85eb-19c7dedae94b tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Pushing event deleted for resources: {'Subnet': ['ID=59afcc1a-894b-41de-9bda-9dbee5ab4215,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:07.841086 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-293ef2a3-1dec-4754-8104-d732db208df8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bc7df7c6367a4771b8ca856ad97b48c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3596270 Feb 01 04:33:07.841763 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d12f55d3-c94f-4c3c-8a66-f7b0a4ff208a tempest-FloatingIPAdminTestJSON-1524313509 tempest-FloatingIPAdminTestJSON-1524313509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:07.853687 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34840) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:07.858311 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d5d2ce-4870-45fb-a0d6-b03fd522a6de None None] Resources bound (agent type, host, resource id): {{(pid=87638) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 01 04:33:08.046194 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-54ebce29-0258-48ac-85eb-19c7dedae94b tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:08.058848 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d12f55d3-c94f-4c3c-8a66-f7b0a4ff208a tempest-FloatingIPAdminTestJSON-1524313509 tempest-FloatingIPAdminTestJSON-1524313509-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:08.064128 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d12f55d3-c94f-4c3c-8a66-f7b0a4ff208a tempest-FloatingIPAdminTestJSON-1524313509 tempest-FloatingIPAdminTestJSON-1524313509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:08.112338 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2bd97bad-6f6c-4426-9ca1-fc54b660b0c5 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:08.114728 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cfd4dcb-c138-4180-b3ea-b75715e43615 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Router 9565010d-948a-427f-a39d-752c2983d4c1 is scheduled to L3 agent a3073304-82af-4a42-89af-bc532d6626bb with binding_index 1 {{(pid=87637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 01 04:33:08.149273 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ac3da52-bb4f-40e7-9b2d-b72d2db966e8 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Router 42ea1d69-6a8d-4bc1-a373-fdbbb3b0630b is scheduled to L3 agent a3073304-82af-4a42-89af-bc532d6626bb with binding_index 1 {{(pid=87637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 01 04:33:08.156711 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-54ebce29-0258-48ac-85eb-19c7dedae94b tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63e1a38c-c96c-4cff-b00a-13f3e757a1d5']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:33:08.174875 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-2bd97bad-6f6c-4426-9ca1-fc54b660b0c5 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/ports/d5516a32-8210-4989-9fdd-1e01b570d031 HTTP/1.1" status: 204 len: 168 time: 4.7667339 Feb 01 04:33:08.177875 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34844) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:08.184983 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12f55d3-c94f-4c3c-8a66-f7b0a4ff208a tempest-FloatingIPAdminTestJSON-1524313509 tempest-FloatingIPAdminTestJSON-1524313509-project-admin] Pushing event updated for resources: {'Port': ['ID=9490eee4-d4f2-477d-96b7-b71bda22f826,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:08.233695 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-54ebce29-0258-48ac-85eb-19c7dedae94b tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f024613c-e6e8-4dd3-aae8-f0b4878fc514') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:33:08.233998 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-54ebce29-0258-48ac-85eb-19c7dedae94b tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f024613c-e6e8-4dd3-aae8-f0b4878fc514') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:33:08.241946 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d12f55d3-c94f-4c3c-8a66-f7b0a4ff208a tempest-FloatingIPAdminTestJSON-1524313509 tempest-FloatingIPAdminTestJSON-1524313509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-774194'] for floatingip, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:08.267259 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0032bd84-1f2b-405c-80c1-a7e661a6306a tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:08.268762 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0032bd84-1f2b-405c-80c1-a7e661a6306a tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:08.270330 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0032bd84-1f2b-405c-80c1-a7e661a6306a tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:08.271177 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0032bd84-1f2b-405c-80c1-a7e661a6306a tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Synchronizing usage tracker for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:subnet {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:33:08.285169 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26cebf3f-4e5d-4c85-85f7-785088120ef6 None None] Network 793dd3a8-ec30-4a1e-805c-fe6da37138cd requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:33:08.286669 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d12f55d3-c94f-4c3c-8a66-f7b0a4ff208a tempest-FloatingIPAdminTestJSON-1524313509 tempest-FloatingIPAdminTestJSON-1524313509-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:08.288080 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d12f55d3-c94f-4c3c-8a66-f7b0a4ff208a tempest-FloatingIPAdminTestJSON-1524313509 tempest-FloatingIPAdminTestJSON-1524313509-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8957210 Feb 01 04:33:08.291030 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34848) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:08.299071 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0032bd84-1f2b-405c-80c1-a7e661a6306a tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Unset dirty status for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:subnet {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:33:08.301331 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0032bd84-1f2b-405c-80c1-a7e661a6306a tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1222730 Feb 01 04:33:08.303824 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34854) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:08.340305 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3f92fb-5036-45c1-be0f-c13b88f41f0b None None] Network 63e1a38c-c96c-4cff-b00a-13f3e757a1d5 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:33:08.410571 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ad42329-d216-4c03-9809-b0613d313875 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Deleting subnet 6cdf82b4-3bda-48ec-b4b2-e118e5451c79 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:33:08.414820 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7ad42329-d216-4c03-9809-b0613d313875 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:08.434274 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-54ebce29-0258-48ac-85eb-19c7dedae94b tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:08.452842 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0fa38577-8721-4e78-bc61-2e72d7de4c7a tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:08.454823 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-42f48a02-17fd-4d4e-8625-0bdf128f9745 tempest-FloatingIPAdminTestJSON-1987938971 tempest-FloatingIPAdminTestJSON-1987938971-project] Request body: {'floatingip': {'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:33:08.467046 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-42f48a02-17fd-4d4e-8625-0bdf128f9745 tempest-FloatingIPAdminTestJSON-1987938971 tempest-FloatingIPAdminTestJSON-1987938971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:08.475437 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-42f48a02-17fd-4d4e-8625-0bdf128f9745 tempest-FloatingIPAdminTestJSON-1987938971 tempest-FloatingIPAdminTestJSON-1987938971-project] Usage tracker for resource:floatingip and tenant:ebb1bea3593846f890a9e00f5e43ead3 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:33:08.480827 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-42f48a02-17fd-4d4e-8625-0bdf128f9745 tempest-FloatingIPAdminTestJSON-1987938971 tempest-FloatingIPAdminTestJSON-1987938971-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:33:08.496209 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-42f48a02-17fd-4d4e-8625-0bdf128f9745 tempest-FloatingIPAdminTestJSON-1987938971 tempest-FloatingIPAdminTestJSON-1987938971-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:08.507982 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7ad42329-d216-4c03-9809-b0613d313875 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145757'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:08.550278 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-42f48a02-17fd-4d4e-8625-0bdf128f9745 tempest-FloatingIPAdminTestJSON-1987938971 tempest-FloatingIPAdminTestJSON-1987938971-project] Notify callbacks [] for floatingip, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:08.597030 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-0fa38577-8721-4e78-bc61-2e72d7de4c7a tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Calling delete_port for 324ed403-a8ac-4ece-ad5d-9ece614e6401 owned by {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:33:08.705556 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-188ffc20-82ec-435e-a83d-7fabcefba54a None None] Provisioning complete for port ef9ab888-0904-4ec5-b05e-ddda87c597f4 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:33:08.705933 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-188ffc20-82ec-435e-a83d-7fabcefba54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:08.717873 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7ad42329-d216-4c03-9809-b0613d313875 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:08.770847 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a6ae7f-487a-428a-93f8-2123a0303289 None None] DHCP port deletion for 63e1a38c-c96c-4cff-b00a-13f3e757a1d5 request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:33:08.783173 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-188ffc20-82ec-435e-a83d-7fabcefba54a None None] Port ef9ab888-0904-4ec5-b05e-ddda87c597f4 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:33:08.844839 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7ad42329-d216-4c03-9809-b0613d313875 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3072169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2652276'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:08.852201 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-85d22d3c-0dd3-441a-9b41-b2189d6b05b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:08.888197 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7ad42329-d216-4c03-9809-b0613d313875 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:08.892887 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-42f48a02-17fd-4d4e-8625-0bdf128f9745 tempest-FloatingIPAdminTestJSON-1987938971 tempest-FloatingIPAdminTestJSON-1987938971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:08.904555 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad42329-d216-4c03-9809-b0613d313875 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event deleted for resources: {'Subnet': ['ID=6cdf82b4-3bda-48ec-b4b2-e118e5451c79,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:08.907176 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-54ebce29-0258-48ac-85eb-19c7dedae94b tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:08.957039 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-7ad42329-d216-4c03-9809-b0613d313875 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/subnets/6cdf82b4-3bda-48ec-b4b2-e118e5451c79 HTTP/1.1" status: 204 len: 168 time: 0.6518922 Feb 01 04:33:08.961725 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-85d22d3c-0dd3-441a-9b41-b2189d6b05b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:08.964448 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34858) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:08.984971 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318e995f-2d4a-4a01-b6fc-e87055462bfb None None] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:33:09.018997 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54ebce29-0258-48ac-85eb-19c7dedae94b tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:33:09.019431 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-54ebce29-0258-48ac-85eb-19c7dedae94b tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:09.034026 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cfd4dcb-c138-4180-b3ea-b75715e43615 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:33:09.036479 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 04:33:09.036479 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:33:09.036479 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 04:33:09.036479 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:33:09.036479 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 04:33:09.036479 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:33:09.036479 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 04:33:09.036479 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:33:09.036479 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 04:33:09.036479 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:33:09.036479 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 04:33:09.036479 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:33:09.036479 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 04:33:09.036479 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:33:09.036479 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:33:09.036479 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:33:09.036479 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:33:09.036479 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:33:09.036479 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 04:33:09.036479 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:33:09.036479 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 04:33:09.036479 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:33:09.036479 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:33:09.036479 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:33:09.036479 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 04:33:09.036479 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:33:09.036479 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:33:09.036479 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:33:09.036479 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:33:09.036479 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:33:09.036479 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:33:09.036479 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:33:09.061387 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-2cfd4dcb-c138-4180-b3ea-b75715e43615 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "PUT /v2.0/routers/9565010d-948a-427f-a39d-752c2983d4c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6906064 Feb 01 04:33:09.074520 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34862) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:09.074716 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6e19b7-169a-4457-ad90-1c4e566779dd None None] Sync routers for ids ['9565010d-948a-427f-a39d-752c2983d4c1'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:33:09.090195 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f3bc239-af32-4e02-8304-747539badde7 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Deleting subnet cead9a5c-eb54-482d-868b-e286bc4278fe {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:33:09.096833 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0f3bc239-af32-4e02-8304-747539badde7 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:09.101529 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6e19b7-169a-4457-ad90-1c4e566779dd None None] Routers {'9565010d-948a-427f-a39d-752c2983d4c1'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:33:09.102188 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-2d6e19b7-169a-4457-ad90-1c4e566779dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:33:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['9565010d-948a-427f-a39d-752c2983d4c1'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:33:09.166541 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-2d6e19b7-169a-4457-ad90-1c4e566779dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:33:09.174778 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-42f48a02-17fd-4d4e-8625-0bdf128f9745 tempest-FloatingIPAdminTestJSON-1987938971 tempest-FloatingIPAdminTestJSON-1987938971-project] Allocated IP 172.26.8.187 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/99610e4c-d1ee-4798-b490-8b4b2d868be6) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:33:09.178222 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0f3bc239-af32-4e02-8304-747539badde7 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145757'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:09.207872 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0fa38577-8721-4e78-bc61-2e72d7de4c7a tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:09.234920 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6e19b7-169a-4457-ad90-1c4e566779dd None None] Routers {'9565010d-948a-427f-a39d-752c2983d4c1'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:33:09.235583 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-2d6e19b7-169a-4457-ad90-1c4e566779dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:33:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['9565010d-948a-427f-a39d-752c2983d4c1'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:33:09.269157 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac3da52-bb4f-40e7-9b2d-b72d2db966e8 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:33:09.287799 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6076410c-15ea-425e-834a-8b65436c9a5f None None] Sync routers for ids ['42ea1d69-6a8d-4bc1-a373-fdbbb3b0630b'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:33:09.292226 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0fa38577-8721-4e78-bc61-2e72d7de4c7a tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:09.304184 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-54ebce29-0258-48ac-85eb-19c7dedae94b tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:09.307102 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa38577-8721-4e78-bc61-2e72d7de4c7a tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Pushing event deleted for resources: {'Port': ['ID=324ed403-a8ac-4ece-ad5d-9ece614e6401,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:09.307791 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6076410c-15ea-425e-834a-8b65436c9a5f None None] Routers {'42ea1d69-6a8d-4bc1-a373-fdbbb3b0630b'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:33:09.308900 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-6076410c-15ea-425e-834a-8b65436c9a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:33:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['42ea1d69-6a8d-4bc1-a373-fdbbb3b0630b'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:33:09.333033 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-54ebce29-0258-48ac-85eb-19c7dedae94b tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:09.361688 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ebce29-0258-48ac-85eb-19c7dedae94b tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Pushing event deleted for resources: {'Network': ['ID=63e1a38c-c96c-4cff-b00a-13f3e757a1d5,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:09.370090 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0f3bc239-af32-4e02-8304-747539badde7 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:09.375524 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-0fa38577-8721-4e78-bc61-2e72d7de4c7a tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] 10.222.0.24 "DELETE /v2.0/ports/324ed403-a8ac-4ece-ad5d-9ece614e6401 HTTP/1.1" status: 204 len: 168 time: 2.4291742 Feb 01 04:33:09.379953 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34866) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:09.385389 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-2d6e19b7-169a-4457-ad90-1c4e566779dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:33:09.386442 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6e19b7-169a-4457-ad90-1c4e566779dd None None] The sync data for ids ['9565010d-948a-427f-a39d-752c2983d4c1'] in dv-neutron-826830-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:33:09.399202 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-6076410c-15ea-425e-834a-8b65436c9a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:33:09.412789 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6076410c-15ea-425e-834a-8b65436c9a5f None None] Routers {'42ea1d69-6a8d-4bc1-a373-fdbbb3b0630b'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:33:09.414371 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-6076410c-15ea-425e-834a-8b65436c9a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:33:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['42ea1d69-6a8d-4bc1-a373-fdbbb3b0630b'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:33:09.433956 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ac3da52-bb4f-40e7-9b2d-b72d2db966e8 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:09.437930 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-3ac3da52-bb4f-40e7-9b2d-b72d2db966e8 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 11.5751345 Feb 01 04:33:09.439548 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-54ebce29-0258-48ac-85eb-19c7dedae94b tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] 10.222.0.24 "DELETE /v2.0/networks/63e1a38c-c96c-4cff-b00a-13f3e757a1d5 HTTP/1.1" status: 204 len: 168 time: 7.1724961 Feb 01 04:33:09.448775 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34870) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:09.449348 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34872) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:09.486697 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-42f48a02-17fd-4d4e-8625-0bdf128f9745 tempest-FloatingIPAdminTestJSON-1987938971 tempest-FloatingIPAdminTestJSON-1987938971-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:09.491655 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-13a7457e-ea3d-4302-983f-7b1265a94eed tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:33:09.495945 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-6076410c-15ea-425e-834a-8b65436c9a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:33:09.496442 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6076410c-15ea-425e-834a-8b65436c9a5f None None] The sync data for ids ['42ea1d69-6a8d-4bc1-a373-fdbbb3b0630b'] in dv-neutron-826830-1-hyperv is: [] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:33:09.529680 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0f3bc239-af32-4e02-8304-747539badde7 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3072169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2652276'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:09.547971 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-85d22d3c-0dd3-441a-9b41-b2189d6b05b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:09.550335 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-85d22d3c-0dd3-441a-9b41-b2189d6b05b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:09.553868 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-85d22d3c-0dd3-441a-9b41-b2189d6b05b4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a48b2b91-bc1d-4704-bc79-5f9c27b7fec7 HTTP/1.1" status: 204 len: 168 time: 1.6936042 Feb 01 04:33:09.566779 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-42f48a02-17fd-4d4e-8625-0bdf128f9745 tempest-FloatingIPAdminTestJSON-1987938971 tempest-FloatingIPAdminTestJSON-1987938971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:09.592284 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5f7b332-da0a-402a-9834-80dd4abd4ece tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] DELETE failed (client error): The resource could not be found. Feb 01 04:33:09.592864 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5f7b332-da0a-402a-9834-80dd4abd4ece tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:33:09.594609 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-b5f7b332-da0a-402a-9834-80dd4abd4ece tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] 10.222.0.24 "DELETE /v2.0/subnets/59afcc1a-894b-41de-9bda-9dbee5ab4215 HTTP/1.1" status: 404 len: 337 time: 0.1426690 Feb 01 04:33:09.600011 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34880) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:09.611309 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d22d3c-0dd3-441a-9b41-b2189d6b05b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a48b2b91-bc1d-4704-bc79-5f9c27b7fec7,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:09.626065 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab9e9f2-2318-4065-bf8e-136f4d53727a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:09.627078 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-3ab9e9f2-2318-4065-bf8e-136f4d53727a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Synchronizing usage tracker for tenant:4859bcd8aae8416eba645579d339c6c6 on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:33:09.647962 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3bc239-af32-4e02-8304-747539badde7 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event deleted for resources: {'Subnet': ['ID=cead9a5c-eb54-482d-868b-e286bc4278fe,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:09.665629 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0f3bc239-af32-4e02-8304-747539badde7 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:09.685842 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-2d83bb00-5f10-473c-92d9-4c613c82c309 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Deleting port 37f2b9c2-ebea-408b-ae0a-e4f78f25c011 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:33:09.686816 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2d83bb00-5f10-473c-92d9-4c613c82c309 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:09.692901 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f48a02-17fd-4d4e-8625-0bdf128f9745 tempest-FloatingIPAdminTestJSON-1987938971 tempest-FloatingIPAdminTestJSON-1987938971-project] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:33:09.697581 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-42f48a02-17fd-4d4e-8625-0bdf128f9745 tempest-FloatingIPAdminTestJSON-1987938971 tempest-FloatingIPAdminTestJSON-1987938971-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:33:09.702380 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f48a02-17fd-4d4e-8625-0bdf128f9745 tempest-FloatingIPAdminTestJSON-1987938971 tempest-FloatingIPAdminTestJSON-1987938971-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:33:09.724501 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-3377b05a-3a44-4d4b-a976-32fb23aaa042 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] DELETE failed (client error): The resource could not be found. Feb 01 04:33:09.724972 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3377b05a-3a44-4d4b-a976-32fb23aaa042 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:33:09.726862 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-3377b05a-3a44-4d4b-a976-32fb23aaa042 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] 10.222.0.24 "DELETE /v2.0/networks/63e1a38c-c96c-4cff-b00a-13f3e757a1d5 HTTP/1.1" status: 404 len: 339 time: 0.0963101 Feb 01 04:33:09.738298 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34886) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:09.784636 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-3ab9e9f2-2318-4065-bf8e-136f4d53727a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Unset dirty status for tenant:4859bcd8aae8416eba645579d339c6c6 on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:33:09.788948 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-3ab9e9f2-2318-4065-bf8e-136f4d53727a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "GET /v2.0/ports?device_id=9565010d-948a-427f-a39d-752c2983d4c1 HTTP/1.1" status: 200 len: 988 time: 0.7025774 Feb 01 04:33:09.789761 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34890) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:09.873694 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0f3bc239-af32-4e02-8304-747539badde7 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/subnets/cead9a5c-eb54-482d-868b-e286bc4278fe HTTP/1.1" status: 204 len: 168 time: 0.9079342 Feb 01 04:33:09.877803 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34894) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:09.883033 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f48a02-17fd-4d4e-8625-0bdf128f9745 tempest-FloatingIPAdminTestJSON-1987938971 tempest-FloatingIPAdminTestJSON-1987938971-project] Pushing event updated for resources: {'Port': ['ID=99610e4c-d1ee-4798-b490-8b4b2d868be6,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:09.968078 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-053a6f81-d082-4595-88e5-77e96d321c4e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0862367 Feb 01 04:33:09.970931 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34898) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:09.980310 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-ce34c373-1a9f-48ca-8710-3eeb08b9c985 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Request body: {'subnet': {'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:33:10.006192 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34902) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:10.102638 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22481cb-c5cb-4b67-a0ad-0a0a9c05e332 None None] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:33:10.157692 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-36ea1a74-794a-4258-9cac-53312da2c00d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=12005c2c7f714edd8a56e9038243d1cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1483858 Feb 01 04:33:10.162193 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34906) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:10.191326 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-ce34c373-1a9f-48ca-8710-3eeb08b9c985 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:10.210070 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-ce34c373-1a9f-48ca-8710-3eeb08b9c985 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Usage tracker for resource:subnet and tenant:60b4e61082d3421283cb095bbc99ad8e is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:33:10.218032 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-ce34c373-1a9f-48ca-8710-3eeb08b9c985 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:33:10.222069 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-151890d4-b7b1-48a5-8a6f-dba9d8a0db18 None None] Provisioning complete for port a67f4523-571f-4c4c-9f63-60eed75f3803 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:33:10.222695 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-151890d4-b7b1-48a5-8a6f-dba9d8a0db18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:10.237758 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-ce34c373-1a9f-48ca-8710-3eeb08b9c985 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:10.240049 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-42f48a02-17fd-4d4e-8625-0bdf128f9745 tempest-FloatingIPAdminTestJSON-1987938971 tempest-FloatingIPAdminTestJSON-1987938971-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:10.260293 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8d230b4a-22cc-4b36-a8da-f475d3eacf14 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:10.303962 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce34c373-1a9f-48ca-8710-3eeb08b9c985 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Made reservation on behalf of 60b4e61082d3421283cb095bbc99ad8e for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:33:10.307389 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ce34c373-1a9f-48ca-8710-3eeb08b9c985 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:10.329887 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a1346462-3b6e-46da-a5fa-f8019a6a136c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:10.444167 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-42f48a02-17fd-4d4e-8625-0bdf128f9745 tempest-FloatingIPAdminTestJSON-1987938971 tempest-FloatingIPAdminTestJSON-1987938971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:10.474298 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a1346462-3b6e-46da-a5fa-f8019a6a136c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:10.518525 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20314b24-14c7-47af-8f9a-5b9a3fa1c414 None None] DHCP port deletion for 14b67238-4e53-405c-b9cd-84b8ff52e36a request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:33:10.524132 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-20314b24-14c7-47af-8f9a-5b9a3fa1c414 None None] Deleting port a67f4523-571f-4c4c-9f63-60eed75f3803 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:33:10.524619 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-20314b24-14c7-47af-8f9a-5b9a3fa1c414 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:10.684702 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a1346462-3b6e-46da-a5fa-f8019a6a136c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:10.731610 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1346462-3b6e-46da-a5fa-f8019a6a136c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d79589-82a0-4d6a-9889-bb1324fd4e32,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:10.784484 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-20314b24-14c7-47af-8f9a-5b9a3fa1c414 None None] For port a67f4523-571f-4c4c-9f63-60eed75f3803, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=a67f4523-571f-4c4c-9f63-60eed75f3803,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:33:10.784484 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-20314b24-14c7-47af-8f9a-5b9a3fa1c414 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:10.788965 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2d83bb00-5f10-473c-92d9-4c613c82c309 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:10.817122 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ce34c373-1a9f-48ca-8710-3eeb08b9c985 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:10.848202 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a1346462-3b6e-46da-a5fa-f8019a6a136c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:10.849064 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a1346462-3b6e-46da-a5fa-f8019a6a136c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/23d79589-82a0-4d6a-9889-bb1324fd4e32 HTTP/1.1" status: 204 len: 168 time: 0.6846876 Feb 01 04:33:10.861336 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-42f48a02-17fd-4d4e-8625-0bdf128f9745 tempest-FloatingIPAdminTestJSON-1987938971 tempest-FloatingIPAdminTestJSON-1987938971-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:10.889786 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-42f48a02-17fd-4d4e-8625-0bdf128f9745 tempest-FloatingIPAdminTestJSON-1987938971 tempest-FloatingIPAdminTestJSON-1987938971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:10.895370 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce34c373-1a9f-48ca-8710-3eeb08b9c985 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:33:10.921566 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-20314b24-14c7-47af-8f9a-5b9a3fa1c414 None None] Calling delete_port for a67f4523-571f-4c4c-9f63-60eed75f3803 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:33:10.940389 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-ce34c373-1a9f-48ca-8710-3eeb08b9c985 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:33:10.955258 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce34c373-1a9f-48ca-8710-3eeb08b9c985 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:10.955844 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ce34c373-1a9f-48ca-8710-3eeb08b9c985 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:10.959362 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce34c373-1a9f-48ca-8710-3eeb08b9c985 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event updated for resources: {'Subnet': ['ID=6aca4b41-2d90-4efc-bb98-d23ce7738b61,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:10.998617 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-2d83bb00-5f10-473c-92d9-4c613c82c309 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Calling delete_port for 37f2b9c2-ebea-408b-ae0a-e4f78f25c011 owned by {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:33:11.024070 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ce34c373-1a9f-48ca-8710-3eeb08b9c985 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0520368 Feb 01 04:33:11.029347 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34912) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:11.031794 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-20314b24-14c7-47af-8f9a-5b9a3fa1c414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:11.037418 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f48a02-17fd-4d4e-8625-0bdf128f9745 tempest-FloatingIPAdminTestJSON-1987938971 tempest-FloatingIPAdminTestJSON-1987938971-project] Pushing event updated for resources: {'Port': ['ID=99610e4c-d1ee-4798-b490-8b4b2d868be6,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:11.043535 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-38ffdc75-6967-4db9-bdf1-bb58b99cad31 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Request body: {'subnet': {'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:33:11.081534 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20314b24-14c7-47af-8f9a-5b9a3fa1c414 None None] Pushing event deleted for resources: {'Port': ['ID=a67f4523-571f-4c4c-9f63-60eed75f3803,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:11.084289 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-42f48a02-17fd-4d4e-8625-0bdf128f9745 tempest-FloatingIPAdminTestJSON-1987938971 tempest-FloatingIPAdminTestJSON-1987938971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-774194'] for floatingip, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:11.087169 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20314b24-14c7-47af-8f9a-5b9a3fa1c414 None None] No DVR routers for this DVR port a67f4523-571f-4c4c-9f63-60eed75f3803 on host dv-neutron-826830-1-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:33:11.106888 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79eb71e4-78a6-403c-ae9b-6713f62af212 None None] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:33:11.163240 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-42f48a02-17fd-4d4e-8625-0bdf128f9745 tempest-FloatingIPAdminTestJSON-1987938971 tempest-FloatingIPAdminTestJSON-1987938971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:11.169760 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8d230b4a-22cc-4b36-a8da-f475d3eacf14 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:11.170235 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-42f48a02-17fd-4d4e-8625-0bdf128f9745 tempest-FloatingIPAdminTestJSON-1987938971 tempest-FloatingIPAdminTestJSON-1987938971-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8747904 Feb 01 04:33:11.171091 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34916) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:11.251045 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-8d230b4a-22cc-4b36-a8da-f475d3eacf14 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf249fa7-513e-4952-a409-62683d25229f']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:33:11.276703 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-8d230b4a-22cc-4b36-a8da-f475d3eacf14 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fb81215-9d3a-483b-b0a9-5504febb44b8') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:33:11.277352 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-8d230b4a-22cc-4b36-a8da-f475d3eacf14 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fb81215-9d3a-483b-b0a9-5504febb44b8') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:33:11.305396 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-38ffdc75-6967-4db9-bdf1-bb58b99cad31 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:11.313076 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-718226ee-94ad-4b7a-a0d3-c91a9ab051ca tempest-FloatingIPAdminTestJSON-1524313509 tempest-FloatingIPAdminTestJSON-1524313509-project-admin] Synchronizing usage tracker for tenant:8264b733173a44e2b6634417803cfd7b on resource:floatingip {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:33:11.316896 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-38ffdc75-6967-4db9-bdf1-bb58b99cad31 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Usage tracker for resource:subnet and tenant:60b4e61082d3421283cb095bbc99ad8e is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:33:11.322831 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-38ffdc75-6967-4db9-bdf1-bb58b99cad31 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:33:11.327920 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-38ffdc75-6967-4db9-bdf1-bb58b99cad31 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:11.345226 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-718226ee-94ad-4b7a-a0d3-c91a9ab051ca tempest-FloatingIPAdminTestJSON-1524313509 tempest-FloatingIPAdminTestJSON-1524313509-project-admin] Unset dirty status for tenant:8264b733173a44e2b6634417803cfd7b on resource:floatingip {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:33:11.347744 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-718226ee-94ad-4b7a-a0d3-c91a9ab051ca tempest-FloatingIPAdminTestJSON-1524313509 tempest-FloatingIPAdminTestJSON-1524313509-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2434 time: 0.1722279 Feb 01 04:33:11.348665 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ffdc75-6967-4db9-bdf1-bb58b99cad31 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Made reservation on behalf of 60b4e61082d3421283cb095bbc99ad8e for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:33:11.352939 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-38ffdc75-6967-4db9-bdf1-bb58b99cad31 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:11.366131 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device a67f4523-571f-4c4c-9f63-60eed75f3803 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:33:11.370068 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34922) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:11.374820 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8d230b4a-22cc-4b36-a8da-f475d3eacf14 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:11.405799 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8d230b4a-22cc-4b36-a8da-f475d3eacf14 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:11.407611 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: a67f4523-571f-4c4c-9f63-60eed75f3803 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:33:11.407778 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device a67f4523-571f-4c4c-9f63-60eed75f3803 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:33:11.427023 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a399e595-c75b-481a-89f3-914aaa39d782 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-14b67238-4e53-405c-b9cd-84b8ff52e36a', 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'tenant_id': '60b4e61082d3421283cb095bbc99ad8e', 'fixed_ips': [{'subnet_id': '6aca4b41-2d90-4efc-bb98-d23ce7738b61'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:33:11.428128 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a399e595-c75b-481a-89f3-914aaa39d782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:11.444786 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-13a7457e-ea3d-4302-983f-7b1265a94eed tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:11.448342 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2d83bb00-5f10-473c-92d9-4c613c82c309 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:11.462384 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d230b4a-22cc-4b36-a8da-f475d3eacf14 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:33:11.463114 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8d230b4a-22cc-4b36-a8da-f475d3eacf14 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:11.475395 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-3016546a-8325-46f8-81cd-f2318c930911 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Synchronizing usage tracker for tenant:08fe69cb24644e9d8169ca92f1f59fd7 on resource:floatingip {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:33:11.512082 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 04:33:11.512082 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:33:11.512082 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 04:33:11.512082 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:33:11.512082 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 04:33:11.512082 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:33:11.512082 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 04:33:11.512082 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:33:11.512082 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 04:33:11.512082 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:33:11.512082 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 04:33:11.512082 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:33:11.512082 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 04:33:11.512082 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:33:11.512082 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:33:11.512082 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:33:11.512082 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:33:11.512082 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:33:11.512082 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 04:33:11.512082 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:33:11.512082 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 04:33:11.512082 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:33:11.512082 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:33:11.512082 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:33:11.512082 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 04:33:11.512082 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:33:11.512082 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:33:11.512082 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:33:11.512082 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:33:11.512082 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:33:11.512082 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:33:11.512082 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:33:11.620091 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-a399e595-c75b-481a-89f3-914aaa39d782 None None] Allocated IP 172.20.0.2 (14b67238-4e53-405c-b9cd-84b8ff52e36a/6aca4b41-2d90-4efc-bb98-d23ce7738b61/55ab4d4c-d829-4d4f-9eab-96ed43ac7ced) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:33:11.621439 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d83bb00-5f10-473c-92d9-4c613c82c309 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Pushing event deleted for resources: {'Port': ['ID=37f2b9c2-ebea-408b-ae0a-e4f78f25c011,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:11.641234 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8d230b4a-22cc-4b36-a8da-f475d3eacf14 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:11.648825 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2d83bb00-5f10-473c-92d9-4c613c82c309 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:11.676248 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8d230b4a-22cc-4b36-a8da-f475d3eacf14 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:11.678658 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-8d230b4a-22cc-4b36-a8da-f475d3eacf14 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] 10.222.0.24 "DELETE /v2.0/networks/bf249fa7-513e-4952-a409-62683d25229f HTTP/1.1" status: 204 len: 168 time: 1.9371207 Feb 01 04:33:11.683839 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-13a7457e-ea3d-4302-983f-7b1265a94eed tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:11.687099 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34934) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:11.699371 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-2d83bb00-5f10-473c-92d9-4c613c82c309 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] 10.222.0.24 "DELETE /v2.0/ports/37f2b9c2-ebea-408b-ae0a-e4f78f25c011 HTTP/1.1" status: 204 len: 168 time: 2.3178422 Feb 01 04:33:11.700610 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34938) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:11.703197 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d230b4a-22cc-4b36-a8da-f475d3eacf14 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Pushing event deleted for resources: {'Network': ['ID=bf249fa7-513e-4952-a409-62683d25229f,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:11.731597 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-3016546a-8325-46f8-81cd-f2318c930911 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Unset dirty status for tenant:08fe69cb24644e9d8169ca92f1f59fd7 on resource:floatingip {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:33:11.732720 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-3016546a-8325-46f8-81cd-f2318c930911 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.3619080 Feb 01 04:33:11.739486 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34942) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:11.745531 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-65095d64-2094-4a79-b462-e7fd888ce0a4 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] DELETE failed (client error): The resource could not be found. Feb 01 04:33:11.745979 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65095d64-2094-4a79-b462-e7fd888ce0a4 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:33:11.747889 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-65095d64-2094-4a79-b462-e7fd888ce0a4 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] 10.222.0.24 "DELETE /v2.0/subnets/cbe345ee-c42b-45f4-b377-61a1de04faf1 HTTP/1.1" status: 404 len: 337 time: 0.0573165 Feb 01 04:33:11.750688 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34948) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:11.784726 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-751485e6-3da0-4f50-a615-c3329abdcc76 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Synchronizing usage tracker for tenant:b427ba364ba8461bbc56ab0501817440 on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:33:11.792959 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-13a7457e-ea3d-4302-983f-7b1265a94eed tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Deleting port bbbe1543-2220-4cff-96e9-fd1b3743be03 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:33:11.793969 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-13a7457e-ea3d-4302-983f-7b1265a94eed tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:11.846847 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-41d9138f-ec30-4a4c-b2ba-4c7adac87b89 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] DELETE failed (client error): The resource could not be found. Feb 01 04:33:11.847759 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41d9138f-ec30-4a4c-b2ba-4c7adac87b89 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:33:11.850284 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-41d9138f-ec30-4a4c-b2ba-4c7adac87b89 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] 10.222.0.24 "DELETE /v2.0/networks/9efe2682-3213-46f2-a8a0-91b529d1292e HTTP/1.1" status: 404 len: 339 time: 0.0974152 Feb 01 04:33:11.855693 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34952) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:11.935725 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a399e595-c75b-481a-89f3-914aaa39d782 None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:11.948291 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-a399e595-c75b-481a-89f3-914aaa39d782 None None] Transition to ACTIVE for port object 55ab4d4c-d829-4d4f-9eab-96ed43ac7ced will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:33:11.952991 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-01dd759e-a750-41a0-8ed7-2fdece723c5b tempest-FloatingIPAdminTestJSON-1987938971 tempest-FloatingIPAdminTestJSON-1987938971-project] Deleting port 99610e4c-d1ee-4798-b490-8b4b2d868be6 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:33:11.953543 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-01dd759e-a750-41a0-8ed7-2fdece723c5b tempest-FloatingIPAdminTestJSON-1987938971 tempest-FloatingIPAdminTestJSON-1987938971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:11.969896 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-a399e595-c75b-481a-89f3-914aaa39d782 None None] Transition to ACTIVE for port object 55ab4d4c-d829-4d4f-9eab-96ed43ac7ced will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:33:11.981469 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a399e595-c75b-481a-89f3-914aaa39d782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:12.052926 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a399e595-c75b-481a-89f3-914aaa39d782 None None] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:33:12.055946 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-a399e595-c75b-481a-89f3-914aaa39d782 None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:33:12.059677 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a399e595-c75b-481a-89f3-914aaa39d782 None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:33:12.065397 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a399e595-c75b-481a-89f3-914aaa39d782 None None] Pushing event updated for resources: {'Port': ['ID=55ab4d4c-d829-4d4f-9eab-96ed43ac7ced,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:12.087568 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6b3a7f89-d66f-4c07-99fe-87a6cf6dd3db tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-371968'] for router_interface, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:12.155925 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-a399e595-c75b-481a-89f3-914aaa39d782 None None] Attempting to bind port 55ab4d4c-d829-4d4f-9eab-96ed43ac7ced on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:33:12.156292 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-a399e595-c75b-481a-89f3-914aaa39d782 None None] Attempting to bind port 55ab4d4c-d829-4d4f-9eab-96ed43ac7ced by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:33:12.156678 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a399e595-c75b-481a-89f3-914aaa39d782 None None] Attempting to bind port 55ab4d4c-d829-4d4f-9eab-96ed43ac7ced on network 14b67238-4e53-405c-b9cd-84b8ff52e36a {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:33:12.162283 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a399e595-c75b-481a-89f3-914aaa39d782 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:33:12.162659 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a399e595-c75b-481a-89f3-914aaa39d782 None None] Checking segment: {'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:33:12.163058 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a399e595-c75b-481a-89f3-914aaa39d782 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:12.163487 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a399e595-c75b-481a-89f3-914aaa39d782 None None] Bound using segment: {'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:33:12.163927 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-a399e595-c75b-481a-89f3-914aaa39d782 None None] Bound port: 55ab4d4c-d829-4d4f-9eab-96ed43ac7ced, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:33:12.164297 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a399e595-c75b-481a-89f3-914aaa39d782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:12.189414 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-751485e6-3da0-4f50-a615-c3329abdcc76 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Unset dirty status for tenant:b427ba364ba8461bbc56ab0501817440 on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:33:12.194376 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-751485e6-3da0-4f50-a615-c3329abdcc76 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.4887135 Feb 01 04:33:12.194838 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-01dd759e-a750-41a0-8ed7-2fdece723c5b tempest-FloatingIPAdminTestJSON-1987938971 tempest-FloatingIPAdminTestJSON-1987938971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:12.195180 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-01dd759e-a750-41a0-8ed7-2fdece723c5b tempest-FloatingIPAdminTestJSON-1987938971 tempest-FloatingIPAdminTestJSON-1987938971-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:12.195315 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34964) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:12.228571 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-bb1b8f66-95d1-42d6-8698-7d5711b595ab tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1635470912'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:33:12.240471 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-bb1b8f66-95d1-42d6-8698-7d5711b595ab tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:12.260386 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-a399e595-c75b-481a-89f3-914aaa39d782 None None] For port 55ab4d4c-d829-4d4f-9eab-96ed43ac7ced, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:33:12.263791 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-a399e595-c75b-481a-89f3-914aaa39d782 None None] For port 55ab4d4c-d829-4d4f-9eab-96ed43ac7ced, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=55ab4d4c-d829-4d4f-9eab-96ed43ac7ced,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:33:12.274209 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a399e595-c75b-481a-89f3-914aaa39d782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:12.303897 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34968) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:12.324048 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-bb1b8f66-95d1-42d6-8698-7d5711b595ab tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Usage tracker for resource:network and tenant:b427ba364ba8461bbc56ab0501817440 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:33:12.344959 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-bb1b8f66-95d1-42d6-8698-7d5711b595ab tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:33:12.351041 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-01dd759e-a750-41a0-8ed7-2fdece723c5b tempest-FloatingIPAdminTestJSON-1987938971 tempest-FloatingIPAdminTestJSON-1987938971-project] Calling delete_port for 99610e4c-d1ee-4798-b490-8b4b2d868be6 owned by network:floatingip {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:33:12.355918 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a399e595-c75b-481a-89f3-914aaa39d782 None None] Pushing event updated for resources: {'Port': ['ID=55ab4d4c-d829-4d4f-9eab-96ed43ac7ced,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:12.358648 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-bb1b8f66-95d1-42d6-8698-7d5711b595ab tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:12.425713 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_v2 [None req-8932639d-c2bc-41ad-8172-8415916dda32 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Deleting subnet af806000-24a4-49dc-be6e-d86a250be5f0 {{(pid=87637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:33:12.436992 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8932639d-c2bc-41ad-8172-8415916dda32 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks [] for subnet, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:12.501049 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb1b8f66-95d1-42d6-8698-7d5711b595ab tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Made reservation on behalf of b427ba364ba8461bbc56ab0501817440 for: {'network': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:33:12.504756 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bb1b8f66-95d1-42d6-8698-7d5711b595ab tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:12.575565 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-9735aa40-9c58-43e6-8bd5-e47b441b8299 tempest-NetworksNegativeTestJSON-1960003205 tempest-NetworksNegativeTestJSON-1960003205-project] Request body: {'port': {'network_id': '26d7feb1-bbd3-4d81-9d01-c6363610c480', 'name': 'tempest-NetworksNegativeTestJSON-803243219'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:33:12.601490 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-01dd759e-a750-41a0-8ed7-2fdece723c5b tempest-FloatingIPAdminTestJSON-1987938971 tempest-FloatingIPAdminTestJSON-1987938971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:12.658448 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dd759e-a750-41a0-8ed7-2fdece723c5b tempest-FloatingIPAdminTestJSON-1987938971 tempest-FloatingIPAdminTestJSON-1987938971-project] Pushing event deleted for resources: {'Port': ['ID=99610e4c-d1ee-4798-b490-8b4b2d868be6,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:12.671893 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8932639d-c2bc-41ad-8172-8415916dda32 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2424773'] for subnet, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:12.713635 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-9735aa40-9c58-43e6-8bd5-e47b441b8299 tempest-NetworksNegativeTestJSON-1960003205 tempest-NetworksNegativeTestJSON-1960003205-project] POST failed (client error): The resource could not be found. Feb 01 04:33:12.714153 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9735aa40-9c58-43e6-8bd5-e47b441b8299 tempest-NetworksNegativeTestJSON-1960003205 tempest-NetworksNegativeTestJSON-1960003205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:33:12.720560 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-9735aa40-9c58-43e6-8bd5-e47b441b8299 tempest-NetworksNegativeTestJSON-1960003205 tempest-NetworksNegativeTestJSON-1960003205-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4110112 Feb 01 04:33:12.720560 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-13a7457e-ea3d-4302-983f-7b1265a94eed tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:12.730506 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34974) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:12.813096 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-45a58d51-91f9-4d3d-971e-91b1ee9ab187 tempest-NetworksNegativeTestJSON-1960003205 tempest-NetworksNegativeTestJSON-1960003205-project] DELETE failed (client error): The resource could not be found. Feb 01 04:33:12.813575 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45a58d51-91f9-4d3d-971e-91b1ee9ab187 tempest-NetworksNegativeTestJSON-1960003205 tempest-NetworksNegativeTestJSON-1960003205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:33:12.837024 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-01dd759e-a750-41a0-8ed7-2fdece723c5b tempest-FloatingIPAdminTestJSON-1987938971 tempest-FloatingIPAdminTestJSON-1987938971-project] Notify callbacks [] for floatingip, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:12.839984 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-01dd759e-a750-41a0-8ed7-2fdece723c5b tempest-FloatingIPAdminTestJSON-1987938971 tempest-FloatingIPAdminTestJSON-1987938971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:12.843923 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-01dd759e-a750-41a0-8ed7-2fdece723c5b tempest-FloatingIPAdminTestJSON-1987938971 tempest-FloatingIPAdminTestJSON-1987938971-project] 10.222.0.24 "DELETE /v2.0/floatingips/96bb7e28-747d-49df-8462-79c744e0997a HTTP/1.1" status: 204 len: 168 time: 1.0949488 Feb 01 04:33:12.844694 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34978) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:12.857492 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-45a58d51-91f9-4d3d-971e-91b1ee9ab187 tempest-NetworksNegativeTestJSON-1960003205 tempest-NetworksNegativeTestJSON-1960003205-project] 10.222.0.24 "DELETE /v2.0/networks/d9d2f393-b793-4af7-afc2-3fe1fb546dfe HTTP/1.1" status: 404 len: 339 time: 0.1217287 Feb 01 04:33:12.862608 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34982) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:12.873360 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-13a7457e-ea3d-4302-983f-7b1265a94eed tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Calling delete_port for bbbe1543-2220-4cff-96e9-fd1b3743be03 owned by network:router_gateway {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:33:12.953242 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb1b8f66-95d1-42d6-8698-7d5711b595ab tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=87637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:33:12.997446 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f195c88-99cd-4762-a241-ea5552fa9310 tempest-NetworksNegativeTestJSON-1960003205 tempest-NetworksNegativeTestJSON-1960003205-project] DELETE failed (client error): The resource could not be found. Feb 01 04:33:12.997910 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f195c88-99cd-4762-a241-ea5552fa9310 tempest-NetworksNegativeTestJSON-1960003205 tempest-NetworksNegativeTestJSON-1960003205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:33:13.000508 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bb1b8f66-95d1-42d6-8698-7d5711b595ab tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:13.000842 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.segments_db [None req-bb1b8f66-95d1-42d6-8698-7d5711b595ab tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Added segment 64f0da93-4986-4f54-925e-1cd1fb3a1a98 of type vlan for network e59d49b1-2756-4042-ba16-fa36cbf16739 Feb 01 04:33:13.030698 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-9f195c88-99cd-4762-a241-ea5552fa9310 tempest-NetworksNegativeTestJSON-1960003205 tempest-NetworksNegativeTestJSON-1960003205-project] 10.222.0.24 "DELETE /v2.0/ports/6a68f434-a205-41b9-83c3-49d347bba148 HTTP/1.1" status: 404 len: 333 time: 0.1261020 Feb 01 04:33:13.047556 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34986) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:13.108352 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c07fcff-cbbb-4f3c-946c-b0936c6f40b6 tempest-NetworksNegativeTestJSON-1960003205 tempest-NetworksNegativeTestJSON-1960003205-project] DELETE failed (client error): The resource could not be found. Feb 01 04:33:13.108798 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c07fcff-cbbb-4f3c-946c-b0936c6f40b6 tempest-NetworksNegativeTestJSON-1960003205 tempest-NetworksNegativeTestJSON-1960003205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:33:13.110411 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9c07fcff-cbbb-4f3c-946c-b0936c6f40b6 tempest-NetworksNegativeTestJSON-1960003205 tempest-NetworksNegativeTestJSON-1960003205-project] 10.222.0.24 "DELETE /v2.0/subnets/b0e3ffb9-8371-4b34-bc82-8fd9eec0a79c HTTP/1.1" status: 404 len: 337 time: 0.0619299 Feb 01 04:33:13.113709 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-7d9d41ed-7969-4635-8b3c-34e2633d85ff tempest-FloatingIPAdminTestJSON-1524313509 tempest-FloatingIPAdminTestJSON-1524313509-project-admin] Deleting port 9490eee4-d4f2-477d-96b7-b71bda22f826 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:33:13.114045 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7d9d41ed-7969-4635-8b3c-34e2633d85ff tempest-FloatingIPAdminTestJSON-1524313509 tempest-FloatingIPAdminTestJSON-1524313509-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:13.136832 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 34990) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:13.186407 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bb1b8f66-95d1-42d6-8698-7d5711b595ab tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:13.200420 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8932639d-c2bc-41ad-8172-8415916dda32 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:13.296130 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-6b3a7f89-d66f-4c07-99fe-87a6cf6dd3db tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Deleting port ef9ab888-0904-4ec5-b05e-ddda87c597f4 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:33:13.296463 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6b3a7f89-d66f-4c07-99fe-87a6cf6dd3db tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:13.306496 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.objects.ports [None req-38ffdc75-6967-4db9-bdf1-bb58b99cad31 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87636) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 01 04:33:13.309899 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a4f14af-f9b1-478d-b7e3-57fbe9d8cfee tempest-NetworksNegativeTestJSON-1960003205 tempest-NetworksNegativeTestJSON-1960003205-project] GET failed (client error): The resource could not be found. Feb 01 04:33:13.311261 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-8a4f14af-f9b1-478d-b7e3-57fbe9d8cfee tempest-NetworksNegativeTestJSON-1960003205 tempest-NetworksNegativeTestJSON-1960003205-project] 10.222.0.24 "GET /v2.0/networks/a026a3c5-0859-4c3e-967b-e9a8ddf31b3e HTTP/1.1" status: 404 len: 339 time: 0.1672051 Feb 01 04:33:13.325107 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34994) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:13.373500 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 55ab4d4c-d829-4d4f-9eab-96ed43ac7ced up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:33:13.416549 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bb1b8f66-95d1-42d6-8698-7d5711b595ab tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:13.422131 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1b8f66-95d1-42d6-8698-7d5711b595ab tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:13.422730 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bb1b8f66-95d1-42d6-8698-7d5711b595ab tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:13.426721 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0f3bfba-ffb3-426f-851a-7e71d75202cb tempest-NetworksNegativeTestJSON-1960003205 tempest-NetworksNegativeTestJSON-1960003205-project] GET failed (client error): The resource could not be found. Feb 01 04:33:13.428133 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-f0f3bfba-ffb3-426f-851a-7e71d75202cb tempest-NetworksNegativeTestJSON-1960003205 tempest-NetworksNegativeTestJSON-1960003205-project] 10.222.0.24 "GET /v2.0/ports/a3014ce5-1a5f-44f4-8196-e96f7b375405 HTTP/1.1" status: 404 len: 333 time: 0.0966020 Feb 01 04:33:13.453399 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 34998) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:13.484876 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 55ab4d4c-d829-4d4f-9eab-96ed43ac7ced completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:33:13.578217 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7d9d41ed-7969-4635-8b3c-34e2633d85ff tempest-FloatingIPAdminTestJSON-1524313509 tempest-FloatingIPAdminTestJSON-1524313509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:13.578838 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7d9d41ed-7969-4635-8b3c-34e2633d85ff tempest-FloatingIPAdminTestJSON-1524313509 tempest-FloatingIPAdminTestJSON-1524313509-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:13.687954 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-32f47f10-4a85-49ee-ae25-ca83e9a24816 None None] Provisioning for port 55ab4d4c-d829-4d4f-9eab-96ed43ac7ced completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:33:13.693716 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-32f47f10-4a85-49ee-ae25-ca83e9a24816 None None] Provisioning complete for port 55ab4d4c-d829-4d4f-9eab-96ed43ac7ced triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:33:13.693884 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-142895ab-9456-41ec-9164-0a45d6ed8304 tempest-NetworksNegativeTestJSON-1960003205 tempest-NetworksNegativeTestJSON-1960003205-project] GET failed (client error): The resource could not be found. Feb 01 04:33:13.694478 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-32f47f10-4a85-49ee-ae25-ca83e9a24816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:13.695114 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-142895ab-9456-41ec-9164-0a45d6ed8304 tempest-NetworksNegativeTestJSON-1960003205 tempest-NetworksNegativeTestJSON-1960003205-project] 10.222.0.24 "GET /v2.0/subnets/f98aceb0-856b-4450-870e-b2cca3c99e8f HTTP/1.1" status: 404 len: 337 time: 0.2363331 Feb 01 04:33:13.707778 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8932639d-c2bc-41ad-8172-8415916dda32 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3037665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694336'] for subnet, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:13.720675 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 35002) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:13.737476 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-7d9d41ed-7969-4635-8b3c-34e2633d85ff tempest-FloatingIPAdminTestJSON-1524313509 tempest-FloatingIPAdminTestJSON-1524313509-project-admin] Calling delete_port for 9490eee4-d4f2-477d-96b7-b71bda22f826 owned by network:floatingip {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:33:13.779771 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-bb1b8f66-95d1-42d6-8698-7d5711b595ab tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5738761 Feb 01 04:33:13.788525 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 35006) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:13.792213 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-cbf10239-83b5-479f-b4bb-0667bb741867 tempest-NetworksNegativeTestJSON-1960003205 tempest-NetworksNegativeTestJSON-1960003205-project] Request body: {'network': {'name': 'new_name'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:33:13.815580 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-38ffdc75-6967-4db9-bdf1-bb58b99cad31 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:13.825944 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8932639d-c2bc-41ad-8172-8415916dda32 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Pushing event deleted for resources: {'Subnet': ['ID=af806000-24a4-49dc-be6e-d86a250be5f0,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:13.833605 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-2b56c9b2-12b3-47f0-9791-ddaa092a1cce tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1454400438'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:33:13.860158 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03d0f53-c707-4993-be40-73ff43db16ce None None] Network 9687f3aa-a8f5-456e-ac13-aa5c58802971 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:33:13.929444 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8932639d-c2bc-41ad-8172-8415916dda32 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:13.931910 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-8932639d-c2bc-41ad-8172-8415916dda32 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] 10.222.0.24 "DELETE /v2.0/subnets/af806000-24a4-49dc-be6e-d86a250be5f0 HTTP/1.1" status: 204 len: 168 time: 2.0716624 Feb 01 04:33:13.948010 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-2b56c9b2-12b3-47f0-9791-ddaa092a1cce tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:13.952512 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 35010) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:13.955317 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbf10239-83b5-479f-b4bb-0667bb741867 tempest-NetworksNegativeTestJSON-1960003205 tempest-NetworksNegativeTestJSON-1960003205-project] PUT failed (client error): The resource could not be found. Feb 01 04:33:13.955956 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbf10239-83b5-479f-b4bb-0667bb741867 tempest-NetworksNegativeTestJSON-1960003205 tempest-NetworksNegativeTestJSON-1960003205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:33:13.957174 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-cbf10239-83b5-479f-b4bb-0667bb741867 tempest-NetworksNegativeTestJSON-1960003205 tempest-NetworksNegativeTestJSON-1960003205-project] 10.222.0.24 "PUT /v2.0/networks/786c085f-e085-4d8f-96c0-287009ca8a88 HTTP/1.1" status: 404 len: 339 time: 0.1959727 Feb 01 04:33:13.964812 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1b8f66-95d1-42d6-8698-7d5711b595ab tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Pushing event updated for resources: {'Network': ['ID=e59d49b1-2756-4042-ba16-fa36cbf16739,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:13.966830 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35014) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:13.981991 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-4f1fa182-e0ec-4de8-82d1-b8d9d3d923cf tempest-NetworksNegativeTestJSON-1960003205 tempest-NetworksNegativeTestJSON-1960003205-project] Request body: {'port': {'name': 'new_name'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:33:14.003129 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-2b56c9b2-12b3-47f0-9791-ddaa092a1cce tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Usage tracker for resource:network and tenant:b427ba364ba8461bbc56ab0501817440 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:33:14.017586 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-2b56c9b2-12b3-47f0-9791-ddaa092a1cce tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:33:14.034653 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-2b56c9b2-12b3-47f0-9791-ddaa092a1cce tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:14.040912 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-13a7457e-ea3d-4302-983f-7b1265a94eed tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:14.073469 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f1fa182-e0ec-4de8-82d1-b8d9d3d923cf tempest-NetworksNegativeTestJSON-1960003205 tempest-NetworksNegativeTestJSON-1960003205-project] PUT failed (client error): The resource could not be found. Feb 01 04:33:14.074247 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f1fa182-e0ec-4de8-82d1-b8d9d3d923cf tempest-NetworksNegativeTestJSON-1960003205 tempest-NetworksNegativeTestJSON-1960003205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:33:14.083815 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4f1fa182-e0ec-4de8-82d1-b8d9d3d923cf tempest-NetworksNegativeTestJSON-1960003205 tempest-NetworksNegativeTestJSON-1960003205-project] 10.222.0.24 "PUT /v2.0/ports/b0e693bd-a94d-4950-b6f5-5d42d6bba571 HTTP/1.1" status: 404 len: 333 time: 0.1045392 Feb 01 04:33:14.087198 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35018) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:14.095691 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network e59d49b1-2756-4042-ba16-fa36cbf16739 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:33:14.105265 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6b3a7f89-d66f-4c07-99fe-87a6cf6dd3db tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:14.131568 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a7457e-ea3d-4302-983f-7b1265a94eed tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Pushing event deleted for resources: {'Port': ['ID=bbbe1543-2220-4cff-96e9-fd1b3743be03,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:14.150219 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-32f47f10-4a85-49ee-ae25-ca83e9a24816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:14.157825 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-3fc6f378-6651-4271-a79e-54bf17229891 tempest-NetworksNegativeTestJSON-1960003205 tempest-NetworksNegativeTestJSON-1960003205-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:33:14.200868 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7d9d41ed-7969-4635-8b3c-34e2633d85ff tempest-FloatingIPAdminTestJSON-1524313509 tempest-FloatingIPAdminTestJSON-1524313509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:14.211816 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b56c9b2-12b3-47f0-9791-ddaa092a1cce tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Made reservation on behalf of b427ba364ba8461bbc56ab0501817440 for: {'network': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:33:14.215060 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2b56c9b2-12b3-47f0-9791-ddaa092a1cce tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:14.246561 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fc6f378-6651-4271-a79e-54bf17229891 tempest-NetworksNegativeTestJSON-1960003205 tempest-NetworksNegativeTestJSON-1960003205-project] PUT failed (client error): The resource could not be found. Feb 01 04:33:14.247016 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fc6f378-6651-4271-a79e-54bf17229891 tempest-NetworksNegativeTestJSON-1960003205 tempest-NetworksNegativeTestJSON-1960003205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:33:14.252661 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-3fc6f378-6651-4271-a79e-54bf17229891 tempest-NetworksNegativeTestJSON-1960003205 tempest-NetworksNegativeTestJSON-1960003205-project] 10.222.0.24 "PUT /v2.0/subnets/efc46209-6aec-43d0-9eb1-c743b1554d7a HTTP/1.1" status: 404 len: 337 time: 0.1562479 Feb 01 04:33:14.294005 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9d41ed-7969-4635-8b3c-34e2633d85ff tempest-FloatingIPAdminTestJSON-1524313509 tempest-FloatingIPAdminTestJSON-1524313509-project-admin] Pushing event deleted for resources: {'Port': ['ID=9490eee4-d4f2-477d-96b7-b71bda22f826,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:14.297129 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-6b3a7f89-d66f-4c07-99fe-87a6cf6dd3db tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Calling delete_port for ef9ab888-0904-4ec5-b05e-ddda87c597f4 owned by network:router_interface {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:33:14.332412 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc6f260d-72bf-4146-b2ae-d63cc1b8caa7 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Deleting subnet d8386439-a2ac-462a-89f8-b78cd155f42a {{(pid=87637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:33:14.372588 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bc6f260d-72bf-4146-b2ae-d63cc1b8caa7 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks [] for subnet, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:14.444766 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-38ffdc75-6967-4db9-bdf1-bb58b99cad31 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] For port 55ab4d4c-d829-4d4f-9eab-96ed43ac7ced, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=55ab4d4c-d829-4d4f-9eab-96ed43ac7ced,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:33:14.461571 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7d9d41ed-7969-4635-8b3c-34e2633d85ff tempest-FloatingIPAdminTestJSON-1524313509 tempest-FloatingIPAdminTestJSON-1524313509-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:14.476937 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bc6f260d-72bf-4146-b2ae-d63cc1b8caa7 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2424773'] for subnet, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:14.494967 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-38ffdc75-6967-4db9-bdf1-bb58b99cad31 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:14.504100 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7d9d41ed-7969-4635-8b3c-34e2633d85ff tempest-FloatingIPAdminTestJSON-1524313509 tempest-FloatingIPAdminTestJSON-1524313509-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:14.505702 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-7d9d41ed-7969-4635-8b3c-34e2633d85ff tempest-FloatingIPAdminTestJSON-1524313509 tempest-FloatingIPAdminTestJSON-1524313509-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/98a8b953-498f-45e4-bb98-005ccec6203a HTTP/1.1" status: 204 len: 168 time: 1.6534657 Feb 01 04:33:14.509581 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35026) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:14.541125 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-38ffdc75-6967-4db9-bdf1-bb58b99cad31 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:14.542803 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-38ffdc75-6967-4db9-bdf1-bb58b99cad31 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:14.548353 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b56c9b2-12b3-47f0-9791-ddaa092a1cce tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=87637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:33:14.561429 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2b56c9b2-12b3-47f0-9791-ddaa092a1cce tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:14.561917 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.segments_db [None req-2b56c9b2-12b3-47f0-9791-ddaa092a1cce tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Added segment 6a208c5d-d4a2-48d8-9501-53f283d459ce of type vlan for network e7a70324-0518-4bb3-b260-f5cd7ca9ea58 Feb 01 04:33:14.593431 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-32f47f10-4a85-49ee-ae25-ca83e9a24816 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:33:14.594086 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-32f47f10-4a85-49ee-ae25-ca83e9a24816 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:33:14.594287 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2b56c9b2-12b3-47f0-9791-ddaa092a1cce tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:14.642304 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35030) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:14.657682 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-13a7457e-ea3d-4302-983f-7b1265a94eed tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-774381'] for router_gateway, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:14.683899 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ffdc75-6967-4db9-bdf1-bb58b99cad31 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:33:14.692838 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-38ffdc75-6967-4db9-bdf1-bb58b99cad31 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:33:14.704243 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d8df27-9c1c-463a-b500-4fb51b337a6b None None] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:33:14.708660 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ffdc75-6967-4db9-bdf1-bb58b99cad31 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:14.709251 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-38ffdc75-6967-4db9-bdf1-bb58b99cad31 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:14.743085 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-38886304-cf76-4f08-82f8-4d73c79eb7ac tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Deleting port 1f67b95c-cbbe-490b-921d-3505d0f589ca {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:33:14.743738 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-38886304-cf76-4f08-82f8-4d73c79eb7ac tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:14.819920 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2b56c9b2-12b3-47f0-9791-ddaa092a1cce tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:14.826206 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b56c9b2-12b3-47f0-9791-ddaa092a1cce tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:14.826662 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2b56c9b2-12b3-47f0-9791-ddaa092a1cce tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:14.831703 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ffdc75-6967-4db9-bdf1-bb58b99cad31 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event updated for resources: {'Port': ['ID=55ab4d4c-d829-4d4f-9eab-96ed43ac7ced,revision_number=4']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:14.857166 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ffdc75-6967-4db9-bdf1-bb58b99cad31 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event updated for resources: {'Subnet': ['ID=dfaa0322-7d3b-4874-b5b5-0473515ca7fc,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:14.862205 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-38ffdc75-6967-4db9-bdf1-bb58b99cad31 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.8263345 Feb 01 04:33:14.865386 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35036) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:14.876926 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-a98eb654-aeaf-4d4e-8565-23a1dfb4732b tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Request body: {'port': {'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'mac_address': 'fa:16:3e:33:31:d5', 'name': 'tempest-NetworksTestDHCPv6-752115292'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:33:14.936661 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:14.999845 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f5e13f2a-81cb-48d9-83e4-c9b355aeb1ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:15.071593 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bc6f260d-72bf-4146-b2ae-d63cc1b8caa7 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:15.172997 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-32f47f10-4a85-49ee-ae25-ca83e9a24816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:15.216005 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-32f47f10-4a85-49ee-ae25-ca83e9a24816 None None] For port 55ab4d4c-d829-4d4f-9eab-96ed43ac7ced, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=55ab4d4c-d829-4d4f-9eab-96ed43ac7ced,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:33:15.221806 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-32f47f10-4a85-49ee-ae25-ca83e9a24816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:15.333584 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f47f10-4a85-49ee-ae25-ca83e9a24816 None None] Pushing event updated for resources: {'Port': ['ID=55ab4d4c-d829-4d4f-9eab-96ed43ac7ced,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:15.336786 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 55ab4d4c-d829-4d4f-9eab-96ed43ac7ced up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:33:15.352858 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-f5e13f2a-81cb-48d9-83e4-c9b355aeb1ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:15.363735 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-a98eb654-aeaf-4d4e-8565-23a1dfb4732b tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:15.379451 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f5e13f2a-81cb-48d9-83e4-c9b355aeb1ed admin admin] Usage tracker for resource:security_group_rule and tenant:f9a1048f1dba4832b948cb042def7449 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:33:15.387254 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f5e13f2a-81cb-48d9-83e4-c9b355aeb1ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:33:15.390338 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-a98eb654-aeaf-4d4e-8565-23a1dfb4732b tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Usage tracker for resource:port and tenant:60b4e61082d3421283cb095bbc99ad8e is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:33:15.406625 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-2d7a4fbc-0d4c-40ab-8e0b-21208aa581a0 None None] Provisioning complete for port ae2d668a-5833-44c9-a94e-ec7367e83df8 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:33:15.406989 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2d7a4fbc-0d4c-40ab-8e0b-21208aa581a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:15.423156 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-2b56c9b2-12b3-47f0-9791-ddaa092a1cce tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6011238 Feb 01 04:33:15.423358 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-a98eb654-aeaf-4d4e-8565-23a1dfb4732b tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:33:15.434100 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b56c9b2-12b3-47f0-9791-ddaa092a1cce tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Pushing event updated for resources: {'Network': ['ID=e7a70324-0518-4bb3-b260-f5cd7ca9ea58,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:15.441706 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-f5e13f2a-81cb-48d9-83e4-c9b355aeb1ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:15.474647 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-a98eb654-aeaf-4d4e-8565-23a1dfb4732b tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:15.481503 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network e7a70324-0518-4bb3-b260-f5cd7ca9ea58 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:33:15.546147 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-13a7457e-ea3d-4302-983f-7b1265a94eed tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:15.569404 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-13a7457e-ea3d-4302-983f-7b1265a94eed tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-774359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-774360', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-772505'] for router, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:15.576952 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f894838e-2414-4c0f-975f-e1341cea66dd req-e0a05182-11cc-41ab-8258-f402383fd8f3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3285773 Feb 01 04:33:15.582663 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a98eb654-aeaf-4d4e-8565-23a1dfb4732b tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Made reservation on behalf of 60b4e61082d3421283cb095bbc99ad8e for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:33:15.608228 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35040) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:15.629098 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-1f87281e-705a-4a3b-963a-2c8792625d62 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Request body: {'subnets': [{'network_id': 'e59d49b1-2756-4042-ba16-fa36cbf16739', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1974652310', 'ip_version': 4}, {'network_id': 'e7a70324-0518-4bb3-b260-f5cd7ca9ea58', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:33:15.629417 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-1f87281e-705a-4a3b-963a-2c8792625d62 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Request body: {'subnet': {'network_id': 'e59d49b1-2756-4042-ba16-fa36cbf16739', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1974652310', 'ip_version': 4}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:33:15.630057 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-1f87281e-705a-4a3b-963a-2c8792625d62 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Request body: {'subnet': {'network_id': 'e7a70324-0518-4bb3-b260-f5cd7ca9ea58', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:33:15.644712 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6b3a7f89-d66f-4c07-99fe-87a6cf6dd3db tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:15.647062 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bc6f260d-72bf-4146-b2ae-d63cc1b8caa7 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3037665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694336'] for subnet, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:15.689763 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 55ab4d4c-d829-4d4f-9eab-96ed43ac7ced triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:33:15.690312 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:15.761840 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6f260d-72bf-4146-b2ae-d63cc1b8caa7 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Pushing event deleted for resources: {'Subnet': ['ID=d8386439-a2ac-462a-89f8-b78cd155f42a,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:15.815228 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bc6f260d-72bf-4146-b2ae-d63cc1b8caa7 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:15.818200 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3a7f89-d66f-4c07-99fe-87a6cf6dd3db tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event deleted for resources: {'Port': ['ID=ef9ab888-0904-4ec5-b05e-ddda87c597f4,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:15.838018 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481d557f-1bc5-45ac-9112-72e25be64f19 None None] Network 9687f3aa-a8f5-456e-ac13-aa5c58802971 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:33:15.897713 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13a7457e-ea3d-4302-983f-7b1265a94eed tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Router 42ea1d69-6a8d-4bc1-a373-fdbbb3b0630b has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:33:15.944583 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-bc6f260d-72bf-4146-b2ae-d63cc1b8caa7 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] 10.222.0.24 "DELETE /v2.0/subnets/d8386439-a2ac-462a-89f8-b78cd155f42a HTTP/1.1" status: 204 len: 168 time: 1.9900587 Feb 01 04:33:15.951321 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 35044) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:15.975818 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-38886304-cf76-4f08-82f8-4d73c79eb7ac tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:16.223615 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-38886304-cf76-4f08-82f8-4d73c79eb7ac tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Calling delete_port for 1f67b95c-cbbe-490b-921d-3505d0f589ca owned by {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:33:16.229050 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6a84a8-ae6f-4460-bf64-0607486c5c15 None None] DHCP port deletion for 9687f3aa-a8f5-456e-ac13-aa5c58802971 request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:33:16.234164 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-5d6a84a8-ae6f-4460-bf64-0607486c5c15 None None] Deleting port ae2d668a-5833-44c9-a94e-ec7367e83df8 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:33:16.234538 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5d6a84a8-ae6f-4460-bf64-0607486c5c15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:16.264191 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-1f87281e-705a-4a3b-963a-2c8792625d62 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:16.281447 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a7457e-ea3d-4302-983f-7b1265a94eed tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:33:16.298253 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654293d7-8766-40d3-ad67-6304e42aadf6 None None] Sync routers for ids ['42ea1d69-6a8d-4bc1-a373-fdbbb3b0630b'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:33:16.330395 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1f87281e-705a-4a3b-963a-2c8792625d62 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Usage tracker for resource:subnet and tenant:b427ba364ba8461bbc56ab0501817440 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:33:16.332692 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-13a7457e-ea3d-4302-983f-7b1265a94eed tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:16.336240 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-13a7457e-ea3d-4302-983f-7b1265a94eed tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] 10.222.0.24 "PUT /v2.0/routers/42ea1d69-6a8d-4bc1-a373-fdbbb3b0630b HTTP/1.1" status: 200 len: 710 time: 6.8833213 Feb 01 04:33:16.336240 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6b3a7f89-d66f-4c07-99fe-87a6cf6dd3db tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770960'] for router_interface, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:16.336513 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-71bb3c62-fd62-4d41-9858-e22649f3e38f None None] Provisioning complete for port 55ab4d4c-d829-4d4f-9eab-96ed43ac7ced triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:33:16.336513 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-71bb3c62-fd62-4d41-9858-e22649f3e38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:16.339788 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 35048) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:16.344373 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1f87281e-705a-4a3b-963a-2c8792625d62 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:33:16.366068 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-1f87281e-705a-4a3b-963a-2c8792625d62 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:16.435325 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a040586d-f52b-4388-bf26-db5da5e54264 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:16.438418 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654293d7-8766-40d3-ad67-6304e42aadf6 None None] Routers {'42ea1d69-6a8d-4bc1-a373-fdbbb3b0630b'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:33:16.438589 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-654293d7-8766-40d3-ad67-6304e42aadf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:33:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['42ea1d69-6a8d-4bc1-a373-fdbbb3b0630b'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:33:16.454312 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f87281e-705a-4a3b-963a-2c8792625d62 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Made reservation on behalf of b427ba364ba8461bbc56ab0501817440 for: {'subnet': 2} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:33:16.458792 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1f87281e-705a-4a3b-963a-2c8792625d62 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:16.459114 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1f87281e-705a-4a3b-963a-2c8792625d62 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:16.487875 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f894838e-2414-4c0f-975f-e1341cea66dd req-01ce1d8c-c01c-4ac5-9b98-c74dab576b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:16.489639 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f894838e-2414-4c0f-975f-e1341cea66dd req-01ce1d8c-c01c-4ac5-9b98-c74dab576b14 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8c08b23bffb44a249b00a7d1f56c2684&device_id=9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b HTTP/1.1" status: 200 len: 1098 time: 0.5242240 Feb 01 04:33:16.498742 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a98eb654-aeaf-4d4e-8565-23a1dfb4732b tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:16.508578 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-654293d7-8766-40d3-ad67-6304e42aadf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:33:16.543329 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654293d7-8766-40d3-ad67-6304e42aadf6 None None] Routers {'42ea1d69-6a8d-4bc1-a373-fdbbb3b0630b'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:33:16.543967 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-654293d7-8766-40d3-ad67-6304e42aadf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:33:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['42ea1d69-6a8d-4bc1-a373-fdbbb3b0630b'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:33:16.564925 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f5e13f2a-81cb-48d9-83e4-c9b355aeb1ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:16.571722 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-70c9610e-16b8-403b-aa9f-65cdec8d37bc tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] 10.222.0.24 "GET /v2.0/routers/42ea1d69-6a8d-4bc1-a373-fdbbb3b0630b HTTP/1.1" status: 200 len: 745 time: 0.2204916 Feb 01 04:33:16.594920 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35052) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:16.600798 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f5e13f2a-81cb-48d9-83e4-c9b355aeb1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:16.626526 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-654293d7-8766-40d3-ad67-6304e42aadf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:33:16.626939 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654293d7-8766-40d3-ad67-6304e42aadf6 None None] The sync data for ids ['42ea1d69-6a8d-4bc1-a373-fdbbb3b0630b'] in dv-neutron-826830-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:33:16.738653 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-5d6a84a8-ae6f-4460-bf64-0607486c5c15 None None] For port ae2d668a-5833-44c9-a94e-ec7367e83df8, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=ae2d668a-5833-44c9-a94e-ec7367e83df8,segment=NetworkSegment(7a61c0df-8a6d-4915-bb13-65d1bbe58dae),segment_id=7a61c0df-8a6d-4915-bb13-65d1bbe58dae)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:33:16.739334 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5d6a84a8-ae6f-4460-bf64-0607486c5c15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:16.759596 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-a98eb654-aeaf-4d4e-8565-23a1dfb4732b tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] device_id is not set on port dea24083-66f5-41f1-9633-d50f9f391b1e yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:33:16.768597 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-a040586d-f52b-4388-bf26-db5da5e54264 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Deleting port ae2d668a-5833-44c9-a94e-ec7367e83df8 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:33:16.768935 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a040586d-f52b-4388-bf26-db5da5e54264 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:16.824354 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a2e748eb-76d7-4404-be7d-7e3fef81b741 tempest-RoutersIpV6AdminTest-766688552 tempest-RoutersIpV6AdminTest-766688552-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=bdef128a-46b3-4cca-a245-48d1eb781269&device_id=42ea1d69-6a8d-4bc1-a373-fdbbb3b0630b HTTP/1.1" status: 200 len: 205 time: 0.2159967 Feb 01 04:33:16.840754 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35056) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:16.868801 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-5d6a84a8-ae6f-4460-bf64-0607486c5c15 None None] Calling delete_port for ae2d668a-5833-44c9-a94e-ec7367e83df8 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:33:16.908897 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f5e13f2a-81cb-48d9-83e4-c9b355aeb1ed admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f9a1048f1dba4832b948cb042def7449&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2656167 Feb 01 04:33:16.920447 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35060) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:16.959669 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5d6a84a8-ae6f-4460-bf64-0607486c5c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:16.987635 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-a040586d-f52b-4388-bf26-db5da5e54264 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] The port 'ae2d668a-5833-44c9-a94e-ec7367e83df8' was deleted {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 01 04:33:16.989686 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b3a7f89-d66f-4c07-99fe-87a6cf6dd3db tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Router 9565010d-948a-427f-a39d-752c2983d4c1 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:33:17.009683 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6a84a8-ae6f-4460-bf64-0607486c5c15 None None] Pushing event deleted for resources: {'Port': ['ID=ae2d668a-5833-44c9-a94e-ec7367e83df8,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:17.011587 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6a84a8-ae6f-4460-bf64-0607486c5c15 None None] No DVR routers for this DVR port ae2d668a-5833-44c9-a94e-ec7367e83df8 on host dv-neutron-826830-1-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:33:17.136644 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e13f2a-81cb-48d9-83e4-c9b355aeb1ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=729d69fd-9900-4edb-8fc3-9ce7e0156894,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:17.152207 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-899d1c87-8e57-456d-91e1-8193f6636f91 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] 10.222.0.24 "GET /v2.0/ports?device_id=42ea1d69-6a8d-4bc1-a373-fdbbb3b0630b HTTP/1.1" status: 200 len: 205 time: 0.3077481 Feb 01 04:33:17.152207 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-38886304-cf76-4f08-82f8-4d73c79eb7ac tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:17.160234 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35064) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:17.244075 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a040586d-f52b-4388-bf26-db5da5e54264 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:17.255325 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b3a7f89-d66f-4c07-99fe-87a6cf6dd3db tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:33:17.265141 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-6b3a7f89-d66f-4c07-99fe-87a6cf6dd3db tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "PUT /v2.0/routers/9565010d-948a-427f-a39d-752c2983d4c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4659100 Feb 01 04:33:17.266894 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb583027-e367-41e5-af13-085b50851dca None None] Sync routers for ids ['9565010d-948a-427f-a39d-752c2983d4c1'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:33:17.268370 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 35068) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:17.278032 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb583027-e367-41e5-af13-085b50851dca None None] Routers {'9565010d-948a-427f-a39d-752c2983d4c1'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:33:17.278808 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-fb583027-e367-41e5-af13-085b50851dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:33:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['9565010d-948a-427f-a39d-752c2983d4c1'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:33:17.282022 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 55ab4d4c-d829-4d4f-9eab-96ed43ac7ced up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:33:17.311576 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38886304-cf76-4f08-82f8-4d73c79eb7ac tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Pushing event deleted for resources: {'Port': ['ID=1f67b95c-cbbe-490b-921d-3505d0f589ca,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:17.345810 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-fb583027-e367-41e5-af13-085b50851dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:33:17.356798 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb583027-e367-41e5-af13-085b50851dca None None] Routers {'9565010d-948a-427f-a39d-752c2983d4c1'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:33:17.357633 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-fb583027-e367-41e5-af13-085b50851dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:33:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['9565010d-948a-427f-a39d-752c2983d4c1'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:33:17.358208 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-a040586d-f52b-4388-bf26-db5da5e54264 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9687f3aa-a8f5-456e-ac13-aa5c58802971']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:33:17.364930 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 55ab4d4c-d829-4d4f-9eab-96ed43ac7ced triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:33:17.366449 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:17.371901 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c98e3f5-9bec-4c9c-9b2d-3477c3671087 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] GET failed (client error): The resource could not be found. Feb 01 04:33:17.372558 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-9c98e3f5-9bec-4c9c-9b2d-3477c3671087 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Synchronizing usage tracker for tenant:4859bcd8aae8416eba645579d339c6c6 on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:33:17.377482 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-a040586d-f52b-4388-bf26-db5da5e54264 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a61c0df-8a6d-4915-bb13-65d1bbe58dae') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:33:17.377781 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-a040586d-f52b-4388-bf26-db5da5e54264 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a61c0df-8a6d-4915-bb13-65d1bbe58dae') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:33:17.404165 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a040586d-f52b-4388-bf26-db5da5e54264 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:17.432224 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a040586d-f52b-4388-bf26-db5da5e54264 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:17.439822 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-9c98e3f5-9bec-4c9c-9b2d-3477c3671087 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Unset dirty status for tenant:4859bcd8aae8416eba645579d339c6c6 on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:33:17.440413 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-fb583027-e367-41e5-af13-085b50851dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:33:17.440991 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb583027-e367-41e5-af13-085b50851dca None None] The sync data for ids ['9565010d-948a-427f-a39d-752c2983d4c1'] in dv-neutron-826830-1-hyperv is: [] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:33:17.443892 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-9c98e3f5-9bec-4c9c-9b2d-3477c3671087 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "GET /v2.0/ports/ef9ab888-0904-4ec5-b05e-ddda87c597f4 HTTP/1.1" status: 404 len: 333 time: 0.1720903 Feb 01 04:33:17.444726 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 35072) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:17.453195 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a040586d-f52b-4388-bf26-db5da5e54264 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:33:17.453773 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a040586d-f52b-4388-bf26-db5da5e54264 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:17.480903 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 04:33:17.480903 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:33:17.480903 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 04:33:17.480903 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:33:17.480903 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 04:33:17.480903 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:33:17.480903 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 04:33:17.480903 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:33:17.480903 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 04:33:17.480903 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:33:17.480903 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 04:33:17.480903 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:33:17.480903 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 04:33:17.480903 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:33:17.480903 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:33:17.480903 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:33:17.480903 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:33:17.480903 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:33:17.480903 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 04:33:17.480903 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:33:17.480903 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 04:33:17.480903 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:33:17.480903 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:33:17.480903 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:33:17.480903 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 04:33:17.480903 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:33:17.480903 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:33:17.480903 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:33:17.480903 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:33:17.480903 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:33:17.480903 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:33:17.480903 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:33:17.585023 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device ae2d668a-5833-44c9-a94e-ec7367e83df8 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:33:17.625742 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7ff9785b-46c8-4832-a138-a5d2246622e5 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks [] for router, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:17.634494 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: ae2d668a-5833-44c9-a94e-ec7367e83df8 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:33:17.635018 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device ae2d668a-5833-44c9-a94e-ec7367e83df8 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:33:17.680160 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f894838e-2414-4c0f-975f-e1341cea66dd req-be78acaf-e632-420b-8eb5-262d46ad5378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:17.681608 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f894838e-2414-4c0f-975f-e1341cea66dd req-be78acaf-e632-420b-8eb5-262d46ad5378 service neutron] 10.222.0.18 "GET /v2.0/networks?id=958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a HTTP/1.1" status: 200 len: 912 time: 1.1188855 Feb 01 04:33:17.713130 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-67373444-2e7c-48af-97da-8a5f3c1be210 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for router, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:17.766597 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a040586d-f52b-4388-bf26-db5da5e54264 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:17.793264 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a040586d-f52b-4388-bf26-db5da5e54264 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:17.808103 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a040586d-f52b-4388-bf26-db5da5e54264 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Pushing event deleted for resources: {'Network': ['ID=9687f3aa-a8f5-456e-ac13-aa5c58802971,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:17.874050 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-a040586d-f52b-4388-bf26-db5da5e54264 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] 10.222.0.24 "DELETE /v2.0/networks/9687f3aa-a8f5-456e-ac13-aa5c58802971 HTTP/1.1" status: 204 len: 168 time: 1.9145625 Feb 01 04:33:17.889521 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35076) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:17.890080 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0ebdff4d-1ff9-49ab-825c-45d0013ec61b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:18.125407 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-38886304-cf76-4f08-82f8-4d73c79eb7ac tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:18.142757 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9d243b3-6da1-4c21-a135-a267a2045b85 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] DELETE failed (client error): The resource could not be found. Feb 01 04:33:18.143448 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9d243b3-6da1-4c21-a135-a267a2045b85 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:33:18.161173 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-67373444-2e7c-48af-97da-8a5f3c1be210 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25968'] for router, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:18.163647 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-67373444-2e7c-48af-97da-8a5f3c1be210 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:18.166626 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0ebdff4d-1ff9-49ab-825c-45d0013ec61b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:18.189626 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-67373444-2e7c-48af-97da-8a5f3c1be210 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772958'] for router, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:18.190419 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67373444-2e7c-48af-97da-8a5f3c1be210 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Fanout notify agent at l3_agent the message router_deleted on router 9565010d-948a-427f-a39d-752c2983d4c1 {{(pid=87637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 01 04:33:18.202071 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-67373444-2e7c-48af-97da-8a5f3c1be210 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:18.203163 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-67373444-2e7c-48af-97da-8a5f3c1be210 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "DELETE /v2.0/routers/9565010d-948a-427f-a39d-752c2983d4c1 HTTP/1.1" status: 204 len: 168 time: 0.7572780 Feb 01 04:33:18.205836 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 35080) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:18.254960 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f894838e-2414-4c0f-975f-e1341cea66dd req-43508982-99a4-4b1c-91c9-1ab68bdaaa4d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a143ed3-127d-4979-9fda-2a2543ba2248 HTTP/1.1" status: 200 len: 1000 time: 0.5423694 Feb 01 04:33:18.273549 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_v2 [None req-84418597-4db6-4e6e-b1e3-e1dbf0eab6bb tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Deleting subnet e17d0cd0-8fe2-4d64-80db-ac54f4655d11 {{(pid=87637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:33:18.276548 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-84418597-4db6-4e6e-b1e3-e1dbf0eab6bb tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for subnet, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:18.279350 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7ff9785b-46c8-4832-a138-a5d2246622e5 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25968'] for router, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:18.288216 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7ff9785b-46c8-4832-a138-a5d2246622e5 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:18.330706 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-84418597-4db6-4e6e-b1e3-e1dbf0eab6bb tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2424773'] for subnet, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:18.347367 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-38886304-cf76-4f08-82f8-4d73c79eb7ac tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] 10.222.0.24 "DELETE /v2.0/ports/1f67b95c-cbbe-490b-921d-3505d0f589ca HTTP/1.1" status: 204 len: 168 time: 3.8364332 Feb 01 04:33:18.357402 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 35084) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:18.364248 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c9d243b3-6da1-4c21-a135-a267a2045b85 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] 10.222.0.24 "DELETE /v2.0/subnets/7e2720bb-a6d1-4367-83b8-f4df72138e2f HTTP/1.1" status: 404 len: 337 time: 0.4689677 Feb 01 04:33:18.364248 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-a98eb654-aeaf-4d4e-8565-23a1dfb4732b tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Allocated IP 172.20.0.7 (14b67238-4e53-405c-b9cd-84b8ff52e36a/6aca4b41-2d90-4efc-bb98-d23ce7738b61/dea24083-66f5-41f1-9633-d50f9f391b1e) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:33:18.364576 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 35088) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:18.420626 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-a98eb654-aeaf-4d4e-8565-23a1dfb4732b tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Allocated IP 2001:db8::f816:3eff:fe33:31d5 (14b67238-4e53-405c-b9cd-84b8ff52e36a/dfaa0322-7d3b-4874-b5b5-0473515ca7fc/dea24083-66f5-41f1-9633-d50f9f391b1e) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:33:18.461073 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-955fd964-b7d1-40de-ab95-039ac5255d6f tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] DELETE failed (client error): The resource could not be found. Feb 01 04:33:18.461538 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-955fd964-b7d1-40de-ab95-039ac5255d6f tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:33:18.463225 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-955fd964-b7d1-40de-ab95-039ac5255d6f tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] 10.222.0.24 "DELETE /v2.0/networks/0ba4d3d7-49a4-4627-b19d-256046620323 HTTP/1.1" status: 404 len: 339 time: 0.0641696 Feb 01 04:33:18.468821 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 35092) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:18.492403 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7ff9785b-46c8-4832-a138-a5d2246622e5 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772958'] for router, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:18.492941 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff9785b-46c8-4832-a138-a5d2246622e5 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Fanout notify agent at l3_agent the message router_deleted on router 42ea1d69-6a8d-4bc1-a373-fdbbb3b0630b {{(pid=87636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 01 04:33:18.508816 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f894838e-2414-4c0f-975f-e1341cea66dd req-2026dbd0-c1bb-41a5-b148-e2fd10255f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:18.510432 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f894838e-2414-4c0f-975f-e1341cea66dd req-2026dbd0-c1bb-41a5-b148-e2fd10255f90 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f1d92c60-8ec8-4263-bfcc-74bbe6cd55af HTTP/1.1" status: 200 len: 851 time: 0.2357616 Feb 01 04:33:18.526406 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0186773-0a1b-4417-8359-86ef952c17b0 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] DELETE failed (client error): The resource could not be found. Feb 01 04:33:18.526851 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0186773-0a1b-4417-8359-86ef952c17b0 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:33:18.528526 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-a0186773-0a1b-4417-8359-86ef952c17b0 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] 10.222.0.24 "DELETE /v2.0/subnets/03e6ec5b-b839-4a0c-9b26-d238c3894e22 HTTP/1.1" status: 404 len: 337 time: 0.0557129 Feb 01 04:33:18.534829 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 35096) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:18.569462 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-23e28612-5d92-40ae-a994-4c1452e5a9ac tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] DELETE failed (client error): The resource could not be found. Feb 01 04:33:18.569926 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23e28612-5d92-40ae-a994-4c1452e5a9ac tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:33:18.571607 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-23e28612-5d92-40ae-a994-4c1452e5a9ac tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] 10.222.0.24 "DELETE /v2.0/networks/8b1a15dd-e8c6-4f6d-9dd9-080c1ce153d9 HTTP/1.1" status: 404 len: 339 time: 0.0358584 Feb 01 04:33:18.577644 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 35100) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:18.618629 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6925b569-7537-4c59-82b4-d41acc996d28 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:18.619385 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-6925b569-7537-4c59-82b4-d41acc996d28 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Synchronizing usage tracker for tenant:08fe69cb24644e9d8169ca92f1f59fd7 on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:33:18.631604 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-84418597-4db6-4e6e-b1e3-e1dbf0eab6bb tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:18.660087 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3fda7c1-3425-43c3-9b40-5d23021cff64 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] DELETE failed (client error): The resource could not be found. Feb 01 04:33:18.660537 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3fda7c1-3425-43c3-9b40-5d23021cff64 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:33:18.662214 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-e3fda7c1-3425-43c3-9b40-5d23021cff64 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] 10.222.0.24 "DELETE /v2.0/subnets/23518639-17e1-4da9-9b6c-ca1c24b30e23 HTTP/1.1" status: 404 len: 337 time: 0.0836041 Feb 01 04:33:18.669558 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 35104) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:18.720929 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-a35f9a0b-d871-467f-a0a9-b06896e6b0e3 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] DELETE failed (client error): The resource could not be found. Feb 01 04:33:18.721245 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a35f9a0b-d871-467f-a0a9-b06896e6b0e3 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:33:18.723305 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-a35f9a0b-d871-467f-a0a9-b06896e6b0e3 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] 10.222.0.24 "DELETE /v2.0/networks/7247d5e1-43bd-4326-a950-58070cbb8671 HTTP/1.1" status: 404 len: 339 time: 0.0498829 Feb 01 04:33:18.724200 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-6925b569-7537-4c59-82b4-d41acc996d28 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Unset dirty status for tenant:08fe69cb24644e9d8169ca92f1f59fd7 on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:33:18.727552 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-6925b569-7537-4c59-82b4-d41acc996d28 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5c068dd-b1b9-4e55-af55-276d4894b12e HTTP/1.1" status: 200 len: 913 time: 0.3667579 Feb 01 04:33:18.729131 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 35108) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:18.729988 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 35110) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:18.739288 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0ebdff4d-1ff9-49ab-825c-45d0013ec61b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:18.788427 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebdff4d-1ff9-49ab-825c-45d0013ec61b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=729d69fd-9900-4edb-8fc3-9ce7e0156894,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:18.791708 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0ebdff4d-1ff9-49ab-825c-45d0013ec61b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:18.796573 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0ebdff4d-1ff9-49ab-825c-45d0013ec61b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/729d69fd-9900-4edb-8fc3-9ce7e0156894 HTTP/1.1" status: 204 len: 168 time: 1.8287997 Feb 01 04:33:18.813768 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7ff9785b-46c8-4832-a138-a5d2246622e5 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:18.818627 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-7ff9785b-46c8-4832-a138-a5d2246622e5 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] 10.222.0.24 "DELETE /v2.0/routers/42ea1d69-6a8d-4bc1-a373-fdbbb3b0630b HTTP/1.1" status: 204 len: 168 time: 1.6208966 Feb 01 04:33:18.826075 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35118) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:18.962512 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9381c2c4-7283-4990-8ca2-c2ff2fc6fab0 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] 10.222.0.24 "GET /v2.0/ports?device_id=42ea1d69-6a8d-4bc1-a373-fdbbb3b0630b HTTP/1.1" status: 200 len: 205 time: 0.1353090 Feb 01 04:33:18.974985 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35124) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:18.996292 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-84418597-4db6-4e6e-b1e3-e1dbf0eab6bb tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3037665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694336'] for subnet, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:19.032232 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_v2 [None req-4737a4e3-5e2a-47fa-9301-c9bb3317d471 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Deleting subnet e6427ec4-75a4-40b2-8aee-442b29c3480f {{(pid=87637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:33:19.045219 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4737a4e3-5e2a-47fa-9301-c9bb3317d471 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks [] for subnet, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:19.076136 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-15fedcf3-5da8-43c5-86ce-bf1f36f466e6 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] delete failed (client error): The resource could not be found. Feb 01 04:33:19.079603 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-15fedcf3-5da8-43c5-86ce-bf1f36f466e6 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] 10.222.0.24 "DELETE /v2.0/routers/42ea1d69-6a8d-4bc1-a373-fdbbb3b0630b HTTP/1.1" status: 404 len: 336 time: 0.1009142 Feb 01 04:33:19.086991 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35130) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:19.135049 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f894838e-2414-4c0f-975f-e1341cea66dd req-6869e278-b68f-4054-b20c-05aa1f6a797f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:19.136567 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f894838e-2414-4c0f-975f-e1341cea66dd req-6869e278-b68f-4054-b20c-05aa1f6a797f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6138766 Feb 01 04:33:19.144657 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84418597-4db6-4e6e-b1e3-e1dbf0eab6bb tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event deleted for resources: {'Subnet': ['ID=e17d0cd0-8fe2-4d64-80db-ac54f4655d11,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:19.165038 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-84418597-4db6-4e6e-b1e3-e1dbf0eab6bb tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:19.171556 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc16408-79ba-4524-9d49-d40c8551e40c None None] Network 552f063d-1d67-46c0-93ec-93669b6bd7b9 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:33:19.198156 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-84418597-4db6-4e6e-b1e3-e1dbf0eab6bb tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "DELETE /v2.0/subnets/e17d0cd0-8fe2-4d64-80db-ac54f4655d11 HTTP/1.1" status: 204 len: 168 time: 0.9886627 Feb 01 04:33:19.198509 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e43480e7-a6e4-4907-991f-21c7d39f3d33 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] 10.222.0.24 "GET /v2.0/ports?device_id=44f6fe58-79ab-4f10-b1ec-b7deb604e989 HTTP/1.1" status: 200 len: 205 time: 0.1080980 Feb 01 04:33:19.200800 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 35138) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:19.201056 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 35140) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:19.210875 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4737a4e3-5e2a-47fa-9301-c9bb3317d471 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2424773'] for subnet, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:19.235259 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a98eb654-aeaf-4d4e-8565-23a1dfb4732b tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:19.249336 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1f87281e-705a-4a3b-963a-2c8792625d62 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:19.396170 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87281e-705a-4a3b-963a-2c8792625d62 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Pushing event updated for resources: {'Subnet': ['ID=50fdbc20-7c06-44e0-80ff-db459b76f29f,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:19.415794 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-a98eb654-aeaf-4d4e-8565-23a1dfb4732b tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Transition to ACTIVE for port object dea24083-66f5-41f1-9633-d50f9f391b1e will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:33:19.426576 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.api.v2.resource [None req-6b2f74fe-4c16-4822-ba7c-dafa6da88fe8 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] delete failed (client error): The resource could not be found. Feb 01 04:33:19.431360 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-6b2f74fe-4c16-4822-ba7c-dafa6da88fe8 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] 10.222.0.24 "DELETE /v2.0/routers/44f6fe58-79ab-4f10-b1ec-b7deb604e989 HTTP/1.1" status: 404 len: 336 time: 0.2242465 Feb 01 04:33:19.433260 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35152) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:19.507663 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f894838e-2414-4c0f-975f-e1341cea66dd req-2451cc08-b064-4101-8e14-9acb53aab87d service neutron] 10.222.0.18 "GET /v2.0/networks/958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3505073 Feb 01 04:33:19.509943 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-bac13b36-7696-429c-ac32-b7caa6171adc tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f06aedf-b5c0-4a6b-b1b5-5b21451f67ac HTTP/1.1" status: 200 len: 205 time: 0.0712903 Feb 01 04:33:19.516167 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35158) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:19.528183 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912267bf-7a05-4ce8-a03c-73fba45da36a None None] DHCP port deletion for 552f063d-1d67-46c0-93ec-93669b6bd7b9 request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:33:19.533370 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-912267bf-7a05-4ce8-a03c-73fba45da36a None None] Deleting port ef2246a4-bed9-49e5-ac14-c96aba10b8b1 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:33:19.533943 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-912267bf-7a05-4ce8-a03c-73fba45da36a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:19.536751 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-12f7f1d8-1a5c-488d-8039-ebc7593100c7 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:19.606477 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-12f7f1d8-1a5c-488d-8039-ebc7593100c7 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Deleting port ef2246a4-bed9-49e5-ac14-c96aba10b8b1 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:33:19.606823 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-12f7f1d8-1a5c-488d-8039-ebc7593100c7 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:19.635557 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4737a4e3-5e2a-47fa-9301-c9bb3317d471 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:19.645644 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f87281e-705a-4a3b-963a-2c8792625d62 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Checking segment: {'id': '64f0da93-4986-4f54-925e-1cd1fb3a1a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e59d49b1-2756-4042-ba16-fa36cbf16739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:33:19.646095 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f87281e-705a-4a3b-963a-2c8792625d62 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Network hostable DHCP agents. Network: e59d49b1-2756-4042-ba16-fa36cbf16739, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:33:19.650823 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-7f03dd64-37b8-4915-8ebc-093701a428e1 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] delete failed (client error): The resource could not be found. Feb 01 04:33:19.654426 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-7f03dd64-37b8-4915-8ebc-093701a428e1 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] 10.222.0.24 "DELETE /v2.0/routers/0f06aedf-b5c0-4a6b-b1b5-5b21451f67ac HTTP/1.1" status: 404 len: 336 time: 0.1337054 Feb 01 04:33:19.659245 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35164) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:19.760764 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35168) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:19.778731 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ab2b8787-bc7d-45ac-a8fb-f816b63f8f49 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] 10.222.0.24 "GET /v2.0/ports?device_id=934e5c2a-e30c-496d-bc6f-9bd204db50e4 HTTP/1.1" status: 200 len: 205 time: 0.1151955 Feb 01 04:33:19.783455 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35174) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:19.825062 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-912267bf-7a05-4ce8-a03c-73fba45da36a None None] For port ef2246a4-bed9-49e5-ac14-c96aba10b8b1, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=ef2246a4-bed9-49e5-ac14-c96aba10b8b1,segment=NetworkSegment(8a535963-2c5d-4040-87bb-2091c489e85b),segment_id=8a535963-2c5d-4040-87bb-2091c489e85b)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:33:19.825623 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-912267bf-7a05-4ce8-a03c-73fba45da36a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:19.856809 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a98eb654-aeaf-4d4e-8565-23a1dfb4732b tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:19.866912 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f87281e-705a-4a3b-963a-2c8792625d62 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Network e59d49b1-2756-4042-ba16-fa36cbf16739 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:33:19.918508 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-b7f27936-335f-431e-89b7-8e68cadfd2b9 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] delete failed (client error): The resource could not be found. Feb 01 04:33:19.919795 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b7f27936-335f-431e-89b7-8e68cadfd2b9 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] 10.222.0.24 "DELETE /v2.0/routers/934e5c2a-e30c-496d-bc6f-9bd204db50e4 HTTP/1.1" status: 404 len: 336 time: 0.1347437 Feb 01 04:33:19.929334 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 35178) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:19.976844 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-453e4038-c44e-4922-80ea-9ae0dbddb7b3 tempest-ServiceProvidersTest-660325102 tempest-ServiceProvidersTest-660325102-project] 10.222.0.24 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2147720 Feb 01 04:33:19.979118 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f894838e-2414-4c0f-975f-e1341cea66dd req-366efc9f-0f4f-4535-84e4-0ca169fd6d60 service neutron] 10.222.0.18 "GET /v2.0/networks/958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4621229 Feb 01 04:33:19.984774 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-1f87281e-705a-4a3b-963a-2c8792625d62 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, e59d49b1-2756-4042-ba16-fa36cbf16739) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:33:19.992276 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98eb654-aeaf-4d4e-8565-23a1dfb4732b tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:33:19.997942 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-a98eb654-aeaf-4d4e-8565-23a1dfb4732b tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:33:20.000229 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1f87281e-705a-4a3b-963a-2c8792625d62 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:20.034905 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-912267bf-7a05-4ce8-a03c-73fba45da36a None None] Calling delete_port for ef2246a4-bed9-49e5-ac14-c96aba10b8b1 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:33:20.042402 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98eb654-aeaf-4d4e-8565-23a1dfb4732b tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:33:20.070781 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98eb654-aeaf-4d4e-8565-23a1dfb4732b tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event updated for resources: {'Port': ['ID=dea24083-66f5-41f1-9633-d50f9f391b1e,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:20.133723 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7db157-89c5-4adb-b276-e27234d05f5b None None] Network e59d49b1-2756-4042-ba16-fa36cbf16739 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:33:20.138177 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-0a922be5-5678-415a-93d0-171ab588a48a tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a822eb7-a44e-410e-864a-38dbed75b3bc HTTP/1.1" status: 200 len: 205 time: 0.1995192 Feb 01 04:33:20.144915 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 35184) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:20.169009 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87281e-705a-4a3b-963a-2c8792625d62 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Pushing event updated for resources: {'Subnet': ['ID=d1a632db-fa34-4cc5-9ac9-d08d41a0d8b0,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:20.178056 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98eb654-aeaf-4d4e-8565-23a1dfb4732b tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:20.178943 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a98eb654-aeaf-4d4e-8565-23a1dfb4732b tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:20.209471 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f87281e-705a-4a3b-963a-2c8792625d62 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Checking segment: {'id': '6a208c5d-d4a2-48d8-9501-53f283d459ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e7a70324-0518-4bb3-b260-f5cd7ca9ea58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:33:20.210433 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f87281e-705a-4a3b-963a-2c8792625d62 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Network hostable DHCP agents. Network: e7a70324-0518-4bb3-b260-f5cd7ca9ea58, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:33:20.218369 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a98eb654-aeaf-4d4e-8565-23a1dfb4732b tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 5.3517747 Feb 01 04:33:20.224708 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35188) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:20.290534 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.api.v2.resource [None req-b8aced74-fcae-40c0-86fc-0fc525a2c7bb tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] delete failed (client error): The resource could not be found. Feb 01 04:33:20.294546 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-b8aced74-fcae-40c0-86fc-0fc525a2c7bb tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] 10.222.0.24 "DELETE /v2.0/routers/6a822eb7-a44e-410e-864a-38dbed75b3bc HTTP/1.1" status: 404 len: 336 time: 0.1328323 Feb 01 04:33:20.294546 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4737a4e3-5e2a-47fa-9301-c9bb3317d471 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3037665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694336'] for subnet, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:20.300259 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35192) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:20.310082 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f87281e-705a-4a3b-963a-2c8792625d62 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Network e7a70324-0518-4bb3-b260-f5cd7ca9ea58 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:33:20.325093 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-912267bf-7a05-4ce8-a03c-73fba45da36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:20.366109 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4737a4e3-5e2a-47fa-9301-c9bb3317d471 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Pushing event deleted for resources: {'Subnet': ['ID=e6427ec4-75a4-40b2-8aee-442b29c3480f,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:20.368132 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4737a4e3-5e2a-47fa-9301-c9bb3317d471 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:20.378848 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-3dc1a75b-4140-4cbe-9c50-7f75cdda5438 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] 10.222.0.24 "GET /v2.0/ports?device_id=6eb5dc27-f34e-4517-b607-fd93dc07efac HTTP/1.1" status: 200 len: 205 time: 0.0731516 Feb 01 04:33:20.378848 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-1f87281e-705a-4a3b-963a-2c8792625d62 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, e7a70324-0518-4bb3-b260-f5cd7ca9ea58) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:33:20.381807 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35198) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:20.386823 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f87281e-705a-4a3b-963a-2c8792625d62 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:20.387337 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f87281e-705a-4a3b-963a-2c8792625d62 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:20.387956 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1f87281e-705a-4a3b-963a-2c8792625d62 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:20.417721 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b76510-3000-40ff-8cef-2ab857d58a14 None None] Network 89eb9fda-5420-4d4c-b45e-223db35bafc5 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:33:20.491558 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-12f7f1d8-1a5c-488d-8039-ebc7593100c7 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] For port ef2246a4-bed9-49e5-ac14-c96aba10b8b1, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=ef2246a4-bed9-49e5-ac14-c96aba10b8b1,segment=NetworkSegment(8a535963-2c5d-4040-87bb-2091c489e85b),segment_id=8a535963-2c5d-4040-87bb-2091c489e85b)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:33:20.492143 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-12f7f1d8-1a5c-488d-8039-ebc7593100c7 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:20.534564 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8d20d1-8f96-4dc6-8a8d-9c36398d7ffc None None] Network e7a70324-0518-4bb3-b260-f5cd7ca9ea58 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:33:20.544744 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 35202) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:20.569056 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912267bf-7a05-4ce8-a03c-73fba45da36a None None] No DVR routers for this DVR port ef2246a4-bed9-49e5-ac14-c96aba10b8b1 on host dv-neutron-826830-1-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:33:20.572799 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912267bf-7a05-4ce8-a03c-73fba45da36a None None] Pushing event deleted for resources: {'Port': ['ID=ef2246a4-bed9-49e5-ac14-c96aba10b8b1,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:20.634751 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-8985e9e8-4050-4297-bac9-fc9c42e0fec6 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] delete failed (client error): The resource could not be found. Feb 01 04:33:20.635978 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-8985e9e8-4050-4297-bac9-fc9c42e0fec6 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] 10.222.0.24 "DELETE /v2.0/routers/6eb5dc27-f34e-4517-b607-fd93dc07efac HTTP/1.1" status: 404 len: 336 time: 0.2532687 Feb 01 04:33:20.640196 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35208) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:20.683028 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1f87281e-705a-4a3b-963a-2c8792625d62 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 5.0653710 Feb 01 04:33:20.685116 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c738b7f-a130-48e0-9b4b-e68df0d2f241 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] DELETE failed (client error): The resource could not be found. Feb 01 04:33:20.685652 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c738b7f-a130-48e0-9b4b-e68df0d2f241 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:33:20.687320 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9c738b7f-a130-48e0-9b4b-e68df0d2f241 tempest-RoutersIpV6AdminTest-49890789 tempest-RoutersIpV6AdminTest-49890789-project] 10.222.0.24 "DELETE /v2.0/subnets/c4e80159-1b85-4104-b775-8a32eb57e051 HTTP/1.1" status: 404 len: 337 time: 0.0462668 Feb 01 04:33:20.687923 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35212) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:20.734733 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-12f7f1d8-1a5c-488d-8039-ebc7593100c7 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Calling delete_port for ef2246a4-bed9-49e5-ac14-c96aba10b8b1 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:33:20.743524 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f246f83e-7b98-426d-b648-d1c40f0cc927 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:20.749626 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f246f83e-7b98-426d-b648-d1c40f0cc927 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:20.750557 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f246f83e-7b98-426d-b648-d1c40f0cc927 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Synchronizing usage tracker for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:33:20.767624 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-4737a4e3-5e2a-47fa-9301-c9bb3317d471 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] 10.222.0.24 "DELETE /v2.0/subnets/e6427ec4-75a4-40b2-8aee-442b29c3480f HTTP/1.1" status: 204 len: 168 time: 2.0364251 Feb 01 04:33:20.768536 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 35218) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:20.778460 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-91832768-a07d-4f79-93da-4eca24c967ae None None] Provisioning for port dea24083-66f5-41f1-9633-d50f9f391b1e completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:33:20.791055 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2834679b-7112-4713-b766-c37fecfcc5d6 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:20.792693 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2834679b-7112-4713-b766-c37fecfcc5d6 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:20.795168 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2834679b-7112-4713-b766-c37fecfcc5d6 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:20.796053 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2834679b-7112-4713-b766-c37fecfcc5d6 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Synchronizing usage tracker for tenant:b427ba364ba8461bbc56ab0501817440 on resource:subnet {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:33:20.800226 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f246f83e-7b98-426d-b648-d1c40f0cc927 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Unset dirty status for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:33:20.803904 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f246f83e-7b98-426d-b648-d1c40f0cc927 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.5754936 Feb 01 04:33:20.804872 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35222) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:20.814340 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3818992d-a4c0-4e10-b180-1ae0d34d6f0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-e59d49b1-2756-4042-ba16-fa36cbf16739', 'network_id': 'e59d49b1-2756-4042-ba16-fa36cbf16739', 'tenant_id': 'b427ba364ba8461bbc56ab0501817440', 'fixed_ips': [{'subnet_id': '50fdbc20-7c06-44e0-80ff-db459b76f29f'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:33:20.815477 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3818992d-a4c0-4e10-b180-1ae0d34d6f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:20.842116 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-91832768-a07d-4f79-93da-4eca24c967ae None None] Provisioning complete for port dea24083-66f5-41f1-9633-d50f9f391b1e triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:33:20.842309 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-91832768-a07d-4f79-93da-4eca24c967ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:20.868484 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2834679b-7112-4713-b766-c37fecfcc5d6 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Unset dirty status for tenant:b427ba364ba8461bbc56ab0501817440 on resource:subnet {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:33:20.873318 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2834679b-7112-4713-b766-c37fecfcc5d6 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1842196 Feb 01 04:33:20.874125 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35226) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:20.940823 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-bf1073a5-fc00-413e-93b4-12ab183ed2f2 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Deleting port dea24083-66f5-41f1-9633-d50f9f391b1e {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:33:20.941306 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bf1073a5-fc00-413e-93b4-12ab183ed2f2 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:21.004843 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-91832768-a07d-4f79-93da-4eca24c967ae None None] Port dea24083-66f5-41f1-9633-d50f9f391b1e cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:33:21.016823 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-b386ad96-5760-470c-8498-bc89d058cd0b tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Deleting subnet 50fdbc20-7c06-44e0-80ff-db459b76f29f {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:33:21.022991 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9c4f0432-c7d5-4aa7-bcd8-78dfed190dbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:21.024455 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b386ad96-5760-470c-8498-bc89d058cd0b tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:21.041527 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0f8e4a0e-fb24-487e-b11b-4dab58ee2968 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:21.049264 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.api [None req-12f7f1d8-1a5c-488d-8039-ebc7593100c7 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:33:21.049843 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG oslo_db.api [None req-12f7f1d8-1a5c-488d-8039-ebc7593100c7 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:33:21.053900 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-298778d2-7ac6-448a-b4bc-41a148ccf309 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-371968'] for router_interface, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:21.137288 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b386ad96-5760-470c-8498-bc89d058cd0b tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145757'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:21.168339 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-9c4f0432-c7d5-4aa7-bcd8-78dfed190dbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:21.196945 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-9c4f0432-c7d5-4aa7-bcd8-78dfed190dbc admin admin] Usage tracker for resource:security_group_rule and tenant:9d26bcfcf3ef45aaa90565045dcce1f8 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:33:21.204018 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-9c4f0432-c7d5-4aa7-bcd8-78dfed190dbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:33:21.214269 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35232) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:21.214926 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-0f8e4a0e-fb24-487e-b11b-4dab58ee2968 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Deleting port 49c8c502-bf8a-43f8-b04e-57ade7aeac37 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:33:21.215252 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0f8e4a0e-fb24-487e-b11b-4dab58ee2968 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:21.296912 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b386ad96-5760-470c-8498-bc89d058cd0b tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:21.322039 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device ef2246a4-bed9-49e5-ac14-c96aba10b8b1 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:33:21.337230 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-9c4f0432-c7d5-4aa7-bcd8-78dfed190dbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:21.364551 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7441615d-88be-44fe-9002-ac8d4e04a939 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-e7a70324-0518-4bb3-b260-f5cd7ca9ea58', 'network_id': 'e7a70324-0518-4bb3-b260-f5cd7ca9ea58', 'tenant_id': 'b427ba364ba8461bbc56ab0501817440', 'fixed_ips': [{'subnet_id': 'd1a632db-fa34-4cc5-9ac9-d08d41a0d8b0'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:33:21.365743 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7441615d-88be-44fe-9002-ac8d4e04a939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:21.380169 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bf1073a5-fc00-413e-93b4-12ab183ed2f2 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:21.391445 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: ef2246a4-bed9-49e5-ac14-c96aba10b8b1 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:33:21.391981 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device ef2246a4-bed9-49e5-ac14-c96aba10b8b1 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:33:21.498001 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2dd89f0-5cec-4841-a7d2-8a88b8c83426 None None] DHCP port deletion for 89eb9fda-5420-4d4c-b45e-223db35bafc5 request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:33:21.508522 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-a2dd89f0-5cec-4841-a7d2-8a88b8c83426 None None] Deleting port 49c8c502-bf8a-43f8-b04e-57ade7aeac37 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:33:21.508986 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a2dd89f0-5cec-4841-a7d2-8a88b8c83426 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:21.541506 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-bf1073a5-fc00-413e-93b4-12ab183ed2f2 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Calling delete_port for dea24083-66f5-41f1-9633-d50f9f391b1e owned by {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:33:21.552332 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-12f7f1d8-1a5c-488d-8039-ebc7593100c7 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Deleting port ef2246a4-bed9-49e5-ac14-c96aba10b8b1 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:33:21.552885 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-12f7f1d8-1a5c-488d-8039-ebc7593100c7 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:21.578233 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-12af0e54-1602-4f2f-8d53-c6d05d0e04de admin admin] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:21.597947 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b386ad96-5760-470c-8498-bc89d058cd0b tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3072169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2652276'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:21.601159 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server [None req-3818992d-a4c0-4e10-b180-1ae0d34d6f0b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 50fdbc20-7c06-44e0-80ff-db459b76f29f: This subnet is being modified by another concurrent operation. Feb 01 04:33:21.601159 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 01 04:33:21.601159 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 01 04:33:21.601159 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 01 04:33:21.601159 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 01 04:33:21.601159 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 01 04:33:21.601159 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 01 04:33:21.601159 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 01 04:33:21.601159 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 01 04:33:21.601159 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 01 04:33:21.601159 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 01 04:33:21.601159 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 01 04:33:21.601159 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 01 04:33:21.601159 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 01 04:33:21.601159 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 01 04:33:21.601159 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server raise self.value Feb 01 04:33:21.601159 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 01 04:33:21.601159 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 01 04:33:21.601159 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 01 04:33:21.601159 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 01 04:33:21.601159 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 01 04:33:21.601159 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 01 04:33:21.601159 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 01 04:33:21.601159 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server raise self.value Feb 01 04:33:21.601159 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 01 04:33:21.601159 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 01 04:33:21.601159 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 01 04:33:21.601159 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 01 04:33:21.601159 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 01 04:33:21.601159 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 01 04:33:21.601159 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 01 04:33:21.601159 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server raise self.value Feb 01 04:33:21.601159 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 01 04:33:21.601159 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 01 04:33:21.601159 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 01 04:33:21.601159 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 01 04:33:21.601159 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 01 04:33:21.601159 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 01 04:33:21.601159 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 01 04:33:21.601159 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 01 04:33:21.601159 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 01 04:33:21.601159 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 01 04:33:21.601159 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 01 04:33:21.601159 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 01 04:33:21.601159 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 01 04:33:21.601159 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 01 04:33:21.601159 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 01 04:33:21.601159 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 01 04:33:21.601159 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 01 04:33:21.601159 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 01 04:33:21.601159 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 01 04:33:21.601159 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server raise self.value Feb 01 04:33:21.601159 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 01 04:33:21.601159 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 01 04:33:21.605487 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 01 04:33:21.605487 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 01 04:33:21.605487 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 01 04:33:21.605487 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 01 04:33:21.605487 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 01 04:33:21.605487 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server raise self.value Feb 01 04:33:21.605487 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 01 04:33:21.605487 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 01 04:33:21.605487 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 01 04:33:21.605487 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 01 04:33:21.605487 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 01 04:33:21.605487 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 01 04:33:21.605487 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 01 04:33:21.605487 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server raise self.value Feb 01 04:33:21.605487 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 01 04:33:21.605487 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 01 04:33:21.605487 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 01 04:33:21.605487 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 01 04:33:21.605487 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 01 04:33:21.605487 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 01 04:33:21.605487 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 01 04:33:21.605487 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 01 04:33:21.605487 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 01 04:33:21.605487 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 01 04:33:21.605487 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 01 04:33:21.605487 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 01 04:33:21.605487 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 01 04:33:21.605487 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 01 04:33:21.605487 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 01 04:33:21.605487 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 01 04:33:21.605487 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 01 04:33:21.605487 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 01 04:33:21.605487 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 01 04:33:21.605487 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 01 04:33:21.605487 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 01 04:33:21.605487 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server raise exception Feb 01 04:33:21.605487 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 50fdbc20-7c06-44e0-80ff-db459b76f29f: This subnet is being modified by another concurrent operation. Feb 01 04:33:21.605487 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server Feb 01 04:33:21.653777 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-12af0e54-1602-4f2f-8d53-c6d05d0e04de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:21.655714 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d499b79-2af6-4910-8df4-4cc67338905a None None] Network e59d49b1-2756-4042-ba16-fa36cbf16739 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:33:21.656053 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b386ad96-5760-470c-8498-bc89d058cd0b tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Pushing event deleted for resources: {'Subnet': ['ID=50fdbc20-7c06-44e0-80ff-db459b76f29f,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:21.658106 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b386ad96-5760-470c-8498-bc89d058cd0b tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:21.671282 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-12af0e54-1602-4f2f-8d53-c6d05d0e04de admin admin] Usage tracker for resource:security_group_rule and tenant:b6fc4833d555481c965766e817f4c754 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:33:21.686738 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-12af0e54-1602-4f2f-8d53-c6d05d0e04de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:33:21.694994 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-12af0e54-1602-4f2f-8d53-c6d05d0e04de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:21.700528 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b386ad96-5760-470c-8498-bc89d058cd0b tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] 10.222.0.24 "DELETE /v2.0/subnets/50fdbc20-7c06-44e0-80ff-db459b76f29f HTTP/1.1" status: 204 len: 168 time: 0.8225739 Feb 01 04:33:21.702195 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35238) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:21.742079 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-7441615d-88be-44fe-9002-ac8d4e04a939 None None] Allocated IP 172.20.0.18 (e7a70324-0518-4bb3-b260-f5cd7ca9ea58/d1a632db-fa34-4cc5-9ac9-d08d41a0d8b0/9172f8c0-605d-4295-8752-f8421ae49da1) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:33:21.844801 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-25c7b8ae-47c4-4c26-9643-a0829702e541 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Deleting subnet d1a632db-fa34-4cc5-9ac9-d08d41a0d8b0 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:33:21.867792 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-12f7f1d8-1a5c-488d-8039-ebc7593100c7 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] The port 'ef2246a4-bed9-49e5-ac14-c96aba10b8b1' was deleted {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 01 04:33:21.931279 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bf1073a5-fc00-413e-93b4-12ab183ed2f2 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:21.962094 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-0f8e4a0e-fb24-487e-b11b-4dab58ee2968 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] For port 49c8c502-bf8a-43f8-b04e-57ade7aeac37, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=49c8c502-bf8a-43f8-b04e-57ade7aeac37,segment=NetworkSegment(a9129206-227d-4b9d-bc96-c854a26081b8),segment_id=a9129206-227d-4b9d-bc96-c854a26081b8)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:33:21.962481 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0f8e4a0e-fb24-487e-b11b-4dab58ee2968 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:21.991648 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1073a5-fc00-413e-93b4-12ab183ed2f2 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event deleted for resources: {'Port': ['ID=dea24083-66f5-41f1-9633-d50f9f391b1e,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:22.102514 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-12af0e54-1602-4f2f-8d53-c6d05d0e04de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:22.136988 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-0f8e4a0e-fb24-487e-b11b-4dab58ee2968 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Calling delete_port for 49c8c502-bf8a-43f8-b04e-57ade7aeac37 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:33:22.139520 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-12af0e54-1602-4f2f-8d53-c6d05d0e04de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:22.199927 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-a2dd89f0-5cec-4841-a7d2-8a88b8c83426 None None] For port 49c8c502-bf8a-43f8-b04e-57ade7aeac37, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=49c8c502-bf8a-43f8-b04e-57ade7aeac37,segment=NetworkSegment(a9129206-227d-4b9d-bc96-c854a26081b8),segment_id=a9129206-227d-4b9d-bc96-c854a26081b8)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:33:22.200355 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a2dd89f0-5cec-4841-a7d2-8a88b8c83426 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:22.219065 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-12af0e54-1602-4f2f-8d53-c6d05d0e04de admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b6fc4833d555481c965766e817f4c754&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0043459 Feb 01 04:33:22.227573 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35242) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:22.241565 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12af0e54-1602-4f2f-8d53-c6d05d0e04de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a122d86-fb4a-4b64-b80d-a38c3fb85452,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:22.245452 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bf1073a5-fc00-413e-93b4-12ab183ed2f2 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:22.271772 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-bf1073a5-fc00-413e-93b4-12ab183ed2f2 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/ports/dea24083-66f5-41f1-9633-d50f9f391b1e HTTP/1.1" status: 204 len: 168 time: 1.4637640 Feb 01 04:33:22.278571 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35246) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:22.287020 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-12f7f1d8-1a5c-488d-8039-ebc7593100c7 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:22.304696 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 04:33:22.355733 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-12f7f1d8-1a5c-488d-8039-ebc7593100c7 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['552f063d-1d67-46c0-93ec-93669b6bd7b9']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:33:22.363456 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9c4f0432-c7d5-4aa7-bcd8-78dfed190dbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:22.372186 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9c4f0432-c7d5-4aa7-bcd8-78dfed190dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:22.380464 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-12f7f1d8-1a5c-488d-8039-ebc7593100c7 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a535963-2c5d-4040-87bb-2091c489e85b') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:33:22.380762 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-12f7f1d8-1a5c-488d-8039-ebc7593100c7 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a535963-2c5d-4040-87bb-2091c489e85b') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:33:22.388831 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-a2dd89f0-5cec-4841-a7d2-8a88b8c83426 None None] Calling delete_port for 49c8c502-bf8a-43f8-b04e-57ade7aeac37 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:33:22.396940 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c104ec-25d4-4f23-a7e1-7f101fa27eac tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:22.398548 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c104ec-25d4-4f23-a7e1-7f101fa27eac tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:22.400478 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c104ec-25d4-4f23-a7e1-7f101fa27eac tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:22.401841 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c5c104ec-25d4-4f23-a7e1-7f101fa27eac tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Synchronizing usage tracker for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:subnet {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:33:22.415159 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-12f7f1d8-1a5c-488d-8039-ebc7593100c7 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:22.418060 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b0085fd2-0ec8-4568-a766-a0fc92abae5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:22.433282 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c5c104ec-25d4-4f23-a7e1-7f101fa27eac tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Unset dirty status for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:subnet {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:33:22.433898 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c5c104ec-25d4-4f23-a7e1-7f101fa27eac tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1542010 Feb 01 04:33:22.436479 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35250) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:22.439539 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0f8e4a0e-fb24-487e-b11b-4dab58ee2968 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:22.473542 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7441615d-88be-44fe-9002-ac8d4e04a939 None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:22.496357 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-7441615d-88be-44fe-9002-ac8d4e04a939 None None] Transition to ACTIVE for port object 9172f8c0-605d-4295-8752-f8421ae49da1 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:33:22.509824 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-a2dd89f0-5cec-4841-a7d2-8a88b8c83426 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:33:22.510185 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-a2dd89f0-5cec-4841-a7d2-8a88b8c83426 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:33:22.520082 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-7441615d-88be-44fe-9002-ac8d4e04a939 None None] Transition to ACTIVE for port object 9172f8c0-605d-4295-8752-f8421ae49da1 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:33:22.528564 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7441615d-88be-44fe-9002-ac8d4e04a939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:22.544093 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4f0432-c7d5-4aa7-bcd8-78dfed190dbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9aacc7a-13b9-49c1-b051-ee5e731123a0,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:22.548391 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-9c4f0432-c7d5-4aa7-bcd8-78dfed190dbc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9d26bcfcf3ef45aaa90565045dcce1f8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9907339 Feb 01 04:33:22.556281 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-12f7f1d8-1a5c-488d-8039-ebc7593100c7 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:22.559644 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8e4a0e-fb24-487e-b11b-4dab58ee2968 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Pushing event deleted for resources: {'Port': ['ID=49c8c502-bf8a-43f8-b04e-57ade7aeac37,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:22.566994 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 35254) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:22.572413 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8e4a0e-fb24-487e-b11b-4dab58ee2968 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] No DVR routers for this DVR port 49c8c502-bf8a-43f8-b04e-57ade7aeac37 on host dv-neutron-826830-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:33:22.602467 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7441615d-88be-44fe-9002-ac8d4e04a939 None None] Pushing event updated for resources: {'Port': ['ID=9172f8c0-605d-4295-8752-f8421ae49da1,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:22.611568 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12f7f1d8-1a5c-488d-8039-ebc7593100c7 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:33:22.611893 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-12f7f1d8-1a5c-488d-8039-ebc7593100c7 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:22.616971 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-25c7b8ae-47c4-4c26-9643-a0829702e541 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:22.621841 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7441615d-88be-44fe-9002-ac8d4e04a939 None None] Network e7a70324-0518-4bb3-b260-f5cd7ca9ea58 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:33:22.623037 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-7441615d-88be-44fe-9002-ac8d4e04a939 None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:33:22.625453 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7441615d-88be-44fe-9002-ac8d4e04a939 None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:33:22.631316 dv-neutron-826830-1-hyperv neutron-server[87637]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:33:22.631316 dv-neutron-826830-1-hyperv neutron-server[87637]: util.warn( Feb 01 04:33:22.631316 dv-neutron-826830-1-hyperv neutron-server[87637]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:33:22.631316 dv-neutron-826830-1-hyperv neutron-server[87637]: util.warn( Feb 01 04:33:22.631316 dv-neutron-826830-1-hyperv neutron-server[87637]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:33:22.631316 dv-neutron-826830-1-hyperv neutron-server[87637]: util.warn( Feb 01 04:33:22.631316 dv-neutron-826830-1-hyperv neutron-server[87637]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:33:22.631316 dv-neutron-826830-1-hyperv neutron-server[87637]: util.warn( Feb 01 04:33:22.631316 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 04:33:22.631316 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:33:22.631316 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 04:33:22.631316 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:33:22.631316 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 04:33:22.631316 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:33:22.631316 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 04:33:22.631316 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:33:22.631316 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 04:33:22.631316 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:33:22.631316 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 04:33:22.631316 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:33:22.631316 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 04:33:22.631316 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:33:22.631316 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:33:22.631316 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:33:22.631316 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:33:22.631316 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:33:22.631316 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 04:33:22.631316 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:33:22.631316 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 04:33:22.631316 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:33:22.631316 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:33:22.631316 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:33:22.631316 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 04:33:22.631316 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:33:22.631316 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:33:22.631316 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:33:22.631316 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:33:22.631316 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:33:22.631316 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:33:22.631316 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:33:22.662438 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-298778d2-7ac6-448a-b4bc-41a148ccf309 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Deleting port c7c56bdc-31cb-40a7-b441-5db8b46974db {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:33:22.663033 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-298778d2-7ac6-448a-b4bc-41a148ccf309 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:22.668049 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b0085fd2-0ec8-4568-a766-a0fc92abae5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:22.718829 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-25c7b8ae-47c4-4c26-9643-a0829702e541 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145757'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:22.719667 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-7441615d-88be-44fe-9002-ac8d4e04a939 None None] Attempting to bind port 9172f8c0-605d-4295-8752-f8421ae49da1 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:33:22.720027 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-7441615d-88be-44fe-9002-ac8d4e04a939 None None] Attempting to bind port 9172f8c0-605d-4295-8752-f8421ae49da1 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '6a208c5d-d4a2-48d8-9501-53f283d459ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e7a70324-0518-4bb3-b260-f5cd7ca9ea58'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:33:22.720380 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7441615d-88be-44fe-9002-ac8d4e04a939 None None] Attempting to bind port 9172f8c0-605d-4295-8752-f8421ae49da1 on network e7a70324-0518-4bb3-b260-f5cd7ca9ea58 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:33:22.726048 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7441615d-88be-44fe-9002-ac8d4e04a939 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:33:22.726416 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7441615d-88be-44fe-9002-ac8d4e04a939 None None] Checking segment: {'id': '6a208c5d-d4a2-48d8-9501-53f283d459ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e7a70324-0518-4bb3-b260-f5cd7ca9ea58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:33:22.726809 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7441615d-88be-44fe-9002-ac8d4e04a939 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:22.727216 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7441615d-88be-44fe-9002-ac8d4e04a939 None None] Bound using segment: {'id': '6a208c5d-d4a2-48d8-9501-53f283d459ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e7a70324-0518-4bb3-b260-f5cd7ca9ea58'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:33:22.727667 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-7441615d-88be-44fe-9002-ac8d4e04a939 None None] Bound port: 9172f8c0-605d-4295-8752-f8421ae49da1, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a208c5d-d4a2-48d8-9501-53f283d459ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e7a70324-0518-4bb3-b260-f5cd7ca9ea58'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:33:22.728038 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7441615d-88be-44fe-9002-ac8d4e04a939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:22.775883 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-01ae260b-3faa-4e94-9ceb-2526c39713c9 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Deleting subnet 6aca4b41-2d90-4efc-bb98-d23ce7738b61 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:33:22.782119 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-01ae260b-3faa-4e94-9ceb-2526c39713c9 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:22.817251 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-7441615d-88be-44fe-9002-ac8d4e04a939 None None] For port 9172f8c0-605d-4295-8752-f8421ae49da1, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:33:22.821039 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-7441615d-88be-44fe-9002-ac8d4e04a939 None None] For port 9172f8c0-605d-4295-8752-f8421ae49da1, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=9172f8c0-605d-4295-8752-f8421ae49da1,segment=NetworkSegment(6a208c5d-d4a2-48d8-9501-53f283d459ce),segment_id=6a208c5d-d4a2-48d8-9501-53f283d459ce)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:33:22.827559 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7441615d-88be-44fe-9002-ac8d4e04a939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:22.880239 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-25c7b8ae-47c4-4c26-9643-a0829702e541 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:22.911911 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0f8e4a0e-fb24-487e-b11b-4dab58ee2968 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:22.922114 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7441615d-88be-44fe-9002-ac8d4e04a939 None None] Pushing event updated for resources: {'Port': ['ID=9172f8c0-605d-4295-8752-f8421ae49da1,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:22.940794 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0efcdd17-ee4a-4a62-af2d-9fdde5655722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:22.942475 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-12f7f1d8-1a5c-488d-8039-ebc7593100c7 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:22.976739 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-12f7f1d8-1a5c-488d-8039-ebc7593100c7 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:22.987579 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-01ae260b-3faa-4e94-9ceb-2526c39713c9 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145757'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:23.011806 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-a2dd89f0-5cec-4841-a7d2-8a88b8c83426 None None] Deleting port 49c8c502-bf8a-43f8-b04e-57ade7aeac37 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:33:23.012743 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a2dd89f0-5cec-4841-a7d2-8a88b8c83426 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:23.019445 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f7f1d8-1a5c-488d-8039-ebc7593100c7 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event deleted for resources: {'Network': ['ID=552f063d-1d67-46c0-93ec-93669b6bd7b9,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:23.031366 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b0085fd2-0ec8-4568-a766-a0fc92abae5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:23.035434 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-0f8e4a0e-fb24-487e-b11b-4dab58ee2968 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89eb9fda-5420-4d4c-b45e-223db35bafc5']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:33:23.071375 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0efcdd17-ee4a-4a62-af2d-9fdde5655722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:23.078240 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0085fd2-0ec8-4568-a766-a0fc92abae5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a122d86-fb4a-4b64-b80d-a38c3fb85452,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:23.099741 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b0085fd2-0ec8-4568-a766-a0fc92abae5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:23.104198 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b0085fd2-0ec8-4568-a766-a0fc92abae5a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4a122d86-fb4a-4b64-b80d-a38c3fb85452 HTTP/1.1" status: 204 len: 168 time: 0.8755839 Feb 01 04:33:23.108376 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-25c7b8ae-47c4-4c26-9643-a0829702e541 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3072169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2652276'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:23.136366 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-0f8e4a0e-fb24-487e-b11b-4dab58ee2968 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9129206-227d-4b9d-bc96-c854a26081b8') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:33:23.136877 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-0f8e4a0e-fb24-487e-b11b-4dab58ee2968 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9129206-227d-4b9d-bc96-c854a26081b8') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:33:23.145309 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-12f7f1d8-1a5c-488d-8039-ebc7593100c7 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "DELETE /v2.0/networks/552f063d-1d67-46c0-93ec-93669b6bd7b9 HTTP/1.1" status: 204 len: 168 time: 3.9432614 Feb 01 04:33:23.155879 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35260) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:23.169404 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0f8e4a0e-fb24-487e-b11b-4dab58ee2968 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:23.191925 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-a2dd89f0-5cec-4841-a7d2-8a88b8c83426 None None] The port '49c8c502-bf8a-43f8-b04e-57ade7aeac37' was deleted {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 01 04:33:23.210033 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c7b8ae-47c4-4c26-9643-a0829702e541 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Pushing event deleted for resources: {'Subnet': ['ID=d1a632db-fa34-4cc5-9ac9-d08d41a0d8b0,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:23.215322 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0f8e4a0e-fb24-487e-b11b-4dab58ee2968 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:23.216018 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-25c7b8ae-47c4-4c26-9643-a0829702e541 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:23.236275 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f8e4a0e-fb24-487e-b11b-4dab58ee2968 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:33:23.236628 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0f8e4a0e-fb24-487e-b11b-4dab58ee2968 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:23.252280 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-25c7b8ae-47c4-4c26-9643-a0829702e541 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] 10.222.0.24 "DELETE /v2.0/subnets/d1a632db-fa34-4cc5-9ac9-d08d41a0d8b0 HTTP/1.1" status: 204 len: 168 time: 1.5446587 Feb 01 04:33:23.252788 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 04:33:23.252788 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:33:23.252788 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 04:33:23.252788 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:33:23.252788 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 04:33:23.252788 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:33:23.252788 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 04:33:23.252788 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:33:23.252788 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 04:33:23.252788 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:33:23.252788 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 04:33:23.252788 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:33:23.252788 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 04:33:23.252788 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:33:23.252788 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:33:23.252788 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:33:23.252788 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:33:23.252788 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:33:23.252788 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 04:33:23.252788 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:33:23.252788 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 04:33:23.252788 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:33:23.252788 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:33:23.252788 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:33:23.252788 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 04:33:23.252788 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:33:23.252788 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:33:23.252788 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:33:23.252788 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:33:23.252788 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:33:23.252788 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:33:23.252788 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:33:23.252788 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 35264) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:23.261185 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-01ae260b-3faa-4e94-9ceb-2526c39713c9 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:23.306618 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-298778d2-7ac6-448a-b4bc-41a148ccf309 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:23.312185 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2bb4c3c-ea07-4396-9a7e-e30289944007 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:23.328938 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b2bb4c3c-ea07-4396-9a7e-e30289944007 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "GET /v2.0/ports/ee8c9e82-f789-47b3-a57a-f33b8c5a34ed HTTP/1.1" status: 200 len: 845 time: 0.1588259 Feb 01 04:33:23.328938 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35268) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:23.387195 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 49c8c502-bf8a-43f8-b04e-57ade7aeac37 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:33:23.437122 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 49c8c502-bf8a-43f8-b04e-57ade7aeac37 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:33:23.437831 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 49c8c502-bf8a-43f8-b04e-57ade7aeac37 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:33:23.468809 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-bec320f7-e14e-4e91-84e6-5f15f80f52bc tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "GET /v2.0/ports/ee8c9e82-f789-47b3-a57a-f33b8c5a34ed?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1449051 Feb 01 04:33:23.475687 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35274) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:23.484704 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-3a6b0c66-bd11-4aa7-982c-5bbcc1dda033 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Request body: {'subnet': {'network_id': 'f84096f6-bb01-4fa1-8395-e2b6df6a3423', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:33:23.521228 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-01ae260b-3faa-4e94-9ceb-2526c39713c9 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3072169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2652276'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:23.585200 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ae260b-3faa-4e94-9ceb-2526c39713c9 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event deleted for resources: {'Subnet': ['ID=6aca4b41-2d90-4efc-bb98-d23ce7738b61,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:23.588151 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-01ae260b-3faa-4e94-9ceb-2526c39713c9 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:23.592820 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1184e334-b4a8-47ac-8fff-e4cf13e1ae36 None None] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:33:23.670457 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-01ae260b-3faa-4e94-9ceb-2526c39713c9 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/subnets/6aca4b41-2d90-4efc-bb98-d23ce7738b61 HTTP/1.1" status: 204 len: 168 time: 1.2327507 Feb 01 04:33:23.672951 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35278) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:23.683218 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 35282) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:23.692867 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-298778d2-7ac6-448a-b4bc-41a148ccf309 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Calling delete_port for c7c56bdc-31cb-40a7-b441-5db8b46974db owned by network:router_interface {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:33:23.718953 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-3a6b0c66-bd11-4aa7-982c-5bbcc1dda033 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:23.726342 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-3a6b0c66-bd11-4aa7-982c-5bbcc1dda033 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Usage tracker for resource:subnet and tenant:4859bcd8aae8416eba645579d339c6c6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:33:23.735411 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-3a6b0c66-bd11-4aa7-982c-5bbcc1dda033 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:33:23.744762 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-3a6b0c66-bd11-4aa7-982c-5bbcc1dda033 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:23.757296 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-60b44144-151c-41e8-8596-f5f033ad8399 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Deleting subnet dfaa0322-7d3b-4874-b5b5-0473515ca7fc {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:33:23.762084 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-60b44144-151c-41e8-8596-f5f033ad8399 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:23.772370 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0264f8d5-7d9f-4361-91df-c0370432b938 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:23.773954 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-0264f8d5-7d9f-4361-91df-c0370432b938 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5192175 Feb 01 04:33:23.797206 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35286) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:23.805580 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6b0c66-bd11-4aa7-982c-5bbcc1dda033 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Made reservation on behalf of 4859bcd8aae8416eba645579d339c6c6 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:33:23.810722 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3a6b0c66-bd11-4aa7-982c-5bbcc1dda033 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:23.826845 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0efcdd17-ee4a-4a62-af2d-9fdde5655722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:23.872084 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efcdd17-ee4a-4a62-af2d-9fdde5655722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9aacc7a-13b9-49c1-b051-ee5e731123a0,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:23.886063 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0f8e4a0e-fb24-487e-b11b-4dab58ee2968 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:23.936791 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0f8e4a0e-fb24-487e-b11b-4dab58ee2968 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:23.939411 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0efcdd17-ee4a-4a62-af2d-9fdde5655722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:23.940596 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-0efcdd17-ee4a-4a62-af2d-9fdde5655722 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c9aacc7a-13b9-49c1-b051-ee5e731123a0 HTTP/1.1" status: 204 len: 168 time: 1.3720391 Feb 01 04:33:23.964374 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8e4a0e-fb24-487e-b11b-4dab58ee2968 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Pushing event deleted for resources: {'Network': ['ID=89eb9fda-5420-4d4c-b45e-223db35bafc5,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:23.973833 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-9f1de048-4065-4edb-ab5a-5e44a55c9eb7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b2c4c9315227484db5c8ddb58f58651b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2531447 Feb 01 04:33:23.977009 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d8f7e4c8-214e-4b47-935f-52d84a89bebf tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:23.977564 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-0f8e4a0e-fb24-487e-b11b-4dab58ee2968 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] 10.222.0.24 "DELETE /v2.0/networks/89eb9fda-5420-4d4c-b45e-223db35bafc5 HTTP/1.1" status: 204 len: 168 time: 3.2000434 Feb 01 04:33:23.981831 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 35292) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:23.981831 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 35294) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:23.993604 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-60b44144-151c-41e8-8596-f5f033ad8399 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145757'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:24.058698 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-b57c7cc3-3a1b-497e-bf9e-729558dbc40c tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] DELETE failed (client error): The resource could not be found. Feb 01 04:33:24.059183 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b57c7cc3-3a1b-497e-bf9e-729558dbc40c tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:33:24.063192 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-b57c7cc3-3a1b-497e-bf9e-729558dbc40c tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] 10.222.0.24 "DELETE /v2.0/subnets/650b87bb-ef35-4869-9474-e031f806992c HTTP/1.1" status: 404 len: 337 time: 0.0766771 Feb 01 04:33:24.068808 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 35300) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:24.145198 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-d8f7e4c8-214e-4b47-935f-52d84a89bebf tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Deleting port 9172f8c0-605d-4295-8752-f8421ae49da1 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:33:24.145198 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d8f7e4c8-214e-4b47-935f-52d84a89bebf tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:24.151925 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fe7c2fa-b263-4c1b-8753-68c070b32478 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] DELETE failed (client error): The resource could not be found. Feb 01 04:33:24.152517 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fe7c2fa-b263-4c1b-8753-68c070b32478 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:33:24.160240 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-1fe7c2fa-b263-4c1b-8753-68c070b32478 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] 10.222.0.24 "DELETE /v2.0/networks/08fd6e90-3b58-4a58-bc4d-daed7acd7c85 HTTP/1.1" status: 404 len: 339 time: 0.0825982 Feb 01 04:33:24.163900 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 35304) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:24.289484 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdf9883a-328c-4254-923c-1677e140fb4a tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Deleting subnet 2e55bda8-1b63-4544-8427-b3ca780e5c21 {{(pid=87637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:33:24.301656 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bdf9883a-328c-4254-923c-1677e140fb4a tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks [] for subnet, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:24.343952 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-eaf69e6c-7ef0-4913-afc3-6e5b18594302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:24.427015 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bdf9883a-328c-4254-923c-1677e140fb4a tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2424773'] for subnet, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:24.438917 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-60b44144-151c-41e8-8596-f5f033ad8399 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:24.495572 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-eaf69e6c-7ef0-4913-afc3-6e5b18594302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:24.598132 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-60b44144-151c-41e8-8596-f5f033ad8399 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3072169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2652276'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:24.602987 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-298778d2-7ac6-448a-b4bc-41a148ccf309 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:24.669149 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9989463c-5008-4b2d-abbb-539ad9501e7f None None] Network e7a70324-0518-4bb3-b260-f5cd7ca9ea58 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:33:24.685089 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b44144-151c-41e8-8596-f5f033ad8399 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event deleted for resources: {'Subnet': ['ID=dfaa0322-7d3b-4874-b5b5-0473515ca7fc,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:24.722218 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298778d2-7ac6-448a-b4bc-41a148ccf309 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Pushing event deleted for resources: {'Port': ['ID=c7c56bdc-31cb-40a7-b441-5db8b46974db,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:24.724151 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-eaf69e6c-7ef0-4913-afc3-6e5b18594302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:24.793311 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf69e6c-7ef0-4913-afc3-6e5b18594302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d9a2d7f-4fa8-4643-ae7d-99343efb436a,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:24.855226 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bdf9883a-328c-4254-923c-1677e140fb4a tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:24.915528 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-eaf69e6c-7ef0-4913-afc3-6e5b18594302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:24.916712 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-eaf69e6c-7ef0-4913-afc3-6e5b18594302 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4d9a2d7f-4fa8-4643-ae7d-99343efb436a HTTP/1.1" status: 204 len: 168 time: 0.9340389 Feb 01 04:33:24.980782 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-55b30eb1-d4c4-486b-8316-7ccc14a5bc27 None None] Provisioning for port 9172f8c0-605d-4295-8752-f8421ae49da1 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:33:25.069679 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3a6b0c66-bd11-4aa7-982c-5bbcc1dda033 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:25.113299 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-60b44144-151c-41e8-8596-f5f033ad8399 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:25.122577 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17aadf64-f618-4294-a893-f8ea6cd1849a None None] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:33:25.128610 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-60b44144-151c-41e8-8596-f5f033ad8399 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/subnets/dfaa0322-7d3b-4874-b5b5-0473515ca7fc HTTP/1.1" status: 204 len: 168 time: 1.4544737 Feb 01 04:33:25.131362 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35328) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:25.168329 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bdf9883a-328c-4254-923c-1677e140fb4a tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3037665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694336'] for subnet, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:25.206604 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 35334) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:25.227487 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf9883a-328c-4254-923c-1677e140fb4a tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Pushing event deleted for resources: {'Subnet': ['ID=2e55bda8-1b63-4544-8427-b3ca780e5c21,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:25.234813 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bdf9883a-328c-4254-923c-1677e140fb4a tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:25.244293 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-298778d2-7ac6-448a-b4bc-41a148ccf309 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770960'] for router_interface, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:25.257388 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-bdf9883a-328c-4254-923c-1677e140fb4a tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] 10.222.0.24 "DELETE /v2.0/subnets/2e55bda8-1b63-4544-8427-b3ca780e5c21 HTTP/1.1" status: 204 len: 168 time: 1.0911336 Feb 01 04:33:25.260340 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 35340) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:25.280046 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-11f2e7c2-9bc4-46a2-8bb3-3a69666420cd tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1412930 Feb 01 04:33:25.281890 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-d8f7e4c8-214e-4b47-935f-52d84a89bebf tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] For port 9172f8c0-605d-4295-8752-f8421ae49da1, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=9172f8c0-605d-4295-8752-f8421ae49da1,segment=NetworkSegment(6a208c5d-d4a2-48d8-9501-53f283d459ce),segment_id=6a208c5d-d4a2-48d8-9501-53f283d459ce)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:33:25.282471 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d8f7e4c8-214e-4b47-935f-52d84a89bebf tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:25.298280 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6b0c66-bd11-4aa7-982c-5bbcc1dda033 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Network f84096f6-bb01-4fa1-8395-e2b6df6a3423 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:33:25.310616 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35344) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:25.330501 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-3a6b0c66-bd11-4aa7-982c-5bbcc1dda033 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:33:25.419420 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c85dde-3c45-4f63-8f6c-686f67f9ec7a None None] Network eae6efd3-93ab-4c64-bcba-f776197b4e1c requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:33:25.422159 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-5555e1c9-381e-4310-b8d8-2929e7e80cfc tempest-SubnetPoolsTestJSON-538016018 tempest-SubnetPoolsTestJSON-538016018-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1036680351', 'prefixes': ['172.20.0.0/16']}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:33:25.437318 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eedbc4a8-736a-4bbe-8105-fb94b466469e None None] Network f84096f6-bb01-4fa1-8395-e2b6df6a3423 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:33:25.445404 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-5555e1c9-381e-4310-b8d8-2929e7e80cfc tempest-SubnetPoolsTestJSON-538016018 tempest-SubnetPoolsTestJSON-538016018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:25.488191 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 9172f8c0-605d-4295-8752-f8421ae49da1 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:33:25.527456 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-d8f7e4c8-214e-4b47-935f-52d84a89bebf tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Calling delete_port for 9172f8c0-605d-4295-8752-f8421ae49da1 owned by network:dhcp {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:33:25.559424 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e1e7693a-c21b-404b-ae1d-761d7b212e22 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:25.569963 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6b0c66-bd11-4aa7-982c-5bbcc1dda033 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:25.570611 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3a6b0c66-bd11-4aa7-982c-5bbcc1dda033 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:25.577379 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-d7428459-0acb-4680-98b6-d3eab043d59a tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Request body: {'subnet': {'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:33:25.619099 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6b0c66-bd11-4aa7-982c-5bbcc1dda033 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event updated for resources: {'Subnet': ['ID=c7db8336-9c8f-40f7-9e76-e11c8fcd0db2,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:25.646374 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-c37a0984-a7da-489c-8522-a88f2922372e None None] Provisioning complete for port 55ab4d4c-d829-4d4f-9eab-96ed43ac7ced triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:33:25.646780 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c37a0984-a7da-489c-8522-a88f2922372e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:25.648121 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-3a6b0c66-bd11-4aa7-982c-5bbcc1dda033 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1725585 Feb 01 04:33:25.652286 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35356) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:25.710187 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-d7c8cbbc-907f-4ef9-8cf4-c3b65da6d1ab tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Request body: {'security_group': {'name': 'tempest-secgroup-2035125336'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:33:25.743225 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-d7c8cbbc-907f-4ef9-8cf4-c3b65da6d1ab tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:25.753286 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-d7428459-0acb-4680-98b6-d3eab043d59a tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:25.757552 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d7428459-0acb-4680-98b6-d3eab043d59a tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Usage tracker for resource:subnet and tenant:60b4e61082d3421283cb095bbc99ad8e is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:33:25.760678 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d7428459-0acb-4680-98b6-d3eab043d59a tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:33:25.767261 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-d7428459-0acb-4680-98b6-d3eab043d59a tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:25.775601 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d7c8cbbc-907f-4ef9-8cf4-c3b65da6d1ab tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Usage tracker for resource:security_group and tenant:4859bcd8aae8416eba645579d339c6c6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:33:25.780174 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d7c8cbbc-907f-4ef9-8cf4-c3b65da6d1ab tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:33:25.784426 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7428459-0acb-4680-98b6-d3eab043d59a tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Made reservation on behalf of 60b4e61082d3421283cb095bbc99ad8e for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:33:25.788071 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d7428459-0acb-4680-98b6-d3eab043d59a tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:25.813483 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-d7c8cbbc-907f-4ef9-8cf4-c3b65da6d1ab tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:25.818332 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d8f7e4c8-214e-4b47-935f-52d84a89bebf tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:25.897512 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f7e4c8-214e-4b47-935f-52d84a89bebf tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Pushing event deleted for resources: {'Port': ['ID=9172f8c0-605d-4295-8752-f8421ae49da1,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:25.897839 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No active binding found for port 9172f8c0-605d-4295-8752-f8421ae49da1 {{(pid=87638) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 01 04:33:25.904320 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 9172f8c0-605d-4295-8752-f8421ae49da1 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 01 04:33:25.909605 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-e1e7693a-c21b-404b-ae1d-761d7b212e22 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Deleting port 6809150f-cf82-4268-86cd-93c37895c70e {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:33:25.910129 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e1e7693a-c21b-404b-ae1d-761d7b212e22 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:25.946907 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f7e4c8-214e-4b47-935f-52d84a89bebf tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] No DVR routers for this DVR port 9172f8c0-605d-4295-8752-f8421ae49da1 on host dv-neutron-826830-1-hyperv {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:33:25.993789 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d7c8cbbc-907f-4ef9-8cf4-c3b65da6d1ab tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:26.035515 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Port 9172f8c0-605d-4295-8752-f8421ae49da1 not found, will not notify nova. {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 01 04:33:26.042220 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-d7c8cbbc-907f-4ef9-8cf4-c3b65da6d1ab tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:26.056306 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d7c8cbbc-907f-4ef9-8cf4-c3b65da6d1ab tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Usage tracker for resource:security_group_rule and tenant:4859bcd8aae8416eba645579d339c6c6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:33:26.072539 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d7c8cbbc-907f-4ef9-8cf4-c3b65da6d1ab tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:33:26.154843 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d8f7e4c8-214e-4b47-935f-52d84a89bebf tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:26.193454 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-d8f7e4c8-214e-4b47-935f-52d84a89bebf tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7a70324-0518-4bb3-b260-f5cd7ca9ea58']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:33:26.210596 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-d8f7e4c8-214e-4b47-935f-52d84a89bebf tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a208c5d-d4a2-48d8-9501-53f283d459ce') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:33:26.211192 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-d8f7e4c8-214e-4b47-935f-52d84a89bebf tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a208c5d-d4a2-48d8-9501-53f283d459ce') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:33:26.224052 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0de7f5-eabe-4167-b41c-125b2ffa38b8 None None] DHCP port deletion for e7a70324-0518-4bb3-b260-f5cd7ca9ea58 request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:33:26.228707 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d8f7e4c8-214e-4b47-935f-52d84a89bebf tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143022'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:26.253823 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d8f7e4c8-214e-4b47-935f-52d84a89bebf tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:26.255305 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51be3e22-192e-4efc-b84c-0a3f954cf71d None None] DHCP port deletion for 14b67238-4e53-405c-b9cd-84b8ff52e36a request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:33:26.266561 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8f7e4c8-214e-4b47-935f-52d84a89bebf tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:33:26.267694 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d8f7e4c8-214e-4b47-935f-52d84a89bebf tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3072199'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:26.270449 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5555e1c9-381e-4310-b8d8-2929e7e80cfc tempest-SubnetPoolsTestJSON-538016018 tempest-SubnetPoolsTestJSON-538016018-project] Notify callbacks [] for subnetpool, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:26.274169 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-5555e1c9-381e-4310-b8d8-2929e7e80cfc tempest-SubnetPoolsTestJSON-538016018 tempest-SubnetPoolsTestJSON-538016018-project] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.0592000 Feb 01 04:33:26.274857 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-51be3e22-192e-4efc-b84c-0a3f954cf71d None None] Deleting port 55ab4d4c-d829-4d4f-9eab-96ed43ac7ced {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:33:26.275478 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-51be3e22-192e-4efc-b84c-0a3f954cf71d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:26.282662 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 35372) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:26.313575 dv-neutron-826830-1-hyperv neutron-server[87636]: Traceback (most recent call last): Feb 01 04:33:26.313575 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:33:26.313575 dv-neutron-826830-1-hyperv neutron-server[87636]: timer() Feb 01 04:33:26.313575 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:33:26.313575 dv-neutron-826830-1-hyperv neutron-server[87636]: cb(*args, **kw) Feb 01 04:33:26.313575 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:33:26.313575 dv-neutron-826830-1-hyperv neutron-server[87636]: return func(*args, **kwargs) Feb 01 04:33:26.313575 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:33:26.313575 dv-neutron-826830-1-hyperv neutron-server[87636]: self._notify() Feb 01 04:33:26.313575 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:33:26.313575 dv-neutron-826830-1-hyperv neutron-server[87636]: self.callback(batched_events) Feb 01 04:33:26.313575 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:33:26.313575 dv-neutron-826830-1-hyperv neutron-server[87636]: event.method(event) Feb 01 04:33:26.313575 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:33:26.313575 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:33:26.313575 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:33:26.313575 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:33:26.313575 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:33:26.313575 dv-neutron-826830-1-hyperv neutron-server[87636]: return f(self, *a, **k) Feb 01 04:33:26.313575 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:33:26.313575 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._get(url).json() Feb 01 04:33:26.313575 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:33:26.313575 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:33:26.313575 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:33:26.313575 dv-neutron-826830-1-hyperv neutron-server[87636]: return self.request(url, 'GET', **kwargs) Feb 01 04:33:26.313575 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:33:26.313575 dv-neutron-826830-1-hyperv neutron-server[87636]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:33:26.313575 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:33:26.313575 dv-neutron-826830-1-hyperv neutron-server[87636]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:33:26.313575 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:33:26.313575 dv-neutron-826830-1-hyperv neutron-server[87636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:33:26.313575 dv-neutron-826830-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:33:26.322419 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-d7c8cbbc-907f-4ef9-8cf4-c3b65da6d1ab tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:26.341038 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-39aca073-1e77-449b-9bce-8f534ae22888 tempest-SubnetPoolsTestJSON-538016018 tempest-SubnetPoolsTestJSON-538016018-project] 10.222.0.24 "GET /v2.0/subnetpools/8ecef13b-abac-49bb-9f0d-cdec6026ecf7 HTTP/1.1" status: 200 len: 732 time: 0.0417056 Feb 01 04:33:26.359798 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 35378) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:26.377306 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-1ea22323-4b1e-42f7-a701-5d96ed99c40b tempest-SubnetPoolsTestJSON-538016018 tempest-SubnetPoolsTestJSON-538016018-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1976837853'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:33:26.443586 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417a7f0c-39a9-455b-9aee-a9369d355931 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-f84096f6-bb01-4fa1-8395-e2b6df6a3423', 'network_id': 'f84096f6-bb01-4fa1-8395-e2b6df6a3423', 'tenant_id': '4859bcd8aae8416eba645579d339c6c6', 'fixed_ips': [{'subnet_id': 'c7db8336-9c8f-40f7-9e76-e11c8fcd0db2'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:33:26.445064 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-417a7f0c-39a9-455b-9aee-a9369d355931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:26.464601 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7075924-31ea-4783-af75-a1163a5b7562 None None] DHCP port deletion for eae6efd3-93ab-4c64-bcba-f776197b4e1c request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:33:26.497767 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-298778d2-7ac6-448a-b4bc-41a148ccf309 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Router b5c068dd-b1b9-4e55-af55-276d4894b12e has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:33:26.502706 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-d7075924-31ea-4783-af75-a1163a5b7562 None None] Deleting port 6809150f-cf82-4268-86cd-93c37895c70e {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:33:26.503205 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d7075924-31ea-4783-af75-a1163a5b7562 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:26.532302 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-e1e7693a-c21b-404b-ae1d-761d7b212e22 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] For port 6809150f-cf82-4268-86cd-93c37895c70e, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=6809150f-cf82-4268-86cd-93c37895c70e,segment=NetworkSegment(88330030-a229-4b7c-8673-4cbe0a85bdcf),segment_id=88330030-a229-4b7c-8673-4cbe0a85bdcf)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:33:26.532667 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e1e7693a-c21b-404b-ae1d-761d7b212e22 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:26.638665 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d8f7e4c8-214e-4b47-935f-52d84a89bebf tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:26.685752 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-51be3e22-192e-4efc-b84c-0a3f954cf71d None None] For port 55ab4d4c-d829-4d4f-9eab-96ed43ac7ced, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=55ab4d4c-d829-4d4f-9eab-96ed43ac7ced,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:33:26.686144 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-51be3e22-192e-4efc-b84c-0a3f954cf71d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:26.687041 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d7428459-0acb-4680-98b6-d3eab043d59a tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:26.699073 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d8f7e4c8-214e-4b47-935f-52d84a89bebf tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:26.705863 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f7e4c8-214e-4b47-935f-52d84a89bebf tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Pushing event deleted for resources: {'Network': ['ID=e7a70324-0518-4bb3-b260-f5cd7ca9ea58,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:26.758885 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-e1e7693a-c21b-404b-ae1d-761d7b212e22 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Calling delete_port for 6809150f-cf82-4268-86cd-93c37895c70e owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:33:26.797487 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7428459-0acb-4680-98b6-d3eab043d59a tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:33:26.801171 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7428459-0acb-4680-98b6-d3eab043d59a tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event updated for resources: {'Subnet': ['ID=5b603d50-f4ce-4ec7-91f3-4eb1823ba9c4,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:26.803733 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-d7428459-0acb-4680-98b6-d3eab043d59a tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:33:26.828057 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7428459-0acb-4680-98b6-d3eab043d59a tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:26.828959 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d7428459-0acb-4680-98b6-d3eab043d59a tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:26.860159 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-51be3e22-192e-4efc-b84c-0a3f954cf71d None None] Calling delete_port for 55ab4d4c-d829-4d4f-9eab-96ed43ac7ced owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:33:26.864053 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1ea22323-4b1e-42f7-a701-5d96ed99c40b tempest-SubnetPoolsTestJSON-538016018 tempest-SubnetPoolsTestJSON-538016018-project] Notify callbacks [] for subnetpool, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:26.865267 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-1ea22323-4b1e-42f7-a701-5d96ed99c40b tempest-SubnetPoolsTestJSON-538016018 tempest-SubnetPoolsTestJSON-538016018-project] 10.222.0.24 "PUT /v2.0/subnetpools/8ecef13b-abac-49bb-9f0d-cdec6026ecf7 HTTP/1.1" status: 200 len: 684 time: 0.5019927 Feb 01 04:33:26.873244 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35394) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:26.879091 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d7428459-0acb-4680-98b6-d3eab043d59a tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5543239 Feb 01 04:33:26.890602 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35396) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:26.894648 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d8f7e4c8-214e-4b47-935f-52d84a89bebf tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] 10.222.0.24 "DELETE /v2.0/networks/e7a70324-0518-4bb3-b260-f5cd7ca9ea58 HTTP/1.1" status: 204 len: 168 time: 3.0962105 Feb 01 04:33:26.935915 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-9667b65b-57b7-4124-8aa1-4b979e37eb49 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Request body: {'subnet': {'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:33:26.967036 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 35402) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:27.028787 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 35406) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:27.063254 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d7c8cbbc-907f-4ef9-8cf4-c3b65da6d1ab tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:27.091178 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d7c8cbbc-907f-4ef9-8cf4-c3b65da6d1ab tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:27.139516 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-298778d2-7ac6-448a-b4bc-41a148ccf309 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:33:27.173229 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2353a11f-e617-443d-8139-47d3ecbb0f6a None None] Sync routers for ids ['b5c068dd-b1b9-4e55-af55-276d4894b12e'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:33:27.181630 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-51be3e22-192e-4efc-b84c-0a3f954cf71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:27.192493 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-071b5bcd-fa80-4430-b9e8-e91d0efb2915 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:27.198983 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c8cbbc-907f-4ef9-8cf4-c3b65da6d1ab tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=436b7be6-78f6-4c13-9206-3e45581a40a9,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:27.204345 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-9fa0465d-7117-4826-a148-f8b51efb87a6 tempest-RoutersTestDVR-1325285943 tempest-RoutersTestDVR-1325285943-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-324261674'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:33:27.208364 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d7c8cbbc-907f-4ef9-8cf4-c3b65da6d1ab tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:27.212613 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d7c8cbbc-907f-4ef9-8cf4-c3b65da6d1ab tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5546637 Feb 01 04:33:27.213563 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e1e7693a-c21b-404b-ae1d-761d7b212e22 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:27.213784 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35412) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:27.219790 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-445c2728-0780-4a68-9413-c5d36f5e0f64 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Request body: {'security_group': {'name': 'tempest-secgroup-489115987'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:33:27.223582 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-9fa0465d-7117-4826-a148-f8b51efb87a6 tempest-RoutersTestDVR-1325285943 tempest-RoutersTestDVR-1325285943-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:27.224254 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-9667b65b-57b7-4124-8aa1-4b979e37eb49 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:27.231382 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-9667b65b-57b7-4124-8aa1-4b979e37eb49 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Usage tracker for resource:subnet and tenant:60b4e61082d3421283cb095bbc99ad8e is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:33:27.234560 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-417a7f0c-39a9-455b-9aee-a9369d355931 None None] Allocated IP 2001:db8::2 (f84096f6-bb01-4fa1-8395-e2b6df6a3423/c7db8336-9c8f-40f7-9e76-e11c8fcd0db2/3a56758e-a578-4542-a80f-725b3d277e35) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:33:27.235878 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-445c2728-0780-4a68-9413-c5d36f5e0f64 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:27.238813 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-9667b65b-57b7-4124-8aa1-4b979e37eb49 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:33:27.246600 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-445c2728-0780-4a68-9413-c5d36f5e0f64 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Usage tracker for resource:security_group and tenant:4859bcd8aae8416eba645579d339c6c6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:33:27.250618 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-edc6aa3c-951c-4c10-aecc-a7683872ce50 tempest-SubnetPoolsTestJSON-538016018 tempest-SubnetPoolsTestJSON-538016018-project] Notify callbacks [] for subnetpool, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:27.255286 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-edc6aa3c-951c-4c10-aecc-a7683872ce50 tempest-SubnetPoolsTestJSON-538016018 tempest-SubnetPoolsTestJSON-538016018-project] 10.222.0.24 "DELETE /v2.0/subnetpools/8ecef13b-abac-49bb-9f0d-cdec6026ecf7 HTTP/1.1" status: 204 len: 168 time: 0.3745995 Feb 01 04:33:27.255860 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35416) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:27.256676 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-445c2728-0780-4a68-9413-c5d36f5e0f64 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:33:27.259601 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-9667b65b-57b7-4124-8aa1-4b979e37eb49 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:27.261507 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51be3e22-192e-4efc-b84c-0a3f954cf71d None None] Pushing event deleted for resources: {'Port': ['ID=55ab4d4c-d829-4d4f-9eab-96ed43ac7ced,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:27.270682 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51be3e22-192e-4efc-b84c-0a3f954cf71d None None] No DVR routers for this DVR port 55ab4d4c-d829-4d4f-9eab-96ed43ac7ced on host dv-neutron-826830-1-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:33:27.272883 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2353a11f-e617-443d-8139-47d3ecbb0f6a None None] Routers {'b5c068dd-b1b9-4e55-af55-276d4894b12e'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:33:27.273827 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-2353a11f-e617-443d-8139-47d3ecbb0f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:33:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['b5c068dd-b1b9-4e55-af55-276d4894b12e'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:33:27.285652 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-445c2728-0780-4a68-9413-c5d36f5e0f64 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:27.295291 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-9fa0465d-7117-4826-a148-f8b51efb87a6 tempest-RoutersTestDVR-1325285943 tempest-RoutersTestDVR-1325285943-project-admin] Usage tracker for resource:router and tenant:9b7feceee1934e54af0b2eda000b84b5 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:33:27.298540 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-c9b0aec0-a6e3-40c2-b6af-e5d4a1587f23 tempest-SubnetPoolsTestJSON-538016018 tempest-SubnetPoolsTestJSON-538016018-project] show failed (client error): The resource could not be found. Feb 01 04:33:27.298685 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-9fa0465d-7117-4826-a148-f8b51efb87a6 tempest-RoutersTestDVR-1325285943 tempest-RoutersTestDVR-1325285943-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:33:27.302910 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c9b0aec0-a6e3-40c2-b6af-e5d4a1587f23 tempest-SubnetPoolsTestJSON-538016018 tempest-SubnetPoolsTestJSON-538016018-project] 10.222.0.24 "GET /v2.0/subnetpools/8ecef13b-abac-49bb-9f0d-cdec6026ecf7 HTTP/1.1" status: 404 len: 346 time: 0.0404253 Feb 01 04:33:27.303513 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35420) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:27.305218 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-9fa0465d-7117-4826-a148-f8b51efb87a6 tempest-RoutersTestDVR-1325285943 tempest-RoutersTestDVR-1325285943-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:27.314733 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e7693a-c21b-404b-ae1d-761d7b212e22 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Pushing event deleted for resources: {'Port': ['ID=6809150f-cf82-4268-86cd-93c37895c70e,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:27.319872 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-298778d2-7ac6-448a-b4bc-41a148ccf309 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] 10.222.0.24 "PUT /v2.0/routers/b5c068dd-b1b9-4e55-af55-276d4894b12e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5869973 Feb 01 04:33:27.321319 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e7693a-c21b-404b-ae1d-761d7b212e22 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] No DVR routers for this DVR port 6809150f-cf82-4268-86cd-93c37895c70e on host dv-neutron-826830-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:33:27.328013 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 35424) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:27.347003 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-d7075924-31ea-4783-af75-a1163a5b7562 None None] For port 6809150f-cf82-4268-86cd-93c37895c70e, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=6809150f-cf82-4268-86cd-93c37895c70e,segment=NetworkSegment(88330030-a229-4b7c-8673-4cbe0a85bdcf),segment_id=88330030-a229-4b7c-8673-4cbe0a85bdcf)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:33:27.347582 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d7075924-31ea-4783-af75-a1163a5b7562 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:27.382295 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f96d3d-08c3-4220-adf1-6a0ff3c165b6 None None] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:33:27.395526 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 6809150f-cf82-4268-86cd-93c37895c70e no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:33:27.406490 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9fa0465d-7117-4826-a148-f8b51efb87a6 tempest-RoutersTestDVR-1325285943 tempest-RoutersTestDVR-1325285943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25958'] for router, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:27.407536 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9fa0465d-7117-4826-a148-f8b51efb87a6 tempest-RoutersTestDVR-1325285943 tempest-RoutersTestDVR-1325285943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-372027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25961'] for router, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:27.442670 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-2353a11f-e617-443d-8139-47d3ecbb0f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:33:27.454526 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-445c2728-0780-4a68-9413-c5d36f5e0f64 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:27.462679 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9667b65b-57b7-4124-8aa1-4b979e37eb49 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Made reservation on behalf of 60b4e61082d3421283cb095bbc99ad8e for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:33:27.466062 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9667b65b-57b7-4124-8aa1-4b979e37eb49 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:27.483575 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-9efd31b0-4d7e-4541-bee6-703fd123a12e tempest-SubnetPoolsTestJSON-538016018 tempest-SubnetPoolsTestJSON-538016018-project] delete failed (client error): The resource could not be found. Feb 01 04:33:27.491858 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9efd31b0-4d7e-4541-bee6-703fd123a12e tempest-SubnetPoolsTestJSON-538016018 tempest-SubnetPoolsTestJSON-538016018-project] 10.222.0.24 "DELETE /v2.0/subnetpools/8ecef13b-abac-49bb-9f0d-cdec6026ecf7 HTTP/1.1" status: 404 len: 346 time: 0.1849003 Feb 01 04:33:27.501412 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 6809150f-cf82-4268-86cd-93c37895c70e {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:33:27.501412 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 6809150f-cf82-4268-86cd-93c37895c70e not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:33:27.501412 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 9172f8c0-605d-4295-8752-f8421ae49da1 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:33:27.604987 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-d7075924-31ea-4783-af75-a1163a5b7562 None None] Calling delete_port for 6809150f-cf82-4268-86cd-93c37895c70e owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:33:27.635657 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-071b5bcd-fa80-4430-b9e8-e91d0efb2915 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:27.663340 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 9172f8c0-605d-4295-8752-f8421ae49da1 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:33:27.663690 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 9172f8c0-605d-4295-8752-f8421ae49da1 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:33:27.664113 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 55ab4d4c-d829-4d4f-9eab-96ed43ac7ced no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:33:27.681289 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-445c2728-0780-4a68-9413-c5d36f5e0f64 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:27.686145 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-445c2728-0780-4a68-9413-c5d36f5e0f64 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Usage tracker for resource:security_group_rule and tenant:4859bcd8aae8416eba645579d339c6c6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:33:27.690123 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-445c2728-0780-4a68-9413-c5d36f5e0f64 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:33:27.697008 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-445c2728-0780-4a68-9413-c5d36f5e0f64 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:27.790134 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-445c2728-0780-4a68-9413-c5d36f5e0f64 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:27.796139 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2353a11f-e617-443d-8139-47d3ecbb0f6a None None] Routers {'b5c068dd-b1b9-4e55-af55-276d4894b12e'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:33:27.796835 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-2353a11f-e617-443d-8139-47d3ecbb0f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:33:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['b5c068dd-b1b9-4e55-af55-276d4894b12e'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:33:27.798579 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-445c2728-0780-4a68-9413-c5d36f5e0f64 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:27.843080 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-445c2728-0780-4a68-9413-c5d36f5e0f64 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:27.845134 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-445c2728-0780-4a68-9413-c5d36f5e0f64 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.6302876 Feb 01 04:33:27.850206 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35432) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:27.882171 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9fa0465d-7117-4826-a148-f8b51efb87a6 tempest-RoutersTestDVR-1325285943 tempest-RoutersTestDVR-1325285943-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:27.886848 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-071b5bcd-fa80-4430-b9e8-e91d0efb2915 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e59d49b1-2756-4042-ba16-fa36cbf16739']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:33:27.894572 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 35436) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:27.896469 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-8beffec0-863e-4982-8058-149e0b3f58f5 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2126146572', 'security_groups': ['6c26e43b-46eb-477a-9249-233d5506f6ad'], 'network_id': 'f84096f6-bb01-4fa1-8395-e2b6df6a3423', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c7db8336-9c8f-40f7-9e76-e11c8fcd0db2'}]}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:33:27.901899 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e1e7693a-c21b-404b-ae1d-761d7b212e22 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:27.928372 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 55ab4d4c-d829-4d4f-9eab-96ed43ac7ced {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:33:27.928714 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 55ab4d4c-d829-4d4f-9eab-96ed43ac7ced not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:33:27.952476 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-071b5bcd-fa80-4430-b9e8-e91d0efb2915 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64f0da93-4986-4f54-925e-1cd1fb3a1a98') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:33:27.952968 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-071b5bcd-fa80-4430-b9e8-e91d0efb2915 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64f0da93-4986-4f54-925e-1cd1fb3a1a98') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:33:27.999411 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-2353a11f-e617-443d-8139-47d3ecbb0f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:33:27.999852 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2353a11f-e617-443d-8139-47d3ecbb0f6a None None] The sync data for ids ['b5c068dd-b1b9-4e55-af55-276d4894b12e'] in dv-neutron-826830-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:33:28.023981 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445c2728-0780-4a68-9413-c5d36f5e0f64 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c26e43b-46eb-477a-9249-233d5506f6ad,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:28.028749 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-071b5bcd-fa80-4430-b9e8-e91d0efb2915 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:28.045017 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-e1e7693a-c21b-404b-ae1d-761d7b212e22 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eae6efd3-93ab-4c64-bcba-f776197b4e1c']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:33:28.080923 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-e1e7693a-c21b-404b-ae1d-761d7b212e22 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88330030-a229-4b7c-8673-4cbe0a85bdcf') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:33:28.081243 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-e1e7693a-c21b-404b-ae1d-761d7b212e22 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88330030-a229-4b7c-8673-4cbe0a85bdcf') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:33:28.089301 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9fa0465d-7117-4826-a148-f8b51efb87a6 tempest-RoutersTestDVR-1325285943 tempest-RoutersTestDVR-1325285943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337'] for router, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:28.094192 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-8beffec0-863e-4982-8058-149e0b3f58f5 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:28.100277 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-8beffec0-863e-4982-8058-149e0b3f58f5 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Usage tracker for resource:port and tenant:4859bcd8aae8416eba645579d339c6c6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:33:28.102384 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-071b5bcd-fa80-4430-b9e8-e91d0efb2915 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:28.113104 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-8beffec0-863e-4982-8058-149e0b3f58f5 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:33:28.113448 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e1e7693a-c21b-404b-ae1d-761d7b212e22 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:28.131895 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-8beffec0-863e-4982-8058-149e0b3f58f5 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:28.133481 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-071b5bcd-fa80-4430-b9e8-e91d0efb2915 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:33:28.133914 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-071b5bcd-fa80-4430-b9e8-e91d0efb2915 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:28.146348 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d3100b-184e-4313-977e-36e0f4fc1579 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-14b67238-4e53-405c-b9cd-84b8ff52e36a', 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'tenant_id': '60b4e61082d3421283cb095bbc99ad8e', 'fixed_ips': [{'subnet_id': '5b603d50-f4ce-4ec7-91f3-4eb1823ba9c4'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:33:28.147205 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-21d3100b-184e-4313-977e-36e0f4fc1579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:28.153530 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 04:33:28.153530 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:33:28.153530 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 04:33:28.153530 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:33:28.153530 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 04:33:28.153530 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:33:28.153530 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 04:33:28.153530 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:33:28.153530 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 04:33:28.153530 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:33:28.153530 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 04:33:28.153530 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:33:28.153530 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 04:33:28.153530 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:33:28.153530 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:33:28.153530 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:33:28.153530 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:33:28.153530 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:33:28.153530 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 04:33:28.153530 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:33:28.153530 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 04:33:28.153530 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:33:28.153530 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:33:28.153530 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:33:28.153530 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 04:33:28.153530 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:33:28.153530 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:33:28.153530 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:33:28.153530 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:33:28.153530 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:33:28.153530 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:33:28.153530 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:33:28.167992 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8beffec0-863e-4982-8058-149e0b3f58f5 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Made reservation on behalf of 4859bcd8aae8416eba645579d339c6c6 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:33:28.177688 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e1e7693a-c21b-404b-ae1d-761d7b212e22 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:28.204265 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5bb75637-21c9-4206-880e-67b74908a962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:28.219433 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9fa0465d-7117-4826-a148-f8b51efb87a6 tempest-RoutersTestDVR-1325285943 tempest-RoutersTestDVR-1325285943-project-admin] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:28.223196 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-9fa0465d-7117-4826-a148-f8b51efb87a6 tempest-RoutersTestDVR-1325285943 tempest-RoutersTestDVR-1325285943-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.1929667 Feb 01 04:33:28.224441 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35442) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:28.225654 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4c86599b-61e3-4b1e-8b50-482ba4f81af4 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks [] for router, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:28.277551 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-d7075924-31ea-4783-af75-a1163a5b7562 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:33:28.278172 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-d7075924-31ea-4783-af75-a1163a5b7562 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:33:28.324610 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1e7693a-c21b-404b-ae1d-761d7b212e22 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:33:28.324996 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e1e7693a-c21b-404b-ae1d-761d7b212e22 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:28.346985 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 04:33:28.346985 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:33:28.346985 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 04:33:28.346985 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:33:28.346985 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 04:33:28.346985 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:33:28.346985 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 04:33:28.346985 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:33:28.346985 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 04:33:28.346985 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:33:28.346985 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 04:33:28.346985 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:33:28.346985 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 04:33:28.346985 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:33:28.346985 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:33:28.346985 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:33:28.346985 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:33:28.346985 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:33:28.346985 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 04:33:28.346985 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:33:28.346985 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 04:33:28.346985 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:33:28.346985 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:33:28.346985 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:33:28.346985 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 04:33:28.346985 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:33:28.346985 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:33:28.346985 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:33:28.346985 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:33:28.346985 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:33:28.346985 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:33:28.346985 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:33:28.369911 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-5bb75637-21c9-4206-880e-67b74908a962 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:28.379815 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-417a7f0c-39a9-455b-9aee-a9369d355931 None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:28.399095 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-5bb75637-21c9-4206-880e-67b74908a962 admin admin] Usage tracker for resource:security_group_rule and tenant:6260d0032fc04164a74517d69d9bc69b is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:33:28.403287 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-5bb75637-21c9-4206-880e-67b74908a962 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:33:28.459255 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-5bb75637-21c9-4206-880e-67b74908a962 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:28.468630 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b688701b-6469-4d84-af47-8a5d16e17e2f tempest-RoutersTestDVR-1325285943 tempest-RoutersTestDVR-1325285943-project-admin] Notify callbacks [] for router, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:28.470387 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-071b5bcd-fa80-4430-b9e8-e91d0efb2915 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:28.475066 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-071b5bcd-fa80-4430-b9e8-e91d0efb2915 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:28.531068 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.objects.ports [None req-9667b65b-57b7-4124-8aa1-4b979e37eb49 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87636) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 01 04:33:28.547920 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9667b65b-57b7-4124-8aa1-4b979e37eb49 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:28.570643 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b5bcd-fa80-4430-b9e8-e91d0efb2915 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Pushing event deleted for resources: {'Network': ['ID=e59d49b1-2756-4042-ba16-fa36cbf16739,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:28.574379 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-071b5bcd-fa80-4430-b9e8-e91d0efb2915 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] 10.222.0.24 "DELETE /v2.0/networks/e59d49b1-2756-4042-ba16-fa36cbf16739 HTTP/1.1" status: 204 len: 168 time: 1.6055474 Feb 01 04:33:28.583961 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 35446) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:28.589744 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-417a7f0c-39a9-455b-9aee-a9369d355931 None None] Transition to ACTIVE for port object 3a56758e-a578-4542-a80f-725b3d277e35 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:33:28.593778 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e1e7693a-c21b-404b-ae1d-761d7b212e22 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:28.598992 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e1e7693a-c21b-404b-ae1d-761d7b212e22 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:28.661497 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-417a7f0c-39a9-455b-9aee-a9369d355931 None None] Transition to ACTIVE for port object 3a56758e-a578-4542-a80f-725b3d277e35 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:33:28.678237 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e7693a-c21b-404b-ae1d-761d7b212e22 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] Pushing event deleted for resources: {'Network': ['ID=eae6efd3-93ab-4c64-bcba-f776197b4e1c,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:28.679797 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-417a7f0c-39a9-455b-9aee-a9369d355931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:28.715449 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-e1e7693a-c21b-404b-ae1d-761d7b212e22 tempest-NetworksIpV6Test-889117238 tempest-NetworksIpV6Test-889117238-project] 10.222.0.24 "DELETE /v2.0/networks/eae6efd3-93ab-4c64-bcba-f776197b4e1c HTTP/1.1" status: 204 len: 168 time: 3.4508989 Feb 01 04:33:28.769270 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-21d3100b-184e-4313-977e-36e0f4fc1579 None None] Allocated IP 172.20.0.2 (14b67238-4e53-405c-b9cd-84b8ff52e36a/5b603d50-f4ce-4ec7-91f3-4eb1823ba9c4/261b31a9-e2ff-4cc9-937a-38b87bb037ac) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:33:28.782480 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-d7075924-31ea-4783-af75-a1163a5b7562 None None] Deleting port 6809150f-cf82-4268-86cd-93c37895c70e {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:33:28.782480 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d7075924-31ea-4783-af75-a1163a5b7562 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:28.791692 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4c86599b-61e3-4b1e-8b50-482ba4f81af4 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:28.805508 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-21d3100b-184e-4313-977e-36e0f4fc1579 None None] Allocated IP 2001:db8::f816:3eff:fe25:5051 (14b67238-4e53-405c-b9cd-84b8ff52e36a/56e567ab-03c2-4c26-ab4c-11b5bea15ace/261b31a9-e2ff-4cc9-937a-38b87bb037ac) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:33:28.811321 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8beffec0-863e-4982-8058-149e0b3f58f5 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:28.815126 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b4608289-48b2-4d03-966a-871189f07aa8 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:28.815539 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417a7f0c-39a9-455b-9aee-a9369d355931 None None] Network f84096f6-bb01-4fa1-8395-e2b6df6a3423 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:33:28.821168 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9667b65b-57b7-4124-8aa1-4b979e37eb49 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:33:28.834128 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-9667b65b-57b7-4124-8aa1-4b979e37eb49 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:33:28.834332 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-417a7f0c-39a9-455b-9aee-a9369d355931 None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:33:28.837004 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-4c86599b-61e3-4b1e-8b50-482ba4f81af4 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Deleting port 0ff0479b-9bc4-4379-8144-5b29ac024e05 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:33:28.838304 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4c86599b-61e3-4b1e-8b50-482ba4f81af4 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:28.838484 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417a7f0c-39a9-455b-9aee-a9369d355931 None None] Pushing event updated for resources: {'Port': ['ID=3a56758e-a578-4542-a80f-725b3d277e35,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:28.841636 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417a7f0c-39a9-455b-9aee-a9369d355931 None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:33:28.842267 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9667b65b-57b7-4124-8aa1-4b979e37eb49 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:28.842849 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9667b65b-57b7-4124-8aa1-4b979e37eb49 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:28.895469 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-d7075924-31ea-4783-af75-a1163a5b7562 None None] The port '6809150f-cf82-4268-86cd-93c37895c70e' was deleted {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 01 04:33:28.901890 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9667b65b-57b7-4124-8aa1-4b979e37eb49 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event updated for resources: {'Subnet': ['ID=56e567ab-03c2-4c26-ab4c-11b5bea15ace,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:28.923902 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b688701b-6469-4d84-af47-8a5d16e17e2f tempest-RoutersTestDVR-1325285943 tempest-RoutersTestDVR-1325285943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25968'] for router, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:28.929779 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-8beffec0-863e-4982-8058-149e0b3f58f5 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] device_id is not set on port 75957e1f-77a4-4a95-b648-6593524cb568 yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:33:29.022290 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5bb75637-21c9-4206-880e-67b74908a962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:29.045076 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5bb75637-21c9-4206-880e-67b74908a962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:29.101604 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-417a7f0c-39a9-455b-9aee-a9369d355931 None None] Attempting to bind port 3a56758e-a578-4542-a80f-725b3d277e35 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:33:29.102635 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-417a7f0c-39a9-455b-9aee-a9369d355931 None None] Attempting to bind port 3a56758e-a578-4542-a80f-725b3d277e35 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '83c2b211-19ce-4251-9605-c1f223ab560f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f84096f6-bb01-4fa1-8395-e2b6df6a3423'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:33:29.103185 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417a7f0c-39a9-455b-9aee-a9369d355931 None None] Attempting to bind port 3a56758e-a578-4542-a80f-725b3d277e35 on network f84096f6-bb01-4fa1-8395-e2b6df6a3423 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:33:29.115367 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417a7f0c-39a9-455b-9aee-a9369d355931 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:33:29.116355 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417a7f0c-39a9-455b-9aee-a9369d355931 None None] Checking segment: {'id': '83c2b211-19ce-4251-9605-c1f223ab560f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f84096f6-bb01-4fa1-8395-e2b6df6a3423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:33:29.116925 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-417a7f0c-39a9-455b-9aee-a9369d355931 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:29.117499 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417a7f0c-39a9-455b-9aee-a9369d355931 None None] Bound using segment: {'id': '83c2b211-19ce-4251-9605-c1f223ab560f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f84096f6-bb01-4fa1-8395-e2b6df6a3423'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:33:29.118151 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-417a7f0c-39a9-455b-9aee-a9369d355931 None None] Bound port: 3a56758e-a578-4542-a80f-725b3d277e35, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83c2b211-19ce-4251-9605-c1f223ab560f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f84096f6-bb01-4fa1-8395-e2b6df6a3423'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:33:29.118687 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-417a7f0c-39a9-455b-9aee-a9369d355931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:29.129297 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b688701b-6469-4d84-af47-8a5d16e17e2f tempest-RoutersTestDVR-1325285943 tempest-RoutersTestDVR-1325285943-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:29.169142 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9667b65b-57b7-4124-8aa1-4b979e37eb49 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2767470 Feb 01 04:33:29.170152 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35454) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:29.183717 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-baf362f2-0619-4ff8-ba29-ee4b9bf46568 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Request body: {'port': {'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'mac_address': 'fa:16:3e:d5:e9:46', 'name': 'tempest-NetworksTestDHCPv6-131797017'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:33:29.198831 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 35458) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:29.214843 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b688701b-6469-4d84-af47-8a5d16e17e2f tempest-RoutersTestDVR-1325285943 tempest-RoutersTestDVR-1325285943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772958'] for router, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:29.215663 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b688701b-6469-4d84-af47-8a5d16e17e2f tempest-RoutersTestDVR-1325285943 tempest-RoutersTestDVR-1325285943-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7229dd21-4339-48bf-b8ff-043e05937539 {{(pid=87636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 01 04:33:29.271393 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b4608289-48b2-4d03-966a-871189f07aa8 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:29.281674 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-5bb75637-21c9-4206-880e-67b74908a962 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6260d0032fc04164a74517d69d9bc69b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3654714 Feb 01 04:33:29.286233 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b688701b-6469-4d84-af47-8a5d16e17e2f tempest-RoutersTestDVR-1325285943 tempest-RoutersTestDVR-1325285943-project-admin] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:29.287076 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb75637-21c9-4206-880e-67b74908a962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d749dc-7851-4d96-ba77-e0d2112d2667,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:29.289398 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b688701b-6469-4d84-af47-8a5d16e17e2f tempest-RoutersTestDVR-1325285943 tempest-RoutersTestDVR-1325285943-project-admin] 10.222.0.24 "DELETE /v2.0/routers/7229dd21-4339-48bf-b8ff-043e05937539 HTTP/1.1" status: 204 len: 168 time: 1.0620847 Feb 01 04:33:29.297421 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 35464) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:29.299640 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 35466) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:29.310639 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-21d3100b-184e-4313-977e-36e0f4fc1579 None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:29.313550 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-417a7f0c-39a9-455b-9aee-a9369d355931 None None] For port 3a56758e-a578-4542-a80f-725b3d277e35, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:33:29.318877 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-417a7f0c-39a9-455b-9aee-a9369d355931 None None] For port 3a56758e-a578-4542-a80f-725b3d277e35, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=3a56758e-a578-4542-a80f-725b3d277e35,segment=NetworkSegment(83c2b211-19ce-4251-9605-c1f223ab560f),segment_id=83c2b211-19ce-4251-9605-c1f223ab560f)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:33:29.325650 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-21d3100b-184e-4313-977e-36e0f4fc1579 None None] Transition to ACTIVE for port object 261b31a9-e2ff-4cc9-937a-38b87bb037ac will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:33:29.329237 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-417a7f0c-39a9-455b-9aee-a9369d355931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:29.349347 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-49f03d60-d709-4f7c-81ab-fe39fbf75135 tempest-RoutersTestDVR-1325285943 tempest-RoutersTestDVR-1325285943-project-admin] Request body: {'router': {'name': 'tempest-router-550873644', 'distributed': False}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:33:29.360691 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-b4608289-48b2-4d03-966a-871189f07aa8 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['793dd3a8-ec30-4a1e-805c-fe6da37138cd']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:33:29.369630 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-49f03d60-d709-4f7c-81ab-fe39fbf75135 tempest-RoutersTestDVR-1325285943 tempest-RoutersTestDVR-1325285943-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:29.404044 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-b4608289-48b2-4d03-966a-871189f07aa8 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f4d54ab-74d2-4589-8274-d7924f0a07c8') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:33:29.404377 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-b4608289-48b2-4d03-966a-871189f07aa8 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f4d54ab-74d2-4589-8274-d7924f0a07c8') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:33:29.416495 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-49f03d60-d709-4f7c-81ab-fe39fbf75135 tempest-RoutersTestDVR-1325285943 tempest-RoutersTestDVR-1325285943-project-admin] Usage tracker for resource:router and tenant:9b7feceee1934e54af0b2eda000b84b5 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:33:29.419231 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-21d3100b-184e-4313-977e-36e0f4fc1579 None None] Transition to ACTIVE for port object 261b31a9-e2ff-4cc9-937a-38b87bb037ac will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:33:29.433636 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-21d3100b-184e-4313-977e-36e0f4fc1579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:29.435792 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-49f03d60-d709-4f7c-81ab-fe39fbf75135 tempest-RoutersTestDVR-1325285943 tempest-RoutersTestDVR-1325285943-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:33:29.441731 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417a7f0c-39a9-455b-9aee-a9369d355931 None None] Pushing event updated for resources: {'Port': ['ID=3a56758e-a578-4542-a80f-725b3d277e35,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:29.443422 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b4608289-48b2-4d03-966a-871189f07aa8 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:29.450731 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4c86599b-61e3-4b1e-8b50-482ba4f81af4 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:29.478383 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-8beffec0-863e-4982-8058-149e0b3f58f5 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Allocated IP 2001:db8::200 (f84096f6-bb01-4fa1-8395-e2b6df6a3423/c7db8336-9c8f-40f7-9e76-e11c8fcd0db2/75957e1f-77a4-4a95-b648-6593524cb568) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:33:29.485817 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-49f03d60-d709-4f7c-81ab-fe39fbf75135 tempest-RoutersTestDVR-1325285943 tempest-RoutersTestDVR-1325285943-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:29.493238 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d3100b-184e-4313-977e-36e0f4fc1579 None None] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:33:29.500850 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-21d3100b-184e-4313-977e-36e0f4fc1579 None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:33:29.511368 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d3100b-184e-4313-977e-36e0f4fc1579 None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:33:29.574228 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-baf362f2-0619-4ff8-ba29-ee4b9bf46568 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:29.603048 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d3100b-184e-4313-977e-36e0f4fc1579 None None] Pushing event updated for resources: {'Port': ['ID=261b31a9-e2ff-4cc9-937a-38b87bb037ac,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:29.659387 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-21d3100b-184e-4313-977e-36e0f4fc1579 None None] Attempting to bind port 261b31a9-e2ff-4cc9-937a-38b87bb037ac on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:33:29.659671 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-21d3100b-184e-4313-977e-36e0f4fc1579 None None] Attempting to bind port 261b31a9-e2ff-4cc9-937a-38b87bb037ac by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:33:29.660036 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d3100b-184e-4313-977e-36e0f4fc1579 None None] Attempting to bind port 261b31a9-e2ff-4cc9-937a-38b87bb037ac on network 14b67238-4e53-405c-b9cd-84b8ff52e36a {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:33:29.666136 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d3100b-184e-4313-977e-36e0f4fc1579 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:33:29.667103 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d3100b-184e-4313-977e-36e0f4fc1579 None None] Checking segment: {'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:33:29.667545 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-21d3100b-184e-4313-977e-36e0f4fc1579 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:29.667938 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d3100b-184e-4313-977e-36e0f4fc1579 None None] Bound using segment: {'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:33:29.668406 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-21d3100b-184e-4313-977e-36e0f4fc1579 None None] Bound port: 261b31a9-e2ff-4cc9-937a-38b87bb037ac, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:33:29.668783 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-21d3100b-184e-4313-977e-36e0f4fc1579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:29.736080 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-baf362f2-0619-4ff8-ba29-ee4b9bf46568 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Usage tracker for resource:port and tenant:60b4e61082d3421283cb095bbc99ad8e is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:33:29.781857 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-4c86599b-61e3-4b1e-8b50-482ba4f81af4 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Calling delete_port for 0ff0479b-9bc4-4379-8144-5b29ac024e05 owned by network:router_gateway {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:33:29.800069 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8beffec0-863e-4982-8058-149e0b3f58f5 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:29.802400 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-21d3100b-184e-4313-977e-36e0f4fc1579 None None] For port 261b31a9-e2ff-4cc9-937a-38b87bb037ac, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:33:29.810630 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-baf362f2-0619-4ff8-ba29-ee4b9bf46568 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:33:29.822082 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-baf362f2-0619-4ff8-ba29-ee4b9bf46568 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:29.830553 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-8beffec0-863e-4982-8058-149e0b3f58f5 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Transition to ACTIVE for port object 75957e1f-77a4-4a95-b648-6593524cb568 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:33:29.842521 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b4608289-48b2-4d03-966a-871189f07aa8 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:29.849564 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4608289-48b2-4d03-966a-871189f07aa8 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:33:29.849990 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b4608289-48b2-4d03-966a-871189f07aa8 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:29.861926 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf362f2-0619-4ff8-ba29-ee4b9bf46568 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Made reservation on behalf of 60b4e61082d3421283cb095bbc99ad8e for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:33:29.866198 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 04:33:29.866198 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:33:29.866198 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 04:33:29.866198 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:33:29.866198 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 04:33:29.866198 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:33:29.866198 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 04:33:29.866198 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:33:29.866198 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 04:33:29.866198 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:33:29.866198 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 04:33:29.866198 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:33:29.866198 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 04:33:29.866198 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:33:29.866198 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:33:29.866198 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:33:29.866198 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:33:29.866198 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:33:29.866198 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 04:33:29.866198 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:33:29.866198 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 04:33:29.866198 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:33:29.866198 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:33:29.866198 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:33:29.866198 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 04:33:29.866198 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:33:29.866198 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:33:29.866198 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:33:29.866198 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:33:29.866198 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:33:29.866198 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:33:29.866198 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:33:29.889016 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8beffec0-863e-4982-8058-149e0b3f58f5 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:29.894376 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-49f03d60-d709-4f7c-81ab-fe39fbf75135 tempest-RoutersTestDVR-1325285943 tempest-RoutersTestDVR-1325285943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25958'] for router, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:29.896230 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-49f03d60-d709-4f7c-81ab-fe39fbf75135 tempest-RoutersTestDVR-1325285943 tempest-RoutersTestDVR-1325285943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-372027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25961'] for router, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:29.941510 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-70552d5b-fd55-4832-baa8-888993c8b904 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:30.005303 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-4e2ca2bd-f0cc-494c-931e-b2e3d0ab6db4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=99c588771a6645f4bc4f4343a4018c7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7945750 Feb 01 04:33:30.022691 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 35474) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:30.036895 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-21d3100b-184e-4313-977e-36e0f4fc1579 None None] For port 261b31a9-e2ff-4cc9-937a-38b87bb037ac, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=261b31a9-e2ff-4cc9-937a-38b87bb037ac,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:33:30.042647 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-21d3100b-184e-4313-977e-36e0f4fc1579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:30.047322 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8beffec0-863e-4982-8058-149e0b3f58f5 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Network f84096f6-bb01-4fa1-8395-e2b6df6a3423 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:33:30.053831 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-8beffec0-863e-4982-8058-149e0b3f58f5 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:33:30.067247 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8beffec0-863e-4982-8058-149e0b3f58f5 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:33:30.073206 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8beffec0-863e-4982-8058-149e0b3f58f5 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:30.073825 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8beffec0-863e-4982-8058-149e0b3f58f5 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:30.076911 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b4608289-48b2-4d03-966a-871189f07aa8 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:30.081066 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beffec0-863e-4982-8058-149e0b3f58f5 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event updated for resources: {'Port': ['ID=75957e1f-77a4-4a95-b648-6593524cb568,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:30.081242 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b4608289-48b2-4d03-966a-871189f07aa8 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:30.102708 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-49f03d60-d709-4f7c-81ab-fe39fbf75135 tempest-RoutersTestDVR-1325285943 tempest-RoutersTestDVR-1325285943-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:30.112595 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-baf362f2-0619-4ff8-ba29-ee4b9bf46568 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:30.123100 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-b4608289-48b2-4d03-966a-871189f07aa8 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] 10.222.0.24 "DELETE /v2.0/networks/793dd3a8-ec30-4a1e-805c-fe6da37138cd HTTP/1.1" status: 204 len: 168 time: 1.5311441 Feb 01 04:33:30.125134 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-70552d5b-fd55-4832-baa8-888993c8b904 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:30.127350 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d3100b-184e-4313-977e-36e0f4fc1579 None None] Pushing event updated for resources: {'Port': ['ID=261b31a9-e2ff-4cc9-937a-38b87bb037ac,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:30.129231 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35478) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:30.138363 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-8beffec0-863e-4982-8058-149e0b3f58f5 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2820446 Feb 01 04:33:30.154963 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35482) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:30.167609 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-bced81d5-dc1b-4463-b82e-3c372141e347 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Request body: {'subnet': {'network_id': 'f84096f6-bb01-4fa1-8395-e2b6df6a3423', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:33:30.169420 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4608289-48b2-4d03-966a-871189f07aa8 tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Pushing event deleted for resources: {'Network': ['ID=793dd3a8-ec30-4a1e-805c-fe6da37138cd,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:30.211101 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-baf362f2-0619-4ff8-ba29-ee4b9bf46568 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] device_id is not set on port d25d9188-c6da-45c0-98e5-2f177f0940e6 yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:33:30.239553 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-49f03d60-d709-4f7c-81ab-fe39fbf75135 tempest-RoutersTestDVR-1325285943 tempest-RoutersTestDVR-1325285943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337'] for router, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:30.279774 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1d746046-400c-4555-81e1-2ace662a0077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:30.298033 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-49f03d60-d709-4f7c-81ab-fe39fbf75135 tempest-RoutersTestDVR-1325285943 tempest-RoutersTestDVR-1325285943-project-admin] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:30.299248 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-49f03d60-d709-4f7c-81ab-fe39fbf75135 tempest-RoutersTestDVR-1325285943 tempest-RoutersTestDVR-1325285943-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.9883945 Feb 01 04:33:30.303798 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 35486) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:30.416342 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1d746046-400c-4555-81e1-2ace662a0077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:30.448317 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-70552d5b-fd55-4832-baa8-888993c8b904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:30.448855 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fb3f3a04-53ff-4657-b8e5-bbd33f8abd6b tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:30.558706 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70552d5b-fd55-4832-baa8-888993c8b904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d749dc-7851-4d96-ba77-e0d2112d2667,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:30.574904 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7b4d0ca7-65ff-4e2a-862e-7de8f4cf2850 tempest-RoutersTestDVR-1325285943 tempest-RoutersTestDVR-1325285943-project-admin] Notify callbacks [] for router, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:30.590777 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-bced81d5-dc1b-4463-b82e-3c372141e347 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:30.595168 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-bced81d5-dc1b-4463-b82e-3c372141e347 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Usage tracker for resource:subnet and tenant:4859bcd8aae8416eba645579d339c6c6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:33:30.599106 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-bced81d5-dc1b-4463-b82e-3c372141e347 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:33:30.606873 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-bced81d5-dc1b-4463-b82e-3c372141e347 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:30.637485 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-70552d5b-fd55-4832-baa8-888993c8b904 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:30.640993 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-70552d5b-fd55-4832-baa8-888993c8b904 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/18d749dc-7851-4d96-ba77-e0d2112d2667 HTTP/1.1" status: 204 len: 168 time: 1.3317914 Feb 01 04:33:30.697367 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bced81d5-dc1b-4463-b82e-3c372141e347 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Made reservation on behalf of 4859bcd8aae8416eba645579d339c6c6 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:33:30.700966 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bced81d5-dc1b-4463-b82e-3c372141e347 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:30.717010 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4c86599b-61e3-4b1e-8b50-482ba4f81af4 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:30.821250 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c86599b-61e3-4b1e-8b50-482ba4f81af4 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Pushing event deleted for resources: {'Port': ['ID=0ff0479b-9bc4-4379-8144-5b29ac024e05,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:30.892051 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fb3f3a04-53ff-4657-b8e5-bbd33f8abd6b tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:30.944483 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-189e621b-8927-4e9f-9f66-04f1d7df7aec None None] Provisioning for port 3a56758e-a578-4542-a80f-725b3d277e35 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:33:30.947980 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-baf362f2-0619-4ff8-ba29-ee4b9bf46568 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Allocated IP 172.20.0.10 (14b67238-4e53-405c-b9cd-84b8ff52e36a/5b603d50-f4ce-4ec7-91f3-4eb1823ba9c4/d25d9188-c6da-45c0-98e5-2f177f0940e6) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:33:30.958697 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-fb3f3a04-53ff-4657-b8e5-bbd33f8abd6b tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a003775-b8dc-4a65-ab4c-4e0261af21de']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:33:30.973591 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1d746046-400c-4555-81e1-2ace662a0077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:30.974111 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-189e621b-8927-4e9f-9f66-04f1d7df7aec None None] Provisioning complete for port ee8c9e82-f789-47b3-a57a-f33b8c5a34ed triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:33:30.974676 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-189e621b-8927-4e9f-9f66-04f1d7df7aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:30.982439 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.ipam_backend_mixin [None req-bced81d5-dc1b-4463-b82e-3c372141e347 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c7db8336-9c8f-40f7-9e76-e11c8fcd0db2 (CIDR: 2001:db8::/64) Feb 01 04:33:30.985705 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-baf362f2-0619-4ff8-ba29-ee4b9bf46568 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Allocated IP 2001:db8::f816:3eff:fed5:e946 (14b67238-4e53-405c-b9cd-84b8ff52e36a/56e567ab-03c2-4c26-ab4c-11b5bea15ace/d25d9188-c6da-45c0-98e5-2f177f0940e6) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:33:30.989134 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-fb3f3a04-53ff-4657-b8e5-bbd33f8abd6b tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12d488dd-eac5-4d5c-bb4e-468871d72b5a') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:33:30.989623 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-fb3f3a04-53ff-4657-b8e5-bbd33f8abd6b tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12d488dd-eac5-4d5c-bb4e-468871d72b5a') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:33:31.004089 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-bced81d5-dc1b-4463-b82e-3c372141e347 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 01 04:33:31.004826 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bced81d5-dc1b-4463-b82e-3c372141e347 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:33:31.014156 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fb3f3a04-53ff-4657-b8e5-bbd33f8abd6b tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143022'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:31.089665 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-189e621b-8927-4e9f-9f66-04f1d7df7aec None None] Port ee8c9e82-f789-47b3-a57a-f33b8c5a34ed cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:33:31.138885 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d746046-400c-4555-81e1-2ace662a0077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=842c667b-a759-4609-b556-3c202ecfedb5,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:31.149132 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7b4d0ca7-65ff-4e2a-862e-7de8f4cf2850 tempest-RoutersTestDVR-1325285943 tempest-RoutersTestDVR-1325285943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25968'] for router, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:31.154468 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7b4d0ca7-65ff-4e2a-862e-7de8f4cf2850 tempest-RoutersTestDVR-1325285943 tempest-RoutersTestDVR-1325285943-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:31.169354 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1d746046-400c-4555-81e1-2ace662a0077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:31.171168 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-1d746046-400c-4555-81e1-2ace662a0077 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/842c667b-a759-4609-b556-3c202ecfedb5 HTTP/1.1" status: 204 len: 168 time: 1.1474702 Feb 01 04:33:31.206302 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4c86599b-61e3-4b1e-8b50-482ba4f81af4 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-774381'] for router_gateway, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:31.278325 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fb3f3a04-53ff-4657-b8e5-bbd33f8abd6b tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:31.300650 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb3f3a04-53ff-4657-b8e5-bbd33f8abd6b tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:33:31.301055 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fb3f3a04-53ff-4657-b8e5-bbd33f8abd6b tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3072199'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:31.322558 dv-neutron-826830-1-hyperv neutron-server[87636]: Traceback (most recent call last): Feb 01 04:33:31.322558 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:33:31.322558 dv-neutron-826830-1-hyperv neutron-server[87636]: timer() Feb 01 04:33:31.322558 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:33:31.322558 dv-neutron-826830-1-hyperv neutron-server[87636]: cb(*args, **kw) Feb 01 04:33:31.322558 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:33:31.322558 dv-neutron-826830-1-hyperv neutron-server[87636]: return func(*args, **kwargs) Feb 01 04:33:31.322558 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:33:31.322558 dv-neutron-826830-1-hyperv neutron-server[87636]: self._notify() Feb 01 04:33:31.322558 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:33:31.322558 dv-neutron-826830-1-hyperv neutron-server[87636]: self.callback(batched_events) Feb 01 04:33:31.322558 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:33:31.322558 dv-neutron-826830-1-hyperv neutron-server[87636]: event.method(event) Feb 01 04:33:31.322558 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:33:31.322558 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:33:31.322558 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:33:31.322558 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:33:31.322558 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:33:31.322558 dv-neutron-826830-1-hyperv neutron-server[87636]: return f(self, *a, **k) Feb 01 04:33:31.322558 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:33:31.322558 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._get(url).json() Feb 01 04:33:31.322558 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:33:31.322558 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:33:31.322558 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:33:31.322558 dv-neutron-826830-1-hyperv neutron-server[87636]: return self.request(url, 'GET', **kwargs) Feb 01 04:33:31.322558 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:33:31.322558 dv-neutron-826830-1-hyperv neutron-server[87636]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:33:31.322558 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:33:31.322558 dv-neutron-826830-1-hyperv neutron-server[87636]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:33:31.322558 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:33:31.322558 dv-neutron-826830-1-hyperv neutron-server[87636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:33:31.322558 dv-neutron-826830-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:33:31.335755 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-bced81d5-dc1b-4463-b82e-3c372141e347 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1794922 Feb 01 04:33:31.355754 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-525d3d07-3d1b-4113-a3ac-6f5f18c01196 None None] Provisioning for port 75957e1f-77a4-4a95-b648-6593524cb568 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:33:31.365841 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35504) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:31.370293 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-525d3d07-3d1b-4113-a3ac-6f5f18c01196 None None] Provisioning complete for port 75957e1f-77a4-4a95-b648-6593524cb568 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:33:31.371524 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-525d3d07-3d1b-4113-a3ac-6f5f18c01196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:31.387249 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-869be3e5-2ad8-4f07-99d7-c0657b565d3a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Request body: {'subnet': {'network_id': 'f84096f6-bb01-4fa1-8395-e2b6df6a3423', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:33:31.408626 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7b4d0ca7-65ff-4e2a-862e-7de8f4cf2850 tempest-RoutersTestDVR-1325285943 tempest-RoutersTestDVR-1325285943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772958'] for router, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:31.409254 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b4d0ca7-65ff-4e2a-862e-7de8f4cf2850 tempest-RoutersTestDVR-1325285943 tempest-RoutersTestDVR-1325285943-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5208fce6-c433-4c8f-95f6-431d046961ad {{(pid=87637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 01 04:33:31.537345 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-525d3d07-3d1b-4113-a3ac-6f5f18c01196 None None] Port 75957e1f-77a4-4a95-b648-6593524cb568 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:33:31.614215 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 261b31a9-e2ff-4cc9-937a-38b87bb037ac up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:33:31.649622 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-869be3e5-2ad8-4f07-99d7-c0657b565d3a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:31.677706 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-869be3e5-2ad8-4f07-99d7-c0657b565d3a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Usage tracker for resource:subnet and tenant:4859bcd8aae8416eba645579d339c6c6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:33:31.691258 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fb3f3a04-53ff-4657-b8e5-bbd33f8abd6b tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:31.696942 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-869be3e5-2ad8-4f07-99d7-c0657b565d3a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:33:31.719287 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4c86599b-61e3-4b1e-8b50-482ba4f81af4 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25968'] for router, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:31.722265 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4c86599b-61e3-4b1e-8b50-482ba4f81af4 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:31.740598 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fb3f3a04-53ff-4657-b8e5-bbd33f8abd6b tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:31.757693 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7b4d0ca7-65ff-4e2a-862e-7de8f4cf2850 tempest-RoutersTestDVR-1325285943 tempest-RoutersTestDVR-1325285943-project-admin] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:31.760983 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-869be3e5-2ad8-4f07-99d7-c0657b565d3a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:31.764423 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3f3a04-53ff-4657-b8e5-bbd33f8abd6b tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] Pushing event deleted for resources: {'Network': ['ID=0a003775-b8dc-4a65-ab4c-4e0261af21de,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:31.765203 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-7b4d0ca7-65ff-4e2a-862e-7de8f4cf2850 tempest-RoutersTestDVR-1325285943 tempest-RoutersTestDVR-1325285943-project-admin] 10.222.0.24 "DELETE /v2.0/routers/5208fce6-c433-4c8f-95f6-431d046961ad HTTP/1.1" status: 204 len: 168 time: 1.4530990 Feb 01 04:33:31.765203 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 35520) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:31.772574 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-618551f7-5cd7-4b0b-85f3-98991f8ffb84 tempest-RoutersTestDVR-1325285943 tempest-RoutersTestDVR-1325285943-project-admin] Request body: {'router': {'name': 'tempest-router-512348914', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '9692a8f214cb4e55a561cf28b9bcb704'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:33:31.778472 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-618551f7-5cd7-4b0b-85f3-98991f8ffb84 tempest-RoutersTestDVR-1325285943 tempest-RoutersTestDVR-1325285943-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:31.784427 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-618551f7-5cd7-4b0b-85f3-98991f8ffb84 tempest-RoutersTestDVR-1325285943 tempest-RoutersTestDVR-1325285943-project-admin] Usage tracker for resource:router and tenant:9692a8f214cb4e55a561cf28b9bcb704 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:33:31.787911 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-618551f7-5cd7-4b0b-85f3-98991f8ffb84 tempest-RoutersTestDVR-1325285943 tempest-RoutersTestDVR-1325285943-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:33:31.792582 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336a8d3e-14fe-457f-97c2-7a49d6ccc4dd None None] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:33:31.794231 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4c86599b-61e3-4b1e-8b50-482ba4f81af4 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772958'] for router, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:31.795269 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c86599b-61e3-4b1e-8b50-482ba4f81af4 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Fanout notify agent at l3_agent the message router_deleted on router b5c068dd-b1b9-4e55-af55-276d4894b12e {{(pid=87637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 01 04:33:31.797287 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-618551f7-5cd7-4b0b-85f3-98991f8ffb84 tempest-RoutersTestDVR-1325285943 tempest-RoutersTestDVR-1325285943-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:31.810883 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4c86599b-61e3-4b1e-8b50-482ba4f81af4 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:31.814699 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-4c86599b-61e3-4b1e-8b50-482ba4f81af4 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] 10.222.0.24 "DELETE /v2.0/routers/b5c068dd-b1b9-4e55-af55-276d4894b12e HTTP/1.1" status: 204 len: 168 time: 4.4072165 Feb 01 04:33:31.814699 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 35526) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:31.839016 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-fb3f3a04-53ff-4657-b8e5-bbd33f8abd6b tempest-BulkNetworkOpsTest-1319958548 tempest-BulkNetworkOpsTest-1319958548-project] 10.222.0.24 "DELETE /v2.0/networks/0a003775-b8dc-4a65-ab4c-4e0261af21de HTTP/1.1" status: 204 len: 168 time: 1.7064848 Feb 01 04:33:31.874546 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-869be3e5-2ad8-4f07-99d7-c0657b565d3a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Made reservation on behalf of 4859bcd8aae8416eba645579d339c6c6 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:33:31.880069 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-618551f7-5cd7-4b0b-85f3-98991f8ffb84 tempest-RoutersTestDVR-1325285943 tempest-RoutersTestDVR-1325285943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25958'] for router, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:31.881185 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-618551f7-5cd7-4b0b-85f3-98991f8ffb84 tempest-RoutersTestDVR-1325285943 tempest-RoutersTestDVR-1325285943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-372027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25961'] for router, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:31.895419 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-869be3e5-2ad8-4f07-99d7-c0657b565d3a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:31.898099 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-618551f7-5cd7-4b0b-85f3-98991f8ffb84 tempest-RoutersTestDVR-1325285943 tempest-RoutersTestDVR-1325285943-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:31.922565 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-618551f7-5cd7-4b0b-85f3-98991f8ffb84 tempest-RoutersTestDVR-1325285943 tempest-RoutersTestDVR-1325285943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337'] for router, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:31.950060 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_v2 [None req-7144e34d-aeb6-4140-96d7-423c8c26970e tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Deleting subnet 971dea57-1214-470d-a302-e1e05fdbc044 {{(pid=87637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:33:31.953941 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7144e34d-aeb6-4140-96d7-423c8c26970e tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks [] for subnet, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:32.023443 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7144e34d-aeb6-4140-96d7-423c8c26970e tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2424773'] for subnet, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:32.054449 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-618551f7-5cd7-4b0b-85f3-98991f8ffb84 tempest-RoutersTestDVR-1325285943 tempest-RoutersTestDVR-1325285943-project-admin] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:32.059562 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-618551f7-5cd7-4b0b-85f3-98991f8ffb84 tempest-RoutersTestDVR-1325285943 tempest-RoutersTestDVR-1325285943-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2932737 Feb 01 04:33:32.062535 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 261b31a9-e2ff-4cc9-937a-38b87bb037ac completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:33:32.065133 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 35536) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:32.070323 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-5bdcdbdb-76b8-4f97-95d6-9d68ece47eb1 tempest-RoutersTestDVR-1325285943 tempest-RoutersTestDVR-1325285943-project-admin] Request body: {'router': {'distributed': True}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:33:32.073189 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-603a01e9-2775-44fe-b79e-b23d9d2f5704 None None] Provisioning for port 261b31a9-e2ff-4cc9-937a-38b87bb037ac completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:33:32.080976 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-603a01e9-2775-44fe-b79e-b23d9d2f5704 None None] Provisioning complete for port 261b31a9-e2ff-4cc9-937a-38b87bb037ac triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:33:32.082221 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-603a01e9-2775-44fe-b79e-b23d9d2f5704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:32.109333 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 261b31a9-e2ff-4cc9-937a-38b87bb037ac triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:33:32.109958 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:32.185428 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-baf362f2-0619-4ff8-ba29-ee4b9bf46568 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:32.222255 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7144e34d-aeb6-4140-96d7-423c8c26970e tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:32.230436 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-baf362f2-0619-4ff8-ba29-ee4b9bf46568 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Transition to ACTIVE for port object d25d9188-c6da-45c0-98e5-2f177f0940e6 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:33:32.235408 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0af63859-eed8-4f49-802b-f3763a571598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:32.342015 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35544) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:32.351125 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7144e34d-aeb6-4140-96d7-423c8c26970e tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3037665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694336'] for subnet, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:32.403644 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:32.455271 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7144e34d-aeb6-4140-96d7-423c8c26970e tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Pushing event deleted for resources: {'Subnet': ['ID=971dea57-1214-470d-a302-e1e05fdbc044,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:32.461027 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7144e34d-aeb6-4140-96d7-423c8c26970e tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:32.484408 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e4ce46-753d-4404-a5db-1a2dbf21ee54 None None] Network 48a8116f-5145-4df2-8dee-c471c3562c8c requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:33:32.506540 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-baf362f2-0619-4ff8-ba29-ee4b9bf46568 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:32.538342 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-7144e34d-aeb6-4140-96d7-423c8c26970e tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] 10.222.0.24 "DELETE /v2.0/subnets/971dea57-1214-470d-a302-e1e05fdbc044 HTTP/1.1" status: 204 len: 168 time: 0.7226086 Feb 01 04:33:32.540723 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 35558) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:32.619366 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-869be3e5-2ad8-4f07-99d7-c0657b565d3a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:32.813010 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 261b31a9-e2ff-4cc9-937a-38b87bb037ac, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=261b31a9-e2ff-4cc9-937a-38b87bb037ac,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:33:32.816684 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-603a01e9-2775-44fe-b79e-b23d9d2f5704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:32.817255 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869be3e5-2ad8-4f07-99d7-c0657b565d3a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event updated for resources: {'Subnet': ['ID=fb4aad71-70d2-410e-b3f8-f0d7b949cec6,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:32.828833 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:32.829626 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 3a56758e-a578-4542-a80f-725b3d277e35 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:33:32.863024 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869be3e5-2ad8-4f07-99d7-c0657b565d3a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Network f84096f6-bb01-4fa1-8395-e2b6df6a3423 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:33:32.868370 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf362f2-0619-4ff8-ba29-ee4b9bf46568 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:33:32.871104 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-869be3e5-2ad8-4f07-99d7-c0657b565d3a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:33:32.875087 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869be3e5-2ad8-4f07-99d7-c0657b565d3a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:32.876396 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-869be3e5-2ad8-4f07-99d7-c0657b565d3a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:32.888179 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-baf362f2-0619-4ff8-ba29-ee4b9bf46568 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:33:32.892694 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf362f2-0619-4ff8-ba29-ee4b9bf46568 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:33:32.969099 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf362f2-0619-4ff8-ba29-ee4b9bf46568 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event updated for resources: {'Port': ['ID=d25d9188-c6da-45c0-98e5-2f177f0940e6,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:32.995402 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5bdcdbdb-76b8-4f97-95d6-9d68ece47eb1 tempest-RoutersTestDVR-1325285943 tempest-RoutersTestDVR-1325285943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:32.995758 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5bdcdbdb-76b8-4f97-95d6-9d68ece47eb1 tempest-RoutersTestDVR-1325285943 tempest-RoutersTestDVR-1325285943-project-admin] Notify callbacks [] for router, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:33.018964 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-869be3e5-2ad8-4f07-99d7-c0657b565d3a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6520026 Feb 01 04:33:33.023831 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35568) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:33.035735 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e95e9e-3013-4bcd-94f6-17d4b549f2be None None] Network f84096f6-bb01-4fa1-8395-e2b6df6a3423 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:33:33.036522 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-45cfe260-0cbc-4794-9eaa-240bdbea09c8 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2089156932', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'fb4aad71-70d2-410e-b3f8-f0d7b949cec6'}], 'security_groups': ['436b7be6-78f6-4c13-9206-3e45581a40a9']}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:33:33.091706 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf362f2-0619-4ff8-ba29-ee4b9bf46568 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:33.099258 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-baf362f2-0619-4ff8-ba29-ee4b9bf46568 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:33.238182 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35574) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:33.264283 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-94d10bef-3b8f-4f69-87fb-1cae34282c48 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:33.309689 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-5bdcdbdb-76b8-4f97-95d6-9d68ece47eb1 tempest-RoutersTestDVR-1325285943 tempest-RoutersTestDVR-1325285943-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=87637) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Feb 01 04:33:33.310019 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-5bdcdbdb-76b8-4f97-95d6-9d68ece47eb1 tempest-RoutersTestDVR-1325285943 tempest-RoutersTestDVR-1325285943-project-admin] Router 6a8857af-813f-4418-a66b-efe2cabd9fd5 migrating from provider to provider. {{(pid=87637) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Feb 01 04:33:33.310587 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5bdcdbdb-76b8-4f97-95d6-9d68ece47eb1 tempest-RoutersTestDVR-1325285943 tempest-RoutersTestDVR-1325285943-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:33.318752 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 3a56758e-a578-4542-a80f-725b3d277e35 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:33:33.321414 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-94d10bef-3b8f-4f69-87fb-1cae34282c48 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Deleting port c390b290-54bc-44dc-ae2a-0111a3fa3295 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:33:33.321750 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-94d10bef-3b8f-4f69-87fb-1cae34282c48 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:33.323827 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=261b31a9-e2ff-4cc9-937a-38b87bb037ac,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:33.345083 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 3a56758e-a578-4542-a80f-725b3d277e35 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:33:33.345751 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:33.363365 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5bdcdbdb-76b8-4f97-95d6-9d68ece47eb1 tempest-RoutersTestDVR-1325285943 tempest-RoutersTestDVR-1325285943-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:33.367811 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-baf362f2-0619-4ff8-ba29-ee4b9bf46568 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.1931026 Feb 01 04:33:33.368759 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-45cfe260-0cbc-4794-9eaa-240bdbea09c8 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:33.372860 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 35582) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:33.387263 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-603a01e9-2775-44fe-b79e-b23d9d2f5704 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:33:33.387614 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-603a01e9-2775-44fe-b79e-b23d9d2f5704 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:33:33.430021 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5bdcdbdb-76b8-4f97-95d6-9d68ece47eb1 tempest-RoutersTestDVR-1325285943 tempest-RoutersTestDVR-1325285943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-774359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-774360', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-772505'] for router, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:33.497961 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ea29dc6f-e2ce-4487-87dd-5433fcf977e5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b427ba364ba8461bbc56ab0501817440&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1522202 Feb 01 04:33:33.499794 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35588) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:33.509819 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175d1a08-4fb8-4aff-a22a-c7c961b51edb None None] DHCP port deletion for 48a8116f-5145-4df2-8dee-c471c3562c8c request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:33:33.527925 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-175d1a08-4fb8-4aff-a22a-c7c961b51edb None None] Deleting port c390b290-54bc-44dc-ae2a-0111a3fa3295 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:33:33.528309 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-175d1a08-4fb8-4aff-a22a-c7c961b51edb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:33.679388 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-fa430b23-c5e9-4f4c-a8bf-508ef809ee09 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1235268191', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:33:33.718736 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-fa430b23-c5e9-4f4c-a8bf-508ef809ee09 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:33.745115 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-fa430b23-c5e9-4f4c-a8bf-508ef809ee09 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Usage tracker for resource:router and tenant:a006f14e5fb54b238ad6653000c4ce0a is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:33:33.760399 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-fa430b23-c5e9-4f4c-a8bf-508ef809ee09 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:33:33.763441 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-fa430b23-c5e9-4f4c-a8bf-508ef809ee09 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:33.782861 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fa430b23-c5e9-4f4c-a8bf-508ef809ee09 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25958'] for router, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:33.784812 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fa430b23-c5e9-4f4c-a8bf-508ef809ee09 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-372027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25961'] for router, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:33.806223 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fa430b23-c5e9-4f4c-a8bf-508ef809ee09 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:33.893163 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-59caf062-f3a2-4c2e-9918-a35aec48958a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:33.960094 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fa430b23-c5e9-4f4c-a8bf-508ef809ee09 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337'] for router, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:33.969970 dv-neutron-826830-1-hyperv neutron-server[87637]: WARNING neutron.scheduler.l3_agent_scheduler [None req-5bdcdbdb-76b8-4f97-95d6-9d68ece47eb1 tempest-RoutersTestDVR-1325285943 tempest-RoutersTestDVR-1325285943-project-admin] No L3 agents can host the router 6a8857af-813f-4418-a66b-efe2cabd9fd5 Feb 01 04:33:34.005604 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-59caf062-f3a2-4c2e-9918-a35aec48958a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:34.018727 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fa430b23-c5e9-4f4c-a8bf-508ef809ee09 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:34.020074 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-fa430b23-c5e9-4f4c-a8bf-508ef809ee09 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.7806985 Feb 01 04:33:34.028848 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35598) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:34.037189 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:34.049509 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-40c43c4a-3c6c-4947-bc62-b58abcbf2827 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-771289424'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:33:34.055879 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-40c43c4a-3c6c-4947-bc62-b58abcbf2827 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:34.060337 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-40c43c4a-3c6c-4947-bc62-b58abcbf2827 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Usage tracker for resource:network and tenant:a006f14e5fb54b238ad6653000c4ce0a is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:33:34.063479 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-40c43c4a-3c6c-4947-bc62-b58abcbf2827 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:33:34.071024 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-40c43c4a-3c6c-4947-bc62-b58abcbf2827 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:34.092768 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 3a56758e-a578-4542-a80f-725b3d277e35, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=3a56758e-a578-4542-a80f-725b3d277e35,segment=NetworkSegment(83c2b211-19ce-4251-9605-c1f223ab560f),segment_id=83c2b211-19ce-4251-9605-c1f223ab560f)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:33:34.097499 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c43c4a-3c6c-4947-bc62-b58abcbf2827 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Made reservation on behalf of a006f14e5fb54b238ad6653000c4ce0a for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:33:34.107895 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-40c43c4a-3c6c-4947-bc62-b58abcbf2827 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:34.120605 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-94d10bef-3b8f-4f69-87fb-1cae34282c48 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] For port c390b290-54bc-44dc-ae2a-0111a3fa3295, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=c390b290-54bc-44dc-ae2a-0111a3fa3295,segment=NetworkSegment(48fef4d4-1e11-4fb8-a6fe-aa063104f20a),segment_id=48fef4d4-1e11-4fb8-a6fe-aa063104f20a)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:33:34.121328 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-94d10bef-3b8f-4f69-87fb-1cae34282c48 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:34.162957 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-40c43c4a-3c6c-4947-bc62-b58abcbf2827 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:34.184284 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:34.227835 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-40c43c4a-3c6c-4947-bc62-b58abcbf2827 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:34.292504 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-40c43c4a-3c6c-4947-bc62-b58abcbf2827 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Usage tracker for resource:security_group_rule and tenant:a006f14e5fb54b238ad6653000c4ce0a is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:33:34.307634 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-94d10bef-3b8f-4f69-87fb-1cae34282c48 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Calling delete_port for c390b290-54bc-44dc-ae2a-0111a3fa3295 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:33:34.321661 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-40c43c4a-3c6c-4947-bc62-b58abcbf2827 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:33:34.332358 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=3a56758e-a578-4542-a80f-725b3d277e35,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:34.385063 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-40c43c4a-3c6c-4947-bc62-b58abcbf2827 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:34.411490 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 261b31a9-e2ff-4cc9-937a-38b87bb037ac up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:33:34.459055 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6a9f3f-2e3b-43e6-b750-eced180edb6d tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:34.464998 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6a9f3f-2e3b-43e6-b750-eced180edb6d tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:34.465787 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-5f6a9f3f-2e3b-43e6-b750-eced180edb6d tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Synchronizing usage tracker for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:33:34.540318 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494b656a-bf37-406b-86f8-713599ffa447 None None] Update dhcp port {'port': {'network_id': 'f84096f6-bb01-4fa1-8395-e2b6df6a3423', 'fixed_ips': [{'subnet_id': 'c7db8336-9c8f-40f7-9e76-e11c8fcd0db2', 'ip_address': '2001:db8::2'}, {'subnet_id': 'fb4aad71-70d2-410e-b3f8-f0d7b949cec6'}], 'binding:host_id': 'dv-neutron-826830-1-hyperv'}, 'id': '3a56758e-a578-4542-a80f-725b3d277e35'} from dv-neutron-826830-1-hyperv. {{(pid=87638) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 01 04:33:34.602198 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-59caf062-f3a2-4c2e-9918-a35aec48958a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:34.604644 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdcdbdb-76b8-4f97-95d6-9d68ece47eb1 tempest-RoutersTestDVR-1325285943 tempest-RoutersTestDVR-1325285943-project-admin] Hosts for router 6a8857af-813f-4418-a66b-efe2cabd9fd5: [] {{(pid=87637) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Feb 01 04:33:34.625727 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35602) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:34.645567 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-5f6a9f3f-2e3b-43e6-b750-eced180edb6d tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Unset dirty status for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:33:34.648334 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-a24410ab-4022-464c-adfa-78dd7b22a733 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-292796900', 'description': 'tempest-secgroup-smoke-292796900 description', 'project_id': '4d9d44d669ef45fba0a9fcf8b2a96a15'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:33:34.649546 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-5f6a9f3f-2e3b-43e6-b750-eced180edb6d tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 1.2754753 Feb 01 04:33:34.656487 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 35606) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:34.664794 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-45cfe260-0cbc-4794-9eaa-240bdbea09c8 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Delete allocated IP 2001:db8::200 (f84096f6-bb01-4fa1-8395-e2b6df6a3423/c7db8336-9c8f-40f7-9e76-e11c8fcd0db2) {{(pid=87636) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 01 04:33:34.671558 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-a24410ab-4022-464c-adfa-78dd7b22a733 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:34.680952 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59caf062-f3a2-4c2e-9918-a35aec48958a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf68a3e-3b32-420d-9692-a1822ecc90ad,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:34.690964 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-12144070-f0cf-4baa-9db8-f3b25963d6ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:34.693960 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-94d10bef-3b8f-4f69-87fb-1cae34282c48 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:34.694271 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-a24410ab-4022-464c-adfa-78dd7b22a733 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Usage tracker for resource:security_group and tenant:4d9d44d669ef45fba0a9fcf8b2a96a15 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:33:34.700397 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-59caf062-f3a2-4c2e-9918-a35aec48958a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:34.704044 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-59caf062-f3a2-4c2e-9918-a35aec48958a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ecf68a3e-3b32-420d-9692-a1822ecc90ad HTTP/1.1" status: 204 len: 168 time: 1.2009292 Feb 01 04:33:34.719262 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-45cfe260-0cbc-4794-9eaa-240bdbea09c8 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Allocated IP 2001:db8:0:1::237 (f84096f6-bb01-4fa1-8395-e2b6df6a3423/fb4aad71-70d2-410e-b3f8-f0d7b949cec6/75957e1f-77a4-4a95-b648-6593524cb568) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:33:34.738164 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-a24410ab-4022-464c-adfa-78dd7b22a733 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:33:34.739813 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-175d1a08-4fb8-4aff-a22a-c7c961b51edb None None] For port c390b290-54bc-44dc-ae2a-0111a3fa3295, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=c390b290-54bc-44dc-ae2a-0111a3fa3295,segment=NetworkSegment(48fef4d4-1e11-4fb8-a6fe-aa063104f20a),segment_id=48fef4d4-1e11-4fb8-a6fe-aa063104f20a)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:33:34.740500 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-175d1a08-4fb8-4aff-a22a-c7c961b51edb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:34.753250 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdcdbdb-76b8-4f97-95d6-9d68ece47eb1 tempest-RoutersTestDVR-1325285943 tempest-RoutersTestDVR-1325285943-project-admin] Hosts for other DVR routers connected to router 6a8857af-813f-4418-a66b-efe2cabd9fd5: set() {{(pid=87637) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Feb 01 04:33:34.755359 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-007625c3-a39d-4e3b-9a40-feb5ae4b79ad None None] Provisioning for port d25d9188-c6da-45c0-98e5-2f177f0940e6 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:33:34.761616 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-494b656a-bf37-406b-86f8-713599ffa447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:34.786471 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d10bef-3b8f-4f69-87fb-1cae34282c48 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Pushing event deleted for resources: {'Port': ['ID=c390b290-54bc-44dc-ae2a-0111a3fa3295,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:34.788315 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d10bef-3b8f-4f69-87fb-1cae34282c48 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] No DVR routers for this DVR port c390b290-54bc-44dc-ae2a-0111a3fa3295 on host dv-neutron-826830-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:33:34.818797 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5bdcdbdb-76b8-4f97-95d6-9d68ece47eb1 tempest-RoutersTestDVR-1325285943 tempest-RoutersTestDVR-1325285943-project-admin] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:34.822596 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-5bdcdbdb-76b8-4f97-95d6-9d68ece47eb1 tempest-RoutersTestDVR-1325285943 tempest-RoutersTestDVR-1325285943-project-admin] 10.222.0.24 "PUT /v2.0/routers/6a8857af-813f-4418-a66b-efe2cabd9fd5 HTTP/1.1" status: 200 len: 716 time: 2.7542365 Feb 01 04:33:34.828778 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 35612) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:34.919847 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-f26a28f0-21bf-496f-871f-946822b9b92e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Deleting port d25d9188-c6da-45c0-98e5-2f177f0940e6 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:33:34.920187 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f26a28f0-21bf-496f-871f-946822b9b92e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:34.971192 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-007625c3-a39d-4e3b-9a40-feb5ae4b79ad None None] Provisioning complete for port d25d9188-c6da-45c0-98e5-2f177f0940e6 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:33:34.971571 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-007625c3-a39d-4e3b-9a40-feb5ae4b79ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:35.006294 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-175d1a08-4fb8-4aff-a22a-c7c961b51edb None None] Calling delete_port for c390b290-54bc-44dc-ae2a-0111a3fa3295 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:33:35.050667 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-a24410ab-4022-464c-adfa-78dd7b22a733 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:35.100779 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a24410ab-4022-464c-adfa-78dd7b22a733 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:35.137790 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a24410ab-4022-464c-adfa-78dd7b22a733 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:35.148446 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 261b31a9-e2ff-4cc9-937a-38b87bb037ac triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:33:35.148815 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:35.180731 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-007625c3-a39d-4e3b-9a40-feb5ae4b79ad None None] Port d25d9188-c6da-45c0-98e5-2f177f0940e6 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:33:35.200891 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-a24410ab-4022-464c-adfa-78dd7b22a733 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:35.206935 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-40c43c4a-3c6c-4947-bc62-b58abcbf2827 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:35.210716 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-a24410ab-4022-464c-adfa-78dd7b22a733 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Usage tracker for resource:security_group_rule and tenant:4d9d44d669ef45fba0a9fcf8b2a96a15 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:33:35.215912 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-a24410ab-4022-464c-adfa-78dd7b22a733 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:33:35.220361 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-40c43c4a-3c6c-4947-bc62-b58abcbf2827 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:35.258353 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-a24410ab-4022-464c-adfa-78dd7b22a733 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:35.264351 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c43c4a-3c6c-4947-bc62-b58abcbf2827 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd14eb63-bf8d-4300-8503-8526ec070251,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:35.303285 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-567d1644-a72e-447a-94db-03e50f28c11d tempest-RoutersTestDVR-1325285943 tempest-RoutersTestDVR-1325285943-project-admin] 10.222.0.24 "GET /v2.0/routers/6a8857af-813f-4418-a66b-efe2cabd9fd5 HTTP/1.1" status: 200 len: 716 time: 0.4710083 Feb 01 04:33:35.304591 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 35626) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:35.308165 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40c43c4a-3c6c-4947-bc62-b58abcbf2827 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:33:35.311217 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-175d1a08-4fb8-4aff-a22a-c7c961b51edb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:33:35.311785 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-175d1a08-4fb8-4aff-a22a-c7c961b51edb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:33:35.314294 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-45cfe260-0cbc-4794-9eaa-240bdbea09c8 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:35.320564 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-007625c3-a39d-4e3b-9a40-feb5ae4b79ad None None] Provisioning complete for port 261b31a9-e2ff-4cc9-937a-38b87bb037ac triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:33:35.321341 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-007625c3-a39d-4e3b-9a40-feb5ae4b79ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:35.348935 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-40c43c4a-3c6c-4947-bc62-b58abcbf2827 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:35.349438 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-40c43c4a-3c6c-4947-bc62-b58abcbf2827 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Added segment c32d71b8-913b-4c09-af18-5b06fe337621 of type vlan for network 58b346ac-6dc7-43a9-988b-9999ea11f187 Feb 01 04:33:35.362225 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-45cfe260-0cbc-4794-9eaa-240bdbea09c8 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Transition to ACTIVE for port object 75957e1f-77a4-4a95-b648-6593524cb568 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:33:35.395713 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-45cfe260-0cbc-4794-9eaa-240bdbea09c8 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:35.424568 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-94d10bef-3b8f-4f69-87fb-1cae34282c48 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:35.456311 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:35.479661 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-40c43c4a-3c6c-4947-bc62-b58abcbf2827 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:35.485719 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f26a28f0-21bf-496f-871f-946822b9b92e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:35.533664 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:35.565285 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-494b656a-bf37-406b-86f8-713599ffa447 None None] Allocated IP 2001:db8:0:1::2 (f84096f6-bb01-4fa1-8395-e2b6df6a3423/fb4aad71-70d2-410e-b3f8-f0d7b949cec6/3a56758e-a578-4542-a80f-725b3d277e35) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:33:35.581848 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-45cfe260-0cbc-4794-9eaa-240bdbea09c8 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] In _notify_port_updated(), no bound segment for port 75957e1f-77a4-4a95-b648-6593524cb568 on network f84096f6-bb01-4fa1-8395-e2b6df6a3423 {{(pid=87636) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 01 04:33:35.588698 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45cfe260-0cbc-4794-9eaa-240bdbea09c8 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:35.589461 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-45cfe260-0cbc-4794-9eaa-240bdbea09c8 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:35.593743 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-45cfe260-0cbc-4794-9eaa-240bdbea09c8 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "PUT /v2.0/ports/75957e1f-77a4-4a95-b648-6593524cb568 HTTP/1.1" status: 200 len: 931 time: 2.5680406 Feb 01 04:33:35.594451 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35638) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:35.648393 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device c390b290-54bc-44dc-ae2a-0111a3fa3295 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:33:35.652608 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cfe260-0cbc-4794-9eaa-240bdbea09c8 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event updated for resources: {'Port': ['ID=75957e1f-77a4-4a95-b648-6593524cb568,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:35.664501 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.db.resource_extend [None req-40c43c4a-3c6c-4947-bc62-b58abcbf2827 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 01 04:33:35.673418 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-94d10bef-3b8f-4f69-87fb-1cae34282c48 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48a8116f-5145-4df2-8dee-c471c3562c8c']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:33:35.737879 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-2be63c39-81af-4433-928f-074f31b101c0 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Deleting port 75957e1f-77a4-4a95-b648-6593524cb568 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:33:35.739021 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2be63c39-81af-4433-928f-074f31b101c0 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:35.746620 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: c390b290-54bc-44dc-ae2a-0111a3fa3295 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:33:35.746959 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device c390b290-54bc-44dc-ae2a-0111a3fa3295 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:33:35.805849 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-94d10bef-3b8f-4f69-87fb-1cae34282c48 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48fef4d4-1e11-4fb8-a6fe-aa063104f20a') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:33:35.806683 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-94d10bef-3b8f-4f69-87fb-1cae34282c48 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48fef4d4-1e11-4fb8-a6fe-aa063104f20a') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:33:35.813412 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a24410ab-4022-464c-adfa-78dd7b22a733 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:35.823001 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-40c43c4a-3c6c-4947-bc62-b58abcbf2827 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:35.829032 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c43c4a-3c6c-4947-bc62-b58abcbf2827 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:35.830560 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-40c43c4a-3c6c-4947-bc62-b58abcbf2827 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:35.842199 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-175d1a08-4fb8-4aff-a22a-c7c961b51edb None None] Deleting port c390b290-54bc-44dc-ae2a-0111a3fa3295 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:33:35.842578 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-175d1a08-4fb8-4aff-a22a-c7c961b51edb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:35.856660 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a24410ab-4022-464c-adfa-78dd7b22a733 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:35.891385 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-f26a28f0-21bf-496f-871f-946822b9b92e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Calling delete_port for d25d9188-c6da-45c0-98e5-2f177f0940e6 owned by {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:33:35.900054 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35644) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:35.911268 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-a24410ab-4022-464c-adfa-78dd7b22a733 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:35.913783 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24410ab-4022-464c-adfa-78dd7b22a733 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02416adf-12d7-4f01-89f2-be3440f56981,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:35.930647 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-a24410ab-4022-464c-adfa-78dd7b22a733 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Usage tracker for resource:security_group_rule and tenant:4d9d44d669ef45fba0a9fcf8b2a96a15 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:33:35.937580 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-a24410ab-4022-464c-adfa-78dd7b22a733 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:33:35.944624 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-94d10bef-3b8f-4f69-87fb-1cae34282c48 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:35.977616 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-175d1a08-4fb8-4aff-a22a-c7c961b51edb None None] The port 'c390b290-54bc-44dc-ae2a-0111a3fa3295' was deleted {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 01 04:33:35.990600 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-a24410ab-4022-464c-adfa-78dd7b22a733 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:36.007000 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-494b656a-bf37-406b-86f8-713599ffa447 None None] For port 3a56758e-a578-4542-a80f-725b3d277e35, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=3a56758e-a578-4542-a80f-725b3d277e35,segment=NetworkSegment(83c2b211-19ce-4251-9605-c1f223ab560f),segment_id=83c2b211-19ce-4251-9605-c1f223ab560f)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:33:36.036762 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-94d10bef-3b8f-4f69-87fb-1cae34282c48 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:36.043100 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-494b656a-bf37-406b-86f8-713599ffa447 None None] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:36.046874 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-7f1bb283-2c24-4875-8512-284c18feb1fd tempest-RoutersTestDVR-536444777 tempest-RoutersTestDVR-536444777-project] 10.222.0.24 "GET /v2.0/routers/6a8857af-813f-4418-a66b-efe2cabd9fd5 HTTP/1.1" status: 200 len: 682 time: 0.7260721 Feb 01 04:33:36.053951 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 35650) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:36.080140 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c43c4a-3c6c-4947-bc62-b58abcbf2827 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Pushing event updated for resources: {'Network': ['ID=58b346ac-6dc7-43a9-988b-9999ea11f187,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:36.089428 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-40c43c4a-3c6c-4947-bc62-b58abcbf2827 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.0543163 Feb 01 04:33:36.090748 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35654) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:36.096139 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-c54eb7ac-8308-4d38-85c9-2e31542260d8 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Request body: {'subnet': {'network_id': '58b346ac-6dc7-43a9-988b-9999ea11f187', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:33:36.097679 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 58b346ac-6dc7-43a9-988b-9999ea11f187 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:33:36.131103 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94d10bef-3b8f-4f69-87fb-1cae34282c48 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:33:36.131533 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-94d10bef-3b8f-4f69-87fb-1cae34282c48 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:36.145936 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 04:33:36.145936 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:33:36.145936 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 04:33:36.145936 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:33:36.145936 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 04:33:36.145936 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:33:36.145936 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 04:33:36.145936 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:33:36.145936 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 04:33:36.145936 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:33:36.145936 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 04:33:36.145936 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:33:36.145936 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 04:33:36.145936 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:33:36.145936 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:33:36.145936 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:33:36.145936 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:33:36.145936 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:33:36.145936 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 04:33:36.145936 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:33:36.145936 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 04:33:36.145936 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:33:36.145936 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:33:36.145936 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:33:36.145936 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 04:33:36.145936 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:33:36.145936 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:33:36.145936 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:33:36.145936 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:33:36.145936 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:33:36.145936 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:33:36.145936 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:33:36.161429 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-e2fdc624-37b3-4bff-a235-e86f00a2392e tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1217824259', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:33:36.168417 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e2fdc624-37b3-4bff-a235-e86f00a2392e tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:36.202440 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e2fdc624-37b3-4bff-a235-e86f00a2392e tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Usage tracker for resource:router and tenant:3baf8f7dd78c4686acbe4595a9230578 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:33:36.214524 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e2fdc624-37b3-4bff-a235-e86f00a2392e tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:33:36.280805 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 3a56758e-a578-4542-a80f-725b3d277e35 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:33:36.299484 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cffd6204-924f-4814-95b6-8ac43d9d25f7 tempest-RoutersTestDVR-1325285943 tempest-RoutersTestDVR-1325285943-project-admin] Notify callbacks [] for router, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:36.327418 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e2fdc624-37b3-4bff-a235-e86f00a2392e tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:36.354320 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 3a56758e-a578-4542-a80f-725b3d277e35 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:33:36.354739 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:36.373593 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c54eb7ac-8308-4d38-85c9-2e31542260d8 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:36.381756 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e2fdc624-37b3-4bff-a235-e86f00a2392e tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25958'] for router, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:36.383080 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e2fdc624-37b3-4bff-a235-e86f00a2392e tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-372027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25961'] for router, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:36.389419 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c54eb7ac-8308-4d38-85c9-2e31542260d8 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Usage tracker for resource:subnet and tenant:a006f14e5fb54b238ad6653000c4ce0a is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:33:36.412122 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-494b656a-bf37-406b-86f8-713599ffa447 None None] Transition to ACTIVE for port object 3a56758e-a578-4542-a80f-725b3d277e35 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:33:36.413357 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c54eb7ac-8308-4d38-85c9-2e31542260d8 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:33:36.419539 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-494b656a-bf37-406b-86f8-713599ffa447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:36.438552 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c54eb7ac-8308-4d38-85c9-2e31542260d8 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:36.441784 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2be63c39-81af-4433-928f-074f31b101c0 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:36.454186 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Port 3a56758e-a578-4542-a80f-725b3d277e35 had new provisioning blocks added so it will not transition to active. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Feb 01 04:33:36.457494 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a24410ab-4022-464c-adfa-78dd7b22a733 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:36.468466 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-94d10bef-3b8f-4f69-87fb-1cae34282c48 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:36.472952 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-94d10bef-3b8f-4f69-87fb-1cae34282c48 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:36.518649 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e2fdc624-37b3-4bff-a235-e86f00a2392e tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:36.565079 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494b656a-bf37-406b-86f8-713599ffa447 None None] Pushing event updated for resources: {'Port': ['ID=3a56758e-a578-4542-a80f-725b3d277e35,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:36.578509 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a24410ab-4022-464c-adfa-78dd7b22a733 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:36.593323 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-2be63c39-81af-4433-928f-074f31b101c0 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Calling delete_port for 75957e1f-77a4-4a95-b648-6593524cb568 owned by {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:33:36.637541 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c54eb7ac-8308-4d38-85c9-2e31542260d8 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Made reservation on behalf of a006f14e5fb54b238ad6653000c4ce0a for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:33:36.639764 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-94d10bef-3b8f-4f69-87fb-1cae34282c48 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] 10.222.0.24 "DELETE /v2.0/networks/48a8116f-5145-4df2-8dee-c471c3562c8c HTTP/1.1" status: 204 len: 168 time: 4.0979652 Feb 01 04:33:36.640848 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d10bef-3b8f-4f69-87fb-1cae34282c48 tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Pushing event deleted for resources: {'Network': ['ID=48a8116f-5145-4df2-8dee-c471c3562c8c,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:36.640966 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c54eb7ac-8308-4d38-85c9-2e31542260d8 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:36.642882 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 35658) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:36.731116 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e2fdc624-37b3-4bff-a235-e86f00a2392e tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337'] for router, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:36.743557 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24410ab-4022-464c-adfa-78dd7b22a733 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=025f61d7-3c11-4de5-b831-96b62cca7a27,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:36.759221 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a24410ab-4022-464c-adfa-78dd7b22a733 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:36.760982 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a24410ab-4022-464c-adfa-78dd7b22a733 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 2.1303833 Feb 01 04:33:36.810292 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 35662) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:36.812784 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cffd6204-924f-4814-95b6-8ac43d9d25f7 tempest-RoutersTestDVR-1325285943 tempest-RoutersTestDVR-1325285943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25968'] for router, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:36.837119 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-dc401a82-cf9e-4c40-9967-55e077ddd4f7 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Request body: {'security_group_rule': {'security_group_id': '025f61d7-3c11-4de5-b831-96b62cca7a27', 'project_id': '4d9d44d669ef45fba0a9fcf8b2a96a15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:33:36.843518 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-dc401a82-cf9e-4c40-9967-55e077ddd4f7 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:36.847411 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-dc401a82-cf9e-4c40-9967-55e077ddd4f7 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Usage tracker for resource:security_group_rule and tenant:4d9d44d669ef45fba0a9fcf8b2a96a15 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:33:36.850951 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-dc401a82-cf9e-4c40-9967-55e077ddd4f7 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:33:36.851764 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e2fdc624-37b3-4bff-a235-e86f00a2392e tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:36.853366 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e2fdc624-37b3-4bff-a235-e86f00a2392e tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.9360931 Feb 01 04:33:36.860546 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-dc401a82-cf9e-4c40-9967-55e077ddd4f7 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:36.868341 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cffd6204-924f-4814-95b6-8ac43d9d25f7 tempest-RoutersTestDVR-1325285943 tempest-RoutersTestDVR-1325285943-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:36.873433 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 35666) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:36.895374 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-602d0e86-5f38-482e-96aa-0a2ec878e1f9 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-467114985'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:33:36.901236 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-602d0e86-5f38-482e-96aa-0a2ec878e1f9 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:36.905788 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-602d0e86-5f38-482e-96aa-0a2ec878e1f9 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Usage tracker for resource:network and tenant:3baf8f7dd78c4686acbe4595a9230578 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:33:36.912905 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dc401a82-cf9e-4c40-9967-55e077ddd4f7 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:36.935125 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:36.948314 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2be63c39-81af-4433-928f-074f31b101c0 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:37.128446 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-602d0e86-5f38-482e-96aa-0a2ec878e1f9 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:33:37.154966 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-602d0e86-5f38-482e-96aa-0a2ec878e1f9 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:37.157464 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be63c39-81af-4433-928f-074f31b101c0 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event deleted for resources: {'Port': ['ID=75957e1f-77a4-4a95-b648-6593524cb568,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:37.193753 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-1e100f77-1405-49c7-84c7-85fb2efbd39c tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Deleting port 2eed08b5-b34f-46e5-b3b2-f2eacd51b254 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:33:37.194098 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1e100f77-1405-49c7-84c7-85fb2efbd39c tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:37.214470 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-b5e70cbc-e684-4f86-ab42-2dca6a8a375f None None] Provisioning for port 3a56758e-a578-4542-a80f-725b3d277e35 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:33:37.219844 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2be63c39-81af-4433-928f-074f31b101c0 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:37.221245 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-b5e70cbc-e684-4f86-ab42-2dca6a8a375f None None] Provisioning complete for port 3a56758e-a578-4542-a80f-725b3d277e35 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:33:37.221706 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b5e70cbc-e684-4f86-ab42-2dca6a8a375f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:37.222739 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cffd6204-924f-4814-95b6-8ac43d9d25f7 tempest-RoutersTestDVR-1325285943 tempest-RoutersTestDVR-1325285943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772958'] for router, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:37.223287 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cffd6204-924f-4814-95b6-8ac43d9d25f7 tempest-RoutersTestDVR-1325285943 tempest-RoutersTestDVR-1325285943-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6a8857af-813f-4418-a66b-efe2cabd9fd5 {{(pid=87637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 01 04:33:37.251878 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2be63c39-81af-4433-928f-074f31b101c0 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "DELETE /v2.0/ports/75957e1f-77a4-4a95-b648-6593524cb568 HTTP/1.1" status: 204 len: 168 time: 1.6408763 Feb 01 04:33:37.252137 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cffd6204-924f-4814-95b6-8ac43d9d25f7 tempest-RoutersTestDVR-1325285943 tempest-RoutersTestDVR-1325285943-project-admin] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:37.252137 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-cffd6204-924f-4814-95b6-8ac43d9d25f7 tempest-RoutersTestDVR-1325285943 tempest-RoutersTestDVR-1325285943-project-admin] 10.222.0.24 "DELETE /v2.0/routers/6a8857af-813f-4418-a66b-efe2cabd9fd5 HTTP/1.1" status: 204 len: 168 time: 1.1922066 Feb 01 04:33:37.253237 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 35670) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:37.253568 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 35672) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:37.265885 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f26a28f0-21bf-496f-871f-946822b9b92e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:37.271481 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-602d0e86-5f38-482e-96aa-0a2ec878e1f9 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Made reservation on behalf of 3baf8f7dd78c4686acbe4595a9230578 for: {'network': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:33:37.276423 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-602d0e86-5f38-482e-96aa-0a2ec878e1f9 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:37.286615 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c54eb7ac-8308-4d38-85c9-2e31542260d8 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:37.324840 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-ea5cfe02-a7b4-4edf-961c-7293caacb0a1 tempest-RoutersTestDVR-1325285943 tempest-RoutersTestDVR-1325285943-project-admin] Request body: {'router': {'name': 'tempest-router-1239360681', 'distributed': True}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:33:37.385565 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54eb7ac-8308-4d38-85c9-2e31542260d8 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Pushing event updated for resources: {'Subnet': ['ID=9a159d09-8cb8-49d5-9945-3ee6f967b4f2,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:37.389872 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-ea5cfe02-a7b4-4edf-961c-7293caacb0a1 tempest-RoutersTestDVR-1325285943 tempest-RoutersTestDVR-1325285943-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:37.394258 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54eb7ac-8308-4d38-85c9-2e31542260d8 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Checking segment: {'id': 'c32d71b8-913b-4c09-af18-5b06fe337621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '58b346ac-6dc7-43a9-988b-9999ea11f187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:33:37.394773 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54eb7ac-8308-4d38-85c9-2e31542260d8 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Network hostable DHCP agents. Network: 58b346ac-6dc7-43a9-988b-9999ea11f187, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:33:37.415894 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54eb7ac-8308-4d38-85c9-2e31542260d8 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Network 58b346ac-6dc7-43a9-988b-9999ea11f187 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:33:37.426188 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-c54eb7ac-8308-4d38-85c9-2e31542260d8 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, 58b346ac-6dc7-43a9-988b-9999ea11f187) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:33:37.431667 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54eb7ac-8308-4d38-85c9-2e31542260d8 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:37.432933 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c54eb7ac-8308-4d38-85c9-2e31542260d8 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:37.433080 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-602d0e86-5f38-482e-96aa-0a2ec878e1f9 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks [] for security_group, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:37.445332 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3fba28-89e7-4cd1-b8e7-a5c48b7ffd40 None None] Network 58b346ac-6dc7-43a9-988b-9999ea11f187 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:33:37.465456 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c54eb7ac-8308-4d38-85c9-2e31542260d8 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3724251 Feb 01 04:33:37.470169 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26a28f0-21bf-496f-871f-946822b9b92e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event deleted for resources: {'Port': ['ID=d25d9188-c6da-45c0-98e5-2f177f0940e6,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:37.470709 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35678) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:37.478067 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-1ea58348-d232-47cf-92ee-00028063ce5d tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Request body: {'network': {'name': 'tempest-router-network01--195825364'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:33:37.484244 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-1ea58348-d232-47cf-92ee-00028063ce5d tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:37.488198 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1ea58348-d232-47cf-92ee-00028063ce5d tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Usage tracker for resource:network and tenant:a006f14e5fb54b238ad6653000c4ce0a is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:33:37.491442 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1ea58348-d232-47cf-92ee-00028063ce5d tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:33:37.504393 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-1ea58348-d232-47cf-92ee-00028063ce5d tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:37.505738 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-ea5cfe02-a7b4-4edf-961c-7293caacb0a1 tempest-RoutersTestDVR-1325285943 tempest-RoutersTestDVR-1325285943-project-admin] Usage tracker for resource:router and tenant:9b7feceee1934e54af0b2eda000b84b5 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:33:37.516390 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-ea5cfe02-a7b4-4edf-961c-7293caacb0a1 tempest-RoutersTestDVR-1325285943 tempest-RoutersTestDVR-1325285943-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:33:37.517732 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea58348-d232-47cf-92ee-00028063ce5d tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Made reservation on behalf of a006f14e5fb54b238ad6653000c4ce0a for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:33:37.520032 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-14ff7f17-3635-4569-8547-686aa024381a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] GET failed (client error): The resource could not be found. Feb 01 04:33:37.520738 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-14ff7f17-3635-4569-8547-686aa024381a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Synchronizing usage tracker for tenant:4859bcd8aae8416eba645579d339c6c6 on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:33:37.522117 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1ea58348-d232-47cf-92ee-00028063ce5d tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:37.564825 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ea58348-d232-47cf-92ee-00028063ce5d tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:33:37.581818 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-ea5cfe02-a7b4-4edf-961c-7293caacb0a1 tempest-RoutersTestDVR-1325285943 tempest-RoutersTestDVR-1325285943-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:37.586481 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1ea58348-d232-47cf-92ee-00028063ce5d tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:37.586983 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-1ea58348-d232-47cf-92ee-00028063ce5d tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Added segment f22d052c-b1e7-45f5-a6b6-59256caab511 of type vlan for network f60f11c7-5a65-4db9-9fc1-a9517166fa47 Feb 01 04:33:37.594066 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-602d0e86-5f38-482e-96aa-0a2ec878e1f9 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:37.630054 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1ea58348-d232-47cf-92ee-00028063ce5d tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:37.664441 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dc401a82-cf9e-4c40-9967-55e077ddd4f7 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:37.667374 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-602d0e86-5f38-482e-96aa-0a2ec878e1f9 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Usage tracker for resource:security_group_rule and tenant:3baf8f7dd78c4686acbe4595a9230578 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:33:37.672825 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1ea58348-d232-47cf-92ee-00028063ce5d tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:37.674252 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-602d0e86-5f38-482e-96aa-0a2ec878e1f9 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:33:37.679656 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea58348-d232-47cf-92ee-00028063ce5d tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:37.680361 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1ea58348-d232-47cf-92ee-00028063ce5d tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:37.746082 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1ea58348-d232-47cf-92ee-00028063ce5d tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2733145 Feb 01 04:33:37.749292 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35682) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:37.756327 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dc401a82-cf9e-4c40-9967-55e077ddd4f7 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:37.756719 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-b5e70cbc-e684-4f86-ab42-2dca6a8a375f None None] Provisioning complete for port ee8c9e82-f789-47b3-a57a-f33b8c5a34ed triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:33:37.757658 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b5e70cbc-e684-4f86-ab42-2dca6a8a375f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:37.758066 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-14ff7f17-3635-4569-8547-686aa024381a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Unset dirty status for tenant:4859bcd8aae8416eba645579d339c6c6 on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:33:37.761713 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-14ff7f17-3635-4569-8547-686aa024381a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "GET /v2.0/ports/75957e1f-77a4-4a95-b648-6593524cb568 HTTP/1.1" status: 404 len: 333 time: 0.4961722 Feb 01 04:33:37.761713 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-602d0e86-5f38-482e-96aa-0a2ec878e1f9 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:37.784281 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 35686) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:37.791903 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc401a82-cf9e-4c40-9967-55e077ddd4f7 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b9246ae-926c-4379-a075-dc2c5dc78c11,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:37.795251 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ea5cfe02-a7b4-4edf-961c-7293caacb0a1 tempest-RoutersTestDVR-1325285943 tempest-RoutersTestDVR-1325285943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25958'] for router, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:37.796272 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ea5cfe02-a7b4-4edf-961c-7293caacb0a1 tempest-RoutersTestDVR-1325285943 tempest-RoutersTestDVR-1325285943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-372027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25961'] for router, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:37.800498 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461325a7-fd72-447e-abb5-a4a3b8fd780b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-58b346ac-6dc7-43a9-988b-9999ea11f187', 'network_id': '58b346ac-6dc7-43a9-988b-9999ea11f187', 'tenant_id': 'a006f14e5fb54b238ad6653000c4ce0a', 'fixed_ips': [{'subnet_id': '9a159d09-8cb8-49d5-9945-3ee6f967b4f2'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:33:37.801747 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-461325a7-fd72-447e-abb5-a4a3b8fd780b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:37.870746 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-b98bb0ff-6e73-412e-aed0-41eda9e51b80 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Request body: {'network': {'name': 'tempest-router-network02--1380245413'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:33:37.889344 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-b98bb0ff-6e73-412e-aed0-41eda9e51b80 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:37.891682 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea58348-d232-47cf-92ee-00028063ce5d tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Pushing event updated for resources: {'Network': ['ID=f60f11c7-5a65-4db9-9fc1-a9517166fa47,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:37.905427 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b98bb0ff-6e73-412e-aed0-41eda9e51b80 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Usage tracker for resource:network and tenant:a006f14e5fb54b238ad6653000c4ce0a is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:33:37.909178 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-b5e70cbc-e684-4f86-ab42-2dca6a8a375f None None] Port ee8c9e82-f789-47b3-a57a-f33b8c5a34ed cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:33:37.913661 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b98bb0ff-6e73-412e-aed0-41eda9e51b80 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:33:37.913844 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-b5e70cbc-e684-4f86-ab42-2dca6a8a375f None None] Could not find standard attr ID for object 75957e1f-77a4-4a95-b648-6593524cb568. {{(pid=87638) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 01 04:33:37.917038 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dc401a82-cf9e-4c40-9967-55e077ddd4f7 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:37.918715 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-dc401a82-cf9e-4c40-9967-55e077ddd4f7 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0900831 Feb 01 04:33:37.922610 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35690) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:37.925503 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network f60f11c7-5a65-4db9-9fc1-a9517166fa47 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:33:37.940064 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-87eb4a74-8a3d-49db-9614-2531882a51df tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Request body: {'security_group_rule': {'security_group_id': '025f61d7-3c11-4de5-b831-96b62cca7a27', 'project_id': '4d9d44d669ef45fba0a9fcf8b2a96a15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:33:37.946203 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-b98bb0ff-6e73-412e-aed0-41eda9e51b80 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:37.948529 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-87eb4a74-8a3d-49db-9614-2531882a51df tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:37.953710 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-87eb4a74-8a3d-49db-9614-2531882a51df tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Usage tracker for resource:security_group_rule and tenant:4d9d44d669ef45fba0a9fcf8b2a96a15 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:33:37.958683 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-87eb4a74-8a3d-49db-9614-2531882a51df tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:33:37.959059 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f26a28f0-21bf-496f-871f-946822b9b92e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:37.965897 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-87eb4a74-8a3d-49db-9614-2531882a51df tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:37.967976 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-f26a28f0-21bf-496f-871f-946822b9b92e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/ports/d25d9188-c6da-45c0-98e5-2f177f0940e6 HTTP/1.1" status: 204 len: 168 time: 3.3104992 Feb 01 04:33:37.969581 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ea5cfe02-a7b4-4edf-961c-7293caacb0a1 tempest-RoutersTestDVR-1325285943 tempest-RoutersTestDVR-1325285943-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:37.970648 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35694) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:37.976236 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b98bb0ff-6e73-412e-aed0-41eda9e51b80 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Made reservation on behalf of a006f14e5fb54b238ad6653000c4ce0a for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:33:37.980227 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b98bb0ff-6e73-412e-aed0-41eda9e51b80 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:37.988103 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1e100f77-1405-49c7-84c7-85fb2efbd39c tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:37.988504 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1e100f77-1405-49c7-84c7-85fb2efbd39c tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:38.055717 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-87eb4a74-8a3d-49db-9614-2531882a51df tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:38.097178 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-4ef8576f-e0fa-4811-bd20-1c07fcaec78e None None] Could not find standard attr ID for object 75957e1f-77a4-4a95-b648-6593524cb568. {{(pid=87638) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 01 04:33:38.097550 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22bcd2c4-393c-4565-9632-7a516048324b tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:38.099058 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22bcd2c4-393c-4565-9632-7a516048324b tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:38.100652 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22bcd2c4-393c-4565-9632-7a516048324b tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:38.101575 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-22bcd2c4-393c-4565-9632-7a516048324b tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Synchronizing usage tracker for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:subnet {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:33:38.118762 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b98bb0ff-6e73-412e-aed0-41eda9e51b80 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:33:38.129626 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-461325a7-fd72-447e-abb5-a4a3b8fd780b None None] Allocated IP 2001:db8::2 (58b346ac-6dc7-43a9-988b-9999ea11f187/9a159d09-8cb8-49d5-9945-3ee6f967b4f2/45717501-86d6-42a9-bc4a-4a3b23ecb01b) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:33:38.142097 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-1e100f77-1405-49c7-84c7-85fb2efbd39c tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Calling delete_port for 2eed08b5-b34f-46e5-b3b2-f2eacd51b254 owned by network:floatingip {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:33:38.143695 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b98bb0ff-6e73-412e-aed0-41eda9e51b80 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:38.144045 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-b98bb0ff-6e73-412e-aed0-41eda9e51b80 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Added segment 77f9d719-23f6-4b24-bd56-5f4f3985bfbd of type vlan for network 5b088345-7ba8-4ce2-b6e6-69a08abf5d9b Feb 01 04:33:38.145196 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-22bcd2c4-393c-4565-9632-7a516048324b tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Unset dirty status for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:subnet {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:33:38.148945 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-22bcd2c4-393c-4565-9632-7a516048324b tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1747530 Feb 01 04:33:38.153042 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35698) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:38.189949 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ea5cfe02-a7b4-4edf-961c-7293caacb0a1 tempest-RoutersTestDVR-1325285943 tempest-RoutersTestDVR-1325285943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337'] for router, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:38.193433 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ef332a65-ec84-40a3-b723-eda437016835 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for security_group, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:38.237669 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-87eb4a74-8a3d-49db-9614-2531882a51df tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:38.253243 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-87eb4a74-8a3d-49db-9614-2531882a51df tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:38.257748 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b98bb0ff-6e73-412e-aed0-41eda9e51b80 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:38.259531 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ea5cfe02-a7b4-4edf-961c-7293caacb0a1 tempest-RoutersTestDVR-1325285943 tempest-RoutersTestDVR-1325285943-project-admin] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:38.264280 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-ea5cfe02-a7b4-4edf-961c-7293caacb0a1 tempest-RoutersTestDVR-1325285943 tempest-RoutersTestDVR-1325285943-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.9960542 Feb 01 04:33:38.267543 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 35702) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:38.273340 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ef332a65-ec84-40a3-b723-eda437016835 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:38.299179 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2362fda-7121-4a86-8257-ba58b102ff9e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Deleting subnet 56e567ab-03c2-4c26-ab4c-11b5bea15ace {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:33:38.301500 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eb4a74-8a3d-49db-9614-2531882a51df tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d38e352b-c4e9-4c88-8c1f-43d4dc5adebe,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:38.305986 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f2362fda-7121-4a86-8257-ba58b102ff9e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:38.351632 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 3a56758e-a578-4542-a80f-725b3d277e35 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:33:38.379018 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-87eb4a74-8a3d-49db-9614-2531882a51df tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:38.383193 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-87eb4a74-8a3d-49db-9614-2531882a51df tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4504893 Feb 01 04:33:38.384501 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35706) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:38.391807 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b98bb0ff-6e73-412e-aed0-41eda9e51b80 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:38.397204 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98bb0ff-6e73-412e-aed0-41eda9e51b80 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:38.397721 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b98bb0ff-6e73-412e-aed0-41eda9e51b80 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:38.406894 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-1e986873-9668-4a81-b708-5b411a5abc89 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Request body: {'security_group_rule': {'security_group_id': '025f61d7-3c11-4de5-b831-96b62cca7a27', 'project_id': '4d9d44d669ef45fba0a9fcf8b2a96a15', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:33:38.430257 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f2362fda-7121-4a86-8257-ba58b102ff9e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145757'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:38.442072 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-461325a7-fd72-447e-abb5-a4a3b8fd780b None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:38.458492 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-461325a7-fd72-447e-abb5-a4a3b8fd780b None None] Transition to ACTIVE for port object 45717501-86d6-42a9-bc4a-4a3b23ecb01b will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:33:38.473592 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 3a56758e-a578-4542-a80f-725b3d277e35 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:33:38.474080 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:38.474255 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-1e986873-9668-4a81-b708-5b411a5abc89 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:38.489181 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-602d0e86-5f38-482e-96aa-0a2ec878e1f9 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks [] for security_group, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:38.491686 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1e986873-9668-4a81-b708-5b411a5abc89 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Usage tracker for resource:security_group_rule and tenant:4d9d44d669ef45fba0a9fcf8b2a96a15 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:33:38.499532 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1e986873-9668-4a81-b708-5b411a5abc89 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:33:38.509797 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-1e986873-9668-4a81-b708-5b411a5abc89 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:38.521393 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b98bb0ff-6e73-412e-aed0-41eda9e51b80 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7711296 Feb 01 04:33:38.524420 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8876cc45-6aec-416b-a452-114a86b14855 tempest-RoutersTestDVR-1325285943 tempest-RoutersTestDVR-1325285943-project-admin] Notify callbacks [] for router, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:38.571558 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 35710) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:38.585271 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98bb0ff-6e73-412e-aed0-41eda9e51b80 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Pushing event updated for resources: {'Network': ['ID=5b088345-7ba8-4ce2-b6e6-69a08abf5d9b,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:38.593598 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-602d0e86-5f38-482e-96aa-0a2ec878e1f9 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:38.601089 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-819536d3-baa4-4979-83a3-883189835a28 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Request body: {'subnet': {'network_id': 'f60f11c7-5a65-4db9-9fc1-a9517166fa47', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:33:38.611418 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 5b088345-7ba8-4ce2-b6e6-69a08abf5d9b details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:33:38.612455 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1e986873-9668-4a81-b708-5b411a5abc89 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:38.663850 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f2362fda-7121-4a86-8257-ba58b102ff9e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:38.725058 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1e986873-9668-4a81-b708-5b411a5abc89 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:38.728372 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1e986873-9668-4a81-b708-5b411a5abc89 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:38.767748 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e986873-9668-4a81-b708-5b411a5abc89 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dd76a53-4c9b-4711-bd14-0e7759d1de13,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:38.785828 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1e986873-9668-4a81-b708-5b411a5abc89 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:38.787035 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1e986873-9668-4a81-b708-5b411a5abc89 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3992260 Feb 01 04:33:38.788755 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f2362fda-7121-4a86-8257-ba58b102ff9e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3072169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2652276'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:38.792613 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35714) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:38.829495 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-a99d39b6-8fe3-4fee-b7a2-3adf61e53bd7 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Request body: {'security_group_rule': {'security_group_id': '025f61d7-3c11-4de5-b831-96b62cca7a27', 'project_id': '4d9d44d669ef45fba0a9fcf8b2a96a15', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:33:38.840935 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2362fda-7121-4a86-8257-ba58b102ff9e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event deleted for resources: {'Subnet': ['ID=56e567ab-03c2-4c26-ab4c-11b5bea15ace,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:38.844471 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-a99d39b6-8fe3-4fee-b7a2-3adf61e53bd7 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:38.847279 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f2362fda-7121-4a86-8257-ba58b102ff9e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:38.851946 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f2362fda-7121-4a86-8257-ba58b102ff9e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/subnets/56e567ab-03c2-4c26-ab4c-11b5bea15ace HTTP/1.1" status: 204 len: 168 time: 0.6941495 Feb 01 04:33:38.851946 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35718) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:38.855434 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5eaef5-fe15-4847-8617-52a1486d0ab1 None None] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:33:38.882621 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-a99d39b6-8fe3-4fee-b7a2-3adf61e53bd7 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Usage tracker for resource:security_group_rule and tenant:4d9d44d669ef45fba0a9fcf8b2a96a15 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:33:38.889069 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-a99d39b6-8fe3-4fee-b7a2-3adf61e53bd7 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:33:38.889970 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-602d0e86-5f38-482e-96aa-0a2ec878e1f9 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=87637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:33:38.898420 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ef332a65-ec84-40a3-b723-eda437016835 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:38.901135 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-a99d39b6-8fe3-4fee-b7a2-3adf61e53bd7 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:38.936553 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-2def12f7-176c-4ac5-b912-4bcdc53e9f6d tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Deleting subnet 5b603d50-f4ce-4ec7-91f3-4eb1823ba9c4 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:33:38.939846 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2def12f7-176c-4ac5-b912-4bcdc53e9f6d tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:38.974680 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a99d39b6-8fe3-4fee-b7a2-3adf61e53bd7 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:38.997003 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-461325a7-fd72-447e-abb5-a4a3b8fd780b None None] Transition to ACTIVE for port object 45717501-86d6-42a9-bc4a-4a3b23ecb01b will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:33:38.997355 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d0e86-5f38-482e-96aa-0a2ec878e1f9 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c57304-da2e-4e3b-8237-3e9cb008346c,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:39.036896 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2def12f7-176c-4ac5-b912-4bcdc53e9f6d tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145757'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:39.040025 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-461325a7-fd72-447e-abb5-a4a3b8fd780b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:39.109665 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a99d39b6-8fe3-4fee-b7a2-3adf61e53bd7 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:39.115507 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-602d0e86-5f38-482e-96aa-0a2ec878e1f9 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:39.115870 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.segments_db [None req-602d0e86-5f38-482e-96aa-0a2ec878e1f9 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Added segment d252c60c-cbeb-4dc3-81bd-cfaa9484e001 of type vlan for network 0d1e869b-a293-4e6c-add4-937fb2847c13 Feb 01 04:33:39.120990 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a99d39b6-8fe3-4fee-b7a2-3adf61e53bd7 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:39.126360 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1e100f77-1405-49c7-84c7-85fb2efbd39c tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:39.128793 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461325a7-fd72-447e-abb5-a4a3b8fd780b None None] Network 58b346ac-6dc7-43a9-988b-9999ea11f187 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:33:39.133596 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-461325a7-fd72-447e-abb5-a4a3b8fd780b None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:33:39.138485 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8876cc45-6aec-416b-a452-114a86b14855 tempest-RoutersTestDVR-1325285943 tempest-RoutersTestDVR-1325285943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25968'] for router, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:39.161368 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99d39b6-8fe3-4fee-b7a2-3adf61e53bd7 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3dde55c-ec7a-495b-a492-c336a29f031f,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:39.173689 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8876cc45-6aec-416b-a452-114a86b14855 tempest-RoutersTestDVR-1325285943 tempest-RoutersTestDVR-1325285943-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:39.175344 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a99d39b6-8fe3-4fee-b7a2-3adf61e53bd7 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:39.179108 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a99d39b6-8fe3-4fee-b7a2-3adf61e53bd7 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3582194 Feb 01 04:33:39.180957 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35722) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:39.183244 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461325a7-fd72-447e-abb5-a4a3b8fd780b None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:33:39.186274 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2def12f7-176c-4ac5-b912-4bcdc53e9f6d tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:39.195788 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461325a7-fd72-447e-abb5-a4a3b8fd780b None None] Pushing event updated for resources: {'Port': ['ID=45717501-86d6-42a9-bc4a-4a3b23ecb01b,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:39.198203 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef332a65-ec84-40a3-b723-eda437016835 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c26e43b-46eb-477a-9249-233d5506f6ad,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:39.208597 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e100f77-1405-49c7-84c7-85fb2efbd39c tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Pushing event deleted for resources: {'Port': ['ID=2eed08b5-b34f-46e5-b3b2-f2eacd51b254,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:39.217740 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-2f29bdb4-7503-491c-9d88-c8c2b9e8ecf8 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Request body: {'security_group_rule': {'security_group_id': '025f61d7-3c11-4de5-b831-96b62cca7a27', 'project_id': '4d9d44d669ef45fba0a9fcf8b2a96a15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:33:39.227759 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-2f29bdb4-7503-491c-9d88-c8c2b9e8ecf8 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:39.228351 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-819536d3-baa4-4979-83a3-883189835a28 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:39.235025 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2f29bdb4-7503-491c-9d88-c8c2b9e8ecf8 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Usage tracker for resource:security_group_rule and tenant:4d9d44d669ef45fba0a9fcf8b2a96a15 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:33:39.240177 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2f29bdb4-7503-491c-9d88-c8c2b9e8ecf8 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:33:39.253900 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-2f29bdb4-7503-491c-9d88-c8c2b9e8ecf8 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:39.274056 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.securitygroups_db [None req-2f29bdb4-7503-491c-9d88-c8c2b9e8ecf8 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Project 4d9d44d669ef45fba0a9fcf8b2a96a15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 01 04:33:39.276280 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-819536d3-baa4-4979-83a3-883189835a28 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Usage tracker for resource:subnet and tenant:a006f14e5fb54b238ad6653000c4ce0a is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:33:39.284867 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2f29bdb4-7503-491c-9d88-c8c2b9e8ecf8 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:39.285985 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-819536d3-baa4-4979-83a3-883189835a28 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:33:39.319048 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-602d0e86-5f38-482e-96aa-0a2ec878e1f9 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:39.323616 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2def12f7-176c-4ac5-b912-4bcdc53e9f6d tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3072169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2652276'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:39.329808 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-819536d3-baa4-4979-83a3-883189835a28 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:39.330215 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-461325a7-fd72-447e-abb5-a4a3b8fd780b None None] Attempting to bind port 45717501-86d6-42a9-bc4a-4a3b23ecb01b on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:33:39.330605 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-461325a7-fd72-447e-abb5-a4a3b8fd780b None None] Attempting to bind port 45717501-86d6-42a9-bc4a-4a3b23ecb01b by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': 'c32d71b8-913b-4c09-af18-5b06fe337621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '58b346ac-6dc7-43a9-988b-9999ea11f187'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:33:39.330958 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461325a7-fd72-447e-abb5-a4a3b8fd780b None None] Attempting to bind port 45717501-86d6-42a9-bc4a-4a3b23ecb01b on network 58b346ac-6dc7-43a9-988b-9999ea11f187 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:33:39.331665 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8876cc45-6aec-416b-a452-114a86b14855 tempest-RoutersTestDVR-1325285943 tempest-RoutersTestDVR-1325285943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772958'] for router, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:39.332318 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8876cc45-6aec-416b-a452-114a86b14855 tempest-RoutersTestDVR-1325285943 tempest-RoutersTestDVR-1325285943-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cd5a4474-077b-4fde-ad95-f5dcbd77f8fd {{(pid=87637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 01 04:33:39.340950 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461325a7-fd72-447e-abb5-a4a3b8fd780b None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:33:39.341316 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461325a7-fd72-447e-abb5-a4a3b8fd780b None None] Checking segment: {'id': 'c32d71b8-913b-4c09-af18-5b06fe337621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '58b346ac-6dc7-43a9-988b-9999ea11f187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:33:39.341716 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-461325a7-fd72-447e-abb5-a4a3b8fd780b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:39.342116 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461325a7-fd72-447e-abb5-a4a3b8fd780b None None] Bound using segment: {'id': 'c32d71b8-913b-4c09-af18-5b06fe337621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '58b346ac-6dc7-43a9-988b-9999ea11f187'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:33:39.342576 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-461325a7-fd72-447e-abb5-a4a3b8fd780b None None] Bound port: 45717501-86d6-42a9-bc4a-4a3b23ecb01b, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c32d71b8-913b-4c09-af18-5b06fe337621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '58b346ac-6dc7-43a9-988b-9999ea11f187'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:33:39.342951 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-461325a7-fd72-447e-abb5-a4a3b8fd780b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:39.369014 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8876cc45-6aec-416b-a452-114a86b14855 tempest-RoutersTestDVR-1325285943 tempest-RoutersTestDVR-1325285943-project-admin] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:39.374724 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-8876cc45-6aec-416b-a452-114a86b14855 tempest-RoutersTestDVR-1325285943 tempest-RoutersTestDVR-1325285943-project-admin] 10.222.0.24 "DELETE /v2.0/routers/cd5a4474-077b-4fde-ad95-f5dcbd77f8fd HTTP/1.1" status: 204 len: 168 time: 1.0994904 Feb 01 04:33:39.381038 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ef332a65-ec84-40a3-b723-eda437016835 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:39.387462 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-ef332a65-ec84-40a3-b723-eda437016835 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "DELETE /v2.0/security-groups/6c26e43b-46eb-477a-9249-233d5506f6ad HTTP/1.1" status: 204 len: 168 time: 1.5935204 Feb 01 04:33:39.389251 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2def12f7-176c-4ac5-b912-4bcdc53e9f6d tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event deleted for resources: {'Subnet': ['ID=5b603d50-f4ce-4ec7-91f3-4eb1823ba9c4,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:39.392290 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35728) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:39.399121 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2def12f7-176c-4ac5-b912-4bcdc53e9f6d tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:39.415283 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-819536d3-baa4-4979-83a3-883189835a28 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Made reservation on behalf of a006f14e5fb54b238ad6653000c4ce0a for: {'subnet': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:33:39.422611 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-819536d3-baa4-4979-83a3-883189835a28 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3694443'] for subnet, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:39.429654 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2def12f7-176c-4ac5-b912-4bcdc53e9f6d tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/subnets/5b603d50-f4ce-4ec7-91f3-4eb1823ba9c4 HTTP/1.1" status: 204 len: 168 time: 0.5769570 Feb 01 04:33:39.434201 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35732) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:39.487364 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-461325a7-fd72-447e-abb5-a4a3b8fd780b None None] For port 45717501-86d6-42a9-bc4a-4a3b23ecb01b, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:33:39.491040 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-461325a7-fd72-447e-abb5-a4a3b8fd780b None None] For port 45717501-86d6-42a9-bc4a-4a3b23ecb01b, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=45717501-86d6-42a9-bc4a-4a3b23ecb01b,segment=NetworkSegment(c32d71b8-913b-4c09-af18-5b06fe337621),segment_id=c32d71b8-913b-4c09-af18-5b06fe337621)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:33:39.525960 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-63a27ded-125e-4e13-b4d7-a9ab591aa014 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0847230 Feb 01 04:33:39.528745 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-461325a7-fd72-447e-abb5-a4a3b8fd780b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:39.529561 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35736) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:39.655441 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461325a7-fd72-447e-abb5-a4a3b8fd780b None None] Pushing event updated for resources: {'Port': ['ID=45717501-86d6-42a9-bc4a-4a3b23ecb01b,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:39.664075 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0cdbd7b-9e0c-47e4-9e28-c2428fc9dc5d None None] Update dhcp port {'port': {'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'fixed_ips': [{'subnet_id': '5b603d50-f4ce-4ec7-91f3-4eb1823ba9c4'}], 'binding:host_id': 'dv-neutron-826830-1-hyperv'}, 'id': '261b31a9-e2ff-4cc9-937a-38b87bb037ac'} from dv-neutron-826830-1-hyperv. {{(pid=87638) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 01 04:33:39.722525 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2f29bdb4-7503-491c-9d88-c8c2b9e8ecf8 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:39.724807 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d0cdbd7b-9e0c-47e4-9e28-c2428fc9dc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:39.744957 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2f29bdb4-7503-491c-9d88-c8c2b9e8ecf8 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:39.783378 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-602d0e86-5f38-482e-96aa-0a2ec878e1f9 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:39.785322 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35742) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:39.792958 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602d0e86-5f38-482e-96aa-0a2ec878e1f9 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:39.796239 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-602d0e86-5f38-482e-96aa-0a2ec878e1f9 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:39.801126 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f29bdb4-7503-491c-9d88-c8c2b9e8ecf8 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb8a9c36-af49-42cb-af27-3f731d7d2904,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:39.803578 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-520879c1-5880-4f6a-94a6-9c47e278845a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:39.845480 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2f29bdb4-7503-491c-9d88-c8c2b9e8ecf8 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:39.849206 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2f29bdb4-7503-491c-9d88-c8c2b9e8ecf8 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6652722 Feb 01 04:33:39.850066 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35748) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:39.853182 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-520879c1-5880-4f6a-94a6-9c47e278845a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:39.869820 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-b21bc77d-0589-4b09-be02-8303a008f600 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Request body: {'security_group_rule': {'security_group_id': '025f61d7-3c11-4de5-b831-96b62cca7a27', 'project_id': '4d9d44d669ef45fba0a9fcf8b2a96a15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:33:39.882264 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-b21bc77d-0589-4b09-be02-8303a008f600 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:39.902453 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b21bc77d-0589-4b09-be02-8303a008f600 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Usage tracker for resource:security_group_rule and tenant:4d9d44d669ef45fba0a9fcf8b2a96a15 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:33:39.908002 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b21bc77d-0589-4b09-be02-8303a008f600 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:33:39.937079 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eccf06d-b203-48d4-bb6c-e42c0f30a0c6 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:39.937774 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-4eccf06d-b203-48d4-bb6c-e42c0f30a0c6 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Synchronizing usage tracker for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:33:39.942507 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-b21bc77d-0589-4b09-be02-8303a008f600 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:39.964693 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.securitygroups_db [None req-b21bc77d-0589-4b09-be02-8303a008f600 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Project 4d9d44d669ef45fba0a9fcf8b2a96a15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 01 04:33:39.972798 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b21bc77d-0589-4b09-be02-8303a008f600 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:39.991010 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c23ed8c-e4dd-40b2-b18b-212090964f2a None None] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:33:39.997107 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-520879c1-5880-4f6a-94a6-9c47e278845a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:40.012119 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-4eccf06d-b203-48d4-bb6c-e42c0f30a0c6 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Unset dirty status for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:33:40.013586 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4eccf06d-b203-48d4-bb6c-e42c0f30a0c6 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4772549 Feb 01 04:33:40.031534 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35752) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:40.046383 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bdea6fa0-543c-4a21-a17a-2c02a7c1c5c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:40.060165 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d0e86-5f38-482e-96aa-0a2ec878e1f9 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Pushing event updated for resources: {'Network': ['ID=0d1e869b-a293-4e6c-add4-937fb2847c13,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:40.062658 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-819536d3-baa4-4979-83a3-883189835a28 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3037478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3694457'] for subnet, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:40.086128 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 0d1e869b-a293-4e6c-add4-937fb2847c13 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:33:40.101245 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520879c1-5880-4f6a-94a6-9c47e278845a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=436b7be6-78f6-4c13-9206-3e45581a40a9,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:40.131907 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-520879c1-5880-4f6a-94a6-9c47e278845a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:40.133238 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-520879c1-5880-4f6a-94a6-9c47e278845a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "DELETE /v2.0/security-groups/436b7be6-78f6-4c13-9206-3e45581a40a9 HTTP/1.1" status: 204 len: 168 time: 0.7370431 Feb 01 04:33:40.142415 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-bdea6fa0-543c-4a21-a17a-2c02a7c1c5c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:40.144007 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1e100f77-1405-49c7-84c7-85fb2efbd39c tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks [] for floatingip, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:40.146469 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 35756) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:40.147280 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819536d3-baa4-4979-83a3-883189835a28 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Pushing event updated for resources: {'Subnet': ['ID=7774155c-9037-4d29-81a9-d19b33ba2f6e,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:40.153431 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-bdea6fa0-543c-4a21-a17a-2c02a7c1c5c7 admin admin] Usage tracker for resource:security_group_rule and tenant:9692a8f214cb4e55a561cf28b9bcb704 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:33:40.168273 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-bdea6fa0-543c-4a21-a17a-2c02a7c1c5c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:33:40.184605 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-bdea6fa0-543c-4a21-a17a-2c02a7c1c5c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:40.196367 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-602d0e86-5f38-482e-96aa-0a2ec878e1f9 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.3185606 Feb 01 04:33:40.203022 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35760) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:40.204609 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1e100f77-1405-49c7-84c7-85fb2efbd39c tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:40.207371 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-1e100f77-1405-49c7-84c7-85fb2efbd39c tempest-FloatingIPAdminTestJSON-591879319 tempest-FloatingIPAdminTestJSON-591879319-project] 10.222.0.24 "DELETE /v2.0/floatingips/13726d90-d901-443f-9acd-307611c180cd HTTP/1.1" status: 204 len: 168 time: 3.5049658 Feb 01 04:33:40.211951 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b21bc77d-0589-4b09-be02-8303a008f600 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:40.215897 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dceea623-d4db-4389-9a29-8c53a40b6f34 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:40.216587 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-dceea623-d4db-4389-9a29-8c53a40b6f34 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Synchronizing usage tracker for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:subnet {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:33:40.223249 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-172ab08d-11cd-41bc-9503-1c8f363ff351 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Request body: {'subnet': {'network_id': '0d1e869b-a293-4e6c-add4-937fb2847c13', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:33:40.242925 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-25f9b5f7-9189-4a4e-9f75-864a11f7c7ef None None] Provisioning complete for port 261b31a9-e2ff-4cc9-937a-38b87bb037ac triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:33:40.245156 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b21bc77d-0589-4b09-be02-8303a008f600 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:40.245664 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-25f9b5f7-9189-4a4e-9f75-864a11f7c7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:40.265993 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819536d3-baa4-4979-83a3-883189835a28 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Checking segment: {'id': 'f22d052c-b1e7-45f5-a6b6-59256caab511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f60f11c7-5a65-4db9-9fc1-a9517166fa47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:33:40.266546 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819536d3-baa4-4979-83a3-883189835a28 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Network hostable DHCP agents. Network: f60f11c7-5a65-4db9-9fc1-a9517166fa47, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:33:40.286467 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_v2 [None req-57454d85-17f4-447e-91d9-41dd50447a17 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Deleting subnet c7db8336-9c8f-40f7-9e76-e11c8fcd0db2 {{(pid=87637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:33:40.292032 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-57454d85-17f4-447e-91d9-41dd50447a17 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for subnet, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:40.345327 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819536d3-baa4-4979-83a3-883189835a28 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Network f60f11c7-5a65-4db9-9fc1-a9517166fa47 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:33:40.365891 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-dceea623-d4db-4389-9a29-8c53a40b6f34 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Unset dirty status for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:subnet {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:33:40.367066 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-dceea623-d4db-4389-9a29-8c53a40b6f34 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3310900 Feb 01 04:33:40.389575 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 35766) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:40.422124 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21bc77d-0589-4b09-be02-8303a008f600 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd9b304d-eb4e-4f18-a78f-c81b47d3e66a,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:40.438675 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b21bc77d-0589-4b09-be02-8303a008f600 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:40.440955 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b21bc77d-0589-4b09-be02-8303a008f600 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5899711 Feb 01 04:33:40.445800 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35772) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:40.463462 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-ec3419b5-9cc7-47c7-a872-966f42746964 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Request body: {'network': {'name': 'tempest-network-smoke--2101437689', 'project_id': '4d9d44d669ef45fba0a9fcf8b2a96a15', 'port_security_enabled': True}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:33:40.476844 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-ec3419b5-9cc7-47c7-a872-966f42746964 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:40.480312 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-172ab08d-11cd-41bc-9503-1c8f363ff351 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:40.489094 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-ec3419b5-9cc7-47c7-a872-966f42746964 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Usage tracker for resource:network and tenant:4d9d44d669ef45fba0a9fcf8b2a96a15 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:33:40.492879 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-ec3419b5-9cc7-47c7-a872-966f42746964 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:33:40.495899 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-172ab08d-11cd-41bc-9503-1c8f363ff351 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Usage tracker for resource:subnet and tenant:3baf8f7dd78c4686acbe4595a9230578 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:33:40.505231 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-172ab08d-11cd-41bc-9503-1c8f363ff351 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:33:40.513413 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-ec3419b5-9cc7-47c7-a872-966f42746964 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:40.521141 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-172ab08d-11cd-41bc-9503-1c8f363ff351 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:40.543526 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-7ce5d116-74bb-456e-85c9-a04b403605fa tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1449754 Feb 01 04:33:40.547245 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 35776) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:40.547877 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-819536d3-baa4-4979-83a3-883189835a28 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, f60f11c7-5a65-4db9-9fc1-a9517166fa47) {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:33:40.554362 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819536d3-baa4-4979-83a3-883189835a28 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:40.555059 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-819536d3-baa4-4979-83a3-883189835a28 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:40.566046 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-bae0f955-d050-4388-b5ba-de38758eedb0 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Request body: {'subnet': {'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:33:40.567205 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35780) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:40.568103 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec3419b5-9cc7-47c7-a872-966f42746964 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Made reservation on behalf of 4d9d44d669ef45fba0a9fcf8b2a96a15 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:33:40.571865 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 45717501-86d6-42a9-bc4a-4a3b23ecb01b up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:33:40.572894 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ec3419b5-9cc7-47c7-a872-966f42746964 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:40.585949 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-57454d85-17f4-447e-91d9-41dd50447a17 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2424773'] for subnet, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:40.597114 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bdea6fa0-543c-4a21-a17a-2c02a7c1c5c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:40.606193 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bdea6fa0-543c-4a21-a17a-2c02a7c1c5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:40.609805 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503e3848-4d5e-4ac6-b822-3c74eb1c34ae None None] Network f60f11c7-5a65-4db9-9fc1-a9517166fa47 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:33:40.631524 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172ab08d-11cd-41bc-9503-1c8f363ff351 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Made reservation on behalf of 3baf8f7dd78c4686acbe4595a9230578 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:33:40.635559 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-172ab08d-11cd-41bc-9503-1c8f363ff351 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:40.701548 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec3419b5-9cc7-47c7-a872-966f42746964 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:33:40.729529 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-bdea6fa0-543c-4a21-a17a-2c02a7c1c5c7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9692a8f214cb4e55a561cf28b9bcb704&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9336653 Feb 01 04:33:40.734952 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdea6fa0-543c-4a21-a17a-2c02a7c1c5c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1fe253-0d64-48c2-aa11-b83aef66c78a,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:40.752349 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-819536d3-baa4-4979-83a3-883189835a28 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1705012 Feb 01 04:33:40.766487 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 35786) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:40.766752 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 35788) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:40.777551 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-9e1851f0-4f9c-442b-9861-c6e0bc07d84f tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Request body: {'subnet': {'network_id': '5b088345-7ba8-4ce2-b6e6-69a08abf5d9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:33:40.950210 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-9e1851f0-4f9c-442b-9861-c6e0bc07d84f tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:40.951655 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 45717501-86d6-42a9-bc4a-4a3b23ecb01b completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:33:40.959615 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-9e1851f0-4f9c-442b-9861-c6e0bc07d84f tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Usage tracker for resource:subnet and tenant:a006f14e5fb54b238ad6653000c4ce0a is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:33:40.967562 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-9e1851f0-4f9c-442b-9861-c6e0bc07d84f tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:33:40.980354 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc43730-1320-4123-9ff0-feba9b6cbb3c None None] DHCP port deletion for 14b67238-4e53-405c-b9cd-84b8ff52e36a request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:33:40.989621 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-acc43730-1320-4123-9ff0-feba9b6cbb3c None None] Deleting port 261b31a9-e2ff-4cc9-937a-38b87bb037ac {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:33:40.990002 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-acc43730-1320-4123-9ff0-feba9b6cbb3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:40.996433 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-bae0f955-d050-4388-b5ba-de38758eedb0 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:41.008901 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ec3419b5-9cc7-47c7-a872-966f42746964 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:41.009834 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-ec3419b5-9cc7-47c7-a872-966f42746964 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Added segment 47389526-68fb-4cf8-9cf4-525db349e4da of type vlan for network 6ec819a2-0c55-40ed-acdc-50daf874a757 Feb 01 04:33:41.022976 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-9e1851f0-4f9c-442b-9861-c6e0bc07d84f tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:41.041913 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-bae0f955-d050-4388-b5ba-de38758eedb0 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:41.057490 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9977c1e1-de01-4a91-b515-829f3b265ec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:41.058628 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 261b31a9-e2ff-4cc9-937a-38b87bb037ac no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:33:41.067770 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1851f0-4f9c-442b-9861-c6e0bc07d84f tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Made reservation on behalf of a006f14e5fb54b238ad6653000c4ce0a for: {'subnet': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:33:41.077410 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e1851f0-4f9c-442b-9861-c6e0bc07d84f tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3694443'] for subnet, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:41.117522 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db664aac-1df2-4109-8c17-8e1242ffcfa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-f60f11c7-5a65-4db9-9fc1-a9517166fa47', 'network_id': 'f60f11c7-5a65-4db9-9fc1-a9517166fa47', 'tenant_id': 'a006f14e5fb54b238ad6653000c4ce0a', 'fixed_ips': [{'subnet_id': '7774155c-9037-4d29-81a9-d19b33ba2f6e'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:33:41.118353 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-db664aac-1df2-4109-8c17-8e1242ffcfa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:41.121244 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-172ab08d-11cd-41bc-9503-1c8f363ff351 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:41.159838 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b046f064-57a9-42c9-a080-6622b98fadd4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=08fe69cb24644e9d8169ca92f1f59fd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5764334 Feb 01 04:33:41.161727 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ec3419b5-9cc7-47c7-a872-966f42746964 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:41.169710 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35794) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:41.284836 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172ab08d-11cd-41bc-9503-1c8f363ff351 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Pushing event updated for resources: {'Subnet': ['ID=8af610f5-d2be-46ba-af27-e2cb8a970612,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:41.288186 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172ab08d-11cd-41bc-9503-1c8f363ff351 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Checking segment: {'id': 'd252c60c-cbeb-4dc3-81bd-cfaa9484e001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0d1e869b-a293-4e6c-add4-937fb2847c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:33:41.288559 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172ab08d-11cd-41bc-9503-1c8f363ff351 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Network hostable DHCP agents. Network: 0d1e869b-a293-4e6c-add4-937fb2847c13, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:33:41.323993 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ec3419b5-9cc7-47c7-a872-966f42746964 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:41.329556 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3419b5-9cc7-47c7-a872-966f42746964 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:41.330125 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ec3419b5-9cc7-47c7-a872-966f42746964 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:41.341687 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-57454d85-17f4-447e-91d9-41dd50447a17 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:41.344333 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cee473b-8d1e-4872-9639-876d4cfc7529 None None] Network 58b346ac-6dc7-43a9-988b-9999ea11f187 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:33:41.376573 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-610a8549-b83d-4a9f-b106-8e4dea7ed3dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:41.376820 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae0f955-d050-4388-b5ba-de38758eedb0 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Made reservation on behalf of 60b4e61082d3421283cb095bbc99ad8e for: {'subnet': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:33:41.380486 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bae0f955-d050-4388-b5ba-de38758eedb0 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3694443'] for subnet, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:41.381889 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-bae0f955-d050-4388-b5ba-de38758eedb0 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 01 04:33:41.382314 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bae0f955-d050-4388-b5ba-de38758eedb0 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:33:41.400032 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:41.413835 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172ab08d-11cd-41bc-9503-1c8f363ff351 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Network 0d1e869b-a293-4e6c-add4-937fb2847c13 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:33:41.460088 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9977c1e1-de01-4a91-b515-829f3b265ec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:41.507274 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ec3419b5-9cc7-47c7-a872-966f42746964 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0559187 Feb 01 04:33:41.509497 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-610a8549-b83d-4a9f-b106-8e4dea7ed3dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:41.515515 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 35798) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:41.517245 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3419b5-9cc7-47c7-a872-966f42746964 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Pushing event updated for resources: {'Network': ['ID=6ec819a2-0c55-40ed-acdc-50daf874a757,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:41.523528 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-172ab08d-11cd-41bc-9503-1c8f363ff351 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, 0d1e869b-a293-4e6c-add4-937fb2847c13) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:33:41.527913 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-8d74a20e-2f02-46a5-907d-af1b50920893 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-791609492', 'admin_state_up': True, 'project_id': '4d9d44d669ef45fba0a9fcf8b2a96a15', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:33:41.530990 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172ab08d-11cd-41bc-9503-1c8f363ff351 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:41.531580 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-172ab08d-11cd-41bc-9503-1c8f363ff351 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:41.535062 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-8d74a20e-2f02-46a5-907d-af1b50920893 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:41.539282 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-8d74a20e-2f02-46a5-907d-af1b50920893 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Usage tracker for resource:router and tenant:4d9d44d669ef45fba0a9fcf8b2a96a15 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:33:41.542838 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-8d74a20e-2f02-46a5-907d-af1b50920893 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:33:41.551683 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-bae0f955-d050-4388-b5ba-de38758eedb0 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.0017772 Feb 01 04:33:41.556866 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35804) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:41.563533 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-8d74a20e-2f02-46a5-907d-af1b50920893 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:41.575830 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 6ec819a2-0c55-40ed-acdc-50daf874a757 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:33:41.576325 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-477bea56-ebe0-43fa-a0f3-7daf842a53d8 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Request body: {'subnet': {'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:33:41.587707 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68e4856-6fa9-4e5c-b1fe-226136ed8673 None None] Network 0d1e869b-a293-4e6c-add4-937fb2847c13 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:33:41.603466 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-172ab08d-11cd-41bc-9503-1c8f363ff351 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3973742 Feb 01 04:33:41.608591 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 35808) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:41.621505 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-e5e230db-172c-4d0d-a99a-82a88e5d15ba tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Request body: {'network': {'name': 'tempest-router-network01--643471380'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:33:41.625945 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8d74a20e-2f02-46a5-907d-af1b50920893 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25958'] for router, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:41.627003 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8d74a20e-2f02-46a5-907d-af1b50920893 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-372027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25961'] for router, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:41.635897 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-57454d85-17f4-447e-91d9-41dd50447a17 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3037665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694336'] for subnet, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:41.639773 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-e5e230db-172c-4d0d-a99a-82a88e5d15ba tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:41.678271 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-e5e230db-172c-4d0d-a99a-82a88e5d15ba tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Usage tracker for resource:network and tenant:3baf8f7dd78c4686acbe4595a9230578 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:33:41.685064 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e1851f0-4f9c-442b-9861-c6e0bc07d84f tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3037478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3694457'] for subnet, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:41.691368 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-e5e230db-172c-4d0d-a99a-82a88e5d15ba tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:33:41.702124 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57454d85-17f4-447e-91d9-41dd50447a17 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event deleted for resources: {'Subnet': ['ID=c7db8336-9c8f-40f7-9e76-e11c8fcd0db2,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:41.728340 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-477bea56-ebe0-43fa-a0f3-7daf842a53d8 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:41.731561 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6cfaf5-0015-4244-bdb2-0d4c928fb958 None None] Network f84096f6-bb01-4fa1-8395-e2b6df6a3423 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:33:41.731731 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-e5e230db-172c-4d0d-a99a-82a88e5d15ba tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:41.737030 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-57454d85-17f4-447e-91d9-41dd50447a17 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:41.743818 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-477bea56-ebe0-43fa-a0f3-7daf842a53d8 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:41.747745 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-610a8549-b83d-4a9f-b106-8e4dea7ed3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:41.752389 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9977c1e1-de01-4a91-b515-829f3b265ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:41.758299 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-acc43730-1320-4123-9ff0-feba9b6cbb3c None None] For port 261b31a9-e2ff-4cc9-937a-38b87bb037ac, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=261b31a9-e2ff-4cc9-937a-38b87bb037ac,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:33:41.758611 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-acc43730-1320-4123-9ff0-feba9b6cbb3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:41.770326 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610a8549-b83d-4a9f-b106-8e4dea7ed3dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89bd094-e750-4afc-b85c-ef05081984fc,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:41.779209 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-477bea56-ebe0-43fa-a0f3-7daf842a53d8 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Made reservation on behalf of 60b4e61082d3421283cb095bbc99ad8e for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:33:41.784258 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-477bea56-ebe0-43fa-a0f3-7daf842a53d8 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:41.785127 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8d74a20e-2f02-46a5-907d-af1b50920893 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:41.785418 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-477bea56-ebe0-43fa-a0f3-7daf842a53d8 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 01 04:33:41.785900 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-477bea56-ebe0-43fa-a0f3-7daf842a53d8 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:33:41.791880 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-610a8549-b83d-4a9f-b106-8e4dea7ed3dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:41.797668 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-610a8549-b83d-4a9f-b106-8e4dea7ed3dd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d89bd094-e750-4afc-b85c-ef05081984fc HTTP/1.1" status: 204 len: 168 time: 0.6210763 Feb 01 04:33:41.810206 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9977c1e1-de01-4a91-b515-829f3b265ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1fe253-0d64-48c2-aa11-b83aef66c78a,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:41.813451 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9977c1e1-de01-4a91-b515-829f3b265ec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:41.817254 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-9977c1e1-de01-4a91-b515-829f3b265ec0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6b1fe253-0d64-48c2-aa11-b83aef66c78a HTTP/1.1" status: 204 len: 168 time: 1.0495656 Feb 01 04:33:41.818055 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e230db-172c-4d0d-a99a-82a88e5d15ba tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Made reservation on behalf of 3baf8f7dd78c4686acbe4595a9230578 for: {'network': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:33:41.822769 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e5e230db-172c-4d0d-a99a-82a88e5d15ba tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:41.829601 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-477bea56-ebe0-43fa-a0f3-7daf842a53d8 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2702796 Feb 01 04:33:41.830438 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35818) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:41.836071 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 261b31a9-e2ff-4cc9-937a-38b87bb037ac, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=261b31a9-e2ff-4cc9-937a-38b87bb037ac,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:33:41.837017 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-6aadceda-aa2d-45e7-b89b-f122044ae6cd None None] Provisioning for port 45717501-86d6-42a9-bc4a-4a3b23ecb01b completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:33:41.839571 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-e205f647-5dea-40ea-a847-3c787c273166 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Request body: {'subnet': {'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:33:41.852347 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-57454d85-17f4-447e-91d9-41dd50447a17 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "DELETE /v2.0/subnets/c7db8336-9c8f-40f7-9e76-e11c8fcd0db2 HTTP/1.1" status: 204 len: 168 time: 1.7024615 Feb 01 04:33:41.859629 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 35824) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:41.868077 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-302ae98c-0463-456e-aff5-1232abffaa6a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Request body: {'subnet': {'network_id': 'f84096f6-bb01-4fa1-8395-e2b6df6a3423', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:33:41.943009 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1851f0-4f9c-442b-9861-c6e0bc07d84f tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Pushing event updated for resources: {'Subnet': ['ID=a77e9b1a-9e5f-48b9-af5f-d46886453cc0,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:42.061543 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:42.091444 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1851f0-4f9c-442b-9861-c6e0bc07d84f tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Checking segment: {'id': '77f9d719-23f6-4b24-bd56-5f4f3985bfbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5b088345-7ba8-4ce2-b6e6-69a08abf5d9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:33:42.091444 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1851f0-4f9c-442b-9861-c6e0bc07d84f tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Network hostable DHCP agents. Network: 5b088345-7ba8-4ce2-b6e6-69a08abf5d9b, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:33:42.107677 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e205f647-5dea-40ea-a847-3c787c273166 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:42.118070 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e205f647-5dea-40ea-a847-3c787c273166 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:42.132485 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e205f647-5dea-40ea-a847-3c787c273166 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Made reservation on behalf of 60b4e61082d3421283cb095bbc99ad8e for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:33:42.136321 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e205f647-5dea-40ea-a847-3c787c273166 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:42.137823 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-e205f647-5dea-40ea-a847-3c787c273166 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 01 04:33:42.138249 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e205f647-5dea-40ea-a847-3c787c273166 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:33:42.159503 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e205f647-5dea-40ea-a847-3c787c273166 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3277249 Feb 01 04:33:42.162451 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35832) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:42.170511 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-95fcba24-7a91-411f-9269-39bb6d01a37e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Request body: {'subnet': {'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:33:42.190393 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-db664aac-1df2-4109-8c17-8e1242ffcfa9 None None] Allocated IP 2001:db8::2 (f60f11c7-5a65-4db9-9fc1-a9517166fa47/7774155c-9037-4d29-81a9-d19b33ba2f6e/3c960b7f-e3ec-4751-81d8-5f3eeebf0b15) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:33:42.244418 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-6aadceda-aa2d-45e7-b89b-f122044ae6cd None None] Provisioning complete for port 45717501-86d6-42a9-bc4a-4a3b23ecb01b triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:33:42.244821 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6aadceda-aa2d-45e7-b89b-f122044ae6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:42.299944 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35836) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:42.312112 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-acc43730-1320-4123-9ff0-feba9b6cbb3c None None] Calling delete_port for 261b31a9-e2ff-4cc9-937a-38b87bb037ac owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:33:42.334525 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d13897e4-ac6d-42d6-81dc-7fe8bda68585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:42.343702 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35840) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:42.370735 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-95fcba24-7a91-411f-9269-39bb6d01a37e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:42.373356 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2ead5ebd-c637-4e21-95b8-c6b36da69e99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:42.387031 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5e230db-172c-4d0d-a99a-82a88e5d15ba tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=87637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:33:42.389036 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-d13897e4-ac6d-42d6-81dc-7fe8bda68585 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:42.396776 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-95fcba24-7a91-411f-9269-39bb6d01a37e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:42.407214 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d13897e4-ac6d-42d6-81dc-7fe8bda68585 admin admin] Usage tracker for resource:security_group_rule and tenant:9b7feceee1934e54af0b2eda000b84b5 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:33:42.410983 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-2ead5ebd-c637-4e21-95b8-c6b36da69e99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:42.415384 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d13897e4-ac6d-42d6-81dc-7fe8bda68585 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:33:42.424004 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-d13897e4-ac6d-42d6-81dc-7fe8bda68585 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:42.426035 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2ead5ebd-c637-4e21-95b8-c6b36da69e99 admin admin] Usage tracker for resource:security_group_rule and tenant:ebb1bea3593846f890a9e00f5e43ead3 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:33:42.432074 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2ead5ebd-c637-4e21-95b8-c6b36da69e99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:33:42.441867 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95fcba24-7a91-411f-9269-39bb6d01a37e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Made reservation on behalf of 60b4e61082d3421283cb095bbc99ad8e for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:33:42.445264 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-95fcba24-7a91-411f-9269-39bb6d01a37e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:42.447393 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-95fcba24-7a91-411f-9269-39bb6d01a37e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 01 04:33:42.447816 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95fcba24-7a91-411f-9269-39bb6d01a37e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:33:42.452679 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-2ead5ebd-c637-4e21-95b8-c6b36da69e99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:42.503373 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8d74a20e-2f02-46a5-907d-af1b50920893 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:42.510137 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e5e230db-172c-4d0d-a99a-82a88e5d15ba tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:42.510920 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.segments_db [None req-e5e230db-172c-4d0d-a99a-82a88e5d15ba tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Added segment 052eced3-8cee-4fba-bfb6-6fd09dcb2a45 of type vlan for network 49e7b296-8969-4e31-b239-44ebb907d090 Feb 01 04:33:42.517969 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-95fcba24-7a91-411f-9269-39bb6d01a37e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3542659 Feb 01 04:33:42.520799 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35844) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:42.530345 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-5d9ff94f-e4c0-4c4e-8bd8-723b81b4ff16 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Request body: {'subnet': {'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:33:42.537873 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1851f0-4f9c-442b-9861-c6e0bc07d84f tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Network 5b088345-7ba8-4ce2-b6e6-69a08abf5d9b is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:33:42.577226 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-302ae98c-0463-456e-aff5-1232abffaa6a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:42.588989 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e5e230db-172c-4d0d-a99a-82a88e5d15ba tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:42.593833 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-9e1851f0-4f9c-442b-9861-c6e0bc07d84f tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, 5b088345-7ba8-4ce2-b6e6-69a08abf5d9b) {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:33:42.596035 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-302ae98c-0463-456e-aff5-1232abffaa6a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Usage tracker for resource:subnet and tenant:4859bcd8aae8416eba645579d339c6c6 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:33:42.602199 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-302ae98c-0463-456e-aff5-1232abffaa6a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:33:42.613712 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-302ae98c-0463-456e-aff5-1232abffaa6a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:42.616701 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1851f0-4f9c-442b-9861-c6e0bc07d84f tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:42.617419 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e1851f0-4f9c-442b-9861-c6e0bc07d84f tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:42.653296 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b4a514-cc38-438d-be97-4ef2327681c6 None None] Network 5b088345-7ba8-4ce2-b6e6-69a08abf5d9b requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:33:42.677031 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-302ae98c-0463-456e-aff5-1232abffaa6a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Made reservation on behalf of 4859bcd8aae8416eba645579d339c6c6 for: {'subnet': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:33:42.680567 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-302ae98c-0463-456e-aff5-1232abffaa6a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3694443'] for subnet, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:42.705719 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-9e1851f0-4f9c-442b-9861-c6e0bc07d84f tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9335995 Feb 01 04:33:42.714777 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 35848) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:42.718263 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e5e230db-172c-4d0d-a99a-82a88e5d15ba tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:42.727876 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e230db-172c-4d0d-a99a-82a88e5d15ba tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:42.728574 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e5e230db-172c-4d0d-a99a-82a88e5d15ba tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:42.767534 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=261b31a9-e2ff-4cc9-937a-38b87bb037ac,revision_number=6']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:42.857981 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-acc43730-1320-4123-9ff0-feba9b6cbb3c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:33:42.858352 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-acc43730-1320-4123-9ff0-feba9b6cbb3c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:33:42.861849 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-5d9ff94f-e4c0-4c4e-8bd8-723b81b4ff16 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:42.873940 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-5d9ff94f-e4c0-4c4e-8bd8-723b81b4ff16 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:42.914665 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d9ff94f-e4c0-4c4e-8bd8-723b81b4ff16 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Made reservation on behalf of 60b4e61082d3421283cb095bbc99ad8e for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:33:42.918178 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5d9ff94f-e4c0-4c4e-8bd8-723b81b4ff16 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:42.919618 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d9ff94f-e4c0-4c4e-8bd8-723b81b4ff16 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 01 04:33:42.920048 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d9ff94f-e4c0-4c4e-8bd8-723b81b4ff16 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:33:42.937845 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d13897e4-ac6d-42d6-81dc-7fe8bda68585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:42.960986 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d13897e4-ac6d-42d6-81dc-7fe8bda68585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:43.023990 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2ead5ebd-c637-4e21-95b8-c6b36da69e99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:43.034570 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-5d9ff94f-e4c0-4c4e-8bd8-723b81b4ff16 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5094030 Feb 01 04:33:43.034759 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35852) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:43.042666 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d13897e4-ac6d-42d6-81dc-7fe8bda68585 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9b7feceee1934e54af0b2eda000b84b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7379258 Feb 01 04:33:43.042666 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13897e4-ac6d-42d6-81dc-7fe8bda68585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f1a335-4088-41b9-b651-2549c40afaca,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:43.048581 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-032a72b6-5e04-48f0-a323-dc62ffae1aff tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Request body: {'subnet': {'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:33:43.076436 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35856) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:43.077128 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2ead5ebd-c637-4e21-95b8-c6b36da69e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:43.153973 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-e5e230db-172c-4d0d-a99a-82a88e5d15ba tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5442214 Feb 01 04:33:43.162054 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 35860) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:43.180503 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6aadceda-aa2d-45e7-b89b-f122044ae6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:43.188309 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-6c34dbff-00ba-4dd8-ae1c-7de2bfdc5deb tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Request body: {'network': {'name': 'tempest-router-network02--1942299519'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:33:43.216770 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea65ec1-e045-4567-b3c9-0b3325c35b8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-0d1e869b-a293-4e6c-add4-937fb2847c13', 'network_id': '0d1e869b-a293-4e6c-add4-937fb2847c13', 'tenant_id': '3baf8f7dd78c4686acbe4595a9230578', 'fixed_ips': [{'subnet_id': '8af610f5-d2be-46ba-af27-e2cb8a970612'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:33:43.217599 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-eea65ec1-e045-4567-b3c9-0b3325c35b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:43.233249 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2ead5ebd-c637-4e21-95b8-c6b36da69e99 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ebb1bea3593846f890a9e00f5e43ead3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8847706 Feb 01 04:33:43.243728 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35864) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:43.258701 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ead5ebd-c637-4e21-95b8-c6b36da69e99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad53c08-60dd-4303-9cf4-758d6207c64e,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:43.263101 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-6c34dbff-00ba-4dd8-ae1c-7de2bfdc5deb tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:43.284668 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-032a72b6-5e04-48f0-a323-dc62ffae1aff tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:43.327900 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-032a72b6-5e04-48f0-a323-dc62ffae1aff tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:43.338040 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e230db-172c-4d0d-a99a-82a88e5d15ba tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Pushing event updated for resources: {'Network': ['ID=49e7b296-8969-4e31-b239-44ebb907d090,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:43.361953 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032a72b6-5e04-48f0-a323-dc62ffae1aff tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Made reservation on behalf of 60b4e61082d3421283cb095bbc99ad8e for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:33:43.362328 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-acc43730-1320-4123-9ff0-feba9b6cbb3c None None] Deleting port 261b31a9-e2ff-4cc9-937a-38b87bb037ac {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:33:43.362707 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-acc43730-1320-4123-9ff0-feba9b6cbb3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:43.366870 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-032a72b6-5e04-48f0-a323-dc62ffae1aff tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:43.368260 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-032a72b6-5e04-48f0-a323-dc62ffae1aff tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 01 04:33:43.368682 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-032a72b6-5e04-48f0-a323-dc62ffae1aff tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:33:43.381021 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a3959bbc-0e4c-4e9b-a898-585c390313ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:43.387386 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 49e7b296-8969-4e31-b239-44ebb907d090 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:33:43.395938 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-6c34dbff-00ba-4dd8-ae1c-7de2bfdc5deb tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Usage tracker for resource:network and tenant:3baf8f7dd78c4686acbe4595a9230578 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:33:43.399310 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8d349e81-3b11-4632-9ef2-85d4cc49b4b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:43.399908 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-6c34dbff-00ba-4dd8-ae1c-7de2bfdc5deb tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:33:43.426713 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-db664aac-1df2-4109-8c17-8e1242ffcfa9 None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:43.432512 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-6c34dbff-00ba-4dd8-ae1c-7de2bfdc5deb tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:43.433792 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-032a72b6-5e04-48f0-a323-dc62ffae1aff tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3980801 Feb 01 04:33:43.443554 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-6aadceda-aa2d-45e7-b89b-f122044ae6cd None None] For port 45717501-86d6-42a9-bc4a-4a3b23ecb01b, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=45717501-86d6-42a9-bc4a-4a3b23ecb01b,segment=NetworkSegment(c32d71b8-913b-4c09-af18-5b06fe337621),segment_id=c32d71b8-913b-4c09-af18-5b06fe337621)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:33:43.445074 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35868) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:43.457668 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a3959bbc-0e4c-4e9b-a898-585c390313ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:43.465466 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8d349e81-3b11-4632-9ef2-85d4cc49b4b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:43.489409 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6aadceda-aa2d-45e7-b89b-f122044ae6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:43.514534 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-db664aac-1df2-4109-8c17-8e1242ffcfa9 None None] Transition to ACTIVE for port object 3c960b7f-e3ec-4751-81d8-5f3eeebf0b15 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:33:43.588527 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c34dbff-00ba-4dd8-ae1c-7de2bfdc5deb tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Made reservation on behalf of 3baf8f7dd78c4686acbe4595a9230578 for: {'network': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:33:43.592274 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6c34dbff-00ba-4dd8-ae1c-7de2bfdc5deb tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:43.627659 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7165c5af-bc21-4b08-87b3-5cd6d4def6c0 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:43.629359 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-7165c5af-bc21-4b08-87b3-5cd6d4def6c0 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1796248 Feb 01 04:33:43.636011 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35872) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:43.642227 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a3959bbc-0e4c-4e9b-a898-585c390313ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:43.706551 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3959bbc-0e4c-4e9b-a898-585c390313ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f1a335-4088-41b9-b651-2549c40afaca,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:43.714139 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8d349e81-3b11-4632-9ef2-85d4cc49b4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:43.742155 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a3959bbc-0e4c-4e9b-a898-585c390313ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:43.744134 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a3959bbc-0e4c-4e9b-a898-585c390313ab admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f7f1a335-4088-41b9-b651-2549c40afaca HTTP/1.1" status: 204 len: 168 time: 0.6598506 Feb 01 04:33:43.758067 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d349e81-3b11-4632-9ef2-85d4cc49b4b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad53c08-60dd-4303-9cf4-758d6207c64e,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:43.764308 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8d349e81-3b11-4632-9ef2-85d4cc49b4b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:43.767721 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-8d349e81-3b11-4632-9ef2-85d4cc49b4b8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1ad53c08-60dd-4303-9cf4-758d6207c64e HTTP/1.1" status: 204 len: 168 time: 0.5202491 Feb 01 04:33:43.792334 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2165c5-da2b-4a27-9265-cbd4fa2bd7c6 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:43.797716 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-fe2165c5-da2b-4a27-9265-cbd4fa2bd7c6 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1602421 Feb 01 04:33:43.801905 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35880) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:43.816219 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c34dbff-00ba-4dd8-ae1c-7de2bfdc5deb tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=87637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:33:43.930587 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4693645d-f79b-407e-81a8-d359c1f62d90 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1271532 Feb 01 04:33:43.934159 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35884) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:43.941721 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-216cfda1-71d0-42d7-851d-b1f2fa3fa8ed tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Request body: {'subnet': {'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:33:44.092355 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6c34dbff-00ba-4dd8-ae1c-7de2bfdc5deb tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:44.092566 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c32946-20c7-45fd-8375-b326dd227040 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-5b088345-7ba8-4ce2-b6e6-69a08abf5d9b', 'network_id': '5b088345-7ba8-4ce2-b6e6-69a08abf5d9b', 'tenant_id': 'a006f14e5fb54b238ad6653000c4ce0a', 'fixed_ips': [{'subnet_id': 'a77e9b1a-9e5f-48b9-af5f-d46886453cc0'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:33:44.093218 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-24c32946-20c7-45fd-8375-b326dd227040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:44.093789 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.segments_db [None req-6c34dbff-00ba-4dd8-ae1c-7de2bfdc5deb tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Added segment c4a9a797-e7f8-44db-9dbe-3c658686d19f of type vlan for network e8813f85-c842-4eea-8e7b-2f2dc4175a3f Feb 01 04:33:44.099963 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4fd7c7eb-60cd-4ab6-94e2-42164db0b34d tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:44.107568 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-216cfda1-71d0-42d7-851d-b1f2fa3fa8ed tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:44.120565 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-216cfda1-71d0-42d7-851d-b1f2fa3fa8ed tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:44.136802 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216cfda1-71d0-42d7-851d-b1f2fa3fa8ed tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Made reservation on behalf of 60b4e61082d3421283cb095bbc99ad8e for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:33:44.151699 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-216cfda1-71d0-42d7-851d-b1f2fa3fa8ed tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:44.161703 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-db664aac-1df2-4109-8c17-8e1242ffcfa9 None None] Transition to ACTIVE for port object 3c960b7f-e3ec-4751-81d8-5f3eeebf0b15 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:33:44.247113 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aadceda-aa2d-45e7-b89b-f122044ae6cd None None] Pushing event updated for resources: {'Port': ['ID=45717501-86d6-42a9-bc4a-4a3b23ecb01b,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:44.409931 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-db664aac-1df2-4109-8c17-8e1242ffcfa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:44.513881 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-5cba2be8-f9b2-4394-9128-70e0c3cbd367 None None] Provisioning complete for port 45717501-86d6-42a9-bc4a-4a3b23ecb01b triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:33:44.514257 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5cba2be8-f9b2-4394-9128-70e0c3cbd367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:44.525958 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35896) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:44.555328 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6c34dbff-00ba-4dd8-ae1c-7de2bfdc5deb tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:44.559403 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8d74a20e-2f02-46a5-907d-af1b50920893 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks [] for router_gateway, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:44.562176 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5404babf-86c1-4a11-a739-81c1472a752a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:44.591085 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-5404babf-86c1-4a11-a739-81c1472a752a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:44.598865 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-5404babf-86c1-4a11-a739-81c1472a752a admin admin] Usage tracker for resource:security_group_rule and tenant:8264b733173a44e2b6634417803cfd7b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:33:44.608972 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-5404babf-86c1-4a11-a739-81c1472a752a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:33:44.618414 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-5404babf-86c1-4a11-a739-81c1472a752a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:44.621954 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db664aac-1df2-4109-8c17-8e1242ffcfa9 None None] Pushing event updated for resources: {'Port': ['ID=3c960b7f-e3ec-4751-81d8-5f3eeebf0b15,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:44.632406 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8d74a20e-2f02-46a5-907d-af1b50920893 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:44.766101 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6c34dbff-00ba-4dd8-ae1c-7de2bfdc5deb tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:44.771568 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c34dbff-00ba-4dd8-ae1c-7de2bfdc5deb tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:44.772167 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6c34dbff-00ba-4dd8-ae1c-7de2bfdc5deb tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:44.779780 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-eea65ec1-e045-4567-b3c9-0b3325c35b8d None None] Allocated IP 172.20.0.2 (0d1e869b-a293-4e6c-add4-937fb2847c13/8af610f5-d2be-46ba-af27-e2cb8a970612/e7434a59-722d-4f22-9519-c96a3b0ece16) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:33:44.783964 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db664aac-1df2-4109-8c17-8e1242ffcfa9 None None] Network f60f11c7-5a65-4db9-9fc1-a9517166fa47 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:33:44.806966 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-db664aac-1df2-4109-8c17-8e1242ffcfa9 None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:33:44.810308 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db664aac-1df2-4109-8c17-8e1242ffcfa9 None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:33:44.819882 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-acc43730-1320-4123-9ff0-feba9b6cbb3c None None] For port 261b31a9-e2ff-4cc9-937a-38b87bb037ac, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=261b31a9-e2ff-4cc9-937a-38b87bb037ac,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:33:44.820613 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-acc43730-1320-4123-9ff0-feba9b6cbb3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:44.824335 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-302ae98c-0463-456e-aff5-1232abffaa6a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3037478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3694457'] for subnet, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:44.876126 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.objects.ports [None req-216cfda1-71d0-42d7-851d-b1f2fa3fa8ed tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87636) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 01 04:33:44.889980 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5404babf-86c1-4a11-a739-81c1472a752a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:44.961084 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302ae98c-0463-456e-aff5-1232abffaa6a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Network f84096f6-bb01-4fa1-8395-e2b6df6a3423 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:33:44.985811 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5404babf-86c1-4a11-a739-81c1472a752a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:45.033359 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-302ae98c-0463-456e-aff5-1232abffaa6a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:33:45.068558 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-5404babf-86c1-4a11-a739-81c1472a752a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8264b733173a44e2b6634417803cfd7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5418861 Feb 01 04:33:45.073457 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5404babf-86c1-4a11-a739-81c1472a752a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30bf2f56-e245-4c59-aff1-5f990d437d16,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:45.077348 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35910) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:45.086800 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-acc43730-1320-4123-9ff0-feba9b6cbb3c None None] Calling delete_port for 261b31a9-e2ff-4cc9-937a-38b87bb037ac owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:33:45.168148 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34bc3dba-9ee4-4928-947d-a9996ab10e2f None None] Network f84096f6-bb01-4fa1-8395-e2b6df6a3423 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:33:45.182004 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:45.220403 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c34dbff-00ba-4dd8-ae1c-7de2bfdc5deb tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Pushing event updated for resources: {'Network': ['ID=e8813f85-c842-4eea-8e7b-2f2dc4175a3f,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:45.223926 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302ae98c-0463-456e-aff5-1232abffaa6a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:45.224714 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-302ae98c-0463-456e-aff5-1232abffaa6a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:45.240176 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-6c34dbff-00ba-4dd8-ae1c-7de2bfdc5deb tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.0719013 Feb 01 04:33:45.245623 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e0a71ff2-11e2-47a4-952d-601bd54cda4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:45.256097 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35916) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:45.276453 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-052f2da2-53c3-4105-9013-ee56bc992370 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Request body: {'subnet': {'network_id': '49e7b296-8969-4e31-b239-44ebb907d090', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:33:45.285661 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302ae98c-0463-456e-aff5-1232abffaa6a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event updated for resources: {'Subnet': ['ID=c4601d12-3371-4c70-963c-98b5c18b8559,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:45.307264 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network e8813f85-c842-4eea-8e7b-2f2dc4175a3f details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:33:45.318094 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-302ae98c-0463-456e-aff5-1232abffaa6a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4574912 Feb 01 04:33:45.326220 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 35920) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:45.330687 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e0a71ff2-11e2-47a4-952d-601bd54cda4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:45.337416 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-216cfda1-71d0-42d7-851d-b1f2fa3fa8ed tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:45.341481 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-6b1d02c1-c63d-4984-a640-c4a2fd30bb3a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Request body: {'security_group': {'name': 'tempest-secgroup-1945486358'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:33:45.351438 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-8d74a20e-2f02-46a5-907d-af1b50920893 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Allocated IP 172.26.8.213 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/9a9ac8b9-9072-4184-8231-1d011a45ff0e) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:33:45.358177 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-6b1d02c1-c63d-4984-a640-c4a2fd30bb3a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:45.362105 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-4fd7c7eb-60cd-4ab6-94e2-42164db0b34d tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Allocated IP 2001:db8::1 (f60f11c7-5a65-4db9-9fc1-a9517166fa47/7774155c-9037-4d29-81a9-d19b33ba2f6e/7b785eb0-2add-46aa-ad30-f7c7cb2b0060) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:33:45.371720 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-6b1d02c1-c63d-4984-a640-c4a2fd30bb3a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Usage tracker for resource:security_group and tenant:4859bcd8aae8416eba645579d339c6c6 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:33:45.380128 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-6b1d02c1-c63d-4984-a640-c4a2fd30bb3a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:33:45.406451 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-6b1d02c1-c63d-4984-a640-c4a2fd30bb3a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:45.490231 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-db664aac-1df2-4109-8c17-8e1242ffcfa9 None None] Attempting to bind port 3c960b7f-e3ec-4751-81d8-5f3eeebf0b15 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:33:45.490716 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-db664aac-1df2-4109-8c17-8e1242ffcfa9 None None] Attempting to bind port 3c960b7f-e3ec-4751-81d8-5f3eeebf0b15 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': 'f22d052c-b1e7-45f5-a6b6-59256caab511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f60f11c7-5a65-4db9-9fc1-a9517166fa47'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:33:45.491077 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db664aac-1df2-4109-8c17-8e1242ffcfa9 None None] Attempting to bind port 3c960b7f-e3ec-4751-81d8-5f3eeebf0b15 on network f60f11c7-5a65-4db9-9fc1-a9517166fa47 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:33:45.522410 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6b1d02c1-c63d-4984-a640-c4a2fd30bb3a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for security_group, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:45.579429 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db664aac-1df2-4109-8c17-8e1242ffcfa9 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:33:45.579808 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db664aac-1df2-4109-8c17-8e1242ffcfa9 None None] Checking segment: {'id': 'f22d052c-b1e7-45f5-a6b6-59256caab511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f60f11c7-5a65-4db9-9fc1-a9517166fa47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:33:45.580263 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-db664aac-1df2-4109-8c17-8e1242ffcfa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:45.580739 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db664aac-1df2-4109-8c17-8e1242ffcfa9 None None] Bound using segment: {'id': 'f22d052c-b1e7-45f5-a6b6-59256caab511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f60f11c7-5a65-4db9-9fc1-a9517166fa47'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:33:45.581238 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-db664aac-1df2-4109-8c17-8e1242ffcfa9 None None] Bound port: 3c960b7f-e3ec-4751-81d8-5f3eeebf0b15, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22d052c-b1e7-45f5-a6b6-59256caab511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f60f11c7-5a65-4db9-9fc1-a9517166fa47'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:33:45.581635 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-db664aac-1df2-4109-8c17-8e1242ffcfa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:45.628622 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-052f2da2-53c3-4105-9013-ee56bc992370 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:45.634928 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-052f2da2-53c3-4105-9013-ee56bc992370 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Usage tracker for resource:subnet and tenant:3baf8f7dd78c4686acbe4595a9230578 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:33:45.636162 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-6b1d02c1-c63d-4984-a640-c4a2fd30bb3a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:45.639675 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-052f2da2-53c3-4105-9013-ee56bc992370 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:33:45.646357 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-6b1d02c1-c63d-4984-a640-c4a2fd30bb3a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Usage tracker for resource:security_group_rule and tenant:4859bcd8aae8416eba645579d339c6c6 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:33:45.650282 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-052f2da2-53c3-4105-9013-ee56bc992370 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:45.660298 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-6b1d02c1-c63d-4984-a640-c4a2fd30bb3a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:33:45.684570 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-6b1d02c1-c63d-4984-a640-c4a2fd30bb3a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:45.692681 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052f2da2-53c3-4105-9013-ee56bc992370 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Made reservation on behalf of 3baf8f7dd78c4686acbe4595a9230578 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:33:45.696148 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-052f2da2-53c3-4105-9013-ee56bc992370 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:45.725272 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8d74a20e-2f02-46a5-907d-af1b50920893 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:45.732153 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4fd7c7eb-60cd-4ab6-94e2-42164db0b34d tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:45.740077 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e0a71ff2-11e2-47a4-952d-601bd54cda4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:45.768830 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-4fd7c7eb-60cd-4ab6-94e2-42164db0b34d tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Transition to ACTIVE for port object 7b785eb0-2add-46aa-ad30-f7c7cb2b0060 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:33:45.838008 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6b1d02c1-c63d-4984-a640-c4a2fd30bb3a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for security_group, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:45.839704 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8d74a20e-2f02-46a5-907d-af1b50920893 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:45.860770 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a71ff2-11e2-47a4-952d-601bd54cda4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30bf2f56-e245-4c59-aff1-5f990d437d16,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:45.889055 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6b1d02c1-c63d-4984-a640-c4a2fd30bb3a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:45.928260 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4fd7c7eb-60cd-4ab6-94e2-42164db0b34d tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:45.944703 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d74a20e-2f02-46a5-907d-af1b50920893 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:33:45.953969 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-8d74a20e-2f02-46a5-907d-af1b50920893 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:33:45.968889 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d74a20e-2f02-46a5-907d-af1b50920893 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:33:45.999514 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d74a20e-2f02-46a5-907d-af1b50920893 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Pushing event updated for resources: {'Port': ['ID=9a9ac8b9-9072-4184-8231-1d011a45ff0e,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:46.028373 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e0a71ff2-11e2-47a4-952d-601bd54cda4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:46.031931 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e0a71ff2-11e2-47a4-952d-601bd54cda4c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/30bf2f56-e245-4c59-aff1-5f990d437d16 HTTP/1.1" status: 204 len: 168 time: 0.9512210 Feb 01 04:33:46.031931 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-216cfda1-71d0-42d7-851d-b1f2fa3fa8ed tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] For port 261b31a9-e2ff-4cc9-937a-38b87bb037ac, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=261b31a9-e2ff-4cc9-937a-38b87bb037ac,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:33:46.052054 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1d02c1-c63d-4984-a640-c4a2fd30bb3a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36c38385-0a10-4886-b7b7-da8ab0dfb2bd,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:46.054828 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd7c7eb-60cd-4ab6-94e2-42164db0b34d tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Network f60f11c7-5a65-4db9-9fc1-a9517166fa47 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:33:46.064901 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6b1d02c1-c63d-4984-a640-c4a2fd30bb3a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:46.068334 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-6b1d02c1-c63d-4984-a640-c4a2fd30bb3a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7384253 Feb 01 04:33:46.075607 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-4fd7c7eb-60cd-4ab6-94e2-42164db0b34d tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:33:46.078977 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 35944) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:46.097506 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd7c7eb-60cd-4ab6-94e2-42164db0b34d tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:33:46.098327 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4fd7c7eb-60cd-4ab6-94e2-42164db0b34d tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-372107'] for router_interface, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:46.103981 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-216cfda1-71d0-42d7-851d-b1f2fa3fa8ed tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:46.107615 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-0acd8be1-720b-4bc6-a0ec-7bb84cc7c38d tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Request body: {'security_group': {'name': 'tempest-secgroup-1427255814'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:33:46.121912 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-0acd8be1-720b-4bc6-a0ec-7bb84cc7c38d tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:46.124572 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-216cfda1-71d0-42d7-851d-b1f2fa3fa8ed tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:46.125527 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-216cfda1-71d0-42d7-851d-b1f2fa3fa8ed tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:46.136805 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-0acd8be1-720b-4bc6-a0ec-7bb84cc7c38d tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Usage tracker for resource:security_group and tenant:4859bcd8aae8416eba645579d339c6c6 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:33:46.153406 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-eea65ec1-e045-4567-b3c9-0b3325c35b8d None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:46.242666 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-eea65ec1-e045-4567-b3c9-0b3325c35b8d None None] Transition to ACTIVE for port object e7434a59-722d-4f22-9519-c96a3b0ece16 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:33:46.243165 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-0acd8be1-720b-4bc6-a0ec-7bb84cc7c38d tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:33:46.252290 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-acc43730-1320-4123-9ff0-feba9b6cbb3c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:33:46.252679 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-acc43730-1320-4123-9ff0-feba9b6cbb3c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:33:46.253484 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-0acd8be1-720b-4bc6-a0ec-7bb84cc7c38d tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:46.257051 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-24c32946-20c7-45fd-8375-b326dd227040 None None] Allocated IP 2001:db8::2 (5b088345-7ba8-4ce2-b6e6-69a08abf5d9b/a77e9b1a-9e5f-48b9-af5f-d46886453cc0/730b0654-92a7-48fc-aff9-2f8f484833f4) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:33:46.287513 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd7c7eb-60cd-4ab6-94e2-42164db0b34d tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Pushing event updated for resources: {'Port': ['ID=7b785eb0-2add-46aa-ad30-f7c7cb2b0060,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:46.309253 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0acd8be1-720b-4bc6-a0ec-7bb84cc7c38d tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for security_group, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:46.377544 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-eea65ec1-e045-4567-b3c9-0b3325c35b8d None None] Transition to ACTIVE for port object e7434a59-722d-4f22-9519-c96a3b0ece16 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:33:46.388553 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 45717501-86d6-42a9-bc4a-4a3b23ecb01b up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:33:46.403689 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 35954) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:46.407846 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216cfda1-71d0-42d7-851d-b1f2fa3fa8ed tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:33:46.414446 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-216cfda1-71d0-42d7-851d-b1f2fa3fa8ed tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:33:46.425012 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216cfda1-71d0-42d7-851d-b1f2fa3fa8ed tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:46.425799 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-216cfda1-71d0-42d7-851d-b1f2fa3fa8ed tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:46.471484 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-acc43730-1320-4123-9ff0-feba9b6cbb3c None None] Deleting port 261b31a9-e2ff-4cc9-937a-38b87bb037ac {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:33:46.471861 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-acc43730-1320-4123-9ff0-feba9b6cbb3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:46.480287 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-0acd8be1-720b-4bc6-a0ec-7bb84cc7c38d tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:46.489680 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-0acd8be1-720b-4bc6-a0ec-7bb84cc7c38d tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Usage tracker for resource:security_group_rule and tenant:4859bcd8aae8416eba645579d339c6c6 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:33:46.490876 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-052f2da2-53c3-4105-9013-ee56bc992370 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:46.493893 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-0acd8be1-720b-4bc6-a0ec-7bb84cc7c38d tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:33:46.507918 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-0acd8be1-720b-4bc6-a0ec-7bb84cc7c38d tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:46.535091 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-eea65ec1-e045-4567-b3c9-0b3325c35b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:46.539073 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-da5212aa-6a11-404d-a4c8-61c2d592e6d9 None None] Provisioning complete for port 3a56758e-a578-4542-a80f-725b3d277e35 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:33:46.539926 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-da5212aa-6a11-404d-a4c8-61c2d592e6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:46.583885 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216cfda1-71d0-42d7-851d-b1f2fa3fa8ed tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event updated for resources: {'Subnet': ['ID=10c26132-442e-4b98-867e-5b75ccf73e85,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:46.649300 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-216cfda1-71d0-42d7-851d-b1f2fa3fa8ed tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.7136703 Feb 01 04:33:46.661566 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216cfda1-71d0-42d7-851d-b1f2fa3fa8ed tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event updated for resources: {'Port': ['ID=261b31a9-e2ff-4cc9-937a-38b87bb037ac,revision_number=8']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:46.666833 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35966) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:46.670185 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-af7004ab-af5e-4632-9f1c-2b94e46b6b56 tempest-RoutersAdminNegativeIpV6Test-831759537 tempest-RoutersAdminNegativeIpV6Test-831759537-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-435825753', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:33:46.685476 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-263e1742-a496-40ad-be58-a6f7c2e5c375 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Request body: {'port': {'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'mac_address': 'fa:16:3e:8b:5e:dd', 'name': 'tempest-NetworksTestDHCPv6-433138788'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:33:46.690358 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-af7004ab-af5e-4632-9f1c-2b94e46b6b56 tempest-RoutersAdminNegativeIpV6Test-831759537 tempest-RoutersAdminNegativeIpV6Test-831759537-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:46.709084 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-af7004ab-af5e-4632-9f1c-2b94e46b6b56 tempest-RoutersAdminNegativeIpV6Test-831759537 tempest-RoutersAdminNegativeIpV6Test-831759537-project-admin] Usage tracker for resource:port and tenant:7b3ff487af9242ee8dcdcca63d6f6eee is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:33:46.719888 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-af7004ab-af5e-4632-9f1c-2b94e46b6b56 tempest-RoutersAdminNegativeIpV6Test-831759537 tempest-RoutersAdminNegativeIpV6Test-831759537-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:33:46.735245 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-af7004ab-af5e-4632-9f1c-2b94e46b6b56 tempest-RoutersAdminNegativeIpV6Test-831759537 tempest-RoutersAdminNegativeIpV6Test-831759537-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:46.737353 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-db664aac-1df2-4109-8c17-8e1242ffcfa9 None None] For port 3c960b7f-e3ec-4751-81d8-5f3eeebf0b15, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:33:46.745643 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4fd7c7eb-60cd-4ab6-94e2-42164db0b34d tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:46.746756 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052f2da2-53c3-4105-9013-ee56bc992370 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Checking segment: {'id': '052eced3-8cee-4fba-bfb6-6fd09dcb2a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '49e7b296-8969-4e31-b239-44ebb907d090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:33:46.746756 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052f2da2-53c3-4105-9013-ee56bc992370 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Network hostable DHCP agents. Network: 49e7b296-8969-4e31-b239-44ebb907d090, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:33:46.777358 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052f2da2-53c3-4105-9013-ee56bc992370 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Pushing event updated for resources: {'Subnet': ['ID=8b49845c-66ac-478f-9782-400ae1b21854,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:46.783441 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea65ec1-e045-4567-b3c9-0b3325c35b8d None None] Network 0d1e869b-a293-4e6c-add4-937fb2847c13 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:33:46.810385 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-db664aac-1df2-4109-8c17-8e1242ffcfa9 None None] For port 3c960b7f-e3ec-4751-81d8-5f3eeebf0b15, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=3c960b7f-e3ec-4751-81d8-5f3eeebf0b15,segment=NetworkSegment(f22d052c-b1e7-45f5-a6b6-59256caab511),segment_id=f22d052c-b1e7-45f5-a6b6-59256caab511)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:33:46.821504 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-eea65ec1-e045-4567-b3c9-0b3325c35b8d None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:33:46.847457 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea65ec1-e045-4567-b3c9-0b3325c35b8d None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:33:46.855990 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-db664aac-1df2-4109-8c17-8e1242ffcfa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:46.868211 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea65ec1-e045-4567-b3c9-0b3325c35b8d None None] Pushing event updated for resources: {'Port': ['ID=e7434a59-722d-4f22-9519-c96a3b0ece16,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:46.888281 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052f2da2-53c3-4105-9013-ee56bc992370 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Network 49e7b296-8969-4e31-b239-44ebb907d090 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:33:46.916299 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-052f2da2-53c3-4105-9013-ee56bc992370 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, 49e7b296-8969-4e31-b239-44ebb907d090) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:33:46.922500 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052f2da2-53c3-4105-9013-ee56bc992370 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:46.923338 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-052f2da2-53c3-4105-9013-ee56bc992370 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:46.954311 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-263e1742-a496-40ad-be58-a6f7c2e5c375 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:46.956523 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af7004ab-af5e-4632-9f1c-2b94e46b6b56 tempest-RoutersAdminNegativeIpV6Test-831759537 tempest-RoutersAdminNegativeIpV6Test-831759537-project-admin] Made reservation on behalf of 7b3ff487af9242ee8dcdcca63d6f6eee for: {'port': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:33:46.959001 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-af7004ab-af5e-4632-9f1c-2b94e46b6b56 tempest-RoutersAdminNegativeIpV6Test-831759537 tempest-RoutersAdminNegativeIpV6Test-831759537-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:46.967435 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-263e1742-a496-40ad-be58-a6f7c2e5c375 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:46.970460 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bd16f8-39da-41c6-91d4-b4a2ac2cb30d None None] Network 49e7b296-8969-4e31-b239-44ebb907d090 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:33:46.979730 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-052f2da2-53c3-4105-9013-ee56bc992370 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7224655 Feb 01 04:33:46.984063 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-263e1742-a496-40ad-be58-a6f7c2e5c375 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Made reservation on behalf of 60b4e61082d3421283cb095bbc99ad8e for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:33:46.987087 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 35976) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:47.007362 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-140c9089-4a89-49a8-ac4b-10e348e58bbf tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Request body: {'subnet': {'network_id': 'e8813f85-c842-4eea-8e7b-2f2dc4175a3f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:33:47.043385 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-af7004ab-af5e-4632-9f1c-2b94e46b6b56 tempest-RoutersAdminNegativeIpV6Test-831759537 tempest-RoutersAdminNegativeIpV6Test-831759537-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:47.072805 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0acd8be1-720b-4bc6-a0ec-7bb84cc7c38d tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for security_group, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:47.095896 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8d74a20e-2f02-46a5-907d-af1b50920893 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks [] for router_gateway, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:47.153084 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-263e1742-a496-40ad-be58-a6f7c2e5c375 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:47.184422 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-263e1742-a496-40ad-be58-a6f7c2e5c375 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] device_id is not set on port aa6d106f-7bc7-40c3-bd11-c047168a092b yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:33:47.221719 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 45717501-86d6-42a9-bc4a-4a3b23ecb01b triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:33:47.222171 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:47.307969 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35986) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:47.349267 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-263e1742-a496-40ad-be58-a6f7c2e5c375 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Allocated IP 2001:db8::f816:3eff:fe8b:5edd (14b67238-4e53-405c-b9cd-84b8ff52e36a/10c26132-442e-4b98-867e-5b75ccf73e85/aa6d106f-7bc7-40c3-bd11-c047168a092b) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:33:47.349610 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0acd8be1-720b-4bc6-a0ec-7bb84cc7c38d tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:47.369948 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-af7004ab-af5e-4632-9f1c-2b94e46b6b56 tempest-RoutersAdminNegativeIpV6Test-831759537 tempest-RoutersAdminNegativeIpV6Test-831759537-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:47.471708 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-af7004ab-af5e-4632-9f1c-2b94e46b6b56 tempest-RoutersAdminNegativeIpV6Test-831759537 tempest-RoutersAdminNegativeIpV6Test-831759537-project-admin] Usage tracker for resource:security_group_rule and tenant:7b3ff487af9242ee8dcdcca63d6f6eee is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:33:47.494551 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a3be674c-648d-4dea-bbb6-abdb4451d31d tempest-AgentManagementNegativeTest-1039124645 tempest-AgentManagementNegativeTest-1039124645-project] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1826417 Feb 01 04:33:47.538246 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-af7004ab-af5e-4632-9f1c-2b94e46b6b56 tempest-RoutersAdminNegativeIpV6Test-831759537 tempest-RoutersAdminNegativeIpV6Test-831759537-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:33:47.573727 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-af7004ab-af5e-4632-9f1c-2b94e46b6b56 tempest-RoutersAdminNegativeIpV6Test-831759537 tempest-RoutersAdminNegativeIpV6Test-831759537-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:47.626801 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-140c9089-4a89-49a8-ac4b-10e348e58bbf tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:47.631828 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0acd8be1-720b-4bc6-a0ec-7bb84cc7c38d tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:47.632133 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-0acd8be1-720b-4bc6-a0ec-7bb84cc7c38d tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5449266 Feb 01 04:33:47.639058 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 35994) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:47.644575 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-140c9089-4a89-49a8-ac4b-10e348e58bbf tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Usage tracker for resource:subnet and tenant:3baf8f7dd78c4686acbe4595a9230578 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:33:47.649804 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-140c9089-4a89-49a8-ac4b-10e348e58bbf tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:33:47.662348 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-24c32946-20c7-45fd-8375-b326dd227040 None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:47.676730 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-24c32946-20c7-45fd-8375-b326dd227040 None None] Transition to ACTIVE for port object 730b0654-92a7-48fc-aff9-2f8f484833f4 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:33:47.704747 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-263e1742-a496-40ad-be58-a6f7c2e5c375 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:47.716743 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db664aac-1df2-4109-8c17-8e1242ffcfa9 None None] Pushing event updated for resources: {'Port': ['ID=3c960b7f-e3ec-4751-81d8-5f3eeebf0b15,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:47.721337 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-eea65ec1-e045-4567-b3c9-0b3325c35b8d None None] Attempting to bind port e7434a59-722d-4f22-9519-c96a3b0ece16 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:33:47.721713 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-eea65ec1-e045-4567-b3c9-0b3325c35b8d None None] Attempting to bind port e7434a59-722d-4f22-9519-c96a3b0ece16 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': 'd252c60c-cbeb-4dc3-81bd-cfaa9484e001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0d1e869b-a293-4e6c-add4-937fb2847c13'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:33:47.722071 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea65ec1-e045-4567-b3c9-0b3325c35b8d None None] Attempting to bind port e7434a59-722d-4f22-9519-c96a3b0ece16 on network 0d1e869b-a293-4e6c-add4-937fb2847c13 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:33:47.726487 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acd8be1-720b-4bc6-a0ec-7bb84cc7c38d tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35bc0f86-66b8-4ee7-9ae3-356e49b74334,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:47.729984 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-140c9089-4a89-49a8-ac4b-10e348e58bbf tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:47.765344 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-263e1742-a496-40ad-be58-a6f7c2e5c375 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Transition to ACTIVE for port object aa6d106f-7bc7-40c3-bd11-c047168a092b will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:33:47.774090 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-9500153e-806f-4a01-a8f2-868400407237 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Request body: {'security_group': {'name': 'tempest-secgroup-953556380'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:33:47.781693 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-9500153e-806f-4a01-a8f2-868400407237 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:47.789308 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-9500153e-806f-4a01-a8f2-868400407237 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Usage tracker for resource:security_group and tenant:4859bcd8aae8416eba645579d339c6c6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:33:47.794203 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-9500153e-806f-4a01-a8f2-868400407237 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:33:47.803489 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-9500153e-806f-4a01-a8f2-868400407237 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:47.822137 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9500153e-806f-4a01-a8f2-868400407237 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:47.859882 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-9500153e-806f-4a01-a8f2-868400407237 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:47.862596 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-263e1742-a496-40ad-be58-a6f7c2e5c375 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:47.877215 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea65ec1-e045-4567-b3c9-0b3325c35b8d None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:33:47.877594 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea65ec1-e045-4567-b3c9-0b3325c35b8d None None] Checking segment: {'id': 'd252c60c-cbeb-4dc3-81bd-cfaa9484e001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0d1e869b-a293-4e6c-add4-937fb2847c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:33:47.877989 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-eea65ec1-e045-4567-b3c9-0b3325c35b8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:47.878388 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea65ec1-e045-4567-b3c9-0b3325c35b8d None None] Bound using segment: {'id': 'd252c60c-cbeb-4dc3-81bd-cfaa9484e001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0d1e869b-a293-4e6c-add4-937fb2847c13'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:33:47.878872 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-eea65ec1-e045-4567-b3c9-0b3325c35b8d None None] Bound port: e7434a59-722d-4f22-9519-c96a3b0ece16, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd252c60c-cbeb-4dc3-81bd-cfaa9484e001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0d1e869b-a293-4e6c-add4-937fb2847c13'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:33:47.879337 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-eea65ec1-e045-4567-b3c9-0b3325c35b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:47.910162 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-24c32946-20c7-45fd-8375-b326dd227040 None None] Transition to ACTIVE for port object 730b0654-92a7-48fc-aff9-2f8f484833f4 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:33:47.971827 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-9500153e-806f-4a01-a8f2-868400407237 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Usage tracker for resource:security_group_rule and tenant:4859bcd8aae8416eba645579d339c6c6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:33:48.014980 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263e1742-a496-40ad-be58-a6f7c2e5c375 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:33:48.015869 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36000) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:48.017382 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-9500153e-806f-4a01-a8f2-868400407237 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:33:48.018943 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-da5212aa-6a11-404d-a4c8-61c2d592e6d9 None None] Provisioning complete for port ee8c9e82-f789-47b3-a57a-f33b8c5a34ed triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:33:48.020811 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-da5212aa-6a11-404d-a4c8-61c2d592e6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:48.032577 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-263e1742-a496-40ad-be58-a6f7c2e5c375 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:33:48.038604 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263e1742-a496-40ad-be58-a6f7c2e5c375 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:33:48.045892 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263e1742-a496-40ad-be58-a6f7c2e5c375 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:48.046531 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-263e1742-a496-40ad-be58-a6f7c2e5c375 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:48.084347 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-263e1742-a496-40ad-be58-a6f7c2e5c375 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4088221 Feb 01 04:33:48.085900 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-9500153e-806f-4a01-a8f2-868400407237 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:48.086644 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-24c32946-20c7-45fd-8375-b326dd227040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:48.090728 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36006) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:48.151957 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263e1742-a496-40ad-be58-a6f7c2e5c375 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event updated for resources: {'Port': ['ID=aa6d106f-7bc7-40c3-bd11-c047168a092b,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:48.201435 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-140c9089-4a89-49a8-ac4b-10e348e58bbf tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Made reservation on behalf of 3baf8f7dd78c4686acbe4595a9230578 for: {'subnet': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:33:48.203123 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f891552-2325-4402-b874-c287dfbc05b7 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:48.205212 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-140c9089-4a89-49a8-ac4b-10e348e58bbf tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3694443'] for subnet, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:48.211268 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f891552-2325-4402-b874-c287dfbc05b7 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:48.212008 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-9f891552-2325-4402-b874-c287dfbc05b7 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Synchronizing usage tracker for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:33:48.221025 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-af7004ab-af5e-4632-9f1c-2b94e46b6b56 tempest-RoutersAdminNegativeIpV6Test-831759537 tempest-RoutersAdminNegativeIpV6Test-831759537-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:48.237492 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bc4657a9-a935-4e61-b146-1e225c114cd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:48.261356 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-af7004ab-af5e-4632-9f1c-2b94e46b6b56 tempest-RoutersAdminNegativeIpV6Test-831759537 tempest-RoutersAdminNegativeIpV6Test-831759537-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:48.264005 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-bc4657a9-a935-4e61-b146-1e225c114cd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:48.285430 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-bc4657a9-a935-4e61-b146-1e225c114cd8 admin admin] Usage tracker for resource:security_group_rule and tenant:c9c9726064bd4de8967f25e4aafb8c76 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:33:48.288086 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-af7004ab-af5e-4632-9f1c-2b94e46b6b56 tempest-RoutersAdminNegativeIpV6Test-831759537 tempest-RoutersAdminNegativeIpV6Test-831759537-project-admin] device_id is not set on port 119ff9ff-44a9-4864-902b-dbf262ca0097 yet. {{(pid=87637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:33:48.294697 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e2a524-ca7d-4890-8788-e300ffa0cd76 None None] Update dhcp port {'port': {'network_id': 'f84096f6-bb01-4fa1-8395-e2b6df6a3423', 'fixed_ips': [{'subnet_id': 'fb4aad71-70d2-410e-b3f8-f0d7b949cec6', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c4601d12-3371-4c70-963c-98b5c18b8559'}], 'binding:host_id': 'dv-neutron-826830-1-hyperv'}, 'id': '3a56758e-a578-4542-a80f-725b3d277e35'} from dv-neutron-826830-1-hyperv. {{(pid=87638) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 01 04:33:48.296937 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-bc4657a9-a935-4e61-b146-1e225c114cd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:33:48.306316 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-9f891552-2325-4402-b874-c287dfbc05b7 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Unset dirty status for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:33:48.310205 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9f891552-2325-4402-b874-c287dfbc05b7 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2142861 Feb 01 04:33:48.310205 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-bc4657a9-a935-4e61-b146-1e225c114cd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:48.313180 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36010) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:48.322928 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-acc43730-1320-4123-9ff0-feba9b6cbb3c None None] For port 261b31a9-e2ff-4cc9-937a-38b87bb037ac, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=261b31a9-e2ff-4cc9-937a-38b87bb037ac,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:33:48.323365 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-acc43730-1320-4123-9ff0-feba9b6cbb3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:48.364155 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c32946-20c7-45fd-8375-b326dd227040 None None] Network 5b088345-7ba8-4ce2-b6e6-69a08abf5d9b is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:33:48.364930 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-da5212aa-6a11-404d-a4c8-61c2d592e6d9 None None] Port ee8c9e82-f789-47b3-a57a-f33b8c5a34ed cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:33:48.374893 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-eea65ec1-e045-4567-b3c9-0b3325c35b8d None None] For port e7434a59-722d-4f22-9519-c96a3b0ece16, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:33:48.381355 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-24c32946-20c7-45fd-8375-b326dd227040 None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:33:48.451319 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-9f773f1a-adbd-4546-9145-a4481223c2b5 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Deleting port aa6d106f-7bc7-40c3-bd11-c047168a092b {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:33:48.451663 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9f773f1a-adbd-4546-9145-a4481223c2b5 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:48.465332 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c32946-20c7-45fd-8375-b326dd227040 None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:33:48.546421 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-acc43730-1320-4123-9ff0-feba9b6cbb3c None None] Calling delete_port for 261b31a9-e2ff-4cc9-937a-38b87bb037ac owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:33:48.567520 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7004ab-af5e-4632-9f1c-2b94e46b6b56 tempest-RoutersAdminNegativeIpV6Test-831759537 tempest-RoutersAdminNegativeIpV6Test-831759537-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8635d5a4-c1cb-4500-8e6f-bceb697e66f6,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:48.580205 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c32946-20c7-45fd-8375-b326dd227040 None None] Pushing event updated for resources: {'Port': ['ID=730b0654-92a7-48fc-aff9-2f8f484833f4,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:48.585291 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-eea65ec1-e045-4567-b3c9-0b3325c35b8d None None] For port e7434a59-722d-4f22-9519-c96a3b0ece16, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=e7434a59-722d-4f22-9519-c96a3b0ece16,segment=NetworkSegment(d252c60c-cbeb-4dc3-81bd-cfaa9484e001),segment_id=d252c60c-cbeb-4dc3-81bd-cfaa9484e001)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:33:48.596385 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 3c960b7f-e3ec-4751-81d8-5f3eeebf0b15 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:33:48.650687 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8d74a20e-2f02-46a5-907d-af1b50920893 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337'] for router, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:48.679083 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-eea65ec1-e045-4567-b3c9-0b3325c35b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:48.682838 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409a596a-cbdd-4717-8dce-ffd187aabcd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-49e7b296-8969-4e31-b239-44ebb907d090', 'network_id': '49e7b296-8969-4e31-b239-44ebb907d090', 'tenant_id': '3baf8f7dd78c4686acbe4595a9230578', 'fixed_ips': [{'subnet_id': '8b49845c-66ac-478f-9782-400ae1b21854'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:33:48.683638 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-409a596a-cbdd-4717-8dce-ffd187aabcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:48.785958 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-27e2a524-ca7d-4890-8788-e300ffa0cd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:48.845631 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4fd7c7eb-60cd-4ab6-94e2-42164db0b34d tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:48.866727 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4fd7c7eb-60cd-4ab6-94e2-42164db0b34d tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:48.867598 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4fd7c7eb-60cd-4ab6-94e2-42164db0b34d tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371990'] for router_interface, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:48.895725 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9f773f1a-adbd-4546-9145-a4481223c2b5 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:49.012677 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-af7004ab-af5e-4632-9f1c-2b94e46b6b56 tempest-RoutersAdminNegativeIpV6Test-831759537 tempest-RoutersAdminNegativeIpV6Test-831759537-project-admin] Allocated IP 172.26.8.93 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/119ff9ff-44a9-4864-902b-dbf262ca0097) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:33:49.053307 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea65ec1-e045-4567-b3c9-0b3325c35b8d None None] Pushing event updated for resources: {'Port': ['ID=e7434a59-722d-4f22-9519-c96a3b0ece16,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:49.057792 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-24c32946-20c7-45fd-8375-b326dd227040 None None] Attempting to bind port 730b0654-92a7-48fc-aff9-2f8f484833f4 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:33:49.058169 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-24c32946-20c7-45fd-8375-b326dd227040 None None] Attempting to bind port 730b0654-92a7-48fc-aff9-2f8f484833f4 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '77f9d719-23f6-4b24-bd56-5f4f3985bfbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5b088345-7ba8-4ce2-b6e6-69a08abf5d9b'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:33:49.058532 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c32946-20c7-45fd-8375-b326dd227040 None None] Attempting to bind port 730b0654-92a7-48fc-aff9-2f8f484833f4 on network 5b088345-7ba8-4ce2-b6e6-69a08abf5d9b {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:33:49.080659 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-9f773f1a-adbd-4546-9145-a4481223c2b5 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Calling delete_port for aa6d106f-7bc7-40c3-bd11-c047168a092b owned by {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:33:49.099002 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c32946-20c7-45fd-8375-b326dd227040 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:33:49.099455 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c32946-20c7-45fd-8375-b326dd227040 None None] Checking segment: {'id': '77f9d719-23f6-4b24-bd56-5f4f3985bfbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5b088345-7ba8-4ce2-b6e6-69a08abf5d9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:33:49.099902 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-24c32946-20c7-45fd-8375-b326dd227040 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:49.100398 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c32946-20c7-45fd-8375-b326dd227040 None None] Bound using segment: {'id': '77f9d719-23f6-4b24-bd56-5f4f3985bfbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5b088345-7ba8-4ce2-b6e6-69a08abf5d9b'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:33:49.100917 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-24c32946-20c7-45fd-8375-b326dd227040 None None] Bound port: 730b0654-92a7-48fc-aff9-2f8f484833f4, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77f9d719-23f6-4b24-bd56-5f4f3985bfbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5b088345-7ba8-4ce2-b6e6-69a08abf5d9b'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:33:49.101296 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-24c32946-20c7-45fd-8375-b326dd227040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:49.123293 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 3c960b7f-e3ec-4751-81d8-5f3eeebf0b15 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:33:49.168644 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9500153e-806f-4a01-a8f2-868400407237 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:49.190459 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9500153e-806f-4a01-a8f2-868400407237 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:49.241006 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a589a564-96f0-4b72-bfbe-62dc90087c06 None None] Network f60f11c7-5a65-4db9-9fc1-a9517166fa47 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:33:49.244429 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9500153e-806f-4a01-a8f2-868400407237 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:49.248483 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9500153e-806f-4a01-a8f2-868400407237 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.5797913 Feb 01 04:33:49.254124 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36014) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:49.288338 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd7c7eb-60cd-4ab6-94e2-42164db0b34d tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Pushing event updated for resources: {'Port': ['ID=7b785eb0-2add-46aa-ad30-f7c7cb2b0060,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:49.317342 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-6755f872-b2df-4c87-a6b3-edc3ec0aae41 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-864209054', 'security_groups': ['72750a76-d7ab-413a-83a5-5228437ae260'], 'network_id': 'f84096f6-bb01-4fa1-8395-e2b6df6a3423', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c4601d12-3371-4c70-963c-98b5c18b8559'}]}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:33:49.406141 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9500153e-806f-4a01-a8f2-868400407237 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72750a76-d7ab-413a-83a5-5228437ae260,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:49.442810 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bc4657a9-a935-4e61-b146-1e225c114cd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:49.445517 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-140c9089-4a89-49a8-ac4b-10e348e58bbf tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3037478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3694457'] for subnet, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:49.530090 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d74a20e-2f02-46a5-907d-af1b50920893 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Router d91d16bf-2137-45fb-a754-b5a50c7d4dc8 is scheduled to L3 agent a3073304-82af-4a42-89af-bc532d6626bb with binding_index 1 {{(pid=87637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 01 04:33:49.552474 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140c9089-4a89-49a8-ac4b-10e348e58bbf tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Pushing event updated for resources: {'Subnet': ['ID=2e384de8-ab5d-4398-9f02-1d4ec6462dd6,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:49.571107 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bc4657a9-a935-4e61-b146-1e225c114cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:49.597949 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9f773f1a-adbd-4546-9145-a4481223c2b5 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:49.637011 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-ee6c82f7-1fb2-48fb-8d92-64e60e802199 None None] Provisioning for port 3c960b7f-e3ec-4751-81d8-5f3eeebf0b15 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:33:49.659558 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-acc43730-1320-4123-9ff0-feba9b6cbb3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:49.693273 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f773f1a-adbd-4546-9145-a4481223c2b5 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event deleted for resources: {'Port': ['ID=aa6d106f-7bc7-40c3-bd11-c047168a092b,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:49.706485 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-bc4657a9-a935-4e61-b146-1e225c114cd8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c9c9726064bd4de8967f25e4aafb8c76&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6688745 Feb 01 04:33:49.717344 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36018) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:49.721695 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-ee6c82f7-1fb2-48fb-8d92-64e60e802199 None None] Provisioning complete for port 3c960b7f-e3ec-4751-81d8-5f3eeebf0b15 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:33:49.721695 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ee6c82f7-1fb2-48fb-8d92-64e60e802199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:49.730132 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd7c7eb-60cd-4ab6-94e2-42164db0b34d tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Network f60f11c7-5a65-4db9-9fc1-a9517166fa47 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:33:49.738864 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-4fd7c7eb-60cd-4ab6-94e2-42164db0b34d tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:33:49.745816 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140c9089-4a89-49a8-ac4b-10e348e58bbf tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Checking segment: {'id': 'c4a9a797-e7f8-44db-9dbe-3c658686d19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e8813f85-c842-4eea-8e7b-2f2dc4175a3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:33:49.746303 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140c9089-4a89-49a8-ac4b-10e348e58bbf tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Network hostable DHCP agents. Network: e8813f85-c842-4eea-8e7b-2f2dc4175a3f, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:33:49.764273 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4657a9-a935-4e61-b146-1e225c114cd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56122531-494c-4d6e-9aba-e61f0c9b79ca,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:49.767675 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9f773f1a-adbd-4546-9145-a4481223c2b5 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:49.792650 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-6755f872-b2df-4c87-a6b3-edc3ec0aae41 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:49.794972 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc43730-1320-4123-9ff0-feba9b6cbb3c None None] Pushing event deleted for resources: {'Port': ['ID=261b31a9-e2ff-4cc9-937a-38b87bb037ac,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:49.827295 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-6755f872-b2df-4c87-a6b3-edc3ec0aae41 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:49.845342 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9f773f1a-adbd-4546-9145-a4481223c2b5 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/ports/aa6d106f-7bc7-40c3-bd11-c047168a092b HTTP/1.1" status: 204 len: 168 time: 1.5300124 Feb 01 04:33:49.848701 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36022) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:49.871937 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-409a596a-cbdd-4717-8dce-ffd187aabcd1 None None] Allocated IP 172.20.0.2 (49e7b296-8969-4e31-b239-44ebb907d090/8b49845c-66ac-478f-9782-400ae1b21854/060c5c33-4436-4ccb-bef2-ce35b61dda0f) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:33:49.921161 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431fea4f-3998-4474-b6a7-33d8604116c5 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:49.922755 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431fea4f-3998-4474-b6a7-33d8604116c5 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:49.923515 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-431fea4f-3998-4474-b6a7-33d8604116c5 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Synchronizing usage tracker for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:subnet {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:33:49.936536 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6755f872-b2df-4c87-a6b3-edc3ec0aae41 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Made reservation on behalf of 4859bcd8aae8416eba645579d339c6c6 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:33:49.960535 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-24c32946-20c7-45fd-8375-b326dd227040 None None] For port 730b0654-92a7-48fc-aff9-2f8f484833f4, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:33:49.971517 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0b3d5429-3efa-4a1d-bb79-cc61d71a5273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:49.972175 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc43730-1320-4123-9ff0-feba9b6cbb3c None None] No DVR routers for this DVR port 261b31a9-e2ff-4cc9-937a-38b87bb037ac on host dv-neutron-826830-1-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:33:49.992998 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-27e2a524-ca7d-4890-8788-e300ffa0cd76 None None] Allocated IP 2001:db8::2 (f84096f6-bb01-4fa1-8395-e2b6df6a3423/c4601d12-3371-4c70-963c-98b5c18b8559/3a56758e-a578-4542-a80f-725b3d277e35) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:33:50.010893 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0b3d5429-3efa-4a1d-bb79-cc61d71a5273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:50.017832 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0222544-8b77-42aa-9f57-3bc5359b66c7 None None] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:33:50.032766 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-24c32946-20c7-45fd-8375-b326dd227040 None None] For port 730b0654-92a7-48fc-aff9-2f8f484833f4, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=730b0654-92a7-48fc-aff9-2f8f484833f4,segment=NetworkSegment(77f9d719-23f6-4b24-bd56-5f4f3985bfbd),segment_id=77f9d719-23f6-4b24-bd56-5f4f3985bfbd)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:33:50.081969 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-431fea4f-3998-4474-b6a7-33d8604116c5 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Unset dirty status for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:subnet {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:33:50.083221 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-431fea4f-3998-4474-b6a7-33d8604116c5 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2325873 Feb 01 04:33:50.086257 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-24c32946-20c7-45fd-8375-b326dd227040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:50.092745 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 36026) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:50.106856 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140c9089-4a89-49a8-ac4b-10e348e58bbf tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Network e8813f85-c842-4eea-8e7b-2f2dc4175a3f is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:33:50.182760 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d74a20e-2f02-46a5-907d-af1b50920893 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:33:50.199401 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4269b9f-d577-4fa0-9378-34dcdc8a706c None None] Sync routers for ids ['d91d16bf-2137-45fb-a754-b5a50c7d4dc8'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:33:50.220069 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4269b9f-d577-4fa0-9378-34dcdc8a706c None None] Routers {'d91d16bf-2137-45fb-a754-b5a50c7d4dc8'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:33:50.220869 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-c4269b9f-d577-4fa0-9378-34dcdc8a706c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:33:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['d91d16bf-2137-45fb-a754-b5a50c7d4dc8'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:33:50.239480 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-140c9089-4a89-49a8-ac4b-10e348e58bbf tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, e8813f85-c842-4eea-8e7b-2f2dc4175a3f) {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:33:50.242310 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0b3d5429-3efa-4a1d-bb79-cc61d71a5273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:50.253681 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6755f872-b2df-4c87-a6b3-edc3ec0aae41 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:50.298060 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-6755f872-b2df-4c87-a6b3-edc3ec0aae41 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] device_id is not set on port f66df159-27d1-4a3a-ba9b-cce0e3a9e8b4 yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:33:50.314686 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140c9089-4a89-49a8-ac4b-10e348e58bbf tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:50.324430 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-140c9089-4a89-49a8-ac4b-10e348e58bbf tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:50.385445 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a6ee44-9bdd-4d2a-b36b-0141b4b2bab9 None None] Network e8813f85-c842-4eea-8e7b-2f2dc4175a3f requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:33:50.429538 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ab0f41a-ebe4-429c-a655-f6623b10575d tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Deleting subnet 10c26132-442e-4b98-867e-5b75ccf73e85 {{(pid=87637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:33:50.441776 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7ab0f41a-ebe4-429c-a655-f6623b10575d tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for subnet, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:50.524279 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-af7004ab-af5e-4632-9f1c-2b94e46b6b56 tempest-RoutersAdminNegativeIpV6Test-831759537 tempest-RoutersAdminNegativeIpV6Test-831759537-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:50.528768 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-c4269b9f-d577-4fa0-9378-34dcdc8a706c None None] Set router d91d16bf-2137-45fb-a754-b5a50c7d4dc8 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:33:50.559203 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3d5429-3efa-4a1d-bb79-cc61d71a5273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56122531-494c-4d6e-9aba-e61f0c9b79ca,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:50.565678 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0b3d5429-3efa-4a1d-bb79-cc61d71a5273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:50.571889 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0b3d5429-3efa-4a1d-bb79-cc61d71a5273 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/56122531-494c-4d6e-9aba-e61f0c9b79ca HTTP/1.1" status: 204 len: 168 time: 0.8499184 Feb 01 04:33:50.585697 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8d74a20e-2f02-46a5-907d-af1b50920893 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:50.586724 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-8d74a20e-2f02-46a5-907d-af1b50920893 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 9.0674989 Feb 01 04:33:50.591036 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36036) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:50.601233 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-af7004ab-af5e-4632-9f1c-2b94e46b6b56 tempest-RoutersAdminNegativeIpV6Test-831759537 tempest-RoutersAdminNegativeIpV6Test-831759537-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:50.601467 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82327872-c3f7-443f-807c-43267ace0753 None None] Network 0d1e869b-a293-4e6c-add4-937fb2847c13 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:33:50.622943 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device e7434a59-722d-4f22-9519-c96a3b0ece16 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:33:50.741342 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-140c9089-4a89-49a8-ac4b-10e348e58bbf tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7433989 Feb 01 04:33:50.744132 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36046) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:50.783422 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7ab0f41a-ebe4-429c-a655-f6623b10575d tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2424773'] for subnet, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:50.813295 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-27e2a524-ca7d-4890-8788-e300ffa0cd76 None None] For port 3a56758e-a578-4542-a80f-725b3d277e35, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=3a56758e-a578-4542-a80f-725b3d277e35,segment=NetworkSegment(83c2b211-19ce-4251-9605-c1f223ab560f),segment_id=83c2b211-19ce-4251-9605-c1f223ab560f)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:33:50.815473 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7004ab-af5e-4632-9f1c-2b94e46b6b56 tempest-RoutersAdminNegativeIpV6Test-831759537 tempest-RoutersAdminNegativeIpV6Test-831759537-project-admin] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:33:50.825291 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-af7004ab-af5e-4632-9f1c-2b94e46b6b56 tempest-RoutersAdminNegativeIpV6Test-831759537 tempest-RoutersAdminNegativeIpV6Test-831759537-project-admin] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:33:50.830936 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7004ab-af5e-4632-9f1c-2b94e46b6b56 tempest-RoutersAdminNegativeIpV6Test-831759537 tempest-RoutersAdminNegativeIpV6Test-831759537-project-admin] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:33:50.858226 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-27e2a524-ca7d-4890-8788-e300ffa0cd76 None None] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:50.876904 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fd7c7eb-60cd-4ab6-94e2-42164db0b34d tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Router 44c637a7-c94e-4e61-9c21-a88c897d28ac is scheduled to L3 agent a3073304-82af-4a42-89af-bc532d6626bb with binding_index 1 {{(pid=87637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 01 04:33:50.889440 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-27e2a524-ca7d-4890-8788-e300ffa0cd76 None None] Transition to ACTIVE for port object 3a56758e-a578-4542-a80f-725b3d277e35 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:33:50.931805 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-27e2a524-ca7d-4890-8788-e300ffa0cd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:50.939610 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7004ab-af5e-4632-9f1c-2b94e46b6b56 tempest-RoutersAdminNegativeIpV6Test-831759537 tempest-RoutersAdminNegativeIpV6Test-831759537-project-admin] Pushing event updated for resources: {'Port': ['ID=119ff9ff-44a9-4864-902b-dbf262ca0097,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:51.044475 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-daf93bf9-dad3-44e8-a9c9-42794ce26f6c tempest-TestNetworkAdvancedServerOps-134030564 tempest-TestNetworkAdvancedServerOps-134030564-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=4d9d44d669ef45fba0a9fcf8b2a96a15&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4371901 Feb 01 04:33:51.054156 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36052) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:51.162048 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-c4269b9f-d577-4fa0-9378-34dcdc8a706c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd91d16bf-2137-45fb-a754-b5a50c7d4dc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-791609492', 'tenant_id': '4d9d44d669ef45fba0a9fcf8b2a96a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': '9a9ac8b9-9072-4184-8231-1d011a45ff0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:33:41Z', 'updated_at': '2022-02-01T04:33:46Z', 'revision_number': 3, 'project_id': '4d9d44d669ef45fba0a9fcf8b2a96a15', 'gw_port': {'id': '9a9ac8b9-9072-4184-8231-1d011a45ff0e', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:bc:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd91d16bf-2137-45fb-a754-b5a50c7d4dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:33:44Z', 'updated_at': '2022-02-01T04:33:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:33:51.171360 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4269b9f-d577-4fa0-9378-34dcdc8a706c None None] Checking router: d91d16bf-2137-45fb-a754-b5a50c7d4dc8 for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:33:51.173619 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4269b9f-d577-4fa0-9378-34dcdc8a706c None None] Updating router d91d16bf-2137-45fb-a754-b5a50c7d4dc8 port 9a9ac8b9-9072-4184-8231-1d011a45ff0e binding host dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 04:33:51.230476 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c32946-20c7-45fd-8375-b326dd227040 None None] Pushing event updated for resources: {'Port': ['ID=730b0654-92a7-48fc-aff9-2f8f484833f4,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:51.256286 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7004ab-af5e-4632-9f1c-2b94e46b6b56 tempest-RoutersAdminNegativeIpV6Test-831759537 tempest-RoutersAdminNegativeIpV6Test-831759537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:51.257021 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-af7004ab-af5e-4632-9f1c-2b94e46b6b56 tempest-RoutersAdminNegativeIpV6Test-831759537 tempest-RoutersAdminNegativeIpV6Test-831759537-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:51.269822 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c4269b9f-d577-4fa0-9378-34dcdc8a706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:51.270932 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ee6c82f7-1fb2-48fb-8d92-64e60e802199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:51.273200 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7ab0f41a-ebe4-429c-a655-f6623b10575d tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:51.357109 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-af7004ab-af5e-4632-9f1c-2b94e46b6b56 tempest-RoutersAdminNegativeIpV6Test-831759537 tempest-RoutersAdminNegativeIpV6Test-831759537-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 4.9422371 Feb 01 04:33:51.363113 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 36064) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:51.364639 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd7c7eb-60cd-4ab6-94e2-42164db0b34d tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:33:51.382143 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-4fd7c7eb-60cd-4ab6-94e2-42164db0b34d tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] 10.222.0.24 "PUT /v2.0/routers/44c637a7-c94e-4e61-9c21-a88c897d28ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6494036 Feb 01 04:33:51.386383 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 36070) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:51.389824 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-6f73509c-63e6-4047-bcc4-9a5154b8c291 tempest-RoutersAdminNegativeIpV6Test-831759537 tempest-RoutersAdminNegativeIpV6Test-831759537-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.93'}]}}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:33:51.555762 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a10eb0-57f7-4b37-9083-95cc00dd4e45 None None] Sync routers for ids ['44c637a7-c94e-4e61-9c21-a88c897d28ac'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:33:51.609642 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-6755f872-b2df-4c87-a6b3-edc3ec0aae41 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Allocated IP 2001:db8::15 (f84096f6-bb01-4fa1-8395-e2b6df6a3423/c4601d12-3371-4c70-963c-98b5c18b8559/f66df159-27d1-4a3a-ba9b-cce0e3a9e8b4) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:33:51.654492 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-6f73509c-63e6-4047-bcc4-9a5154b8c291 tempest-RoutersAdminNegativeIpV6Test-831759537 tempest-RoutersAdminNegativeIpV6Test-831759537-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:51.679278 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-6f73509c-63e6-4047-bcc4-9a5154b8c291 tempest-RoutersAdminNegativeIpV6Test-831759537 tempest-RoutersAdminNegativeIpV6Test-831759537-project-admin] Usage tracker for resource:router and tenant:7b3ff487af9242ee8dcdcca63d6f6eee is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:33:51.686072 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-6f73509c-63e6-4047-bcc4-9a5154b8c291 tempest-RoutersAdminNegativeIpV6Test-831759537 tempest-RoutersAdminNegativeIpV6Test-831759537-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:33:51.699113 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-6f73509c-63e6-4047-bcc4-9a5154b8c291 tempest-RoutersAdminNegativeIpV6Test-831759537 tempest-RoutersAdminNegativeIpV6Test-831759537-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:51.770666 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-409a596a-cbdd-4717-8dce-ffd187aabcd1 None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:51.782266 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-409a596a-cbdd-4717-8dce-ffd187aabcd1 None None] Transition to ACTIVE for port object 060c5c33-4436-4ccb-bef2-ce35b61dda0f will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:33:51.802693 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-409a596a-cbdd-4717-8dce-ffd187aabcd1 None None] Transition to ACTIVE for port object 060c5c33-4436-4ccb-bef2-ce35b61dda0f will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:33:51.913119 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7ab0f41a-ebe4-429c-a655-f6623b10575d tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3037665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694336'] for subnet, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:51.923878 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c4269b9f-d577-4fa0-9378-34dcdc8a706c None None] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:51.951914 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-c4269b9f-d577-4fa0-9378-34dcdc8a706c None None] Transition to ACTIVE for port object 9a9ac8b9-9072-4184-8231-1d011a45ff0e will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:33:51.969664 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c4269b9f-d577-4fa0-9378-34dcdc8a706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:52.018857 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab0f41a-ebe4-429c-a655-f6623b10575d tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event deleted for resources: {'Subnet': ['ID=10c26132-442e-4b98-867e-5b75ccf73e85,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:52.029151 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6f73509c-63e6-4047-bcc4-9a5154b8c291 tempest-RoutersAdminNegativeIpV6Test-831759537 tempest-RoutersAdminNegativeIpV6Test-831759537-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25958'] for router, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:52.036663 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6f73509c-63e6-4047-bcc4-9a5154b8c291 tempest-RoutersAdminNegativeIpV6Test-831759537 tempest-RoutersAdminNegativeIpV6Test-831759537-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-372027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25961'] for router, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:52.051323 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7ab0f41a-ebe4-429c-a655-f6623b10575d tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:52.123878 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e2a524-ca7d-4890-8788-e300ffa0cd76 None None] Pushing event updated for resources: {'Port': ['ID=3a56758e-a578-4542-a80f-725b3d277e35,revision_number=6']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:52.170033 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36082) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:52.171160 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b5daad-9895-4a54-83c9-31ccb8f293b2 tempest-TestNetworkAdvancedServerOps-134030564 tempest-TestNetworkAdvancedServerOps-134030564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:52.177714 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcb3cac-689b-4e93-99c4-d7f88dcfdd35 None None] Pushing event updated for resources: {'Port': ['ID=9a9ac8b9-9072-4184-8231-1d011a45ff0e,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:52.178448 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6f73509c-63e6-4047-bcc4-9a5154b8c291 tempest-RoutersAdminNegativeIpV6Test-831759537 tempest-RoutersAdminNegativeIpV6Test-831759537-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:52.182508 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-01b5daad-9895-4a54-83c9-31ccb8f293b2 tempest-TestNetworkAdvancedServerOps-134030564 tempest-TestNetworkAdvancedServerOps-134030564-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.1201932 Feb 01 04:33:52.195109 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcb3cac-689b-4e93-99c4-d7f88dcfdd35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:33:52.195511 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcb3cac-689b-4e93-99c4-d7f88dcfdd35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:33:52.195846 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcb3cac-689b-4e93-99c4-d7f88dcfdd35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:33:52.196170 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcb3cac-689b-4e93-99c4-d7f88dcfdd35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:33:52.196485 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcb3cac-689b-4e93-99c4-d7f88dcfdd35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:33:52.196843 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcb3cac-689b-4e93-99c4-d7f88dcfdd35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:33:52.197159 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcb3cac-689b-4e93-99c4-d7f88dcfdd35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:33:52.197468 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcb3cac-689b-4e93-99c4-d7f88dcfdd35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:33:52.197983 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcb3cac-689b-4e93-99c4-d7f88dcfdd35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:33:52.198117 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcb3cac-689b-4e93-99c4-d7f88dcfdd35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:33:52.198398 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcb3cac-689b-4e93-99c4-d7f88dcfdd35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:33:52.198699 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcb3cac-689b-4e93-99c4-d7f88dcfdd35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:33:52.199902 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 36086) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:52.226169 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-c4269b9f-d577-4fa0-9378-34dcdc8a706c None None] Attempting to bind port 9a9ac8b9-9072-4184-8231-1d011a45ff0e on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:33:52.226651 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-c4269b9f-d577-4fa0-9378-34dcdc8a706c None None] Attempting to bind port 9a9ac8b9-9072-4184-8231-1d011a45ff0e by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:33:52.227103 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4269b9f-d577-4fa0-9378-34dcdc8a706c None None] Attempting to bind port 9a9ac8b9-9072-4184-8231-1d011a45ff0e on network bdef128a-46b3-4cca-a245-48d1eb781269 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:33:52.234953 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4269b9f-d577-4fa0-9378-34dcdc8a706c None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:33:52.235220 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4269b9f-d577-4fa0-9378-34dcdc8a706c None None] Checking segment: {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:33:52.235886 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c4269b9f-d577-4fa0-9378-34dcdc8a706c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:52.236560 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4269b9f-d577-4fa0-9378-34dcdc8a706c None None] Bound using segment: {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:33:52.237278 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-c4269b9f-d577-4fa0-9378-34dcdc8a706c None None] Bound port: 9a9ac8b9-9072-4184-8231-1d011a45ff0e, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:33:52.237879 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c4269b9f-d577-4fa0-9378-34dcdc8a706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:52.248030 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-409a596a-cbdd-4717-8dce-ffd187aabcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:52.264750 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port e7434a59-722d-4f22-9519-c96a3b0ece16 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:33:52.273321 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a10eb0-57f7-4b37-9083-95cc00dd4e45 None None] Routers {'44c637a7-c94e-4e61-9c21-a88c897d28ac'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:33:52.274020 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-60a10eb0-57f7-4b37-9083-95cc00dd4e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:33:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['44c637a7-c94e-4e61-9c21-a88c897d28ac'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:33:52.370477 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-7ab0f41a-ebe4-429c-a655-f6623b10575d tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/subnets/10c26132-442e-4b98-867e-5b75ccf73e85 HTTP/1.1" status: 204 len: 168 time: 2.2628388 Feb 01 04:33:52.380455 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-c4269b9f-d577-4fa0-9378-34dcdc8a706c None None] For port 9a9ac8b9-9072-4184-8231-1d011a45ff0e, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:33:52.383965 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-c4269b9f-d577-4fa0-9378-34dcdc8a706c None None] For port 9a9ac8b9-9072-4184-8231-1d011a45ff0e, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=9a9ac8b9-9072-4184-8231-1d011a45ff0e,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:33:52.393503 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36092) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:52.401493 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c4269b9f-d577-4fa0-9378-34dcdc8a706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:52.441660 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-c563a8f0-7cab-4e2a-a159-9c48c51e0d02 tempest-TestNetworkAdvancedServerOps-134030564 tempest-TestNetworkAdvancedServerOps-134030564-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=bdef128a-46b3-4cca-a245-48d1eb781269&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2312653 Feb 01 04:33:52.450256 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 36096) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:52.523024 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-764be480-47fc-4224-a498-81a1b02d0154 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1257460 Feb 01 04:33:52.523264 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca38bd89-7b8f-4416-a5ca-928cce456c06 None None] Network 5b088345-7ba8-4ce2-b6e6-69a08abf5d9b requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:33:52.535177 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-d4dcec8f-a50a-476b-92e7-d5355018d21d tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-96810079', 'network_id': '6ec819a2-0c55-40ed-acdc-50daf874a757', 'project_id': '4d9d44d669ef45fba0a9fcf8b2a96a15', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:33:52.537237 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-2d94626e-f629-4b87-aa8c-512753d83819 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-366338873'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:33:52.541703 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36100) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:52.553205 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4269b9f-d577-4fa0-9378-34dcdc8a706c None None] Routers {'d91d16bf-2137-45fb-a754-b5a50c7d4dc8'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:33:52.554261 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-c4269b9f-d577-4fa0-9378-34dcdc8a706c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:33:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['d91d16bf-2137-45fb-a754-b5a50c7d4dc8'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:33:52.557764 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-2d94626e-f629-4b87-aa8c-512753d83819 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:52.562970 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4e1e0130-985e-48e3-9d31-a5b41c8e28b9 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:52.575387 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-813cb99d-5db3-4efa-a15f-00543d3cf7ed tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Request body: {'subnet': {'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:33:52.579648 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bb3873-6b02-4cc3-a605-d1d5c95eace8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-14b67238-4e53-405c-b9cd-84b8ff52e36a', 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'tenant_id': '60b4e61082d3421283cb095bbc99ad8e', 'fixed_ips': [{'subnet_id': '10c26132-442e-4b98-867e-5b75ccf73e85'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:33:52.580608 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f6bb3873-6b02-4cc3-a605-d1d5c95eace8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:52.605377 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2d94626e-f629-4b87-aa8c-512753d83819 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Usage tracker for resource:network and tenant:a1d680601f034200bacb5bc56c9e5b3d is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:33:52.620868 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2d94626e-f629-4b87-aa8c-512753d83819 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:33:52.642370 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-2d94626e-f629-4b87-aa8c-512753d83819 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:52.655583 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcb3cac-689b-4e93-99c4-d7f88dcfdd35 None None] Pushing event updated for resources: {'Port': ['ID=9a9ac8b9-9072-4184-8231-1d011a45ff0e,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:52.673758 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-ee6c82f7-1fb2-48fb-8d92-64e60e802199 None None] For port 3c960b7f-e3ec-4751-81d8-5f3eeebf0b15, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=3c960b7f-e3ec-4751-81d8-5f3eeebf0b15,segment=NetworkSegment(f22d052c-b1e7-45f5-a6b6-59256caab511),segment_id=f22d052c-b1e7-45f5-a6b6-59256caab511)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:33:52.797220 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409a596a-cbdd-4717-8dce-ffd187aabcd1 None None] Network 49e7b296-8969-4e31-b239-44ebb907d090 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:33:52.798692 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-60a10eb0-57f7-4b37-9083-95cc00dd4e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:33:52.828183 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-409a596a-cbdd-4717-8dce-ffd187aabcd1 None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:33:52.835071 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ee6c82f7-1fb2-48fb-8d92-64e60e802199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:52.850190 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6755f872-b2df-4c87-a6b3-edc3ec0aae41 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:52.873451 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409a596a-cbdd-4717-8dce-ffd187aabcd1 None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:33:52.880914 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a10eb0-57f7-4b37-9083-95cc00dd4e45 None None] Routers {'44c637a7-c94e-4e61-9c21-a88c897d28ac'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:33:52.881549 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-60a10eb0-57f7-4b37-9083-95cc00dd4e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:33:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['44c637a7-c94e-4e61-9c21-a88c897d28ac'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:33:52.922480 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-c4269b9f-d577-4fa0-9378-34dcdc8a706c None None] Set router d91d16bf-2137-45fb-a754-b5a50c7d4dc8 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:33:52.969024 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-6755f872-b2df-4c87-a6b3-edc3ec0aae41 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Transition to ACTIVE for port object f66df159-27d1-4a3a-ba9b-cce0e3a9e8b4 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:33:52.995434 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d94626e-f629-4b87-aa8c-512753d83819 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Made reservation on behalf of a1d680601f034200bacb5bc56c9e5b3d for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:33:52.999845 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2d94626e-f629-4b87-aa8c-512753d83819 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:53.135100 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6f73509c-63e6-4047-bcc4-9a5154b8c291 tempest-RoutersAdminNegativeIpV6Test-831759537 tempest-RoutersAdminNegativeIpV6Test-831759537-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:53.141379 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6755f872-b2df-4c87-a6b3-edc3ec0aae41 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:53.148002 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-813cb99d-5db3-4efa-a15f-00543d3cf7ed tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:53.160488 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2d94626e-f629-4b87-aa8c-512753d83819 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:53.161118 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-d4dcec8f-a50a-476b-92e7-d5355018d21d tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:53.166987 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-d4dcec8f-a50a-476b-92e7-d5355018d21d tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Usage tracker for resource:subnet and tenant:4d9d44d669ef45fba0a9fcf8b2a96a15 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:33:53.171736 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-d4dcec8f-a50a-476b-92e7-d5355018d21d tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:33:53.177639 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-d4dcec8f-a50a-476b-92e7-d5355018d21d tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:53.212416 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4dcec8f-a50a-476b-92e7-d5355018d21d tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Made reservation on behalf of 4d9d44d669ef45fba0a9fcf8b2a96a15 for: {'subnet': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:33:53.215937 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d4dcec8f-a50a-476b-92e7-d5355018d21d tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3694443'] for subnet, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:53.244240 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-813cb99d-5db3-4efa-a15f-00543d3cf7ed tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Usage tracker for resource:subnet and tenant:60b4e61082d3421283cb095bbc99ad8e is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:33:53.267311 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-2d94626e-f629-4b87-aa8c-512753d83819 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:53.274251 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-813cb99d-5db3-4efa-a15f-00543d3cf7ed tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:33:53.291745 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2d94626e-f629-4b87-aa8c-512753d83819 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Usage tracker for resource:security_group_rule and tenant:a1d680601f034200bacb5bc56c9e5b3d is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:33:53.307280 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-813cb99d-5db3-4efa-a15f-00543d3cf7ed tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:53.312272 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a182ba-3fad-4d32-a8c0-72273e3f0787 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-e8813f85-c842-4eea-8e7b-2f2dc4175a3f', 'network_id': 'e8813f85-c842-4eea-8e7b-2f2dc4175a3f', 'tenant_id': '3baf8f7dd78c4686acbe4595a9230578', 'fixed_ips': [{'subnet_id': '2e384de8-ab5d-4398-9f02-1d4ec6462dd6'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:33:53.313090 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-78a182ba-3fad-4d32-a8c0-72273e3f0787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:53.314038 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2d94626e-f629-4b87-aa8c-512753d83819 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:33:53.322219 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 3a56758e-a578-4542-a80f-725b3d277e35 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:33:53.325633 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6755f872-b2df-4c87-a6b3-edc3ec0aae41 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Network f84096f6-bb01-4fa1-8395-e2b6df6a3423 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:33:53.337322 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-6755f872-b2df-4c87-a6b3-edc3ec0aae41 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:33:53.340158 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6755f872-b2df-4c87-a6b3-edc3ec0aae41 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:33:53.346159 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6755f872-b2df-4c87-a6b3-edc3ec0aae41 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:53.346780 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6755f872-b2df-4c87-a6b3-edc3ec0aae41 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:53.354271 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-2d94626e-f629-4b87-aa8c-512753d83819 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:53.421445 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-813cb99d-5db3-4efa-a15f-00543d3cf7ed tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Made reservation on behalf of 60b4e61082d3421283cb095bbc99ad8e for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:33:53.425307 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-813cb99d-5db3-4efa-a15f-00543d3cf7ed tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:53.512563 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-c4269b9f-d577-4fa0-9378-34dcdc8a706c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd91d16bf-2137-45fb-a754-b5a50c7d4dc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-791609492', 'tenant_id': '4d9d44d669ef45fba0a9fcf8b2a96a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': '9a9ac8b9-9072-4184-8231-1d011a45ff0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:33:41Z', 'updated_at': '2022-02-01T04:33:46Z', 'revision_number': 3, 'project_id': '4d9d44d669ef45fba0a9fcf8b2a96a15', 'gw_port': {'id': '9a9ac8b9-9072-4184-8231-1d011a45ff0e', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:bc:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd91d16bf-2137-45fb-a754-b5a50c7d4dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:33:44Z', 'updated_at': '2022-02-01T04:33:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:33:53.521552 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4269b9f-d577-4fa0-9378-34dcdc8a706c None None] The sync data for ids ['d91d16bf-2137-45fb-a754-b5a50c7d4dc8'] in dv-neutron-826830-1-hyperv is: [{'id': 'd91d16bf-2137-45fb-a754-b5a50c7d4dc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-791609492', 'tenant_id': '4d9d44d669ef45fba0a9fcf8b2a96a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': '9a9ac8b9-9072-4184-8231-1d011a45ff0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:33:41Z', 'updated_at': '2022-02-01T04:33:46Z', 'revision_number': 3, 'project_id': '4d9d44d669ef45fba0a9fcf8b2a96a15', 'gw_port': {'id': '9a9ac8b9-9072-4184-8231-1d011a45ff0e', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:bc:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd91d16bf-2137-45fb-a754-b5a50c7d4dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:33:44Z', 'updated_at': '2022-02-01T04:33:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:33:53.576100 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-60a10eb0-57f7-4b37-9083-95cc00dd4e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:33:53.576511 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a10eb0-57f7-4b37-9083-95cc00dd4e45 None None] The sync data for ids ['44c637a7-c94e-4e61-9c21-a88c897d28ac'] in dv-neutron-826830-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:33:53.625146 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.api.v2.resource [None req-6e69dac4-b0cd-413f-856f-7d2e827d0c20 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 01 04:33:53.629353 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-6e69dac4-b0cd-413f-856f-7d2e827d0c20 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] 10.222.0.24 "PUT /v2.0/routers/44c637a7-c94e-4e61-9c21-a88c897d28ac/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.2302697 Feb 01 04:33:53.630162 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 36104) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:53.772806 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409a596a-cbdd-4717-8dce-ffd187aabcd1 None None] Pushing event updated for resources: {'Port': ['ID=060c5c33-4436-4ccb-bef2-ce35b61dda0f,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:53.789715 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2d94626e-f629-4b87-aa8c-512753d83819 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:53.796678 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6755f872-b2df-4c87-a6b3-edc3ec0aae41 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event updated for resources: {'Port': ['ID=f66df159-27d1-4a3a-ba9b-cce0e3a9e8b4,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:54.014474 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2d94626e-f629-4b87-aa8c-512753d83819 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:54.120980 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d94626e-f629-4b87-aa8c-512753d83819 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:33:54.147808 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-409a596a-cbdd-4717-8dce-ffd187aabcd1 None None] Attempting to bind port 060c5c33-4436-4ccb-bef2-ce35b61dda0f on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:33:54.148181 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-409a596a-cbdd-4717-8dce-ffd187aabcd1 None None] Attempting to bind port 060c5c33-4436-4ccb-bef2-ce35b61dda0f by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '052eced3-8cee-4fba-bfb6-6fd09dcb2a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '49e7b296-8969-4e31-b239-44ebb907d090'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:33:54.148541 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409a596a-cbdd-4717-8dce-ffd187aabcd1 None None] Attempting to bind port 060c5c33-4436-4ccb-bef2-ce35b61dda0f on network 49e7b296-8969-4e31-b239-44ebb907d090 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:33:54.174556 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-6755f872-b2df-4c87-a6b3-edc3ec0aae41 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.9125817 Feb 01 04:33:54.185918 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36108) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:54.205119 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-5d68b3c8-47bb-48af-bf1c-8538636b1259 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Request body: {'subnet': {'network_id': 'f84096f6-bb01-4fa1-8395-e2b6df6a3423', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:33:54.238227 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-78a182ba-3fad-4d32-a8c0-72273e3f0787 None None] Allocated IP 172.20.0.2 (e8813f85-c842-4eea-8e7b-2f2dc4175a3f/2e384de8-ab5d-4398-9f02-1d4ec6462dd6/0151fca3-97f6-4517-bc66-f833cdf18fb3) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:33:54.373426 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d94626e-f629-4b87-aa8c-512753d83819 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e75361aa-5067-4414-befd-8d3e3232da0b,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:54.382947 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-5d68b3c8-47bb-48af-bf1c-8538636b1259 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:54.392837 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2d94626e-f629-4b87-aa8c-512753d83819 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:54.393290 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-2d94626e-f629-4b87-aa8c-512753d83819 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Added segment 5424cb55-b424-498c-aca2-11d5bf797271 of type vlan for network 750421e7-cf53-4e53-8d8a-eb37cf2fe198 Feb 01 04:33:54.397430 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-5d68b3c8-47bb-48af-bf1c-8538636b1259 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Usage tracker for resource:subnet and tenant:4859bcd8aae8416eba645579d339c6c6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:33:54.417378 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-5d68b3c8-47bb-48af-bf1c-8538636b1259 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:33:54.471985 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-4e1e0130-985e-48e3-9d31-a5b41c8e28b9 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Allocated IP 172.20.0.1 (49e7b296-8969-4e31-b239-44ebb907d090/8b49845c-66ac-478f-9782-400ae1b21854/6373c921-601c-4963-b4c3-ae8dedb0f3ce) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:33:54.487503 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-5d68b3c8-47bb-48af-bf1c-8538636b1259 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:54.556759 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2d94626e-f629-4b87-aa8c-512753d83819 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:54.662176 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d4dcec8f-a50a-476b-92e7-d5355018d21d tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3037478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3694457'] for subnet, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:54.666080 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-78a182ba-3fad-4d32-a8c0-72273e3f0787 None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:54.677463 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-78a182ba-3fad-4d32-a8c0-72273e3f0787 None None] Transition to ACTIVE for port object 0151fca3-97f6-4517-bc66-f833cdf18fb3 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:33:54.698841 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-78a182ba-3fad-4d32-a8c0-72273e3f0787 None None] Transition to ACTIVE for port object 0151fca3-97f6-4517-bc66-f833cdf18fb3 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:33:54.710991 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6c82f7-1fb2-48fb-8d92-64e60e802199 None None] Pushing event updated for resources: {'Port': ['ID=3c960b7f-e3ec-4751-81d8-5f3eeebf0b15,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:54.721061 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-30d5452d-f342-40b6-8924-c1be88fefdf1 None None] Provisioning for port 730b0654-92a7-48fc-aff9-2f8f484833f4 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:33:54.748118 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-78a182ba-3fad-4d32-a8c0-72273e3f0787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:54.774980 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d68b3c8-47bb-48af-bf1c-8538636b1259 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Made reservation on behalf of 4859bcd8aae8416eba645579d339c6c6 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:33:54.778523 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5d68b3c8-47bb-48af-bf1c-8538636b1259 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:54.816183 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409a596a-cbdd-4717-8dce-ffd187aabcd1 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:33:54.816611 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409a596a-cbdd-4717-8dce-ffd187aabcd1 None None] Checking segment: {'id': '052eced3-8cee-4fba-bfb6-6fd09dcb2a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '49e7b296-8969-4e31-b239-44ebb907d090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:33:54.816965 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-409a596a-cbdd-4717-8dce-ffd187aabcd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:54.819213 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409a596a-cbdd-4717-8dce-ffd187aabcd1 None None] Bound using segment: {'id': '052eced3-8cee-4fba-bfb6-6fd09dcb2a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '49e7b296-8969-4e31-b239-44ebb907d090'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:33:54.819718 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-409a596a-cbdd-4717-8dce-ffd187aabcd1 None None] Bound port: 060c5c33-4436-4ccb-bef2-ce35b61dda0f, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '052eced3-8cee-4fba-bfb6-6fd09dcb2a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '49e7b296-8969-4e31-b239-44ebb907d090'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:33:54.820107 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-409a596a-cbdd-4717-8dce-ffd187aabcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:54.854699 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2d94626e-f629-4b87-aa8c-512753d83819 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:54.857527 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dcec8f-a50a-476b-92e7-d5355018d21d tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Pushing event updated for resources: {'Subnet': ['ID=d9f4fc37-5ff0-4c6e-bfc2-a80b9a0fed2e,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:54.865492 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d94626e-f629-4b87-aa8c-512753d83819 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:54.866459 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2d94626e-f629-4b87-aa8c-512753d83819 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:54.908242 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a182ba-3fad-4d32-a8c0-72273e3f0787 None None] Network e8813f85-c842-4eea-8e7b-2f2dc4175a3f is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:33:54.990484 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-78a182ba-3fad-4d32-a8c0-72273e3f0787 None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:33:55.018825 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a182ba-3fad-4d32-a8c0-72273e3f0787 None None] Pushing event updated for resources: {'Port': ['ID=0151fca3-97f6-4517-bc66-f833cdf18fb3,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:55.042739 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a182ba-3fad-4d32-a8c0-72273e3f0787 None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:33:55.050021 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-30d5452d-f342-40b6-8924-c1be88fefdf1 None None] Provisioning for port e7434a59-722d-4f22-9519-c96a3b0ece16 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:33:55.069702 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-30d5452d-f342-40b6-8924-c1be88fefdf1 None None] Provisioning complete for port e7434a59-722d-4f22-9519-c96a3b0ece16 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:33:55.070478 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-30d5452d-f342-40b6-8924-c1be88fefdf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:55.106214 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dcec8f-a50a-476b-92e7-d5355018d21d tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Checking segment: {'id': '47389526-68fb-4cf8-9cf4-525db349e4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6ec819a2-0c55-40ed-acdc-50daf874a757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:33:55.106502 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4dcec8f-a50a-476b-92e7-d5355018d21d tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Network hostable DHCP agents. Network: 6ec819a2-0c55-40ed-acdc-50daf874a757, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:33:55.136101 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 730b0654-92a7-48fc-aff9-2f8f484833f4 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:33:55.144685 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.objects.ports [None req-813cb99d-5db3-4efa-a15f-00543d3cf7ed tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87636) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 01 04:33:55.154848 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-813cb99d-5db3-4efa-a15f-00543d3cf7ed tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:55.265866 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4dcec8f-a50a-476b-92e7-d5355018d21d tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Network 6ec819a2-0c55-40ed-acdc-50daf874a757 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:33:55.302867 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813cb99d-5db3-4efa-a15f-00543d3cf7ed tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:33:55.341715 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-d4dcec8f-a50a-476b-92e7-d5355018d21d tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, 6ec819a2-0c55-40ed-acdc-50daf874a757) {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:33:55.345415 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 730b0654-92a7-48fc-aff9-2f8f484833f4 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:33:55.351390 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6f73509c-63e6-4047-bcc4-9a5154b8c291 tempest-RoutersAdminNegativeIpV6Test-831759537 tempest-RoutersAdminNegativeIpV6Test-831759537-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:55.353482 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-78a182ba-3fad-4d32-a8c0-72273e3f0787 None None] Attempting to bind port 0151fca3-97f6-4517-bc66-f833cdf18fb3 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:33:55.354076 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-78a182ba-3fad-4d32-a8c0-72273e3f0787 None None] Attempting to bind port 0151fca3-97f6-4517-bc66-f833cdf18fb3 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': 'c4a9a797-e7f8-44db-9dbe-3c658686d19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e8813f85-c842-4eea-8e7b-2f2dc4175a3f'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:33:55.354488 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a182ba-3fad-4d32-a8c0-72273e3f0787 None None] Attempting to bind port 0151fca3-97f6-4517-bc66-f833cdf18fb3 on network e8813f85-c842-4eea-8e7b-2f2dc4175a3f {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:33:55.363510 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-409a596a-cbdd-4717-8dce-ffd187aabcd1 None None] For port 060c5c33-4436-4ccb-bef2-ce35b61dda0f, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:33:55.369055 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 730b0654-92a7-48fc-aff9-2f8f484833f4 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:33:55.369358 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-813cb99d-5db3-4efa-a15f-00543d3cf7ed tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:33:55.369658 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:55.375383 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2d94626e-f629-4b87-aa8c-512753d83819 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 3.1914923 Feb 01 04:33:55.378080 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 36112) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:55.379448 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4dcec8f-a50a-476b-92e7-d5355018d21d tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:55.380047 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d4dcec8f-a50a-476b-92e7-d5355018d21d tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:55.392541 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4e1e0130-985e-48e3-9d31-a5b41c8e28b9 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:55.396560 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3edc26-f69d-4842-a382-35c89d0ec8c5 None None] Network 6ec819a2-0c55-40ed-acdc-50daf874a757 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:33:55.406325 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813cb99d-5db3-4efa-a15f-00543d3cf7ed tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:55.406989 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-813cb99d-5db3-4efa-a15f-00543d3cf7ed tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:55.407700 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-dfbd1479-d25b-432f-8cfa-3bea3f95f9d6 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Request body: {'subnet': {'network_id': '750421e7-cf53-4e53-8d8a-eb37cf2fe198', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:33:55.417817 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a182ba-3fad-4d32-a8c0-72273e3f0787 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:33:55.418630 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a182ba-3fad-4d32-a8c0-72273e3f0787 None None] Checking segment: {'id': 'c4a9a797-e7f8-44db-9dbe-3c658686d19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e8813f85-c842-4eea-8e7b-2f2dc4175a3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:33:55.418873 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-78a182ba-3fad-4d32-a8c0-72273e3f0787 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:55.419386 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a182ba-3fad-4d32-a8c0-72273e3f0787 None None] Bound using segment: {'id': 'c4a9a797-e7f8-44db-9dbe-3c658686d19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e8813f85-c842-4eea-8e7b-2f2dc4175a3f'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:33:55.419973 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-78a182ba-3fad-4d32-a8c0-72273e3f0787 None None] Bound port: 0151fca3-97f6-4517-bc66-f833cdf18fb3, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4a9a797-e7f8-44db-9dbe-3c658686d19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e8813f85-c842-4eea-8e7b-2f2dc4175a3f'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:33:55.420444 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-78a182ba-3fad-4d32-a8c0-72273e3f0787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:55.421549 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d94626e-f629-4b87-aa8c-512753d83819 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Pushing event updated for resources: {'Network': ['ID=750421e7-cf53-4e53-8d8a-eb37cf2fe198,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:55.445451 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b19b89-9113-4043-a301-f9ade510c792 None None] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:33:55.457273 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-4e1e0130-985e-48e3-9d31-a5b41c8e28b9 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Transition to ACTIVE for port object 6373c921-601c-4963-b4c3-ae8dedb0f3ce will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:33:55.459312 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813cb99d-5db3-4efa-a15f-00543d3cf7ed tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event updated for resources: {'Subnet': ['ID=e3b86380-6ef9-4b9c-aa7c-6f4c643f9abd,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:55.472957 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-813cb99d-5db3-4efa-a15f-00543d3cf7ed tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9171624 Feb 01 04:33:55.474499 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.ipam_backend_mixin [None req-5d68b3c8-47bb-48af-bf1c-8538636b1259 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c4601d12-3371-4c70-963c-98b5c18b8559 (CIDR: 2001:db8::/64) Feb 01 04:33:55.476197 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36116) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:55.477849 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 750421e7-cf53-4e53-8d8a-eb37cf2fe198 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:33:55.482605 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-52bf2535-890c-4b57-8e52-18e39b42e52e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Request body: {'port': {'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'mac_address': 'fa:16:3e:58:5f:9e', 'name': 'tempest-NetworksTestDHCPv6-1148711877'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:33:55.502770 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d68b3c8-47bb-48af-bf1c-8538636b1259 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 01 04:33:55.503286 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d68b3c8-47bb-48af-bf1c-8538636b1259 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:33:55.523118 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-409a596a-cbdd-4717-8dce-ffd187aabcd1 None None] For port 060c5c33-4436-4ccb-bef2-ce35b61dda0f, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=060c5c33-4436-4ccb-bef2-ce35b61dda0f,segment=NetworkSegment(052eced3-8cee-4fba-bfb6-6fd09dcb2a45),segment_id=052eced3-8cee-4fba-bfb6-6fd09dcb2a45)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:33:55.555191 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-dfbd1479-d25b-432f-8cfa-3bea3f95f9d6 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:55.559616 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-dfbd1479-d25b-432f-8cfa-3bea3f95f9d6 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Usage tracker for resource:subnet and tenant:a1d680601f034200bacb5bc56c9e5b3d is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:33:55.562810 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-dfbd1479-d25b-432f-8cfa-3bea3f95f9d6 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:33:55.569203 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-dfbd1479-d25b-432f-8cfa-3bea3f95f9d6 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:55.589833 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfbd1479-d25b-432f-8cfa-3bea3f95f9d6 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Made reservation on behalf of a1d680601f034200bacb5bc56c9e5b3d for: {'subnet': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:33:55.593618 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dfbd1479-d25b-432f-8cfa-3bea3f95f9d6 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3694443'] for subnet, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:55.607498 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-5d68b3c8-47bb-48af-bf1c-8538636b1259 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4181030 Feb 01 04:33:55.612659 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36120) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:55.615220 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6f73509c-63e6-4047-bcc4-9a5154b8c291 tempest-RoutersAdminNegativeIpV6Test-831759537 tempest-RoutersAdminNegativeIpV6Test-831759537-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:55.621799 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-502170b6-f3ec-481c-b4d5-9f65b4b7c28f tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Request body: {'subnet': {'network_id': 'f84096f6-bb01-4fa1-8395-e2b6df6a3423', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:33:55.650491 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4e1e0130-985e-48e3-9d31-a5b41c8e28b9 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:55.693646 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9d56dbc2-322f-4e25-9106-aa7af4f46af2 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-371968'] for router_interface, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:55.701317 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-409a596a-cbdd-4717-8dce-ffd187aabcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:55.749640 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-30d5452d-f342-40b6-8924-c1be88fefdf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:55.813243 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1e0130-985e-48e3-9d31-a5b41c8e28b9 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Network 49e7b296-8969-4e31-b239-44ebb907d090 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:33:55.822228 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-52bf2535-890c-4b57-8e52-18e39b42e52e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:55.829070 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-4e1e0130-985e-48e3-9d31-a5b41c8e28b9 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:33:55.837457 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1e0130-985e-48e3-9d31-a5b41c8e28b9 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:33:55.869830 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-52bf2535-890c-4b57-8e52-18e39b42e52e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Usage tracker for resource:port and tenant:60b4e61082d3421283cb095bbc99ad8e is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:33:55.872712 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1e0130-985e-48e3-9d31-a5b41c8e28b9 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Pushing event updated for resources: {'Port': ['ID=6373c921-601c-4963-b4c3-ae8dedb0f3ce,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:55.877222 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-52bf2535-890c-4b57-8e52-18e39b42e52e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:33:55.902302 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-52bf2535-890c-4b57-8e52-18e39b42e52e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:55.950477 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52bf2535-890c-4b57-8e52-18e39b42e52e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Made reservation on behalf of 60b4e61082d3421283cb095bbc99ad8e for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:33:55.971126 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-502170b6-f3ec-481c-b4d5-9f65b4b7c28f tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:55.975669 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4e1e0130-985e-48e3-9d31-a5b41c8e28b9 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-372107'] for router_interface, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:55.986022 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-d4dcec8f-a50a-476b-92e7-d5355018d21d tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.5254653 Feb 01 04:33:55.989481 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 36124) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:55.990813 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-502170b6-f3ec-481c-b4d5-9f65b4b7c28f tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Usage tracker for resource:subnet and tenant:4859bcd8aae8416eba645579d339c6c6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:33:55.997839 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-502170b6-f3ec-481c-b4d5-9f65b4b7c28f tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:33:56.032501 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-502170b6-f3ec-481c-b4d5-9f65b4b7c28f tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:56.152884 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-30d5452d-f342-40b6-8924-c1be88fefdf1 None None] For port e7434a59-722d-4f22-9519-c96a3b0ece16, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=e7434a59-722d-4f22-9519-c96a3b0ece16,segment=NetworkSegment(d252c60c-cbeb-4dc3-81bd-cfaa9484e001),segment_id=d252c60c-cbeb-4dc3-81bd-cfaa9484e001)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:33:56.176823 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409a596a-cbdd-4717-8dce-ffd187aabcd1 None None] Pushing event updated for resources: {'Port': ['ID=060c5c33-4436-4ccb-bef2-ce35b61dda0f,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:56.184741 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-78a182ba-3fad-4d32-a8c0-72273e3f0787 None None] For port 0151fca3-97f6-4517-bc66-f833cdf18fb3, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:33:56.189036 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-30d5452d-f342-40b6-8924-c1be88fefdf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:56.283051 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-502170b6-f3ec-481c-b4d5-9f65b4b7c28f tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Made reservation on behalf of 4859bcd8aae8416eba645579d339c6c6 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:33:56.286451 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-502170b6-f3ec-481c-b4d5-9f65b4b7c28f tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:56.339867 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-78a182ba-3fad-4d32-a8c0-72273e3f0787 None None] For port 0151fca3-97f6-4517-bc66-f833cdf18fb3, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=0151fca3-97f6-4517-bc66-f833cdf18fb3,segment=NetworkSegment(c4a9a797-e7f8-44db-9dbe-3c658686d19f),segment_id=c4a9a797-e7f8-44db-9dbe-3c658686d19f)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:33:56.351504 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:56.385196 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-78a182ba-3fad-4d32-a8c0-72273e3f0787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:56.439284 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-52bf2535-890c-4b57-8e52-18e39b42e52e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:56.480763 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-a7db9ab4-1f39-4584-8d01-3c35df2f5952 None None] Provisioning for port 3a56758e-a578-4542-a80f-725b3d277e35 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:33:56.523989 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d5452d-f342-40b6-8924-c1be88fefdf1 None None] Pushing event updated for resources: {'Port': ['ID=e7434a59-722d-4f22-9519-c96a3b0ece16,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:56.536250 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4e1e0130-985e-48e3-9d31-a5b41c8e28b9 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:56.585187 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312f5cf5-cc05-4843-b17b-3cca2536f587 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-14b67238-4e53-405c-b9cd-84b8ff52e36a', 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'tenant_id': '60b4e61082d3421283cb095bbc99ad8e', 'fixed_ips': [{'subnet_id': 'e3b86380-6ef9-4b9c-aa7c-6f4c643f9abd'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:33:56.586125 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-312f5cf5-cc05-4843-b17b-3cca2536f587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:56.613291 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-52bf2535-890c-4b57-8e52-18e39b42e52e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] device_id is not set on port c08d05f8-8020-41c0-bd3f-e856020113cf yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:33:56.675061 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 730b0654-92a7-48fc-aff9-2f8f484833f4, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=730b0654-92a7-48fc-aff9-2f8f484833f4,segment=NetworkSegment(77f9d719-23f6-4b24-bd56-5f4f3985bfbd),segment_id=77f9d719-23f6-4b24-bd56-5f4f3985bfbd)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:33:56.683615 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-a7db9ab4-1f39-4584-8d01-3c35df2f5952 None None] Provisioning complete for port 3a56758e-a578-4542-a80f-725b3d277e35 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:33:56.683995 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a7db9ab4-1f39-4584-8d01-3c35df2f5952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:56.696144 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.ipam_backend_mixin [None req-502170b6-f3ec-481c-b4d5-9f65b4b7c28f tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet fb4aad71-70d2-410e-b3f8-f0d7b949cec6 (CIDR: 2001:db8:0:1::/64) Feb 01 04:33:56.715468 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-502170b6-f3ec-481c-b4d5-9f65b4b7c28f tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 01 04:33:56.715625 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-502170b6-f3ec-481c-b4d5-9f65b4b7c28f tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:33:56.733993 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d34988-6091-45fa-b2f3-c1e6b9dabb48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-6ec819a2-0c55-40ed-acdc-50daf874a757', 'network_id': '6ec819a2-0c55-40ed-acdc-50daf874a757', 'tenant_id': '4d9d44d669ef45fba0a9fcf8b2a96a15', 'fixed_ips': [{'subnet_id': 'd9f4fc37-5ff0-4c6e-bfc2-a80b9a0fed2e'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:33:56.734969 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-21d34988-6091-45fa-b2f3-c1e6b9dabb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:56.745866 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:57.002467 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a182ba-3fad-4d32-a8c0-72273e3f0787 None None] Pushing event updated for resources: {'Port': ['ID=0151fca3-97f6-4517-bc66-f833cdf18fb3,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:57.044166 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-502170b6-f3ec-481c-b4d5-9f65b4b7c28f tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.4303410 Feb 01 04:33:57.082132 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 36128) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:57.099327 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-35f7e26f-cfc4-40f1-a91d-363882caccdd tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Request body: {'subnet': {'network_id': 'f84096f6-bb01-4fa1-8395-e2b6df6a3423', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:33:57.229486 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 060c5c33-4436-4ccb-bef2-ce35b61dda0f up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:33:57.255005 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-52bf2535-890c-4b57-8e52-18e39b42e52e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Allocated IP 2001:db8::f816:3eff:fe58:5f9e (14b67238-4e53-405c-b9cd-84b8ff52e36a/e3b86380-6ef9-4b9c-aa7c-6f4c643f9abd/c08d05f8-8020-41c0-bd3f-e856020113cf) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:33:57.378300 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=730b0654-92a7-48fc-aff9-2f8f484833f4,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:57.385736 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 060c5c33-4436-4ccb-bef2-ce35b61dda0f completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:33:57.395260 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4e1e0130-985e-48e3-9d31-a5b41c8e28b9 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:57.405947 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 9a9ac8b9-9072-4184-8231-1d011a45ff0e up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:33:57.410716 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4e1e0130-985e-48e3-9d31-a5b41c8e28b9 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:57.448664 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-21d34988-6091-45fa-b2f3-c1e6b9dabb48 None None] Allocated IP 172.20.0.2 (6ec819a2-0c55-40ed-acdc-50daf874a757/d9f4fc37-5ff0-4c6e-bfc2-a80b9a0fed2e/106b3fb6-20c1-4237-b6ed-606afdece5dc) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:33:57.473020 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6f73509c-63e6-4047-bcc4-9a5154b8c291 tempest-RoutersAdminNegativeIpV6Test-831759537 tempest-RoutersAdminNegativeIpV6Test-831759537-project-admin] Notify callbacks [] for router, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:57.485908 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-a7db9ab4-1f39-4584-8d01-3c35df2f5952 None None] Provisioning complete for port ee8c9e82-f789-47b3-a57a-f33b8c5a34ed triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:33:57.486373 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a7db9ab4-1f39-4584-8d01-3c35df2f5952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:57.546502 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-9d56dbc2-322f-4e25-9106-aa7af4f46af2 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Deleting port 7b785eb0-2add-46aa-ad30-f7c7cb2b0060 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:33:57.546845 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9d56dbc2-322f-4e25-9106-aa7af4f46af2 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:57.598259 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-a7db9ab4-1f39-4584-8d01-3c35df2f5952 None None] Port ee8c9e82-f789-47b3-a57a-f33b8c5a34ed cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:33:57.631972 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4e1e0130-985e-48e3-9d31-a5b41c8e28b9 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371990'] for router_interface, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:57.636173 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1e0130-985e-48e3-9d31-a5b41c8e28b9 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Pushing event updated for resources: {'Port': ['ID=6373c921-601c-4963-b4c3-ae8dedb0f3ce,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:57.674094 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-a7db9ab4-1f39-4584-8d01-3c35df2f5952 None None] Provisioning complete for port 3c960b7f-e3ec-4751-81d8-5f3eeebf0b15 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:33:57.674467 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a7db9ab4-1f39-4584-8d01-3c35df2f5952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:57.747381 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 9a9ac8b9-9072-4184-8231-1d011a45ff0e completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:33:57.765511 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 9a9ac8b9-9072-4184-8231-1d011a45ff0e triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:33:57.765881 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:57.850817 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1e0130-985e-48e3-9d31-a5b41c8e28b9 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Network 49e7b296-8969-4e31-b239-44ebb907d090 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:33:57.855667 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-52bf2535-890c-4b57-8e52-18e39b42e52e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:57.877039 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-52bf2535-890c-4b57-8e52-18e39b42e52e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Transition to ACTIVE for port object c08d05f8-8020-41c0-bd3f-e856020113cf will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:33:57.917310 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-4e1e0130-985e-48e3-9d31-a5b41c8e28b9 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:33:57.924634 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-52bf2535-890c-4b57-8e52-18e39b42e52e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:57.930118 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b8eb07-45c4-4e69-a8d7-3992e0e46500 None None] Network 49e7b296-8969-4e31-b239-44ebb907d090 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:33:58.056577 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dfbd1479-d25b-432f-8cfa-3bea3f95f9d6 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3037478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3694457'] for subnet, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:58.206041 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-21d34988-6091-45fa-b2f3-c1e6b9dabb48 None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:58.211458 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51b4ecb-e115-4f79-8a52-599d6d86f185 None None] Network e8813f85-c842-4eea-8e7b-2f2dc4175a3f requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:33:58.277651 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-312f5cf5-cc05-4843-b17b-3cca2536f587 None None] Allocated IP 2001:db8::f816:3eff:fed3:913c (14b67238-4e53-405c-b9cd-84b8ff52e36a/e3b86380-6ef9-4b9c-aa7c-6f4c643f9abd/860f4e12-6fa4-46c7-9838-8db5000d37c1) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:33:58.280001 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-21d34988-6091-45fa-b2f3-c1e6b9dabb48 None None] Transition to ACTIVE for port object 106b3fb6-20c1-4237-b6ed-606afdece5dc will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:33:58.299286 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bf2535-890c-4b57-8e52-18e39b42e52e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:33:58.309250 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-52bf2535-890c-4b57-8e52-18e39b42e52e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:33:58.311864 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bf2535-890c-4b57-8e52-18e39b42e52e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:33:58.317783 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bf2535-890c-4b57-8e52-18e39b42e52e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:58.318627 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-52bf2535-890c-4b57-8e52-18e39b42e52e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:58.326664 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-35f7e26f-cfc4-40f1-a91d-363882caccdd tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:33:58.348216 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bf2535-890c-4b57-8e52-18e39b42e52e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event updated for resources: {'Port': ['ID=c08d05f8-8020-41c0-bd3f-e856020113cf,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:58.355981 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6f73509c-63e6-4047-bcc4-9a5154b8c291 tempest-RoutersAdminNegativeIpV6Test-831759537 tempest-RoutersAdminNegativeIpV6Test-831759537-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25968'] for router, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:58.360636 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-35f7e26f-cfc4-40f1-a91d-363882caccdd tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Usage tracker for resource:subnet and tenant:4859bcd8aae8416eba645579d339c6c6 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:33:58.366834 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-52bf2535-890c-4b57-8e52-18e39b42e52e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8892465 Feb 01 04:33:58.370946 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36134) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:58.413293 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6f73509c-63e6-4047-bcc4-9a5154b8c291 tempest-RoutersAdminNegativeIpV6Test-831759537 tempest-RoutersAdminNegativeIpV6Test-831759537-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:58.420525 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-35f7e26f-cfc4-40f1-a91d-363882caccdd tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:33:58.438413 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-21d34988-6091-45fa-b2f3-c1e6b9dabb48 None None] Transition to ACTIVE for port object 106b3fb6-20c1-4237-b6ed-606afdece5dc will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:33:58.456068 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-35f7e26f-cfc4-40f1-a91d-363882caccdd tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:33:58.470759 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e1e0130-985e-48e3-9d31-a5b41c8e28b9 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Router da84cacf-9dd2-4ee9-a45d-e105ecda1bf4 is scheduled to L3 agent a3073304-82af-4a42-89af-bc532d6626bb with binding_index 1 {{(pid=87636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 01 04:33:58.473850 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbd1479-d25b-432f-8cfa-3bea3f95f9d6 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Pushing event updated for resources: {'Subnet': ['ID=44ba3891-88d7-4b68-8985-8d8d664f5b76,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:58.485731 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:58.504407 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-a7db9ab4-1f39-4584-8d01-3c35df2f5952 None None] Provisioning for port f66df159-27d1-4a3a-ba9b-cce0e3a9e8b4 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:33:58.542820 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-21d34988-6091-45fa-b2f3-c1e6b9dabb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:58.555795 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f7e26f-cfc4-40f1-a91d-363882caccdd tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Made reservation on behalf of 4859bcd8aae8416eba645579d339c6c6 for: {'subnet': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:33:58.559777 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-35f7e26f-cfc4-40f1-a91d-363882caccdd tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3694443'] for subnet, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:58.585904 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6f73509c-63e6-4047-bcc4-9a5154b8c291 tempest-RoutersAdminNegativeIpV6Test-831759537 tempest-RoutersAdminNegativeIpV6Test-831759537-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772958'] for router, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:58.586271 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f73509c-63e6-4047-bcc4-9a5154b8c291 tempest-RoutersAdminNegativeIpV6Test-831759537 tempest-RoutersAdminNegativeIpV6Test-831759537-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ad71ae1d-d14d-4708-bd01-b7b66d237d25 {{(pid=87637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 01 04:33:58.587919 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbd1479-d25b-432f-8cfa-3bea3f95f9d6 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Checking segment: {'id': '5424cb55-b424-498c-aca2-11d5bf797271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '750421e7-cf53-4e53-8d8a-eb37cf2fe198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:33:58.588273 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbd1479-d25b-432f-8cfa-3bea3f95f9d6 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Network hostable DHCP agents. Network: 750421e7-cf53-4e53-8d8a-eb37cf2fe198, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:33:58.595930 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-a7db9ab4-1f39-4584-8d01-3c35df2f5952 None None] Provisioning complete for port f66df159-27d1-4a3a-ba9b-cce0e3a9e8b4 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:33:58.596303 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a7db9ab4-1f39-4584-8d01-3c35df2f5952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:58.612812 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9d56dbc2-322f-4e25-9106-aa7af4f46af2 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:58.647262 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5ebe28-d334-4941-b970-de20b2e124da tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:58.648202 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-7c5ebe28-d334-4941-b970-de20b2e124da tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Synchronizing usage tracker for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:33:58.677549 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e1e0130-985e-48e3-9d31-a5b41c8e28b9 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:33:58.679920 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-7c5ebe28-d334-4941-b970-de20b2e124da tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Unset dirty status for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:33:58.681279 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-7c5ebe28-d334-4941-b970-de20b2e124da tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2988832 Feb 01 04:33:58.684896 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4e1e0130-985e-48e3-9d31-a5b41c8e28b9 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] 10.222.0.24 "PUT /v2.0/routers/da84cacf-9dd2-4ee9-a45d-e105ecda1bf4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9383171 Feb 01 04:33:58.685759 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36138) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:58.693616 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e30c7fd-eddb-4c5b-813c-2e54b9d7e1f9 None None] Sync routers for ids ['da84cacf-9dd2-4ee9-a45d-e105ecda1bf4'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:33:58.706299 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e30c7fd-eddb-4c5b-813c-2e54b9d7e1f9 None None] Routers {'da84cacf-9dd2-4ee9-a45d-e105ecda1bf4'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:33:58.707365 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-2e30c7fd-eddb-4c5b-813c-2e54b9d7e1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:33:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['da84cacf-9dd2-4ee9-a45d-e105ecda1bf4'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:33:58.728802 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 36140) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:58.737147 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 9a9ac8b9-9072-4184-8231-1d011a45ff0e, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=9a9ac8b9-9072-4184-8231-1d011a45ff0e,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:33:58.764523 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-65f0ea86-2567-4da4-a711-27d11d684dae tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Deleting port c08d05f8-8020-41c0-bd3f-e856020113cf {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:33:58.764942 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-65f0ea86-2567-4da4-a711-27d11d684dae tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:58.796004 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:58.796780 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device e7434a59-722d-4f22-9519-c96a3b0ece16 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:33:58.799178 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-2e30c7fd-eddb-4c5b-813c-2e54b9d7e1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:33:58.811854 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e30c7fd-eddb-4c5b-813c-2e54b9d7e1f9 None None] Routers {'da84cacf-9dd2-4ee9-a45d-e105ecda1bf4'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:33:58.812759 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-2e30c7fd-eddb-4c5b-813c-2e54b9d7e1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:33:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['da84cacf-9dd2-4ee9-a45d-e105ecda1bf4'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:33:58.851655 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-9d56dbc2-322f-4e25-9106-aa7af4f46af2 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Calling delete_port for 7b785eb0-2add-46aa-ad30-f7c7cb2b0060 owned by network:router_interface {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:33:58.890412 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-2e30c7fd-eddb-4c5b-813c-2e54b9d7e1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:33:58.891451 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e30c7fd-eddb-4c5b-813c-2e54b9d7e1f9 None None] The sync data for ids ['da84cacf-9dd2-4ee9-a45d-e105ecda1bf4'] in dv-neutron-826830-1-hyperv is: [] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:33:58.928931 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.api.v2.resource [None req-6f73509c-63e6-4047-bcc4-9a5154b8c291 tempest-RoutersAdminNegativeIpV6Test-831759537 tempest-RoutersAdminNegativeIpV6Test-831759537-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 01 04:33:58.930277 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-6f73509c-63e6-4047-bcc4-9a5154b8c291 tempest-RoutersAdminNegativeIpV6Test-831759537 tempest-RoutersAdminNegativeIpV6Test-831759537-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 7.5563297 Feb 01 04:33:58.935097 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d34988-6091-45fa-b2f3-c1e6b9dabb48 None None] Network 6ec819a2-0c55-40ed-acdc-50daf874a757 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:33:58.945444 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36146) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:58.950012 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d18bf030-ab27-4956-b9b4-16d5d7618e98 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:58.983422 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbd1479-d25b-432f-8cfa-3bea3f95f9d6 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Network 750421e7-cf53-4e53-8d8a-eb37cf2fe198 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:33:58.985066 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-21d34988-6091-45fa-b2f3-c1e6b9dabb48 None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:33:59.005868 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d34988-6091-45fa-b2f3-c1e6b9dabb48 None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:33:59.007982 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d34988-6091-45fa-b2f3-c1e6b9dabb48 None None] Pushing event updated for resources: {'Port': ['ID=106b3fb6-20c1-4237-b6ed-606afdece5dc,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:59.025653 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-a7db9ab4-1f39-4584-8d01-3c35df2f5952 None None] Port f66df159-27d1-4a3a-ba9b-cce0e3a9e8b4 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:33:59.090715 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-1291a7df-8add-464f-9871-7c23299ad695 tempest-RoutersAdminNegativeIpV6Test-831759537 tempest-RoutersAdminNegativeIpV6Test-831759537-project-admin] Deleting port 119ff9ff-44a9-4864-902b-dbf262ca0097 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:33:59.091118 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1291a7df-8add-464f-9871-7c23299ad695 tempest-RoutersAdminNegativeIpV6Test-831759537 tempest-RoutersAdminNegativeIpV6Test-831759537-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:59.167400 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-65f0ea86-2567-4da4-a711-27d11d684dae tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:59.301428 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-a7db9ab4-1f39-4584-8d01-3c35df2f5952 None None] Provisioning complete for port 730b0654-92a7-48fc-aff9-2f8f484833f4 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:33:59.301827 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a7db9ab4-1f39-4584-8d01-3c35df2f5952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:59.304717 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 04:33:59.310268 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-dfbd1479-d25b-432f-8cfa-3bea3f95f9d6 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, 750421e7-cf53-4e53-8d8a-eb37cf2fe198) {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:33:59.314713 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbd1479-d25b-432f-8cfa-3bea3f95f9d6 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:33:59.315386 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dfbd1479-d25b-432f-8cfa-3bea3f95f9d6 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:59.331374 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-65f0ea86-2567-4da4-a711-27d11d684dae tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Calling delete_port for c08d05f8-8020-41c0-bd3f-e856020113cf owned by {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:33:59.346404 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ecd1554-ecf4-4e5f-af65-1a04d3aefd5b None None] Network 750421e7-cf53-4e53-8d8a-eb37cf2fe198 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:33:59.429400 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=9a9ac8b9-9072-4184-8231-1d011a45ff0e,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:33:59.441500 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-21d34988-6091-45fa-b2f3-c1e6b9dabb48 None None] Attempting to bind port 106b3fb6-20c1-4237-b6ed-606afdece5dc on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:33:59.441865 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-21d34988-6091-45fa-b2f3-c1e6b9dabb48 None None] Attempting to bind port 106b3fb6-20c1-4237-b6ed-606afdece5dc by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '47389526-68fb-4cf8-9cf4-525db349e4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6ec819a2-0c55-40ed-acdc-50daf874a757'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:33:59.442232 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d34988-6091-45fa-b2f3-c1e6b9dabb48 None None] Attempting to bind port 106b3fb6-20c1-4237-b6ed-606afdece5dc on network 6ec819a2-0c55-40ed-acdc-50daf874a757 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:33:59.452461 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port e7434a59-722d-4f22-9519-c96a3b0ece16 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:33:59.453088 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:59.481796 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-312f5cf5-cc05-4843-b17b-3cca2536f587 None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:59.555216 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d34988-6091-45fa-b2f3-c1e6b9dabb48 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:33:59.556155 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d34988-6091-45fa-b2f3-c1e6b9dabb48 None None] Checking segment: {'id': '47389526-68fb-4cf8-9cf4-525db349e4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6ec819a2-0c55-40ed-acdc-50daf874a757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:33:59.557062 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-21d34988-6091-45fa-b2f3-c1e6b9dabb48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:59.557062 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d34988-6091-45fa-b2f3-c1e6b9dabb48 None None] Bound using segment: {'id': '47389526-68fb-4cf8-9cf4-525db349e4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6ec819a2-0c55-40ed-acdc-50daf874a757'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:33:59.557398 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-21d34988-6091-45fa-b2f3-c1e6b9dabb48 None None] Bound port: 106b3fb6-20c1-4237-b6ed-606afdece5dc, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47389526-68fb-4cf8-9cf4-525db349e4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6ec819a2-0c55-40ed-acdc-50daf874a757'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:33:59.557741 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-21d34988-6091-45fa-b2f3-c1e6b9dabb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:59.565083 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-dfbd1479-d25b-432f-8cfa-3bea3f95f9d6 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.1697712 Feb 01 04:33:59.565648 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36150) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:33:59.575748 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-a2beb141-ffd6-46d2-a27e-daed0e7d5a15 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Request body: {'port': {'network_id': '750421e7-cf53-4e53-8d8a-eb37cf2fe198', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1392189085'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:33:59.684042 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1291a7df-8add-464f-9871-7c23299ad695 tempest-RoutersAdminNegativeIpV6Test-831759537 tempest-RoutersAdminNegativeIpV6Test-831759537-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:33:59.732125 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-312f5cf5-cc05-4843-b17b-3cca2536f587 None None] Transition to ACTIVE for port object 860f4e12-6fa4-46c7-9838-8db5000d37c1 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:33:59.842649 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-312f5cf5-cc05-4843-b17b-3cca2536f587 None None] Transition to ACTIVE for port object 860f4e12-6fa4-46c7-9838-8db5000d37c1 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:33:59.908980 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-21d34988-6091-45fa-b2f3-c1e6b9dabb48 None None] For port 106b3fb6-20c1-4237-b6ed-606afdece5dc, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:33:59.926444 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-312f5cf5-cc05-4843-b17b-3cca2536f587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:00.032247 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-21d34988-6091-45fa-b2f3-c1e6b9dabb48 None None] For port 106b3fb6-20c1-4237-b6ed-606afdece5dc, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=106b3fb6-20c1-4237-b6ed-606afdece5dc,segment=NetworkSegment(47389526-68fb-4cf8-9cf4-525db349e4da),segment_id=47389526-68fb-4cf8-9cf4-525db349e4da)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:34:00.091252 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-21d34988-6091-45fa-b2f3-c1e6b9dabb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:00.148517 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 3c960b7f-e3ec-4751-81d8-5f3eeebf0b15 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:34:00.163792 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-1291a7df-8add-464f-9871-7c23299ad695 tempest-RoutersAdminNegativeIpV6Test-831759537 tempest-RoutersAdminNegativeIpV6Test-831759537-project-admin] Calling delete_port for 119ff9ff-44a9-4864-902b-dbf262ca0097 owned by {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:34:00.193260 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-65f0ea86-2567-4da4-a711-27d11d684dae tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:00.234219 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-a7db9ab4-1f39-4584-8d01-3c35df2f5952 None None] Provisioning complete for port e7434a59-722d-4f22-9519-c96a3b0ece16 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:34:00.234739 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a7db9ab4-1f39-4584-8d01-3c35df2f5952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:00.257850 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-35f7e26f-cfc4-40f1-a91d-363882caccdd tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3037478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3694457'] for subnet, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:00.267977 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312f5cf5-cc05-4843-b17b-3cca2536f587 None None] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:34:00.278480 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5dbd298-61fb-4fcd-8647-a989162c8f96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-750421e7-cf53-4e53-8d8a-eb37cf2fe198', 'network_id': '750421e7-cf53-4e53-8d8a-eb37cf2fe198', 'tenant_id': 'a1d680601f034200bacb5bc56c9e5b3d', 'fixed_ips': [{'subnet_id': '44ba3891-88d7-4b68-8985-8d8d664f5b76'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:34:00.279253 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f5dbd298-61fb-4fcd-8647-a989162c8f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:00.284575 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f0ea86-2567-4da4-a711-27d11d684dae tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event deleted for resources: {'Port': ['ID=c08d05f8-8020-41c0-bd3f-e856020113cf,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:00.300423 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-312f5cf5-cc05-4843-b17b-3cca2536f587 None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:34:00.328184 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312f5cf5-cc05-4843-b17b-3cca2536f587 None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:34:00.334424 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f5cf5-cc05-4843-b17b-3cca2536f587 None None] Pushing event updated for resources: {'Port': ['ID=860f4e12-6fa4-46c7-9838-8db5000d37c1,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:00.355405 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f0ea86-2567-4da4-a711-27d11d684dae tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:34:00.356244 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f0ea86-2567-4da4-a711-27d11d684dae tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:34:00.356691 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f0ea86-2567-4da4-a711-27d11d684dae tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:34:00.357299 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f0ea86-2567-4da4-a711-27d11d684dae tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:34:00.357734 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f0ea86-2567-4da4-a711-27d11d684dae tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:34:00.359500 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f0ea86-2567-4da4-a711-27d11d684dae tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:34:00.359966 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f0ea86-2567-4da4-a711-27d11d684dae tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:34:00.360445 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f0ea86-2567-4da4-a711-27d11d684dae tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:34:00.360831 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f0ea86-2567-4da4-a711-27d11d684dae tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:34:00.361168 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f0ea86-2567-4da4-a711-27d11d684dae tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:34:00.361544 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f0ea86-2567-4da4-a711-27d11d684dae tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:34:00.362044 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f0ea86-2567-4da4-a711-27d11d684dae tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:34:00.410261 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-65f0ea86-2567-4da4-a711-27d11d684dae tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:00.421511 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f7e26f-cfc4-40f1-a91d-363882caccdd tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Network f84096f6-bb01-4fa1-8395-e2b6df6a3423 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:34:00.422124 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-a2beb141-ffd6-46d2-a27e-daed0e7d5a15 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:34:00.428068 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-a2beb141-ffd6-46d2-a27e-daed0e7d5a15 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Usage tracker for resource:port and tenant:a1d680601f034200bacb5bc56c9e5b3d is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:34:00.432216 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-a2beb141-ffd6-46d2-a27e-daed0e7d5a15 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:34:00.467168 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-35f7e26f-cfc4-40f1-a91d-363882caccdd tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:34:00.475858 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-a2beb141-ffd6-46d2-a27e-daed0e7d5a15 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:34:00.478456 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d34988-6091-45fa-b2f3-c1e6b9dabb48 None None] Pushing event updated for resources: {'Port': ['ID=106b3fb6-20c1-4237-b6ed-606afdece5dc,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:00.485549 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f7e26f-cfc4-40f1-a91d-363882caccdd tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:00.486436 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-35f7e26f-cfc4-40f1-a91d-363882caccdd tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:00.499880 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132769d0-a53b-442b-b27b-c5ddb4148bf8 None None] Network f84096f6-bb01-4fa1-8395-e2b6df6a3423 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:34:00.504262 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-65f0ea86-2567-4da4-a711-27d11d684dae tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/ports/c08d05f8-8020-41c0-bd3f-e856020113cf HTTP/1.1" status: 204 len: 168 time: 1.8152480 Feb 01 04:34:00.508553 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36154) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:00.508694 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f7e26f-cfc4-40f1-a91d-363882caccdd tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event updated for resources: {'Subnet': ['ID=8e867b4a-d012-4fc0-8866-4b7a729bf3fb,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:00.511582 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9d56dbc2-322f-4e25-9106-aa7af4f46af2 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:00.581533 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2beb141-ffd6-46d2-a27e-daed0e7d5a15 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Made reservation on behalf of a1d680601f034200bacb5bc56c9e5b3d for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:34:00.586558 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a2beb141-ffd6-46d2-a27e-daed0e7d5a15 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:00.611971 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d56dbc2-322f-4e25-9106-aa7af4f46af2 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Pushing event deleted for resources: {'Port': ['ID=7b785eb0-2add-46aa-ad30-f7c7cb2b0060,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:00.639163 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-a2beb141-ffd6-46d2-a27e-daed0e7d5a15 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] device_id is not set on port acdc7470-2b1a-4664-bc12-8aa7dd2d97e1 yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:34:00.652154 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.api.v2.resource [None req-03b025c2-2a88-4db1-ab67-eae682b0ad2a tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 01 04:34:00.653208 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-03b025c2-2a88-4db1-ab67-eae682b0ad2a tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] 10.222.0.24 "PUT /v2.0/routers/da84cacf-9dd2-4ee9-a45d-e105ecda1bf4/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.8667881 Feb 01 04:34:00.707971 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-d18bf030-ab27-4956-b9b4-16d5d7618e98 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Allocated IP 172.20.0.1 (6ec819a2-0c55-40ed-acdc-50daf874a757/d9f4fc37-5ff0-4c6e-bfc2-a80b9a0fed2e/41f105a7-41fb-4789-a8cd-49a8e1d989f1) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:34:00.715584 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 36158) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:00.734091 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-f5dbd298-61fb-4fcd-8647-a989162c8f96 None None] Allocated IP 2001:db8::2 (750421e7-cf53-4e53-8d8a-eb37cf2fe198/44ba3891-88d7-4b68-8985-8d8d664f5b76/4c381e37-167d-4b50-a6c3-76941e6b0538) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:34:00.735388 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1291a7df-8add-464f-9871-7c23299ad695 tempest-RoutersAdminNegativeIpV6Test-831759537 tempest-RoutersAdminNegativeIpV6Test-831759537-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:00.782838 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-35f7e26f-cfc4-40f1-a91d-363882caccdd tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.6915007 Feb 01 04:34:00.796120 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 36162) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:00.796818 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1291a7df-8add-464f-9871-7c23299ad695 tempest-RoutersAdminNegativeIpV6Test-831759537 tempest-RoutersAdminNegativeIpV6Test-831759537-project-admin] Pushing event deleted for resources: {'Port': ['ID=119ff9ff-44a9-4864-902b-dbf262ca0097,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:00.857173 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb690c7a-52e9-4e66-af5b-7c4cd20e0ae7 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:00.858805 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb690c7a-52e9-4e66-af5b-7c4cd20e0ae7 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:00.859634 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-eb690c7a-52e9-4e66-af5b-7c4cd20e0ae7 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Synchronizing usage tracker for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:subnet {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:34:00.941590 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1291a7df-8add-464f-9871-7c23299ad695 tempest-RoutersAdminNegativeIpV6Test-831759537 tempest-RoutersAdminNegativeIpV6Test-831759537-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:00.951661 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-eb690c7a-52e9-4e66-af5b-7c4cd20e0ae7 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Unset dirty status for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:subnet {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:34:00.951661 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-eb690c7a-52e9-4e66-af5b-7c4cd20e0ae7 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4412885 Feb 01 04:34:00.955526 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36166) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:00.964509 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1291a7df-8add-464f-9871-7c23299ad695 tempest-RoutersAdminNegativeIpV6Test-831759537 tempest-RoutersAdminNegativeIpV6Test-831759537-project-admin] 10.222.0.24 "DELETE /v2.0/ports/119ff9ff-44a9-4864-902b-dbf262ca0097 HTTP/1.1" status: 204 len: 168 time: 2.0176964 Feb 01 04:34:01.041643 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-946eb462-ad2a-44c7-809f-890cd1f5db7c tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Deleting subnet e3b86380-6ef9-4b9c-aa7c-6f4c643f9abd {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:34:01.044928 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-946eb462-ad2a-44c7-809f-890cd1f5db7c tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:01.094852 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-312f5cf5-cc05-4843-b17b-3cca2536f587 None None] Attempting to bind port 860f4e12-6fa4-46c7-9838-8db5000d37c1 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:34:01.095396 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-312f5cf5-cc05-4843-b17b-3cca2536f587 None None] Attempting to bind port 860f4e12-6fa4-46c7-9838-8db5000d37c1 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:34:01.095588 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312f5cf5-cc05-4843-b17b-3cca2536f587 None None] Attempting to bind port 860f4e12-6fa4-46c7-9838-8db5000d37c1 on network 14b67238-4e53-405c-b9cd-84b8ff52e36a {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:34:01.101619 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 3c960b7f-e3ec-4751-81d8-5f3eeebf0b15 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:34:01.101994 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:01.113996 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-946eb462-ad2a-44c7-809f-890cd1f5db7c tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145757'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:01.145262 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312f5cf5-cc05-4843-b17b-3cca2536f587 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:34:01.146116 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312f5cf5-cc05-4843-b17b-3cca2536f587 None None] Checking segment: {'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:34:01.146116 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-312f5cf5-cc05-4843-b17b-3cca2536f587 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:01.146453 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312f5cf5-cc05-4843-b17b-3cca2536f587 None None] Bound using segment: {'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:34:01.146943 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-312f5cf5-cc05-4843-b17b-3cca2536f587 None None] Bound port: 860f4e12-6fa4-46c7-9838-8db5000d37c1, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:34:01.147335 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-312f5cf5-cc05-4843-b17b-3cca2536f587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:01.150070 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9d56dbc2-322f-4e25-9106-aa7af4f46af2 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770960'] for router_interface, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:01.163074 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-cf8d7251-f2a3-40df-8187-f67cbd3bc92c tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1962906013', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8e867b4a-d012-4fc0-8866-4b7a729bf3fb'}], 'security_groups': ['36c38385-0a10-4886-b7b7-da8ab0dfb2bd', '35bc0f86-66b8-4ee7-9ae3-356e49b74334']}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:34:01.230809 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-946eb462-ad2a-44c7-809f-890cd1f5db7c tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:01.341454 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f5dbd298-61fb-4fcd-8647-a989162c8f96 None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:01.388309 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-946eb462-ad2a-44c7-809f-890cd1f5db7c tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3072169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2652276'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:01.408334 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-312f5cf5-cc05-4843-b17b-3cca2536f587 None None] For port 860f4e12-6fa4-46c7-9838-8db5000d37c1, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:34:01.453936 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946eb462-ad2a-44c7-809f-890cd1f5db7c tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event deleted for resources: {'Subnet': ['ID=e3b86380-6ef9-4b9c-aa7c-6f4c643f9abd,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:01.456110 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-312f5cf5-cc05-4843-b17b-3cca2536f587 None None] For port 860f4e12-6fa4-46c7-9838-8db5000d37c1, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=860f4e12-6fa4-46c7-9838-8db5000d37c1,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:34:01.457577 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36174) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:01.469575 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-946eb462-ad2a-44c7-809f-890cd1f5db7c tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:01.489420 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-946eb462-ad2a-44c7-809f-890cd1f5db7c tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/subnets/e3b86380-6ef9-4b9c-aa7c-6f4c643f9abd HTTP/1.1" status: 204 len: 168 time: 0.5326447 Feb 01 04:34:01.492581 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36180) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:01.499878 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-f5dbd298-61fb-4fcd-8647-a989162c8f96 None None] Transition to ACTIVE for port object 4c381e37-167d-4b50-a6c3-76941e6b0538 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:34:01.535409 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-312f5cf5-cc05-4843-b17b-3cca2536f587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:01.572807 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-f5dbd298-61fb-4fcd-8647-a989162c8f96 None None] Transition to ACTIVE for port object 4c381e37-167d-4b50-a6c3-76941e6b0538 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:34:01.634209 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-7fc0350e-ef4e-483c-8c24-23bb5539a2e6 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1397059 Feb 01 04:34:01.637393 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 36184) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:01.648321 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f5dbd298-61fb-4fcd-8647-a989162c8f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:01.667395 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4962bbfa-c647-46c3-80dc-6cfbe3e12528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:01.692117 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-4962bbfa-c647-46c3-80dc-6cfbe3e12528 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:34:01.692366 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-a7db9ab4-1f39-4584-8d01-3c35df2f5952 None None] Could not find standard attr ID for object 7b785eb0-2add-46aa-ad30-f7c7cb2b0060. {{(pid=87638) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 01 04:34:01.696464 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-4962bbfa-c647-46c3-80dc-6cfbe3e12528 admin admin] Usage tracker for resource:security_group_rule and tenant:cf1a216f68f14a6abcacc18d6ea73dc5 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:34:01.701114 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-4962bbfa-c647-46c3-80dc-6cfbe3e12528 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:34:01.711699 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-4962bbfa-c647-46c3-80dc-6cfbe3e12528 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:34:01.735069 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-a2beb141-ffd6-46d2-a27e-daed0e7d5a15 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Allocated IP 2001:db8::179 (750421e7-cf53-4e53-8d8a-eb37cf2fe198/44ba3891-88d7-4b68-8985-8d8d664f5b76/acdc7470-2b1a-4664-bc12-8aa7dd2d97e1) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:34:01.754264 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5dbd298-61fb-4fcd-8647-a989162c8f96 None None] Network 750421e7-cf53-4e53-8d8a-eb37cf2fe198 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:34:01.794293 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f5cf5-cc05-4843-b17b-3cca2536f587 None None] Pushing event updated for resources: {'Port': ['ID=860f4e12-6fa4-46c7-9838-8db5000d37c1,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:01.797094 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-f5dbd298-61fb-4fcd-8647-a989162c8f96 None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:34:01.869677 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dbd298-61fb-4fcd-8647-a989162c8f96 None None] Pushing event updated for resources: {'Port': ['ID=4c381e37-167d-4b50-a6c3-76941e6b0538,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:01.871930 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5dbd298-61fb-4fcd-8647-a989162c8f96 None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:34:02.027375 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-5e781c04-952a-481e-b344-d853f4e700d9 None None] Provisioning for port 060c5c33-4436-4ccb-bef2-ce35b61dda0f completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:34:02.039189 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-5e781c04-952a-481e-b344-d853f4e700d9 None None] Provisioning complete for port 060c5c33-4436-4ccb-bef2-ce35b61dda0f triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:34:02.069013 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5e781c04-952a-481e-b344-d853f4e700d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:02.100630 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4962bbfa-c647-46c3-80dc-6cfbe3e12528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:02.115083 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1819b012-feee-4810-aa31-da8b186fc6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:02.116461 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-f5dbd298-61fb-4fcd-8647-a989162c8f96 None None] Attempting to bind port 4c381e37-167d-4b50-a6c3-76941e6b0538 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:34:02.116822 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-f5dbd298-61fb-4fcd-8647-a989162c8f96 None None] Attempting to bind port 4c381e37-167d-4b50-a6c3-76941e6b0538 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '5424cb55-b424-498c-aca2-11d5bf797271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '750421e7-cf53-4e53-8d8a-eb37cf2fe198'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:34:02.117179 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5dbd298-61fb-4fcd-8647-a989162c8f96 None None] Attempting to bind port 4c381e37-167d-4b50-a6c3-76941e6b0538 on network 750421e7-cf53-4e53-8d8a-eb37cf2fe198 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:34:02.121566 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4962bbfa-c647-46c3-80dc-6cfbe3e12528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:02.142300 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5dbd298-61fb-4fcd-8647-a989162c8f96 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:34:02.142300 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5dbd298-61fb-4fcd-8647-a989162c8f96 None None] Checking segment: {'id': '5424cb55-b424-498c-aca2-11d5bf797271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '750421e7-cf53-4e53-8d8a-eb37cf2fe198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:34:02.143341 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f5dbd298-61fb-4fcd-8647-a989162c8f96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:02.143341 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5dbd298-61fb-4fcd-8647-a989162c8f96 None None] Bound using segment: {'id': '5424cb55-b424-498c-aca2-11d5bf797271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '750421e7-cf53-4e53-8d8a-eb37cf2fe198'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:34:02.143545 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-f5dbd298-61fb-4fcd-8647-a989162c8f96 None None] Bound port: 4c381e37-167d-4b50-a6c3-76941e6b0538, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5424cb55-b424-498c-aca2-11d5bf797271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '750421e7-cf53-4e53-8d8a-eb37cf2fe198'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:34:02.145144 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f5dbd298-61fb-4fcd-8647-a989162c8f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:02.164981 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4962bbfa-c647-46c3-80dc-6cfbe3e12528 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cf1a216f68f14a6abcacc18d6ea73dc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7015944 Feb 01 04:34:02.167398 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36188) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:02.255003 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a2beb141-ffd6-46d2-a27e-daed0e7d5a15 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:02.285173 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d56dbc2-322f-4e25-9106-aa7af4f46af2 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Router 44c637a7-c94e-4e61-9c21-a88c897d28ac has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:34:02.301448 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4962bbfa-c647-46c3-80dc-6cfbe3e12528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9470cbbb-b22c-4bc5-b7cc-2b0e9430f9ba,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:02.302241 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d18bf030-ab27-4956-b9b4-16d5d7618e98 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:02.355279 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-a2beb141-ffd6-46d2-a27e-daed0e7d5a15 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Transition to ACTIVE for port object acdc7470-2b1a-4664-bc12-8aa7dd2d97e1 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:34:02.428983 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7a8a51b6-0f0d-40d9-8ceb-c41510dd29ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:02.468582 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7a8a51b6-0f0d-40d9-8ceb-c41510dd29ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:02.487707 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-f5dbd298-61fb-4fcd-8647-a989162c8f96 None None] For port 4c381e37-167d-4b50-a6c3-76941e6b0538, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:34:02.498673 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 9a9ac8b9-9072-4184-8231-1d011a45ff0e up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:34:02.506875 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-d18bf030-ab27-4956-b9b4-16d5d7618e98 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Transition to ACTIVE for port object 41f105a7-41fb-4789-a8cd-49a8e1d989f1 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:34:02.538170 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7a8a51b6-0f0d-40d9-8ceb-c41510dd29ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:02.540784 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b7aa0b-a505-4126-a095-10b46328762d None None] Update dhcp port {'port': {'network_id': 'f84096f6-bb01-4fa1-8395-e2b6df6a3423', 'fixed_ips': [{'subnet_id': 'fb4aad71-70d2-410e-b3f8-f0d7b949cec6', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c4601d12-3371-4c70-963c-98b5c18b8559', 'ip_address': '2001:db8::2'}, {'subnet_id': '8e867b4a-d012-4fc0-8866-4b7a729bf3fb'}], 'binding:host_id': 'dv-neutron-826830-1-hyperv'}, 'id': '3a56758e-a578-4542-a80f-725b3d277e35'} from dv-neutron-826830-1-hyperv. {{(pid=87638) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 01 04:34:02.559025 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8a51b6-0f0d-40d9-8ceb-c41510dd29ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9470cbbb-b22c-4bc5-b7cc-2b0e9430f9ba,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:02.565867 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7a8a51b6-0f0d-40d9-8ceb-c41510dd29ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:02.567095 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-7a8a51b6-0f0d-40d9-8ceb-c41510dd29ff admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9470cbbb-b22c-4bc5-b7cc-2b0e9430f9ba HTTP/1.1" status: 204 len: 168 time: 0.3963583 Feb 01 04:34:02.568133 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-f5dbd298-61fb-4fcd-8647-a989162c8f96 None None] For port 4c381e37-167d-4b50-a6c3-76941e6b0538, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=4c381e37-167d-4b50-a6c3-76941e6b0538,segment=NetworkSegment(5424cb55-b424-498c-aca2-11d5bf797271),segment_id=5424cb55-b424-498c-aca2-11d5bf797271)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:34:02.581772 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a2beb141-ffd6-46d2-a27e-daed0e7d5a15 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:02.586827 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719f45d0-eb81-4ef9-bb9d-4fe9f71d79a3 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:02.587911 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-719f45d0-eb81-4ef9-bb9d-4fe9f71d79a3 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Synchronizing usage tracker for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:34:02.608943 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f5dbd298-61fb-4fcd-8647-a989162c8f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:02.618956 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cf8d7251-f2a3-40df-8187-f67cbd3bc92c tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:02.678774 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5e781c04-952a-481e-b344-d853f4e700d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:02.734580 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d56dbc2-322f-4e25-9106-aa7af4f46af2 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:34:02.743978 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-9d56dbc2-322f-4e25-9106-aa7af4f46af2 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] 10.222.0.24 "PUT /v2.0/routers/44c637a7-c94e-4e61-9c21-a88c897d28ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1120114 Feb 01 04:34:02.745365 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-719f45d0-eb81-4ef9-bb9d-4fe9f71d79a3 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Unset dirty status for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:34:02.746634 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-719f45d0-eb81-4ef9-bb9d-4fe9f71d79a3 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 1.0948596 Feb 01 04:34:02.749996 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36194) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:02.750745 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36196) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:02.780321 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5dab86-4798-4608-b4d1-1adbdae66db3 None None] Sync routers for ids ['44c637a7-c94e-4e61-9c21-a88c897d28ac'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:34:02.788367 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d6b7aa0b-a505-4126-a095-10b46328762d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:02.839914 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-5e781c04-952a-481e-b344-d853f4e700d9 None None] For port 060c5c33-4436-4ccb-bef2-ce35b61dda0f, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=060c5c33-4436-4ccb-bef2-ce35b61dda0f,segment=NetworkSegment(052eced3-8cee-4fba-bfb6-6fd09dcb2a45),segment_id=052eced3-8cee-4fba-bfb6-6fd09dcb2a45)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:34:02.844657 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dbd298-61fb-4fcd-8647-a989162c8f96 None None] Pushing event updated for resources: {'Port': ['ID=4c381e37-167d-4b50-a6c3-76941e6b0538,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:02.852317 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5dab86-4798-4608-b4d1-1adbdae66db3 None None] Routers {'44c637a7-c94e-4e61-9c21-a88c897d28ac'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:34:02.853941 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-bd5dab86-4798-4608-b4d1-1adbdae66db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:33:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['44c637a7-c94e-4e61-9c21-a88c897d28ac'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:03.104593 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3cb07b-d2e1-4657-af3e-710a09d58fe2 None None] Network 6ec819a2-0c55-40ed-acdc-50daf874a757 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:34:03.125936 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5e781c04-952a-481e-b344-d853f4e700d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:03.197594 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 36204) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:03.246301 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d18bf030-ab27-4956-b9b4-16d5d7618e98 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:03.250924 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-b15e0afa-d638-4d9f-a2c0-daa48bb8799c tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] delete failed (client error): The resource could not be found. Feb 01 04:34:03.255603 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b15e0afa-d638-4d9f-a2c0-daa48bb8799c tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] 10.222.0.24 "DELETE /v2.0/routers/tempest-non_exist_router-353178597 HTTP/1.1" status: 404 len: 334 time: 0.4933317 Feb 01 04:34:03.256180 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36208) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:03.258418 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2beb141-ffd6-46d2-a27e-daed0e7d5a15 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Network 750421e7-cf53-4e53-8d8a-eb37cf2fe198 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:34:03.268234 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-bd5dab86-4798-4608-b4d1-1adbdae66db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:03.272367 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-a2beb141-ffd6-46d2-a27e-daed0e7d5a15 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:34:03.278210 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2beb141-ffd6-46d2-a27e-daed0e7d5a15 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:34:03.294307 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2beb141-ffd6-46d2-a27e-daed0e7d5a15 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:03.294958 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a2beb141-ffd6-46d2-a27e-daed0e7d5a15 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:03.301506 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2beb141-ffd6-46d2-a27e-daed0e7d5a15 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Pushing event updated for resources: {'Port': ['ID=acdc7470-2b1a-4664-bc12-8aa7dd2d97e1,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:03.308641 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d789a15d-f6d0-499a-812a-75ebc1092ead tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:03.309506 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d789a15d-f6d0-499a-812a-75ebc1092ead tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Synchronizing usage tracker for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:subnet {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:34:03.318120 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-0059ca0c-62f7-45fa-a6ed-5ec35e56db1b tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Request body: {'router': {'external_gateway_info': {'network_id': '44c637a7-c94e-4e61-9c21-a88c897d28ac'}}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:34:03.330316 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 9a9ac8b9-9072-4184-8231-1d011a45ff0e triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:34:03.330701 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:03.475906 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-5e781c04-952a-481e-b344-d853f4e700d9 None None] Provisioning for port 6373c921-601c-4963-b4c3-ae8dedb0f3ce completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:34:03.485098 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d789a15d-f6d0-499a-812a-75ebc1092ead tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Unset dirty status for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:subnet {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:34:03.489292 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d789a15d-f6d0-499a-812a-75ebc1092ead tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7224102 Feb 01 04:34:03.491329 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a2beb141-ffd6-46d2-a27e-daed0e7d5a15 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.9230032 Feb 01 04:34:03.492099 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36212) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:03.549577 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5dab86-4798-4608-b4d1-1adbdae66db3 None None] Routers {'44c637a7-c94e-4e61-9c21-a88c897d28ac'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:34:03.550487 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-bd5dab86-4798-4608-b4d1-1adbdae66db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:33:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['44c637a7-c94e-4e61-9c21-a88c897d28ac'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:03.563240 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 36214) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:03.590651 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-bcb417cc-b4cc-4b4a-9b35-1f44529b7226 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Request body: {'port': {'network_id': '750421e7-cf53-4e53-8d8a-eb37cf2fe198', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1872178614', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:34:03.591225 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.api.validators [None req-bcb417cc-b4cc-4b4a-9b35-1f44529b7226 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] bootfile-name is not in valid_values {{(pid=87637) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 01 04:34:03.591566 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.api.validators [None req-bcb417cc-b4cc-4b4a-9b35-1f44529b7226 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] tftp-server is not in valid_values {{(pid=87637) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 01 04:34:03.591895 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.api.validators [None req-bcb417cc-b4cc-4b4a-9b35-1f44529b7226 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] server-ip-address is not in valid_values {{(pid=87637) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 01 04:34:03.615164 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18bf030-ab27-4956-b9b4-16d5d7618e98 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Network 6ec819a2-0c55-40ed-acdc-50daf874a757 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:34:03.619290 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-5e781c04-952a-481e-b344-d853f4e700d9 None None] Provisioning complete for port 6373c921-601c-4963-b4c3-ae8dedb0f3ce triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:34:03.619771 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5e781c04-952a-481e-b344-d853f4e700d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:03.626742 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-d18bf030-ab27-4956-b9b4-16d5d7618e98 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:34:03.643477 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36adb44e-a43d-461e-ac15-ac64308fa3cf None None] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:34:03.645784 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ccf15b83-20f9-4786-bfd1-3ec6da6b6d74 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1521428 Feb 01 04:34:03.649869 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18bf030-ab27-4956-b9b4-16d5d7618e98 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:34:03.702739 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 36220) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:03.706128 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18bf030-ab27-4956-b9b4-16d5d7618e98 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Pushing event updated for resources: {'Port': ['ID=41f105a7-41fb-4789-a8cd-49a8e1d989f1,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:03.720278 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-bd5dab86-4798-4608-b4d1-1adbdae66db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:03.721139 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5dab86-4798-4608-b4d1-1adbdae66db3 None None] The sync data for ids ['44c637a7-c94e-4e61-9c21-a88c897d28ac'] in dv-neutron-826830-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:34:03.722537 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e781c04-952a-481e-b344-d853f4e700d9 None None] Pushing event updated for resources: {'Port': ['ID=060c5c33-4436-4ccb-bef2-ce35b61dda0f,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:03.736974 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-27e1bc49-11a5-4483-a140-10908b77b714 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Request body: {'subnet': {'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:34:03.755799 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-62e2c0e2-6ad8-40bf-a8c8-cde58ce013a3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7b3ff487af9242ee8dcdcca63d6f6eee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5557992 Feb 01 04:34:03.772109 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18bf030-ab27-4956-b9b4-16d5d7618e98 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:34:03.772476 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18bf030-ab27-4956-b9b4-16d5d7618e98 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:34:03.772816 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18bf030-ab27-4956-b9b4-16d5d7618e98 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:34:03.773149 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18bf030-ab27-4956-b9b4-16d5d7618e98 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:34:03.773477 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18bf030-ab27-4956-b9b4-16d5d7618e98 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:34:03.773803 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18bf030-ab27-4956-b9b4-16d5d7618e98 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:34:03.774127 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18bf030-ab27-4956-b9b4-16d5d7618e98 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:34:03.775011 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18bf030-ab27-4956-b9b4-16d5d7618e98 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:34:03.775351 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18bf030-ab27-4956-b9b4-16d5d7618e98 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:34:03.775684 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18bf030-ab27-4956-b9b4-16d5d7618e98 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:34:03.776003 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18bf030-ab27-4956-b9b4-16d5d7618e98 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:34:03.776325 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18bf030-ab27-4956-b9b4-16d5d7618e98 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:34:03.783622 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 36224) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:03.835496 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-5e781c04-952a-481e-b344-d853f4e700d9 None None] Port 6373c921-601c-4963-b4c3-ae8dedb0f3ce cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:34:03.911635 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0059ca0c-62f7-45fa-a6ed-5ec35e56db1b tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:03.914713 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 730b0654-92a7-48fc-aff9-2f8f484833f4 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:34:03.939299 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-97c37c40-16a6-49df-a954-20cac8e30d7e tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-371968'] for router_interface, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:03.957502 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-0059ca0c-62f7-45fa-a6ed-5ec35e56db1b tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] update failed (client error): The resource could not be found. Feb 01 04:34:03.963071 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0059ca0c-62f7-45fa-a6ed-5ec35e56db1b tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] 10.222.0.24 "PUT /v2.0/routers/44c637a7-c94e-4e61-9c21-a88c897d28ac HTTP/1.1" status: 404 len: 339 time: 0.6958909 Feb 01 04:34:03.963718 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36230) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:03.969643 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-53724522-a5dc-4782-9091-2de01715e093 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-646891861'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:34:03.975672 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-53724522-a5dc-4782-9091-2de01715e093 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:34:03.980207 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-53724522-a5dc-4782-9091-2de01715e093 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Usage tracker for resource:network and tenant:a006f14e5fb54b238ad6653000c4ce0a is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:34:03.984140 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-53724522-a5dc-4782-9091-2de01715e093 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:34:03.992883 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-53724522-a5dc-4782-9091-2de01715e093 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:34:04.009391 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53724522-a5dc-4782-9091-2de01715e093 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Made reservation on behalf of a006f14e5fb54b238ad6653000c4ce0a for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:34:04.014124 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-53724522-a5dc-4782-9091-2de01715e093 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:04.052262 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53724522-a5dc-4782-9091-2de01715e093 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:34:04.065851 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-53724522-a5dc-4782-9091-2de01715e093 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:04.066372 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-53724522-a5dc-4782-9091-2de01715e093 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Added segment b3dec30c-112b-4013-99bf-59b956c1a8a8 of type vlan for network 062327aa-3a90-4e7c-8f7e-a3de51f221f3 Feb 01 04:34:04.077572 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-5e781c04-952a-481e-b344-d853f4e700d9 None None] Provisioning for port 0151fca3-97f6-4517-bc66-f833cdf18fb3 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:34:04.103938 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-53724522-a5dc-4782-9091-2de01715e093 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:04.130073 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-bcb417cc-b4cc-4b4a-9b35-1f44529b7226 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:34:04.152651 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-53724522-a5dc-4782-9091-2de01715e093 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:04.158282 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53724522-a5dc-4782-9091-2de01715e093 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:04.159480 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-53724522-a5dc-4782-9091-2de01715e093 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:04.184782 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d18bf030-ab27-4956-b9b4-16d5d7618e98 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-372107'] for router_interface, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:04.191308 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 730b0654-92a7-48fc-aff9-2f8f484833f4 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:34:04.191879 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:04.206437 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-bcb417cc-b4cc-4b4a-9b35-1f44529b7226 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Usage tracker for resource:port and tenant:a1d680601f034200bacb5bc56c9e5b3d is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:34:04.219102 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-bcb417cc-b4cc-4b4a-9b35-1f44529b7226 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:34:04.237456 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-53724522-a5dc-4782-9091-2de01715e093 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2724521 Feb 01 04:34:04.241048 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36234) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:04.250029 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-bfcae161-e973-4685-b03f-3cd21ea3e064 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Request body: {'subnet': {'network_id': '062327aa-3a90-4e7c-8f7e-a3de51f221f3', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:34:04.293042 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c32da79a-a09c-4c7b-8c7a-79f501916c9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:04.304144 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-e45857e2-6bcb-46af-aaba-ee3e2dfaed32 None None] Provisioning for port 106b3fb6-20c1-4237-b6ed-606afdece5dc completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:34:04.308047 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-bcb417cc-b4cc-4b4a-9b35-1f44529b7226 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:34:04.323794 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-27e1bc49-11a5-4483-a140-10908b77b714 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:34:04.407684 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b66e5d6-783b-46fa-a25c-79a35e84d209 None None] DHCP port deletion for 14b67238-4e53-405c-b9cd-84b8ff52e36a request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:34:04.413516 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-e45857e2-6bcb-46af-aaba-ee3e2dfaed32 None None] Provisioning for port 860f4e12-6fa4-46c7-9838-8db5000d37c1 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:34:04.429823 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-7b66e5d6-783b-46fa-a25c-79a35e84d209 None None] Deleting port 860f4e12-6fa4-46c7-9838-8db5000d37c1 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:34:04.430536 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7b66e5d6-783b-46fa-a25c-79a35e84d209 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:04.432909 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-bfcae161-e973-4685-b03f-3cd21ea3e064 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:34:04.438546 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-27e1bc49-11a5-4483-a140-10908b77b714 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:34:04.440883 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53724522-a5dc-4782-9091-2de01715e093 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Pushing event updated for resources: {'Network': ['ID=062327aa-3a90-4e7c-8f7e-a3de51f221f3,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:04.443642 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-bfcae161-e973-4685-b03f-3cd21ea3e064 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Usage tracker for resource:subnet and tenant:a006f14e5fb54b238ad6653000c4ce0a is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:34:04.447241 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-bfcae161-e973-4685-b03f-3cd21ea3e064 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:34:04.453835 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-bfcae161-e973-4685-b03f-3cd21ea3e064 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:34:04.468317 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfcae161-e973-4685-b03f-3cd21ea3e064 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Made reservation on behalf of a006f14e5fb54b238ad6653000c4ce0a for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:34:04.473824 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bfcae161-e973-4685-b03f-3cd21ea3e064 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:04.484772 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb417cc-b4cc-4b4a-9b35-1f44529b7226 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Made reservation on behalf of a1d680601f034200bacb5bc56c9e5b3d for: {'port': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:34:04.488457 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bcb417cc-b4cc-4b4a-9b35-1f44529b7226 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:04.521262 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 062327aa-3a90-4e7c-8f7e-a3de51f221f3 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:34:04.537192 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8547941d-3d45-47c6-b0a1-86f03540e486 None None] Network 750421e7-cf53-4e53-8d8a-eb37cf2fe198 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:34:04.572712 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 106b3fb6-20c1-4237-b6ed-606afdece5dc up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:34:04.609002 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-251eaa12-4a4b-4922-8145-c168d1265840 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:04.633489 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e1bc49-11a5-4483-a140-10908b77b714 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Made reservation on behalf of 60b4e61082d3421283cb095bbc99ad8e for: {'subnet': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:34:04.637014 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-27e1bc49-11a5-4483-a140-10908b77b714 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3694443'] for subnet, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:04.752922 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bfcae161-e973-4685-b03f-3cd21ea3e064 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:04.860895 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcae161-e973-4685-b03f-3cd21ea3e064 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Pushing event updated for resources: {'Subnet': ['ID=d32c6fbb-b9d0-40d4-8588-90b304136a01,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:04.876623 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcae161-e973-4685-b03f-3cd21ea3e064 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Checking segment: {'id': 'b3dec30c-112b-4013-99bf-59b956c1a8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '062327aa-3a90-4e7c-8f7e-a3de51f221f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:34:04.877166 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcae161-e973-4685-b03f-3cd21ea3e064 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Network hostable DHCP agents. Network: 062327aa-3a90-4e7c-8f7e-a3de51f221f3, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:34:04.892920 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-bcb417cc-b4cc-4b4a-9b35-1f44529b7226 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] device_id is not set on port 14b8bddf-7e41-4ea4-ac9c-3e17467f27b8 yet. {{(pid=87637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:34:04.901676 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcae161-e973-4685-b03f-3cd21ea3e064 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Network 062327aa-3a90-4e7c-8f7e-a3de51f221f3 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:34:04.917371 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-bfcae161-e973-4685-b03f-3cd21ea3e064 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, 062327aa-3a90-4e7c-8f7e-a3de51f221f3) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:34:04.934118 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcae161-e973-4685-b03f-3cd21ea3e064 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:04.934858 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bfcae161-e973-4685-b03f-3cd21ea3e064 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:04.945722 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb72980-8d02-4d7b-a2ce-c402323dd662 None None] Network 062327aa-3a90-4e7c-8f7e-a3de51f221f3 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:34:04.961494 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-bfcae161-e973-4685-b03f-3cd21ea3e064 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7193921 Feb 01 04:34:04.964846 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36238) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:04.970426 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-9ed45ac4-764a-4b84-9cf6-89dd47ccb522 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Request body: {'router': {'external_gateway_info': {'network_id': '062327aa-3a90-4e7c-8f7e-a3de51f221f3'}}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:34:05.124906 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-f77419d3-21c3-47fc-9202-e133fd08cb73 None None] Provisioning for port 41f105a7-41fb-4789-a8cd-49a8e1d989f1 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:34:05.128160 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-cf8d7251-f2a3-40df-8187-f67cbd3bc92c tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Delete allocated IP 2001:db8::15 (f84096f6-bb01-4fa1-8395-e2b6df6a3423/c4601d12-3371-4c70-963c-98b5c18b8559) {{(pid=87637) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 01 04:34:05.190865 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 106b3fb6-20c1-4237-b6ed-606afdece5dc completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:34:05.201664 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-f77419d3-21c3-47fc-9202-e133fd08cb73 None None] Provisioning complete for port 41f105a7-41fb-4789-a8cd-49a8e1d989f1 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:34:05.202332 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f77419d3-21c3-47fc-9202-e133fd08cb73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:05.258385 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-cf8d7251-f2a3-40df-8187-f67cbd3bc92c tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Allocated IP 2001:db8:0:2::107 (f84096f6-bb01-4fa1-8395-e2b6df6a3423/8e867b4a-d012-4fc0-8866-4b7a729bf3fb/f66df159-27d1-4a3a-ba9b-cce0e3a9e8b4) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:34:05.262314 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-251eaa12-4a4b-4922-8145-c168d1265840 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:05.266002 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 106b3fb6-20c1-4237-b6ed-606afdece5dc triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:34:05.266374 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:05.268950 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d18bf030-ab27-4956-b9b4-16d5d7618e98 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:05.321934 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-7b66e5d6-783b-46fa-a25c-79a35e84d209 None None] For port 860f4e12-6fa4-46c7-9838-8db5000d37c1, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=860f4e12-6fa4-46c7-9838-8db5000d37c1,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:34:05.322195 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7b66e5d6-783b-46fa-a25c-79a35e84d209 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:05.502789 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9ed45ac4-764a-4b84-9cf6-89dd47ccb522 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:05.517134 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-f77419d3-21c3-47fc-9202-e133fd08cb73 None None] Port 41f105a7-41fb-4789-a8cd-49a8e1d989f1 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:34:05.526819 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-7b66e5d6-783b-46fa-a25c-79a35e84d209 None None] Calling delete_port for 860f4e12-6fa4-46c7-9838-8db5000d37c1 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:34:05.622555 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:05.646961 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:05.661212 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-9ed45ac4-764a-4b84-9cf6-89dd47ccb522 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 01 04:34:05.665889 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9ed45ac4-764a-4b84-9cf6-89dd47ccb522 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] 10.222.0.24 "PUT /v2.0/routers/44c637a7-c94e-4e61-9c21-a88c897d28ac HTTP/1.1" status: 400 len: 364 time: 0.6965063 Feb 01 04:34:05.666055 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-f77419d3-21c3-47fc-9202-e133fd08cb73 None None] Provisioning for port 4c381e37-167d-4b50-a6c3-76941e6b0538 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:34:05.666162 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36242) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:05.769583 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-bcb417cc-b4cc-4b4a-9b35-1f44529b7226 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Allocated IP 2001:db8::21a (750421e7-cf53-4e53-8d8a-eb37cf2fe198/44ba3891-88d7-4b68-8985-8d8d664f5b76/14b8bddf-7e41-4ea4-ac9c-3e17467f27b8) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:34:05.804560 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4381a628-6c63-41e3-bb46-226e2aa53f61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-062327aa-3a90-4e7c-8f7e-a3de51f221f3', 'network_id': '062327aa-3a90-4e7c-8f7e-a3de51f221f3', 'tenant_id': 'a006f14e5fb54b238ad6653000c4ce0a', 'fixed_ips': [{'subnet_id': 'd32c6fbb-b9d0-40d4-8588-90b304136a01'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:34:05.806239 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4381a628-6c63-41e3-bb46-226e2aa53f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:05.815004 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7b66e5d6-783b-46fa-a25c-79a35e84d209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:05.821839 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-251eaa12-4a4b-4922-8145-c168d1265840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:05.875806 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:05.928794 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 106b3fb6-20c1-4237-b6ed-606afdece5dc, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=106b3fb6-20c1-4237-b6ed-606afdece5dc,segment=NetworkSegment(47389526-68fb-4cf8-9cf4-525db349e4da),segment_id=47389526-68fb-4cf8-9cf4-525db349e4da)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:34:05.995617 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-97c37c40-16a6-49df-a954-20cac8e30d7e tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Deleting port 6373c921-601c-4963-b4c3-ae8dedb0f3ce {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:34:05.996220 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-97c37c40-16a6-49df-a954-20cac8e30d7e tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:06.018543 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b66e5d6-783b-46fa-a25c-79a35e84d209 None None] No DVR routers for this DVR port 860f4e12-6fa4-46c7-9838-8db5000d37c1 on host dv-neutron-826830-1-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:34:06.023068 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b66e5d6-783b-46fa-a25c-79a35e84d209 None None] Pushing event deleted for resources: {'Port': ['ID=860f4e12-6fa4-46c7-9838-8db5000d37c1,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:06.032031 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:06.032726 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 0151fca3-97f6-4517-bc66-f833cdf18fb3 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:34:06.052677 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eaa12-4a4b-4922-8145-c168d1265840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8635d5a4-c1cb-4500-8e6f-bceb697e66f6,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:06.080495 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.objects.ports [None req-27e1bc49-11a5-4483-a140-10908b77b714 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87637) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 01 04:34:06.096993 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-27e1bc49-11a5-4483-a140-10908b77b714 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3037478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3694457'] for subnet, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:06.132089 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b66e5d6-783b-46fa-a25c-79a35e84d209 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:34:06.132397 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b66e5d6-783b-46fa-a25c-79a35e84d209 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:34:06.132731 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b66e5d6-783b-46fa-a25c-79a35e84d209 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:34:06.133171 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b66e5d6-783b-46fa-a25c-79a35e84d209 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:34:06.133399 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b66e5d6-783b-46fa-a25c-79a35e84d209 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:34:06.133892 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b66e5d6-783b-46fa-a25c-79a35e84d209 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:34:06.134075 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b66e5d6-783b-46fa-a25c-79a35e84d209 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:34:06.134372 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b66e5d6-783b-46fa-a25c-79a35e84d209 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:34:06.134697 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b66e5d6-783b-46fa-a25c-79a35e84d209 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:34:06.135022 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b66e5d6-783b-46fa-a25c-79a35e84d209 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:34:06.135382 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b66e5d6-783b-46fa-a25c-79a35e84d209 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:34:06.135702 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b66e5d6-783b-46fa-a25c-79a35e84d209 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:34:06.204755 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-743d21f6-5c96-46bf-af67-e64693b90026 None None] Provisioning complete for port 41f105a7-41fb-4789-a8cd-49a8e1d989f1 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:34:06.205413 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-743d21f6-5c96-46bf-af67-e64693b90026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:06.273282 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f8d639c1-ce38-4a8f-bf8c-ee0e5c72aba1 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:06.273660 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e1bc49-11a5-4483-a140-10908b77b714 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:34:06.281687 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-743d21f6-5c96-46bf-af67-e64693b90026 None None] Port 41f105a7-41fb-4789-a8cd-49a8e1d989f1 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:34:06.304893 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-27e1bc49-11a5-4483-a140-10908b77b714 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:34:06.322890 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea67f03-6a66-4a5b-9b65-ab093c0d6caf None None] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:34:06.354771 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e1bc49-11a5-4483-a140-10908b77b714 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:06.356035 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-27e1bc49-11a5-4483-a140-10908b77b714 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:06.380354 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-251eaa12-4a4b-4922-8145-c168d1265840 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:06.384163 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-251eaa12-4a4b-4922-8145-c168d1265840 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8635d5a4-c1cb-4500-8e6f-bceb697e66f6 HTTP/1.1" status: 204 len: 168 time: 2.5158827 Feb 01 04:34:06.388215 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=106b3fb6-20c1-4237-b6ed-606afdece5dc,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:06.410707 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 0151fca3-97f6-4517-bc66-f833cdf18fb3 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:34:06.438099 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e1bc49-11a5-4483-a140-10908b77b714 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event updated for resources: {'Subnet': ['ID=b27f8c96-f750-463c-bdc5-227821fca410,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:06.491882 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 0151fca3-97f6-4517-bc66-f833cdf18fb3 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:34:06.492258 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:06.554696 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-27e1bc49-11a5-4483-a140-10908b77b714 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.8457465 Feb 01 04:34:06.556252 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.resource_extend [None req-cf8d7251-f2a3-40df-8187-f67cbd3bc92c tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 01 04:34:06.558081 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-6ee52519-03f9-41a3-bc44-dc5942f150b9 None None] Provisioning for port acdc7470-2b1a-4664-bc12-8aa7dd2d97e1 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:34:06.558779 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36248) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:06.566195 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-4381a628-6c63-41e3-bb46-226e2aa53f61 None None] Allocated IP 2001:db8:1::2 (062327aa-3a90-4e7c-8f7e-a3de51f221f3/d32c6fbb-b9d0-40d4-8588-90b304136a01/3c163f29-00cc-41de-8487-dd17a57c8c46) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:34:06.607120 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-70df40a7-90e4-4030-aded-a0dc27862fef tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Request body: {'port': {'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'mac_address': 'fa:16:3e:27:a9:57', 'name': 'tempest-NetworksTestDHCPv6-662600790'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:34:06.636342 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cf8d7251-f2a3-40df-8187-f67cbd3bc92c tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:06.638173 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-6ee52519-03f9-41a3-bc44-dc5942f150b9 None None] Provisioning complete for port acdc7470-2b1a-4664-bc12-8aa7dd2d97e1 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:34:06.638691 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6ee52519-03f9-41a3-bc44-dc5942f150b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:06.716280 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-97c37c40-16a6-49df-a954-20cac8e30d7e tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:06.729215 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-cf8d7251-f2a3-40df-8187-f67cbd3bc92c tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Transition to ACTIVE for port object f66df159-27d1-4a3a-ba9b-cce0e3a9e8b4 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:34:06.798743 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cf8d7251-f2a3-40df-8187-f67cbd3bc92c tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:06.936511 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:06.986225 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-70df40a7-90e4-4030-aded-a0dc27862fef tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:34:06.996808 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-6ee52519-03f9-41a3-bc44-dc5942f150b9 None None] Port acdc7470-2b1a-4664-bc12-8aa7dd2d97e1 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:34:06.999929 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-70df40a7-90e4-4030-aded-a0dc27862fef tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:34:07.006532 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-f8d639c1-ce38-4a8f-bf8c-ee0e5c72aba1 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Allocated IP 2001:db8::1 (58b346ac-6dc7-43a9-988b-9999ea11f187/9a159d09-8cb8-49d5-9945-3ee6f967b4f2/8ceb0b69-e6c2-46cb-9fff-47e0d42d8b6a) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:34:07.020727 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70df40a7-90e4-4030-aded-a0dc27862fef tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Made reservation on behalf of 60b4e61082d3421283cb095bbc99ad8e for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:34:07.063074 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-97c37c40-16a6-49df-a954-20cac8e30d7e tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Calling delete_port for 6373c921-601c-4963-b4c3-ae8dedb0f3ce owned by network:router_interface {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:34:07.105398 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-d6b7aa0b-a505-4126-a095-10b46328762d None None] Allocated IP 2001:db8:0:2::2 (f84096f6-bb01-4fa1-8395-e2b6df6a3423/8e867b4a-d012-4fc0-8866-4b7a729bf3fb/3a56758e-a578-4542-a80f-725b3d277e35) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:34:07.125224 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 0151fca3-97f6-4517-bc66-f833cdf18fb3, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=0151fca3-97f6-4517-bc66-f833cdf18fb3,segment=NetworkSegment(c4a9a797-e7f8-44db-9dbe-3c658686d19f),segment_id=c4a9a797-e7f8-44db-9dbe-3c658686d19f)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:34:07.144142 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:07.228225 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:07.276117 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.resource_extend [None req-d18bf030-ab27-4956-b9b4-16d5d7618e98 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 01 04:34:07.287950 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d7251-f2a3-40df-8187-f67cbd3bc92c tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] In _notify_port_updated(), no bound segment for port f66df159-27d1-4a3a-ba9b-cce0e3a9e8b4 on network f84096f6-bb01-4fa1-8395-e2b6df6a3423 {{(pid=87637) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 01 04:34:07.295572 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8d7251-f2a3-40df-8187-f67cbd3bc92c tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:07.296494 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-70df40a7-90e4-4030-aded-a0dc27862fef tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:07.296637 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cf8d7251-f2a3-40df-8187-f67cbd3bc92c tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:07.297700 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-cf8d7251-f2a3-40df-8187-f67cbd3bc92c tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "PUT /v2.0/ports/f66df159-27d1-4a3a-ba9b-cce0e3a9e8b4 HTTP/1.1" status: 200 len: 970 time: 6.5006168 Feb 01 04:34:07.298719 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8d7251-f2a3-40df-8187-f67cbd3bc92c tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event updated for resources: {'Port': ['ID=f66df159-27d1-4a3a-ba9b-cce0e3a9e8b4,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:07.301081 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 36262) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:07.356094 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d18bf030-ab27-4956-b9b4-16d5d7618e98 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:07.359414 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bcb417cc-b4cc-4b4a-9b35-1f44529b7226 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:07.360509 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f8d639c1-ce38-4a8f-bf8c-ee0e5c72aba1 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:07.374989 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-70df40a7-90e4-4030-aded-a0dc27862fef tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] device_id is not set on port 007ba2a7-3cbe-4969-9f3e-942210c60832 yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:34:07.384582 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d18bf030-ab27-4956-b9b4-16d5d7618e98 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:07.411263 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91a95f2-aee0-4bfa-a795-d69559a343ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-14b67238-4e53-405c-b9cd-84b8ff52e36a', 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'tenant_id': '60b4e61082d3421283cb095bbc99ad8e', 'fixed_ips': [{'subnet_id': 'b27f8c96-f750-463c-bdc5-227821fca410'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:34:07.411876 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d91a95f2-aee0-4bfa-a795-d69559a343ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:07.432774 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-f8d639c1-ce38-4a8f-bf8c-ee0e5c72aba1 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Transition to ACTIVE for port object 8ceb0b69-e6c2-46cb-9fff-47e0d42d8b6a will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:34:07.546192 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f8d639c1-ce38-4a8f-bf8c-ee0e5c72aba1 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:07.557613 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-70df40a7-90e4-4030-aded-a0dc27862fef tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Allocated IP 2001:db8::f816:3eff:fe27:a957 (14b67238-4e53-405c-b9cd-84b8ff52e36a/b27f8c96-f750-463c-bdc5-227821fca410/007ba2a7-3cbe-4969-9f3e-942210c60832) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:34:07.615653 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d639c1-ce38-4a8f-bf8c-ee0e5c72aba1 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Network 58b346ac-6dc7-43a9-988b-9999ea11f187 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:34:07.624608 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-f8d639c1-ce38-4a8f-bf8c-ee0e5c72aba1 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:34:07.630788 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d639c1-ce38-4a8f-bf8c-ee0e5c72aba1 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:34:07.631340 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f8d639c1-ce38-4a8f-bf8c-ee0e5c72aba1 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-372107'] for router_interface, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:07.660636 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-d6b7aa0b-a505-4126-a095-10b46328762d None None] For port 3a56758e-a578-4542-a80f-725b3d277e35, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=3a56758e-a578-4542-a80f-725b3d277e35,segment=NetworkSegment(83c2b211-19ce-4251-9605-c1f223ab560f),segment_id=83c2b211-19ce-4251-9605-c1f223ab560f)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:34:07.676552 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d639c1-ce38-4a8f-bf8c-ee0e5c72aba1 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Pushing event updated for resources: {'Port': ['ID=8ceb0b69-e6c2-46cb-9fff-47e0d42d8b6a,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:07.697512 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36274) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:07.707980 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-4576938c-45c6-4a40-9202-7a50e95e5d9a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Deleting port f66df159-27d1-4a3a-ba9b-cce0e3a9e8b4 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:34:07.708267 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4576938c-45c6-4a40-9202-7a50e95e5d9a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:07.745703 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d6b7aa0b-a505-4126-a095-10b46328762d None None] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:07.753718 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 4c381e37-167d-4b50-a6c3-76941e6b0538 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:34:07.777117 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-bcb417cc-b4cc-4b4a-9b35-1f44529b7226 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Transition to ACTIVE for port object 14b8bddf-7e41-4ea4-ac9c-3e17467f27b8 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:34:07.887779 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18bf030-ab27-4956-b9b4-16d5d7618e98 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Pushing event updated for resources: {'Port': ['ID=41f105a7-41fb-4789-a8cd-49a8e1d989f1,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:07.916622 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d18bf030-ab27-4956-b9b4-16d5d7618e98 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371990'] for router_interface, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:07.921328 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=0151fca3-97f6-4517-bc66-f833cdf18fb3,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:07.933775 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-89478599-d6d1-4fb6-85fe-9e910403dc92 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1412916328'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:34:07.946546 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-89478599-d6d1-4fb6-85fe-9e910403dc92 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:34:07.971203 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-89478599-d6d1-4fb6-85fe-9e910403dc92 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Usage tracker for resource:network and tenant:dd2a656c49f44814a0be2f22e4794d92 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:34:07.975476 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f8d639c1-ce38-4a8f-bf8c-ee0e5c72aba1 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:07.994292 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-89478599-d6d1-4fb6-85fe-9e910403dc92 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:34:08.004281 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-d6b7aa0b-a505-4126-a095-10b46328762d None None] Transition to ACTIVE for port object 3a56758e-a578-4542-a80f-725b3d277e35 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:34:08.017001 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-3549b197-fdf8-489d-9f40-5f04a9448303 None None] Provisioning complete for port acdc7470-2b1a-4664-bc12-8aa7dd2d97e1 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:34:08.017283 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3549b197-fdf8-489d-9f40-5f04a9448303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:08.021327 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-89478599-d6d1-4fb6-85fe-9e910403dc92 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:34:08.054544 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-70df40a7-90e4-4030-aded-a0dc27862fef tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:08.087744 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-3549b197-fdf8-489d-9f40-5f04a9448303 None None] Port acdc7470-2b1a-4664-bc12-8aa7dd2d97e1 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:34:08.090737 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 4c381e37-167d-4b50-a6c3-76941e6b0538 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:34:08.096701 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-70df40a7-90e4-4030-aded-a0dc27862fef tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Transition to ACTIVE for port object 007ba2a7-3cbe-4969-9f3e-942210c60832 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:34:08.099100 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4381a628-6c63-41e3-bb46-226e2aa53f61 None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:08.101385 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89478599-d6d1-4fb6-85fe-9e910403dc92 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Made reservation on behalf of dd2a656c49f44814a0be2f22e4794d92 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:34:08.104987 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-89478599-d6d1-4fb6-85fe-9e910403dc92 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:08.110165 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 4c381e37-167d-4b50-a6c3-76941e6b0538 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:34:08.110539 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:08.137357 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d6b7aa0b-a505-4126-a095-10b46328762d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:08.183334 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-89478599-d6d1-4fb6-85fe-9e910403dc92 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:08.196657 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bcb417cc-b4cc-4b4a-9b35-1f44529b7226 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:08.250038 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-89478599-d6d1-4fb6-85fe-9e910403dc92 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:34:08.271636 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-4381a628-6c63-41e3-bb46-226e2aa53f61 None None] Transition to ACTIVE for port object 3c163f29-00cc-41de-8487-dd17a57c8c46 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:34:08.273157 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-89478599-d6d1-4fb6-85fe-9e910403dc92 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Usage tracker for resource:security_group_rule and tenant:dd2a656c49f44814a0be2f22e4794d92 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:34:08.277779 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-89478599-d6d1-4fb6-85fe-9e910403dc92 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:34:08.286364 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-89478599-d6d1-4fb6-85fe-9e910403dc92 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:34:08.330695 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-70df40a7-90e4-4030-aded-a0dc27862fef tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:08.391529 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb417cc-b4cc-4b4a-9b35-1f44529b7226 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Network 750421e7-cf53-4e53-8d8a-eb37cf2fe198 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:34:08.394398 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb417cc-b4cc-4b4a-9b35-1f44529b7226 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Pushing event updated for resources: {'Port': ['ID=14b8bddf-7e41-4ea4-ac9c-3e17467f27b8,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:08.404110 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-bcb417cc-b4cc-4b4a-9b35-1f44529b7226 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:34:08.407273 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4576938c-45c6-4a40-9202-7a50e95e5d9a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:08.417947 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb417cc-b4cc-4b4a-9b35-1f44529b7226 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:34:08.424435 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb417cc-b4cc-4b4a-9b35-1f44529b7226 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:08.424435 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bcb417cc-b4cc-4b4a-9b35-1f44529b7226 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:08.440653 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18bf030-ab27-4956-b9b4-16d5d7618e98 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Network 6ec819a2-0c55-40ed-acdc-50daf874a757 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:34:08.445765 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-d82a52d8-ae67-4b34-8f48-58527280138c None None] Provisioning for port 8ceb0b69-e6c2-46cb-9fff-47e0d42d8b6a completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:34:08.452092 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-4381a628-6c63-41e3-bb46-226e2aa53f61 None None] Transition to ACTIVE for port object 3c163f29-00cc-41de-8487-dd17a57c8c46 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:34:08.455907 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70df40a7-90e4-4030-aded-a0dc27862fef tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:34:08.461605 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b7aa0b-a505-4126-a095-10b46328762d None None] Pushing event updated for resources: {'Port': ['ID=3a56758e-a578-4542-a80f-725b3d277e35,revision_number=7']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:08.476859 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-d82a52d8-ae67-4b34-8f48-58527280138c None None] Provisioning complete for port 8ceb0b69-e6c2-46cb-9fff-47e0d42d8b6a triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:34:08.477343 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d82a52d8-ae67-4b34-8f48-58527280138c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:08.503688 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-d18bf030-ab27-4956-b9b4-16d5d7618e98 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:34:08.506696 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4381a628-6c63-41e3-bb46-226e2aa53f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:08.510524 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-70df40a7-90e4-4030-aded-a0dc27862fef tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:34:08.524764 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70df40a7-90e4-4030-aded-a0dc27862fef tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:34:08.530332 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70df40a7-90e4-4030-aded-a0dc27862fef tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:08.530939 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-70df40a7-90e4-4030-aded-a0dc27862fef tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:08.563292 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70df40a7-90e4-4030-aded-a0dc27862fef tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event updated for resources: {'Port': ['ID=007ba2a7-3cbe-4969-9f3e-942210c60832,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:08.578765 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-70df40a7-90e4-4030-aded-a0dc27862fef tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9835985 Feb 01 04:34:08.579772 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36280) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:08.581754 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-4576938c-45c6-4a40-9202-7a50e95e5d9a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Calling delete_port for f66df159-27d1-4a3a-ba9b-cce0e3a9e8b4 owned by {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:34:08.623668 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4381a628-6c63-41e3-bb46-226e2aa53f61 None None] Pushing event updated for resources: {'Port': ['ID=3c163f29-00cc-41de-8487-dd17a57c8c46,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:08.631269 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-97c37c40-16a6-49df-a954-20cac8e30d7e tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:08.659811 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-d91a95f2-aee0-4bfa-a795-d69559a343ac None None] Allocated IP 2001:db8::f816:3eff:fe1f:cbbf (14b67238-4e53-405c-b9cd-84b8ff52e36a/b27f8c96-f750-463c-bdc5-227821fca410/97e011e5-6a3a-4307-a432-4ee87aaeccf6) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:34:08.712479 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4381a628-6c63-41e3-bb46-226e2aa53f61 None None] Network 062327aa-3a90-4e7c-8f7e-a3de51f221f3 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:34:08.738164 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-4381a628-6c63-41e3-bb46-226e2aa53f61 None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:34:08.746372 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4381a628-6c63-41e3-bb46-226e2aa53f61 None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:34:08.768626 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-d82a52d8-ae67-4b34-8f48-58527280138c None None] Port 8ceb0b69-e6c2-46cb-9fff-47e0d42d8b6a cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:34:08.884094 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:08.997420 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-89478599-d6d1-4fb6-85fe-9e910403dc92 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:09.014697 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-89478599-d6d1-4fb6-85fe-9e910403dc92 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:09.078347 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89478599-d6d1-4fb6-85fe-9e910403dc92 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:34:09.088243 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8239d73-cd0c-4a90-be59-4ba5d2ee7b72 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:09.088837 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d8239d73-cd0c-4a90-be59-4ba5d2ee7b72 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Synchronizing usage tracker for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:34:09.099710 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f8d639c1-ce38-4a8f-bf8c-ee0e5c72aba1 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:09.101219 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89478599-d6d1-4fb6-85fe-9e910403dc92 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2fec2d3-0ba7-44e3-9e80-22bd00953abc,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:09.119859 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f8d639c1-ce38-4a8f-bf8c-ee0e5c72aba1 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:09.120630 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f8d639c1-ce38-4a8f-bf8c-ee0e5c72aba1 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371990'] for router_interface, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:09.126760 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-89478599-d6d1-4fb6-85fe-9e910403dc92 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:09.127117 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-89478599-d6d1-4fb6-85fe-9e910403dc92 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Added segment d945a307-e8f0-43f5-8835-cbe7307aff9f of type vlan for network 04a194ca-4648-4326-8145-6d4ef653dc22 Feb 01 04:34:09.140877 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 4c381e37-167d-4b50-a6c3-76941e6b0538, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=4c381e37-167d-4b50-a6c3-76941e6b0538,segment=NetworkSegment(5424cb55-b424-498c-aca2-11d5bf797271),segment_id=5424cb55-b424-498c-aca2-11d5bf797271)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:34:09.153562 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:09.154365 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 060c5c33-4436-4ccb-bef2-ce35b61dda0f up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:34:09.160493 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d8239d73-cd0c-4a90-be59-4ba5d2ee7b72 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Unset dirty status for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:34:09.161691 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d8239d73-cd0c-4a90-be59-4ba5d2ee7b72 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.5738735 Feb 01 04:34:09.168540 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c37c40-16a6-49df-a954-20cac8e30d7e tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Pushing event deleted for resources: {'Port': ['ID=6373c921-601c-4963-b4c3-ae8dedb0f3ce,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:09.171244 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36284) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:09.173570 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-bcb417cc-b4cc-4b4a-9b35-1f44529b7226 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 5.6030114 Feb 01 04:34:09.200445 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 36288) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:09.262272 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-4381a628-6c63-41e3-bb46-226e2aa53f61 None None] Attempting to bind port 3c163f29-00cc-41de-8487-dd17a57c8c46 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:34:09.262272 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-4381a628-6c63-41e3-bb46-226e2aa53f61 None None] Attempting to bind port 3c163f29-00cc-41de-8487-dd17a57c8c46 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': 'b3dec30c-112b-4013-99bf-59b956c1a8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '062327aa-3a90-4e7c-8f7e-a3de51f221f3'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:34:09.262662 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4381a628-6c63-41e3-bb46-226e2aa53f61 None None] Attempting to bind port 3c163f29-00cc-41de-8487-dd17a57c8c46 on network 062327aa-3a90-4e7c-8f7e-a3de51f221f3 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:34:09.280373 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-7bc3a2f8-b038-4735-84e5-e5fdd8c1a344 None None] Provisioning for port 14b8bddf-7e41-4ea4-ac9c-3e17467f27b8 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:34:09.318274 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4381a628-6c63-41e3-bb46-226e2aa53f61 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:34:09.319171 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4381a628-6c63-41e3-bb46-226e2aa53f61 None None] Checking segment: {'id': 'b3dec30c-112b-4013-99bf-59b956c1a8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '062327aa-3a90-4e7c-8f7e-a3de51f221f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:34:09.319819 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4381a628-6c63-41e3-bb46-226e2aa53f61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:09.320490 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4381a628-6c63-41e3-bb46-226e2aa53f61 None None] Bound using segment: {'id': 'b3dec30c-112b-4013-99bf-59b956c1a8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '062327aa-3a90-4e7c-8f7e-a3de51f221f3'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:34:09.322287 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-4381a628-6c63-41e3-bb46-226e2aa53f61 None None] Bound port: 3c163f29-00cc-41de-8487-dd17a57c8c46, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3dec30c-112b-4013-99bf-59b956c1a8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '062327aa-3a90-4e7c-8f7e-a3de51f221f3'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:34:09.323216 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4381a628-6c63-41e3-bb46-226e2aa53f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:09.351378 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-7bc3a2f8-b038-4735-84e5-e5fdd8c1a344 None None] Provisioning complete for port 14b8bddf-7e41-4ea4-ac9c-3e17467f27b8 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:34:09.351596 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-89478599-d6d1-4fb6-85fe-9e910403dc92 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:09.352960 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7bc3a2f8-b038-4735-84e5-e5fdd8c1a344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:09.363383 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d639c1-ce38-4a8f-bf8c-ee0e5c72aba1 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Pushing event updated for resources: {'Port': ['ID=8ceb0b69-e6c2-46cb-9fff-47e0d42d8b6a,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:09.427944 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-7bc3a2f8-b038-4735-84e5-e5fdd8c1a344 None None] Port 14b8bddf-7e41-4ea4-ac9c-3e17467f27b8 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:34:09.428070 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-7ad6aa5c-ec8f-444d-8df2-b614c173d97e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Deleting port 007ba2a7-3cbe-4969-9f3e-942210c60832 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:34:09.428309 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7ad6aa5c-ec8f-444d-8df2-b614c173d97e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:09.584324 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-97c37c40-16a6-49df-a954-20cac8e30d7e tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770960'] for router_interface, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:09.592774 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=4c381e37-167d-4b50-a6c3-76941e6b0538,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:09.606682 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-89478599-d6d1-4fb6-85fe-9e910403dc92 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:09.614446 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89478599-d6d1-4fb6-85fe-9e910403dc92 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:09.615118 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-89478599-d6d1-4fb6-85fe-9e910403dc92 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:09.629334 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-7bc3a2f8-b038-4735-84e5-e5fdd8c1a344 None None] Provisioning complete for port 41f105a7-41fb-4789-a8cd-49a8e1d989f1 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:34:09.629708 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7bc3a2f8-b038-4735-84e5-e5fdd8c1a344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:09.643966 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d639c1-ce38-4a8f-bf8c-ee0e5c72aba1 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Network 58b346ac-6dc7-43a9-988b-9999ea11f187 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:34:09.660449 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-f8d639c1-ce38-4a8f-bf8c-ee0e5c72aba1 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:34:09.714472 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d91a95f2-aee0-4bfa-a795-d69559a343ac None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:09.720052 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-4381a628-6c63-41e3-bb46-226e2aa53f61 None None] For port 3c163f29-00cc-41de-8487-dd17a57c8c46, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:34:09.731109 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 060c5c33-4436-4ccb-bef2-ce35b61dda0f triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:34:09.731761 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:09.773625 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-7bc3a2f8-b038-4735-84e5-e5fdd8c1a344 None None] Port 41f105a7-41fb-4789-a8cd-49a8e1d989f1 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:34:09.799161 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-89478599-d6d1-4fb6-85fe-9e910403dc92 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.0853789 Feb 01 04:34:09.827067 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-d91a95f2-aee0-4bfa-a795-d69559a343ac None None] Transition to ACTIVE for port object 97e011e5-6a3a-4307-a432-4ee87aaeccf6 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:34:09.853463 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-d91a95f2-aee0-4bfa-a795-d69559a343ac None None] Transition to ACTIVE for port object 97e011e5-6a3a-4307-a432-4ee87aaeccf6 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:34:09.866117 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-4381a628-6c63-41e3-bb46-226e2aa53f61 None None] For port 3c163f29-00cc-41de-8487-dd17a57c8c46, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=3c163f29-00cc-41de-8487-dd17a57c8c46,segment=NetworkSegment(b3dec30c-112b-4013-99bf-59b956c1a8a8),segment_id=b3dec30c-112b-4013-99bf-59b956c1a8a8)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:34:09.874478 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d91a95f2-aee0-4bfa-a795-d69559a343ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:09.954221 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89478599-d6d1-4fb6-85fe-9e910403dc92 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Pushing event updated for resources: {'Network': ['ID=04a194ca-4648-4326-8145-6d4ef653dc22,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:09.978087 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4381a628-6c63-41e3-bb46-226e2aa53f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:10.033580 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 04a194ca-4648-4326-8145-6d4ef653dc22 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:34:10.110035 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d18bf030-ab27-4956-b9b4-16d5d7618e98 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Router d91d16bf-2137-45fb-a754-b5a50c7d4dc8 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:34:10.193148 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8d639c1-ce38-4a8f-bf8c-ee0e5c72aba1 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Router 44c637a7-c94e-4e61-9c21-a88c897d28ac has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:34:10.206495 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4576938c-45c6-4a40-9202-7a50e95e5d9a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:10.225820 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e93423d-4e5d-4569-8482-7c01f792bd51 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:10.232287 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e93423d-4e5d-4569-8482-7c01f792bd51 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:10.238055 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e93423d-4e5d-4569-8482-7c01f792bd51 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:10.238948 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-3e93423d-4e5d-4569-8482-7c01f792bd51 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Synchronizing usage tracker for tenant:a1d680601f034200bacb5bc56c9e5b3d on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:34:10.268443 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91a95f2-aee0-4bfa-a795-d69559a343ac None None] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:34:10.269941 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-0fc0d6f4-13ef-4d47-9c32-f38c88cd3e5c None None] Provisioning for port 3a56758e-a578-4542-a80f-725b3d277e35 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:34:10.348041 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-d91a95f2-aee0-4bfa-a795-d69559a343ac None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:34:10.350620 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-0fc0d6f4-13ef-4d47-9c32-f38c88cd3e5c None None] Provisioning complete for port 3a56758e-a578-4542-a80f-725b3d277e35 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:34:10.351206 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0fc0d6f4-13ef-4d47-9c32-f38c88cd3e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:10.377680 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97c37c40-16a6-49df-a954-20cac8e30d7e tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Router da84cacf-9dd2-4ee9-a45d-e105ecda1bf4 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:34:10.381494 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91a95f2-aee0-4bfa-a795-d69559a343ac None None] Pushing event updated for resources: {'Port': ['ID=97e011e5-6a3a-4307-a432-4ee87aaeccf6,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:10.395271 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4576938c-45c6-4a40-9202-7a50e95e5d9a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event deleted for resources: {'Port': ['ID=f66df159-27d1-4a3a-ba9b-cce0e3a9e8b4,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:10.402390 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91a95f2-aee0-4bfa-a795-d69559a343ac None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:34:10.476045 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d639c1-ce38-4a8f-bf8c-ee0e5c72aba1 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:34:10.483072 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4576938c-45c6-4a40-9202-7a50e95e5d9a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:10.489886 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f8d639c1-ce38-4a8f-bf8c-ee0e5c72aba1 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] 10.222.0.24 "PUT /v2.0/routers/44c637a7-c94e-4e61-9c21-a88c897d28ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8227298 Feb 01 04:34:10.490619 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f19c158-e18d-4afb-9214-f722a9e25227 None None] Sync routers for ids ['44c637a7-c94e-4e61-9c21-a88c897d28ac'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:34:10.498687 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36292) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:10.510844 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f19c158-e18d-4afb-9214-f722a9e25227 None None] Routers {'44c637a7-c94e-4e61-9c21-a88c897d28ac'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:34:10.511886 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-2f19c158-e18d-4afb-9214-f722a9e25227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:34:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['44c637a7-c94e-4e61-9c21-a88c897d28ac'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:10.537009 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-3e93423d-4e5d-4569-8482-7c01f792bd51 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Unset dirty status for tenant:a1d680601f034200bacb5bc56c9e5b3d on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:34:10.540934 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-3e93423d-4e5d-4569-8482-7c01f792bd51 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2624 time: 1.2618129 Feb 01 04:34:10.560106 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 36296) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:10.702926 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-2f19c158-e18d-4afb-9214-f722a9e25227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:10.712018 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7ad6aa5c-ec8f-444d-8df2-b614c173d97e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:10.730648 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f19c158-e18d-4afb-9214-f722a9e25227 None None] Routers {'44c637a7-c94e-4e61-9c21-a88c897d28ac'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:34:10.731310 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-2f19c158-e18d-4afb-9214-f722a9e25227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:34:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['44c637a7-c94e-4e61-9c21-a88c897d28ac'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:10.789192 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 106b3fb6-20c1-4237-b6ed-606afdece5dc up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:34:10.890743 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-d91a95f2-aee0-4bfa-a795-d69559a343ac None None] Attempting to bind port 97e011e5-6a3a-4307-a432-4ee87aaeccf6 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:34:10.890987 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-4576938c-45c6-4a40-9202-7a50e95e5d9a tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "DELETE /v2.0/ports/f66df159-27d1-4a3a-ba9b-cce0e3a9e8b4 HTTP/1.1" status: 204 len: 168 time: 3.5803475 Feb 01 04:34:10.891531 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-d91a95f2-aee0-4bfa-a795-d69559a343ac None None] Attempting to bind port 97e011e5-6a3a-4307-a432-4ee87aaeccf6 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:34:10.892056 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91a95f2-aee0-4bfa-a795-d69559a343ac None None] Attempting to bind port 97e011e5-6a3a-4307-a432-4ee87aaeccf6 on network 14b67238-4e53-405c-b9cd-84b8ff52e36a {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:34:10.898076 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 36300) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:10.905810 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91a95f2-aee0-4bfa-a795-d69559a343ac None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:34:10.906743 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91a95f2-aee0-4bfa-a795-d69559a343ac None None] Checking segment: {'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:34:10.907331 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d91a95f2-aee0-4bfa-a795-d69559a343ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:10.907879 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91a95f2-aee0-4bfa-a795-d69559a343ac None None] Bound using segment: {'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:34:10.909000 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-d91a95f2-aee0-4bfa-a795-d69559a343ac None None] Bound port: 97e011e5-6a3a-4307-a432-4ee87aaeccf6, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:34:10.909547 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d91a95f2-aee0-4bfa-a795-d69559a343ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:10.936231 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4381a628-6c63-41e3-bb46-226e2aa53f61 None None] Pushing event updated for resources: {'Port': ['ID=3c163f29-00cc-41de-8487-dd17a57c8c46,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:10.974587 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-2f19c158-e18d-4afb-9214-f722a9e25227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:10.975323 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f19c158-e18d-4afb-9214-f722a9e25227 None None] The sync data for ids ['44c637a7-c94e-4e61-9c21-a88c897d28ac'] in dv-neutron-826830-1-hyperv is: [] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:34:11.164067 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 106b3fb6-20c1-4237-b6ed-606afdece5dc triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:34:11.166068 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:11.216717 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-d91a95f2-aee0-4bfa-a795-d69559a343ac None None] For port 97e011e5-6a3a-4307-a432-4ee87aaeccf6, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:34:11.230952 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-0fc0d6f4-13ef-4d47-9c32-f38c88cd3e5c None None] Provisioning complete for port ee8c9e82-f789-47b3-a57a-f33b8c5a34ed triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:34:11.231569 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0fc0d6f4-13ef-4d47-9c32-f38c88cd3e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:11.248642 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-7ad6aa5c-ec8f-444d-8df2-b614c173d97e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Calling delete_port for 007ba2a7-3cbe-4969-9f3e-942210c60832 owned by {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:34:11.282099 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-d91a95f2-aee0-4bfa-a795-d69559a343ac None None] For port 97e011e5-6a3a-4307-a432-4ee87aaeccf6, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=97e011e5-6a3a-4307-a432-4ee87aaeccf6,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:34:11.301495 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d91a95f2-aee0-4bfa-a795-d69559a343ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:11.318826 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-f620b083-7d49-4591-a49f-368032917e15 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] GET failed (client error): The resource could not be found. Feb 01 04:34:11.320068 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-f620b083-7d49-4591-a49f-368032917e15 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Synchronizing usage tracker for tenant:4859bcd8aae8416eba645579d339c6c6 on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:34:11.326318 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dc8b4b7c-3944-4902-aec5-154d1b5f4ffc tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks [] for router, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:11.334078 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c37c40-16a6-49df-a954-20cac8e30d7e tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:34:11.356896 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-97c37c40-16a6-49df-a954-20cac8e30d7e tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] 10.222.0.24 "PUT /v2.0/routers/da84cacf-9dd2-4ee9-a45d-e105ecda1bf4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6402209 Feb 01 04:34:11.363376 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-2e9a517c-09f9-4471-ab2a-d11e3bf87606 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Deleting port 14b8bddf-7e41-4ea4-ac9c-3e17467f27b8 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:34:11.364007 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2e9a517c-09f9-4471-ab2a-d11e3bf87606 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:11.373443 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884ef863-ec93-42b8-9472-4d60c968e04b None None] Sync routers for ids ['da84cacf-9dd2-4ee9-a45d-e105ecda1bf4'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:34:11.419402 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 36304) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:11.428305 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-0fc0d6f4-13ef-4d47-9c32-f38c88cd3e5c None None] Port ee8c9e82-f789-47b3-a57a-f33b8c5a34ed cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:34:11.563931 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.api.v2.resource [None req-3618e9ba-8676-4ef9-be80-4f8041ae4089 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] delete failed (client error): The resource could not be found. Feb 01 04:34:11.570822 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-3618e9ba-8676-4ef9-be80-4f8041ae4089 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] 10.222.0.24 "DELETE /v2.0/routers/tempest-non_exist_router-1566615029 HTTP/1.1" status: 404 len: 335 time: 0.1490035 Feb 01 04:34:11.572512 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-f620b083-7d49-4591-a49f-368032917e15 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Unset dirty status for tenant:4859bcd8aae8416eba645579d339c6c6 on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:34:11.577306 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-f620b083-7d49-4591-a49f-368032917e15 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "GET /v2.0/ports/f66df159-27d1-4a3a-ba9b-cce0e3a9e8b4 HTTP/1.1" status: 404 len: 333 time: 0.6400645 Feb 01 04:34:11.580867 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 36308) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:11.581462 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 36310) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:11.589983 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-0fc0d6f4-13ef-4d47-9c32-f38c88cd3e5c None None] Could not find standard attr ID for object f66df159-27d1-4a3a-ba9b-cce0e3a9e8b4. {{(pid=87638) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 01 04:34:11.591287 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884ef863-ec93-42b8-9472-4d60c968e04b None None] Routers {'da84cacf-9dd2-4ee9-a45d-e105ecda1bf4'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:34:11.596407 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-884ef863-ec93-42b8-9472-4d60c968e04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:34:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['da84cacf-9dd2-4ee9-a45d-e105ecda1bf4'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:11.611011 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d18bf030-ab27-4956-b9b4-16d5d7618e98 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:34:11.626603 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-2e06002d-eaa0-4698-894a-408985925ed6 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Request body: {'router': {'external_gateway_info': {'network_id': 'da84cacf-9dd2-4ee9-a45d-e105ecda1bf4'}}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:34:11.636105 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd5406b-8034-4f35-bde9-60a0bd96c8d9 None None] Sync routers for ids ['d91d16bf-2137-45fb-a754-b5a50c7d4dc8'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:34:11.649842 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd5406b-8034-4f35-bde9-60a0bd96c8d9 None None] Routers {'d91d16bf-2137-45fb-a754-b5a50c7d4dc8'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:34:11.659584 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-ddd5406b-8034-4f35-bde9-60a0bd96c8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:34:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['d91d16bf-2137-45fb-a754-b5a50c7d4dc8'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:11.890542 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-884ef863-ec93-42b8-9472-4d60c968e04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:11.909523 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91a95f2-aee0-4bfa-a795-d69559a343ac None None] Pushing event updated for resources: {'Port': ['ID=97e011e5-6a3a-4307-a432-4ee87aaeccf6,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:11.942800 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-f12ebf27-6286-46e5-9ac2-d17b68dab80f None None] Provisioning complete for port 8ceb0b69-e6c2-46cb-9fff-47e0d42d8b6a triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:34:11.943228 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f12ebf27-6286-46e5-9ac2-d17b68dab80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:11.947529 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-dc8b4b7c-3944-4902-aec5-154d1b5f4ffc tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 01 04:34:11.949537 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-dc8b4b7c-3944-4902-aec5-154d1b5f4ffc tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] 10.222.0.24 "DELETE /v2.0/routers/44c637a7-c94e-4e61-9c21-a88c897d28ac HTTP/1.1" status: 409 len: 329 time: 1.4498610 Feb 01 04:34:11.983005 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884ef863-ec93-42b8-9472-4d60c968e04b None None] Routers {'da84cacf-9dd2-4ee9-a45d-e105ecda1bf4'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:34:11.983814 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-884ef863-ec93-42b8-9472-4d60c968e04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:34:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['da84cacf-9dd2-4ee9-a45d-e105ecda1bf4'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:11.984505 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36316) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:12.007639 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-d18bf030-ab27-4956-b9b4-16d5d7618e98 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] 10.222.0.24 "PUT /v2.0/routers/d91d16bf-2137-45fb-a754-b5a50c7d4dc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.9395909 Feb 01 04:34:12.085354 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 4c381e37-167d-4b50-a6c3-76941e6b0538 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:34:12.291632 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7af784c-ac9a-43cc-9d8d-8900f09c1174 None None] Network 062327aa-3a90-4e7c-8f7e-a3de51f221f3 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:34:12.331002 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-884ef863-ec93-42b8-9472-4d60c968e04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:12.334490 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884ef863-ec93-42b8-9472-4d60c968e04b None None] The sync data for ids ['da84cacf-9dd2-4ee9-a45d-e105ecda1bf4'] in dv-neutron-826830-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:34:12.372769 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-ddd5406b-8034-4f35-bde9-60a0bd96c8d9 None None] Set router d91d16bf-2137-45fb-a754-b5a50c7d4dc8 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:34:12.387386 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-f12ebf27-6286-46e5-9ac2-d17b68dab80f None None] Port 8ceb0b69-e6c2-46cb-9fff-47e0d42d8b6a cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:34:12.393945 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7ad6aa5c-ec8f-444d-8df2-b614c173d97e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:12.419618 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-f12ebf27-6286-46e5-9ac2-d17b68dab80f None None] Could not find standard attr ID for object f66df159-27d1-4a3a-ba9b-cce0e3a9e8b4. {{(pid=87638) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 01 04:34:12.503934 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad6aa5c-ec8f-444d-8df2-b614c173d97e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event deleted for resources: {'Port': ['ID=007ba2a7-3cbe-4969-9f3e-942210c60832,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:12.560785 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7ad6aa5c-ec8f-444d-8df2-b614c173d97e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:12.561414 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 4c381e37-167d-4b50-a6c3-76941e6b0538 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:34:12.561884 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:12.740092 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-71ff9d37-5954-4769-8095-f8e128579329 None None] Provisioning for port 3c163f29-00cc-41de-8487-dd17a57c8c46 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:34:12.742212 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-7ad6aa5c-ec8f-444d-8df2-b614c173d97e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/ports/007ba2a7-3cbe-4969-9f3e-942210c60832 HTTP/1.1" status: 204 len: 168 time: 3.5692770 Feb 01 04:34:12.758728 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36332) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:12.855457 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 3c163f29-00cc-41de-8487-dd17a57c8c46 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:34:13.061990 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-ddd5406b-8034-4f35-bde9-60a0bd96c8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd91d16bf-2137-45fb-a754-b5a50c7d4dc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-791609492', 'tenant_id': '4d9d44d669ef45fba0a9fcf8b2a96a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': '9a9ac8b9-9072-4184-8231-1d011a45ff0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:33:41Z', 'updated_at': '2022-02-01T04:34:05Z', 'revision_number': 4, 'project_id': '4d9d44d669ef45fba0a9fcf8b2a96a15', 'gw_port': {'id': '9a9ac8b9-9072-4184-8231-1d011a45ff0e', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:bc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91d16bf-2137-45fb-a754-b5a50c7d4dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:33:44Z', 'updated_at': '2022-02-01T04:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '41f105a7-41fb-4789-a8cd-49a8e1d989f1', 'name': '', 'network_id': '6ec819a2-0c55-40ed-acdc-50daf874a757', 'tenant_id': '4d9d44d669ef45fba0a9fcf8b2a96a15', 'mac_address': 'fa:16:3e:3a:be:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd91d16bf-2137-45fb-a754-b5a50c7d4dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'd9f4fc37-5ff0-4c6e-bfc2-a80b9a0fed2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:33:59Z', 'updated_at': '2022-02-01T04:34:06Z', 'revision_number': 2, 'project_id': '4d9d44d669ef45fba0a9fcf8b2a96a15', 'subnets': [{'id': 'd9f4fc37-5ff0-4c6e-bfc2-a80b9a0fed2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:13.072424 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd5406b-8034-4f35-bde9-60a0bd96c8d9 None None] Checking router: d91d16bf-2137-45fb-a754-b5a50c7d4dc8 for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:34:13.072884 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd5406b-8034-4f35-bde9-60a0bd96c8d9 None None] Updating router d91d16bf-2137-45fb-a754-b5a50c7d4dc8 port 41f105a7-41fb-4789-a8cd-49a8e1d989f1 binding host dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 04:34:13.090481 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 3c163f29-00cc-41de-8487-dd17a57c8c46 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:34:13.092452 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9eda1e-6687-4abd-84a2-e1154bc5c82c tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:13.096423 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9eda1e-6687-4abd-84a2-e1154bc5c82c tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:13.099113 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0a9eda1e-6687-4abd-84a2-e1154bc5c82c tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.3318164 Feb 01 04:34:13.105778 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36336) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:13.111769 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 3c163f29-00cc-41de-8487-dd17a57c8c46 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:34:13.113301 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:13.175478 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36340) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:13.183412 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2e06002d-eaa0-4698-894a-408985925ed6 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:13.185879 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ddd5406b-8034-4f35-bde9-60a0bd96c8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:13.302667 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-145afb6a-98a6-4911-8843-70175fce8961 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Deleting subnet b27f8c96-f750-463c-bdc5-227821fca410 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:34:13.316016 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-c67cfa89-453f-42d0-85e5-cfa748995caa tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Request body: {'subnet': {'network_id': '04a194ca-4648-4326-8145-6d4ef653dc22', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:34:13.341242 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:13.369055 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2e9a517c-09f9-4471-ab2a-d11e3bf87606 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:13.391742 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-f139df9d-d3b9-4a2a-9ff6-40d6236c2119 req-1fffc5b2-18b0-4faa-92ac-27218ca103f8 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-292796900&fields=id&tenant_id=4d9d44d669ef45fba0a9fcf8b2a96a15 HTTP/1.1" status: 200 len: 267 time: 0.8682621 Feb 01 04:34:13.401046 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 3c163f29-00cc-41de-8487-dd17a57c8c46, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=3c163f29-00cc-41de-8487-dd17a57c8c46,segment=NetworkSegment(b3dec30c-112b-4013-99bf-59b956c1a8a8),segment_id=b3dec30c-112b-4013-99bf-59b956c1a8a8)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:34:13.410493 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:13.411348 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 0151fca3-97f6-4517-bc66-f833cdf18fb3 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:34:13.438196 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-145afb6a-98a6-4911-8843-70175fce8961 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:13.607381 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-2e9a517c-09f9-4471-ab2a-d11e3bf87606 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Calling delete_port for 14b8bddf-7e41-4ea4-ac9c-3e17467f27b8 owned by {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:34:13.607851 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=3c163f29-00cc-41de-8487-dd17a57c8c46,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:13.614383 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-145afb6a-98a6-4911-8843-70175fce8961 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145757'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:13.620752 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-8e9f1808-800f-410f-9272-4a876b1d0aae None None] Provisioning for port 97e011e5-6a3a-4307-a432-4ee87aaeccf6 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:34:13.627346 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 0151fca3-97f6-4517-bc66-f833cdf18fb3 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:34:13.627988 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:13.677630 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c67cfa89-453f-42d0-85e5-cfa748995caa tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:34:13.682844 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c67cfa89-453f-42d0-85e5-cfa748995caa tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Usage tracker for resource:subnet and tenant:dd2a656c49f44814a0be2f22e4794d92 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:34:13.687634 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c67cfa89-453f-42d0-85e5-cfa748995caa tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:34:13.705322 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c67cfa89-453f-42d0-85e5-cfa748995caa tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:34:13.731231 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.api.v2.resource [None req-2e06002d-eaa0-4698-894a-408985925ed6 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] update failed (client error): The resource could not be found. Feb 01 04:34:13.742175 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-2e06002d-eaa0-4698-894a-408985925ed6 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] 10.222.0.24 "PUT /v2.0/routers/da84cacf-9dd2-4ee9-a45d-e105ecda1bf4 HTTP/1.1" status: 404 len: 339 time: 2.1567657 Feb 01 04:34:13.743543 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 36344) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:13.748340 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ddd5406b-8034-4f35-bde9-60a0bd96c8d9 None None] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:13.753555 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c67cfa89-453f-42d0-85e5-cfa748995caa tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Made reservation on behalf of dd2a656c49f44814a0be2f22e4794d92 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:34:13.757186 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c67cfa89-453f-42d0-85e5-cfa748995caa tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:13.765987 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-ddd5406b-8034-4f35-bde9-60a0bd96c8d9 None None] Transition to ACTIVE for port object 41f105a7-41fb-4789-a8cd-49a8e1d989f1 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:34:13.778021 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ddd5406b-8034-4f35-bde9-60a0bd96c8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:13.783054 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 3a56758e-a578-4542-a80f-725b3d277e35 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:34:13.829598 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-ea7a1bf7-022e-4b51-a5e0-e2453c01860a None None] Could not find standard attr ID for object 007ba2a7-3cbe-4969-9f3e-942210c60832. {{(pid=87638) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 01 04:34:13.855606 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-ea7a1bf7-022e-4b51-a5e0-e2453c01860a None None] Provisioning complete for port 3c163f29-00cc-41de-8487-dd17a57c8c46 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:34:13.855887 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ea7a1bf7-022e-4b51-a5e0-e2453c01860a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:14.036802 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 3a56758e-a578-4542-a80f-725b3d277e35 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:34:14.037148 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:14.070376 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-09485a81-7187-41c0-8f22-bf442aa92b53 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-371968'] for router_interface, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:14.156315 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11377a1f-18fb-48ff-8b08-13780aac345e None None] Pushing event updated for resources: {'Port': ['ID=41f105a7-41fb-4789-a8cd-49a8e1d989f1,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:14.184709 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-ddd5406b-8034-4f35-bde9-60a0bd96c8d9 None None] Attempting to bind port 41f105a7-41fb-4789-a8cd-49a8e1d989f1 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:34:14.185075 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-ddd5406b-8034-4f35-bde9-60a0bd96c8d9 None None] Attempting to bind port 41f105a7-41fb-4789-a8cd-49a8e1d989f1 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '47389526-68fb-4cf8-9cf4-525db349e4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6ec819a2-0c55-40ed-acdc-50daf874a757'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:34:14.185432 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd5406b-8034-4f35-bde9-60a0bd96c8d9 None None] Attempting to bind port 41f105a7-41fb-4789-a8cd-49a8e1d989f1 on network 6ec819a2-0c55-40ed-acdc-50daf874a757 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:34:14.192512 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd5406b-8034-4f35-bde9-60a0bd96c8d9 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:34:14.198297 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd5406b-8034-4f35-bde9-60a0bd96c8d9 None None] Checking segment: {'id': '47389526-68fb-4cf8-9cf4-525db349e4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6ec819a2-0c55-40ed-acdc-50daf874a757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:34:14.198763 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ddd5406b-8034-4f35-bde9-60a0bd96c8d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:14.199190 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd5406b-8034-4f35-bde9-60a0bd96c8d9 None None] Bound using segment: {'id': '47389526-68fb-4cf8-9cf4-525db349e4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6ec819a2-0c55-40ed-acdc-50daf874a757'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:34:14.199688 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-ddd5406b-8034-4f35-bde9-60a0bd96c8d9 None None] Bound port: 41f105a7-41fb-4789-a8cd-49a8e1d989f1, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47389526-68fb-4cf8-9cf4-525db349e4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6ec819a2-0c55-40ed-acdc-50daf874a757'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:34:14.200364 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ddd5406b-8034-4f35-bde9-60a0bd96c8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:14.201742 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-07975199-8f42-4d58-85cc-8cbf44db82c5 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for security_group, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:14.283491 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911d90c5-5234-46cc-934c-7641a1723fa7 None None] get_active_networks_info from dv-neutron-826830-1-hyperv {{(pid=87638) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 01 04:34:14.307349 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-145afb6a-98a6-4911-8843-70175fce8961 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:14.319723 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-ddd5406b-8034-4f35-bde9-60a0bd96c8d9 None None] For port 41f105a7-41fb-4789-a8cd-49a8e1d989f1, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:34:14.323622 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-ddd5406b-8034-4f35-bde9-60a0bd96c8d9 None None] For port 41f105a7-41fb-4789-a8cd-49a8e1d989f1, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=41f105a7-41fb-4789-a8cd-49a8e1d989f1,segment=NetworkSegment(47389526-68fb-4cf8-9cf4-525db349e4da),segment_id=47389526-68fb-4cf8-9cf4-525db349e4da)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:34:14.333897 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ddd5406b-8034-4f35-bde9-60a0bd96c8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:14.438571 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd5406b-8034-4f35-bde9-60a0bd96c8d9 None None] Routers {'d91d16bf-2137-45fb-a754-b5a50c7d4dc8'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:34:14.439255 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-ddd5406b-8034-4f35-bde9-60a0bd96c8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:34:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['d91d16bf-2137-45fb-a754-b5a50c7d4dc8'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:14.525752 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11377a1f-18fb-48ff-8b08-13780aac345e None None] Pushing event updated for resources: {'Port': ['ID=41f105a7-41fb-4789-a8cd-49a8e1d989f1,revision_number=4']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:14.603978 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-07975199-8f42-4d58-85cc-8cbf44db82c5 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:14.615260 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911d90c5-5234-46cc-934c-7641a1723fa7 None None] Resources bound (agent type, host, resource id): {{(pid=87638) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 01 04:34:14.628797 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 3c163f29-00cc-41de-8487-dd17a57c8c46 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:34:14.668931 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-ddd5406b-8034-4f35-bde9-60a0bd96c8d9 None None] Set router d91d16bf-2137-45fb-a754-b5a50c7d4dc8 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:34:14.685699 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-145afb6a-98a6-4911-8843-70175fce8961 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3072169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2652276'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:14.691109 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c67cfa89-453f-42d0-85e5-cfa748995caa tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:14.761772 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145afb6a-98a6-4911-8843-70175fce8961 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event deleted for resources: {'Subnet': ['ID=b27f8c96-f750-463c-bdc5-227821fca410,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:14.814901 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-145afb6a-98a6-4911-8843-70175fce8961 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:14.861116 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67cfa89-453f-42d0-85e5-cfa748995caa tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Checking segment: {'id': 'd945a307-e8f0-43f5-8835-cbe7307aff9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '04a194ca-4648-4326-8145-6d4ef653dc22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:34:14.861623 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67cfa89-453f-42d0-85e5-cfa748995caa tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Network hostable DHCP agents. Network: 04a194ca-4648-4326-8145-6d4ef653dc22, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:34:14.884440 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-145afb6a-98a6-4911-8843-70175fce8961 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/subnets/b27f8c96-f750-463c-bdc5-227821fca410 HTTP/1.1" status: 204 len: 168 time: 1.7768128 Feb 01 04:34:14.886444 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36348) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:14.923874 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f139df9d-d3b9-4a2a-9ff6-40d6236c2119 req-086dcb4d-839c-410e-939d-1350e6882cd9 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:14.925892 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-f139df9d-d3b9-4a2a-9ff6-40d6236c2119 req-086dcb4d-839c-410e-939d-1350e6882cd9 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] 10.222.0.24 "GET /v2.0/networks?id=6ec819a2-0c55-40ed-acdc-50daf874a757 HTTP/1.1" status: 200 len: 797 time: 1.4441497 Feb 01 04:34:14.960680 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:14.961984 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 3c163f29-00cc-41de-8487-dd17a57c8c46 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:34:14.962343 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:14.999231 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-96480e06-e9e7-43cd-8d91-026f2ca0afbe tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1086152 Feb 01 04:34:15.005439 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-f139df9d-d3b9-4a2a-9ff6-40d6236c2119 req-d80b390a-96f8-4e1f-9a1e-909e99763ff7 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] 10.222.0.24 "GET /v2.0/quotas/4d9d44d669ef45fba0a9fcf8b2a96a15 HTTP/1.1" status: 200 len: 375 time: 0.0671742 Feb 01 04:34:15.009194 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 36352) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:15.016644 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67cfa89-453f-42d0-85e5-cfa748995caa tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Pushing event updated for resources: {'Subnet': ['ID=7aa5ac5e-7d48-470b-8f54-505bab5c1274,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:15.029030 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-07975199-8f42-4d58-85cc-8cbf44db82c5 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:15.039751 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-600670ac-2f1b-46b5-bf50-3c59398886a9 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Request body: {'subnet': {'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:34:15.065863 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67cfa89-453f-42d0-85e5-cfa748995caa tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Network 04a194ca-4648-4326-8145-6d4ef653dc22 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:34:15.100516 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-c67cfa89-453f-42d0-85e5-cfa748995caa tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, 04a194ca-4648-4326-8145-6d4ef653dc22) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:34:15.109556 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67cfa89-453f-42d0-85e5-cfa748995caa tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:15.110636 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c67cfa89-453f-42d0-85e5-cfa748995caa tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:15.128804 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-09485a81-7187-41c0-8f22-bf442aa92b53 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Deleting port 8ceb0b69-e6c2-46cb-9fff-47e0d42d8b6a {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:34:15.129365 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-09485a81-7187-41c0-8f22-bf442aa92b53 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:15.146730 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07975199-8f42-4d58-85cc-8cbf44db82c5 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72750a76-d7ab-413a-83a5-5228437ae260,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:15.149111 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-ddd5406b-8034-4f35-bde9-60a0bd96c8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd91d16bf-2137-45fb-a754-b5a50c7d4dc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-791609492', 'tenant_id': '4d9d44d669ef45fba0a9fcf8b2a96a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': '9a9ac8b9-9072-4184-8231-1d011a45ff0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:33:41Z', 'updated_at': '2022-02-01T04:34:05Z', 'revision_number': 4, 'project_id': '4d9d44d669ef45fba0a9fcf8b2a96a15', 'gw_port': {'id': '9a9ac8b9-9072-4184-8231-1d011a45ff0e', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:bc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91d16bf-2137-45fb-a754-b5a50c7d4dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:33:44Z', 'updated_at': '2022-02-01T04:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '41f105a7-41fb-4789-a8cd-49a8e1d989f1', 'name': '', 'network_id': '6ec819a2-0c55-40ed-acdc-50daf874a757', 'tenant_id': '4d9d44d669ef45fba0a9fcf8b2a96a15', 'mac_address': 'fa:16:3e:3a:be:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd91d16bf-2137-45fb-a754-b5a50c7d4dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'd9f4fc37-5ff0-4c6e-bfc2-a80b9a0fed2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:33:59Z', 'updated_at': '2022-02-01T04:34:14Z', 'revision_number': 4, 'project_id': '4d9d44d669ef45fba0a9fcf8b2a96a15', 'subnets': [{'id': 'd9f4fc37-5ff0-4c6e-bfc2-a80b9a0fed2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:15.154398 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd5406b-8034-4f35-bde9-60a0bd96c8d9 None None] The sync data for ids ['d91d16bf-2137-45fb-a754-b5a50c7d4dc8'] in dv-neutron-826830-1-hyperv is: [{'id': 'd91d16bf-2137-45fb-a754-b5a50c7d4dc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-791609492', 'tenant_id': '4d9d44d669ef45fba0a9fcf8b2a96a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': '9a9ac8b9-9072-4184-8231-1d011a45ff0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:33:41Z', 'updated_at': '2022-02-01T04:34:05Z', 'revision_number': 4, 'project_id': '4d9d44d669ef45fba0a9fcf8b2a96a15', 'gw_port': {'id': '9a9ac8b9-9072-4184-8231-1d011a45ff0e', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:bc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91d16bf-2137-45fb-a754-b5a50c7d4dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:33:44Z', 'updated_at': '2022-02-01T04:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '41f105a7-41fb-4789-a8cd-49a8e1d989f1', 'name': '', 'network_id': '6ec819a2-0c55-40ed-acdc-50daf874a757', 'tenant_id': '4d9d44d669ef45fba0a9fcf8b2a96a15', 'mac_address': 'fa:16:3e:3a:be:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd91d16bf-2137-45fb-a754-b5a50c7d4dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'd9f4fc37-5ff0-4c6e-bfc2-a80b9a0fed2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:33:59Z', 'updated_at': '2022-02-01T04:34:14Z', 'revision_number': 4, 'project_id': '4d9d44d669ef45fba0a9fcf8b2a96a15', 'subnets': [{'id': 'd9f4fc37-5ff0-4c6e-bfc2-a80b9a0fed2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:34:15.191805 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c67cfa89-453f-42d0-85e5-cfa748995caa tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8937457 Feb 01 04:34:15.195479 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36356) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:15.211262 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2e9a517c-09f9-4471-ab2a-d11e3bf87606 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:15.214955 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-c6108eaf-62d3-4d07-bb5b-188573752f1a tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-185382046'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:34:15.253395 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c6108eaf-62d3-4d07-bb5b-188573752f1a tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:34:15.264483 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c6108eaf-62d3-4d07-bb5b-188573752f1a tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Usage tracker for resource:network and tenant:dd2a656c49f44814a0be2f22e4794d92 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:34:15.274536 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a05e2883-829d-4399-995a-6cf4bcd69c82 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:15.277610 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c6108eaf-62d3-4d07-bb5b-188573752f1a tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:34:15.287527 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c6108eaf-62d3-4d07-bb5b-188573752f1a tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:34:15.312985 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 97e011e5-6a3a-4307-a432-4ee87aaeccf6 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:34:15.364389 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6108eaf-62d3-4d07-bb5b-188573752f1a tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Made reservation on behalf of dd2a656c49f44814a0be2f22e4794d92 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:34:15.369909 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c6108eaf-62d3-4d07-bb5b-188573752f1a tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:15.377317 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-600670ac-2f1b-46b5-bf50-3c59398886a9 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:34:15.382492 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-600670ac-2f1b-46b5-bf50-3c59398886a9 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Usage tracker for resource:subnet and tenant:60b4e61082d3421283cb095bbc99ad8e is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:34:15.396948 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9a517c-09f9-4471-ab2a-d11e3bf87606 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Pushing event deleted for resources: {'Port': ['ID=14b8bddf-7e41-4ea4-ac9c-3e17467f27b8,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:15.399200 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-07975199-8f42-4d58-85cc-8cbf44db82c5 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:15.402790 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-07975199-8f42-4d58-85cc-8cbf44db82c5 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "DELETE /v2.0/security-groups/72750a76-d7ab-413a-83a5-5228437ae260 HTTP/1.1" status: 204 len: 168 time: 3.7969849 Feb 01 04:34:15.406986 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 36360) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:15.408098 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-600670ac-2f1b-46b5-bf50-3c59398886a9 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:34:15.426772 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-09485a81-7187-41c0-8f22-bf442aa92b53 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:15.459709 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 97e011e5-6a3a-4307-a432-4ee87aaeccf6 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:34:15.466873 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 97e011e5-6a3a-4307-a432-4ee87aaeccf6 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:34:15.467198 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:15.543454 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-600670ac-2f1b-46b5-bf50-3c59398886a9 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:34:15.583637 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2e9a517c-09f9-4471-ab2a-d11e3bf87606 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:15.586019 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-2e9a517c-09f9-4471-ab2a-d11e3bf87606 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] 10.222.0.24 "DELETE /v2.0/ports/14b8bddf-7e41-4ea4-ac9c-3e17467f27b8 HTTP/1.1" status: 204 len: 168 time: 4.8533883 Feb 01 04:34:15.591240 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 36364) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:15.612891 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6108eaf-62d3-4d07-bb5b-188573752f1a tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:34:15.628834 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c6108eaf-62d3-4d07-bb5b-188573752f1a tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:15.629181 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-c6108eaf-62d3-4d07-bb5b-188573752f1a tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Added segment 2c4d6beb-ec68-46b9-9389-58fb543aaf64 of type vlan for network c8eef98d-2bd8-4f0e-a737-00fc31d61d47 Feb 01 04:34:15.646541 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84d7478-c1c6-4e51-8b1e-41f986aaa9f3 None None] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:34:15.655924 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-09485a81-7187-41c0-8f22-bf442aa92b53 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Calling delete_port for 8ceb0b69-e6c2-46cb-9fff-47e0d42d8b6a owned by network:router_interface {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:34:15.666182 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51dba8a-5a9e-4d4d-910d-8d4d8d7ba865 None None] Network 04a194ca-4648-4326-8145-6d4ef653dc22 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:34:15.686239 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-bb654e12-ef7e-4b97-9343-a0ef73b909ef tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Request body: {'port': {'name': 'tempest-new-port-name-2145760516', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:34:15.686239 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.api.validators [None req-bb654e12-ef7e-4b97-9343-a0ef73b909ef tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] bootfile-name is not in valid_values {{(pid=87637) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 01 04:34:15.693428 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.api.validators [None req-bb654e12-ef7e-4b97-9343-a0ef73b909ef tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] tftp-server is not in valid_values {{(pid=87637) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 01 04:34:15.693925 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.api.validators [None req-bb654e12-ef7e-4b97-9343-a0ef73b909ef tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] server-ip-address is not in valid_values {{(pid=87637) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 01 04:34:15.767326 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-600670ac-2f1b-46b5-bf50-3c59398886a9 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Made reservation on behalf of 60b4e61082d3421283cb095bbc99ad8e for: {'subnet': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:34:15.770666 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-600670ac-2f1b-46b5-bf50-3c59398886a9 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3694443'] for subnet, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:15.785273 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c6108eaf-62d3-4d07-bb5b-188573752f1a tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:15.935482 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c6108eaf-62d3-4d07-bb5b-188573752f1a tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:15.945630 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6108eaf-62d3-4d07-bb5b-188573752f1a tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:15.950380 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c6108eaf-62d3-4d07-bb5b-188573752f1a tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:16.035647 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:16.094464 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c6108eaf-62d3-4d07-bb5b-188573752f1a tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8942060 Feb 01 04:34:16.105050 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 36370) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:16.142609 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-f139df9d-d3b9-4a2a-9ff6-40d6236c2119 req-90c7e2cd-e547-4a31-abcd-8ced0e5a5a6d tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Synchronizing usage tracker for tenant:4d9d44d669ef45fba0a9fcf8b2a96a15 on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:34:16.161206 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-2dae8961-f5e3-4342-b857-8875d9cc7149 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Request body: {'subnet': {'network_id': 'c8eef98d-2bd8-4f0e-a737-00fc31d61d47', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:34:16.197376 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 97e011e5-6a3a-4307-a432-4ee87aaeccf6, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=97e011e5-6a3a-4307-a432-4ee87aaeccf6,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:34:16.200154 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6108eaf-62d3-4d07-bb5b-188573752f1a tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Pushing event updated for resources: {'Network': ['ID=c8eef98d-2bd8-4f0e-a737-00fc31d61d47,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:16.215321 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:16.251092 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-09485a81-7187-41c0-8f22-bf442aa92b53 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:16.301231 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network c8eef98d-2bd8-4f0e-a737-00fc31d61d47 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:34:16.407432 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bb654e12-ef7e-4b97-9343-a0ef73b909ef tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:16.453923 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 41f105a7-41fb-4789-a8cd-49a8e1d989f1 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:34:16.538815 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a22b308d-9dd9-439b-8bd4-21ddfda4287d tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for security_group, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:16.549770 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09485a81-7187-41c0-8f22-bf442aa92b53 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Pushing event deleted for resources: {'Port': ['ID=8ceb0b69-e6c2-46cb-9fff-47e0d42d8b6a,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:16.560313 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=97e011e5-6a3a-4307-a432-4ee87aaeccf6,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:16.622271 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-f139df9d-d3b9-4a2a-9ff6-40d6236c2119 req-90c7e2cd-e547-4a31-abcd-8ced0e5a5a6d tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Unset dirty status for tenant:4d9d44d669ef45fba0a9fcf8b2a96a15 on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:34:16.630567 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 41f105a7-41fb-4789-a8cd-49a8e1d989f1 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:34:16.634275 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-f139df9d-d3b9-4a2a-9ff6-40d6236c2119 req-90c7e2cd-e547-4a31-abcd-8ced0e5a5a6d tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4d9d44d669ef45fba0a9fcf8b2a96a15&fields=id HTTP/1.1" status: 200 len: 302 time: 1.6204188 Feb 01 04:34:16.636475 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ae9f13-923d-424f-afbc-1f88eba71c6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-04a194ca-4648-4326-8145-6d4ef653dc22', 'network_id': '04a194ca-4648-4326-8145-6d4ef653dc22', 'tenant_id': 'dd2a656c49f44814a0be2f22e4794d92', 'fixed_ips': [{'subnet_id': '7aa5ac5e-7d48-470b-8f54-505bab5c1274'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:34:16.637397 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-02ae9f13-923d-424f-afbc-1f88eba71c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:16.665776 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 41f105a7-41fb-4789-a8cd-49a8e1d989f1 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:34:16.666338 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:16.763794 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-023632d1-32b9-4423-b1ae-071ce9531c95 req-b692ffdb-bd61-49a7-b9d5-ce9b53e6d6b4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6114643 Feb 01 04:34:16.767081 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-09485a81-7187-41c0-8f22-bf442aa92b53 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770960'] for router_interface, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:16.869338 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b09439-26c0-41ae-95f3-cdbccc7a5990 None None] DHCP port deletion for 14b67238-4e53-405c-b9cd-84b8ff52e36a request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:34:16.970847 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-02ae9f13-923d-424f-afbc-1f88eba71c6c None None] Allocated IP 2001:db8:0:ffff::2 (04a194ca-4648-4326-8145-6d4ef653dc22/7aa5ac5e-7d48-470b-8f54-505bab5c1274/a5401283-b518-4f6e-8aeb-fd2224aae753) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:34:17.011118 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-66b09439-26c0-41ae-95f3-cdbccc7a5990 None None] Deleting port 97e011e5-6a3a-4307-a432-4ee87aaeccf6 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:34:17.011517 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-66b09439-26c0-41ae-95f3-cdbccc7a5990 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:17.102562 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-2dae8961-f5e3-4342-b857-8875d9cc7149 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:34:17.132484 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-2dae8961-f5e3-4342-b857-8875d9cc7149 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Usage tracker for resource:subnet and tenant:dd2a656c49f44814a0be2f22e4794d92 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:34:17.163686 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a22b308d-9dd9-439b-8bd4-21ddfda4287d tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:17.172517 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-2dae8961-f5e3-4342-b857-8875d9cc7149 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:34:17.200029 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09485a81-7187-41c0-8f22-bf442aa92b53 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Router 44c637a7-c94e-4e61-9c21-a88c897d28ac has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:34:17.202267 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023632d1-32b9-4423-b1ae-071ce9531c95 req-561bcddb-8043-4ce1-98dc-818a4eadcd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:17.203769 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-023632d1-32b9-4423-b1ae-071ce9531c95 req-561bcddb-8043-4ce1-98dc-818a4eadcd2d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8c08b23bffb44a249b00a7d1f56c2684&device_id=9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b HTTP/1.1" status: 200 len: 1098 time: 0.2996469 Feb 01 04:34:17.234642 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-2dae8961-f5e3-4342-b857-8875d9cc7149 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:34:17.237005 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-a05e2883-829d-4399-995a-6cf4bcd69c82 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Allocated IP 172.20.0.1 (0d1e869b-a293-4e6c-add4-937fb2847c13/8af610f5-d2be-46ba-af27-e2cb8a970612/7f7f3ded-bbe5-41c4-84a4-e30c28d194f4) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:34:17.357559 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:17.374218 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09485a81-7187-41c0-8f22-bf442aa92b53 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:34:17.405640 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dae8961-f5e3-4342-b857-8875d9cc7149 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Made reservation on behalf of dd2a656c49f44814a0be2f22e4794d92 for: {'subnet': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:34:17.409142 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2dae8961-f5e3-4342-b857-8875d9cc7149 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3694443'] for subnet, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:17.432891 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-09485a81-7187-41c0-8f22-bf442aa92b53 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] 10.222.0.24 "PUT /v2.0/routers/44c637a7-c94e-4e61-9c21-a88c897d28ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4433658 Feb 01 04:34:17.435165 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36374) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:17.441390 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ef9530-4197-48de-a21f-5ed1df2ebec5 None None] Sync routers for ids ['44c637a7-c94e-4e61-9c21-a88c897d28ac'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:34:17.514817 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-aba20b52-cc55-4756-8351-f4dc4b482f54 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] show failed (client error): The resource could not be found. Feb 01 04:34:17.519578 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-aba20b52-cc55-4756-8351-f4dc4b482f54 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] 10.222.0.24 "GET /v2.0/routers/tempest-non_exist_router-1716672742 HTTP/1.1" status: 404 len: 335 time: 0.0813658 Feb 01 04:34:17.519734 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36378) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:17.525209 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-56af3be3-700c-4be1-893e-eedfe782ca65 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:34:17.532400 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ef9530-4197-48de-a21f-5ed1df2ebec5 None None] Routers {'44c637a7-c94e-4e61-9c21-a88c897d28ac'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:34:17.533127 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-22ef9530-4197-48de-a21f-5ed1df2ebec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:34:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['44c637a7-c94e-4e61-9c21-a88c897d28ac'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:17.580727 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 41f105a7-41fb-4789-a8cd-49a8e1d989f1, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=41f105a7-41fb-4789-a8cd-49a8e1d989f1,segment=NetworkSegment(47389526-68fb-4cf8-9cf4-525db349e4da),segment_id=47389526-68fb-4cf8-9cf4-525db349e4da)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:34:17.600733 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-56af3be3-700c-4be1-893e-eedfe782ca65 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] update failed (client error): The resource could not be found. Feb 01 04:34:17.605966 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-56af3be3-700c-4be1-893e-eedfe782ca65 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] 10.222.0.24 "PUT /v2.0/routers/tempest-non_exist_router-1506119869 HTTP/1.1" status: 404 len: 335 time: 0.0811379 Feb 01 04:34:17.606124 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:17.609743 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36382) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:17.610990 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a22b308d-9dd9-439b-8bd4-21ddfda4287d tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:17.641593 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023632d1-32b9-4423-b1ae-071ce9531c95 req-c2d6fbbc-b7c5-43c6-937f-8c9d06e6ef9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:17.643171 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-023632d1-32b9-4423-b1ae-071ce9531c95 req-c2d6fbbc-b7c5-43c6-937f-8c9d06e6ef9b service neutron] 10.222.0.18 "GET /v2.0/networks?id=958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a HTTP/1.1" status: 200 len: 912 time: 0.3825736 Feb 01 04:34:17.644634 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-02ae9f13-923d-424f-afbc-1f88eba71c6c None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:17.654339 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-22ef9530-4197-48de-a21f-5ed1df2ebec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:17.679467 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-f139df9d-d3b9-4a2a-9ff6-40d6236c2119 req-b3a65069-3511-4153-a86c-55cb7cb71752 service neutron] 10.222.0.24 "GET /v2.0/networks/6ec819a2-0c55-40ed-acdc-50daf874a757?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0229633 Feb 01 04:34:17.682738 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-02ae9f13-923d-424f-afbc-1f88eba71c6c None None] Transition to ACTIVE for port object a5401283-b518-4f6e-8aeb-fd2224aae753 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:34:17.708625 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bb654e12-ef7e-4b97-9343-a0ef73b909ef tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:17.729218 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ef9530-4197-48de-a21f-5ed1df2ebec5 None None] Routers {'44c637a7-c94e-4e61-9c21-a88c897d28ac'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:34:17.729854 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-22ef9530-4197-48de-a21f-5ed1df2ebec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:34:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['44c637a7-c94e-4e61-9c21-a88c897d28ac'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:17.736220 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22b308d-9dd9-439b-8bd4-21ddfda4287d tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35bc0f86-66b8-4ee7-9ae3-356e49b74334,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:17.768967 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bb654e12-ef7e-4b97-9343-a0ef73b909ef tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:17.775048 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.objects.ports [None req-600670ac-2f1b-46b5-bf50-3c59398886a9 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87637) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 01 04:34:17.786402 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea71bdaa-3adc-442b-abf4-0b97f61b63b4 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Deleting subnet d32c6fbb-b9d0-40d4-8588-90b304136a01 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:34:17.793266 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ea71bdaa-3adc-442b-abf4-0b97f61b63b4 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:17.814279 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-22ef9530-4197-48de-a21f-5ed1df2ebec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:17.814860 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ef9530-4197-48de-a21f-5ed1df2ebec5 None None] The sync data for ids ['44c637a7-c94e-4e61-9c21-a88c897d28ac'] in dv-neutron-826830-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:34:17.818403 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-02ae9f13-923d-424f-afbc-1f88eba71c6c None None] Transition to ACTIVE for port object a5401283-b518-4f6e-8aeb-fd2224aae753 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:34:17.828067 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-66b09439-26c0-41ae-95f3-cdbccc7a5990 None None] For port 97e011e5-6a3a-4307-a432-4ee87aaeccf6, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=97e011e5-6a3a-4307-a432-4ee87aaeccf6,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:34:17.829911 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-66b09439-26c0-41ae-95f3-cdbccc7a5990 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:17.834961 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-023632d1-32b9-4423-b1ae-071ce9531c95 req-d43cccc8-4369-40bf-b179-95fb5ec65ee6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a143ed3-127d-4979-9fda-2a2543ba2248 HTTP/1.1" status: 200 len: 1000 time: 0.1763320 Feb 01 04:34:17.836906 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=41f105a7-41fb-4789-a8cd-49a8e1d989f1,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:17.843970 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-02ae9f13-923d-424f-afbc-1f88eba71c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:17.908159 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ea71bdaa-3adc-442b-abf4-0b97f61b63b4 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145757'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:17.946679 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-bb654e12-ef7e-4b97-9343-a0ef73b909ef tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] In _notify_port_updated(), no bound segment for port acdc7470-2b1a-4664-bc12-8aa7dd2d97e1 on network 750421e7-cf53-4e53-8d8a-eb37cf2fe198 {{(pid=87637) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 01 04:34:17.952253 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb654e12-ef7e-4b97-9343-a0ef73b909ef tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:17.952945 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bb654e12-ef7e-4b97-9343-a0ef73b909ef tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:17.957708 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-bb654e12-ef7e-4b97-9343-a0ef73b909ef tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] 10.222.0.24 "PUT /v2.0/ports/acdc7470-2b1a-4664-bc12-8aa7dd2d97e1 HTTP/1.1" status: 200 len: 1130 time: 2.2776330 Feb 01 04:34:18.017047 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 36386) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:18.043051 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-66b09439-26c0-41ae-95f3-cdbccc7a5990 None None] Calling delete_port for 97e011e5-6a3a-4307-a432-4ee87aaeccf6 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:34:18.102662 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ae9f13-923d-424f-afbc-1f88eba71c6c None None] Network 04a194ca-4648-4326-8145-6d4ef653dc22 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:34:18.107765 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-02ae9f13-923d-424f-afbc-1f88eba71c6c None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:34:18.110465 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ae9f13-923d-424f-afbc-1f88eba71c6c None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:34:18.159675 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ea71bdaa-3adc-442b-abf4-0b97f61b63b4 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:18.162078 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ae9f13-923d-424f-afbc-1f88eba71c6c None None] Pushing event updated for resources: {'Port': ['ID=a5401283-b518-4f6e-8aeb-fd2224aae753,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:18.198689 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a22b308d-9dd9-439b-8bd4-21ddfda4287d tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:18.202181 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-a22b308d-9dd9-439b-8bd4-21ddfda4287d tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "DELETE /v2.0/security-groups/35bc0f86-66b8-4ee7-9ae3-356e49b74334 HTTP/1.1" status: 204 len: 168 time: 2.7884939 Feb 01 04:34:18.205666 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36390) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:18.248722 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-02ae9f13-923d-424f-afbc-1f88eba71c6c None None] Attempting to bind port a5401283-b518-4f6e-8aeb-fd2224aae753 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:34:18.248722 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-02ae9f13-923d-424f-afbc-1f88eba71c6c None None] Attempting to bind port a5401283-b518-4f6e-8aeb-fd2224aae753 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': 'd945a307-e8f0-43f5-8835-cbe7307aff9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '04a194ca-4648-4326-8145-6d4ef653dc22'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:34:18.248722 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ae9f13-923d-424f-afbc-1f88eba71c6c None None] Attempting to bind port a5401283-b518-4f6e-8aeb-fd2224aae753 on network 04a194ca-4648-4326-8145-6d4ef653dc22 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:34:18.257959 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ae9f13-923d-424f-afbc-1f88eba71c6c None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:34:18.258928 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ae9f13-923d-424f-afbc-1f88eba71c6c None None] Checking segment: {'id': 'd945a307-e8f0-43f5-8835-cbe7307aff9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '04a194ca-4648-4326-8145-6d4ef653dc22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:34:18.259485 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-02ae9f13-923d-424f-afbc-1f88eba71c6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:18.259966 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ae9f13-923d-424f-afbc-1f88eba71c6c None None] Bound using segment: {'id': 'd945a307-e8f0-43f5-8835-cbe7307aff9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '04a194ca-4648-4326-8145-6d4ef653dc22'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:34:18.260722 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-02ae9f13-923d-424f-afbc-1f88eba71c6c None None] Bound port: a5401283-b518-4f6e-8aeb-fd2224aae753, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd945a307-e8f0-43f5-8835-cbe7307aff9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '04a194ca-4648-4326-8145-6d4ef653dc22'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:34:18.261346 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-02ae9f13-923d-424f-afbc-1f88eba71c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:18.263983 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a05e2883-829d-4399-995a-6cf4bcd69c82 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:18.268562 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb654e12-ef7e-4b97-9343-a0ef73b909ef tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Pushing event updated for resources: {'Port': ['ID=acdc7470-2b1a-4664-bc12-8aa7dd2d97e1,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:18.277643 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-66b09439-26c0-41ae-95f3-cdbccc7a5990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:18.280619 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023632d1-32b9-4423-b1ae-071ce9531c95 req-3dc5e536-3470-410e-b148-96f5b55847d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:18.282572 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-023632d1-32b9-4423-b1ae-071ce9531c95 req-3dc5e536-3470-410e-b148-96f5b55847d6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f1d92c60-8ec8-4263-bfcc-74bbe6cd55af HTTP/1.1" status: 200 len: 851 time: 0.4341893 Feb 01 04:34:18.365087 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b09439-26c0-41ae-95f3-cdbccc7a5990 None None] No DVR routers for this DVR port 97e011e5-6a3a-4307-a432-4ee87aaeccf6 on host dv-neutron-826830-1-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:34:18.369233 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b09439-26c0-41ae-95f3-cdbccc7a5990 None None] Pushing event deleted for resources: {'Port': ['ID=97e011e5-6a3a-4307-a432-4ee87aaeccf6,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:18.386729 dv-neutron-826830-1-hyperv neutron-server[87637]: WARNING neutron.services.revisions.revision_plugin [None req-600670ac-2f1b-46b5-bf50-3c59398886a9 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Could not find related port for resource to bump revision. Feb 01 04:34:18.387228 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-abe15a08-a712-459e-aa1f-1fbe35f84e3e None None] Provisioning complete for port acdc7470-2b1a-4664-bc12-8aa7dd2d97e1 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:34:18.387751 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-abe15a08-a712-459e-aa1f-1fbe35f84e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:18.411120 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fe359168-38f6-454c-808d-7a05c7c9ba62 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:18.421584 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-a05e2883-829d-4399-995a-6cf4bcd69c82 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Transition to ACTIVE for port object 7f7f3ded-bbe5-41c4-84a4-e30c28d194f4 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:34:18.425772 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 41f105a7-41fb-4789-a8cd-49a8e1d989f1 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:34:18.428153 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ea71bdaa-3adc-442b-abf4-0b97f61b63b4 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3072169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2652276'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:18.430914 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-f139df9d-d3b9-4a2a-9ff6-40d6236c2119 req-a3e90be5-428e-47ac-82c0-1b3b4894359d service neutron] 10.222.0.24 "GET /v2.0/networks/6ec819a2-0c55-40ed-acdc-50daf874a757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7255793 Feb 01 04:34:18.441134 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf7f80f-047e-4729-9376-1ef465486028 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:18.441715 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-ddf7f80f-047e-4729-9376-1ef465486028 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Synchronizing usage tracker for tenant:a1d680601f034200bacb5bc56c9e5b3d on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:34:18.444199 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.ipam_pluggable_backend [None req-600670ac-2f1b-46b5-bf50-3c59398886a9 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Port 97e011e5-6a3a-4307-a432-4ee87aaeccf6 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=87637) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 01 04:34:18.444508 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.ipam_pluggable_backend [None req-600670ac-2f1b-46b5-bf50-3c59398886a9 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Reverting IP allocation for 2001:db8::f816:3eff:fe1f:cbbf {{(pid=87637) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 01 04:34:18.454239 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.ipam_pluggable_backend [None req-600670ac-2f1b-46b5-bf50-3c59398886a9 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe1f:cbbf {{(pid=87637) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 01 04:34:18.467374 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fe359168-38f6-454c-808d-7a05c7c9ba62 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:18.467770 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-600670ac-2f1b-46b5-bf50-3c59398886a9 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3037478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3694457'] for subnet, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:18.516885 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ea71bdaa-3adc-442b-abf4-0b97f61b63b4 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:18.531198 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e36aad7-939c-4fa2-877a-f2e7eabda1bf None None] Network 062327aa-3a90-4e7c-8f7e-a3de51f221f3 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:34:18.540596 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea71bdaa-3adc-442b-abf4-0b97f61b63b4 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Pushing event deleted for resources: {'Subnet': ['ID=d32c6fbb-b9d0-40d4-8588-90b304136a01,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:18.552333 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ea71bdaa-3adc-442b-abf4-0b97f61b63b4 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] 10.222.0.24 "DELETE /v2.0/subnets/d32c6fbb-b9d0-40d4-8588-90b304136a01 HTTP/1.1" status: 204 len: 168 time: 0.9413934 Feb 01 04:34:18.556827 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 36394) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:18.589858 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-02ae9f13-923d-424f-afbc-1f88eba71c6c None None] For port a5401283-b518-4f6e-8aeb-fd2224aae753, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:34:18.600974 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023632d1-32b9-4423-b1ae-071ce9531c95 req-65f48340-d638-4a89-b98a-aeb903608ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:18.611802 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-abe15a08-a712-459e-aa1f-1fbe35f84e3e None None] Port acdc7470-2b1a-4664-bc12-8aa7dd2d97e1 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:34:18.615847 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-023632d1-32b9-4423-b1ae-071ce9531c95 req-65f48340-d638-4a89-b98a-aeb903608ead service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3249140 Feb 01 04:34:18.626857 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-02ae9f13-923d-424f-afbc-1f88eba71c6c None None] For port a5401283-b518-4f6e-8aeb-fd2224aae753, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=a5401283-b518-4f6e-8aeb-fd2224aae753,segment=NetworkSegment(d945a307-e8f0-43f5-8835-cbe7307aff9f),segment_id=d945a307-e8f0-43f5-8835-cbe7307aff9f)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:34:18.691423 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6c5e9e8f-05e9-4527-8d33-9422357281e1 req-4e4f6ad5-d7ae-40af-a7ba-022f78a805f9 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] 10.222.0.24 "GET /v2.0/ports?device_id=11f622e6-89bc-43e7-82d6-8a23ab462e21 HTTP/1.1" status: 200 len: 210 time: 0.0628297 Feb 01 04:34:18.693114 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-02ae9f13-923d-424f-afbc-1f88eba71c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:18.697098 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fe359168-38f6-454c-808d-7a05c7c9ba62 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:18.722423 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600670ac-2f1b-46b5-bf50-3c59398886a9 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:34:18.735357 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-ddf7f80f-047e-4729-9376-1ef465486028 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Unset dirty status for tenant:a1d680601f034200bacb5bc56c9e5b3d on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:34:18.735738 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe359168-38f6-454c-808d-7a05c7c9ba62 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c38385-0a10-4886-b7b7-da8ab0dfb2bd,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:18.740072 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-ddf7f80f-047e-4729-9376-1ef465486028 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] 10.222.0.24 "GET /v2.0/ports/acdc7470-2b1a-4664-bc12-8aa7dd2d97e1 HTTP/1.1" status: 200 len: 1130 time: 0.7193205 Feb 01 04:34:18.740072 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-600670ac-2f1b-46b5-bf50-3c59398886a9 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:34:18.741650 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36402) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:18.751738 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600670ac-2f1b-46b5-bf50-3c59398886a9 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:18.752558 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-600670ac-2f1b-46b5-bf50-3c59398886a9 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:18.757698 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7732132-0a02-4cc9-892a-6f37acb792d1 None None] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:34:18.778854 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ce9b4e44-5e6c-4106-8eb5-2472a2ad74c1 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:18.825569 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600670ac-2f1b-46b5-bf50-3c59398886a9 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event updated for resources: {'Subnet': ['ID=9e362ed1-dc3c-4634-a0cb-ee4f60a2a35c,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:18.841179 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-600670ac-2f1b-46b5-bf50-3c59398886a9 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.8289626 Feb 01 04:34:18.872363 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a05e2883-829d-4399-995a-6cf4bcd69c82 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:18.878197 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36410) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:18.893873 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-890e88a1-3a35-4eb9-aead-168bc17d0e80 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Request body: {'port': {'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'mac_address': 'fa:16:3e:bb:83:76', 'name': 'tempest-NetworksTestDHCPv6-1981143884'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:34:18.933455 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fe359168-38f6-454c-808d-7a05c7c9ba62 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:18.933696 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-ce9b4e44-5e6c-4106-8eb5-2472a2ad74c1 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Deleting port 3c163f29-00cc-41de-8487-dd17a57c8c46 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:34:18.933883 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ce9b4e44-5e6c-4106-8eb5-2472a2ad74c1 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:18.939150 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-fe359168-38f6-454c-808d-7a05c7c9ba62 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "DELETE /v2.0/security-groups/36c38385-0a10-4886-b7b7-da8ab0dfb2bd HTTP/1.1" status: 204 len: 168 time: 0.7244818 Feb 01 04:34:18.960839 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36414) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:18.975797 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 41f105a7-41fb-4789-a8cd-49a8e1d989f1 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:34:18.976178 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:19.034790 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05e2883-829d-4399-995a-6cf4bcd69c82 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Network 0d1e869b-a293-4e6c-add4-937fb2847c13 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:34:19.046535 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-a05e2883-829d-4399-995a-6cf4bcd69c82 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:34:19.049264 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05e2883-829d-4399-995a-6cf4bcd69c82 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:34:19.094726 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-023632d1-32b9-4423-b1ae-071ce9531c95 req-9adb4f46-144d-4918-9cee-6b2d3140e3c6 service neutron] 10.222.0.18 "GET /v2.0/networks/958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4359636 Feb 01 04:34:19.121285 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-3d57885c-5047-47ce-b6f3-d0fd20d5cf53 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Deleting port acdc7470-2b1a-4664-bc12-8aa7dd2d97e1 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:34:19.121786 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3d57885c-5047-47ce-b6f3-d0fd20d5cf53 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:19.174898 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ae9f13-923d-424f-afbc-1f88eba71c6c None None] Pushing event updated for resources: {'Port': ['ID=a5401283-b518-4f6e-8aeb-fd2224aae753,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:19.208497 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05e2883-829d-4399-995a-6cf4bcd69c82 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Pushing event updated for resources: {'Port': ['ID=7f7f3ded-bbe5-41c4-84a4-e30c28d194f4,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:19.230892 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.objects.ports [None req-2dae8961-f5e3-4342-b857-8875d9cc7149 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87637) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 01 04:34:19.274733 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2dae8961-f5e3-4342-b857-8875d9cc7149 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3037478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3694457'] for subnet, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:19.443957 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a05e2883-829d-4399-995a-6cf4bcd69c82 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-372107'] for router_interface, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:19.490718 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-26bfad89-c7a4-4bab-9097-4c045aea57ac None None] Provisioning for port 7f7f3ded-bbe5-41c4-84a4-e30c28d194f4 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:34:19.506720 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51774f0e-e20c-4f8a-a516-c49dd930dc5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-14b67238-4e53-405c-b9cd-84b8ff52e36a', 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'tenant_id': '60b4e61082d3421283cb095bbc99ad8e', 'fixed_ips': [{'subnet_id': '9e362ed1-dc3c-4634-a0cb-ee4f60a2a35c'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:34:19.508544 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-51774f0e-e20c-4f8a-a516-c49dd930dc5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:19.529241 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-26bfad89-c7a4-4bab-9097-4c045aea57ac None None] Provisioning complete for port 7f7f3ded-bbe5-41c4-84a4-e30c28d194f4 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:34:19.535104 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-26bfad89-c7a4-4bab-9097-4c045aea57ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:19.607052 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed3b6241-9b0f-4b2d-a907-22597728168f tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Deleting subnet c4601d12-3371-4c70-963c-98b5c18b8559 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:34:19.621841 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6241-9b0f-4b2d-a907-22597728168f tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:19.683829 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ad7e68-80ee-4bdd-9fcf-247dabcef9a8 None None] DHCP port deletion for 062327aa-3a90-4e7c-8f7e-a3de51f221f3 request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:34:19.687830 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 97e011e5-6a3a-4307-a432-4ee87aaeccf6 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:34:19.757300 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-49ad7e68-80ee-4bdd-9fcf-247dabcef9a8 None None] Deleting port 3c163f29-00cc-41de-8487-dd17a57c8c46 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:34:19.758493 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-49ad7e68-80ee-4bdd-9fcf-247dabcef9a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:19.760132 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dae8961-f5e3-4342-b857-8875d9cc7149 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Pushing event updated for resources: {'Subnet': ['ID=37d2867a-14d3-4153-a936-0de2b6327ecf,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:19.790271 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-890e88a1-3a35-4eb9-aead-168bc17d0e80 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:34:19.812600 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 97e011e5-6a3a-4307-a432-4ee87aaeccf6 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:34:19.812842 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 97e011e5-6a3a-4307-a432-4ee87aaeccf6 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:34:19.822452 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-26bfad89-c7a4-4bab-9097-4c045aea57ac None None] Port 7f7f3ded-bbe5-41c4-84a4-e30c28d194f4 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:34:19.824345 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-890e88a1-3a35-4eb9-aead-168bc17d0e80 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Usage tracker for resource:port and tenant:60b4e61082d3421283cb095bbc99ad8e is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:34:19.829959 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6241-9b0f-4b2d-a907-22597728168f tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145757'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:19.864157 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-890e88a1-3a35-4eb9-aead-168bc17d0e80 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:34:19.883985 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-890e88a1-3a35-4eb9-aead-168bc17d0e80 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:34:19.900296 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-023632d1-32b9-4423-b1ae-071ce9531c95 req-1d0e49f1-5e6f-4348-8023-1eea50bbc166 service neutron] 10.222.0.18 "GET /v2.0/networks/958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7127848 Feb 01 04:34:20.015781 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-890e88a1-3a35-4eb9-aead-168bc17d0e80 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Made reservation on behalf of 60b4e61082d3421283cb095bbc99ad8e for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:34:20.099178 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-ce9b4e44-5e6c-4106-8eb5-2472a2ad74c1 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] For port 3c163f29-00cc-41de-8487-dd17a57c8c46, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=3c163f29-00cc-41de-8487-dd17a57c8c46,segment=NetworkSegment(b3dec30c-112b-4013-99bf-59b956c1a8a8),segment_id=b3dec30c-112b-4013-99bf-59b956c1a8a8)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:34:20.099581 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ce9b4e44-5e6c-4106-8eb5-2472a2ad74c1 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:20.100328 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-51774f0e-e20c-4f8a-a516-c49dd930dc5b None None] Allocated IP 2001:db8::f816:3eff:feea:985f (14b67238-4e53-405c-b9cd-84b8ff52e36a/9e362ed1-dc3c-4634-a0cb-ee4f60a2a35c/e6145931-464e-4bb1-b908-940eade75e36) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:34:20.185732 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-49ad7e68-80ee-4bdd-9fcf-247dabcef9a8 None None] For port 3c163f29-00cc-41de-8487-dd17a57c8c46, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=3c163f29-00cc-41de-8487-dd17a57c8c46,segment=NetworkSegment(b3dec30c-112b-4013-99bf-59b956c1a8a8),segment_id=b3dec30c-112b-4013-99bf-59b956c1a8a8)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:34:20.186122 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-49ad7e68-80ee-4bdd-9fcf-247dabcef9a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:20.215823 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3d57885c-5047-47ce-b6f3-d0fd20d5cf53 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:20.280602 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-ce9b4e44-5e6c-4106-8eb5-2472a2ad74c1 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Calling delete_port for 3c163f29-00cc-41de-8487-dd17a57c8c46 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:34:20.346196 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-49ad7e68-80ee-4bdd-9fcf-247dabcef9a8 None None] Calling delete_port for 3c163f29-00cc-41de-8487-dd17a57c8c46 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:34:20.395656 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dae8961-f5e3-4342-b857-8875d9cc7149 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Checking segment: {'id': '2c4d6beb-ec68-46b9-9389-58fb543aaf64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c8eef98d-2bd8-4f0e-a737-00fc31d61d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:34:20.396039 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dae8961-f5e3-4342-b857-8875d9cc7149 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Network hostable DHCP agents. Network: c8eef98d-2bd8-4f0e-a737-00fc31d61d47, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:34:20.423004 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-3205aef0-eefb-4e75-96a1-979b96d4a9df req-b586f8e2-6111-423d-a5fa-c814c4ce6714 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] 10.222.0.24 "GET /v2.0/ports?device_id=11f622e6-89bc-43e7-82d6-8a23ab462e21 HTTP/1.1" status: 200 len: 210 time: 0.4494369 Feb 01 04:34:20.475008 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device a5401283-b518-4f6e-8aeb-fd2224aae753 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:34:20.589652 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-49ad7e68-80ee-4bdd-9fcf-247dabcef9a8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:34:20.590007 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-49ad7e68-80ee-4bdd-9fcf-247dabcef9a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:34:20.621727 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ce9b4e44-5e6c-4106-8eb5-2472a2ad74c1 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:20.667313 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-3d57885c-5047-47ce-b6f3-d0fd20d5cf53 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Calling delete_port for acdc7470-2b1a-4664-bc12-8aa7dd2d97e1 owned by {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:34:20.691045 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port a5401283-b518-4f6e-8aeb-fd2224aae753 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:34:20.700455 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-51774f0e-e20c-4f8a-a516-c49dd930dc5b None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:20.708614 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9b4e44-5e6c-4106-8eb5-2472a2ad74c1 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Pushing event deleted for resources: {'Port': ['ID=3c163f29-00cc-41de-8487-dd17a57c8c46,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:20.720150 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dae8961-f5e3-4342-b857-8875d9cc7149 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Network c8eef98d-2bd8-4f0e-a737-00fc31d61d47 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:34:20.730005 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-51774f0e-e20c-4f8a-a516-c49dd930dc5b None None] Transition to ACTIVE for port object e6145931-464e-4bb1-b908-940eade75e36 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:34:20.732682 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9b4e44-5e6c-4106-8eb5-2472a2ad74c1 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] No DVR routers for this DVR port 3c163f29-00cc-41de-8487-dd17a57c8c46 on host dv-neutron-826830-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:34:20.763654 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-2dae8961-f5e3-4342-b857-8875d9cc7149 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, c8eef98d-2bd8-4f0e-a737-00fc31d61d47) {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:34:20.766482 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-51774f0e-e20c-4f8a-a516-c49dd930dc5b None None] Transition to ACTIVE for port object e6145931-464e-4bb1-b908-940eade75e36 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:34:20.774999 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16f65a8-287a-4c54-b7f1-62db6e6b7904 None None] Network c8eef98d-2bd8-4f0e-a737-00fc31d61d47 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:34:20.804170 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dae8961-f5e3-4342-b857-8875d9cc7149 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:20.804807 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2dae8961-f5e3-4342-b857-8875d9cc7149 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:20.832309 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a05e2883-829d-4399-995a-6cf4bcd69c82 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:20.839686 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-890e88a1-3a35-4eb9-aead-168bc17d0e80 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:20.885025 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6241-9b0f-4b2d-a907-22597728168f tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:20.980683 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-51774f0e-e20c-4f8a-a516-c49dd930dc5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:20.991455 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 3c163f29-00cc-41de-8487-dd17a57c8c46 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:34:21.028138 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01360552-a823-480e-a478-7c78ce961622 None None] Network 04a194ca-4648-4326-8145-6d4ef653dc22 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:34:21.081655 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 3c163f29-00cc-41de-8487-dd17a57c8c46 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:34:21.082006 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 3c163f29-00cc-41de-8487-dd17a57c8c46 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:34:21.097254 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-49ad7e68-80ee-4bdd-9fcf-247dabcef9a8 None None] Deleting port 3c163f29-00cc-41de-8487-dd17a57c8c46 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:34:21.097637 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-49ad7e68-80ee-4bdd-9fcf-247dabcef9a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:21.123459 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f139df9d-d3b9-4a2a-9ff6-40d6236c2119 req-f13343a0-2928-4731-b840-0b9a5cef9d2c tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:21.124140 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-f139df9d-d3b9-4a2a-9ff6-40d6236c2119 req-f13343a0-2928-4731-b840-0b9a5cef9d2c tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Synchronizing usage tracker for tenant:4d9d44d669ef45fba0a9fcf8b2a96a15 on resource:network {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:34:21.141989 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-890e88a1-3a35-4eb9-aead-168bc17d0e80 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] device_id is not set on port 62594d09-9fce-4af9-8a48-6979b529a968 yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:34:21.146430 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51774f0e-e20c-4f8a-a516-c49dd930dc5b None None] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:34:21.185279 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-51774f0e-e20c-4f8a-a516-c49dd930dc5b None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:34:21.198643 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-2dae8961-f5e3-4342-b857-8875d9cc7149 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.0746126 Feb 01 04:34:21.207259 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36430) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:21.210050 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ce9b4e44-5e6c-4106-8eb5-2472a2ad74c1 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:21.217752 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-c30078f9-fa89-42bf-b532-f7df4415f55e tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Request body: {'port': {'network_id': 'c8eef98d-2bd8-4f0e-a737-00fc31d61d47', 'name': 'tempest-NetworksIpV6TestAttrs-651244454'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:34:21.230812 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-49ad7e68-80ee-4bdd-9fcf-247dabcef9a8 None None] The port '3c163f29-00cc-41de-8487-dd17a57c8c46' was deleted {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 01 04:34:21.237227 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51774f0e-e20c-4f8a-a516-c49dd930dc5b None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:34:21.254028 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-ce9b4e44-5e6c-4106-8eb5-2472a2ad74c1 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['062327aa-3a90-4e7c-8f7e-a3de51f221f3']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:21.278485 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-ce9b4e44-5e6c-4106-8eb5-2472a2ad74c1 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3dec30c-112b-4013-99bf-59b956c1a8a8') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:21.278898 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-ce9b4e44-5e6c-4106-8eb5-2472a2ad74c1 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3dec30c-112b-4013-99bf-59b956c1a8a8') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:21.309519 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ce9b4e44-5e6c-4106-8eb5-2472a2ad74c1 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:21.313578 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-f139df9d-d3b9-4a2a-9ff6-40d6236c2119 req-f13343a0-2928-4731-b840-0b9a5cef9d2c tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Unset dirty status for tenant:4d9d44d669ef45fba0a9fcf8b2a96a15 on resource:network {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:34:21.314729 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f139df9d-d3b9-4a2a-9ff6-40d6236c2119 req-f13343a0-2928-4731-b840-0b9a5cef9d2c tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] 10.222.0.18 "GET /v2.0/networks?id=6ec819a2-0c55-40ed-acdc-50daf874a757 HTTP/1.1" status: 200 len: 797 time: 0.5784457 Feb 01 04:34:21.348495 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ce9b4e44-5e6c-4106-8eb5-2472a2ad74c1 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:21.392762 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-f9bb7dba-be5e-4d97-a82a-ac1ae9ad0123 None None] Provisioning for port a5401283-b518-4f6e-8aeb-fd2224aae753 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:34:21.407074 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce9b4e44-5e6c-4106-8eb5-2472a2ad74c1 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:34:21.407660 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ce9b4e44-5e6c-4106-8eb5-2472a2ad74c1 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:21.409402 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6241-9b0f-4b2d-a907-22597728168f tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3072169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2652276'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:21.422453 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 04:34:21.422453 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:34:21.422453 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 04:34:21.422453 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:34:21.422453 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 04:34:21.422453 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:34:21.422453 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 04:34:21.422453 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:34:21.422453 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 04:34:21.422453 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:34:21.422453 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 04:34:21.422453 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:34:21.422453 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 04:34:21.422453 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:34:21.422453 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:34:21.422453 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:34:21.422453 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:34:21.422453 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:34:21.422453 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 04:34:21.422453 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:34:21.422453 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 04:34:21.422453 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:34:21.422453 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:34:21.422453 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:34:21.422453 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 04:34:21.422453 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:34:21.422453 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:34:21.422453 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:34:21.422453 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:34:21.422453 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:34:21.422453 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:34:21.422453 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:34:21.466792 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51774f0e-e20c-4f8a-a516-c49dd930dc5b None None] Pushing event updated for resources: {'Port': ['ID=e6145931-464e-4bb1-b908-940eade75e36,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:21.519794 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-f9bb7dba-be5e-4d97-a82a-ac1ae9ad0123 None None] Provisioning complete for port a5401283-b518-4f6e-8aeb-fd2224aae753 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:34:21.520176 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f9bb7dba-be5e-4d97-a82a-ac1ae9ad0123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:21.521095 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b6241-9b0f-4b2d-a907-22597728168f tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event deleted for resources: {'Subnet': ['ID=c4601d12-3371-4c70-963c-98b5c18b8559,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:21.554485 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6241-9b0f-4b2d-a907-22597728168f tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:21.566965 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-f139df9d-d3b9-4a2a-9ff6-40d6236c2119 req-f5472919-45d6-4ea6-84ee-01bc6ec689c3 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Synchronizing usage tracker for tenant:4d9d44d669ef45fba0a9fcf8b2a96a15 on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:34:21.590188 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e77eb18-8a28-4ae3-9796-a81a5beaa6fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-c8eef98d-2bd8-4f0e-a737-00fc31d61d47', 'network_id': 'c8eef98d-2bd8-4f0e-a737-00fc31d61d47', 'tenant_id': 'dd2a656c49f44814a0be2f22e4794d92', 'fixed_ips': [{'subnet_id': '37d2867a-14d3-4153-a936-0de2b6327ecf'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:34:21.590977 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9e77eb18-8a28-4ae3-9796-a81a5beaa6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:21.591967 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a05e2883-829d-4399-995a-6cf4bcd69c82 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:21.593835 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3d57885c-5047-47ce-b6f3-d0fd20d5cf53 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:21.600072 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a05e2883-829d-4399-995a-6cf4bcd69c82 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:21.600779 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa90f3f-816c-49ee-b7b6-dd48a39a8d65 None None] Network f84096f6-bb01-4fa1-8395-e2b6df6a3423 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:34:21.620991 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ed3b6241-9b0f-4b2d-a907-22597728168f tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "DELETE /v2.0/subnets/c4601d12-3371-4c70-963c-98b5c18b8559 HTTP/1.1" status: 204 len: 168 time: 2.6523116 Feb 01 04:34:21.622578 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-51774f0e-e20c-4f8a-a516-c49dd930dc5b None None] Attempting to bind port e6145931-464e-4bb1-b908-940eade75e36 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:34:21.622951 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-51774f0e-e20c-4f8a-a516-c49dd930dc5b None None] Attempting to bind port e6145931-464e-4bb1-b908-940eade75e36 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:34:21.623338 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51774f0e-e20c-4f8a-a516-c49dd930dc5b None None] Attempting to bind port e6145931-464e-4bb1-b908-940eade75e36 on network 14b67238-4e53-405c-b9cd-84b8ff52e36a {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:34:21.630412 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 36436) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:21.654643 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-890e88a1-3a35-4eb9-aead-168bc17d0e80 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Allocated IP 2001:db8::f816:3eff:febb:8376 (14b67238-4e53-405c-b9cd-84b8ff52e36a/9e362ed1-dc3c-4634-a0cb-ee4f60a2a35c/62594d09-9fce-4af9-8a48-6979b529a968) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:34:21.675535 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ce9b4e44-5e6c-4106-8eb5-2472a2ad74c1 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:21.727495 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d57885c-5047-47ce-b6f3-d0fd20d5cf53 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Pushing event deleted for resources: {'Port': ['ID=acdc7470-2b1a-4664-bc12-8aa7dd2d97e1,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:21.732100 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-321f71a7-529c-4c02-b8fa-0f46e70df445 req-8e04a4ad-3bfc-4418-ad71-b693dfe51916 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] 10.222.0.24 "GET /v2.0/ports?device_id=11f622e6-89bc-43e7-82d6-8a23ab462e21 HTTP/1.1" status: 200 len: 210 time: 0.1280129 Feb 01 04:34:21.755943 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ce9b4e44-5e6c-4106-8eb5-2472a2ad74c1 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:21.762496 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c30078f9-fa89-42bf-b532-f7df4415f55e tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:34:21.766437 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c30078f9-fa89-42bf-b532-f7df4415f55e tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Usage tracker for resource:port and tenant:dd2a656c49f44814a0be2f22e4794d92 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:34:21.775698 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-f139df9d-d3b9-4a2a-9ff6-40d6236c2119 req-f5472919-45d6-4ea6-84ee-01bc6ec689c3 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Unset dirty status for tenant:4d9d44d669ef45fba0a9fcf8b2a96a15 on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:34:21.776499 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-ce9b4e44-5e6c-4106-8eb5-2472a2ad74c1 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] 10.222.0.24 "DELETE /v2.0/networks/062327aa-3a90-4e7c-8f7e-a3de51f221f3 HTTP/1.1" status: 204 len: 168 time: 3.2121952 Feb 01 04:34:21.776709 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f139df9d-d3b9-4a2a-9ff6-40d6236c2119 req-f5472919-45d6-4ea6-84ee-01bc6ec689c3 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d9d44d669ef45fba0a9fcf8b2a96a15 HTTP/1.1" status: 200 len: 379 time: 0.4447551 Feb 01 04:34:21.777711 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 36440) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:21.787808 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c30078f9-fa89-42bf-b532-f7df4415f55e tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:34:21.801597 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9b4e44-5e6c-4106-8eb5-2472a2ad74c1 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Pushing event deleted for resources: {'Network': ['ID=062327aa-3a90-4e7c-8f7e-a3de51f221f3,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:21.817721 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51774f0e-e20c-4f8a-a516-c49dd930dc5b None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:34:21.818283 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51774f0e-e20c-4f8a-a516-c49dd930dc5b None None] Checking segment: {'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:34:21.818903 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-51774f0e-e20c-4f8a-a516-c49dd930dc5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:21.819563 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51774f0e-e20c-4f8a-a516-c49dd930dc5b None None] Bound using segment: {'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:34:21.820465 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-51774f0e-e20c-4f8a-a516-c49dd930dc5b None None] Bound port: e6145931-464e-4bb1-b908-940eade75e36, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:34:21.821099 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-51774f0e-e20c-4f8a-a516-c49dd930dc5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:21.824007 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-f139df9d-d3b9-4a2a-9ff6-40d6236c2119 req-47821a2e-e345-43a9-88fe-0c18ca45b907 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Request body: {'port': {'device_id': '11f622e6-89bc-43e7-82d6-8a23ab462e21', 'network_id': '6ec819a2-0c55-40ed-acdc-50daf874a757', 'admin_state_up': True, 'tenant_id': '4d9d44d669ef45fba0a9fcf8b2a96a15', 'security_groups': ['025f61d7-3c11-4de5-b831-96b62cca7a27']}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:34:21.858415 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c30078f9-fa89-42bf-b532-f7df4415f55e tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:34:21.861679 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3d57885c-5047-47ce-b6f3-d0fd20d5cf53 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:21.864010 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-3d57885c-5047-47ce-b6f3-d0fd20d5cf53 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] 10.222.0.24 "DELETE /v2.0/ports/acdc7470-2b1a-4664-bc12-8aa7dd2d97e1 HTTP/1.1" status: 204 len: 168 time: 3.1148689 Feb 01 04:34:21.872519 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36444) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:21.876596 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a05e2883-829d-4399-995a-6cf4bcd69c82 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371990'] for router_interface, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:21.902245 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05e2883-829d-4399-995a-6cf4bcd69c82 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Pushing event updated for resources: {'Port': ['ID=7f7f3ded-bbe5-41c4-84a4-e30c28d194f4,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:21.912383 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_v2 [None req-21c4e2ce-d9dd-41bf-b1b1-c56631dbc1a5 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Deleting subnet 8e867b4a-d012-4fc0-8866-4b7a729bf3fb {{(pid=87637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:34:21.934959 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-21c4e2ce-d9dd-41bf-b1b1-c56631dbc1a5 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for subnet, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:21.974517 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6a48f47-a265-4096-ad2b-07ca2c0d9bb7 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Deleting subnet 44ba3891-88d7-4b68-8985-8d8d664f5b76 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:34:21.992274 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b6a48f47-a265-4096-ad2b-07ca2c0d9bb7 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:22.008731 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbfd3a73-2699-4303-8356-6647ab177667 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Deleting subnet a77e9b1a-9e5f-48b9-af5f-d46886453cc0 {{(pid=87637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:34:22.017119 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cbfd3a73-2699-4303-8356-6647ab177667 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks [] for subnet, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:22.032340 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f9bb7dba-be5e-4d97-a82a-ac1ae9ad0123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:22.051757 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c30078f9-fa89-42bf-b532-f7df4415f55e tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Made reservation on behalf of dd2a656c49f44814a0be2f22e4794d92 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:34:22.055215 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c30078f9-fa89-42bf-b532-f7df4415f55e tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:22.134704 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-21c4e2ce-d9dd-41bf-b1b1-c56631dbc1a5 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2424773'] for subnet, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:22.162448 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-9e77eb18-8a28-4ae3-9796-a81a5beaa6fa None None] Allocated IP 2001:db8::f816:3eff:fe53:5657 (c8eef98d-2bd8-4f0e-a737-00fc31d61d47/37d2867a-14d3-4153-a936-0de2b6327ecf/896eb387-7893-42b8-886f-00d2ecaf8e32) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:34:22.178352 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cbfd3a73-2699-4303-8356-6647ab177667 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2424773'] for subnet, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:22.197716 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-c30078f9-fa89-42bf-b532-f7df4415f55e tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] device_id is not set on port be33baa0-393e-4e89-aeda-466d418f78c9 yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:34:22.207857 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-51774f0e-e20c-4f8a-a516-c49dd930dc5b None None] For port e6145931-464e-4bb1-b908-940eade75e36, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:34:22.234329 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b6a48f47-a265-4096-ad2b-07ca2c0d9bb7 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145757'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:22.302420 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-f9bb7dba-be5e-4d97-a82a-ac1ae9ad0123 None None] For port a5401283-b518-4f6e-8aeb-fd2224aae753, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=a5401283-b518-4f6e-8aeb-fd2224aae753,segment=NetworkSegment(d945a307-e8f0-43f5-8835-cbe7307aff9f),segment_id=d945a307-e8f0-43f5-8835-cbe7307aff9f)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:34:22.304501 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-51774f0e-e20c-4f8a-a516-c49dd930dc5b None None] For port e6145931-464e-4bb1-b908-940eade75e36, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=e6145931-464e-4bb1-b908-940eade75e36,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:34:22.311709 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05e2883-829d-4399-995a-6cf4bcd69c82 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Network 0d1e869b-a293-4e6c-add4-937fb2847c13 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:34:22.314921 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-a05e2883-829d-4399-995a-6cf4bcd69c82 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:34:22.355412 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-51774f0e-e20c-4f8a-a516-c49dd930dc5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:22.360391 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f9bb7dba-be5e-4d97-a82a-ac1ae9ad0123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:22.391540 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-f139df9d-d3b9-4a2a-9ff6-40d6236c2119 req-47821a2e-e345-43a9-88fe-0c18ca45b907 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:34:22.402380 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-f139df9d-d3b9-4a2a-9ff6-40d6236c2119 req-47821a2e-e345-43a9-88fe-0c18ca45b907 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:34:22.422423 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f139df9d-d3b9-4a2a-9ff6-40d6236c2119 req-47821a2e-e345-43a9-88fe-0c18ca45b907 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Made reservation on behalf of 4d9d44d669ef45fba0a9fcf8b2a96a15 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:34:22.425966 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-f139df9d-d3b9-4a2a-9ff6-40d6236c2119 req-47821a2e-e345-43a9-88fe-0c18ca45b907 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:22.534959 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-21c4e2ce-d9dd-41bf-b1b1-c56631dbc1a5 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:22.541003 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51774f0e-e20c-4f8a-a516-c49dd930dc5b None None] Pushing event updated for resources: {'Port': ['ID=e6145931-464e-4bb1-b908-940eade75e36,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:22.718875 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cbfd3a73-2699-4303-8356-6647ab177667 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:22.730621 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b6a48f47-a265-4096-ad2b-07ca2c0d9bb7 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:22.810206 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bb7dba-be5e-4d97-a82a-ac1ae9ad0123 None None] Pushing event updated for resources: {'Port': ['ID=a5401283-b518-4f6e-8aeb-fd2224aae753,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:22.858780 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a05e2883-829d-4399-995a-6cf4bcd69c82 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Router da84cacf-9dd2-4ee9-a45d-e105ecda1bf4 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:34:22.859716 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-728888d6-6ad4-47ff-96f4-0a83b509aa72 None None] Provisioning complete for port 7f7f3ded-bbe5-41c4-84a4-e30c28d194f4 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:34:22.860183 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-728888d6-6ad4-47ff-96f4-0a83b509aa72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:22.927456 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-21c4e2ce-d9dd-41bf-b1b1-c56631dbc1a5 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3037665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694336'] for subnet, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:22.948162 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-890e88a1-3a35-4eb9-aead-168bc17d0e80 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:22.971533 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-728888d6-6ad4-47ff-96f4-0a83b509aa72 None None] Port 7f7f3ded-bbe5-41c4-84a4-e30c28d194f4 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:34:22.977214 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9e77eb18-8a28-4ae3-9796-a81a5beaa6fa None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:23.002064 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-9e77eb18-8a28-4ae3-9796-a81a5beaa6fa None None] Transition to ACTIVE for port object 896eb387-7893-42b8-886f-00d2ecaf8e32 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:34:23.062770 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-9e77eb18-8a28-4ae3-9796-a81a5beaa6fa None None] Transition to ACTIVE for port object 896eb387-7893-42b8-886f-00d2ecaf8e32 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:34:23.069246 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9e77eb18-8a28-4ae3-9796-a81a5beaa6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:23.069619 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-890e88a1-3a35-4eb9-aead-168bc17d0e80 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Transition to ACTIVE for port object 62594d09-9fce-4af9-8a48-6979b529a968 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:34:23.074728 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b6a48f47-a265-4096-ad2b-07ca2c0d9bb7 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3072169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2652276'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:23.154948 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cbfd3a73-2699-4303-8356-6647ab177667 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3037665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694336'] for subnet, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:23.161915 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-21c4e2ce-d9dd-41bf-b1b1-c56631dbc1a5 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:23.170957 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a48f47-a265-4096-ad2b-07ca2c0d9bb7 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Pushing event deleted for resources: {'Subnet': ['ID=44ba3891-88d7-4b68-8985-8d8d664f5b76,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:23.188790 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b6a48f47-a265-4096-ad2b-07ca2c0d9bb7 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:23.191758 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [req-f139df9d-d3b9-4a2a-9ff6-40d6236c2119 req-47821a2e-e345-43a9-88fe-0c18ca45b907 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Allocated IP 172.20.0.3 (6ec819a2-0c55-40ed-acdc-50daf874a757/d9f4fc37-5ff0-4c6e-bfc2-a80b9a0fed2e/3277edd8-c7f5-4d46-ab65-6d78262be77e) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:34:23.194989 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e77eb18-8a28-4ae3-9796-a81a5beaa6fa None None] Network c8eef98d-2bd8-4f0e-a737-00fc31d61d47 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:34:23.206219 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-9e77eb18-8a28-4ae3-9796-a81a5beaa6fa None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:34:23.215928 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e77eb18-8a28-4ae3-9796-a81a5beaa6fa None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:34:23.216187 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4e2ce-d9dd-41bf-b1b1-c56631dbc1a5 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event deleted for resources: {'Subnet': ['ID=8e867b4a-d012-4fc0-8866-4b7a729bf3fb,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:23.258862 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8381c7-1b3b-4fed-8a4b-53bbcfa8d0d3 None None] Network 750421e7-cf53-4e53-8d8a-eb37cf2fe198 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:34:23.260284 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-c30078f9-fa89-42bf-b532-f7df4415f55e tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Allocated IP 2001:db8::f816:3eff:fef1:ec3c (c8eef98d-2bd8-4f0e-a737-00fc31d61d47/37d2867a-14d3-4153-a936-0de2b6327ecf/be33baa0-393e-4e89-aeda-466d418f78c9) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:34:23.268976 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-890e88a1-3a35-4eb9-aead-168bc17d0e80 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:23.293234 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e77eb18-8a28-4ae3-9796-a81a5beaa6fa None None] Pushing event updated for resources: {'Port': ['ID=896eb387-7893-42b8-886f-00d2ecaf8e32,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:23.326748 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b6a48f47-a265-4096-ad2b-07ca2c0d9bb7 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] 10.222.0.24 "DELETE /v2.0/subnets/44ba3891-88d7-4b68-8985-8d8d664f5b76 HTTP/1.1" status: 204 len: 168 time: 1.4420881 Feb 01 04:34:23.347056 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfd3a73-2699-4303-8356-6647ab177667 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Pushing event deleted for resources: {'Subnet': ['ID=a77e9b1a-9e5f-48b9-af5f-d46886453cc0,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:23.348997 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 36450) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:23.353957 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cbfd3a73-2699-4303-8356-6647ab177667 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:23.356452 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60f95fe1-b73b-4ec7-b8ff-ff4a89e7666a None None] Provisioning complete for port a5401283-b518-4f6e-8aeb-fd2224aae753 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:34:23.356821 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60f95fe1-b73b-4ec7-b8ff-ff4a89e7666a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:23.368633 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-5602675c-7114-4fab-b0e5-be4db81ddb72 req-cee5e071-2a99-4d89-b05c-f0631220ed18 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] 10.222.0.24 "GET /v2.0/ports?device_id=11f622e6-89bc-43e7-82d6-8a23ab462e21 HTTP/1.1" status: 200 len: 210 time: 0.2232306 Feb 01 04:34:23.407677 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-21c4e2ce-d9dd-41bf-b1b1-c56631dbc1a5 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "DELETE /v2.0/subnets/8e867b4a-d012-4fc0-8866-4b7a729bf3fb HTTP/1.1" status: 204 len: 168 time: 1.7434299 Feb 01 04:34:23.412054 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 36454) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:23.423611 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7681e7ce-d4fb-46dc-aefb-d75415d50b14 None None] Network 5b088345-7ba8-4ce2-b6e6-69a08abf5d9b requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:34:23.429562 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-cbfd3a73-2699-4303-8356-6647ab177667 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] 10.222.0.24 "DELETE /v2.0/subnets/a77e9b1a-9e5f-48b9-af5f-d46886453cc0 HTTP/1.1" status: 204 len: 168 time: 1.6392801 Feb 01 04:34:23.429765 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890e88a1-3a35-4eb9-aead-168bc17d0e80 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event updated for resources: {'Port': ['ID=62594d09-9fce-4af9-8a48-6979b529a968,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:23.456349 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36458) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:23.463120 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890e88a1-3a35-4eb9-aead-168bc17d0e80 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:34:23.467934 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd726be-e720-4625-8e97-147eaa5cdd85 None None] Update dhcp port {'port': {'network_id': 'f84096f6-bb01-4fa1-8395-e2b6df6a3423', 'fixed_ips': [{'subnet_id': 'fb4aad71-70d2-410e-b3f8-f0d7b949cec6', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '8e867b4a-d012-4fc0-8866-4b7a729bf3fb'}], 'binding:host_id': 'dv-neutron-826830-1-hyperv'}, 'id': '3a56758e-a578-4542-a80f-725b3d277e35'} from dv-neutron-826830-1-hyperv. {{(pid=87638) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 01 04:34:23.475034 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-890e88a1-3a35-4eb9-aead-168bc17d0e80 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:34:23.482938 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-1908164d-ca03-445d-958e-17775b7b3b26 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] DELETE failed (client error): The resource could not be found. Feb 01 04:34:23.483166 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1908164d-ca03-445d-958e-17775b7b3b26 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:34:23.487316 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-1908164d-ca03-445d-958e-17775b7b3b26 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "DELETE /v2.0/subnets/c4601d12-3371-4c70-963c-98b5c18b8559 HTTP/1.1" status: 404 len: 337 time: 0.0711584 Feb 01 04:34:23.488427 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a05e2883-829d-4399-995a-6cf4bcd69c82 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:34:23.491969 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 36462) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:23.499313 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-a05e2883-829d-4399-995a-6cf4bcd69c82 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] 10.222.0.24 "PUT /v2.0/routers/da84cacf-9dd2-4ee9-a45d-e105ecda1bf4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7245488 Feb 01 04:34:23.502743 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ef5e8b-0dd5-4674-82fe-39da7988c80b None None] Sync routers for ids ['da84cacf-9dd2-4ee9-a45d-e105ecda1bf4'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:34:23.512702 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ef5e8b-0dd5-4674-82fe-39da7988c80b None None] Routers {'da84cacf-9dd2-4ee9-a45d-e105ecda1bf4'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:34:23.513609 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-c0ef5e8b-0dd5-4674-82fe-39da7988c80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:34:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['da84cacf-9dd2-4ee9-a45d-e105ecda1bf4'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:23.532015 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 36466) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:23.546817 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890e88a1-3a35-4eb9-aead-168bc17d0e80 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:34:23.555401 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890e88a1-3a35-4eb9-aead-168bc17d0e80 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:23.556214 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-890e88a1-3a35-4eb9-aead-168bc17d0e80 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:23.561446 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-9e77eb18-8a28-4ae3-9796-a81a5beaa6fa None None] Attempting to bind port 896eb387-7893-42b8-886f-00d2ecaf8e32 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:34:23.561888 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-9e77eb18-8a28-4ae3-9796-a81a5beaa6fa None None] Attempting to bind port 896eb387-7893-42b8-886f-00d2ecaf8e32 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '2c4d6beb-ec68-46b9-9389-58fb543aaf64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c8eef98d-2bd8-4f0e-a737-00fc31d61d47'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:34:23.562311 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e77eb18-8a28-4ae3-9796-a81a5beaa6fa None None] Attempting to bind port 896eb387-7893-42b8-886f-00d2ecaf8e32 on network c8eef98d-2bd8-4f0e-a737-00fc31d61d47 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:34:23.617081 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4cd726be-e720-4625-8e97-147eaa5cdd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:23.618340 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-c0ef5e8b-0dd5-4674-82fe-39da7988c80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:23.627978 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ef5e8b-0dd5-4674-82fe-39da7988c80b None None] Routers {'da84cacf-9dd2-4ee9-a45d-e105ecda1bf4'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:34:23.628833 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-c0ef5e8b-0dd5-4674-82fe-39da7988c80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:34:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['da84cacf-9dd2-4ee9-a45d-e105ecda1bf4'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:23.643385 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e77eb18-8a28-4ae3-9796-a81a5beaa6fa None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:34:23.643835 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e77eb18-8a28-4ae3-9796-a81a5beaa6fa None None] Checking segment: {'id': '2c4d6beb-ec68-46b9-9389-58fb543aaf64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c8eef98d-2bd8-4f0e-a737-00fc31d61d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:34:23.644366 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9e77eb18-8a28-4ae3-9796-a81a5beaa6fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:23.645747 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e77eb18-8a28-4ae3-9796-a81a5beaa6fa None None] Bound using segment: {'id': '2c4d6beb-ec68-46b9-9389-58fb543aaf64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c8eef98d-2bd8-4f0e-a737-00fc31d61d47'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:34:23.646287 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-9e77eb18-8a28-4ae3-9796-a81a5beaa6fa None None] Bound port: 896eb387-7893-42b8-886f-00d2ecaf8e32, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c4d6beb-ec68-46b9-9389-58fb543aaf64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c8eef98d-2bd8-4f0e-a737-00fc31d61d47'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:34:23.646864 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9e77eb18-8a28-4ae3-9796-a81a5beaa6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:23.697765 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-c0ef5e8b-0dd5-4674-82fe-39da7988c80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:23.698511 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ef5e8b-0dd5-4674-82fe-39da7988c80b None None] The sync data for ids ['da84cacf-9dd2-4ee9-a45d-e105ecda1bf4'] in dv-neutron-826830-1-hyperv is: [] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:34:23.712651 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-890e88a1-3a35-4eb9-aead-168bc17d0e80 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.8292899 Feb 01 04:34:23.727649 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36470) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:23.774807 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b7aa1a7b-6ea4-400a-9c11-d068bda937b0 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:23.785039 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4252e5a-627c-4ed4-bad8-de23e7575c32 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Deleting subnet 7774155c-9037-4d29-81a9-d19b33ba2f6e {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:34:23.804080 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-db82b0f4-f4d8-4ab9-9a84-c8a6399dbba0 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks [] for router, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:23.819398 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c4252e5a-627c-4ed4-bad8-de23e7575c32 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:23.956420 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-f139df9d-d3b9-4a2a-9ff6-40d6236c2119 req-47821a2e-e345-43a9-88fe-0c18ca45b907 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:23.965104 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3268f5a-df02-4552-a5ca-5d7175e40bb6 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Deleting subnet fb4aad71-70d2-410e-b3f8-f0d7b949cec6 {{(pid=87637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:34:23.971336 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d3268f5a-df02-4552-a5ca-5d7175e40bb6 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for subnet, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:23.992534 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c4252e5a-627c-4ed4-bad8-de23e7575c32 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145757'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:24.005505 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-b7aa1a7b-6ea4-400a-9c11-d068bda937b0 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Deleting port 4c381e37-167d-4b50-a6c3-76941e6b0538 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:34:24.005847 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b7aa1a7b-6ea4-400a-9c11-d068bda937b0 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:24.108860 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c4252e5a-627c-4ed4-bad8-de23e7575c32 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:24.156243 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-9e77eb18-8a28-4ae3-9796-a81a5beaa6fa None None] For port 896eb387-7893-42b8-886f-00d2ecaf8e32, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:34:24.161754 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d3268f5a-df02-4552-a5ca-5d7175e40bb6 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2424773'] for subnet, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:24.196549 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-9e77eb18-8a28-4ae3-9796-a81a5beaa6fa None None] For port 896eb387-7893-42b8-886f-00d2ecaf8e32, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=896eb387-7893-42b8-886f-00d2ecaf8e32,segment=NetworkSegment(2c4d6beb-ec68-46b9-9389-58fb543aaf64),segment_id=2c4d6beb-ec68-46b9-9389-58fb543aaf64)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:34:24.204572 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9e77eb18-8a28-4ae3-9796-a81a5beaa6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:24.317738 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0385f2b1-1959-4a3d-b8ec-1b64dd8f82de None None] DHCP port deletion for 750421e7-cf53-4e53-8d8a-eb37cf2fe198 request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:34:24.321335 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c30078f9-fa89-42bf-b532-f7df4415f55e tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:24.323465 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e77eb18-8a28-4ae3-9796-a81a5beaa6fa None None] Pushing event updated for resources: {'Port': ['ID=896eb387-7893-42b8-886f-00d2ecaf8e32,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:24.334281 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-ffa1c885-0d51-4576-b6f0-4ecbba4162de None None] Provisioning for port e6145931-464e-4bb1-b908-940eade75e36 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:34:24.338058 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-0385f2b1-1959-4a3d-b8ec-1b64dd8f82de None None] Deleting port 4c381e37-167d-4b50-a6c3-76941e6b0538 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:34:24.338434 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0385f2b1-1959-4a3d-b8ec-1b64dd8f82de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:24.370034 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-c30078f9-fa89-42bf-b532-f7df4415f55e tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Transition to ACTIVE for port object be33baa0-393e-4e89-aeda-466d418f78c9 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:34:24.428489 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-f139df9d-d3b9-4a2a-9ff6-40d6236c2119 req-47821a2e-e345-43a9-88fe-0c18ca45b907 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Transition to ACTIVE for port object 3277edd8-c7f5-4d46-ab65-6d78262be77e will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:34:24.466665 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c4252e5a-627c-4ed4-bad8-de23e7575c32 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3072169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2652276'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:24.478412 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c30078f9-fa89-42bf-b532-f7df4415f55e tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:24.479570 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d3268f5a-df02-4552-a5ca-5d7175e40bb6 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:24.522234 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab4548e-82ec-42bc-aa43-a6b7cecba7f1 None None] DHCP port deletion for 5b088345-7ba8-4ce2-b6e6-69a08abf5d9b request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:34:24.552004 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-8ab4548e-82ec-42bc-aa43-a6b7cecba7f1 None None] Deleting port 730b0654-92a7-48fc-aff9-2f8f484833f4 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:34:24.552601 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8ab4548e-82ec-42bc-aa43-a6b7cecba7f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:24.670577 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.api.v2.resource [None req-db82b0f4-f4d8-4ab9-9a84-c8a6399dbba0 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 01 04:34:24.674213 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-db82b0f4-f4d8-4ab9-9a84-c8a6399dbba0 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] 10.222.0.24 "DELETE /v2.0/routers/da84cacf-9dd2-4ee9-a45d-e105ecda1bf4 HTTP/1.1" status: 409 len: 329 time: 1.1358674 Feb 01 04:34:24.684990 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 36476) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:24.688675 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d3268f5a-df02-4552-a5ca-5d7175e40bb6 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3037665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694336'] for subnet, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:24.689031 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4252e5a-627c-4ed4-bad8-de23e7575c32 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Pushing event deleted for resources: {'Subnet': ['ID=7774155c-9037-4d29-81a9-d19b33ba2f6e,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:24.691399 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-f139df9d-d3b9-4a2a-9ff6-40d6236c2119 req-47821a2e-e345-43a9-88fe-0c18ca45b907 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:24.700044 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c4252e5a-627c-4ed4-bad8-de23e7575c32 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:24.818688 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device e6145931-464e-4bb1-b908-940eade75e36 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:34:24.850759 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c4252e5a-627c-4ed4-bad8-de23e7575c32 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] 10.222.0.24 "DELETE /v2.0/subnets/7774155c-9037-4d29-81a9-d19b33ba2f6e HTTP/1.1" status: 204 len: 168 time: 1.3858206 Feb 01 04:34:24.854112 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36482) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:24.860538 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30078f9-fa89-42bf-b532-f7df4415f55e tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Network c8eef98d-2bd8-4f0e-a737-00fc31d61d47 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:34:24.863801 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c36166f-e21b-444c-a947-b9e37ba43053 None None] Network f60f11c7-5a65-4db9-9fc1-a9517166fa47 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:34:24.867586 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-c30078f9-fa89-42bf-b532-f7df4415f55e tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:34:24.876283 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30078f9-fa89-42bf-b532-f7df4415f55e tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:34:24.882398 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30078f9-fa89-42bf-b532-f7df4415f55e tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:24.883072 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c30078f9-fa89-42bf-b532-f7df4415f55e tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:24.917136 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715cbdbc-0355-45a2-ae53-6bade8fe9109 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:24.924696 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715cbdbc-0355-45a2-ae53-6bade8fe9109 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:24.924889 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-715cbdbc-0355-45a2-ae53-6bade8fe9109 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Synchronizing usage tracker for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:34:24.930986 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3268f5a-df02-4552-a5ca-5d7175e40bb6 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event deleted for resources: {'Subnet': ['ID=fb4aad71-70d2-410e-b3f8-f0d7b949cec6,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:24.932232 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-0385f2b1-1959-4a3d-b8ec-1b64dd8f82de None None] For port 4c381e37-167d-4b50-a6c3-76941e6b0538, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=4c381e37-167d-4b50-a6c3-76941e6b0538,segment=NetworkSegment(5424cb55-b424-498c-aca2-11d5bf797271),segment_id=5424cb55-b424-498c-aca2-11d5bf797271)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:34:24.932788 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0385f2b1-1959-4a3d-b8ec-1b64dd8f82de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:24.990434 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f139df9d-d3b9-4a2a-9ff6-40d6236c2119 req-47821a2e-e345-43a9-88fe-0c18ca45b907 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Network 6ec819a2-0c55-40ed-acdc-50daf874a757 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:34:24.995828 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c30078f9-fa89-42bf-b532-f7df4415f55e tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.7875466 Feb 01 04:34:25.021400 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [req-f139df9d-d3b9-4a2a-9ff6-40d6236c2119 req-47821a2e-e345-43a9-88fe-0c18ca45b907 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:34:25.024382 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-f139df9d-d3b9-4a2a-9ff6-40d6236c2119 req-47821a2e-e345-43a9-88fe-0c18ca45b907 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:34:25.055048 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36486) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:25.069498 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30078f9-fa89-42bf-b532-f7df4415f55e tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Pushing event updated for resources: {'Port': ['ID=be33baa0-393e-4e89-aeda-466d418f78c9,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:25.075525 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d3268f5a-df02-4552-a5ca-5d7175e40bb6 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:25.084771 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-0385f2b1-1959-4a3d-b8ec-1b64dd8f82de None None] Calling delete_port for 4c381e37-167d-4b50-a6c3-76941e6b0538 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:34:25.085471 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-d3268f5a-df02-4552-a5ca-5d7175e40bb6 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "DELETE /v2.0/subnets/fb4aad71-70d2-410e-b3f8-f0d7b949cec6 HTTP/1.1" status: 204 len: 168 time: 1.5924683 Feb 01 04:34:25.087085 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 36490) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:25.149660 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server [None req-4cd726be-e720-4625-8e97-147eaa5cdd85 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fb4aad71-70d2-410e-b3f8-f0d7b949cec6: This subnet is being modified by another concurrent operation. Feb 01 04:34:25.149660 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 01 04:34:25.149660 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 01 04:34:25.149660 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 01 04:34:25.149660 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 01 04:34:25.149660 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 01 04:34:25.149660 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 01 04:34:25.149660 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 01 04:34:25.149660 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 01 04:34:25.149660 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 01 04:34:25.149660 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 01 04:34:25.149660 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 01 04:34:25.149660 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 01 04:34:25.149660 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 01 04:34:25.149660 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 01 04:34:25.149660 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 01 04:34:25.149660 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 01 04:34:25.149660 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server raise self.value Feb 01 04:34:25.149660 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 01 04:34:25.149660 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 01 04:34:25.149660 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 01 04:34:25.149660 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 01 04:34:25.149660 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 01 04:34:25.149660 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 01 04:34:25.149660 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 01 04:34:25.149660 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server raise self.value Feb 01 04:34:25.149660 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 01 04:34:25.149660 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 01 04:34:25.149660 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 01 04:34:25.149660 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 01 04:34:25.149660 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 01 04:34:25.149660 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 01 04:34:25.149660 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 01 04:34:25.149660 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server raise self.value Feb 01 04:34:25.149660 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 01 04:34:25.149660 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 01 04:34:25.149660 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in update_dhcp_port Feb 01 04:34:25.149660 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 01 04:34:25.149660 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 01 04:34:25.149660 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 01 04:34:25.149660 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 01 04:34:25.149660 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 01 04:34:25.149660 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 01 04:34:25.149660 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 01 04:34:25.149660 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 01 04:34:25.149660 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 01 04:34:25.149660 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 01 04:34:25.149660 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 01 04:34:25.149660 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 01 04:34:25.149660 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server raise self.value Feb 01 04:34:25.149660 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 01 04:34:25.149660 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 01 04:34:25.149660 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 01 04:34:25.149660 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 01 04:34:25.153993 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 01 04:34:25.153993 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 01 04:34:25.153993 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 01 04:34:25.153993 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server raise self.value Feb 01 04:34:25.153993 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 01 04:34:25.153993 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 01 04:34:25.153993 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 01 04:34:25.153993 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 01 04:34:25.153993 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 01 04:34:25.153993 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 01 04:34:25.153993 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 01 04:34:25.153993 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server raise self.value Feb 01 04:34:25.153993 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 01 04:34:25.153993 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 01 04:34:25.153993 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1723, in update_port Feb 01 04:34:25.153993 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 01 04:34:25.153993 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 01 04:34:25.153993 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 01 04:34:25.153993 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1494, in update_port Feb 01 04:34:25.153993 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 01 04:34:25.153993 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 729, in update_port Feb 01 04:34:25.153993 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 01 04:34:25.153993 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 01 04:34:25.153993 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 01 04:34:25.153993 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 01 04:34:25.153993 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 01 04:34:25.153993 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 01 04:34:25.153993 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 01 04:34:25.153993 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 01 04:34:25.153993 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server raise exception Feb 01 04:34:25.153993 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fb4aad71-70d2-410e-b3f8-f0d7b949cec6: This subnet is being modified by another concurrent operation. Feb 01 04:34:25.153993 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server Feb 01 04:34:25.161696 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-a58d9584-0e26-4b12-beb9-2ca3d813e974 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] DELETE failed (client error): The resource could not be found. Feb 01 04:34:25.162147 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a58d9584-0e26-4b12-beb9-2ca3d813e974 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:34:25.167099 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-a58d9584-0e26-4b12-beb9-2ca3d813e974 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "DELETE /v2.0/subnets/c7db8336-9c8f-40f7-9e76-e11c8fcd0db2 HTTP/1.1" status: 404 len: 337 time: 0.0666087 Feb 01 04:34:25.171592 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 36494) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:25.177174 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-b7aa1a7b-6ea4-400a-9c11-d068bda937b0 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] For port 4c381e37-167d-4b50-a6c3-76941e6b0538, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=4c381e37-167d-4b50-a6c3-76941e6b0538,segment=NetworkSegment(5424cb55-b424-498c-aca2-11d5bf797271),segment_id=5424cb55-b424-498c-aca2-11d5bf797271)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:34:25.177531 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b7aa1a7b-6ea4-400a-9c11-d068bda937b0 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:25.217470 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-715cbdbc-0355-45a2-ae53-6bade8fe9109 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Unset dirty status for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:34:25.222212 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-715cbdbc-0355-45a2-ae53-6bade8fe9109 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 1.4909728 Feb 01 04:34:25.226977 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 36498) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:25.228466 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-5967bb23-4498-4401-b3b2-3378533d60d4 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Deleting subnet 37d2867a-14d3-4153-a936-0de2b6327ecf {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:34:25.246659 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-b35ef055-7fb5-4781-a598-5a087f156eac tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "GET /v2.0/ports?device_id=9565010d-948a-427f-a39d-752c2983d4c1 HTTP/1.1" status: 200 len: 205 time: 0.0739720 Feb 01 04:34:25.288697 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36502) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:25.367856 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-8ab4548e-82ec-42bc-aa43-a6b7cecba7f1 None None] For port 730b0654-92a7-48fc-aff9-2f8f484833f4, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=730b0654-92a7-48fc-aff9-2f8f484833f4,segment=NetworkSegment(77f9d719-23f6-4b24-bd56-5f4f3985bfbd),segment_id=77f9d719-23f6-4b24-bd56-5f4f3985bfbd)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:34:25.368594 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8ab4548e-82ec-42bc-aa43-a6b7cecba7f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:25.487984 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-b7aa1a7b-6ea4-400a-9c11-d068bda937b0 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Calling delete_port for 4c381e37-167d-4b50-a6c3-76941e6b0538 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:34:25.519988 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-8ab4548e-82ec-42bc-aa43-a6b7cecba7f1 None None] Calling delete_port for 730b0654-92a7-48fc-aff9-2f8f484833f4 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:34:25.546679 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5967bb23-4498-4401-b3b2-3378533d60d4 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:25.578427 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-bbd51ce8-b9cb-4fcc-8c91-cb6aa2cd441d tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] delete failed (client error): The resource could not be found. Feb 01 04:34:25.582529 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-bbd51ce8-b9cb-4fcc-8c91-cb6aa2cd441d tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "DELETE /v2.0/routers/9565010d-948a-427f-a39d-752c2983d4c1 HTTP/1.1" status: 404 len: 336 time: 0.2807581 Feb 01 04:34:25.586774 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36506) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:25.614625 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d1e03bda-248e-4ef3-9c3a-1bada24b7d46 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:25.643413 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-4990349d-d694-4542-bd87-b37ef047217d tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Deleting port 62594d09-9fce-4af9-8a48-6979b529a968 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:34:25.643746 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4990349d-d694-4542-bd87-b37ef047217d tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:25.678599 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcde429f-93e5-4b4e-8427-3795beb29a98 None None] Network f84096f6-bb01-4fa1-8395-e2b6df6a3423 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:34:25.686046 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f139df9d-d3b9-4a2a-9ff6-40d6236c2119 req-47821a2e-e345-43a9-88fe-0c18ca45b907 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:25.686573 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-f139df9d-d3b9-4a2a-9ff6-40d6236c2119 req-47821a2e-e345-43a9-88fe-0c18ca45b907 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:25.709540 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca322ffc-1e78-4acd-aca2-7a31ba2ec400 req-30bd6e1f-a8f5-4741-98d6-4e012ce23caa tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:25.710269 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-ca322ffc-1e78-4acd-aca2-7a31ba2ec400 req-30bd6e1f-a8f5-4741-98d6-4e012ce23caa tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Synchronizing usage tracker for tenant:4d9d44d669ef45fba0a9fcf8b2a96a15 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:34:25.718901 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-5de66a63-0170-476f-8e55-eac5b6033a1b tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] DELETE failed (client error): The resource could not be found. Feb 01 04:34:25.719372 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5de66a63-0170-476f-8e55-eac5b6033a1b tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:34:25.723751 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-5de66a63-0170-476f-8e55-eac5b6033a1b tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "DELETE /v2.0/subnets/e17d0cd0-8fe2-4d64-80db-ac54f4655d11 HTTP/1.1" status: 404 len: 337 time: 0.1228707 Feb 01 04:34:25.729498 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36510) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:25.733222 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f139df9d-d3b9-4a2a-9ff6-40d6236c2119 req-47821a2e-e345-43a9-88fe-0c18ca45b907 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9397278 Feb 01 04:34:25.739926 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47821a2e-e345-43a9-88fe-0c18ca45b907 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Pushing event updated for resources: {'Port': ['ID=3277edd8-c7f5-4d46-ab65-6d78262be77e,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:25.776968 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5967bb23-4498-4401-b3b2-3378533d60d4 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145757'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:25.781022 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b7aa1a7b-6ea4-400a-9c11-d068bda937b0 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:25.851071 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-bdfd0ee8-50b1-405f-a7df-beadbc80f0bf None None] Provisioning for port 62594d09-9fce-4af9-8a48-6979b529a968 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:34:25.856701 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8ab4548e-82ec-42bc-aa43-a6b7cecba7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:25.864798 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7aa1a7b-6ea4-400a-9c11-d068bda937b0 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] No DVR routers for this DVR port 4c381e37-167d-4b50-a6c3-76941e6b0538 on host dv-neutron-826830-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:34:25.866864 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-f139df9d-d3b9-4a2a-9ff6-40d6236c2119 req-d6479778-a61f-4fa7-a1be-81336b1726c7 service neutron] Request body: {'port': {'device_id': '11f622e6-89bc-43e7-82d6-8a23ab462e21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:34:25.905034 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-51d1f09c-72a8-4c89-a9bb-cfab60b87768 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] DELETE failed (client error): The resource could not be found. Feb 01 04:34:25.905377 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51d1f09c-72a8-4c89-a9bb-cfab60b87768 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:34:25.910202 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-51d1f09c-72a8-4c89-a9bb-cfab60b87768 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "DELETE /v2.0/subnets/dc89a569-fea8-4852-8fa2-7d94009c6396 HTTP/1.1" status: 404 len: 337 time: 0.1760528 Feb 01 04:34:25.912069 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-bdfd0ee8-50b1-405f-a7df-beadbc80f0bf None None] Provisioning complete for port 62594d09-9fce-4af9-8a48-6979b529a968 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:34:25.913125 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bdfd0ee8-50b1-405f-a7df-beadbc80f0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:25.918708 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36514) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:25.961255 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aa1a7b-6ea4-400a-9c11-d068bda937b0 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Pushing event deleted for resources: {'Port': ['ID=4c381e37-167d-4b50-a6c3-76941e6b0538,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:25.984098 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port e6145931-464e-4bb1-b908-940eade75e36 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:34:26.000666 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab4548e-82ec-42bc-aa43-a6b7cecba7f1 None None] No DVR routers for this DVR port 730b0654-92a7-48fc-aff9-2f8f484833f4 on host dv-neutron-826830-1-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:34:26.007370 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-ca322ffc-1e78-4acd-aca2-7a31ba2ec400 req-30bd6e1f-a8f5-4741-98d6-4e012ce23caa tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Unset dirty status for tenant:4d9d44d669ef45fba0a9fcf8b2a96a15 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:34:26.009081 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ca322ffc-1e78-4acd-aca2-7a31ba2ec400 req-30bd6e1f-a8f5-4741-98d6-4e012ce23caa tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] 10.222.0.24 "GET /v2.0/ports?device_id=11f622e6-89bc-43e7-82d6-8a23ab462e21 HTTP/1.1" status: 200 len: 931 time: 1.3241494 Feb 01 04:34:26.011773 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port e6145931-464e-4bb1-b908-940eade75e36 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:34:26.011773 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:26.017014 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5293f4f-1d33-4236-b240-30848cd987e0 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] DELETE failed (client error): The resource could not be found. Feb 01 04:34:26.017472 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5293f4f-1d33-4236-b240-30848cd987e0 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:34:26.021513 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b5293f4f-1d33-4236-b240-30848cd987e0 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "DELETE /v2.0/subnets/df0af0dc-39ef-497c-92d9-8ed84b5a3ea9 HTTP/1.1" status: 404 len: 337 time: 0.0944607 Feb 01 04:34:26.022431 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 36518) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:26.039171 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f45171-5cb6-4e65-8ce7-9df200e9afda None None] Network c8eef98d-2bd8-4f0e-a737-00fc31d61d47 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:34:26.075205 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab4548e-82ec-42bc-aa43-a6b7cecba7f1 None None] Pushing event deleted for resources: {'Port': ['ID=730b0654-92a7-48fc-aff9-2f8f484833f4,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:26.176513 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d1e03bda-248e-4ef3-9c3a-1bada24b7d46 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:26.242786 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ca322ffc-1e78-4acd-aca2-7a31ba2ec400 req-7c528f4d-5bf5-4673-9eff-b9c838aba156 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] 10.222.0.24 "GET /v2.0/security-groups?id=025f61d7-3c11-4de5-b831-96b62cca7a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2224834 Feb 01 04:34:26.250740 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-d1e03bda-248e-4ef3-9c3a-1bada24b7d46 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b088345-7ba8-4ce2-b6e6-69a08abf5d9b']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:26.261023 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-f139df9d-d3b9-4a2a-9ff6-40d6236c2119 req-d6479778-a61f-4fa7-a1be-81336b1726c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:26.274615 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-bdfd0ee8-50b1-405f-a7df-beadbc80f0bf None None] Port 62594d09-9fce-4af9-8a48-6979b529a968 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:34:26.278601 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-0385f2b1-1959-4a3d-b8ec-1b64dd8f82de None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:34:26.278966 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-0385f2b1-1959-4a3d-b8ec-1b64dd8f82de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:34:26.286571 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-628977de-2c8e-47d3-a58c-b94f08d89b1f tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] DELETE failed (client error): The resource could not be found. Feb 01 04:34:26.287641 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-628977de-2c8e-47d3-a58c-b94f08d89b1f tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:34:26.294456 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b7aa1a7b-6ea4-400a-9c11-d068bda937b0 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:26.300210 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-d1e03bda-248e-4ef3-9c3a-1bada24b7d46 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77f9d719-23f6-4b24-bd56-5f4f3985bfbd') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:26.300561 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-d1e03bda-248e-4ef3-9c3a-1bada24b7d46 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77f9d719-23f6-4b24-bd56-5f4f3985bfbd') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:26.346474 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d1e03bda-248e-4ef3-9c3a-1bada24b7d46 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143022'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:26.353789 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-628977de-2c8e-47d3-a58c-b94f08d89b1f tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "DELETE /v2.0/ports/5bfeda4b-793f-4742-a048-44d34c69ebfc HTTP/1.1" status: 404 len: 333 time: 0.3235459 Feb 01 04:34:26.361587 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36522) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:26.369596 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-b7aa1a7b-6ea4-400a-9c11-d068bda937b0 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['750421e7-cf53-4e53-8d8a-eb37cf2fe198']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:26.421143 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5967bb23-4498-4401-b3b2-3378533d60d4 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:26.440278 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-b7aa1a7b-6ea4-400a-9c11-d068bda937b0 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5424cb55-b424-498c-aca2-11d5bf797271') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:26.440513 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-b7aa1a7b-6ea4-400a-9c11-d068bda937b0 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5424cb55-b424-498c-aca2-11d5bf797271') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:26.453227 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f7b4e69-4df7-430e-8858-4d9d0ba324d8 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] DELETE failed (client error): The resource could not be found. Feb 01 04:34:26.453673 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f7b4e69-4df7-430e-8858-4d9d0ba324d8 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:34:26.457661 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-3f7b4e69-4df7-430e-8858-4d9d0ba324d8 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "DELETE /v2.0/subnets/3f57b25a-0e13-47cf-a133-4e7d73fc7ca1 HTTP/1.1" status: 404 len: 337 time: 0.0918329 Feb 01 04:34:26.458688 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 36526) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:26.460884 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d1e03bda-248e-4ef3-9c3a-1bada24b7d46 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:26.463594 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b7aa1a7b-6ea4-400a-9c11-d068bda937b0 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:26.479180 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1e03bda-248e-4ef3-9c3a-1bada24b7d46 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:34:26.479488 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d1e03bda-248e-4ef3-9c3a-1bada24b7d46 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3072199'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:26.497093 dv-neutron-826830-1-hyperv neutron-server[87636]: Traceback (most recent call last): Feb 01 04:34:26.497093 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:34:26.497093 dv-neutron-826830-1-hyperv neutron-server[87636]: timer() Feb 01 04:34:26.497093 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:34:26.497093 dv-neutron-826830-1-hyperv neutron-server[87636]: cb(*args, **kw) Feb 01 04:34:26.497093 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:34:26.497093 dv-neutron-826830-1-hyperv neutron-server[87636]: return func(*args, **kwargs) Feb 01 04:34:26.497093 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:34:26.497093 dv-neutron-826830-1-hyperv neutron-server[87636]: self._notify() Feb 01 04:34:26.497093 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:34:26.497093 dv-neutron-826830-1-hyperv neutron-server[87636]: self.callback(batched_events) Feb 01 04:34:26.497093 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:34:26.497093 dv-neutron-826830-1-hyperv neutron-server[87636]: event.method(event) Feb 01 04:34:26.497093 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:34:26.497093 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:34:26.497093 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:34:26.497093 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:34:26.497093 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:34:26.497093 dv-neutron-826830-1-hyperv neutron-server[87636]: return f(self, *a, **k) Feb 01 04:34:26.497093 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:34:26.497093 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._get(url).json() Feb 01 04:34:26.497093 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:34:26.497093 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:34:26.497093 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:34:26.497093 dv-neutron-826830-1-hyperv neutron-server[87636]: return self.request(url, 'GET', **kwargs) Feb 01 04:34:26.497093 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:34:26.497093 dv-neutron-826830-1-hyperv neutron-server[87636]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:34:26.497093 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:34:26.497093 dv-neutron-826830-1-hyperv neutron-server[87636]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:34:26.497093 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:34:26.497093 dv-neutron-826830-1-hyperv neutron-server[87636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:34:26.497093 dv-neutron-826830-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:34:26.500956 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-1096ddb7-c555-4143-bc6f-488afc11ea89 None None] Provisioning for port 3277edd8-c7f5-4d46-ab65-6d78262be77e completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:34:26.508465 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:26.523004 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dcd69c5-63f2-45a5-b7a2-693dd18abf76 None None] DHCP port deletion for f84096f6-bb01-4fa1-8395-e2b6df6a3423 request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:34:26.532671 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-1096ddb7-c555-4143-bc6f-488afc11ea89 None None] Provisioning complete for port 3277edd8-c7f5-4d46-ab65-6d78262be77e triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:34:26.533335 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1096ddb7-c555-4143-bc6f-488afc11ea89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:26.571112 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-4dcd69c5-63f2-45a5-b7a2-693dd18abf76 None None] Deleting port 3a56758e-a578-4542-a80f-725b3d277e35 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:34:26.572064 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4dcd69c5-63f2-45a5-b7a2-693dd18abf76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:26.575073 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b7aa1a7b-6ea4-400a-9c11-d068bda937b0 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:26.587997 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-e654a5b7-59b1-4c18-87aa-423d8fd1e174 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] DELETE failed (client error): The resource could not be found. Feb 01 04:34:26.588448 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e654a5b7-59b1-4c18-87aa-423d8fd1e174 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:34:26.592435 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-e654a5b7-59b1-4c18-87aa-423d8fd1e174 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "DELETE /v2.0/subnets/bc1d5aae-4854-46b1-b587-1350aa33e797 HTTP/1.1" status: 404 len: 337 time: 0.1301363 Feb 01 04:34:26.600618 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7aa1a7b-6ea4-400a-9c11-d068bda937b0 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:34:26.600948 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b7aa1a7b-6ea4-400a-9c11-d068bda937b0 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:26.618497 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 36530) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:26.630388 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 04:34:26.630388 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:34:26.630388 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 04:34:26.630388 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:34:26.630388 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 04:34:26.630388 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:34:26.630388 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 04:34:26.630388 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:34:26.630388 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 04:34:26.630388 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:34:26.630388 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 04:34:26.630388 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:34:26.630388 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 04:34:26.630388 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:34:26.630388 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:34:26.630388 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:34:26.630388 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:34:26.630388 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:34:26.630388 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 04:34:26.630388 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:34:26.630388 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 04:34:26.630388 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:34:26.630388 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:34:26.630388 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:34:26.630388 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 04:34:26.630388 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:34:26.630388 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:34:26.630388 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:34:26.630388 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:34:26.630388 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:34:26.630388 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:34:26.630388 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:34:26.636266 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21dab54-23d0-468c-8bfd-9e4989f54098 None None] DHCP port deletion for f60f11c7-5a65-4db9-9fc1-a9517166fa47 request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:34:26.660988 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d1e03bda-248e-4ef3-9c3a-1bada24b7d46 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:26.684617 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4990349d-d694-4542-bd87-b37ef047217d tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:26.693758 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-b21dab54-23d0-468c-8bfd-9e4989f54098 None None] Deleting port 3c960b7f-e3ec-4751-81d8-5f3eeebf0b15 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:34:26.694034 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b21dab54-23d0-468c-8bfd-9e4989f54098 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:26.723618 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d1e03bda-248e-4ef3-9c3a-1bada24b7d46 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:26.730244 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e03bda-248e-4ef3-9c3a-1bada24b7d46 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Pushing event deleted for resources: {'Network': ['ID=5b088345-7ba8-4ce2-b6e6-69a08abf5d9b,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:26.731639 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-92155d2b-b5bd-4efb-a8a7-b2847baeb82b tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] DELETE failed (client error): The resource could not be found. Feb 01 04:34:26.732287 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92155d2b-b5bd-4efb-a8a7-b2847baeb82b tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:34:26.734196 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-92155d2b-b5bd-4efb-a8a7-b2847baeb82b tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "DELETE /v2.0/ports/c12a4c63-4548-42a5-8bdc-93519adef146 HTTP/1.1" status: 404 len: 333 time: 0.1026764 Feb 01 04:34:26.741380 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port e6145931-464e-4bb1-b908-940eade75e36, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=e6145931-464e-4bb1-b908-940eade75e36,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:34:26.780863 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5967bb23-4498-4401-b3b2-3378533d60d4 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3072169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2652276'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:26.783721 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-1096ddb7-c555-4143-bc6f-488afc11ea89 None None] Port 3277edd8-c7f5-4d46-ab65-6d78262be77e cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:34:26.785489 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:26.786259 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device a5401283-b518-4f6e-8aeb-fd2224aae753 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:34:26.787013 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 36534) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:26.816747 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-0385f2b1-1959-4a3d-b8ec-1b64dd8f82de None None] Deleting port 4c381e37-167d-4b50-a6c3-76941e6b0538 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:34:26.817123 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0385f2b1-1959-4a3d-b8ec-1b64dd8f82de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:26.832612 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d1e03bda-248e-4ef3-9c3a-1bada24b7d46 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] 10.222.0.24 "DELETE /v2.0/networks/5b088345-7ba8-4ce2-b6e6-69a08abf5d9b HTTP/1.1" status: 204 len: 168 time: 1.9656157 Feb 01 04:34:26.834819 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967bb23-4498-4401-b3b2-3378533d60d4 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Pushing event deleted for resources: {'Subnet': ['ID=37d2867a-14d3-4153-a936-0de2b6327ecf,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:26.836288 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36536) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:26.837251 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5967bb23-4498-4401-b3b2-3378533d60d4 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:26.839089 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-5967bb23-4498-4401-b3b2-3378533d60d4 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] 10.222.0.24 "DELETE /v2.0/subnets/37d2867a-14d3-4153-a936-0de2b6327ecf HTTP/1.1" status: 204 len: 168 time: 1.7792461 Feb 01 04:34:26.849098 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36538) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:26.909156 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-4990349d-d694-4542-bd87-b37ef047217d tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Calling delete_port for 62594d09-9fce-4af9-8a48-6979b529a968 owned by {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:34:26.989148 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-0385f2b1-1959-4a3d-b8ec-1b64dd8f82de None None] The port '4c381e37-167d-4b50-a6c3-76941e6b0538' was deleted {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 01 04:34:26.997128 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf599eb6-e760-491c-ab60-91ed59f99f02 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] DELETE failed (client error): The resource could not be found. Feb 01 04:34:26.997699 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf599eb6-e760-491c-ab60-91ed59f99f02 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:34:27.011255 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b7aa1a7b-6ea4-400a-9c11-d068bda937b0 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:27.018520 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-cf599eb6-e760-491c-ab60-91ed59f99f02 tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "DELETE /v2.0/subnets/71b6a597-5c2f-4e5f-89d0-437894102a16 HTTP/1.1" status: 404 len: 337 time: 0.1232321 Feb 01 04:34:27.031918 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36546) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:27.044805 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b7aa1a7b-6ea4-400a-9c11-d068bda937b0 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:27.050351 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-b7aa1a7b-6ea4-400a-9c11-d068bda937b0 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] 10.222.0.24 "DELETE /v2.0/networks/750421e7-cf53-4e53-8d8a-eb37cf2fe198 HTTP/1.1" status: 204 len: 168 time: 3.6866121 Feb 01 04:34:27.050351 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aa1a7b-6ea4-400a-9c11-d068bda937b0 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530 tempest-ExtraDHCPOptionsIpV6TestJSON-2123534530-project] Pushing event deleted for resources: {'Network': ['ID=750421e7-cf53-4e53-8d8a-eb37cf2fe198,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:27.075664 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-1096ddb7-c555-4143-bc6f-488afc11ea89 None None] Provisioning for port 896eb387-7893-42b8-886f-00d2ecaf8e32 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:34:27.082592 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2d54fc5e-2195-4ce4-9d8e-34a8f044a873 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-371968'] for router_interface, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:27.105952 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=e6145931-464e-4bb1-b908-940eade75e36,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:27.111768 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c87cbd15-3926-4f67-b3ec-f9a02816dda3 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:27.115898 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-e84a4c07-d3df-402e-9485-d25430f0b3ca tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] DELETE failed (client error): The resource could not be found. Feb 01 04:34:27.116347 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e84a4c07-d3df-402e-9485-d25430f0b3ca tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:34:27.118576 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e84a4c07-d3df-402e-9485-d25430f0b3ca tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "DELETE /v2.0/subnets/8498c145-8449-42c8-96bb-530c713c88e8 HTTP/1.1" status: 404 len: 337 time: 0.0857220 Feb 01 04:34:27.121892 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6e4dd9-1755-4366-b620-25895f9d4ef3 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:27.123536 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6e4dd9-1755-4366-b620-25895f9d4ef3 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:27.124275 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-8f6e4dd9-1755-4366-b620-25895f9d4ef3 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Synchronizing usage tracker for tenant:dd2a656c49f44814a0be2f22e4794d92 on resource:subnet {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:34:27.128019 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36552) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:27.172398 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.db.resource_extend [req-f139df9d-d3b9-4a2a-9ff6-40d6236c2119 req-d6479778-a61f-4fa7-a1be-81336b1726c7 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 01 04:34:27.239788 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-4dcd69c5-63f2-45a5-b7a2-693dd18abf76 None None] For port 3a56758e-a578-4542-a80f-725b3d277e35, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=3a56758e-a578-4542-a80f-725b3d277e35,segment=NetworkSegment(83c2b211-19ce-4251-9605-c1f223ab560f),segment_id=83c2b211-19ce-4251-9605-c1f223ab560f)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:34:27.240195 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4dcd69c5-63f2-45a5-b7a2-693dd18abf76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:27.322979 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-1096ddb7-c555-4143-bc6f-488afc11ea89 None None] Provisioning complete for port 3a56758e-a578-4542-a80f-725b3d277e35 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:34:27.323673 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1096ddb7-c555-4143-bc6f-488afc11ea89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:27.435785 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-c87cbd15-3926-4f67-b3ec-f9a02816dda3 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Deleting port 3c960b7f-e3ec-4751-81d8-5f3eeebf0b15 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:34:27.436428 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c87cbd15-3926-4f67-b3ec-f9a02816dda3 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:27.461446 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-8f6e4dd9-1755-4366-b620-25895f9d4ef3 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Unset dirty status for tenant:dd2a656c49f44814a0be2f22e4794d92 on resource:subnet {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:34:27.462921 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-8f6e4dd9-1755-4366-b620-25895f9d4ef3 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.6099513 Feb 01 04:34:27.472590 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36560) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:27.499271 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-13f81bd2-2ba3-48ef-b537-41bad015f0bc tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Deleting port ee8c9e82-f789-47b3-a57a-f33b8c5a34ed {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:34:27.499861 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-13f81bd2-2ba3-48ef-b537-41bad015f0bc tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:27.535041 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-4dcd69c5-63f2-45a5-b7a2-693dd18abf76 None None] Calling delete_port for 3a56758e-a578-4542-a80f-725b3d277e35 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:34:27.572866 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port a5401283-b518-4f6e-8aeb-fd2224aae753 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:34:27.573242 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:27.599028 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 36564) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:27.608450 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [req-f139df9d-d3b9-4a2a-9ff6-40d6236c2119 req-d6479778-a61f-4fa7-a1be-81336b1726c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3277edd8-c7f5-4d46-ab65-6d78262be77e {{(pid=87636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 04:34:27.610947 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4990349d-d694-4542-bd87-b37ef047217d tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:27.615491 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e18a5a-d34b-4fd6-a3c0-ee8e78211853 None None] Network c8eef98d-2bd8-4f0e-a737-00fc31d61d47 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:34:27.624791 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-f139df9d-d3b9-4a2a-9ff6-40d6236c2119 req-d6479778-a61f-4fa7-a1be-81336b1726c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:27.691257 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4990349d-d694-4542-bd87-b37ef047217d tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event deleted for resources: {'Port': ['ID=62594d09-9fce-4af9-8a48-6979b529a968,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:27.735746 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-b21dab54-23d0-468c-8bfd-9e4989f54098 None None] For port 3c960b7f-e3ec-4751-81d8-5f3eeebf0b15, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=3c960b7f-e3ec-4751-81d8-5f3eeebf0b15,segment=NetworkSegment(f22d052c-b1e7-45f5-a6b6-59256caab511),segment_id=f22d052c-b1e7-45f5-a6b6-59256caab511)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:34:27.736413 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b21dab54-23d0-468c-8bfd-9e4989f54098 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:27.748341 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4990349d-d694-4542-bd87-b37ef047217d tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:27.783716 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-4990349d-d694-4542-bd87-b37ef047217d tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/ports/62594d09-9fce-4af9-8a48-6979b529a968 HTTP/1.1" status: 204 len: 168 time: 2.5476723 Feb 01 04:34:27.807106 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36570) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:27.814471 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-f139df9d-d3b9-4a2a-9ff6-40d6236c2119 req-d6479778-a61f-4fa7-a1be-81336b1726c7 service neutron] Transition to ACTIVE for port object 3277edd8-c7f5-4d46-ab65-6d78262be77e will not be triggered until provisioned by entity L2. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:34:27.831706 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf74b9d-1177-428d-b668-4d00c7685116 req-148b29bd-c78f-475b-baad-71d9f5c2e1a2 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:27.841449 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-3cf74b9d-1177-428d-b668-4d00c7685116 req-148b29bd-c78f-475b-baad-71d9f5c2e1a2 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] 10.222.0.24 "GET /v2.0/ports?device_id=11f622e6-89bc-43e7-82d6-8a23ab462e21 HTTP/1.1" status: 200 len: 931 time: 0.3249846 Feb 01 04:34:27.871219 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-77787d33-9eb8-472d-b76d-8dba2542cc6d tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:27.884508 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-f139df9d-d3b9-4a2a-9ff6-40d6236c2119 req-d6479778-a61f-4fa7-a1be-81336b1726c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:27.962587 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-2d54fc5e-2195-4ce4-9d8e-34a8f044a873 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Deleting port 7f7f3ded-bbe5-41c4-84a4-e30c28d194f4 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:34:27.962925 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2d54fc5e-2195-4ce4-9d8e-34a8f044a873 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:28.010367 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-3cf74b9d-1177-428d-b668-4d00c7685116 req-8569a579-cbff-438f-aed8-212222c0448c tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] 10.222.0.24 "GET /v2.0/security-groups?id=025f61d7-3c11-4de5-b831-96b62cca7a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1677630 Feb 01 04:34:28.037282 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-77787d33-9eb8-472d-b76d-8dba2542cc6d tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 01 04:34:28.037787 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77787d33-9eb8-472d-b76d-8dba2542cc6d tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:34:28.042935 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-77787d33-9eb8-472d-b76d-8dba2542cc6d tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] 10.222.0.24 "DELETE /v2.0/networks/c8eef98d-2bd8-4f0e-a737-00fc31d61d47 HTTP/1.1" status: 409 len: 405 time: 0.5571399 Feb 01 04:34:28.051426 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 36574) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:28.065177 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-847f1048-540e-4cae-8645-3442ef7dd78d tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-734214521'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:34:28.085066 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-847f1048-540e-4cae-8645-3442ef7dd78d tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:34:28.126112 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-847f1048-540e-4cae-8645-3442ef7dd78d tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Usage tracker for resource:network and tenant:dd2a656c49f44814a0be2f22e4794d92 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:34:28.133261 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-847f1048-540e-4cae-8645-3442ef7dd78d tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:34:28.216780 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-b21dab54-23d0-468c-8bfd-9e4989f54098 None None] Calling delete_port for 3c960b7f-e3ec-4751-81d8-5f3eeebf0b15 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:34:28.262897 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b12723c-8001-400b-adf4-95720354c255 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:28.264442 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b12723c-8001-400b-adf4-95720354c255 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:28.265211 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0b12723c-8001-400b-adf4-95720354c255 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Synchronizing usage tracker for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:subnet {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:34:28.283937 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-e3de9d13-9a98-46b2-ae90-87be1abec19a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a1d680601f034200bacb5bc56c9e5b3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6796188 Feb 01 04:34:28.290837 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6479778-a61f-4fa7-a1be-81336b1726c7 service neutron] Pushing event updated for resources: {'Port': ['ID=3277edd8-c7f5-4d46-ab65-6d78262be77e,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:28.291453 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 36578) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:28.292426 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-847f1048-540e-4cae-8645-3442ef7dd78d tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:34:28.296333 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-13f81bd2-2ba3-48ef-b537-41bad015f0bc tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:28.357624 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4dcd69c5-63f2-45a5-b7a2-693dd18abf76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:28.395852 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847f1048-540e-4cae-8645-3442ef7dd78d tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Made reservation on behalf of dd2a656c49f44814a0be2f22e4794d92 for: {'network': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:34:28.400196 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-847f1048-540e-4cae-8645-3442ef7dd78d tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:28.411234 dv-neutron-826830-1-hyperv neutron-server[87638]: INFO neutron.plugins.ml2.db [None req-1096ddb7-c555-4143-bc6f-488afc11ea89 None None] No ports have port_id starting with 3a56758e-a578-4542-a80f-725b3d277e35 Feb 01 04:34:28.432695 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcd69c5-63f2-45a5-b7a2-693dd18abf76 None None] Pushing event deleted for resources: {'Port': ['ID=3a56758e-a578-4542-a80f-725b3d277e35,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:28.443554 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcd69c5-63f2-45a5-b7a2-693dd18abf76 None None] No DVR routers for this DVR port 3a56758e-a578-4542-a80f-725b3d277e35 on host dv-neutron-826830-1-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:34:28.466013 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b21dab54-23d0-468c-8bfd-9e4989f54098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:28.477967 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2d54fc5e-2195-4ce4-9d8e-34a8f044a873 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:28.506303 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-1096ddb7-c555-4143-bc6f-488afc11ea89 None None] Provisioning complete for port ee8c9e82-f789-47b3-a57a-f33b8c5a34ed triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:34:28.506475 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1096ddb7-c555-4143-bc6f-488afc11ea89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:28.509735 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-13f81bd2-2ba3-48ef-b537-41bad015f0bc tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Calling delete_port for ee8c9e82-f789-47b3-a57a-f33b8c5a34ed owned by {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:34:28.538555 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-c87cbd15-3926-4f67-b3ec-f9a02816dda3 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] For port 3c960b7f-e3ec-4751-81d8-5f3eeebf0b15, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=3c960b7f-e3ec-4751-81d8-5f3eeebf0b15,segment=NetworkSegment(f22d052c-b1e7-45f5-a6b6-59256caab511),segment_id=f22d052c-b1e7-45f5-a6b6-59256caab511)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:34:28.539717 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c87cbd15-3926-4f67-b3ec-f9a02816dda3 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:28.571215 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0b12723c-8001-400b-adf4-95720354c255 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Unset dirty status for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:subnet {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:34:28.575621 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0b12723c-8001-400b-adf4-95720354c255 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.7599976 Feb 01 04:34:28.581438 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36582) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:28.599242 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-1096ddb7-c555-4143-bc6f-488afc11ea89 None None] Port ee8c9e82-f789-47b3-a57a-f33b8c5a34ed cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:34:28.599242 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21dab54-23d0-468c-8bfd-9e4989f54098 None None] Pushing event deleted for resources: {'Port': ['ID=3c960b7f-e3ec-4751-81d8-5f3eeebf0b15,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:28.607877 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21dab54-23d0-468c-8bfd-9e4989f54098 None None] No DVR routers for this DVR port 3c960b7f-e3ec-4751-81d8-5f3eeebf0b15 on host dv-neutron-826830-1-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:34:28.634821 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-847f1048-540e-4cae-8645-3442ef7dd78d tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=87637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:34:28.646966 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-2d54fc5e-2195-4ce4-9d8e-34a8f044a873 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Calling delete_port for 7f7f3ded-bbe5-41c4-84a4-e30c28d194f4 owned by network:router_interface {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:34:28.670582 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device e6145931-464e-4bb1-b908-940eade75e36 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:34:28.708545 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-847f1048-540e-4cae-8645-3442ef7dd78d tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:28.708889 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.segments_db [None req-847f1048-540e-4cae-8645-3442ef7dd78d tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Added segment 5b9ae03d-4a59-4060-ad00-00303dfb62be of type vlan for network 5f191334-a4ad-436f-a6f0-b97ba93b3490 Feb 01 04:34:28.712670 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-993c25ec-64f5-400b-b8a7-5a73eb3de94d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:28.728489 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4314933-3061-442d-a05d-3d281abe56e4 None None] DHCP port deletion for c8eef98d-2bd8-4f0e-a737-00fc31d61d47 request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:34:28.738864 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-d4314933-3061-442d-a05d-3d281abe56e4 None None] Deleting port 896eb387-7893-42b8-886f-00d2ecaf8e32 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:34:28.739345 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d4314933-3061-442d-a05d-3d281abe56e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:28.775802 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-c87cbd15-3926-4f67-b3ec-f9a02816dda3 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Calling delete_port for 3c960b7f-e3ec-4751-81d8-5f3eeebf0b15 owned by network:dhcp {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:34:28.782487 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-847f1048-540e-4cae-8645-3442ef7dd78d tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:28.797715 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-993c25ec-64f5-400b-b8a7-5a73eb3de94d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:28.878069 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port e6145931-464e-4bb1-b908-940eade75e36 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:34:28.879159 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:28.879688 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-f139df9d-d3b9-4a2a-9ff6-40d6236c2119 req-d6479778-a61f-4fa7-a1be-81336b1726c7 service neutron] Attempting to bind port 3277edd8-c7f5-4d46-ab65-6d78262be77e on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:34:28.880301 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-f139df9d-d3b9-4a2a-9ff6-40d6236c2119 req-d6479778-a61f-4fa7-a1be-81336b1726c7 service neutron] Attempting to bind port 3277edd8-c7f5-4d46-ab65-6d78262be77e by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '47389526-68fb-4cf8-9cf4-525db349e4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6ec819a2-0c55-40ed-acdc-50daf874a757'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:34:28.880866 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f139df9d-d3b9-4a2a-9ff6-40d6236c2119 req-d6479778-a61f-4fa7-a1be-81336b1726c7 service neutron] Attempting to bind port 3277edd8-c7f5-4d46-ab65-6d78262be77e on network 6ec819a2-0c55-40ed-acdc-50daf874a757 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:34:28.904461 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-2109c5e6-9403-4ccf-a31d-c84d8c287dbd tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Deleting subnet 9e362ed1-dc3c-4634-a0cb-ee4f60a2a35c {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:34:28.906704 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f139df9d-d3b9-4a2a-9ff6-40d6236c2119 req-d6479778-a61f-4fa7-a1be-81336b1726c7 service neutron] Port 3277edd8-c7f5-4d46-ab65-6d78262be77e on network 6ec819a2-0c55-40ed-acdc-50daf874a757 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:34:28.906928 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-847f1048-540e-4cae-8645-3442ef7dd78d tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:28.907526 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f139df9d-d3b9-4a2a-9ff6-40d6236c2119 req-d6479778-a61f-4fa7-a1be-81336b1726c7 service neutron] Attempting to bind port 3277edd8-c7f5-4d46-ab65-6d78262be77e on network 6ec819a2-0c55-40ed-acdc-50daf874a757 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:34:28.915222 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847f1048-540e-4cae-8645-3442ef7dd78d tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:28.915854 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-847f1048-540e-4cae-8645-3442ef7dd78d tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:29.014788 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-84dfda08-ffbf-484d-806c-cf844dac783d None None] Provisioning for port be33baa0-393e-4e89-aeda-466d418f78c9 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:34:29.028596 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-84dfda08-ffbf-484d-806c-cf844dac783d None None] Provisioning complete for port be33baa0-393e-4e89-aeda-466d418f78c9 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:34:29.029038 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-84dfda08-ffbf-484d-806c-cf844dac783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:29.031403 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-993c25ec-64f5-400b-b8a7-5a73eb3de94d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:29.034310 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-993c25ec-64f5-400b-b8a7-5a73eb3de94d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:29.037352 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-993c25ec-64f5-400b-b8a7-5a73eb3de94d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e75361aa-5067-4414-befd-8d3e3232da0b HTTP/1.1" status: 204 len: 168 time: 0.7425342 Feb 01 04:34:29.074401 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2109c5e6-9403-4ccf-a31d-c84d8c287dbd tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:29.119668 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993c25ec-64f5-400b-b8a7-5a73eb3de94d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e75361aa-5067-4414-befd-8d3e3232da0b,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:29.123189 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-847f1048-540e-4cae-8645-3442ef7dd78d tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0688949 Feb 01 04:34:29.128849 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-13f81bd2-2ba3-48ef-b537-41bad015f0bc tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:29.137276 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847f1048-540e-4cae-8645-3442ef7dd78d tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Pushing event updated for resources: {'Network': ['ID=5f191334-a4ad-436f-a6f0-b97ba93b3490,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:29.147297 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36590) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:29.166629 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2d54fc5e-2195-4ce4-9d8e-34a8f044a873 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:29.168796 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 5f191334-a4ad-436f-a6f0-b97ba93b3490 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:34:29.203095 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.db.api [None req-c87cbd15-3926-4f67-b3ec-f9a02816dda3 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:34:29.203531 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG oslo_db.api [None req-c87cbd15-3926-4f67-b3ec-f9a02816dda3 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:34:29.250873 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-84dfda08-ffbf-484d-806c-cf844dac783d None None] Port be33baa0-393e-4e89-aeda-466d418f78c9 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:34:29.256496 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-d4314933-3061-442d-a05d-3d281abe56e4 None None] For port 896eb387-7893-42b8-886f-00d2ecaf8e32, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=896eb387-7893-42b8-886f-00d2ecaf8e32,segment=NetworkSegment(2c4d6beb-ec68-46b9-9389-58fb543aaf64),segment_id=2c4d6beb-ec68-46b9-9389-58fb543aaf64)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:34:29.256958 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d4314933-3061-442d-a05d-3d281abe56e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:29.277835 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f139df9d-d3b9-4a2a-9ff6-40d6236c2119 req-d6479778-a61f-4fa7-a1be-81336b1726c7 service neutron] Checking agent: {'id': '63664c57-372e-43f7-9ecb-4deedcf8ddc7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 28, 15), 'started_at': datetime.datetime(2022, 2, 1, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:34:29.278538 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f139df9d-d3b9-4a2a-9ff6-40d6236c2119 req-d6479778-a61f-4fa7-a1be-81336b1726c7 service neutron] Checking segment: {'id': '47389526-68fb-4cf8-9cf4-525db349e4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6ec819a2-0c55-40ed-acdc-50daf874a757'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:34:29.279115 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f139df9d-d3b9-4a2a-9ff6-40d6236c2119 req-d6479778-a61f-4fa7-a1be-81336b1726c7 service neutron] Bound using segment: {'id': '47389526-68fb-4cf8-9cf4-525db349e4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6ec819a2-0c55-40ed-acdc-50daf874a757'} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:34:29.279789 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-f139df9d-d3b9-4a2a-9ff6-40d6236c2119 req-d6479778-a61f-4fa7-a1be-81336b1726c7 service neutron] Bound port: 3277edd8-c7f5-4d46-ab65-6d78262be77e, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47389526-68fb-4cf8-9cf4-525db349e4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6ec819a2-0c55-40ed-acdc-50daf874a757'}}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:34:29.280315 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-f139df9d-d3b9-4a2a-9ff6-40d6236c2119 req-d6479778-a61f-4fa7-a1be-81336b1726c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:29.299069 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-357d9895-d4c1-485e-a340-2c1dbf73fa4d tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Request body: {'subnet': {'network_id': '5f191334-a4ad-436f-a6f0-b97ba93b3490', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:34:29.363923 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d54fc5e-2195-4ce4-9d8e-34a8f044a873 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Pushing event deleted for resources: {'Port': ['ID=7f7f3ded-bbe5-41c4-84a4-e30c28d194f4,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:29.399800 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 896eb387-7893-42b8-886f-00d2ecaf8e32 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:34:29.425631 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f81bd2-2ba3-48ef-b537-41bad015f0bc tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event deleted for resources: {'Port': ['ID=ee8c9e82-f789-47b3-a57a-f33b8c5a34ed,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:29.457475 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-13f81bd2-2ba3-48ef-b537-41bad015f0bc tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:29.527437 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-d4314933-3061-442d-a05d-3d281abe56e4 None None] Calling delete_port for 896eb387-7893-42b8-886f-00d2ecaf8e32 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:34:29.573206 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-f139df9d-d3b9-4a2a-9ff6-40d6236c2119 req-d6479778-a61f-4fa7-a1be-81336b1726c7 service neutron] For port 3277edd8-c7f5-4d46-ab65-6d78262be77e, host hv-neutron-8268, cleared binding levels {{(pid=87636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:34:29.576907 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-f139df9d-d3b9-4a2a-9ff6-40d6236c2119 req-d6479778-a61f-4fa7-a1be-81336b1726c7 service neutron] For port 3277edd8-c7f5-4d46-ab65-6d78262be77e, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=3277edd8-c7f5-4d46-ab65-6d78262be77e,segment=NetworkSegment(47389526-68fb-4cf8-9cf4-525db349e4da),segment_id=47389526-68fb-4cf8-9cf4-525db349e4da)] {{(pid=87636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:34:29.592255 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2109c5e6-9403-4ccf-a31d-c84d8c287dbd tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145757'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:29.627169 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-f139df9d-d3b9-4a2a-9ff6-40d6236c2119 req-d6479778-a61f-4fa7-a1be-81336b1726c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:29.678828 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d4314933-3061-442d-a05d-3d281abe56e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:29.681384 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2d54fc5e-2195-4ce4-9d8e-34a8f044a873 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770960'] for router_interface, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:29.728909 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 896eb387-7893-42b8-886f-00d2ecaf8e32 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:34:29.743460 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4314933-3061-442d-a05d-3d281abe56e4 None None] Pushing event deleted for resources: {'Port': ['ID=896eb387-7893-42b8-886f-00d2ecaf8e32,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:29.746375 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4314933-3061-442d-a05d-3d281abe56e4 None None] No DVR routers for this DVR port 896eb387-7893-42b8-886f-00d2ecaf8e32 on host dv-neutron-826830-1-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:34:29.748613 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 896eb387-7893-42b8-886f-00d2ecaf8e32 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:34:29.749766 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:29.770776 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f139df9d-d3b9-4a2a-9ff6-40d6236c2119 req-d6479778-a61f-4fa7-a1be-81336b1726c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:29.771591 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-f139df9d-d3b9-4a2a-9ff6-40d6236c2119 req-d6479778-a61f-4fa7-a1be-81336b1726c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:29.772996 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f139df9d-d3b9-4a2a-9ff6-40d6236c2119 req-d6479778-a61f-4fa7-a1be-81336b1726c7 service neutron] 10.222.0.18 "PUT /v2.0/ports/3277edd8-c7f5-4d46-ab65-6d78262be77e HTTP/1.1" status: 200 len: 1093 time: 3.9570086 Feb 01 04:34:29.774770 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-c87cbd15-3926-4f67-b3ec-f9a02816dda3 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Deleting port 3c960b7f-e3ec-4751-81d8-5f3eeebf0b15 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:34:29.775259 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c87cbd15-3926-4f67-b3ec-f9a02816dda3 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:29.802699 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Port 896eb387-7893-42b8-886f-00d2ecaf8e32 was deleted so its status cannot be updated. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 01 04:34:29.820309 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11f622e6-89bc-43e7-82d6-8a23ab462e21', 'tag': '3277edd8-c7f5-4d46-ab65-6d78262be77e'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:34:29.863179 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-13f81bd2-2ba3-48ef-b537-41bad015f0bc tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "DELETE /v2.0/ports/ee8c9e82-f789-47b3-a57a-f33b8c5a34ed HTTP/1.1" status: 204 len: 168 time: 2.7327259 Feb 01 04:34:29.871325 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 36608) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:29.936438 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 4c381e37-167d-4b50-a6c3-76941e6b0538 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:34:29.955488 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-357d9895-d4c1-485e-a340-2c1dbf73fa4d tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:34:29.965378 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-357d9895-d4c1-485e-a340-2c1dbf73fa4d tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:34:29.985365 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 4c381e37-167d-4b50-a6c3-76941e6b0538 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:34:29.985765 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 4c381e37-167d-4b50-a6c3-76941e6b0538 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:34:29.986289 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 3c960b7f-e3ec-4751-81d8-5f3eeebf0b15 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:34:30.010123 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11f622e6-89bc-43e7-82d6-8a23ab462e21', 'tag': '3277edd8-c7f5-4d46-ab65-6d78262be77e', 'status': 'completed', 'code': 200} Feb 01 04:34:30.010767 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-357d9895-d4c1-485e-a340-2c1dbf73fa4d tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Made reservation on behalf of dd2a656c49f44814a0be2f22e4794d92 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:34:30.014574 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-357d9895-d4c1-485e-a340-2c1dbf73fa4d tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:30.029137 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 3c960b7f-e3ec-4751-81d8-5f3eeebf0b15 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:34:30.029404 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 3c960b7f-e3ec-4751-81d8-5f3eeebf0b15 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:34:30.029888 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 3a56758e-a578-4542-a80f-725b3d277e35 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:34:30.056910 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-c87cbd15-3926-4f67-b3ec-f9a02816dda3 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] The port '3c960b7f-e3ec-4751-81d8-5f3eeebf0b15' was deleted {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 01 04:34:30.122404 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1920b63-fce5-4ebd-9357-e75a0ee0e171 None None] get_active_networks_info from dv-neutron-826830-1-hyperv {{(pid=87638) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 01 04:34:30.147768 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 3a56758e-a578-4542-a80f-725b3d277e35 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:34:30.148694 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 3a56758e-a578-4542-a80f-725b3d277e35 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:34:30.149122 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 730b0654-92a7-48fc-aff9-2f8f484833f4 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:34:30.157618 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6479778-a61f-4fa7-a1be-81336b1726c7 service neutron] Pushing event updated for resources: {'Port': ['ID=3277edd8-c7f5-4d46-ab65-6d78262be77e,revision_number=3']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:30.186627 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 730b0654-92a7-48fc-aff9-2f8f484833f4 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:34:30.186966 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 730b0654-92a7-48fc-aff9-2f8f484833f4 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:34:30.250486 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36618) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:30.255202 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b3c08932-7d1b-4346-9840-50005a36dbce tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:30.268736 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25f6262-2446-4244-816f-173631cdcd12 req-9a54f163-949e-4994-a642-4bb33b91e7c5 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:30.270193 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a25f6262-2446-4244-816f-173631cdcd12 req-9a54f163-949e-4994-a642-4bb33b91e7c5 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] 10.222.0.24 "GET /v2.0/ports?device_id=11f622e6-89bc-43e7-82d6-8a23ab462e21 HTTP/1.1" status: 200 len: 943 time: 0.9370861 Feb 01 04:34:30.322064 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1920b63-fce5-4ebd-9357-e75a0ee0e171 None None] Resources bound (agent type, host, resource id): {{(pid=87638) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 01 04:34:30.402465 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c87cbd15-3926-4f67-b3ec-f9a02816dda3 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:30.411924 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2109c5e6-9403-4ccf-a31d-c84d8c287dbd tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:30.488114 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f139df9d-d3b9-4a2a-9ff6-40d6236c2119 req-7ed77e90-7730-46c2-8c6c-dfb5997c2cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:30.489852 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f139df9d-d3b9-4a2a-9ff6-40d6236c2119 req-7ed77e90-7730-46c2-8c6c-dfb5997c2cc9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4d9d44d669ef45fba0a9fcf8b2a96a15&device_id=11f622e6-89bc-43e7-82d6-8a23ab462e21 HTTP/1.1" status: 200 len: 1096 time: 0.6321270 Feb 01 04:34:30.490322 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d54fc5e-2195-4ce4-9d8e-34a8f044a873 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Router da84cacf-9dd2-4ee9-a45d-e105ecda1bf4 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:34:30.550918 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 896eb387-7893-42b8-886f-00d2ecaf8e32 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:34:30.562531 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a25f6262-2446-4244-816f-173631cdcd12 req-65604447-cac0-4938-8bcf-dbe84582eec7 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] 10.222.0.24 "GET /v2.0/security-groups?id=025f61d7-3c11-4de5-b831-96b62cca7a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2653921 Feb 01 04:34:30.587289 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-c87cbd15-3926-4f67-b3ec-f9a02816dda3 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f60f11c7-5a65-4db9-9fc1-a9517166fa47']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:30.589347 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 896eb387-7893-42b8-886f-00d2ecaf8e32 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:34:30.589686 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 896eb387-7893-42b8-886f-00d2ecaf8e32 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:34:30.599908 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-2ab26389-68b6-4614-bc01-7189241accdb tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Request body: {'networks': [{'name': 'tempest-network--889463334'}, {'name': 'tempest-network--412249004'}]} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:34:30.600219 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-2ab26389-68b6-4614-bc01-7189241accdb tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Request body: {'network': {'name': 'tempest-network--889463334'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:34:30.600667 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-2ab26389-68b6-4614-bc01-7189241accdb tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Request body: {'network': {'name': 'tempest-network--412249004'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:34:30.612000 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f139df9d-d3b9-4a2a-9ff6-40d6236c2119 req-9b95c455-8d97-4746-a1d9-e306991c3e47 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3277edd8-c7f5-4d46-ab65-6d78262be77e HTTP/1.1" status: 200 len: 217 time: 0.1018243 Feb 01 04:34:30.615695 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-2ab26389-68b6-4614-bc01-7189241accdb tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:34:30.658993 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-c87cbd15-3926-4f67-b3ec-f9a02816dda3 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f22d052c-b1e7-45f5-a6b6-59256caab511') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:30.659427 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-c87cbd15-3926-4f67-b3ec-f9a02816dda3 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f22d052c-b1e7-45f5-a6b6-59256caab511') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:30.672696 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2ab26389-68b6-4614-bc01-7189241accdb tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Usage tracker for resource:network and tenant:b63ac98ef5c84cafb13a0fd7fee189ce is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:34:30.712479 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2ab26389-68b6-4614-bc01-7189241accdb tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:34:30.724597 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c87cbd15-3926-4f67-b3ec-f9a02816dda3 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143022'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:30.748142 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-2ab26389-68b6-4614-bc01-7189241accdb tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:34:30.756121 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b3c08932-7d1b-4346-9840-50005a36dbce tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:30.768644 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d54fc5e-2195-4ce4-9d8e-34a8f044a873 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:34:30.775369 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-2d54fc5e-2195-4ce4-9d8e-34a8f044a873 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] 10.222.0.24 "PUT /v2.0/routers/da84cacf-9dd2-4ee9-a45d-e105ecda1bf4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0887325 Feb 01 04:34:30.785047 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 36624) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:30.785600 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c87cbd15-3926-4f67-b3ec-f9a02816dda3 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:30.785920 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0a8c46-ba75-45ed-bc4d-35500482527a None None] Sync routers for ids ['da84cacf-9dd2-4ee9-a45d-e105ecda1bf4'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:34:30.797407 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0a8c46-ba75-45ed-bc4d-35500482527a None None] Routers {'da84cacf-9dd2-4ee9-a45d-e105ecda1bf4'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:34:30.797980 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-bf0a8c46-ba75-45ed-bc4d-35500482527a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:34:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['da84cacf-9dd2-4ee9-a45d-e105ecda1bf4'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:30.803164 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c87cbd15-3926-4f67-b3ec-f9a02816dda3 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:34:30.803616 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c87cbd15-3926-4f67-b3ec-f9a02816dda3 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3072199'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:30.821887 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f139df9d-d3b9-4a2a-9ff6-40d6236c2119 req-4445cade-d23b-4cb5-bf03-c5bd73bcebbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:30.823358 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f139df9d-d3b9-4a2a-9ff6-40d6236c2119 req-4445cade-d23b-4cb5-bf03-c5bd73bcebbf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d9f4fc37-5ff0-4c6e-bfc2-a80b9a0fed2e HTTP/1.1" status: 200 len: 833 time: 0.2023802 Feb 01 04:34:30.823998 dv-neutron-826830-1-hyperv neutron-server[87636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:34:30.823998 dv-neutron-826830-1-hyperv neutron-server[87636]: util.warn( Feb 01 04:34:30.823998 dv-neutron-826830-1-hyperv neutron-server[87636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:34:30.823998 dv-neutron-826830-1-hyperv neutron-server[87636]: util.warn( Feb 01 04:34:30.823998 dv-neutron-826830-1-hyperv neutron-server[87636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:34:30.823998 dv-neutron-826830-1-hyperv neutron-server[87636]: util.warn( Feb 01 04:34:30.823998 dv-neutron-826830-1-hyperv neutron-server[87636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:34:30.823998 dv-neutron-826830-1-hyperv neutron-server[87636]: util.warn( Feb 01 04:34:30.823998 dv-neutron-826830-1-hyperv neutron-server[87636]: Traceback (most recent call last): Feb 01 04:34:30.823998 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:34:30.823998 dv-neutron-826830-1-hyperv neutron-server[87636]: timer() Feb 01 04:34:30.823998 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:34:30.823998 dv-neutron-826830-1-hyperv neutron-server[87636]: cb(*args, **kw) Feb 01 04:34:30.823998 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:34:30.823998 dv-neutron-826830-1-hyperv neutron-server[87636]: return func(*args, **kwargs) Feb 01 04:34:30.823998 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:34:30.823998 dv-neutron-826830-1-hyperv neutron-server[87636]: self._notify() Feb 01 04:34:30.823998 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:34:30.823998 dv-neutron-826830-1-hyperv neutron-server[87636]: self.callback(batched_events) Feb 01 04:34:30.823998 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:34:30.823998 dv-neutron-826830-1-hyperv neutron-server[87636]: event.method(event) Feb 01 04:34:30.823998 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:34:30.823998 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:34:30.823998 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:34:30.823998 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:34:30.823998 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:34:30.823998 dv-neutron-826830-1-hyperv neutron-server[87636]: return f(self, *a, **k) Feb 01 04:34:30.823998 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:34:30.823998 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._get(url).json() Feb 01 04:34:30.823998 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:34:30.823998 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:34:30.823998 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:34:30.823998 dv-neutron-826830-1-hyperv neutron-server[87636]: return self.request(url, 'GET', **kwargs) Feb 01 04:34:30.823998 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:34:30.823998 dv-neutron-826830-1-hyperv neutron-server[87636]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:34:30.823998 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:34:30.823998 dv-neutron-826830-1-hyperv neutron-server[87636]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:34:30.823998 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:34:30.823998 dv-neutron-826830-1-hyperv neutron-server[87636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:34:30.823998 dv-neutron-826830-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:34:30.864772 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-bf0a8c46-ba75-45ed-bc4d-35500482527a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:30.865419 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-b3c08932-7d1b-4346-9840-50005a36dbce tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f84096f6-bb01-4fa1-8395-e2b6df6a3423']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:30.867773 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab26389-68b6-4614-bc01-7189241accdb tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Made reservation on behalf of b63ac98ef5c84cafb13a0fd7fee189ce for: {'network': 2} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:34:30.872530 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2ab26389-68b6-4614-bc01-7189241accdb tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:30.873933 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0a8c46-ba75-45ed-bc4d-35500482527a None None] Routers {'da84cacf-9dd2-4ee9-a45d-e105ecda1bf4'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:34:30.874551 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-bf0a8c46-ba75-45ed-bc4d-35500482527a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:34:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['da84cacf-9dd2-4ee9-a45d-e105ecda1bf4'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:30.883162 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2109c5e6-9403-4ccf-a31d-c84d8c287dbd tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3072169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2652276'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:30.884939 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.api.v2.resource [None req-bf288a4b-f605-4c59-87e3-f90e5e44b294 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] show failed (client error): The resource could not be found. Feb 01 04:34:30.885962 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-bf288a4b-f605-4c59-87e3-f90e5e44b294 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] 10.222.0.24 "GET /v2.0/routers/tempest-non_exist_router-1021545115 HTTP/1.1" status: 404 len: 335 time: 0.0997763 Feb 01 04:34:30.887769 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-b3c08932-7d1b-4346-9840-50005a36dbce tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83c2b211-19ce-4251-9605-c1f223ab560f') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:30.888063 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-b3c08932-7d1b-4346-9840-50005a36dbce tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83c2b211-19ce-4251-9605-c1f223ab560f') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:30.894921 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 36628) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:30.900183 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-3790d76b-ab05-4be3-bb65-648baaa6f2d7 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:34:30.941577 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-bf0a8c46-ba75-45ed-bc4d-35500482527a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:30.941990 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0a8c46-ba75-45ed-bc4d-35500482527a None None] The sync data for ids ['da84cacf-9dd2-4ee9-a45d-e105ecda1bf4'] in dv-neutron-826830-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:34:30.956076 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2ab26389-68b6-4614-bc01-7189241accdb tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:30.971742 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b3c08932-7d1b-4346-9840-50005a36dbce tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:30.978259 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.api.v2.resource [None req-3790d76b-ab05-4be3-bb65-648baaa6f2d7 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] update failed (client error): The resource could not be found. Feb 01 04:34:30.979294 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-3790d76b-ab05-4be3-bb65-648baaa6f2d7 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] 10.222.0.24 "PUT /v2.0/routers/tempest-non_exist_router-644606432 HTTP/1.1" status: 404 len: 334 time: 0.0831678 Feb 01 04:34:30.982623 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 36632) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:31.029429 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b3c08932-7d1b-4346-9840-50005a36dbce tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:31.044753 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3c08932-7d1b-4346-9840-50005a36dbce tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:34:31.045162 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b3c08932-7d1b-4346-9840-50005a36dbce tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:31.064280 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 04:34:31.064280 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:34:31.064280 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 04:34:31.064280 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:34:31.064280 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 04:34:31.064280 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:34:31.064280 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 04:34:31.064280 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:34:31.064280 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 04:34:31.064280 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:34:31.064280 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 04:34:31.064280 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:34:31.064280 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 04:34:31.064280 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:34:31.064280 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:34:31.064280 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:34:31.064280 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:34:31.064280 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:34:31.064280 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 04:34:31.064280 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:34:31.064280 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 04:34:31.064280 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:34:31.064280 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:34:31.064280 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:34:31.064280 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 04:34:31.064280 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:34:31.064280 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:34:31.064280 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:34:31.064280 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:34:31.064280 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:34:31.064280 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:34:31.064280 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:34:31.096229 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f21c8b7-263a-41b0-9da6-2fe5b9419f57 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Deleting subnet 2e384de8-ab5d-4398-9f02-1d4ec6462dd6 {{(pid=87637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:34:31.148590 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2f21c8b7-263a-41b0-9da6-2fe5b9419f57 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks [] for subnet, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:31.155238 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2109c5e6-9403-4ccf-a31d-c84d8c287dbd tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event deleted for resources: {'Subnet': ['ID=9e362ed1-dc3c-4634-a0cb-ee4f60a2a35c,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:31.167099 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2109c5e6-9403-4ccf-a31d-c84d8c287dbd tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:31.173383 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60418546-8597-4ca8-abf6-6b1c0046b47b None None] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:34:31.184461 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-2ab26389-68b6-4614-bc01-7189241accdb tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:34:31.193574 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b3c08932-7d1b-4346-9840-50005a36dbce tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:31.194101 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2ab26389-68b6-4614-bc01-7189241accdb tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Usage tracker for resource:security_group_rule and tenant:b63ac98ef5c84cafb13a0fd7fee189ce is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:34:31.214865 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2ab26389-68b6-4614-bc01-7189241accdb tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:34:31.216924 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b3c08932-7d1b-4346-9840-50005a36dbce tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:31.233089 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c08932-7d1b-4346-9840-50005a36dbce tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] Pushing event deleted for resources: {'Network': ['ID=f84096f6-bb01-4fa1-8395-e2b6df6a3423,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:31.236364 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2f21c8b7-263a-41b0-9da6-2fe5b9419f57 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2424773'] for subnet, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:31.251129 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c87cbd15-3926-4f67-b3ec-f9a02816dda3 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:31.256334 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c87cbd15-3926-4f67-b3ec-f9a02816dda3 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:31.266663 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-b3c08932-7d1b-4346-9840-50005a36dbce tempest-PortsIpV6TestJSON-89723793 tempest-PortsIpV6TestJSON-89723793-project] 10.222.0.24 "DELETE /v2.0/networks/f84096f6-bb01-4fa1-8395-e2b6df6a3423 HTTP/1.1" status: 204 len: 168 time: 1.3925385 Feb 01 04:34:31.285476 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-2ab26389-68b6-4614-bc01-7189241accdb tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:34:31.301182 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2109c5e6-9403-4ccf-a31d-c84d8c287dbd tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/subnets/9e362ed1-dc3c-4634-a0cb-ee4f60a2a35c HTTP/1.1" status: 204 len: 168 time: 2.7170637 Feb 01 04:34:31.303901 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 36638) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:31.315501 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87cbd15-3926-4f67-b3ec-f9a02816dda3 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Pushing event deleted for resources: {'Network': ['ID=f60f11c7-5a65-4db9-9fc1-a9517166fa47,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:31.333664 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c87cbd15-3926-4f67-b3ec-f9a02816dda3 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] 10.222.0.24 "DELETE /v2.0/networks/f60f11c7-5a65-4db9-9fc1-a9517166fa47 HTTP/1.1" status: 204 len: 168 time: 4.4864686 Feb 01 04:34:31.338406 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36642) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:31.416740 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-8b49d1d2-bb8f-4aa5-9821-583f53ef6bde tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1108043 Feb 01 04:34:31.420061 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 36646) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:31.450468 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.objects.ports [None req-357d9895-d4c1-485e-a340-2c1dbf73fa4d tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87636) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 01 04:34:31.454908 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-357d9895-d4c1-485e-a340-2c1dbf73fa4d tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:31.460437 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f139df9d-d3b9-4a2a-9ff6-40d6236c2119 req-913a428f-23dc-45f5-a5a9-c7f21b3b2228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:31.462045 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f139df9d-d3b9-4a2a-9ff6-40d6236c2119 req-913a428f-23dc-45f5-a5a9-c7f21b3b2228 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6ec819a2-0c55-40ed-acdc-50daf874a757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6316659 Feb 01 04:34:31.479887 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1f7fa9-ad46-4901-9c7e-454e2b3686e5 None None] DHCP port deletion for 14b67238-4e53-405c-b9cd-84b8ff52e36a request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:34:31.484094 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-cd1f7fa9-ad46-4901-9c7e-454e2b3686e5 None None] Deleting port e6145931-464e-4bb1-b908-940eade75e36 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:34:31.484094 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cd1f7fa9-ad46-4901-9c7e-454e2b3686e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:31.493005 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2f21c8b7-263a-41b0-9da6-2fe5b9419f57 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:31.583535 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c14a95-97e8-4ff2-a4d0-bd51620989bc tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:31.584480 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-73c14a95-97e8-4ff2-a4d0-bd51620989bc tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Synchronizing usage tracker for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:34:31.587812 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-a14d3495-a994-4d74-b51b-a78c49915143 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Deleting subnet 9a159d09-8cb8-49d5-9945-3ee6f967b4f2 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:34:31.602694 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a14d3495-a994-4d74-b51b-a78c49915143 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:31.614194 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2f21c8b7-263a-41b0-9da6-2fe5b9419f57 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3037665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694336'] for subnet, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:31.657265 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 36654) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:31.658022 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-73c14a95-97e8-4ff2-a4d0-bd51620989bc tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Unset dirty status for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:34:31.661858 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-73c14a95-97e8-4ff2-a4d0-bd51620989bc tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2408237 Feb 01 04:34:31.673735 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 36656) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:31.678510 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f21c8b7-263a-41b0-9da6-2fe5b9419f57 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Pushing event deleted for resources: {'Subnet': ['ID=2e384de8-ab5d-4398-9f02-1d4ec6462dd6,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:31.680746 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2f21c8b7-263a-41b0-9da6-2fe5b9419f57 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:31.721289 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ef1fc8-eec4-4b0d-8f76-cc0a0d947e98 None None] Network e8813f85-c842-4eea-8e7b-2f2dc4175a3f requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:34:31.728098 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-2f21c8b7-263a-41b0-9da6-2fe5b9419f57 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] 10.222.0.24 "DELETE /v2.0/subnets/2e384de8-ab5d-4398-9f02-1d4ec6462dd6 HTTP/1.1" status: 204 len: 168 time: 0.7412682 Feb 01 04:34:31.728775 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 36664) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:31.733489 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357d9895-d4c1-485e-a340-2c1dbf73fa4d tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Pushing event updated for resources: {'Subnet': ['ID=cc7db1f4-ecf0-4a05-976d-adeb334cfb74,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:31.791826 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a14d3495-a994-4d74-b51b-a78c49915143 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145757'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:31.818554 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357d9895-d4c1-485e-a340-2c1dbf73fa4d tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Checking segment: {'id': '5b9ae03d-4a59-4060-ad00-00303dfb62be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5f191334-a4ad-436f-a6f0-b97ba93b3490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:34:31.818926 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357d9895-d4c1-485e-a340-2c1dbf73fa4d tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Network hostable DHCP agents. Network: 5f191334-a4ad-436f-a6f0-b97ba93b3490, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:34:31.854195 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021669a2-f235-497c-8365-b2ed8a7f389a tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:31.854980 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-021669a2-f235-497c-8365-b2ed8a7f389a tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Synchronizing usage tracker for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:subnet {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:34:31.900435 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2ab26389-68b6-4614-bc01-7189241accdb tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:31.920106 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f139df9d-d3b9-4a2a-9ff6-40d6236c2119 req-2e1f0f8e-3366-4b9e-a8a1-a804e3fb4e78 service neutron] 10.222.0.18 "GET /v2.0/networks/6ec819a2-0c55-40ed-acdc-50daf874a757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4125791 Feb 01 04:34:31.925172 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2ab26389-68b6-4614-bc01-7189241accdb tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:31.925623 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2ab26389-68b6-4614-bc01-7189241accdb tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:31.947577 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5077e0a-bdf5-47d6-8911-bbf8ce3b4b69 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Deleting subnet 8b49845c-66ac-478f-9782-400ae1b21854 {{(pid=87637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:34:31.952905 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-021669a2-f235-497c-8365-b2ed8a7f389a tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Unset dirty status for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:subnet {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:34:31.956550 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-021669a2-f235-497c-8365-b2ed8a7f389a tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2792475 Feb 01 04:34:31.956550 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e5077e0a-bdf5-47d6-8911-bbf8ce3b4b69 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks [] for subnet, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:31.974864 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36668) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:31.975068 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357d9895-d4c1-485e-a340-2c1dbf73fa4d tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Network 5f191334-a4ad-436f-a6f0-b97ba93b3490 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:34:32.011342 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-cd1f7fa9-ad46-4901-9c7e-454e2b3686e5 None None] For port e6145931-464e-4bb1-b908-940eade75e36, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=e6145931-464e-4bb1-b908-940eade75e36,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:34:32.011761 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cd1f7fa9-ad46-4901-9c7e-454e2b3686e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:32.027710 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fdefc443-7022-4a7a-a05f-cef1060cfdb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:32.031335 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e541f58-e08f-4af1-9e6c-3bae03677ee6 req-39e4ff3f-5269-439a-8c26-f44cde3c41af tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:32.036126 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-0e541f58-e08f-4af1-9e6c-3bae03677ee6 req-39e4ff3f-5269-439a-8c26-f44cde3c41af tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] 10.222.0.24 "GET /v2.0/ports?device_id=11f622e6-89bc-43e7-82d6-8a23ab462e21 HTTP/1.1" status: 200 len: 943 time: 0.2640769 Feb 01 04:34:32.059722 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e5077e0a-bdf5-47d6-8911-bbf8ce3b4b69 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2424773'] for subnet, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:32.101431 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c64b93e5-00cb-4147-ab78-1324d50338a8 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1184506 Feb 01 04:34:32.107729 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36672) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:32.117361 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-340dfd6a-0d69-4bbf-a8d8-7705c55841cb tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Request body: {'subnet': {'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:34:32.119786 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-834b3d10-f53f-4de1-bfce-54767b421bf6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4859bcd8aae8416eba645579d339c6c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4565265 Feb 01 04:34:32.123005 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 36676) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:32.152059 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-cd1f7fa9-ad46-4901-9c7e-454e2b3686e5 None None] Calling delete_port for e6145931-464e-4bb1-b908-940eade75e36 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:34:32.181194 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-357d9895-d4c1-485e-a340-2c1dbf73fa4d tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, 5f191334-a4ad-436f-a6f0-b97ba93b3490) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:34:32.186274 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357d9895-d4c1-485e-a340-2c1dbf73fa4d tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:32.186874 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-357d9895-d4c1-485e-a340-2c1dbf73fa4d tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:32.205743 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab26389-68b6-4614-bc01-7189241accdb tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2310a44d-f8b8-412c-8f47-5822ee9e5579,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:32.222831 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ab26389-68b6-4614-bc01-7189241accdb tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:34:32.223162 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9348265d-bd94-4350-aa8c-36ba3d19f72d None None] Network 5f191334-a4ad-436f-a6f0-b97ba93b3490 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:34:32.255422 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a14d3495-a994-4d74-b51b-a78c49915143 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:32.317761 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2ab26389-68b6-4614-bc01-7189241accdb tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:32.318112 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-2ab26389-68b6-4614-bc01-7189241accdb tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Added segment ba3bc154-dfe1-4787-8394-4b85970fde11 of type vlan for network e2eac2b0-41e7-482c-989a-55ac8eb58a9b Feb 01 04:34:32.324696 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-0e541f58-e08f-4af1-9e6c-3bae03677ee6 req-bdb2115e-a88e-40bc-a853-8c2402ba388d tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] 10.222.0.24 "GET /v2.0/security-groups?id=025f61d7-3c11-4de5-b831-96b62cca7a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2719066 Feb 01 04:34:32.388135 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e5077e0a-bdf5-47d6-8911-bbf8ce3b4b69 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:32.399702 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cd1f7fa9-ad46-4901-9c7e-454e2b3686e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:32.410320 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-357d9895-d4c1-485e-a340-2c1dbf73fa4d tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2586195 Feb 01 04:34:32.427780 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36680) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:32.427951 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d0f13e74-a24f-4bcc-9b66-342d784e7fad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:32.441075 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f139df9d-d3b9-4a2a-9ff6-40d6236c2119 req-1b22ecf8-b9a7-4804-a112-54ccfb18cc27 service neutron] 10.222.0.18 "GET /v2.0/networks/6ec819a2-0c55-40ed-acdc-50daf874a757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5039687 Feb 01 04:34:32.447849 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-525b00be-a453-4884-9482-e249e29f830a tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Request body: {'port': {'network_id': '5f191334-a4ad-436f-a6f0-b97ba93b3490', 'name': 'tempest-NetworksIpV6TestAttrs-1242348181'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:34:32.449497 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbd0b5f-fe7b-4e02-90d2-11042376f011 None None] DHCP port deletion for e8813f85-c842-4eea-8e7b-2f2dc4175a3f request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:34:32.453742 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1f7fa9-ad46-4901-9c7e-454e2b3686e5 None None] No DVR routers for this DVR port e6145931-464e-4bb1-b908-940eade75e36 on host dv-neutron-826830-1-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:34:32.462095 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-7cbd0b5f-fe7b-4e02-90d2-11042376f011 None None] Deleting port 0151fca3-97f6-4517-bc66-f833cdf18fb3 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:34:32.462551 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7cbd0b5f-fe7b-4e02-90d2-11042376f011 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:32.480183 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-340dfd6a-0d69-4bbf-a8d8-7705c55841cb tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:34:32.506591 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e5077e0a-bdf5-47d6-8911-bbf8ce3b4b69 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3037665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694336'] for subnet, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:32.511839 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2ab26389-68b6-4614-bc01-7189241accdb tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:32.525733 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-340dfd6a-0d69-4bbf-a8d8-7705c55841cb tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:34:32.560570 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d0f13e74-a24f-4bcc-9b66-342d784e7fad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:32.575468 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5077e0a-bdf5-47d6-8911-bbf8ce3b4b69 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Pushing event deleted for resources: {'Subnet': ['ID=8b49845c-66ac-478f-9782-400ae1b21854,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:32.582519 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 0151fca3-97f6-4517-bc66-f833cdf18fb3 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:34:32.587940 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e5077e0a-bdf5-47d6-8911-bbf8ce3b4b69 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:32.607430 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-e5077e0a-bdf5-47d6-8911-bbf8ce3b4b69 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] 10.222.0.24 "DELETE /v2.0/subnets/8b49845c-66ac-478f-9782-400ae1b21854 HTTP/1.1" status: 204 len: 168 time: 0.8774805 Feb 01 04:34:32.608002 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 36684) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:32.631798 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1f7fa9-ad46-4901-9c7e-454e2b3686e5 None None] Pushing event deleted for resources: {'Port': ['ID=e6145931-464e-4bb1-b908-940eade75e36,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:32.634369 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980a385f-1e0a-47e9-bd16-d4fe20574544 None None] Network 49e7b296-8969-4e31-b239-44ebb907d090 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:34:32.652606 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-340dfd6a-0d69-4bbf-a8d8-7705c55841cb tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Made reservation on behalf of 60b4e61082d3421283cb095bbc99ad8e for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:34:32.656477 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-340dfd6a-0d69-4bbf-a8d8-7705c55841cb tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:32.682672 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.db.resource_extend [None req-2ab26389-68b6-4614-bc01-7189241accdb tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 01 04:34:32.707206 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a14d3495-a994-4d74-b51b-a78c49915143 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3072169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2652276'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:32.759292 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2505fb2a-df51-45f0-9ec1-b5fbe01eb9f4 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:32.764466 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d0f13e74-a24f-4bcc-9b66-342d784e7fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:32.795078 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14d3495-a994-4d74-b51b-a78c49915143 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Pushing event deleted for resources: {'Subnet': ['ID=9a159d09-8cb8-49d5-9945-3ee6f967b4f2,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:32.795745 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f13e74-a24f-4bcc-9b66-342d784e7fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32b3a7c-379e-4e0a-935b-d0eee73a9eb8,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:32.797763 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d0f13e74-a24f-4bcc-9b66-342d784e7fad admin admin] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:32.802004 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-d0f13e74-a24f-4bcc-9b66-342d784e7fad admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b32b3a7c-379e-4e0a-935b-d0eee73a9eb8 HTTP/1.1" status: 204 len: 168 time: 0.6741693 Feb 01 04:34:32.815781 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-2505fb2a-df51-45f0-9ec1-b5fbe01eb9f4 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Deleting port 0151fca3-97f6-4517-bc66-f833cdf18fb3 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:34:32.816586 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2505fb2a-df51-45f0-9ec1-b5fbe01eb9f4 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:32.874242 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a14d3495-a994-4d74-b51b-a78c49915143 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:32.882501 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ab26389-68b6-4614-bc01-7189241accdb tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:34:32.916733 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a14d3495-a994-4d74-b51b-a78c49915143 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] 10.222.0.24 "DELETE /v2.0/subnets/9a159d09-8cb8-49d5-9945-3ee6f967b4f2 HTTP/1.1" status: 204 len: 168 time: 1.5770910 Feb 01 04:34:32.920359 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36690) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:32.922541 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-525b00be-a453-4884-9482-e249e29f830a tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:34:32.929695 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2ab26389-68b6-4614-bc01-7189241accdb tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:32.930222 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-2ab26389-68b6-4614-bc01-7189241accdb tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Added segment 94671be0-e4bb-40c7-8685-706bcaea0dc5 of type vlan for network 1fd4f4c6-4cfa-4e51-8634-45f9f25d5f6a Feb 01 04:34:32.950169 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-525b00be-a453-4884-9482-e249e29f830a tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Usage tracker for resource:port and tenant:dd2a656c49f44814a0be2f22e4794d92 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:34:32.961597 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-525b00be-a453-4884-9482-e249e29f830a tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:34:32.965702 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb894b1-9bbd-4ea5-adf7-fe525491d71e None None] Network 58b346ac-6dc7-43a9-988b-9999ea11f187 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:34:32.982414 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-525b00be-a453-4884-9482-e249e29f830a tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:34:33.025047 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d1fc8-6c7e-48f9-a6e4-a1ccbfd1fcdc req-5845bb82-3d9d-4150-9a1d-2a18b98cb302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:33.026735 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-430d1fc8-6c7e-48f9-a6e4-a1ccbfd1fcdc req-5845bb82-3d9d-4150-9a1d-2a18b98cb302 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4d9d44d669ef45fba0a9fcf8b2a96a15&device_id=11f622e6-89bc-43e7-82d6-8a23ab462e21 HTTP/1.1" status: 200 len: 1096 time: 0.4239273 Feb 01 04:34:33.038243 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-525b00be-a453-4884-9482-e249e29f830a tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Made reservation on behalf of dd2a656c49f44814a0be2f22e4794d92 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:34:33.043026 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-525b00be-a453-4884-9482-e249e29f830a tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:33.118022 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-2505fb2a-df51-45f0-9ec1-b5fbe01eb9f4 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] For port 0151fca3-97f6-4517-bc66-f833cdf18fb3, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=0151fca3-97f6-4517-bc66-f833cdf18fb3,segment=NetworkSegment(c4a9a797-e7f8-44db-9dbe-3c658686d19f),segment_id=c4a9a797-e7f8-44db-9dbe-3c658686d19f)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:34:33.118996 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2505fb2a-df51-45f0-9ec1-b5fbe01eb9f4 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:33.135339 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33fcfb19-922f-4910-be56-4d9ff94bc459 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-5f191334-a4ad-436f-a6f0-b97ba93b3490', 'network_id': '5f191334-a4ad-436f-a6f0-b97ba93b3490', 'tenant_id': 'dd2a656c49f44814a0be2f22e4794d92', 'fixed_ips': [{'subnet_id': 'cc7db1f4-ecf0-4a05-976d-adeb334cfb74'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:34:33.136352 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-33fcfb19-922f-4910-be56-4d9ff94bc459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:33.283340 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2ab26389-68b6-4614-bc01-7189241accdb tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:33.301549 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-2505fb2a-df51-45f0-9ec1-b5fbe01eb9f4 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Calling delete_port for 0151fca3-97f6-4517-bc66-f833cdf18fb3 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:34:33.339538 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-525b00be-a453-4884-9482-e249e29f830a tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] device_id is not set on port 2e328b0c-0623-4c22-ade1-60d3e05e71b8 yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:34:33.354133 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-7cbd0b5f-fe7b-4e02-90d2-11042376f011 None None] For port 0151fca3-97f6-4517-bc66-f833cdf18fb3, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=0151fca3-97f6-4517-bc66-f833cdf18fb3,segment=NetworkSegment(c4a9a797-e7f8-44db-9dbe-3c658686d19f),segment_id=c4a9a797-e7f8-44db-9dbe-3c658686d19f)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:34:33.354779 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7cbd0b5f-fe7b-4e02-90d2-11042376f011 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:33.415961 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2505fb2a-df51-45f0-9ec1-b5fbe01eb9f4 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:33.454412 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fc73b586-2721-49b5-abf8-181cabdc9ac9 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:33.486153 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2505fb2a-df51-45f0-9ec1-b5fbe01eb9f4 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] No DVR routers for this DVR port 0151fca3-97f6-4517-bc66-f833cdf18fb3 on host dv-neutron-826830-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:34:33.486153 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2505fb2a-df51-45f0-9ec1-b5fbe01eb9f4 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Pushing event deleted for resources: {'Port': ['ID=0151fca3-97f6-4517-bc66-f833cdf18fb3,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:33.542422 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-7cbd0b5f-fe7b-4e02-90d2-11042376f011 None None] Calling delete_port for 0151fca3-97f6-4517-bc66-f833cdf18fb3 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:34:33.597034 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-fc73b586-2721-49b5-abf8-181cabdc9ac9 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Deleting port 45717501-86d6-42a9-bc4a-4a3b23ecb01b {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:34:33.597382 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fc73b586-2721-49b5-abf8-181cabdc9ac9 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:33.664875 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2505fb2a-df51-45f0-9ec1-b5fbe01eb9f4 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:33.697046 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:33.706402 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-2505fb2a-df51-45f0-9ec1-b5fbe01eb9f4 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8813f85-c842-4eea-8e7b-2f2dc4175a3f']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:33.719297 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2ab26389-68b6-4614-bc01-7189241accdb tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:33.719732 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2ab26389-68b6-4614-bc01-7189241accdb tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:33.725386 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab26389-68b6-4614-bc01-7189241accdb tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:33.727538 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-2505fb2a-df51-45f0-9ec1-b5fbe01eb9f4 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4a9a797-e7f8-44db-9dbe-3c658686d19f') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:33.727843 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-2505fb2a-df51-45f0-9ec1-b5fbe01eb9f4 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4a9a797-e7f8-44db-9dbe-3c658686d19f') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:33.729997 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab26389-68b6-4614-bc01-7189241accdb tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:33.730665 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2ab26389-68b6-4614-bc01-7189241accdb tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:33.744874 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2505fb2a-df51-45f0-9ec1-b5fbe01eb9f4 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:33.752984 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 36714) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:33.754920 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-33fcfb19-922f-4910-be56-4d9ff94bc459 None None] Allocated IP 2001:db8::f816:3eff:fe57:c651 (5f191334-a4ad-436f-a6f0-b97ba93b3490/cc7db1f4-ecf0-4a05-976d-adeb334cfb74/03b800cb-e026-44c2-8a45-03927fba0951) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:34:33.774623 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2505fb2a-df51-45f0-9ec1-b5fbe01eb9f4 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:33.781535 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2505fb2a-df51-45f0-9ec1-b5fbe01eb9f4 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:34:33.781898 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2505fb2a-df51-45f0-9ec1-b5fbe01eb9f4 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:33.799925 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 04:34:33.799925 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:34:33.799925 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 04:34:33.799925 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:34:33.799925 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 04:34:33.799925 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:34:33.799925 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 04:34:33.799925 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:34:33.799925 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 04:34:33.799925 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:34:33.799925 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 04:34:33.799925 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:34:33.799925 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 04:34:33.799925 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:34:33.799925 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:34:33.799925 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:34:33.799925 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:34:33.799925 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:34:33.799925 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 04:34:33.799925 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:34:33.799925 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 04:34:33.799925 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:34:33.799925 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:34:33.799925 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:34:33.799925 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 04:34:33.799925 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:34:33.799925 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:34:33.799925 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:34:33.799925 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:34:33.799925 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:34:33.799925 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:34:33.799925 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:34:33.831805 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2ab26389-68b6-4614-bc01-7189241accdb tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 3.5694702 Feb 01 04:34:33.858944 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36720) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:33.894613 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2505fb2a-df51-45f0-9ec1-b5fbe01eb9f4 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:33.923355 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2505fb2a-df51-45f0-9ec1-b5fbe01eb9f4 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:33.934520 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-ae772fe2-ad5b-40dd-ac9e-af4fdf2c0c2c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1600819821'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:34:33.946135 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2505fb2a-df51-45f0-9ec1-b5fbe01eb9f4 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Pushing event deleted for resources: {'Network': ['ID=e8813f85-c842-4eea-8e7b-2f2dc4175a3f,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:33.949362 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-ae772fe2-ad5b-40dd-ac9e-af4fdf2c0c2c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:34:33.952228 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-2505fb2a-df51-45f0-9ec1-b5fbe01eb9f4 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] 10.222.0.24 "DELETE /v2.0/networks/e8813f85-c842-4eea-8e7b-2f2dc4175a3f HTTP/1.1" status: 204 len: 168 time: 1.3407207 Feb 01 04:34:33.954784 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-ae772fe2-ad5b-40dd-ac9e-af4fdf2c0c2c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Usage tracker for resource:network and tenant:a862444cee664ef3af6a3e24f24366c9 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:34:33.958254 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 36724) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:33.960990 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-ae772fe2-ad5b-40dd-ac9e-af4fdf2c0c2c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:34:33.978649 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d1fc8-6c7e-48f9-a6e4-a1ccbfd1fcdc req-532c1ebe-335c-4b6d-bfc0-491ffe2972ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:33.978967 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device e6145931-464e-4bb1-b908-940eade75e36 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:34:33.980199 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-430d1fc8-6c7e-48f9-a6e4-a1ccbfd1fcdc req-532c1ebe-335c-4b6d-bfc0-491ffe2972ca service neutron] 10.222.0.18 "GET /v2.0/networks?id=6ec819a2-0c55-40ed-acdc-50daf874a757 HTTP/1.1" status: 200 len: 897 time: 0.7870722 Feb 01 04:34:33.986220 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-ae772fe2-ad5b-40dd-ac9e-af4fdf2c0c2c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:34:34.020518 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-340dfd6a-0d69-4bbf-a8d8-7705c55841cb tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:34.028237 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-7cbd0b5f-fe7b-4e02-90d2-11042376f011 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:34:34.028590 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-7cbd0b5f-fe7b-4e02-90d2-11042376f011 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:34:34.037830 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: e6145931-464e-4bb1-b908-940eade75e36 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:34:34.038180 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device e6145931-464e-4bb1-b908-940eade75e36 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:34:34.085553 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae772fe2-ad5b-40dd-ac9e-af4fdf2c0c2c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Made reservation on behalf of a862444cee664ef3af6a3e24f24366c9 for: {'network': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:34:34.089197 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ae772fe2-ad5b-40dd-ac9e-af4fdf2c0c2c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:34.115960 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77250c08-ca22-43d2-90ca-9d1776377216 None None] DHCP port deletion for 49e7b296-8969-4e31-b239-44ebb907d090 request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:34:34.126050 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ae772fe2-ad5b-40dd-ac9e-af4fdf2c0c2c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for security_group, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:34.133012 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-77250c08-ca22-43d2-90ca-9d1776377216 None None] Deleting port 060c5c33-4436-4ccb-bef2-ce35b61dda0f {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:34:34.133389 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-77250c08-ca22-43d2-90ca-9d1776377216 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:34.142818 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cb550d36-1f66-4883-8425-4499aec11556 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:34.152161 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-ae772fe2-ad5b-40dd-ac9e-af4fdf2c0c2c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:34:34.157366 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-ae772fe2-ad5b-40dd-ac9e-af4fdf2c0c2c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Usage tracker for resource:security_group_rule and tenant:a862444cee664ef3af6a3e24f24366c9 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:34:34.159667 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab26389-68b6-4614-bc01-7189241accdb tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Pushing event updated for resources: {'Network': ['ID=e2eac2b0-41e7-482c-989a-55ac8eb58a9b,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:34.161837 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-ae772fe2-ad5b-40dd-ac9e-af4fdf2c0c2c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:34:34.166700 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-cb550d36-1f66-4883-8425-4499aec11556 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Deleting port 060c5c33-4436-4ccb-bef2-ce35b61dda0f {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:34:34.167037 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cb550d36-1f66-4883-8425-4499aec11556 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:34.181985 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network e2eac2b0-41e7-482c-989a-55ac8eb58a9b details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:34:34.193069 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-ae772fe2-ad5b-40dd-ac9e-af4fdf2c0c2c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:34:34.341675 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340dfd6a-0d69-4bbf-a8d8-7705c55841cb tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event updated for resources: {'Subnet': ['ID=c282d091-4b44-4301-bad2-680ca34793a7,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:34.355175 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab26389-68b6-4614-bc01-7189241accdb tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Pushing event updated for resources: {'Network': ['ID=1fd4f4c6-4cfa-4e51-8634-45f9f25d5f6a,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:34.357724 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-430d1fc8-6c7e-48f9-a6e4-a1ccbfd1fcdc req-a3ee68a3-620d-44b7-ad70-8772c6662536 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3277edd8-c7f5-4d46-ab65-6d78262be77e HTTP/1.1" status: 200 len: 217 time: 0.3510919 Feb 01 04:34:34.399590 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75f572a-fbff-4da1-bc8d-9ffac626542b None None] DHCP port deletion for 58b346ac-6dc7-43a9-988b-9999ea11f187 request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:34:34.421720 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 1fd4f4c6-4cfa-4e51-8634-45f9f25d5f6a details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:34:34.434046 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-203734b3-4dd0-435e-83d5-ab7513dda595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:34.454927 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340dfd6a-0d69-4bbf-a8d8-7705c55841cb tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:34:34.469006 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-c75f572a-fbff-4da1-bc8d-9ffac626542b None None] Deleting port 45717501-86d6-42a9-bc4a-4a3b23ecb01b {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:34:34.469591 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c75f572a-fbff-4da1-bc8d-9ffac626542b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:34.491040 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-cb550d36-1f66-4883-8425-4499aec11556 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] For port 060c5c33-4436-4ccb-bef2-ce35b61dda0f, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=060c5c33-4436-4ccb-bef2-ce35b61dda0f,segment=NetworkSegment(052eced3-8cee-4fba-bfb6-6fd09dcb2a45),segment_id=052eced3-8cee-4fba-bfb6-6fd09dcb2a45)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:34:34.492237 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cb550d36-1f66-4883-8425-4499aec11556 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:34.501692 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 45717501-86d6-42a9-bc4a-4a3b23ecb01b no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:34:34.542227 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d1fc8-6c7e-48f9-a6e4-a1ccbfd1fcdc req-1bfd4e05-622f-4824-8965-4f6fa10a3c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:34.543721 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-430d1fc8-6c7e-48f9-a6e4-a1ccbfd1fcdc req-1bfd4e05-622f-4824-8965-4f6fa10a3c55 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d9f4fc37-5ff0-4c6e-bfc2-a80b9a0fed2e HTTP/1.1" status: 200 len: 833 time: 0.0915918 Feb 01 04:34:34.551564 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf9c6b-a54a-41db-8437-8af37ebb5c37 req-11e5f739-103d-4d53-ad0a-efc1bd29f78c tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:34.553113 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5ecf9c6b-a54a-41db-8437-8af37ebb5c37 req-11e5f739-103d-4d53-ad0a-efc1bd29f78c tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] 10.222.0.24 "GET /v2.0/ports?device_id=11f622e6-89bc-43e7-82d6-8a23ab462e21 HTTP/1.1" status: 200 len: 943 time: 1.0075786 Feb 01 04:34:34.553496 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-7cbd0b5f-fe7b-4e02-90d2-11042376f011 None None] Deleting port 0151fca3-97f6-4517-bc66-f833cdf18fb3 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:34:34.553778 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-340dfd6a-0d69-4bbf-a8d8-7705c55841cb tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:34:34.553914 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7cbd0b5f-fe7b-4e02-90d2-11042376f011 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:34.594653 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340dfd6a-0d69-4bbf-a8d8-7705c55841cb tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:34.595267 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-340dfd6a-0d69-4bbf-a8d8-7705c55841cb tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:34.607866 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0453e9-7d8a-4416-b499-b2eafd826890 None None] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:34:34.612260 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-fc73b586-2721-49b5-abf8-181cabdc9ac9 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] For port 45717501-86d6-42a9-bc4a-4a3b23ecb01b, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=45717501-86d6-42a9-bc4a-4a3b23ecb01b,segment=NetworkSegment(c32d71b8-913b-4c09-af18-5b06fe337621),segment_id=c32d71b8-913b-4c09-af18-5b06fe337621)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:34:34.612625 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fc73b586-2721-49b5-abf8-181cabdc9ac9 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:34.742859 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-cb550d36-1f66-4883-8425-4499aec11556 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Calling delete_port for 060c5c33-4436-4ccb-bef2-ce35b61dda0f owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:34:34.773825 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ae772fe2-ad5b-40dd-ac9e-af4fdf2c0c2c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for security_group, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:34.797955 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ae772fe2-ad5b-40dd-ac9e-af4fdf2c0c2c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:34.820716 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae772fe2-ad5b-40dd-ac9e-af4fdf2c0c2c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=87637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:34:34.831692 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ae772fe2-ad5b-40dd-ac9e-af4fdf2c0c2c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:34.832458 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.segments_db [None req-ae772fe2-ad5b-40dd-ac9e-af4fdf2c0c2c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Added segment c233672a-1fea-4d45-abc6-f3eafc6d06d5 of type vlan for network 7f96f5a1-4f91-4a86-8e7f-c10c0c3805e9 Feb 01 04:34:34.868012 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ae772fe2-ad5b-40dd-ac9e-af4fdf2c0c2c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:34.915701 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ae772fe2-ad5b-40dd-ac9e-af4fdf2c0c2c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:34.922915 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae772fe2-ad5b-40dd-ac9e-af4fdf2c0c2c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:34.923825 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ae772fe2-ad5b-40dd-ac9e-af4fdf2c0c2c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:34.952483 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-33fcfb19-922f-4910-be56-4d9ff94bc459 None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:34.981712 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-fc73b586-2721-49b5-abf8-181cabdc9ac9 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Calling delete_port for 45717501-86d6-42a9-bc4a-4a3b23ecb01b owned by network:dhcp {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:34:35.029413 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-340dfd6a-0d69-4bbf-a8d8-7705c55841cb tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9174287 Feb 01 04:34:35.044479 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5ecf9c6b-a54a-41db-8437-8af37ebb5c37 req-0d665e61-385f-4215-8c02-55c5d370e03b tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] 10.222.0.24 "GET /v2.0/security-groups?id=025f61d7-3c11-4de5-b831-96b62cca7a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4343739 Feb 01 04:34:35.053481 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36732) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:35.065143 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-80ea31d8-599d-4671-8155-30596184c405 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Request body: {'port': {'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'mac_address': 'fa:16:3e:ac:cc:1d', 'name': 'tempest-NetworksTestDHCPv6-1244296858'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:34:35.078546 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae772fe2-ad5b-40dd-ac9e-af4fdf2c0c2c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e703c5-b40b-47c6-9335-64dfd1f14576,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:35.089175 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-ae772fe2-ad5b-40dd-ac9e-af4fdf2c0c2c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.3350172 Feb 01 04:34:35.089996 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae772fe2-ad5b-40dd-ac9e-af4fdf2c0c2c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event updated for resources: {'Network': ['ID=7f96f5a1-4f91-4a86-8e7f-c10c0c3805e9,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:35.092846 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 36736) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:35.099777 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-d4f99513-4ce2-4f43-98ef-6d408f3f7dda tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Request body: {'port': {'network_id': '7f96f5a1-4f91-4a86-8e7f-c10c0c3805e9', 'name': 'tempest-PortsTestJSON-1478137400'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:34:35.117355 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cb550d36-1f66-4883-8425-4499aec11556 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:35.126709 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13678f5-23ce-497f-8520-2e930863ed20 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:35.136830 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13678f5-23ce-497f-8520-2e930863ed20 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:35.144743 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13678f5-23ce-497f-8520-2e930863ed20 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:35.151491 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13678f5-23ce-497f-8520-2e930863ed20 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:35.152428 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c13678f5-23ce-497f-8520-2e930863ed20 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Synchronizing usage tracker for tenant:b63ac98ef5c84cafb13a0fd7fee189ce on resource:network {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:34:35.169752 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-33fcfb19-922f-4910-be56-4d9ff94bc459 None None] Transition to ACTIVE for port object 03b800cb-e026-44c2-8a45-03927fba0951 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:34:35.190292 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb550d36-1f66-4883-8425-4499aec11556 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Pushing event deleted for resources: {'Port': ['ID=060c5c33-4436-4ccb-bef2-ce35b61dda0f,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:35.208527 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb550d36-1f66-4883-8425-4499aec11556 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] No DVR routers for this DVR port 060c5c33-4436-4ccb-bef2-ce35b61dda0f on host dv-neutron-826830-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:34:35.226912 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 3277edd8-c7f5-4d46-ab65-6d78262be77e details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 01 04:34:35.229497 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 7f96f5a1-4f91-4a86-8e7f-c10c0c3805e9 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:34:35.260498 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d1fc8-6c7e-48f9-a6e4-a1ccbfd1fcdc req-4359c165-66db-4e78-89b7-3039ea318d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:35.260769 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-7cbd0b5f-fe7b-4e02-90d2-11042376f011 None None] The port '0151fca3-97f6-4517-bc66-f833cdf18fb3' was deleted {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 01 04:34:35.262252 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-430d1fc8-6c7e-48f9-a6e4-a1ccbfd1fcdc req-4359c165-66db-4e78-89b7-3039ea318d9b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6ec819a2-0c55-40ed-acdc-50daf874a757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7040362 Feb 01 04:34:35.301142 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a1ee90-9f5c-4535-befd-862c534073a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-14b67238-4e53-405c-b9cd-84b8ff52e36a', 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'tenant_id': '60b4e61082d3421283cb095bbc99ad8e', 'fixed_ips': [{'subnet_id': 'c282d091-4b44-4301-bad2-680ca34793a7'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:34:35.301921 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-82a1ee90-9f5c-4535-befd-862c534073a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:35.304609 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c13678f5-23ce-497f-8520-2e930863ed20 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Unset dirty status for tenant:b63ac98ef5c84cafb13a0fd7fee189ce on resource:network {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:34:35.308475 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c13678f5-23ce-497f-8520-2e930863ed20 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 1.4314535 Feb 01 04:34:35.311067 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 36740) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:35.344022 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fc73b586-2721-49b5-abf8-181cabdc9ac9 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:35.425292 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cb550d36-1f66-4883-8425-4499aec11556 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:35.456353 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-cb550d36-1f66-4883-8425-4499aec11556 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49e7b296-8969-4e31-b239-44ebb907d090']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:35.462429 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc73b586-2721-49b5-abf8-181cabdc9ac9 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Pushing event deleted for resources: {'Port': ['ID=45717501-86d6-42a9-bc4a-4a3b23ecb01b,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:35.473646 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-cb550d36-1f66-4883-8425-4499aec11556 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '052eced3-8cee-4fba-bfb6-6fd09dcb2a45') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:35.474283 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-cb550d36-1f66-4883-8425-4499aec11556 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '052eced3-8cee-4fba-bfb6-6fd09dcb2a45') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:35.479714 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-80ea31d8-599d-4671-8155-30596184c405 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:34:35.482524 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc73b586-2721-49b5-abf8-181cabdc9ac9 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] No DVR routers for this DVR port 45717501-86d6-42a9-bc4a-4a3b23ecb01b on host dv-neutron-826830-1-hyperv {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:34:35.488775 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cb550d36-1f66-4883-8425-4499aec11556 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:35.506506 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cb550d36-1f66-4883-8425-4499aec11556 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:35.513731 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb550d36-1f66-4883-8425-4499aec11556 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:34:35.514296 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cb550d36-1f66-4883-8425-4499aec11556 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:35.535743 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-80ea31d8-599d-4671-8155-30596184c405 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:34:35.563694 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 04:34:35.563694 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:34:35.563694 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 04:34:35.563694 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:34:35.563694 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 04:34:35.563694 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:34:35.563694 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 04:34:35.563694 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:34:35.563694 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 04:34:35.563694 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:34:35.563694 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 04:34:35.563694 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:34:35.563694 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 04:34:35.563694 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:34:35.563694 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:34:35.563694 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:34:35.563694 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:34:35.563694 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:34:35.563694 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 04:34:35.563694 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:34:35.563694 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 04:34:35.563694 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:34:35.563694 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:34:35.563694 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:34:35.563694 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 04:34:35.563694 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:34:35.563694 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:34:35.563694 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:34:35.563694 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:34:35.563694 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:34:35.563694 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:34:35.563694 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:34:35.583451 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-33fcfb19-922f-4910-be56-4d9ff94bc459 None None] Transition to ACTIVE for port object 03b800cb-e026-44c2-8a45-03927fba0951 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:34:35.599773 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-d4f99513-4ce2-4f43-98ef-6d408f3f7dda tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:34:35.637955 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ea31d8-599d-4671-8155-30596184c405 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Made reservation on behalf of 60b4e61082d3421283cb095bbc99ad8e for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:34:35.659173 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No active binding found for port 45717501-86d6-42a9-bc4a-4a3b23ecb01b {{(pid=87638) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 01 04:34:35.659388 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 45717501-86d6-42a9-bc4a-4a3b23ecb01b not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:34:35.660111 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 060c5c33-4436-4ccb-bef2-ce35b61dda0f no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:34:35.668164 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-d4f99513-4ce2-4f43-98ef-6d408f3f7dda tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Usage tracker for resource:port and tenant:a862444cee664ef3af6a3e24f24366c9 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:34:35.670591 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-430d1fc8-6c7e-48f9-a6e4-a1ccbfd1fcdc req-2a32e2cd-d86b-43ed-8c16-d45f39c03d2b service neutron] 10.222.0.18 "GET /v2.0/networks/6ec819a2-0c55-40ed-acdc-50daf874a757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3887422 Feb 01 04:34:35.673439 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-d4f99513-4ce2-4f43-98ef-6d408f3f7dda tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:34:35.682738 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-d4f99513-4ce2-4f43-98ef-6d408f3f7dda tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:34:35.684853 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.db.resource_extend [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 01 04:34:35.723414 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-33fcfb19-922f-4910-be56-4d9ff94bc459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:35.739921 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cb550d36-1f66-4883-8425-4499aec11556 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:35.755490 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fc73b586-2721-49b5-abf8-181cabdc9ac9 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:35.765062 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cb550d36-1f66-4883-8425-4499aec11556 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:35.774918 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2e942498-f668-4437-ab4c-fa17373a7c5e tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:35.789792 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb550d36-1f66-4883-8425-4499aec11556 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Pushing event deleted for resources: {'Network': ['ID=49e7b296-8969-4e31-b239-44ebb907d090,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:35.793745 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:35.795355 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 060c5c33-4436-4ccb-bef2-ce35b61dda0f {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:34:35.795853 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 060c5c33-4436-4ccb-bef2-ce35b61dda0f not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:34:35.821560 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-c75f572a-fbff-4da1-bc8d-9ffac626542b None None] For port 45717501-86d6-42a9-bc4a-4a3b23ecb01b, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=45717501-86d6-42a9-bc4a-4a3b23ecb01b,segment=NetworkSegment(c32d71b8-913b-4c09-af18-5b06fe337621),segment_id=c32d71b8-913b-4c09-af18-5b06fe337621)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:34:35.821953 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c75f572a-fbff-4da1-bc8d-9ffac626542b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:35.842600 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f99513-4ce2-4f43-98ef-6d408f3f7dda tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Made reservation on behalf of a862444cee664ef3af6a3e24f24366c9 for: {'port': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:34:35.845458 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d4f99513-4ce2-4f43-98ef-6d408f3f7dda tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:35.847584 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-77250c08-ca22-43d2-90ca-9d1776377216 None None] For port 060c5c33-4436-4ccb-bef2-ce35b61dda0f, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=060c5c33-4436-4ccb-bef2-ce35b61dda0f,segment=NetworkSegment(052eced3-8cee-4fba-bfb6-6fd09dcb2a45),segment_id=052eced3-8cee-4fba-bfb6-6fd09dcb2a45)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:34:35.847974 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-77250c08-ca22-43d2-90ca-9d1776377216 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:35.855698 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:35.859513 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-cb550d36-1f66-4883-8425-4499aec11556 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] 10.222.0.24 "DELETE /v2.0/networks/49e7b296-8969-4e31-b239-44ebb907d090 HTTP/1.1" status: 204 len: 168 time: 1.9002268 Feb 01 04:34:35.867471 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 36744) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:35.886232 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33fcfb19-922f-4910-be56-4d9ff94bc459 None None] Network 5f191334-a4ad-436f-a6f0-b97ba93b3490 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:34:35.938310 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-fc73b586-2721-49b5-abf8-181cabdc9ac9 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58b346ac-6dc7-43a9-988b-9999ea11f187']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:35.946000 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-525b00be-a453-4884-9482-e249e29f830a tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Allocated IP 2001:db8::f816:3eff:fe4e:40d7 (5f191334-a4ad-436f-a6f0-b97ba93b3490/cc7db1f4-ecf0-4a05-976d-adeb334cfb74/2e328b0c-0623-4c22-ade1-60d3e05e71b8) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:34:35.951489 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-d4f99513-4ce2-4f43-98ef-6d408f3f7dda tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] device_id is not set on port 9b63b118-1fc6-4cef-ae83-766005a7c039 yet. {{(pid=87637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:34:35.981724 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-fc73b586-2721-49b5-abf8-181cabdc9ac9 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c32d71b8-913b-4c09-af18-5b06fe337621') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:35.982024 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-fc73b586-2721-49b5-abf8-181cabdc9ac9 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c32d71b8-913b-4c09-af18-5b06fe337621') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:36.015392 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fc73b586-2721-49b5-abf8-181cabdc9ac9 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143022'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:36.061212 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-80ea31d8-599d-4671-8155-30596184c405 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:36.069113 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2e942498-f668-4437-ab4c-fa17373a7c5e tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:36.079924 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fc73b586-2721-49b5-abf8-181cabdc9ac9 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:36.091270 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc73b586-2721-49b5-abf8-181cabdc9ac9 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:34:36.091962 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fc73b586-2721-49b5-abf8-181cabdc9ac9 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3072199'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:36.112628 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_v2 [None req-262f84c9-aeee-44e1-9b96-5f56098e6d52 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Deleting subnet 8af610f5-d2be-46ba-af27-e2cb8a970612 {{(pid=87637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:34:36.115585 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-262f84c9-aeee-44e1-9b96-5f56098e6d52 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks [] for subnet, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:36.141473 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-33fcfb19-922f-4910-be56-4d9ff94bc459 None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:34:36.152162 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-c75f572a-fbff-4da1-bc8d-9ffac626542b None None] Calling delete_port for 45717501-86d6-42a9-bc4a-4a3b23ecb01b owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:34:36.162001 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-2e942498-f668-4437-ab4c-fa17373a7c5e tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2eac2b0-41e7-482c-989a-55ac8eb58a9b']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:36.186781 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-77250c08-ca22-43d2-90ca-9d1776377216 None None] Calling delete_port for 060c5c33-4436-4ccb-bef2-ce35b61dda0f owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:34:36.210673 dv-neutron-826830-1-hyperv neutron-server[87636]: Traceback (most recent call last): Feb 01 04:34:36.210673 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:34:36.210673 dv-neutron-826830-1-hyperv neutron-server[87636]: timer() Feb 01 04:34:36.210673 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:34:36.210673 dv-neutron-826830-1-hyperv neutron-server[87636]: cb(*args, **kw) Feb 01 04:34:36.210673 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:34:36.210673 dv-neutron-826830-1-hyperv neutron-server[87636]: return func(*args, **kwargs) Feb 01 04:34:36.210673 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:34:36.210673 dv-neutron-826830-1-hyperv neutron-server[87636]: self._notify() Feb 01 04:34:36.210673 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:34:36.210673 dv-neutron-826830-1-hyperv neutron-server[87636]: self.callback(batched_events) Feb 01 04:34:36.210673 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:34:36.210673 dv-neutron-826830-1-hyperv neutron-server[87636]: event.method(event) Feb 01 04:34:36.210673 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:34:36.210673 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:34:36.210673 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:34:36.210673 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:34:36.210673 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:34:36.210673 dv-neutron-826830-1-hyperv neutron-server[87636]: return f(self, *a, **k) Feb 01 04:34:36.210673 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:34:36.210673 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._get(url).json() Feb 01 04:34:36.210673 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:34:36.210673 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:34:36.210673 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:34:36.210673 dv-neutron-826830-1-hyperv neutron-server[87636]: return self.request(url, 'GET', **kwargs) Feb 01 04:34:36.210673 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:34:36.210673 dv-neutron-826830-1-hyperv neutron-server[87636]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:34:36.210673 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:34:36.210673 dv-neutron-826830-1-hyperv neutron-server[87636]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:34:36.210673 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:34:36.210673 dv-neutron-826830-1-hyperv neutron-server[87636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:34:36.210673 dv-neutron-826830-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:34:36.215315 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-430d1fc8-6c7e-48f9-a6e4-a1ccbfd1fcdc req-bbe5cceb-3eeb-4520-b2a6-d31ee86cfb18 service neutron] 10.222.0.18 "GET /v2.0/networks/6ec819a2-0c55-40ed-acdc-50daf874a757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4829185 Feb 01 04:34:36.229811 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fcfb19-922f-4910-be56-4d9ff94bc459 None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:34:36.231883 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-2e942498-f668-4437-ab4c-fa17373a7c5e tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba3bc154-dfe1-4787-8394-4b85970fde11') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:36.232270 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-2e942498-f668-4437-ab4c-fa17373a7c5e tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba3bc154-dfe1-4787-8394-4b85970fde11') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:36.241004 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-262f84c9-aeee-44e1-9b96-5f56098e6d52 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2424773'] for subnet, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:36.264403 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-80ea31d8-599d-4671-8155-30596184c405 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] device_id is not set on port b2bc145d-8538-4b59-a766-22f39e1472b4 yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:34:36.286823 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fcfb19-922f-4910-be56-4d9ff94bc459 None None] Pushing event updated for resources: {'Port': ['ID=03b800cb-e026-44c2-8a45-03927fba0951,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:36.301222 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fc73b586-2721-49b5-abf8-181cabdc9ac9 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:36.306287 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fc73b586-2721-49b5-abf8-181cabdc9ac9 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:36.312017 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 04:34:36.357225 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc73b586-2721-49b5-abf8-181cabdc9ac9 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Pushing event deleted for resources: {'Network': ['ID=58b346ac-6dc7-43a9-988b-9999ea11f187,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:36.399910 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-fc73b586-2721-49b5-abf8-181cabdc9ac9 tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] 10.222.0.24 "DELETE /v2.0/networks/58b346ac-6dc7-43a9-988b-9999ea11f187 HTTP/1.1" status: 204 len: 168 time: 3.4748266 Feb 01 04:34:36.403382 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36750) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:36.408090 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2e942498-f668-4437-ab4c-fa17373a7c5e tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:36.468629 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2e942498-f668-4437-ab4c-fa17373a7c5e tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:36.474968 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 3277edd8-c7f5-4d46-ab65-6d78262be77e, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=3277edd8-c7f5-4d46-ab65-6d78262be77e,segment=NetworkSegment(47389526-68fb-4cf8-9cf4-525db349e4da),segment_id=47389526-68fb-4cf8-9cf4-525db349e4da)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:34:36.493170 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-82a1ee90-9f5c-4535-befd-862c534073a9 None None] Allocated IP 2001:db8::2 (14b67238-4e53-405c-b9cd-84b8ff52e36a/c282d091-4b44-4301-bad2-680ca34793a7/5134c2c1-c028-42d9-a372-4f8606f5ca95) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:34:36.508484 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-33fcfb19-922f-4910-be56-4d9ff94bc459 None None] Attempting to bind port 03b800cb-e026-44c2-8a45-03927fba0951 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:34:36.508845 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-33fcfb19-922f-4910-be56-4d9ff94bc459 None None] Attempting to bind port 03b800cb-e026-44c2-8a45-03927fba0951 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '5b9ae03d-4a59-4060-ad00-00303dfb62be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5f191334-a4ad-436f-a6f0-b97ba93b3490'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:34:36.509242 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fcfb19-922f-4910-be56-4d9ff94bc459 None None] Attempting to bind port 03b800cb-e026-44c2-8a45-03927fba0951 on network 5f191334-a4ad-436f-a6f0-b97ba93b3490 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:34:36.513950 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e942498-f668-4437-ab4c-fa17373a7c5e tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:34:36.514554 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-c75f572a-fbff-4da1-bc8d-9ffac626542b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:34:36.514554 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-c75f572a-fbff-4da1-bc8d-9ffac626542b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:34:36.514878 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2e942498-f668-4437-ab4c-fa17373a7c5e tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:36.514993 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Returning: {'device': '3277edd8-c7f5-4d46-ab65-6d78262be77e', 'network_id': '6ec819a2-0c55-40ed-acdc-50daf874a757', 'port_id': '3277edd8-c7f5-4d46-ab65-6d78262be77e', 'mac_address': 'fa:16:3e:91:49:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9f4fc37-5ff0-4c6e-bfc2-a80b9a0fed2e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 01 04:34:36.519254 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-77250c08-ca22-43d2-90ca-9d1776377216 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:34:36.519599 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-77250c08-ca22-43d2-90ca-9d1776377216 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:34:36.519974 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-3d399b0f-6d8c-4865-ad22-52d045df449c tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Synchronizing usage tracker for tenant:a006f14e5fb54b238ad6653000c4ce0a on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:34:36.523562 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fcfb19-922f-4910-be56-4d9ff94bc459 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:34:36.523946 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fcfb19-922f-4910-be56-4d9ff94bc459 None None] Checking segment: {'id': '5b9ae03d-4a59-4060-ad00-00303dfb62be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5f191334-a4ad-436f-a6f0-b97ba93b3490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:34:36.524339 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-33fcfb19-922f-4910-be56-4d9ff94bc459 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:36.524794 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fcfb19-922f-4910-be56-4d9ff94bc459 None None] Bound using segment: {'id': '5b9ae03d-4a59-4060-ad00-00303dfb62be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5f191334-a4ad-436f-a6f0-b97ba93b3490'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:34:36.525260 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-33fcfb19-922f-4910-be56-4d9ff94bc459 None None] Bound port: 03b800cb-e026-44c2-8a45-03927fba0951, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b9ae03d-4a59-4060-ad00-00303dfb62be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5f191334-a4ad-436f-a6f0-b97ba93b3490'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:34:36.525625 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-33fcfb19-922f-4910-be56-4d9ff94bc459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:36.536431 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 04:34:36.536431 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:34:36.536431 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 04:34:36.536431 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:34:36.536431 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 04:34:36.536431 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:34:36.536431 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 04:34:36.536431 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:34:36.536431 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 04:34:36.536431 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:34:36.536431 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 04:34:36.536431 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:34:36.536431 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 04:34:36.536431 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:34:36.536431 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:34:36.536431 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:34:36.536431 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:34:36.536431 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:34:36.536431 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 04:34:36.536431 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:34:36.536431 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 04:34:36.536431 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:34:36.536431 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:34:36.536431 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:34:36.536431 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 04:34:36.536431 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:34:36.536431 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:34:36.536431 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:34:36.536431 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:34:36.536431 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:34:36.536431 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:34:36.536431 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:34:36.574895 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-3d399b0f-6d8c-4865-ad22-52d045df449c tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Unset dirty status for tenant:a006f14e5fb54b238ad6653000c4ce0a on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:34:36.576350 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-3d399b0f-6d8c-4865-ad22-52d045df449c tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] 10.222.0.24 "GET /v2.0/ports?device_id=44c637a7-c94e-4e61-9c21-a88c897d28ac HTTP/1.1" status: 200 len: 205 time: 0.1696844 Feb 01 04:34:36.583074 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36754) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:36.723237 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:36.733585 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993baddf-f33e-417e-872d-b8965b5a8afe req-a955f0d6-81cb-4756-8e10-bbd35b67f68c tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:36.739798 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-993baddf-f33e-417e-872d-b8965b5a8afe req-a955f0d6-81cb-4756-8e10-bbd35b67f68c tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] 10.222.0.24 "GET /v2.0/ports?device_id=11f622e6-89bc-43e7-82d6-8a23ab462e21 HTTP/1.1" status: 200 len: 943 time: 0.5701101 Feb 01 04:34:36.750643 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d4f99513-4ce2-4f43-98ef-6d408f3f7dda tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:36.754673 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2e942498-f668-4437-ab4c-fa17373a7c5e tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:36.761947 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-262f84c9-aeee-44e1-9b96-5f56098e6d52 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:36.783268 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3277edd8-c7f5-4d46-ab65-6d78262be77e {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 04:34:36.800451 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2e942498-f668-4437-ab4c-fa17373a7c5e tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:36.812458 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-33fcfb19-922f-4910-be56-4d9ff94bc459 None None] For port 03b800cb-e026-44c2-8a45-03927fba0951, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:34:36.861305 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-525b00be-a453-4884-9482-e249e29f830a tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:36.862877 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 3277edd8-c7f5-4d46-ab65-6d78262be77e, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=3277edd8-c7f5-4d46-ab65-6d78262be77e,segment=NetworkSegment(47389526-68fb-4cf8-9cf4-525db349e4da),segment_id=47389526-68fb-4cf8-9cf4-525db349e4da)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:34:36.864780 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-33fcfb19-922f-4910-be56-4d9ff94bc459 None None] For port 03b800cb-e026-44c2-8a45-03927fba0951, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=03b800cb-e026-44c2-8a45-03927fba0951,segment=NetworkSegment(5b9ae03d-4a59-4060-ad00-00303dfb62be),segment_id=5b9ae03d-4a59-4060-ad00-00303dfb62be)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:34:36.873414 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:36.884901 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7524230c-0d1a-43e1-b283-75b29e06bf9f tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks [] for router, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:36.911776 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-33fcfb19-922f-4910-be56-4d9ff94bc459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:36.957150 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-525b00be-a453-4884-9482-e249e29f830a tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Transition to ACTIVE for port object 2e328b0c-0623-4c22-ade1-60d3e05e71b8 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:34:36.961328 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-2e942498-f668-4437-ab4c-fa17373a7c5e tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] 10.222.0.24 "DELETE /v2.0/networks/e2eac2b0-41e7-482c-989a-55ac8eb58a9b HTTP/1.1" status: 204 len: 168 time: 1.6448464 Feb 01 04:34:36.961328 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e942498-f668-4437-ab4c-fa17373a7c5e tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Pushing event deleted for resources: {'Network': ['ID=e2eac2b0-41e7-482c-989a-55ac8eb58a9b,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:36.964260 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-262f84c9-aeee-44e1-9b96-5f56098e6d52 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3037665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694336'] for subnet, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:36.971587 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 36758) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:37.009150 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d4f99513-4ce2-4f43-98ef-6d408f3f7dda tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:37.011262 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-82a1ee90-9f5c-4535-befd-862c534073a9 None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:37.021120 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-c75f572a-fbff-4da1-bc8d-9ffac626542b None None] Deleting port 45717501-86d6-42a9-bc4a-4a3b23ecb01b {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:34:37.021491 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c75f572a-fbff-4da1-bc8d-9ffac626542b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:37.057305 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-77250c08-ca22-43d2-90ca-9d1776377216 None None] Deleting port 060c5c33-4436-4ccb-bef2-ce35b61dda0f {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:34:37.057667 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-77250c08-ca22-43d2-90ca-9d1776377216 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:37.091318 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262f84c9-aeee-44e1-9b96-5f56098e6d52 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Pushing event deleted for resources: {'Subnet': ['ID=8af610f5-d2be-46ba-af27-e2cb8a970612,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:37.100159 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-262f84c9-aeee-44e1-9b96-5f56098e6d52 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:37.104984 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-262f84c9-aeee-44e1-9b96-5f56098e6d52 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] 10.222.0.24 "DELETE /v2.0/subnets/8af610f5-d2be-46ba-af27-e2cb8a970612 HTTP/1.1" status: 204 len: 168 time: 1.2365193 Feb 01 04:34:37.117590 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-82a1ee90-9f5c-4535-befd-862c534073a9 None None] Transition to ACTIVE for port object 5134c2c1-c028-42d9-a372-4f8606f5ca95 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:34:37.119760 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 36762) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:37.158987 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5a5052-73a6-4806-9578-e297b669a07f None None] Network 0d1e869b-a293-4e6c-add4-937fb2847c13 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:34:37.171258 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:37.176675 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-c75f572a-fbff-4da1-bc8d-9ffac626542b None None] The port '45717501-86d6-42a9-bc4a-4a3b23ecb01b' was deleted {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 01 04:34:37.177349 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-993baddf-f33e-417e-872d-b8965b5a8afe req-f146f303-61e0-4a9a-9abf-64c1c26ceb3e tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] 10.222.0.24 "GET /v2.0/security-groups?id=025f61d7-3c11-4de5-b831-96b62cca7a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4358213 Feb 01 04:34:37.206428 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7524230c-0d1a-43e1-b283-75b29e06bf9f tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25968'] for router, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:37.207568 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7524230c-0d1a-43e1-b283-75b29e06bf9f tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:37.225266 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] get_ports_and_sgs() called for port_ids ['3277edd8-c7f5-4d46-ab65-6d78262be77e'] {{(pid=87638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 01 04:34:37.231247 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-525b00be-a453-4884-9482-e249e29f830a tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:37.269540 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-77250c08-ca22-43d2-90ca-9d1776377216 None None] The port '060c5c33-4436-4ccb-bef2-ce35b61dda0f' was deleted {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 01 04:34:37.282460 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7524230c-0d1a-43e1-b283-75b29e06bf9f tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772958'] for router, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:37.282945 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7524230c-0d1a-43e1-b283-75b29e06bf9f tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Fanout notify agent at l3_agent the message router_deleted on router 44c637a7-c94e-4e61-9c21-a88c897d28ac {{(pid=87636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 01 04:34:37.303473 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=3277edd8-c7f5-4d46-ab65-6d78262be77e,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:37.314570 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f99513-4ce2-4f43-98ef-6d408f3f7dda tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event updated for resources: {'Port': ['ID=9b63b118-1fc6-4cef-ae83-766005a7c039,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:37.319188 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525b00be-a453-4884-9482-e249e29f830a tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Network 5f191334-a4ad-436f-a6f0-b97ba93b3490 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:34:37.323682 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7524230c-0d1a-43e1-b283-75b29e06bf9f tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:37.324775 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-7524230c-0d1a-43e1-b283-75b29e06bf9f tempest-RoutersNegativeIpV6Test-703942385 tempest-RoutersNegativeIpV6Test-703942385-project] 10.222.0.24 "DELETE /v2.0/routers/44c637a7-c94e-4e61-9c21-a88c897d28ac HTTP/1.1" status: 204 len: 168 time: 0.7405293 Feb 01 04:34:37.328395 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-525b00be-a453-4884-9482-e249e29f830a tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:34:37.333916 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525b00be-a453-4884-9482-e249e29f830a tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:34:37.337547 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-82a1ee90-9f5c-4535-befd-862c534073a9 None None] Transition to ACTIVE for port object 5134c2c1-c028-42d9-a372-4f8606f5ca95 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:34:37.339567 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525b00be-a453-4884-9482-e249e29f830a tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:37.340409 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-525b00be-a453-4884-9482-e249e29f830a tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:37.346711 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525b00be-a453-4884-9482-e249e29f830a tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Pushing event updated for resources: {'Port': ['ID=2e328b0c-0623-4c22-ade1-60d3e05e71b8,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:37.405170 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f99513-4ce2-4f43-98ef-6d408f3f7dda tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Checking segment: {'id': 'c233672a-1fea-4d45-abc6-f3eafc6d06d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7f96f5a1-4f91-4a86-8e7f-c10c0c3805e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:34:37.405676 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f99513-4ce2-4f43-98ef-6d408f3f7dda tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Network hostable DHCP agents. Network: 7f96f5a1-4f91-4a86-8e7f-c10c0c3805e9, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:34:37.438765 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-82a1ee90-9f5c-4535-befd-862c534073a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:37.439277 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-525b00be-a453-4884-9482-e249e29f830a tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 5.0080976 Feb 01 04:34:37.440587 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a9d5e713-e824-4523-9db9-85b7097292b7 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:37.443883 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36768) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:37.468380 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4e7e1e89-9ea5-4c4d-adde-1bf06fdf7192 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:37.524790 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a1ee90-9f5c-4535-befd-862c534073a9 None None] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:34:37.545080 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f99513-4ce2-4f43-98ef-6d408f3f7dda tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Network 7f96f5a1-4f91-4a86-8e7f-c10c0c3805e9 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:34:37.558730 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccd92c70-c63b-4b34-afe5-ee169a5d225b tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Deleting subnet cc7db1f4-ecf0-4a05-976d-adeb334cfb74 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:34:37.565569 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-82a1ee90-9f5c-4535-befd-862c534073a9 None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:34:37.575370 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ccd92c70-c63b-4b34-afe5-ee169a5d225b tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:37.576460 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fcfb19-922f-4910-be56-4d9ff94bc459 None None] Pushing event updated for resources: {'Port': ['ID=03b800cb-e026-44c2-8a45-03927fba0951,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:37.577570 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-4e7e1e89-9ea5-4c4d-adde-1bf06fdf7192 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Deleting port e7434a59-722d-4f22-9519-c96a3b0ece16 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:34:37.578034 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4e7e1e89-9ea5-4c4d-adde-1bf06fdf7192 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:37.620144 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-80ea31d8-599d-4671-8155-30596184c405 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Allocated IP 2001:db8::215 (14b67238-4e53-405c-b9cd-84b8ff52e36a/c282d091-4b44-4301-bad2-680ca34793a7/b2bc145d-8538-4b59-a766-22f39e1472b4) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:34:37.627493 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-d4f99513-4ce2-4f43-98ef-6d408f3f7dda tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, 7f96f5a1-4f91-4a86-8e7f-c10c0c3805e9) {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:34:37.628281 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a1ee90-9f5c-4535-befd-862c534073a9 None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:34:37.632074 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f99513-4ce2-4f43-98ef-6d408f3f7dda tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:34:37.639617 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f99513-4ce2-4f43-98ef-6d408f3f7dda tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:37.640357 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d4f99513-4ce2-4f43-98ef-6d408f3f7dda tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:37.678222 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ccd92c70-c63b-4b34-afe5-ee169a5d225b tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145757'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:37.696369 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1c92ab-02ef-4d07-839f-6275f3a7a6ab None None] Network 7f96f5a1-4f91-4a86-8e7f-c10c0c3805e9 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:34:37.730511 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a9d5e713-e824-4523-9db9-85b7097292b7 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:37.839392 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-d4f99513-4ce2-4f43-98ef-6d408f3f7dda tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.7453904 Feb 01 04:34:37.846598 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36774) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:37.848301 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-a9d5e713-e824-4523-9db9-85b7097292b7 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fd4f4c6-4cfa-4e51-8634-45f9f25d5f6a']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:37.871616 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-49c64abc-0936-487f-8491-46030134d533 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1465642005'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:34:37.880453 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-49c64abc-0936-487f-8491-46030134d533 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:34:37.881056 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-a9d5e713-e824-4523-9db9-85b7097292b7 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94671be0-e4bb-40c7-8685-706bcaea0dc5') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:37.881517 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-a9d5e713-e824-4523-9db9-85b7097292b7 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94671be0-e4bb-40c7-8685-706bcaea0dc5') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:37.900430 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a9d5e713-e824-4523-9db9-85b7097292b7 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:37.911778 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 36778) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:37.956389 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-49c64abc-0936-487f-8491-46030134d533 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Usage tracker for resource:network and tenant:a862444cee664ef3af6a3e24f24366c9 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:34:37.971781 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-49c64abc-0936-487f-8491-46030134d533 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:34:37.983115 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a9d5e713-e824-4523-9db9-85b7097292b7 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:37.984341 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-49c64abc-0936-487f-8491-46030134d533 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:34:38.027999 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c64abc-0936-487f-8491-46030134d533 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Made reservation on behalf of a862444cee664ef3af6a3e24f24366c9 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:34:38.031861 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-49c64abc-0936-487f-8491-46030134d533 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:38.039826 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a1ee90-9f5c-4535-befd-862c534073a9 None None] Pushing event updated for resources: {'Port': ['ID=5134c2c1-c028-42d9-a372-4f8606f5ca95,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:38.053871 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9d5e713-e824-4523-9db9-85b7097292b7 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:34:38.054943 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a9d5e713-e824-4523-9db9-85b7097292b7 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:38.075739 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 04:34:38.075739 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:34:38.075739 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 04:34:38.075739 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:34:38.075739 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 04:34:38.075739 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:34:38.075739 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 04:34:38.075739 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:34:38.075739 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 04:34:38.075739 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:34:38.075739 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 04:34:38.075739 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:34:38.075739 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 04:34:38.075739 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:34:38.075739 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:34:38.075739 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:34:38.075739 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:34:38.075739 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:34:38.075739 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 04:34:38.075739 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:34:38.075739 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 04:34:38.075739 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:34:38.075739 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:34:38.075739 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:34:38.075739 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 04:34:38.075739 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:34:38.075739 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:34:38.075739 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:34:38.075739 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:34:38.075739 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:34:38.075739 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:34:38.075739 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:34:38.102038 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ccd92c70-c63b-4b34-afe5-ee169a5d225b tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:38.142056 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-80ea31d8-599d-4671-8155-30596184c405 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:38.148920 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49c64abc-0936-487f-8491-46030134d533 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:34:38.179477 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-49c64abc-0936-487f-8491-46030134d533 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:38.179831 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-49c64abc-0936-487f-8491-46030134d533 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Added segment fb175f32-8251-4956-8ddc-7faed7a6a8e0 of type vlan for network 5fa4a559-d543-4cc9-a4d1-a88afe01c9ce Feb 01 04:34:38.184393 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-80ea31d8-599d-4671-8155-30596184c405 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Transition to ACTIVE for port object b2bc145d-8538-4b59-a766-22f39e1472b4 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:34:38.216716 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-4e7e1e89-9ea5-4c4d-adde-1bf06fdf7192 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] For port e7434a59-722d-4f22-9519-c96a3b0ece16, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=e7434a59-722d-4f22-9519-c96a3b0ece16,segment=NetworkSegment(d252c60c-cbeb-4dc3-81bd-cfaa9484e001),segment_id=d252c60c-cbeb-4dc3-81bd-cfaa9484e001)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:34:38.218644 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4e7e1e89-9ea5-4c4d-adde-1bf06fdf7192 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:38.223971 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-49c64abc-0936-487f-8491-46030134d533 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:38.256795 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-82a1ee90-9f5c-4535-befd-862c534073a9 None None] Attempting to bind port 5134c2c1-c028-42d9-a372-4f8606f5ca95 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:34:38.257391 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-82a1ee90-9f5c-4535-befd-862c534073a9 None None] Attempting to bind port 5134c2c1-c028-42d9-a372-4f8606f5ca95 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:34:38.257528 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a1ee90-9f5c-4535-befd-862c534073a9 None None] Attempting to bind port 5134c2c1-c028-42d9-a372-4f8606f5ca95 on network 14b67238-4e53-405c-b9cd-84b8ff52e36a {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:34:38.260947 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ccd92c70-c63b-4b34-afe5-ee169a5d225b tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3072169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2652276'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:38.290374 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a1ee90-9f5c-4535-befd-862c534073a9 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:34:38.290696 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a1ee90-9f5c-4535-befd-862c534073a9 None None] Checking segment: {'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:34:38.291055 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-82a1ee90-9f5c-4535-befd-862c534073a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:38.291567 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a1ee90-9f5c-4535-befd-862c534073a9 None None] Bound using segment: {'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:34:38.292277 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-82a1ee90-9f5c-4535-befd-862c534073a9 None None] Bound port: 5134c2c1-c028-42d9-a372-4f8606f5ca95, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:34:38.292606 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-82a1ee90-9f5c-4535-befd-862c534073a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:38.309311 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd92c70-c63b-4b34-afe5-ee169a5d225b tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Pushing event deleted for resources: {'Subnet': ['ID=cc7db1f4-ecf0-4a05-976d-adeb334cfb74,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:38.314071 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-80ea31d8-599d-4671-8155-30596184c405 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:38.353822 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ccd92c70-c63b-4b34-afe5-ee169a5d225b tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:38.369030 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-49c64abc-0936-487f-8491-46030134d533 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:38.375382 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c64abc-0936-487f-8491-46030134d533 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:38.376298 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-49c64abc-0936-487f-8491-46030134d533 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:38.438265 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8588d646-6958-4a4f-b6c4-27e29038b0ac None None] DHCP port deletion for 0d1e869b-a293-4e6c-add4-937fb2847c13 request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:34:38.447079 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-8588d646-6958-4a4f-b6c4-27e29038b0ac None None] Deleting port e7434a59-722d-4f22-9519-c96a3b0ece16 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:34:38.447341 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8588d646-6958-4a4f-b6c4-27e29038b0ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:38.488765 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-49c64abc-0936-487f-8491-46030134d533 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6351216 Feb 01 04:34:38.501208 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36786) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:38.507126 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ccd92c70-c63b-4b34-afe5-ee169a5d225b tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] 10.222.0.24 "DELETE /v2.0/subnets/cc7db1f4-ecf0-4a05-976d-adeb334cfb74 HTTP/1.1" status: 204 len: 168 time: 1.0617268 Feb 01 04:34:38.514735 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36788) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:38.536451 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-82a1ee90-9f5c-4535-befd-862c534073a9 None None] For port 5134c2c1-c028-42d9-a372-4f8606f5ca95, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:34:38.563702 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-82a1ee90-9f5c-4535-befd-862c534073a9 None None] For port 5134c2c1-c028-42d9-a372-4f8606f5ca95, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=5134c2c1-c028-42d9-a372-4f8606f5ca95,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:34:38.596577 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 03b800cb-e026-44c2-8a45-03927fba0951 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:34:38.634460 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-82a1ee90-9f5c-4535-befd-862c534073a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:38.635643 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-4e7e1e89-9ea5-4c4d-adde-1bf06fdf7192 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Calling delete_port for e7434a59-722d-4f22-9519-c96a3b0ece16 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:34:38.684853 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a9d5e713-e824-4523-9db9-85b7097292b7 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:38.713877 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a9d5e713-e824-4523-9db9-85b7097292b7 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:38.744515 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d5e713-e824-4523-9db9-85b7097292b7 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Pushing event deleted for resources: {'Network': ['ID=1fd4f4c6-4cfa-4e51-8634-45f9f25d5f6a,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:38.754069 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-a9d5e713-e824-4523-9db9-85b7097292b7 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] 10.222.0.24 "DELETE /v2.0/networks/1fd4f4c6-4cfa-4e51-8634-45f9f25d5f6a HTTP/1.1" status: 204 len: 168 time: 1.7545218 Feb 01 04:34:38.760934 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-eac8dd02-9ac7-4b5e-8085-57318be5d93a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a006f14e5fb54b238ad6653000c4ce0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8403714 Feb 01 04:34:38.770795 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 36794) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:38.771155 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 36796) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:38.809746 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-41d6f7fd-bd43-4e76-a39d-b4ff2cbd3ebc tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Request body: {'ports': [{'network_id': '7f96f5a1-4f91-4a86-8e7f-c10c0c3805e9'}, {'network_id': '5fa4a559-d543-4cc9-a4d1-a88afe01c9ce'}]} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:34:38.809981 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-41d6f7fd-bd43-4e76-a39d-b4ff2cbd3ebc tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Request body: {'port': {'network_id': '7f96f5a1-4f91-4a86-8e7f-c10c0c3805e9'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:34:38.810927 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-41d6f7fd-bd43-4e76-a39d-b4ff2cbd3ebc tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Request body: {'port': {'network_id': '5fa4a559-d543-4cc9-a4d1-a88afe01c9ce'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:34:38.831831 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ea31d8-599d-4671-8155-30596184c405 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:34:38.857352 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdfe7c89-7cc2-4b9d-832c-68a2b65e7ff6 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:38.859071 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdfe7c89-7cc2-4b9d-832c-68a2b65e7ff6 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:38.860544 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-cdfe7c89-7cc2-4b9d-832c-68a2b65e7ff6 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Synchronizing usage tracker for tenant:dd2a656c49f44814a0be2f22e4794d92 on resource:subnet {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:34:38.869092 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-80ea31d8-599d-4671-8155-30596184c405 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:34:38.883701 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4e7e1e89-9ea5-4c4d-adde-1bf06fdf7192 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:38.911802 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ea31d8-599d-4671-8155-30596184c405 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:34:38.924183 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ea31d8-599d-4671-8155-30596184c405 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:38.924854 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-80ea31d8-599d-4671-8155-30596184c405 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:38.978294 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a1ee90-9f5c-4535-befd-862c534073a9 None None] Pushing event updated for resources: {'Port': ['ID=5134c2c1-c028-42d9-a372-4f8606f5ca95,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:39.008236 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-8588d646-6958-4a4f-b6c4-27e29038b0ac None None] For port e7434a59-722d-4f22-9519-c96a3b0ece16, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=e7434a59-722d-4f22-9519-c96a3b0ece16,segment=NetworkSegment(d252c60c-cbeb-4dc3-81bd-cfaa9484e001),segment_id=d252c60c-cbeb-4dc3-81bd-cfaa9484e001)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:34:39.008678 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8588d646-6958-4a4f-b6c4-27e29038b0ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:39.025260 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 03b800cb-e026-44c2-8a45-03927fba0951 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:34:39.041639 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7e1e89-9ea5-4c4d-adde-1bf06fdf7192 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Pushing event deleted for resources: {'Port': ['ID=e7434a59-722d-4f22-9519-c96a3b0ece16,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:39.062480 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7e1e89-9ea5-4c4d-adde-1bf06fdf7192 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] No DVR routers for this DVR port e7434a59-722d-4f22-9519-c96a3b0ece16 on host dv-neutron-826830-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:34:39.087082 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-cdfe7c89-7cc2-4b9d-832c-68a2b65e7ff6 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Unset dirty status for tenant:dd2a656c49f44814a0be2f22e4794d92 on resource:subnet {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:34:39.087082 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-cdfe7c89-7cc2-4b9d-832c-68a2b65e7ff6 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.5639591 Feb 01 04:34:39.087082 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ea31d8-599d-4671-8155-30596184c405 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event updated for resources: {'Port': ['ID=b2bc145d-8538-4b59-a766-22f39e1472b4,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:39.087082 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36802) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:39.093226 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c64abc-0936-487f-8491-46030134d533 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event updated for resources: {'Network': ['ID=5fa4a559-d543-4cc9-a4d1-a88afe01c9ce,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:39.098784 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-80ea31d8-599d-4671-8155-30596184c405 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.0416925 Feb 01 04:34:39.131717 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 36806) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:39.182984 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0d4bfa5a-7630-4072-8b19-75588947c3aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:39.210056 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7710834c-d3a9-4eb9-b234-c28c77f8b5f5 req-f1bfac38-2b68-45a3-9507-49b08abc04a4 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:39.213607 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7710834c-d3a9-4eb9-b234-c28c77f8b5f5 req-f1bfac38-2b68-45a3-9507-49b08abc04a4 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] 10.222.0.24 "GET /v2.0/ports?device_id=11f622e6-89bc-43e7-82d6-8a23ab462e21 HTTP/1.1" status: 200 len: 944 time: 0.8560741 Feb 01 04:34:39.264506 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9a19d1-1623-40f3-b605-1f09f4b0b498 None None] Network 5f191334-a4ad-436f-a6f0-b97ba93b3490 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:34:39.306107 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab71618-42b3-4d2e-ba6e-78c31a70935a tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:39.312596 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab71618-42b3-4d2e-ba6e-78c31a70935a tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:39.312776 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-3ab71618-42b3-4d2e-ba6e-78c31a70935a tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Synchronizing usage tracker for tenant:b63ac98ef5c84cafb13a0fd7fee189ce on resource:network {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:34:39.359400 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 5fa4a559-d543-4cc9-a4d1-a88afe01c9ce details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:34:39.369548 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0d4bfa5a-7630-4072-8b19-75588947c3aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:39.380092 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4e7e1e89-9ea5-4c4d-adde-1bf06fdf7192 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:39.394109 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2e5e46fa-f8c0-493b-abba-0bd4bb5b055e tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:39.435123 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-4e7e1e89-9ea5-4c4d-adde-1bf06fdf7192 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d1e869b-a293-4e6c-add4-937fb2847c13']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:39.441695 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-3ab71618-42b3-4d2e-ba6e-78c31a70935a tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Unset dirty status for tenant:b63ac98ef5c84cafb13a0fd7fee189ce on resource:network {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:34:39.446561 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-3ab71618-42b3-4d2e-ba6e-78c31a70935a tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6707604 Feb 01 04:34:39.458409 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 36810) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:39.465608 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-4e7e1e89-9ea5-4c4d-adde-1bf06fdf7192 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd252c60c-cbeb-4dc3-81bd-cfaa9484e001') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:39.465899 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-4e7e1e89-9ea5-4c4d-adde-1bf06fdf7192 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd252c60c-cbeb-4dc3-81bd-cfaa9484e001') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:39.468838 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-8588d646-6958-4a4f-b6c4-27e29038b0ac None None] Calling delete_port for e7434a59-722d-4f22-9519-c96a3b0ece16 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:34:39.482016 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-e9f828ed-4376-4e8b-a527-ff0b77310e35 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-213322401'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:34:39.488556 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7710834c-d3a9-4eb9-b234-c28c77f8b5f5 req-968db040-e6f3-4fd1-8eb4-beafd3257998 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] 10.222.0.24 "GET /v2.0/security-groups?id=025f61d7-3c11-4de5-b831-96b62cca7a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2474475 Feb 01 04:34:39.489380 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e5e46fa-f8c0-493b-abba-0bd4bb5b055e tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 01 04:34:39.489973 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e5e46fa-f8c0-493b-abba-0bd4bb5b055e tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:34:39.495808 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2e5e46fa-f8c0-493b-abba-0bd4bb5b055e tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] 10.222.0.24 "DELETE /v2.0/networks/5f191334-a4ad-436f-a6f0-b97ba93b3490 HTTP/1.1" status: 409 len: 405 time: 0.4001431 Feb 01 04:34:39.495808 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36814) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:39.500731 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-41d6f7fd-bd43-4e76-a39d-b4ff2cbd3ebc tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:34:39.503962 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4e7e1e89-9ea5-4c4d-adde-1bf06fdf7192 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:39.504655 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-41d6f7fd-bd43-4e76-a39d-b4ff2cbd3ebc tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Usage tracker for resource:port and tenant:a862444cee664ef3af6a3e24f24366c9 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:34:39.508338 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-41d6f7fd-bd43-4e76-a39d-b4ff2cbd3ebc tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:34:39.511732 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-e9f828ed-4376-4e8b-a527-ff0b77310e35 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:34:39.518152 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-8a678901-3cb9-4746-bd0b-70bfbee6ce65 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-821855093'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:34:39.523187 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-41d6f7fd-bd43-4e76-a39d-b4ff2cbd3ebc tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:34:39.527368 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-8a678901-3cb9-4746-bd0b-70bfbee6ce65 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:34:39.534170 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-8a678901-3cb9-4746-bd0b-70bfbee6ce65 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Usage tracker for resource:network and tenant:dd2a656c49f44814a0be2f22e4794d92 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:34:39.537535 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-8a678901-3cb9-4746-bd0b-70bfbee6ce65 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:34:39.538644 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a716f7a0-b7ed-4730-a32e-5540d80e8e7e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:39.544615 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-8a678901-3cb9-4746-bd0b-70bfbee6ce65 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:34:39.544891 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a716f7a0-b7ed-4730-a32e-5540d80e8e7e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:39.546356 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d6f7fd-bd43-4e76-a39d-b4ff2cbd3ebc tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Made reservation on behalf of a862444cee664ef3af6a3e24f24366c9 for: {'port': 2} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:34:39.549262 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-a716f7a0-b7ed-4730-a32e-5540d80e8e7e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.4112196 Feb 01 04:34:39.550054 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 36818) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:39.550838 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-41d6f7fd-bd43-4e76-a39d-b4ff2cbd3ebc tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:39.551697 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-e9f828ed-4376-4e8b-a527-ff0b77310e35 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:34:39.573535 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-41d6f7fd-bd43-4e76-a39d-b4ff2cbd3ebc tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:39.586099 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a678901-3cb9-4746-bd0b-70bfbee6ce65 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Made reservation on behalf of dd2a656c49f44814a0be2f22e4794d92 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:34:39.587802 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4e7e1e89-9ea5-4c4d-adde-1bf06fdf7192 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:39.590019 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8a678901-3cb9-4746-bd0b-70bfbee6ce65 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:39.615947 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e7e1e89-9ea5-4c4d-adde-1bf06fdf7192 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:34:39.616293 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4e7e1e89-9ea5-4c4d-adde-1bf06fdf7192 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:39.616429 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-8f25c4e0-15ad-48c7-94a9-3ec44a7d5143 None None] Provisioning for port 03b800cb-e026-44c2-8a45-03927fba0951 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:34:39.630992 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f828ed-4376-4e8b-a527-ff0b77310e35 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Made reservation on behalf of b63ac98ef5c84cafb13a0fd7fee189ce for: {'network': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:34:39.634859 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e9f828ed-4376-4e8b-a527-ff0b77310e35 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:39.641475 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-8f25c4e0-15ad-48c7-94a9-3ec44a7d5143 None None] Provisioning complete for port 03b800cb-e026-44c2-8a45-03927fba0951 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:34:39.642066 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8f25c4e0-15ad-48c7-94a9-3ec44a7d5143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:39.643469 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 04:34:39.643469 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:34:39.643469 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 04:34:39.643469 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:34:39.643469 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 04:34:39.643469 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:34:39.643469 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 04:34:39.643469 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:34:39.643469 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 04:34:39.643469 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:34:39.643469 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 04:34:39.643469 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:34:39.643469 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 04:34:39.643469 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:34:39.643469 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:34:39.643469 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:34:39.643469 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:34:39.643469 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:34:39.643469 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 04:34:39.643469 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:34:39.643469 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 04:34:39.643469 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:34:39.643469 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:34:39.643469 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:34:39.643469 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 04:34:39.643469 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:34:39.643469 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:34:39.643469 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:34:39.643469 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:34:39.643469 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:34:39.643469 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:34:39.643469 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:34:39.689297 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0d4bfa5a-7630-4072-8b19-75588947c3aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:39.712747 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-8588d646-6958-4a4f-b6c4-27e29038b0ac None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:34:39.713184 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-8588d646-6958-4a4f-b6c4-27e29038b0ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:34:39.717803 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a678901-3cb9-4746-bd0b-70bfbee6ce65 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:34:39.744460 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-c00404e2-fe25-4d66-8ba8-d39521707eb5 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Deleting port b2bc145d-8538-4b59-a766-22f39e1472b4 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:34:39.744800 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c00404e2-fe25-4d66-8ba8-d39521707eb5 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:39.766694 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8a678901-3cb9-4746-bd0b-70bfbee6ce65 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:39.767668 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-8a678901-3cb9-4746-bd0b-70bfbee6ce65 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Added segment 06866003-0daa-43f9-9f88-fd4bde936091 of type vlan for network 223a3210-ea56-48fb-a876-a1b43a1470e0 Feb 01 04:34:39.792977 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8f25c4e0-15ad-48c7-94a9-3ec44a7d5143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:39.811345 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a2062c-6d90-4630-9fd0-d8df2ede5bd3 None None] DHCP port deletion for 5f191334-a4ad-436f-a6f0-b97ba93b3490 request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:34:39.814007 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4bfa5a-7630-4072-8b19-75588947c3aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd14eb63-bf8d-4300-8503-8526ec070251,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:39.816961 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9f828ed-4376-4e8b-a527-ff0b77310e35 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=87637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:34:39.826793 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-e2a2062c-6d90-4630-9fd0-d8df2ede5bd3 None None] Deleting port 03b800cb-e026-44c2-8a45-03927fba0951 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:34:39.827192 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e2a2062c-6d90-4630-9fd0-d8df2ede5bd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:39.850578 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4e7e1e89-9ea5-4c4d-adde-1bf06fdf7192 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:39.874496 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4e7e1e89-9ea5-4c4d-adde-1bf06fdf7192 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:39.877400 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e9f828ed-4376-4e8b-a527-ff0b77310e35 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:39.877739 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.segments_db [None req-e9f828ed-4376-4e8b-a527-ff0b77310e35 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Added segment 4607fce4-e938-4fe6-bbd5-460a90eb93a4 of type vlan for network 99dde752-662a-409f-a15c-3d21adf9b999 Feb 01 04:34:39.891863 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0d4bfa5a-7630-4072-8b19-75588947c3aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:39.895682 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-0d4bfa5a-7630-4072-8b19-75588947c3aa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fd14eb63-bf8d-4300-8503-8526ec070251 HTTP/1.1" status: 204 len: 168 time: 1.1184192 Feb 01 04:34:39.925595 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-8f25c4e0-15ad-48c7-94a9-3ec44a7d5143 None None] For port 03b800cb-e026-44c2-8a45-03927fba0951, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=03b800cb-e026-44c2-8a45-03927fba0951,segment=NetworkSegment(5b9ae03d-4a59-4060-ad00-00303dfb62be),segment_id=5b9ae03d-4a59-4060-ad00-00303dfb62be)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:34:39.936042 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8f25c4e0-15ad-48c7-94a9-3ec44a7d5143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:39.963613 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-41d6f7fd-bd43-4e76-a39d-b4ff2cbd3ebc tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] device_id is not set on port d96e9633-56c0-44a2-8ad3-4cb77233c1f8 yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:34:39.993798 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8a678901-3cb9-4746-bd0b-70bfbee6ce65 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:39.997723 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7e1e89-9ea5-4c4d-adde-1bf06fdf7192 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Pushing event deleted for resources: {'Network': ['ID=0d1e869b-a293-4e6c-add4-937fb2847c13,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:40.027111 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-4e7e1e89-9ea5-4c4d-adde-1bf06fdf7192 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] 10.222.0.24 "DELETE /v2.0/networks/0d1e869b-a293-4e6c-add4-937fb2847c13 HTTP/1.1" status: 204 len: 168 time: 2.8937337 Feb 01 04:34:40.033853 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 36824) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:40.076943 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8a678901-3cb9-4746-bd0b-70bfbee6ce65 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:40.086028 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a678901-3cb9-4746-bd0b-70bfbee6ce65 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:40.086958 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8a678901-3cb9-4746-bd0b-70bfbee6ce65 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:40.109391 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f25c4e0-15ad-48c7-94a9-3ec44a7d5143 None None] Pushing event updated for resources: {'Port': ['ID=03b800cb-e026-44c2-8a45-03927fba0951,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:40.120039 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-f403e088-c428-4ff9-9c70-f2dfc0364afa tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Synchronizing usage tracker for tenant:3baf8f7dd78c4686acbe4595a9230578 on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:34:40.160017 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e9f828ed-4376-4e8b-a527-ff0b77310e35 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:40.202927 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-41d6f7fd-bd43-4e76-a39d-b4ff2cbd3ebc tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:40.249202 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-8588d646-6958-4a4f-b6c4-27e29038b0ac None None] Deleting port e7434a59-722d-4f22-9519-c96a3b0ece16 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:34:40.249639 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8588d646-6958-4a4f-b6c4-27e29038b0ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:40.278203 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-f403e088-c428-4ff9-9c70-f2dfc0364afa tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Unset dirty status for tenant:3baf8f7dd78c4686acbe4595a9230578 on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:34:40.279403 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-f403e088-c428-4ff9-9c70-f2dfc0364afa tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] 10.222.0.24 "GET /v2.0/ports?device_id=da84cacf-9dd2-4ee9-a45d-e105ecda1bf4 HTTP/1.1" status: 200 len: 205 time: 0.2417614 Feb 01 04:34:40.295967 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 36832) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:40.330985 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-41d6f7fd-bd43-4e76-a39d-b4ff2cbd3ebc tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] device_id is not set on port 3d128435-f362-4595-a641-58fe4c52d6e5 yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:34:40.379035 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-8588d646-6958-4a4f-b6c4-27e29038b0ac None None] The port 'e7434a59-722d-4f22-9519-c96a3b0ece16' was deleted {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 01 04:34:40.400950 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-e2a2062c-6d90-4630-9fd0-d8df2ede5bd3 None None] For port 03b800cb-e026-44c2-8a45-03927fba0951, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=03b800cb-e026-44c2-8a45-03927fba0951,segment=NetworkSegment(5b9ae03d-4a59-4060-ad00-00303dfb62be),segment_id=5b9ae03d-4a59-4060-ad00-00303dfb62be)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:34:40.402211 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e2a2062c-6d90-4630-9fd0-d8df2ede5bd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:40.561479 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e9f828ed-4376-4e8b-a527-ff0b77310e35 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:40.569027 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f828ed-4376-4e8b-a527-ff0b77310e35 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:40.569706 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e9f828ed-4376-4e8b-a527-ff0b77310e35 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:40.625316 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-e9f828ed-4376-4e8b-a527-ff0b77310e35 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1632903 Feb 01 04:34:40.625853 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ddd9b0d2-0a2b-4fa9-a912-f2c60c80ff13 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks [] for router, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:40.636832 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 5134c2c1-c028-42d9-a372-4f8606f5ca95 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:34:40.694454 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-e2a2062c-6d90-4630-9fd0-d8df2ede5bd3 None None] Calling delete_port for 03b800cb-e026-44c2-8a45-03927fba0951 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:34:40.715235 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-41d6f7fd-bd43-4e76-a39d-b4ff2cbd3ebc tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:40.751002 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a678901-3cb9-4746-bd0b-70bfbee6ce65 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Pushing event updated for resources: {'Network': ['ID=223a3210-ea56-48fb-a876-a1b43a1470e0,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:40.761561 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-8a678901-3cb9-4746-bd0b-70bfbee6ce65 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2501235 Feb 01 04:34:40.762368 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36846) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:40.762815 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36852) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:40.770627 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-41d6f7fd-bd43-4e76-a39d-b4ff2cbd3ebc tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:40.779664 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 223a3210-ea56-48fb-a876-a1b43a1470e0 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:34:40.787691 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-e4978032-9fc2-42b7-bfbf-a2d04de364e1 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Request body: {'subnet': {'network_id': '223a3210-ea56-48fb-a876-a1b43a1470e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:34:40.807481 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-f7ed8ee8-3346-4bbc-88a6-cf7fdc58b45b None None] Provisioning for port 5134c2c1-c028-42d9-a372-4f8606f5ca95 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:34:40.907566 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d6f7fd-bd43-4e76-a39d-b4ff2cbd3ebc tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Network 7f96f5a1-4f91-4a86-8e7f-c10c0c3805e9 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:34:40.912626 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-97d77e2b-07af-42ec-88d0-f8ce1a597ace tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1482230406'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:34:40.917840 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c00404e2-fe25-4d66-8ba8-d39521707eb5 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:40.924464 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d6f7fd-bd43-4e76-a39d-b4ff2cbd3ebc tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event updated for resources: {'Port': ['ID=d96e9633-56c0-44a2-8ad3-4cb77233c1f8,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:40.948008 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 3277edd8-c7f5-4d46-ab65-6d78262be77e up at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:34:40.953093 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-41d6f7fd-bd43-4e76-a39d-b4ff2cbd3ebc tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:34:40.956839 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d6f7fd-bd43-4e76-a39d-b4ff2cbd3ebc tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:34:40.957817 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-41d6f7fd-bd43-4e76-a39d-b4ff2cbd3ebc tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:41.034605 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e2a2062c-6d90-4630-9fd0-d8df2ede5bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:41.039192 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 5134c2c1-c028-42d9-a372-4f8606f5ca95 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:34:41.043795 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-97d77e2b-07af-42ec-88d0-f8ce1a597ace tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:34:41.045812 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36860) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:41.092922 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-97d77e2b-07af-42ec-88d0-f8ce1a597ace tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:34:41.103724 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 5134c2c1-c028-42d9-a372-4f8606f5ca95 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:34:41.104093 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:41.137519 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a2062c-6d90-4630-9fd0-d8df2ede5bd3 None None] Pushing event deleted for resources: {'Port': ['ID=03b800cb-e026-44c2-8a45-03927fba0951,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:41.150316 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a2062c-6d90-4630-9fd0-d8df2ede5bd3 None None] No DVR routers for this DVR port 03b800cb-e026-44c2-8a45-03927fba0951 on host dv-neutron-826830-1-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:34:41.157910 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d6f7fd-bd43-4e76-a39d-b4ff2cbd3ebc tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event updated for resources: {'Port': ['ID=3d128435-f362-4595-a641-58fe4c52d6e5,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:41.174872 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-4fad820f-6b55-42ac-aad4-8447716e76d1 None None] Provisioning for port b2bc145d-8538-4b59-a766-22f39e1472b4 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:34:41.187575 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-4fad820f-6b55-42ac-aad4-8447716e76d1 None None] Provisioning complete for port b2bc145d-8538-4b59-a766-22f39e1472b4 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:34:41.187955 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4fad820f-6b55-42ac-aad4-8447716e76d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:41.203553 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-c00404e2-fe25-4d66-8ba8-d39521707eb5 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Calling delete_port for b2bc145d-8538-4b59-a766-22f39e1472b4 owned by {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:34:41.213758 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d77e2b-07af-42ec-88d0-f8ce1a597ace tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Made reservation on behalf of b63ac98ef5c84cafb13a0fd7fee189ce for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:34:41.218837 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-97d77e2b-07af-42ec-88d0-f8ce1a597ace tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:41.232808 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e4978032-9fc2-42b7-bfbf-a2d04de364e1 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:34:41.238547 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d6f7fd-bd43-4e76-a39d-b4ff2cbd3ebc tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Checking segment: {'id': 'fb175f32-8251-4956-8ddc-7faed7a6a8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5fa4a559-d543-4cc9-a4d1-a88afe01c9ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:34:41.239110 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d6f7fd-bd43-4e76-a39d-b4ff2cbd3ebc tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Network hostable DHCP agents. Network: 5fa4a559-d543-4cc9-a4d1-a88afe01c9ce, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:34:41.256011 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e4978032-9fc2-42b7-bfbf-a2d04de364e1 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:34:41.259922 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-4fad820f-6b55-42ac-aad4-8447716e76d1 None None] Port b2bc145d-8538-4b59-a766-22f39e1472b4 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:34:41.263843 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning for port 3277edd8-c7f5-4d46-ab65-6d78262be77e completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:34:41.280124 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97d77e2b-07af-42ec-88d0-f8ce1a597ace tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:34:41.290527 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4978032-9fc2-42b7-bfbf-a2d04de364e1 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Made reservation on behalf of dd2a656c49f44814a0be2f22e4794d92 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:34:41.294133 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e4978032-9fc2-42b7-bfbf-a2d04de364e1 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:41.300543 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning complete for port 3277edd8-c7f5-4d46-ab65-6d78262be77e triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:34:41.300543 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:41.314772 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-d6bee37a-909f-47cc-ac9a-ee84ca65e19d tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-927835474'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:34:41.323476 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d6f7fd-bd43-4e76-a39d-b4ff2cbd3ebc tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Network 5fa4a559-d543-4cc9-a4d1-a88afe01c9ce is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:34:41.331409 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-97d77e2b-07af-42ec-88d0-f8ce1a597ace tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:41.331974 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-97d77e2b-07af-42ec-88d0-f8ce1a597ace tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Added segment 5334ea9d-c560-4b1b-8244-87a8b2b4f7e5 of type vlan for network 3c709a1e-5c60-4e02-8608-d9fe8da5ada3 Feb 01 04:34:41.333665 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-d6bee37a-909f-47cc-ac9a-ee84ca65e19d tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:34:41.358231 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d6bee37a-909f-47cc-ac9a-ee84ca65e19d tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Usage tracker for resource:network and tenant:031b4693e74240b089aabead06c720e8 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:34:41.362026 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d6bee37a-909f-47cc-ac9a-ee84ca65e19d tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:34:41.377731 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-41d6f7fd-bd43-4e76-a39d-b4ff2cbd3ebc tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, 5fa4a559-d543-4cc9-a4d1-a88afe01c9ce) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:34:41.379522 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:41.391015 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085326c3-c71e-42ae-a9ba-bc4e3b397c4a None None] Network 5fa4a559-d543-4cc9-a4d1-a88afe01c9ce requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:34:41.447623 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f828ed-4376-4e8b-a527-ff0b77310e35 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Pushing event updated for resources: {'Network': ['ID=99dde752-662a-409f-a15c-3d21adf9b999,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:41.464956 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 99dde752-662a-409f-a15c-3d21adf9b999 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:34:41.518488 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ddd9b0d2-0a2b-4fa9-a912-f2c60c80ff13 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25968'] for router, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:41.525585 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ddd9b0d2-0a2b-4fa9-a912-f2c60c80ff13 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:41.539179 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-d6bee37a-909f-47cc-ac9a-ee84ca65e19d tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:34:41.565699 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d6f7fd-bd43-4e76-a39d-b4ff2cbd3ebc tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:34:41.571598 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d6f7fd-bd43-4e76-a39d-b4ff2cbd3ebc tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:41.576448 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d6f7fd-bd43-4e76-a39d-b4ff2cbd3ebc tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:41.577042 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-41d6f7fd-bd43-4e76-a39d-b4ff2cbd3ebc tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:41.589614 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-97d77e2b-07af-42ec-88d0-f8ce1a597ace tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:41.598937 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 5134c2c1-c028-42d9-a372-4f8606f5ca95, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=5134c2c1-c028-42d9-a372-4f8606f5ca95,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:34:41.604659 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8cacca-8f56-4e82-80fb-ac61f5a98f8a req-acdd6be6-ec6e-4d1d-b8a6-6e3ac6956409 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:41.606471 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-db8cacca-8f56-4e82-80fb-ac61f5a98f8a req-acdd6be6-ec6e-4d1d-b8a6-6e3ac6956409 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] 10.222.0.24 "GET /v2.0/ports?device_id=11f622e6-89bc-43e7-82d6-8a23ab462e21 HTTP/1.1" status: 200 len: 944 time: 0.6797051 Feb 01 04:34:41.611673 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6bee37a-909f-47cc-ac9a-ee84ca65e19d tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Made reservation on behalf of 031b4693e74240b089aabead06c720e8 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:34:41.615187 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d6bee37a-909f-47cc-ac9a-ee84ca65e19d tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:41.619908 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ddd9b0d2-0a2b-4fa9-a912-f2c60c80ff13 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772958'] for router, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:41.620414 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd9b0d2-0a2b-4fa9-a912-f2c60c80ff13 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Fanout notify agent at l3_agent the message router_deleted on router da84cacf-9dd2-4ee9-a45d-e105ecda1bf4 {{(pid=87637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 01 04:34:41.622187 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:41.639787 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d6bee37a-909f-47cc-ac9a-ee84ca65e19d tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:41.665533 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-41d6f7fd-bd43-4e76-a39d-b4ff2cbd3ebc tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.1524386 Feb 01 04:34:41.665750 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 36866) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:41.671697 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-d6bee37a-909f-47cc-ac9a-ee84ca65e19d tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:34:41.676718 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d6bee37a-909f-47cc-ac9a-ee84ca65e19d tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Usage tracker for resource:security_group_rule and tenant:031b4693e74240b089aabead06c720e8 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:34:41.680270 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d6bee37a-909f-47cc-ac9a-ee84ca65e19d tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:34:41.686589 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-d6bee37a-909f-47cc-ac9a-ee84ca65e19d tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:34:41.688557 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-97d77e2b-07af-42ec-88d0-f8ce1a597ace tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:41.694412 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d77e2b-07af-42ec-88d0-f8ce1a597ace tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:41.695112 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-97d77e2b-07af-42ec-88d0-f8ce1a597ace tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:41.720617 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ddd9b0d2-0a2b-4fa9-a912-f2c60c80ff13 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:41.724037 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-ddd9b0d2-0a2b-4fa9-a912-f2c60c80ff13 tempest-RoutersNegativeTest-1558170257 tempest-RoutersNegativeTest-1558170257-project] 10.222.0.24 "DELETE /v2.0/routers/da84cacf-9dd2-4ee9-a45d-e105ecda1bf4 HTTP/1.1" status: 204 len: 168 time: 1.4247761 Feb 01 04:34:41.767519 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-db8cacca-8f56-4e82-80fb-ac61f5a98f8a req-f15b07d6-2bab-427c-8570-d58f471a3290 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] 10.222.0.24 "GET /v2.0/security-groups?id=025f61d7-3c11-4de5-b831-96b62cca7a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1485615 Feb 01 04:34:41.770868 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c00404e2-fe25-4d66-8ba8-d39521707eb5 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:41.771063 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-97d77e2b-07af-42ec-88d0-f8ce1a597ace tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0051622 Feb 01 04:34:41.775421 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 36872) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:41.834176 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-36d3def3-6057-412e-920e-3432acc92e1d tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Request body: {'ports': [{'network_id': '99dde752-662a-409f-a15c-3d21adf9b999', 'name': 'tempest-port--1290014752', 'admin_state_up': True}, {'network_id': '3c709a1e-5c60-4e02-8608-d9fe8da5ada3', 'admin_state_up': False}]} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:34:41.834496 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-36d3def3-6057-412e-920e-3432acc92e1d tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Request body: {'port': {'network_id': '99dde752-662a-409f-a15c-3d21adf9b999', 'name': 'tempest-port--1290014752', 'admin_state_up': True}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:34:41.835546 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-36d3def3-6057-412e-920e-3432acc92e1d tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Request body: {'port': {'network_id': '3c709a1e-5c60-4e02-8608-d9fe8da5ada3', 'admin_state_up': False}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:34:41.840730 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:41.860100 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 03b800cb-e026-44c2-8a45-03927fba0951 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:34:41.863728 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-681d8da7-0080-448a-8573-e7a8f0650b9e tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Deleting port 3d128435-f362-4595-a641-58fe4c52d6e5 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:34:41.864256 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-681d8da7-0080-448a-8573-e7a8f0650b9e tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:41.877827 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d77e2b-07af-42ec-88d0-f8ce1a597ace tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Pushing event updated for resources: {'Network': ['ID=3c709a1e-5c60-4e02-8608-d9fe8da5ada3,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:41.899535 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00404e2-fe25-4d66-8ba8-d39521707eb5 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event deleted for resources: {'Port': ['ID=b2bc145d-8538-4b59-a766-22f39e1472b4,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:42.003762 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c00404e2-fe25-4d66-8ba8-d39521707eb5 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:42.005796 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-c00404e2-fe25-4d66-8ba8-d39521707eb5 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/ports/b2bc145d-8538-4b59-a766-22f39e1472b4 HTTP/1.1" status: 204 len: 168 time: 2.4513881 Feb 01 04:34:42.009993 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 36876) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:42.050243 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d6bee37a-909f-47cc-ac9a-ee84ca65e19d tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:42.058659 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d6bee37a-909f-47cc-ac9a-ee84ca65e19d tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:42.092751 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 3c709a1e-5c60-4e02-8608-d9fe8da5ada3 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:34:42.106721 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=5134c2c1-c028-42d9-a372-4f8606f5ca95,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:42.127611 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 03b800cb-e026-44c2-8a45-03927fba0951 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:34:42.128106 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 03b800cb-e026-44c2-8a45-03927fba0951 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:34:42.128613 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device e7434a59-722d-4f22-9519-c96a3b0ece16 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:34:42.141535 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6bee37a-909f-47cc-ac9a-ee84ca65e19d tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:34:42.153847 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d6bee37a-909f-47cc-ac9a-ee84ca65e19d tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:42.155536 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-d6bee37a-909f-47cc-ac9a-ee84ca65e19d tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Added segment 5ed4ba3d-d308-4648-ba32-5cb2d64b0609 of type vlan for network 9eec4359-3f55-4fe4-b8c1-f91505eb84e6 Feb 01 04:34:42.183387 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 36882) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:42.218303 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: e7434a59-722d-4f22-9519-c96a3b0ece16 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:34:42.218754 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device e7434a59-722d-4f22-9519-c96a3b0ece16 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:34:42.236076 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11f622e6-89bc-43e7-82d6-8a23ab462e21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3277edd8-c7f5-4d46-ab65-6d78262be77e'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:34:42.254830 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d6bee37a-909f-47cc-ac9a-ee84ca65e19d tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:42.276600 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bee37a-909f-47cc-ac9a-ee84ca65e19d tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=351decc8-5eb6-4109-b80a-52312d6af3ba,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:42.334247 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 3277edd8-c7f5-4d46-ab65-6d78262be77e, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=3277edd8-c7f5-4d46-ab65-6d78262be77e,segment=NetworkSegment(47389526-68fb-4cf8-9cf4-525db349e4da),segment_id=47389526-68fb-4cf8-9cf4-525db349e4da)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:34:42.347085 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:42.408783 dv-neutron-826830-1-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11f622e6-89bc-43e7-82d6-8a23ab462e21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3277edd8-c7f5-4d46-ab65-6d78262be77e', 'code': 200} Feb 01 04:34:42.429624 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=3277edd8-c7f5-4d46-ab65-6d78262be77e,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:42.443289 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.objects.ports [None req-e4978032-9fc2-42b7-bfbf-a2d04de364e1 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87636) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 01 04:34:42.448567 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e4978032-9fc2-42b7-bfbf-a2d04de364e1 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:42.490263 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d6bee37a-909f-47cc-ac9a-ee84ca65e19d tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:42.494597 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 5134c2c1-c028-42d9-a372-4f8606f5ca95 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:34:42.495633 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6bee37a-909f-47cc-ac9a-ee84ca65e19d tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:42.495957 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0fee0ea-00b8-4d97-8f5f-e09ab8bca217 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:42.496213 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d6bee37a-909f-47cc-ac9a-ee84ca65e19d tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:42.497559 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0fee0ea-00b8-4d97-8f5f-e09ab8bca217 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:42.499046 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-f0fee0ea-00b8-4d97-8f5f-e09ab8bca217 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.4862006 Feb 01 04:34:42.518472 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36890) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:42.573466 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 5134c2c1-c028-42d9-a372-4f8606f5ca95 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:34:42.573971 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:42.636521 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-681d8da7-0080-448a-8573-e7a8f0650b9e tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:42.647856 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d6bee37a-909f-47cc-ac9a-ee84ca65e19d tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.5929017 Feb 01 04:34:42.647856 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4978032-9fc2-42b7-bfbf-a2d04de364e1 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Pushing event updated for resources: {'Subnet': ['ID=4cb0aba7-2b2f-4606-b554-c6b35a8b294d,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:42.648339 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36894) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:42.714987 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-36467616-ed51-471d-88e7-3753c3c5f3eb tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Request body: {'subnet': {'network_id': '9eec4359-3f55-4fe4-b8c1-f91505eb84e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:34:42.715655 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-36d3def3-6057-412e-920e-3432acc92e1d tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:34:42.779633 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-681d8da7-0080-448a-8573-e7a8f0650b9e tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Calling delete_port for 3d128435-f362-4595-a641-58fe4c52d6e5 owned by {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:34:42.782801 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-52648773-3738-4378-8146-aeecb7ccf4b4 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Deleting subnet c282d091-4b44-4301-bad2-680ca34793a7 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:34:42.784605 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bee37a-909f-47cc-ac9a-ee84ca65e19d tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Pushing event updated for resources: {'Network': ['ID=9eec4359-3f55-4fe4-b8c1-f91505eb84e6,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:42.796862 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 9eec4359-3f55-4fe4-b8c1-f91505eb84e6 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:34:42.797323 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-52648773-3738-4378-8146-aeecb7ccf4b4 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:42.808183 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-36d3def3-6057-412e-920e-3432acc92e1d tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Usage tracker for resource:port and tenant:b63ac98ef5c84cafb13a0fd7fee189ce is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:34:42.829328 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-36d3def3-6057-412e-920e-3432acc92e1d tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:34:42.848897 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-36d3def3-6057-412e-920e-3432acc92e1d tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:34:42.853198 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-de95525e-50f7-4b76-8a21-80a5519d398e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3baf8f7dd78c4686acbe4595a9230578&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6674023 Feb 01 04:34:42.856961 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 36900) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:42.857956 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4978032-9fc2-42b7-bfbf-a2d04de364e1 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Checking segment: {'id': '06866003-0daa-43f9-9f88-fd4bde936091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '223a3210-ea56-48fb-a876-a1b43a1470e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:34:42.857956 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4978032-9fc2-42b7-bfbf-a2d04de364e1 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Network hostable DHCP agents. Network: 223a3210-ea56-48fb-a876-a1b43a1470e0, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:34:42.883681 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d3def3-6057-412e-920e-3432acc92e1d tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Made reservation on behalf of b63ac98ef5c84cafb13a0fd7fee189ce for: {'port': 2} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:34:42.888276 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-36d3def3-6057-412e-920e-3432acc92e1d tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:42.936539 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-36d3def3-6057-412e-920e-3432acc92e1d tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:42.958206 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-52648773-3738-4378-8146-aeecb7ccf4b4 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145757'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:42.999091 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-36467616-ed51-471d-88e7-3753c3c5f3eb tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:34:43.009604 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-36467616-ed51-471d-88e7-3753c3c5f3eb tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Usage tracker for resource:subnet and tenant:031b4693e74240b089aabead06c720e8 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:34:43.009794 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-681d8da7-0080-448a-8573-e7a8f0650b9e tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:43.012871 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-36467616-ed51-471d-88e7-3753c3c5f3eb tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:34:43.028576 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4978032-9fc2-42b7-bfbf-a2d04de364e1 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Network 223a3210-ea56-48fb-a876-a1b43a1470e0 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:34:43.034497 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-36467616-ed51-471d-88e7-3753c3c5f3eb tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:34:43.058979 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-e4978032-9fc2-42b7-bfbf-a2d04de364e1 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, 223a3210-ea56-48fb-a876-a1b43a1470e0) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:34:43.071329 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafde952-a4ae-4f81-8862-f8f4373f9a95 None None] Network 223a3210-ea56-48fb-a876-a1b43a1470e0 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:34:43.072583 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebbefb7-e7fa-453b-a26c-9830de3b7154 req-a4c57f8d-5550-478f-9d6a-9eb9aaae6ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:43.074044 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0ebbefb7-e7fa-453b-a26c-9830de3b7154 req-a4c57f8d-5550-478f-9d6a-9eb9aaae6ba5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=11f622e6-89bc-43e7-82d6-8a23ab462e21 HTTP/1.1" status: 200 len: 1098 time: 0.3433025 Feb 01 04:34:43.076687 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4978032-9fc2-42b7-bfbf-a2d04de364e1 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:43.077257 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e4978032-9fc2-42b7-bfbf-a2d04de364e1 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:43.080714 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36467616-ed51-471d-88e7-3753c3c5f3eb tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Made reservation on behalf of 031b4693e74240b089aabead06c720e8 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:34:43.083991 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-36467616-ed51-471d-88e7-3753c3c5f3eb tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:43.159341 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681d8da7-0080-448a-8573-e7a8f0650b9e tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event deleted for resources: {'Port': ['ID=3d128435-f362-4595-a641-58fe4c52d6e5,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:43.168198 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3f13e4d5-64a9-4b7c-b418-242eefd1376c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:43.189382 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-681d8da7-0080-448a-8573-e7a8f0650b9e tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:43.221418 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e4978032-9fc2-42b7-bfbf-a2d04de364e1 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.4512892 Feb 01 04:34:43.221418 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-52648773-3738-4378-8146-aeecb7ccf4b4 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:43.233297 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 36904) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:43.266858 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-681d8da7-0080-448a-8573-e7a8f0650b9e tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "DELETE /v2.0/ports/3d128435-f362-4595-a641-58fe4c52d6e5 HTTP/1.1" status: 204 len: 168 time: 1.5972755 Feb 01 04:34:43.271907 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36908) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:43.281814 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0ebbefb7-e7fa-453b-a26c-9830de3b7154 req-4f7abdb5-0f50-4bdd-8aec-99402e46aeb9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=025f61d7-3c11-4de5-b831-96b62cca7a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1827259 Feb 01 04:34:43.337491 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3f13e4d5-64a9-4b7c-b418-242eefd1376c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:43.359589 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53f2f3f-5d26-4052-bfe5-b80aa7ee3d1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-223a3210-ea56-48fb-a876-a1b43a1470e0', 'network_id': '223a3210-ea56-48fb-a876-a1b43a1470e0', 'tenant_id': 'dd2a656c49f44814a0be2f22e4794d92', 'fixed_ips': [{'subnet_id': '4cb0aba7-2b2f-4606-b554-c6b35a8b294d'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:34:43.360646 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e53f2f3f-5d26-4052-bfe5-b80aa7ee3d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:43.389434 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-36d3def3-6057-412e-920e-3432acc92e1d tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] device_id is not set on port 4206b127-f2fa-4aec-810f-85a774bd7e95 yet. {{(pid=87637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:34:43.436217 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-52648773-3738-4378-8146-aeecb7ccf4b4 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3072169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2652276'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:43.496679 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f64a289-71db-45a7-8092-9a8ae24b4274 req-e325f717-2980-44b1-8eb2-818132125cd8 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:43.498154 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-7f64a289-71db-45a7-8092-9a8ae24b4274 req-e325f717-2980-44b1-8eb2-818132125cd8 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] 10.222.0.24 "GET /v2.0/ports?device_id=11f622e6-89bc-43e7-82d6-8a23ab462e21 HTTP/1.1" status: 200 len: 945 time: 0.5006349 Feb 01 04:34:43.504096 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-52648773-3738-4378-8146-aeecb7ccf4b4 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:43.507418 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52648773-3738-4378-8146-aeecb7ccf4b4 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event deleted for resources: {'Subnet': ['ID=c282d091-4b44-4301-bad2-680ca34793a7,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:43.529926 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43226ec1-5aa1-45f6-8d86-6f234eb076ca None None] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:34:43.539444 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de08a8b-330a-4de3-9aa9-f70b3c0d8254 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:43.545219 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de08a8b-330a-4de3-9aa9-f70b3c0d8254 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:43.545962 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-9de08a8b-330a-4de3-9aa9-f70b3c0d8254 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Synchronizing usage tracker for tenant:a862444cee664ef3af6a3e24f24366c9 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:34:43.550363 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0ef9cade-b0db-46fe-a202-86d5ace98fba tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:43.557533 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-52648773-3738-4378-8146-aeecb7ccf4b4 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/subnets/c282d091-4b44-4301-bad2-680ca34793a7 HTTP/1.1" status: 204 len: 168 time: 1.0254531 Feb 01 04:34:43.561872 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36912) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:43.579216 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3f13e4d5-64a9-4b7c-b418-242eefd1376c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:43.582568 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-e53f2f3f-5d26-4052-bfe5-b80aa7ee3d1b None None] Allocated IP 2001:db8::f816:3eff:fe62:5fda (223a3210-ea56-48fb-a876-a1b43a1470e0/4cb0aba7-2b2f-4606-b554-c6b35a8b294d/cd82ca2c-faf5-40bf-b93b-ac5fb0c18e99) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:34:43.593928 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-7f64a289-71db-45a7-8092-9a8ae24b4274 req-fdc4a59e-8927-4a9f-8afd-bf7d11e56f12 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] 10.222.0.24 "GET /v2.0/security-groups?id=025f61d7-3c11-4de5-b831-96b62cca7a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804126 Feb 01 04:34:43.606321 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f13e4d5-64a9-4b7c-b418-242eefd1376c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c57304-da2e-4e3b-8237-3e9cb008346c,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:43.647564 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-36467616-ed51-471d-88e7-3753c3c5f3eb tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:43.698497 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3f13e4d5-64a9-4b7c-b418-242eefd1376c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:43.699884 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-3f13e4d5-64a9-4b7c-b418-242eefd1376c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e7c57304-da2e-4e3b-8237-3e9cb008346c HTTP/1.1" status: 204 len: 168 time: 0.8398604 Feb 01 04:34:43.726093 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0ef9cade-b0db-46fe-a202-86d5ace98fba tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:43.766055 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-36d3def3-6057-412e-920e-3432acc92e1d tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:43.861440 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-507b0486-116e-476f-9293-89c0426904d0 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2983153 Feb 01 04:34:43.864439 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-9de08a8b-330a-4de3-9aa9-f70b3c0d8254 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Unset dirty status for tenant:a862444cee664ef3af6a3e24f24366c9 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:34:43.868961 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9de08a8b-330a-4de3-9aa9-f70b3c0d8254 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.5932090 Feb 01 04:34:43.870013 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36467616-ed51-471d-88e7-3753c3c5f3eb tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Pushing event updated for resources: {'Subnet': ['ID=edf73056-319f-4c77-bad0-3c409e7bfa3f,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:43.873746 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36918) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:43.874260 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36920) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:43.895888 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-36d3def3-6057-412e-920e-3432acc92e1d tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] device_id is not set on port 0d8058fd-c00a-423d-9c18-66a12efc268d yet. {{(pid=87637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:34:43.985930 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-36d3def3-6057-412e-920e-3432acc92e1d tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:44.035669 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-36d3def3-6057-412e-920e-3432acc92e1d tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:44.044957 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36467616-ed51-471d-88e7-3753c3c5f3eb tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Checking segment: {'id': '5ed4ba3d-d308-4648-ba32-5cb2d64b0609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9eec4359-3f55-4fe4-b8c1-f91505eb84e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:34:44.045314 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36467616-ed51-471d-88e7-3753c3c5f3eb tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Network hostable DHCP agents. Network: 9eec4359-3f55-4fe4-b8c1-f91505eb84e6, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:34:44.081763 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e53f2f3f-5d26-4052-bfe5-b80aa7ee3d1b None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:44.090170 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b34f1-9535-4650-925c-b446603e04df tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Deleting port d96e9633-56c0-44a2-8ad3-4cb77233c1f8 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:34:44.090485 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6a3b34f1-9535-4650-925c-b446603e04df tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:44.093607 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81bec808-ec72-49a8-9a40-1f364d524db3 None None] DHCP port deletion for 14b67238-4e53-405c-b9cd-84b8ff52e36a request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:34:44.104702 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-e53f2f3f-5d26-4052-bfe5-b80aa7ee3d1b None None] Transition to ACTIVE for port object cd82ca2c-faf5-40bf-b93b-ac5fb0c18e99 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:34:44.127295 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-e53f2f3f-5d26-4052-bfe5-b80aa7ee3d1b None None] Transition to ACTIVE for port object cd82ca2c-faf5-40bf-b93b-ac5fb0c18e99 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:34:44.134059 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-81bec808-ec72-49a8-9a40-1f364d524db3 None None] Deleting port 5134c2c1-c028-42d9-a372-4f8606f5ca95 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:34:44.134530 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-81bec808-ec72-49a8-9a40-1f364d524db3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:44.159388 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d3def3-6057-412e-920e-3432acc92e1d tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Pushing event updated for resources: {'Port': ['ID=4206b127-f2fa-4aec-810f-85a774bd7e95,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:44.164932 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d3def3-6057-412e-920e-3432acc92e1d tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Checking segment: {'id': '4607fce4-e938-4fe6-bbd5-460a90eb93a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '99dde752-662a-409f-a15c-3d21adf9b999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:34:44.165639 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d3def3-6057-412e-920e-3432acc92e1d tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Network hostable DHCP agents. Network: 99dde752-662a-409f-a15c-3d21adf9b999, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:34:44.181847 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e53f2f3f-5d26-4052-bfe5-b80aa7ee3d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:44.183108 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0ef9cade-b0db-46fe-a202-86d5ace98fba tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3037665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694336'] for subnet, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:44.231920 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef9cade-b0db-46fe-a202-86d5ace98fba tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Pushing event deleted for resources: {'Subnet': ['ID=4cb0aba7-2b2f-4606-b554-c6b35a8b294d,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:44.250734 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d3def3-6057-412e-920e-3432acc92e1d tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Network 99dde752-662a-409f-a15c-3d21adf9b999 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:34:44.268277 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36467616-ed51-471d-88e7-3753c3c5f3eb tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Network 9eec4359-3f55-4fe4-b8c1-f91505eb84e6 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:34:44.281333 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-36d3def3-6057-412e-920e-3432acc92e1d tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, 99dde752-662a-409f-a15c-3d21adf9b999) {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:34:44.296279 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d3def3-6057-412e-920e-3432acc92e1d tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:34:44.297108 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-36d3def3-6057-412e-920e-3432acc92e1d tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:44.323748 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-36467616-ed51-471d-88e7-3753c3c5f3eb tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, 9eec4359-3f55-4fe4-b8c1-f91505eb84e6) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:34:44.331693 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7bd27f-536b-4c14-a6a2-1844ba1166aa None None] Network 99dde752-662a-409f-a15c-3d21adf9b999 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:34:44.349213 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36467616-ed51-471d-88e7-3753c3c5f3eb tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:44.349734 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-36467616-ed51-471d-88e7-3753c3c5f3eb tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:44.387619 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb3e96f-a727-4128-83d3-5c67a7d6357f None None] Network 9eec4359-3f55-4fe4-b8c1-f91505eb84e6 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:34:44.474426 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c1798c-41e1-4e41-b631-4aa989c68b45 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:44.475168 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c0c1798c-41e1-4e41-b631-4aa989c68b45 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Synchronizing usage tracker for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:34:44.487092 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6a3b34f1-9535-4650-925c-b446603e04df tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:44.496851 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53f2f3f-5d26-4052-bfe5-b80aa7ee3d1b None None] Network 223a3210-ea56-48fb-a876-a1b43a1470e0 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:34:44.505921 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-e53f2f3f-5d26-4052-bfe5-b80aa7ee3d1b None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:34:44.533208 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 5134c2c1-c028-42d9-a372-4f8606f5ca95 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:34:44.557834 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53f2f3f-5d26-4052-bfe5-b80aa7ee3d1b None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:34:44.574576 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53f2f3f-5d26-4052-bfe5-b80aa7ee3d1b None None] Pushing event updated for resources: {'Port': ['ID=cd82ca2c-faf5-40bf-b93b-ac5fb0c18e99,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:44.650237 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0ef9cade-b0db-46fe-a202-86d5ace98fba tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:44.662754 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b34f1-9535-4650-925c-b446603e04df tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Calling delete_port for d96e9633-56c0-44a2-8ad3-4cb77233c1f8 owned by {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:34:44.732643 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-0ef9cade-b0db-46fe-a202-86d5ace98fba tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['223a3210-ea56-48fb-a876-a1b43a1470e0']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:44.761493 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-36467616-ed51-471d-88e7-3753c3c5f3eb tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1051459 Feb 01 04:34:44.771336 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36946) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:44.772726 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6a3b34f1-9535-4650-925c-b446603e04df tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:44.772985 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d3def3-6057-412e-920e-3432acc92e1d tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Pushing event updated for resources: {'Port': ['ID=0d8058fd-c00a-423d-9c18-66a12efc268d,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:44.784236 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-292e5842-e66e-4c59-8eb4-b1afbf042feb tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Request body: {'port': {'network_id': '9eec4359-3f55-4fe4-b8c1-f91505eb84e6', 'name': 'tempest-TagsExtTest-947041988'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:34:44.795018 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-0ef9cade-b0db-46fe-a202-86d5ace98fba tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06866003-0daa-43f9-9f88-fd4bde936091') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:44.795682 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-0ef9cade-b0db-46fe-a202-86d5ace98fba tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06866003-0daa-43f9-9f88-fd4bde936091') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:44.828136 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d3def3-6057-412e-920e-3432acc92e1d tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Checking segment: {'id': '5334ea9d-c560-4b1b-8244-87a8b2b4f7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '3c709a1e-5c60-4e02-8608-d9fe8da5ada3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:34:44.828784 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d3def3-6057-412e-920e-3432acc92e1d tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Network hostable DHCP agents. Network: 3c709a1e-5c60-4e02-8608-d9fe8da5ada3, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:34:44.834191 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0ef9cade-b0db-46fe-a202-86d5ace98fba tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:44.849325 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c0c1798c-41e1-4e41-b631-4aa989c68b45 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Unset dirty status for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:34:44.855078 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c0c1798c-41e1-4e41-b631-4aa989c68b45 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.9793179 Feb 01 04:34:44.870620 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0ef9cade-b0db-46fe-a202-86d5ace98fba tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:44.884344 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ef9cade-b0db-46fe-a202-86d5ace98fba tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:34:44.884742 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0ef9cade-b0db-46fe-a202-86d5ace98fba tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:44.893634 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36950) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:44.927340 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 04:34:44.927340 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:34:44.927340 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 04:34:44.927340 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:34:44.927340 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 04:34:44.927340 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:34:44.927340 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 04:34:44.927340 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:34:44.927340 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 04:34:44.927340 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:34:44.927340 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 04:34:44.927340 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:34:44.927340 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 04:34:44.927340 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:34:44.927340 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:34:44.927340 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:34:44.927340 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:34:44.927340 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:34:44.927340 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 04:34:44.927340 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:34:44.927340 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 04:34:44.927340 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:34:44.927340 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:34:44.927340 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:34:44.927340 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 04:34:44.927340 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:34:44.927340 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:34:44.927340 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:34:44.927340 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:34:44.927340 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:34:44.927340 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:34:44.927340 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:34:44.934478 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 36954) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:44.947679 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b34f1-9535-4650-925c-b446603e04df tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event deleted for resources: {'Port': ['ID=d96e9633-56c0-44a2-8ad3-4cb77233c1f8,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:44.977872 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-e53f2f3f-5d26-4052-bfe5-b80aa7ee3d1b None None] Attempting to bind port cd82ca2c-faf5-40bf-b93b-ac5fb0c18e99 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:34:44.978237 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-e53f2f3f-5d26-4052-bfe5-b80aa7ee3d1b None None] Attempting to bind port cd82ca2c-faf5-40bf-b93b-ac5fb0c18e99 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '06866003-0daa-43f9-9f88-fd4bde936091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '223a3210-ea56-48fb-a876-a1b43a1470e0'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:34:44.978793 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53f2f3f-5d26-4052-bfe5-b80aa7ee3d1b None None] Attempting to bind port cd82ca2c-faf5-40bf-b93b-ac5fb0c18e99 on network 223a3210-ea56-48fb-a876-a1b43a1470e0 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:34:44.989659 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:45.040105 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1da7199-6e35-461e-b1e5-1c051127d0b5 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:45.040760 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.api [None req-0ef9cade-b0db-46fe-a202-86d5ace98fba tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 01 04:34:45.040760 dv-neutron-826830-1-hyperv neutron-server[87637]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 01 04:34:45.040760 dv-neutron-826830-1-hyperv neutron-server[87637]: [parameters: {'id': '223a3210-ea56-48fb-a876-a1b43a1470e0'}] Feb 01 04:34:45.040760 dv-neutron-826830-1-hyperv neutron-server[87637]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:34:45.041506 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e1da7199-6e35-461e-b1e5-1c051127d0b5 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Synchronizing usage tracker for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:subnet {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:34:45.041718 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG oslo_db.api [None req-0ef9cade-b0db-46fe-a202-86d5ace98fba tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:34:45.048601 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d3def3-6057-412e-920e-3432acc92e1d tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Network 3c709a1e-5c60-4e02-8608-d9fe8da5ada3 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:34:45.060091 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-36d3def3-6057-412e-920e-3432acc92e1d tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, 3c709a1e-5c60-4e02-8608-d9fe8da5ada3) {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:34:45.060413 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6a3b34f1-9535-4650-925c-b446603e04df tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:45.067612 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d3def3-6057-412e-920e-3432acc92e1d tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:34:45.075998 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d3def3-6057-412e-920e-3432acc92e1d tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:45.081729 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d3def3-6057-412e-920e-3432acc92e1d tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:45.082526 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-36d3def3-6057-412e-920e-3432acc92e1d tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:45.115844 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-9b26a7b1-75c5-4647-a66b-748fcadf85cd tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Request body: {'security_group': {'name': 'tempest-secgroup--1083725958'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:34:45.125118 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-36d3def3-6057-412e-920e-3432acc92e1d tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.3427913 Feb 01 04:34:45.128021 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 36960) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:45.130757 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-9b26a7b1-75c5-4647-a66b-748fcadf85cd tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:34:45.146837 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e1da7199-6e35-461e-b1e5-1c051127d0b5 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Unset dirty status for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:subnet {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:34:45.149273 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e1da7199-6e35-461e-b1e5-1c051127d0b5 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2545981 Feb 01 04:34:45.153617 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36964) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:45.157295 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-6a3b34f1-9535-4650-925c-b446603e04df tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "DELETE /v2.0/ports/d96e9633-56c0-44a2-8ad3-4cb77233c1f8 HTTP/1.1" status: 204 len: 168 time: 1.2777717 Feb 01 04:34:45.169910 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36966) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:45.172244 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53f2f3f-5d26-4052-bfe5-b80aa7ee3d1b None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:34:45.172620 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53f2f3f-5d26-4052-bfe5-b80aa7ee3d1b None None] Checking segment: {'id': '06866003-0daa-43f9-9f88-fd4bde936091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '223a3210-ea56-48fb-a876-a1b43a1470e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:34:45.173220 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e53f2f3f-5d26-4052-bfe5-b80aa7ee3d1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:45.173783 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53f2f3f-5d26-4052-bfe5-b80aa7ee3d1b None None] Bound using segment: {'id': '06866003-0daa-43f9-9f88-fd4bde936091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '223a3210-ea56-48fb-a876-a1b43a1470e0'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:34:45.174436 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-e53f2f3f-5d26-4052-bfe5-b80aa7ee3d1b None None] Bound port: cd82ca2c-faf5-40bf-b93b-ac5fb0c18e99, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06866003-0daa-43f9-9f88-fd4bde936091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '223a3210-ea56-48fb-a876-a1b43a1470e0'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:34:45.174966 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e53f2f3f-5d26-4052-bfe5-b80aa7ee3d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:45.175268 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-9b26a7b1-75c5-4647-a66b-748fcadf85cd tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Usage tracker for resource:security_group and tenant:cd72f2f1ef82496e805f9dd902b0971b is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:34:45.178698 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-9b26a7b1-75c5-4647-a66b-748fcadf85cd tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:34:45.191306 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-9b26a7b1-75c5-4647-a66b-748fcadf85cd tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:34:45.202013 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d7dc8a-f5b9-4e6c-b48e-f1eff813487a None None] Network 3c709a1e-5c60-4e02-8608-d9fe8da5ada3 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:34:45.213947 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9b26a7b1-75c5-4647-a66b-748fcadf85cd tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:45.227169 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9b26a7b1-75c5-4647-a66b-748fcadf85cd tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:45.252879 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-9b26a7b1-75c5-4647-a66b-748fcadf85cd tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:34:45.259095 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-9b26a7b1-75c5-4647-a66b-748fcadf85cd tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Usage tracker for resource:security_group_rule and tenant:cd72f2f1ef82496e805f9dd902b0971b is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:34:45.262438 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-9b26a7b1-75c5-4647-a66b-748fcadf85cd tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:34:45.273520 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9b0cb1-184a-4482-ae17-be909fda791b tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:45.279922 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9b0cb1-184a-4482-ae17-be909fda791b tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:45.280690 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-1c9b0cb1-184a-4482-ae17-be909fda791b tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Synchronizing usage tracker for tenant:b63ac98ef5c84cafb13a0fd7fee189ce on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:34:45.287385 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-9b26a7b1-75c5-4647-a66b-748fcadf85cd tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:34:45.296820 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-947d199c-c014-4825-b1d5-d99898309f53 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1359141 Feb 01 04:34:45.298257 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 36972) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:45.312200 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-b1f53ab0-8714-4e55-883b-bfc88acfe099 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Request body: {'subnet': {'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:34:45.321437 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:45.326896 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-292e5842-e66e-4c59-8eb4-b1afbf042feb tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:34:45.334320 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-292e5842-e66e-4c59-8eb4-b1afbf042feb tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Usage tracker for resource:port and tenant:031b4693e74240b089aabead06c720e8 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:34:45.339503 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-292e5842-e66e-4c59-8eb4-b1afbf042feb tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:34:45.344355 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-81bec808-ec72-49a8-9a40-1f364d524db3 None None] For port 5134c2c1-c028-42d9-a372-4f8606f5ca95, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=5134c2c1-c028-42d9-a372-4f8606f5ca95,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:34:45.344752 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-81bec808-ec72-49a8-9a40-1f364d524db3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:45.355044 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b08862-8c96-4975-8e6b-85dc3763f30b req-2a79e2e4-59b5-49c2-a6c0-5fe3c2126cad tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:45.356543 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b2b08862-8c96-4975-8e6b-85dc3763f30b req-2a79e2e4-59b5-49c2-a6c0-5fe3c2126cad tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] 10.222.0.24 "GET /v2.0/ports?device_id=11f622e6-89bc-43e7-82d6-8a23ab462e21 HTTP/1.1" status: 200 len: 945 time: 0.5096841 Feb 01 04:34:45.358059 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-292e5842-e66e-4c59-8eb4-b1afbf042feb tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:34:45.388982 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-292e5842-e66e-4c59-8eb4-b1afbf042feb tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Made reservation on behalf of 031b4693e74240b089aabead06c720e8 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:34:45.392320 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-292e5842-e66e-4c59-8eb4-b1afbf042feb tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:45.415498 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbf78bb-d5b5-4c03-838e-be5bcdd1e35a tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:45.416745 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-bdbf78bb-d5b5-4c03-838e-be5bcdd1e35a tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Synchronizing usage tracker for tenant:a862444cee664ef3af6a3e24f24366c9 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:34:45.457697 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b2b08862-8c96-4975-8e6b-85dc3763f30b req-b89c293e-ccb9-4975-9970-f623a5f84b31 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] 10.222.0.24 "GET /v2.0/security-groups?id=025f61d7-3c11-4de5-b831-96b62cca7a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885105 Feb 01 04:34:45.459687 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-292e5842-e66e-4c59-8eb4-b1afbf042feb tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] device_id is not set on port ae96b8a8-25d5-48e7-b2db-432cdf2b67c4 yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:34:45.471308 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-b1f53ab0-8714-4e55-883b-bfc88acfe099 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:34:45.487829 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-b1f53ab0-8714-4e55-883b-bfc88acfe099 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:34:45.521566 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-bdbf78bb-d5b5-4c03-838e-be5bcdd1e35a tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Unset dirty status for tenant:a862444cee664ef3af6a3e24f24366c9 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:34:45.521566 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-bdbf78bb-d5b5-4c03-838e-be5bcdd1e35a tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3483658 Feb 01 04:34:45.521915 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f53ab0-8714-4e55-883b-bfc88acfe099 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Made reservation on behalf of 60b4e61082d3421283cb095bbc99ad8e for: {'subnet': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:34:45.522029 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36978) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:45.524910 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b1f53ab0-8714-4e55-883b-bfc88acfe099 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3694443'] for subnet, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:45.545527 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0ef9cade-b0db-46fe-a202-86d5ace98fba tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:45.577835 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-306affa3-12b4-4208-b578-f0594c193411 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] GET failed (client error): The resource could not be found. Feb 01 04:34:45.581946 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-306affa3-12b4-4208-b578-f0594c193411 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "GET /v2.0/ports/3d128435-f362-4595-a641-58fe4c52d6e5 HTTP/1.1" status: 404 len: 333 time: 0.0555623 Feb 01 04:34:45.583173 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36982) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:45.583311 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9b26a7b1-75c5-4647-a66b-748fcadf85cd tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:45.602794 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9b26a7b1-75c5-4647-a66b-748fcadf85cd tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:45.605027 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-0ef9cade-b0db-46fe-a202-86d5ace98fba tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Deleting port cd82ca2c-faf5-40bf-b93b-ac5fb0c18e99 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:34:45.605364 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0ef9cade-b0db-46fe-a202-86d5ace98fba tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:45.608157 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-81bec808-ec72-49a8-9a40-1f364d524db3 None None] Calling delete_port for 5134c2c1-c028-42d9-a372-4f8606f5ca95 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:34:45.639468 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-992a438e-bce1-48f4-90c6-b1406bd3a31d tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] GET failed (client error): The resource could not be found. Feb 01 04:34:45.643590 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-992a438e-bce1-48f4-90c6-b1406bd3a31d tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "GET /v2.0/ports/d96e9633-56c0-44a2-8ad3-4cb77233c1f8 HTTP/1.1" status: 404 len: 333 time: 0.0574851 Feb 01 04:34:45.645786 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36986) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:45.674070 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8525d326-0285-47da-99c2-8ab562aa2b0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-9eec4359-3f55-4fe4-b8c1-f91505eb84e6', 'network_id': '9eec4359-3f55-4fe4-b8c1-f91505eb84e6', 'tenant_id': '031b4693e74240b089aabead06c720e8', 'fixed_ips': [{'subnet_id': 'edf73056-319f-4c77-bad0-3c409e7bfa3f'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:34:45.675240 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8525d326-0285-47da-99c2-8ab562aa2b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:45.713526 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-9b26a7b1-75c5-4647-a66b-748fcadf85cd tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:34:45.761771 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-9b26a7b1-75c5-4647-a66b-748fcadf85cd tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Usage tracker for resource:security_group_rule and tenant:cd72f2f1ef82496e805f9dd902b0971b is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:34:45.766747 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-1c9b0cb1-184a-4482-ae17-be909fda791b tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Unset dirty status for tenant:b63ac98ef5c84cafb13a0fd7fee189ce on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:34:45.770463 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-1c9b0cb1-184a-4482-ae17-be909fda791b tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.6386490 Feb 01 04:34:45.770463 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-9b26a7b1-75c5-4647-a66b-748fcadf85cd tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:34:45.770700 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 5134c2c1-c028-42d9-a372-4f8606f5ca95, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=5134c2c1-c028-42d9-a372-4f8606f5ca95,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:34:45.774867 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-e53f2f3f-5d26-4052-bfe5-b80aa7ee3d1b None None] For port cd82ca2c-faf5-40bf-b93b-ac5fb0c18e99, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:34:45.791433 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36990) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:45.801426 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-9b26a7b1-75c5-4647-a66b-748fcadf85cd tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:34:45.823363 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:45.898424 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-e53f2f3f-5d26-4052-bfe5-b80aa7ee3d1b None None] For port cd82ca2c-faf5-40bf-b93b-ac5fb0c18e99, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=cd82ca2c-faf5-40bf-b93b-ac5fb0c18e99,segment=NetworkSegment(06866003-0daa-43f9-9f88-fd4bde936091),segment_id=06866003-0daa-43f9-9f88-fd4bde936091)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:34:45.927039 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e53f2f3f-5d26-4052-bfe5-b80aa7ee3d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:45.963276 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b26a7b1-75c5-4647-a66b-748fcadf85cd tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a4e5e8-ac8a-4f87-bb99-d279f8cc8dc1,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:45.966555 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-81bec808-ec72-49a8-9a40-1f364d524db3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:34:45.967103 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-81bec808-ec72-49a8-9a40-1f364d524db3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:34:46.001616 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=5134c2c1-c028-42d9-a372-4f8606f5ca95,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:46.024982 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-f332616a-3474-4f26-9b0d-51b2e4bc865e tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Deleting port 4206b127-f2fa-4aec-810f-85a774bd7e95 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:34:46.025599 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f332616a-3474-4f26-9b0d-51b2e4bc865e tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:46.059498 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c327d6ce-577e-482b-b45f-5a8f94514642 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:46.094958 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-292e5842-e66e-4c59-8eb4-b1afbf042feb tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Allocated IP 172.20.0.13 (9eec4359-3f55-4fe4-b8c1-f91505eb84e6/edf73056-319f-4c77-bad0-3c409e7bfa3f/ae96b8a8-25d5-48e7-b2db-432cdf2b67c4) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:34:46.120691 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53f2f3f-5d26-4052-bfe5-b80aa7ee3d1b None None] Pushing event updated for resources: {'Port': ['ID=cd82ca2c-faf5-40bf-b93b-ac5fb0c18e99,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:46.168380 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07291775-35a0-4dbb-80b6-06ccdd079a1e None None] Network 223a3210-ea56-48fb-a876-a1b43a1470e0 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:34:46.230700 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc286013-3c8d-49db-8459-34cd8c3b9564 req-9d36faa6-3a72-4d35-a3f4-c47042439569 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:46.232222 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-dc286013-3c8d-49db-8459-34cd8c3b9564 req-9d36faa6-3a72-4d35-a3f4-c47042439569 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] 10.222.0.24 "GET /v2.0/ports?device_id=11f622e6-89bc-43e7-82d6-8a23ab462e21 HTTP/1.1" status: 200 len: 945 time: 0.5147879 Feb 01 04:34:46.267476 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-0ef9cade-b0db-46fe-a202-86d5ace98fba tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] For port cd82ca2c-faf5-40bf-b93b-ac5fb0c18e99, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=cd82ca2c-faf5-40bf-b93b-ac5fb0c18e99,segment=NetworkSegment(06866003-0daa-43f9-9f88-fd4bde936091),segment_id=06866003-0daa-43f9-9f88-fd4bde936091)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:34:46.267853 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0ef9cade-b0db-46fe-a202-86d5ace98fba tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:46.352183 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c327d6ce-577e-482b-b45f-5a8f94514642 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:46.395321 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9b26a7b1-75c5-4647-a66b-748fcadf85cd tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:46.431641 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-c327d6ce-577e-482b-b45f-5a8f94514642 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fa4a559-d543-4cc9-a4d1-a88afe01c9ce']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:46.467583 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9b26a7b1-75c5-4647-a66b-748fcadf85cd tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:46.468814 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-81bec808-ec72-49a8-9a40-1f364d524db3 None None] Deleting port 5134c2c1-c028-42d9-a372-4f8606f5ca95 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:34:46.469205 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-81bec808-ec72-49a8-9a40-1f364d524db3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:46.483020 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-0ef9cade-b0db-46fe-a202-86d5ace98fba tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Calling delete_port for cd82ca2c-faf5-40bf-b93b-ac5fb0c18e99 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:34:46.518622 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-c327d6ce-577e-482b-b45f-5a8f94514642 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb175f32-8251-4956-8ddc-7faed7a6a8e0') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:46.518998 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-c327d6ce-577e-482b-b45f-5a8f94514642 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb175f32-8251-4956-8ddc-7faed7a6a8e0') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:46.526283 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f332616a-3474-4f26-9b0d-51b2e4bc865e tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:46.545419 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-dc286013-3c8d-49db-8459-34cd8c3b9564 req-fc115a63-3b3f-4684-8389-0fc6ec317c1a tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] 10.222.0.24 "GET /v2.0/security-groups?id=025f61d7-3c11-4de5-b831-96b62cca7a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2987256 Feb 01 04:34:46.587238 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 36994) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:46.596368 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c327d6ce-577e-482b-b45f-5a8f94514642 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143022'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:46.629686 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b26a7b1-75c5-4647-a66b-748fcadf85cd tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b29f3dc9-884e-4629-81c4-116cde2d2026,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:46.646786 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9b26a7b1-75c5-4647-a66b-748fcadf85cd tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:46.650963 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-9b26a7b1-75c5-4647-a66b-748fcadf85cd tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7131832 Feb 01 04:34:46.652784 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 36998) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:46.710261 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-81bec808-ec72-49a8-9a40-1f364d524db3 None None] For port 5134c2c1-c028-42d9-a372-4f8606f5ca95, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=5134c2c1-c028-42d9-a372-4f8606f5ca95,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:34:46.710808 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-81bec808-ec72-49a8-9a40-1f364d524db3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:46.772880 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-f332616a-3474-4f26-9b0d-51b2e4bc865e tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Calling delete_port for 4206b127-f2fa-4aec-810f-85a774bd7e95 owned by {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:34:46.818275 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c327d6ce-577e-482b-b45f-5a8f94514642 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:46.854026 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-8a61f5ca-309a-4488-ac94-90a5d99d6657 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Synchronizing usage tracker for tenant:cd72f2f1ef82496e805f9dd902b0971b on resource:security_group {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:34:46.854279 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c327d6ce-577e-482b-b45f-5a8f94514642 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:34:46.854574 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c327d6ce-577e-482b-b45f-5a8f94514642 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3072199'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:46.859625 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.objects.ports [None req-b1f53ab0-8714-4e55-883b-bfc88acfe099 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87637) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 01 04:34:46.862160 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0ef9cade-b0db-46fe-a202-86d5ace98fba tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:46.870503 dv-neutron-826830-1-hyperv neutron-server[87636]: Traceback (most recent call last): Feb 01 04:34:46.870503 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:34:46.870503 dv-neutron-826830-1-hyperv neutron-server[87636]: timer() Feb 01 04:34:46.870503 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:34:46.870503 dv-neutron-826830-1-hyperv neutron-server[87636]: cb(*args, **kw) Feb 01 04:34:46.870503 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:34:46.870503 dv-neutron-826830-1-hyperv neutron-server[87636]: return func(*args, **kwargs) Feb 01 04:34:46.870503 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:34:46.870503 dv-neutron-826830-1-hyperv neutron-server[87636]: self._notify() Feb 01 04:34:46.870503 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:34:46.870503 dv-neutron-826830-1-hyperv neutron-server[87636]: self.callback(batched_events) Feb 01 04:34:46.870503 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:34:46.870503 dv-neutron-826830-1-hyperv neutron-server[87636]: event.method(event) Feb 01 04:34:46.870503 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:34:46.870503 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:34:46.870503 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:34:46.870503 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:34:46.870503 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:34:46.870503 dv-neutron-826830-1-hyperv neutron-server[87636]: return f(self, *a, **k) Feb 01 04:34:46.870503 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:34:46.870503 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._get(url).json() Feb 01 04:34:46.870503 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:34:46.870503 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:34:46.870503 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:34:46.870503 dv-neutron-826830-1-hyperv neutron-server[87636]: return self.request(url, 'GET', **kwargs) Feb 01 04:34:46.870503 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:34:46.870503 dv-neutron-826830-1-hyperv neutron-server[87636]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:34:46.870503 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:34:46.870503 dv-neutron-826830-1-hyperv neutron-server[87636]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:34:46.870503 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:34:46.870503 dv-neutron-826830-1-hyperv neutron-server[87636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:34:46.870503 dv-neutron-826830-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:34:46.932778 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-81bec808-ec72-49a8-9a40-1f364d524db3 None None] Calling delete_port for 5134c2c1-c028-42d9-a372-4f8606f5ca95 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:34:46.974819 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef9cade-b0db-46fe-a202-86d5ace98fba tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Pushing event deleted for resources: {'Port': ['ID=cd82ca2c-faf5-40bf-b93b-ac5fb0c18e99,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:46.980304 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef9cade-b0db-46fe-a202-86d5ace98fba tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] No DVR routers for this DVR port cd82ca2c-faf5-40bf-b93b-ac5fb0c18e99 on host dv-neutron-826830-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:34:47.014934 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-292e5842-e66e-4c59-8eb4-b1afbf042feb tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:47.020292 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-8a61f5ca-309a-4488-ac94-90a5d99d6657 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Unset dirty status for tenant:cd72f2f1ef82496e805f9dd902b0971b on resource:security_group {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:34:47.021384 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-8a61f5ca-309a-4488-ac94-90a5d99d6657 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.3680263 Feb 01 04:34:47.025645 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37002) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:47.026211 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-81bec808-ec72-49a8-9a40-1f364d524db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:47.039754 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-31070c11-1b7c-4af0-a180-8106291995ab tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Request body: {'security_group': {'name': 'tempest-security--619083555', 'description': 'tempest-security-description-340851249'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:34:47.051376 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c327d6ce-577e-482b-b45f-5a8f94514642 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:47.062106 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-292e5842-e66e-4c59-8eb4-b1afbf042feb tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Transition to ACTIVE for port object ae96b8a8-25d5-48e7-b2db-432cdf2b67c4 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:34:47.082494 dv-neutron-826830-1-hyperv neutron-server[87637]: WARNING neutron.services.revisions.revision_plugin [None req-b1f53ab0-8714-4e55-883b-bfc88acfe099 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Could not find related port for resource to bump revision. Feb 01 04:34:47.084037 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bec808-ec72-49a8-9a40-1f364d524db3 None None] Pushing event deleted for resources: {'Port': ['ID=5134c2c1-c028-42d9-a372-4f8606f5ca95,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:47.085732 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c327d6ce-577e-482b-b45f-5a8f94514642 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:47.086030 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bec808-ec72-49a8-9a40-1f364d524db3 None None] No DVR routers for this DVR port 5134c2c1-c028-42d9-a372-4f8606f5ca95 on host dv-neutron-826830-1-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:34:47.090030 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f332616a-3474-4f26-9b0d-51b2e4bc865e tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:47.134179 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.ipam_pluggable_backend [None req-b1f53ab0-8714-4e55-883b-bfc88acfe099 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Port 5134c2c1-c028-42d9-a372-4f8606f5ca95 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=87637) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 01 04:34:47.134486 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.ipam_pluggable_backend [None req-b1f53ab0-8714-4e55-883b-bfc88acfe099 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Reverting IP allocation for 2001:db8::f816:3eff:fea2:d841 {{(pid=87637) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 01 04:34:47.140533 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0ef9cade-b0db-46fe-a202-86d5ace98fba tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:47.146252 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c327d6ce-577e-482b-b45f-5a8f94514642 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event deleted for resources: {'Network': ['ID=5fa4a559-d543-4cc9-a4d1-a88afe01c9ce,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:47.148223 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.ipam_pluggable_backend [None req-b1f53ab0-8714-4e55-883b-bfc88acfe099 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fea2:d841 {{(pid=87637) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 01 04:34:47.151677 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b1f53ab0-8714-4e55-883b-bfc88acfe099 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3037478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3694457'] for subnet, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:47.171002 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f45c033-2531-4131-afd8-ec8aa6ce3a5d tempest-TestNetworkAdvancedServerOps-134030564 tempest-TestNetworkAdvancedServerOps-134030564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:47.175908 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-3f45c033-2531-4131-afd8-ec8aa6ce3a5d tempest-TestNetworkAdvancedServerOps-134030564 tempest-TestNetworkAdvancedServerOps-134030564-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=11f622e6-89bc-43e7-82d6-8a23ab462e21 HTTP/1.1" status: 200 len: 1093 time: 0.5785494 Feb 01 04:34:47.178287 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f332616a-3474-4f26-9b0d-51b2e4bc865e tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Pushing event deleted for resources: {'Port': ['ID=4206b127-f2fa-4aec-810f-85a774bd7e95,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:47.179970 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37006) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:47.186247 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c327d6ce-577e-482b-b45f-5a8f94514642 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "DELETE /v2.0/networks/5fa4a559-d543-4cc9-a4d1-a88afe01c9ce HTTP/1.1" status: 204 len: 168 time: 1.5405214 Feb 01 04:34:47.191350 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-31070c11-1b7c-4af0-a180-8106291995ab tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:47.196574 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37010) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:47.201196 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-469ea832-e265-4b92-aaa0-a3f28aa04b18 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Request body: {'floatingip': {'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'port_id': '3277edd8-c7f5-4d46-ab65-6d78262be77e', 'tenant_id': '4d9d44d669ef45fba0a9fcf8b2a96a15', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:34:47.211005 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f332616a-3474-4f26-9b0d-51b2e4bc865e tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:47.212814 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f332616a-3474-4f26-9b0d-51b2e4bc865e tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] 10.222.0.24 "DELETE /v2.0/ports/4206b127-f2fa-4aec-810f-85a774bd7e95 HTTP/1.1" status: 204 len: 168 time: 1.4203975 Feb 01 04:34:47.214014 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-4213df21-2844-4c46-bbc1-736ab251737d tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-307746512'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:34:47.218174 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-0ef9cade-b0db-46fe-a202-86d5ace98fba tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['223a3210-ea56-48fb-a876-a1b43a1470e0']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:47.218350 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37014) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:47.221947 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-469ea832-e265-4b92-aaa0-a3f28aa04b18 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:34:47.235500 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-4213df21-2844-4c46-bbc1-736ab251737d tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:34:47.242219 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-0ef9cade-b0db-46fe-a202-86d5ace98fba tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06866003-0daa-43f9-9f88-fd4bde936091') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:47.242511 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-0ef9cade-b0db-46fe-a202-86d5ace98fba tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06866003-0daa-43f9-9f88-fd4bde936091') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:47.257284 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-4213df21-2844-4c46-bbc1-736ab251737d tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Usage tracker for resource:network and tenant:a862444cee664ef3af6a3e24f24366c9 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:34:47.262897 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f53ab0-8714-4e55-883b-bfc88acfe099 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:34:47.265872 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-4213df21-2844-4c46-bbc1-736ab251737d tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:34:47.270802 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-469ea832-e265-4b92-aaa0-a3f28aa04b18 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Usage tracker for resource:floatingip and tenant:4d9d44d669ef45fba0a9fcf8b2a96a15 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:34:47.272095 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-b1f53ab0-8714-4e55-883b-bfc88acfe099 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:34:47.277703 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0ef9cade-b0db-46fe-a202-86d5ace98fba tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:47.278044 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-469ea832-e265-4b92-aaa0-a3f28aa04b18 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:34:47.281977 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c9e7bd-079e-48a9-b67e-5d5f10c93ec3 None None] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:34:47.286993 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f53ab0-8714-4e55-883b-bfc88acfe099 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:47.287345 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b1f53ab0-8714-4e55-883b-bfc88acfe099 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:47.292470 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-469ea832-e265-4b92-aaa0-a3f28aa04b18 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:34:47.296389 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-4213df21-2844-4c46-bbc1-736ab251737d tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:34:47.310721 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f53ab0-8714-4e55-883b-bfc88acfe099 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event updated for resources: {'Subnet': ['ID=d374fe87-29e3-49d7-8496-f93fe6113175,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:47.325224 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0ef9cade-b0db-46fe-a202-86d5ace98fba tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:47.332379 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ef9cade-b0db-46fe-a202-86d5ace98fba tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:34:47.332675 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0ef9cade-b0db-46fe-a202-86d5ace98fba tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:47.348088 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-292e5842-e66e-4c59-8eb4-b1afbf042feb tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:47.348342 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 04:34:47.348342 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:34:47.348342 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 04:34:47.348342 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:34:47.348342 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 04:34:47.348342 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:34:47.348342 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 04:34:47.348342 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:34:47.348342 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 04:34:47.348342 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:34:47.348342 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 04:34:47.348342 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:34:47.348342 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 04:34:47.348342 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:34:47.348342 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:34:47.348342 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:34:47.348342 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:34:47.348342 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:34:47.348342 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 04:34:47.348342 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:34:47.348342 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 04:34:47.348342 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:34:47.348342 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:34:47.348342 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:34:47.348342 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 04:34:47.348342 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:34:47.348342 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:34:47.348342 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:34:47.348342 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:34:47.348342 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:34:47.348342 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:34:47.348342 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:34:47.353313 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-31070c11-1b7c-4af0-a180-8106291995ab tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:47.357012 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-b1f53ab0-8714-4e55-883b-bfc88acfe099 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0586560 Feb 01 04:34:47.361014 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37018) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:47.361382 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4213df21-2844-4c46-bbc1-736ab251737d tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Made reservation on behalf of a862444cee664ef3af6a3e24f24366c9 for: {'network': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:34:47.364692 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4213df21-2844-4c46-bbc1-736ab251737d tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:47.391271 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-f3f59a13-1bf9-4e82-a53d-2d5f5e3875ec tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Request body: {'subnet': {'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:34:47.399866 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-a8183383-4b38-4e70-902a-d6efc27362d2 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Deleting port 0d8058fd-c00a-423d-9c18-66a12efc268d {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:34:47.400219 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a8183383-4b38-4e70-902a-d6efc27362d2 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:47.440871 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-469ea832-e265-4b92-aaa0-a3f28aa04b18 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks [] for floatingip, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:47.454116 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-31070c11-1b7c-4af0-a180-8106291995ab tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:47.456589 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-31070c11-1b7c-4af0-a180-8106291995ab tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:47.460663 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-31070c11-1b7c-4af0-a180-8106291995ab tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] 10.222.0.24 "PUT /v2.0/security-groups/b29f3dc9-884e-4629-81c4-116cde2d2026 HTTP/1.1" status: 200 len: 1776 time: 0.4274914 Feb 01 04:34:47.465723 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37022) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:47.497133 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-8525d326-0285-47da-99c2-8ab562aa2b0b None None] Allocated IP 172.20.0.2 (9eec4359-3f55-4fe4-b8c1-f91505eb84e6/edf73056-319f-4c77-bad0-3c409e7bfa3f/8142320d-d649-4056-b807-a7e3ec620765) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:34:47.534845 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292e5842-e66e-4c59-8eb4-b1afbf042feb tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Network 9eec4359-3f55-4fe4-b8c1-f91505eb84e6 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:34:47.541999 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-292e5842-e66e-4c59-8eb4-b1afbf042feb tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:34:47.549416 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292e5842-e66e-4c59-8eb4-b1afbf042feb tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:34:47.570699 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0ef9cade-b0db-46fe-a202-86d5ace98fba tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:47.582560 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292e5842-e66e-4c59-8eb4-b1afbf042feb tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Pushing event updated for resources: {'Port': ['ID=ae96b8a8-25d5-48e7-b2db-432cdf2b67c4,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:47.606246 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4213df21-2844-4c46-bbc1-736ab251737d tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=87637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:34:47.615390 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0ef9cade-b0db-46fe-a202-86d5ace98fba tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:47.646572 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef9cade-b0db-46fe-a202-86d5ace98fba tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Pushing event deleted for resources: {'Network': ['ID=223a3210-ea56-48fb-a876-a1b43a1470e0,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:47.656407 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee8e4d7-4202-46c9-9b51-d5cb5070968f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-14b67238-4e53-405c-b9cd-84b8ff52e36a', 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'tenant_id': '60b4e61082d3421283cb095bbc99ad8e', 'fixed_ips': [{'subnet_id': 'd374fe87-29e3-49d7-8496-f93fe6113175'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:34:47.657574 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cee8e4d7-4202-46c9-9b51-d5cb5070968f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:47.660963 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4213df21-2844-4c46-bbc1-736ab251737d tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:47.661314 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.segments_db [None req-4213df21-2844-4c46-bbc1-736ab251737d tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Added segment 2ac96950-862a-4fdd-91c1-64229381a4d7 of type vlan for network bab539e1-8b65-4e9d-b1f4-ce9b4e7f4077 Feb 01 04:34:47.668120 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-0ef9cade-b0db-46fe-a202-86d5ace98fba tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] 10.222.0.24 "DELETE /v2.0/networks/223a3210-ea56-48fb-a876-a1b43a1470e0 HTTP/1.1" status: 204 len: 168 time: 4.4282057 Feb 01 04:34:47.684578 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37026) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:47.696504 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-26f2d220-230a-4197-b1d1-553d50658d6c tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] 10.222.0.24 "GET /v2.0/security-groups/b29f3dc9-884e-4629-81c4-116cde2d2026 HTTP/1.1" status: 200 len: 1776 time: 0.2206695 Feb 01 04:34:47.698927 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-4587e5bc-1c69-47db-a62b-7150d8dcbcf9 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1402385112'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:34:47.709368 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37030) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:47.721214 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-4587e5bc-1c69-47db-a62b-7150d8dcbcf9 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:34:47.746740 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4213df21-2844-4c46-bbc1-736ab251737d tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:47.754315 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-4587e5bc-1c69-47db-a62b-7150d8dcbcf9 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Usage tracker for resource:network and tenant:dd2a656c49f44814a0be2f22e4794d92 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:34:47.754836 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31070c11-1b7c-4af0-a180-8106291995ab tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b29f3dc9-884e-4629-81c4-116cde2d2026,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:47.757019 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-f3f59a13-1bf9-4e82-a53d-2d5f5e3875ec tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:34:47.770231 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-4587e5bc-1c69-47db-a62b-7150d8dcbcf9 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:34:47.784702 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-4587e5bc-1c69-47db-a62b-7150d8dcbcf9 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:34:47.806430 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-f3f59a13-1bf9-4e82-a53d-2d5f5e3875ec tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:34:47.827033 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4587e5bc-1c69-47db-a62b-7150d8dcbcf9 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Made reservation on behalf of dd2a656c49f44814a0be2f22e4794d92 for: {'network': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:34:47.831224 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4587e5bc-1c69-47db-a62b-7150d8dcbcf9 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:47.836273 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292e5842-e66e-4c59-8eb4-b1afbf042feb tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:47.836882 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-292e5842-e66e-4c59-8eb4-b1afbf042feb tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:47.863356 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f59a13-1bf9-4e82-a53d-2d5f5e3875ec tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Made reservation on behalf of 60b4e61082d3421283cb095bbc99ad8e for: {'subnet': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:34:47.867375 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f3f59a13-1bf9-4e82-a53d-2d5f5e3875ec tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3694443'] for subnet, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:47.885942 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8525d326-0285-47da-99c2-8ab562aa2b0b None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:47.902134 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-8525d326-0285-47da-99c2-8ab562aa2b0b None None] Transition to ACTIVE for port object 8142320d-d649-4056-b807-a7e3ec620765 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:34:47.906280 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4213df21-2844-4c46-bbc1-736ab251737d tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:47.911826 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4213df21-2844-4c46-bbc1-736ab251737d tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:47.912410 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4213df21-2844-4c46-bbc1-736ab251737d tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:47.932488 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-292e5842-e66e-4c59-8eb4-b1afbf042feb tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.1576626 Feb 01 04:34:47.935951 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-8525d326-0285-47da-99c2-8ab562aa2b0b None None] Transition to ACTIVE for port object 8142320d-d649-4056-b807-a7e3ec620765 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:34:47.936439 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37034) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:47.944166 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2d5fe7f4-526f-4bdb-be3f-635890c91fd6 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:48.000980 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4587e5bc-1c69-47db-a62b-7150d8dcbcf9 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=87637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:34:48.012085 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-377a1bf9-3e41-4929-a847-95e1346f180c tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-646595773', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:34:48.024142 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-377a1bf9-3e41-4929-a847-95e1346f180c tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:34:48.025863 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-cee8e4d7-4202-46c9-9b51-d5cb5070968f None None] Allocated IP 2001:db8::f816:3eff:fe26:3f6d (14b67238-4e53-405c-b9cd-84b8ff52e36a/d374fe87-29e3-49d7-8496-f93fe6113175/9bb89184-a51f-4f3f-8dd9-c1f6d686e42b) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:34:48.030890 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a8183383-4b38-4e70-902a-d6efc27362d2 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:48.040314 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-377a1bf9-3e41-4929-a847-95e1346f180c tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Usage tracker for resource:router and tenant:031b4693e74240b089aabead06c720e8 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:34:48.051000 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-377a1bf9-3e41-4929-a847-95e1346f180c tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:34:48.066464 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-377a1bf9-3e41-4929-a847-95e1346f180c tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:34:48.068034 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-4213df21-2844-4c46-bbc1-736ab251737d tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8641233 Feb 01 04:34:48.071637 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37038) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:48.097654 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-22f91130-735d-4b3e-b6ef-a0bd28418139 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Request body: {'subnet': {'network_id': 'bab539e1-8b65-4e9d-b1f4-ce9b4e7f4077', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:34:48.187748 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-a8183383-4b38-4e70-902a-d6efc27362d2 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Calling delete_port for 0d8058fd-c00a-423d-9c18-66a12efc268d owned by {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:34:48.210448 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2d5fe7f4-526f-4bdb-be3f-635890c91fd6 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:48.232990 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4587e5bc-1c69-47db-a62b-7150d8dcbcf9 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:48.233370 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.segments_db [None req-4587e5bc-1c69-47db-a62b-7150d8dcbcf9 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Added segment 9d691140-7558-4088-a234-169f58aec795 of type vlan for network 0ef72573-c70e-4070-8164-f93b40e637cc Feb 01 04:34:48.241028 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-377a1bf9-3e41-4929-a847-95e1346f180c tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25958'] for router, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:48.242302 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-377a1bf9-3e41-4929-a847-95e1346f180c tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-372027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25961'] for router, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:48.269204 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-469ea832-e265-4b92-aaa0-a3f28aa04b18 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:48.294571 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cee8e4d7-4202-46c9-9b51-d5cb5070968f None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:48.304105 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-cee8e4d7-4202-46c9-9b51-d5cb5070968f None None] Transition to ACTIVE for port object 9bb89184-a51f-4f3f-8dd9-c1f6d686e42b will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:34:48.322377 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-22f91130-735d-4b3e-b6ef-a0bd28418139 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:34:48.322976 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-cee8e4d7-4202-46c9-9b51-d5cb5070968f None None] Transition to ACTIVE for port object 9bb89184-a51f-4f3f-8dd9-c1f6d686e42b will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:34:48.327004 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8525d326-0285-47da-99c2-8ab562aa2b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:48.327330 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213df21-2844-4c46-bbc1-736ab251737d tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event updated for resources: {'Network': ['ID=bab539e1-8b65-4e9d-b1f4-ce9b4e7f4077,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:48.329146 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-377a1bf9-3e41-4929-a847-95e1346f180c tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:48.348530 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-22f91130-735d-4b3e-b6ef-a0bd28418139 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Usage tracker for resource:subnet and tenant:a862444cee664ef3af6a3e24f24366c9 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:34:48.355521 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a8183383-4b38-4e70-902a-d6efc27362d2 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:48.365861 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-22f91130-735d-4b3e-b6ef-a0bd28418139 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:34:48.381268 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network bab539e1-8b65-4e9d-b1f4-ce9b4e7f4077 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:34:48.383543 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4587e5bc-1c69-47db-a62b-7150d8dcbcf9 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:48.387180 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-22f91130-735d-4b3e-b6ef-a0bd28418139 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:34:48.391345 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.ipam_backend_mixin [None req-f3f59a13-1bf9-4e82-a53d-2d5f5e3875ec tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d374fe87-29e3-49d7-8496-f93fe6113175 (CIDR: 2001:db8::/64) Feb 01 04:34:48.395402 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cee8e4d7-4202-46c9-9b51-d5cb5070968f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:48.408359 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3f59a13-1bf9-4e82-a53d-2d5f5e3875ec tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 01 04:34:48.408829 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3f59a13-1bf9-4e82-a53d-2d5f5e3875ec tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:34:48.418632 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2d5fe7f4-526f-4bdb-be3f-635890c91fd6 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:48.422981 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f91130-735d-4b3e-b6ef-a0bd28418139 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Made reservation on behalf of a862444cee664ef3af6a3e24f24366c9 for: {'subnet': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:34:48.425031 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8183383-4b38-4e70-902a-d6efc27362d2 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Pushing event deleted for resources: {'Port': ['ID=0d8058fd-c00a-423d-9c18-66a12efc268d,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:48.426129 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-22f91130-735d-4b3e-b6ef-a0bd28418139 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3694443'] for subnet, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:48.430009 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-377a1bf9-3e41-4929-a847-95e1346f180c tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337'] for router, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:48.447367 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a8183383-4b38-4e70-902a-d6efc27362d2 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:48.463187 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8525d326-0285-47da-99c2-8ab562aa2b0b None None] Network 9eec4359-3f55-4fe4-b8c1-f91505eb84e6 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:34:48.473659 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-8525d326-0285-47da-99c2-8ab562aa2b0b None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:34:48.498972 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5fe7f4-526f-4bdb-be3f-635890c91fd6 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29f3dc9-884e-4629-81c4-116cde2d2026,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:48.528929 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-377a1bf9-3e41-4929-a847-95e1346f180c tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:48.532598 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-377a1bf9-3e41-4929-a847-95e1346f180c tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5925715 Feb 01 04:34:48.532598 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a8183383-4b38-4e70-902a-d6efc27362d2 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] 10.222.0.24 "DELETE /v2.0/ports/0d8058fd-c00a-423d-9c18-66a12efc268d HTTP/1.1" status: 204 len: 168 time: 1.3110025 Feb 01 04:34:48.534113 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37042) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:48.534638 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37044) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:48.568102 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8525d326-0285-47da-99c2-8ab562aa2b0b None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:34:48.572250 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2d5fe7f4-526f-4bdb-be3f-635890c91fd6 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:48.572433 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-931808f1-a8ee-4784-b737-1494007d9305 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1761895793', 'prefixes': ['172.20.0.0/16']}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:34:48.572877 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-2d5fe7f4-526f-4bdb-be3f-635890c91fd6 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] 10.222.0.24 "DELETE /v2.0/security-groups/b29f3dc9-884e-4629-81c4-116cde2d2026 HTTP/1.1" status: 204 len: 168 time: 0.8625493 Feb 01 04:34:48.577876 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-f3f59a13-1bf9-4e82-a53d-2d5f5e3875ec tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2031832 Feb 01 04:34:48.579309 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37050) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:48.579833 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37052) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:48.580289 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee8e4d7-4202-46c9-9b51-d5cb5070968f None None] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:34:48.582481 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.ipam_backend_mixin [None req-22f91130-735d-4b3e-b6ef-a0bd28418139 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Performing IP validity checks on allocation pools {{(pid=87637) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 01 04:34:48.583091 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.ipam_backend_mixin [None req-22f91130-735d-4b3e-b6ef-a0bd28418139 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87637) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 01 04:34:48.589650 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4587e5bc-1c69-47db-a62b-7150d8dcbcf9 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:48.595349 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4587e5bc-1c69-47db-a62b-7150d8dcbcf9 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:48.595514 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-cee8e4d7-4202-46c9-9b51-d5cb5070968f None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:34:48.595944 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4587e5bc-1c69-47db-a62b-7150d8dcbcf9 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:48.597873 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee8e4d7-4202-46c9-9b51-d5cb5070968f None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:34:48.598015 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-931808f1-a8ee-4784-b737-1494007d9305 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:34:48.605371 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-1d8f715d-6527-408a-afc9-142baffea4cd tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Request body: {'subnet': {'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:34:48.630498 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-8b6dec35-feaf-4b73-b28d-8c9abaf42bc4 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Synchronizing usage tracker for tenant:b63ac98ef5c84cafb13a0fd7fee189ce on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:34:48.630751 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8525d326-0285-47da-99c2-8ab562aa2b0b None None] Pushing event updated for resources: {'Port': ['ID=8142320d-d649-4056-b807-a7e3ec620765,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:48.645681 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-469ea832-e265-4b92-aaa0-a3f28aa04b18 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Allocated IP 172.26.8.108 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/77f52e74-dd85-4ac6-b9bc-ca94917cd906) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:34:48.664753 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-4587e5bc-1c69-47db-a62b-7150d8dcbcf9 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9790466 Feb 01 04:34:48.683491 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37058) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:48.705918 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-86bc48ba-ffca-443e-adb7-935e1741ea1a tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Request body: {'subnet': {'network_id': '0ef72573-c70e-4070-8164-f93b40e637cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:34:48.725449 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4587e5bc-1c69-47db-a62b-7150d8dcbcf9 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Pushing event updated for resources: {'Network': ['ID=0ef72573-c70e-4070-8164-f93b40e637cc,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:48.788219 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 0ef72573-c70e-4070-8164-f93b40e637cc details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:34:48.827229 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-8b6dec35-feaf-4b73-b28d-8c9abaf42bc4 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Unset dirty status for tenant:b63ac98ef5c84cafb13a0fd7fee189ce on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:34:48.828703 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-8b6dec35-feaf-4b73-b28d-8c9abaf42bc4 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2914481 Feb 01 04:34:48.866628 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37062) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:48.901500 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-81ba9a57-7197-46f5-935d-87f3f6ca9a7b tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1469745940'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:34:48.901685 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee8e4d7-4202-46c9-9b51-d5cb5070968f None None] Pushing event updated for resources: {'Port': ['ID=9bb89184-a51f-4f3f-8dd9-c1f6d686e42b,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:48.980362 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-22f91130-735d-4b3e-b6ef-a0bd28418139 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3037478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3694457'] for subnet, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:48.981682 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-8525d326-0285-47da-99c2-8ab562aa2b0b None None] Attempting to bind port 8142320d-d649-4056-b807-a7e3ec620765 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:34:48.982250 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-8525d326-0285-47da-99c2-8ab562aa2b0b None None] Attempting to bind port 8142320d-d649-4056-b807-a7e3ec620765 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '5ed4ba3d-d308-4648-ba32-5cb2d64b0609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9eec4359-3f55-4fe4-b8c1-f91505eb84e6'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:34:48.982833 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8525d326-0285-47da-99c2-8ab562aa2b0b None None] Attempting to bind port 8142320d-d649-4056-b807-a7e3ec620765 on network 9eec4359-3f55-4fe4-b8c1-f91505eb84e6 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:34:48.990432 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-cee8e4d7-4202-46c9-9b51-d5cb5070968f None None] Attempting to bind port 9bb89184-a51f-4f3f-8dd9-c1f6d686e42b on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:34:48.991439 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-cee8e4d7-4202-46c9-9b51-d5cb5070968f None None] Attempting to bind port 9bb89184-a51f-4f3f-8dd9-c1f6d686e42b by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:34:48.991860 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee8e4d7-4202-46c9-9b51-d5cb5070968f None None] Attempting to bind port 9bb89184-a51f-4f3f-8dd9-c1f6d686e42b on network 14b67238-4e53-405c-b9cd-84b8ff52e36a {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:34:48.996501 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8525d326-0285-47da-99c2-8ab562aa2b0b None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:34:48.996954 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8525d326-0285-47da-99c2-8ab562aa2b0b None None] Checking segment: {'id': '5ed4ba3d-d308-4648-ba32-5cb2d64b0609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9eec4359-3f55-4fe4-b8c1-f91505eb84e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:34:48.997422 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8525d326-0285-47da-99c2-8ab562aa2b0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:48.997887 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8525d326-0285-47da-99c2-8ab562aa2b0b None None] Bound using segment: {'id': '5ed4ba3d-d308-4648-ba32-5cb2d64b0609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9eec4359-3f55-4fe4-b8c1-f91505eb84e6'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:34:48.999049 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-8525d326-0285-47da-99c2-8ab562aa2b0b None None] Bound port: 8142320d-d649-4056-b807-a7e3ec620765, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed4ba3d-d308-4648-ba32-5cb2d64b0609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9eec4359-3f55-4fe4-b8c1-f91505eb84e6'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:34:48.999049 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8525d326-0285-47da-99c2-8ab562aa2b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:48.999511 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-81ba9a57-7197-46f5-935d-87f3f6ca9a7b tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:34:49.019007 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee8e4d7-4202-46c9-9b51-d5cb5070968f None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:34:49.019007 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee8e4d7-4202-46c9-9b51-d5cb5070968f None None] Checking segment: {'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:34:49.019587 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cee8e4d7-4202-46c9-9b51-d5cb5070968f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:49.020141 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee8e4d7-4202-46c9-9b51-d5cb5070968f None None] Bound using segment: {'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:34:49.020737 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-cee8e4d7-4202-46c9-9b51-d5cb5070968f None None] Bound port: 9bb89184-a51f-4f3f-8dd9-c1f6d686e42b, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:34:49.024322 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cee8e4d7-4202-46c9-9b51-d5cb5070968f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:49.024491 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d1ccaae4-e034-4cfc-bbb5-8d6e649e52fb tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4355726 Feb 01 04:34:49.028046 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37066) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:49.061111 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-81ba9a57-7197-46f5-935d-87f3f6ca9a7b tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:34:49.081774 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.api.v2.resource [None req-c9f5e584-02db-45b9-a6b6-adb3a48753d9 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] delete failed (client error): The resource could not be found. Feb 01 04:34:49.086131 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-c9f5e584-02db-45b9-a6b6-adb3a48753d9 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] 10.222.0.24 "DELETE /v2.0/security-groups/b29f3dc9-884e-4629-81c4-116cde2d2026 HTTP/1.1" status: 404 len: 347 time: 0.0537627 Feb 01 04:34:49.087244 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37070) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:49.091760 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-86bc48ba-ffca-443e-adb7-935e1741ea1a tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:34:49.102746 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-358d43ab-a893-4921-8559-010efca707ed tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Request body: {'security_group': {'name': 'tempest-secgroup--1469152742'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:34:49.110391 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f91130-735d-4b3e-b6ef-a0bd28418139 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Checking segment: {'id': '2ac96950-862a-4fdd-91c1-64229381a4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'bab539e1-8b65-4e9d-b1f4-ce9b4e7f4077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:34:49.111161 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f91130-735d-4b3e-b6ef-a0bd28418139 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Network hostable DHCP agents. Network: bab539e1-8b65-4e9d-b1f4-ce9b4e7f4077, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:34:49.119545 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-358d43ab-a893-4921-8559-010efca707ed tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:34:49.124493 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-1d8f715d-6527-408a-afc9-142baffea4cd tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:34:49.127333 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-86bc48ba-ffca-443e-adb7-935e1741ea1a tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:34:49.128461 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f91130-735d-4b3e-b6ef-a0bd28418139 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event updated for resources: {'Subnet': ['ID=86d704a4-dc9c-4051-b5d7-2ee475c250f0,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:49.134840 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-358d43ab-a893-4921-8559-010efca707ed tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Usage tracker for resource:security_group and tenant:cd72f2f1ef82496e805f9dd902b0971b is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:34:49.140979 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ba9a57-7197-46f5-935d-87f3f6ca9a7b tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Made reservation on behalf of b63ac98ef5c84cafb13a0fd7fee189ce for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:34:49.141706 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-358d43ab-a893-4921-8559-010efca707ed tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:34:49.145224 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-81ba9a57-7197-46f5-935d-87f3f6ca9a7b tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:49.150986 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f91130-735d-4b3e-b6ef-a0bd28418139 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Network bab539e1-8b65-4e9d-b1f4-ce9b4e7f4077 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:34:49.153315 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-358d43ab-a893-4921-8559-010efca707ed tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:34:49.165749 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-22f91130-735d-4b3e-b6ef-a0bd28418139 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, bab539e1-8b65-4e9d-b1f4-ce9b4e7f4077) {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:34:49.170998 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f91130-735d-4b3e-b6ef-a0bd28418139 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:49.171713 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-22f91130-735d-4b3e-b6ef-a0bd28418139 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:49.176707 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-358d43ab-a893-4921-8559-010efca707ed tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:49.191464 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581a1d8b-d333-47d7-9820-4f77e52d08c7 None None] Network bab539e1-8b65-4e9d-b1f4-ce9b4e7f4077 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:34:49.194990 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-931808f1-a8ee-4784-b737-1494007d9305 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Notify callbacks [] for subnetpool, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:49.196429 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-931808f1-a8ee-4784-b737-1494007d9305 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.6606579 Feb 01 04:34:49.199888 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-1d8f715d-6527-408a-afc9-142baffea4cd tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:34:49.201176 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37074) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:49.207491 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-469ea832-e265-4b92-aaa0-a3f28aa04b18 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:49.210954 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.tag.tag_plugin [None req-5f1391b9-65a3-4fa2-87e5-34e16912176c tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'edf73056-319f-4c77-bad0-3c409e7bfa3f', 'tempest-TagsExtTest-Tag-195958933') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:49.213357 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86bc48ba-ffca-443e-adb7-935e1741ea1a tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Made reservation on behalf of dd2a656c49f44814a0be2f22e4794d92 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:34:49.217105 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-86bc48ba-ffca-443e-adb7-935e1741ea1a tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:49.244247 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-358d43ab-a893-4921-8559-010efca707ed tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:34:49.248608 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-358d43ab-a893-4921-8559-010efca707ed tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Usage tracker for resource:security_group_rule and tenant:cd72f2f1ef82496e805f9dd902b0971b is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:34:49.252266 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-358d43ab-a893-4921-8559-010efca707ed tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:34:49.253017 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81ba9a57-7197-46f5-935d-87f3f6ca9a7b tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:34:49.258645 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d8f715d-6527-408a-afc9-142baffea4cd tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Made reservation on behalf of 60b4e61082d3421283cb095bbc99ad8e for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:34:49.258830 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-358d43ab-a893-4921-8559-010efca707ed tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:34:49.262437 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1d8f715d-6527-408a-afc9-142baffea4cd tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:49.326168 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-81ba9a57-7197-46f5-935d-87f3f6ca9a7b tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:49.326781 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-81ba9a57-7197-46f5-935d-87f3f6ca9a7b tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Added segment 18296dbe-e0f1-45ac-b4f2-32c3e23ac7c2 of type vlan for network 1adfc219-0b65-4e2d-aede-976ed46df92d Feb 01 04:34:49.358157 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-8525d326-0285-47da-99c2-8ab562aa2b0b None None] For port 8142320d-d649-4056-b807-a7e3ec620765, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:34:49.360960 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-358d43ab-a893-4921-8559-010efca707ed tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:49.366567 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-22f91130-735d-4b3e-b6ef-a0bd28418139 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2739580 Feb 01 04:34:49.368755 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37078) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:49.369000 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-cee8e4d7-4202-46c9-9b51-d5cb5070968f None None] For port 9bb89184-a51f-4f3f-8dd9-c1f6d686e42b, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:34:49.376813 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-af28b305-665b-4abb-854a-9a147dead4df tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Request body: {'port': {'network_id': 'bab539e1-8b65-4e9d-b1f4-ce9b4e7f4077', 'name': 'tempest-PortsTestJSON-901787469'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:34:49.385327 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-8525d326-0285-47da-99c2-8ab562aa2b0b None None] For port 8142320d-d649-4056-b807-a7e3ec620765, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=8142320d-d649-4056-b807-a7e3ec620765,segment=NetworkSegment(5ed4ba3d-d308-4648-ba32-5cb2d64b0609),segment_id=5ed4ba3d-d308-4648-ba32-5cb2d64b0609)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:34:49.394378 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-358d43ab-a893-4921-8559-010efca707ed tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:49.420035 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-cee8e4d7-4202-46c9-9b51-d5cb5070968f None None] For port 9bb89184-a51f-4f3f-8dd9-c1f6d686e42b, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=9bb89184-a51f-4f3f-8dd9-c1f6d686e42b,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:34:49.426196 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8525d326-0285-47da-99c2-8ab562aa2b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:49.484272 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cee8e4d7-4202-46c9-9b51-d5cb5070968f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:49.517378 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358d43ab-a893-4921-8559-010efca707ed tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5ccf74-662c-4d1b-bac8-546b24f61a7a,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:49.519509 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-358d43ab-a893-4921-8559-010efca707ed tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:49.523833 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-358d43ab-a893-4921-8559-010efca707ed tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4351306 Feb 01 04:34:49.524664 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37082) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:49.545939 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-a5d89618-a928-4b9e-90b6-b481ac3fee31 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Request body: {'security_group_rule': {'security_group_id': 'ed5ccf74-662c-4d1b-bac8-546b24f61a7a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:34:49.565426 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-a5d89618-a928-4b9e-90b6-b481ac3fee31 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:34:49.580104 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-a5d89618-a928-4b9e-90b6-b481ac3fee31 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Usage tracker for resource:security_group_rule and tenant:cd72f2f1ef82496e805f9dd902b0971b is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:34:49.585146 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-a5d89618-a928-4b9e-90b6-b481ac3fee31 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:34:49.601438 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-a5d89618-a928-4b9e-90b6-b481ac3fee31 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:34:49.627062 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8525d326-0285-47da-99c2-8ab562aa2b0b None None] Pushing event updated for resources: {'Port': ['ID=8142320d-d649-4056-b807-a7e3ec620765,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:49.637794 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-81ba9a57-7197-46f5-935d-87f3f6ca9a7b tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:49.646733 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-af28b305-665b-4abb-854a-9a147dead4df tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:34:49.653859 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-5f1391b9-65a3-4fa2-87e5-34e16912176c tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] 10.222.0.24 "PUT /v2.0/subnets/edf73056-319f-4c77-bad0-3c409e7bfa3f/tags/tempest-TagsExtTest-Tag-195958933 HTTP/1.1" status: 201 len: 201 time: 0.4495232 Feb 01 04:34:49.654647 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37086) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:49.672720 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f602325b-4dac-477c-99b1-7a9d14593ed8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-bab539e1-8b65-4e9d-b1f4-ce9b4e7f4077', 'network_id': 'bab539e1-8b65-4e9d-b1f4-ce9b4e7f4077', 'tenant_id': 'a862444cee664ef3af6a3e24f24366c9', 'fixed_ips': [{'subnet_id': '86d704a4-dc9c-4051-b5d7-2ee475c250f0'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:34:49.673439 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f602325b-4dac-477c-99b1-7a9d14593ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:49.676384 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.tag.tag_plugin [None req-627f6b33-d000-463c-a565-6bc65e7cbc54 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'ae96b8a8-25d5-48e7-b2db-432cdf2b67c4', 'tempest-TagsExtTest-Tag-1445762732') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:49.716968 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a5d89618-a928-4b9e-90b6-b481ac3fee31 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:49.729685 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-af28b305-665b-4abb-854a-9a147dead4df tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:34:49.786055 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee8e4d7-4202-46c9-9b51-d5cb5070968f None None] Pushing event updated for resources: {'Port': ['ID=9bb89184-a51f-4f3f-8dd9-c1f6d686e42b,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:49.799042 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af28b305-665b-4abb-854a-9a147dead4df tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Made reservation on behalf of a862444cee664ef3af6a3e24f24366c9 for: {'port': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:34:49.802862 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-af28b305-665b-4abb-854a-9a147dead4df tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:49.839966 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-af28b305-665b-4abb-854a-9a147dead4df tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] device_id is not set on port 0cfe3516-308c-44f1-a4b2-0ef71c5095e7 yet. {{(pid=87637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:34:49.854401 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.db.resource_extend [None req-81ba9a57-7197-46f5-935d-87f3f6ca9a7b tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 01 04:34:49.883262 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-469ea832-e265-4b92-aaa0-a3f28aa04b18 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:49.970065 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a5d89618-a928-4b9e-90b6-b481ac3fee31 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:50.006891 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-f602325b-4dac-477c-99b1-7a9d14593ed8 None None] Allocated IP 172.20.0.2 (bab539e1-8b65-4e9d-b1f4-ce9b4e7f4077/86d704a4-dc9c-4051-b5d7-2ee475c250f0/b6aa9142-3c51-48f3-9f12-890573cc03fc) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:34:50.009688 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a5d89618-a928-4b9e-90b6-b481ac3fee31 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:50.070185 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-81ba9a57-7197-46f5-935d-87f3f6ca9a7b tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:50.077744 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ba9a57-7197-46f5-935d-87f3f6ca9a7b tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:50.079670 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-81ba9a57-7197-46f5-935d-87f3f6ca9a7b tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:50.094868 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d89618-a928-4b9e-90b6-b481ac3fee31 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12b58ff6-4e91-4295-ab4e-dd314207bf8c,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:50.111659 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469ea832-e265-4b92-aaa0-a3f28aa04b18 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:34:50.118952 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a5d89618-a928-4b9e-90b6-b481ac3fee31 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:50.126443 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-a5d89618-a928-4b9e-90b6-b481ac3fee31 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5925467 Feb 01 04:34:50.127820 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37090) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:50.146718 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-469ea832-e265-4b92-aaa0-a3f28aa04b18 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:34:50.148183 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-627f6b33-d000-463c-a565-6bc65e7cbc54 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] 10.222.0.24 "PUT /v2.0/ports/ae96b8a8-25d5-48e7-b2db-432cdf2b67c4/tags/tempest-TagsExtTest-Tag-1445762732 HTTP/1.1" status: 201 len: 201 time: 0.4810867 Feb 01 04:34:50.150838 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37094) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:50.167391 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-86bc48ba-ffca-443e-adb7-935e1741ea1a tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:50.174609 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.tag.tag_plugin [None req-1aeb26e1-a1d6-4d34-923d-47ff65300a75 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'f6093bb8-736f-4257-99a1-e0053859e6bc', 'tempest-TagsExtTest-Tag-406384728') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:50.185531 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469ea832-e265-4b92-aaa0-a3f28aa04b18 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:34:50.267950 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bd6ad54e-6085-4634-96f7-87cc603c78c7 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:50.285209 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bd6ad54e-6085-4634-96f7-87cc603c78c7 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:50.326869 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469ea832-e265-4b92-aaa0-a3f28aa04b18 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Pushing event updated for resources: {'Port': ['ID=77f52e74-dd85-4ac6-b9bc-ca94917cd906,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:50.357786 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f602325b-4dac-477c-99b1-7a9d14593ed8 None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:50.361802 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-81ba9a57-7197-46f5-935d-87f3f6ca9a7b tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4876156 Feb 01 04:34:50.375931 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-f602325b-4dac-477c-99b1-7a9d14593ed8 None None] Transition to ACTIVE for port object b6aa9142-3c51-48f3-9f12-890573cc03fc will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:34:50.382867 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37098) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:50.396669 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-f602325b-4dac-477c-99b1-7a9d14593ed8 None None] Transition to ACTIVE for port object b6aa9142-3c51-48f3-9f12-890573cc03fc will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:34:50.405632 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f602325b-4dac-477c-99b1-7a9d14593ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:50.419195 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-7578c8d9-9770-4e03-975e-6f205b937c10 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-147376316'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:34:50.496349 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-7578c8d9-9770-4e03-975e-6f205b937c10 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:34:50.497847 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f602325b-4dac-477c-99b1-7a9d14593ed8 None None] Network bab539e1-8b65-4e9d-b1f4-ce9b4e7f4077 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:34:50.498529 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ba9a57-7197-46f5-935d-87f3f6ca9a7b tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Pushing event updated for resources: {'Network': ['ID=1adfc219-0b65-4e2d-aede-976ed46df92d,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:50.504593 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-f602325b-4dac-477c-99b1-7a9d14593ed8 None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:34:50.507234 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bc48ba-ffca-443e-adb7-935e1741ea1a tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Checking segment: {'id': '9d691140-7558-4088-a234-169f58aec795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0ef72573-c70e-4070-8164-f93b40e637cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:34:50.507728 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bc48ba-ffca-443e-adb7-935e1741ea1a tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Network hostable DHCP agents. Network: 0ef72573-c70e-4070-8164-f93b40e637cc, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:34:50.508104 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f602325b-4dac-477c-99b1-7a9d14593ed8 None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:34:50.515174 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bc48ba-ffca-443e-adb7-935e1741ea1a tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Pushing event updated for resources: {'Subnet': ['ID=917a1a2f-e9a7-4af2-8f2a-e6f5d96e8d39,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:50.520207 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-7578c8d9-9770-4e03-975e-6f205b937c10 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Usage tracker for resource:network and tenant:b63ac98ef5c84cafb13a0fd7fee189ce is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:34:50.520673 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bd6ad54e-6085-4634-96f7-87cc603c78c7 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:50.532930 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-7578c8d9-9770-4e03-975e-6f205b937c10 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:34:50.564421 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f602325b-4dac-477c-99b1-7a9d14593ed8 None None] Pushing event updated for resources: {'Port': ['ID=b6aa9142-3c51-48f3-9f12-890573cc03fc,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:50.567690 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6ad54e-6085-4634-96f7-87cc603c78c7 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=12b58ff6-4e91-4295-ab4e-dd314207bf8c,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:50.570796 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 1adfc219-0b65-4e2d-aede-976ed46df92d details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:34:50.570939 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bd6ad54e-6085-4634-96f7-87cc603c78c7 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:50.571798 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-bd6ad54e-6085-4634-96f7-87cc603c78c7 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/12b58ff6-4e91-4295-ab4e-dd314207bf8c HTTP/1.1" status: 204 len: 168 time: 0.4430354 Feb 01 04:34:50.577459 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37102) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:50.583543 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-7578c8d9-9770-4e03-975e-6f205b937c10 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:34:50.584402 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-1aeb26e1-a1d6-4d34-923d-47ff65300a75 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] 10.222.0.24 "PUT /v2.0/routers/f6093bb8-736f-4257-99a1-e0053859e6bc/tags/tempest-TagsExtTest-Tag-406384728 HTTP/1.1" status: 201 len: 201 time: 0.4326136 Feb 01 04:34:50.588887 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37106) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:50.628580 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.tag.tag_plugin [None req-30b53718-1c47-4de7-a69b-dc3f648fe2c9 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'ce3f6ad1-974b-4890-9283-b37c37e78867', 'tempest-TagsExtTest-Tag-319111349') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:50.660590 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bc48ba-ffca-443e-adb7-935e1741ea1a tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Network 0ef72573-c70e-4070-8164-f93b40e637cc is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:34:50.667320 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-af28b305-665b-4abb-854a-9a147dead4df tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Allocated IP 172.20.0.5 (bab539e1-8b65-4e9d-b1f4-ce9b4e7f4077/86d704a4-dc9c-4051-b5d7-2ee475c250f0/0cfe3516-308c-44f1-a4b2-0ef71c5095e7) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:34:50.672988 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 9bb89184-a51f-4f3f-8dd9-c1f6d686e42b up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:34:50.696713 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7578c8d9-9770-4e03-975e-6f205b937c10 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Made reservation on behalf of b63ac98ef5c84cafb13a0fd7fee189ce for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:34:50.700716 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7578c8d9-9770-4e03-975e-6f205b937c10 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:50.707742 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-94be2e5f-1476-409a-b049-28f8b1043d1b tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Synchronizing usage tracker for tenant:cd72f2f1ef82496e805f9dd902b0971b on resource:security_group_rule {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:34:50.753354 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-30b53718-1c47-4de7-a69b-dc3f648fe2c9 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] 10.222.0.24 "PUT /v2.0/subnetpools/ce3f6ad1-974b-4890-9283-b37c37e78867/tags/tempest-TagsExtTest-Tag-319111349 HTTP/1.1" status: 201 len: 201 time: 0.1634662 Feb 01 04:34:50.758098 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37110) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:50.760851 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-86bc48ba-ffca-443e-adb7-935e1741ea1a tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, 0ef72573-c70e-4070-8164-f93b40e637cc) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:34:50.765607 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.tag.tag_plugin [None req-17dbabb7-1283-4e41-8b86-fc7b52bc56c1 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'edf73056-319f-4c77-bad0-3c409e7bfa3f') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:50.792636 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df0d791-1d3e-4f25-8855-efdbaaf517d9 None None] Network 0ef72573-c70e-4070-8164-f93b40e637cc requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:34:50.795210 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bc48ba-ffca-443e-adb7-935e1741ea1a tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:50.795807 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-86bc48ba-ffca-443e-adb7-935e1741ea1a tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:50.815706 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-94be2e5f-1476-409a-b049-28f8b1043d1b tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Unset dirty status for tenant:cd72f2f1ef82496e805f9dd902b0971b on resource:security_group_rule {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:34:50.817127 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-94be2e5f-1476-409a-b049-28f8b1043d1b tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2386036 Feb 01 04:34:50.827158 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37114) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:50.926715 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-f602325b-4dac-477c-99b1-7a9d14593ed8 None None] Attempting to bind port b6aa9142-3c51-48f3-9f12-890573cc03fc on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:34:50.927520 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-f602325b-4dac-477c-99b1-7a9d14593ed8 None None] Attempting to bind port b6aa9142-3c51-48f3-9f12-890573cc03fc by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '2ac96950-862a-4fdd-91c1-64229381a4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'bab539e1-8b65-4e9d-b1f4-ce9b4e7f4077'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:34:50.928078 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f602325b-4dac-477c-99b1-7a9d14593ed8 None None] Attempting to bind port b6aa9142-3c51-48f3-9f12-890573cc03fc on network bab539e1-8b65-4e9d-b1f4-ce9b4e7f4077 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:34:50.988843 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f602325b-4dac-477c-99b1-7a9d14593ed8 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:34:50.989324 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f602325b-4dac-477c-99b1-7a9d14593ed8 None None] Checking segment: {'id': '2ac96950-862a-4fdd-91c1-64229381a4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'bab539e1-8b65-4e9d-b1f4-ce9b4e7f4077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:34:50.989833 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f602325b-4dac-477c-99b1-7a9d14593ed8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:50.990322 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f602325b-4dac-477c-99b1-7a9d14593ed8 None None] Bound using segment: {'id': '2ac96950-862a-4fdd-91c1-64229381a4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'bab539e1-8b65-4e9d-b1f4-ce9b4e7f4077'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:34:50.990944 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-f602325b-4dac-477c-99b1-7a9d14593ed8 None None] Bound port: b6aa9142-3c51-48f3-9f12-890573cc03fc, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ac96950-862a-4fdd-91c1-64229381a4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'bab539e1-8b65-4e9d-b1f4-ce9b4e7f4077'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:34:50.991439 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f602325b-4dac-477c-99b1-7a9d14593ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:50.995004 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a39540c0-82ca-4610-aca8-cbd57473173c tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:51.020838 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7578c8d9-9770-4e03-975e-6f205b937c10 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:34:51.032487 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a39540c0-82ca-4610-aca8-cbd57473173c tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:51.034399 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-86bc48ba-ffca-443e-adb7-935e1741ea1a tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3429637 Feb 01 04:34:51.038572 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37118) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:51.063818 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7578c8d9-9770-4e03-975e-6f205b937c10 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:51.064162 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-7578c8d9-9770-4e03-975e-6f205b937c10 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Added segment d69f0ddd-5a03-4e7b-99e8-5eb96e2f3a11 of type vlan for network ebd05974-2e15-4751-a384-584bd15dc441 Feb 01 04:34:51.171471 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-17dbabb7-1283-4e41-8b86-fc7b52bc56c1 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] 10.222.0.24 "GET /v2.0/subnets/edf73056-319f-4c77-bad0-3c409e7bfa3f/tags HTTP/1.1" status: 200 len: 240 time: 0.4123218 Feb 01 04:34:51.186120 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37122) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:51.191513 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.tag.tag_plugin [None req-e8ff4eea-975c-4c9b-b3ee-b8a96aa29ceb tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'edf73056-319f-4c77-bad0-3c409e7bfa3f', 'tempest-TagsExtTest-Tag-195958933') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:51.229163 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1d8f715d-6527-408a-afc9-142baffea4cd tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:51.259605 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a39540c0-82ca-4610-aca8-cbd57473173c tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:51.281077 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 9bb89184-a51f-4f3f-8dd9-c1f6d686e42b completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:34:51.294911 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 8142320d-d649-4056-b807-a7e3ec620765 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:34:51.317883 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39540c0-82ca-4610-aca8-cbd57473173c tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5ccf74-662c-4d1b-bac8-546b24f61a7a,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:51.325107 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-af28b305-665b-4abb-854a-9a147dead4df tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:51.336739 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10aa17e-d73e-4a44-8423-f0bffd9a3853 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-0ef72573-c70e-4070-8164-f93b40e637cc', 'network_id': '0ef72573-c70e-4070-8164-f93b40e637cc', 'tenant_id': 'dd2a656c49f44814a0be2f22e4794d92', 'fixed_ips': [{'subnet_id': '917a1a2f-e9a7-4af2-8f2a-e6f5d96e8d39'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:34:51.337713 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a10aa17e-d73e-4a44-8423-f0bffd9a3853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:51.348085 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffef491a-5433-487b-878e-263f93b8eb9b None None] Network 9eec4359-3f55-4fe4-b8c1-f91505eb84e6 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:34:51.361009 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-af28b305-665b-4abb-854a-9a147dead4df tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Transition to ACTIVE for port object 0cfe3516-308c-44f1-a4b2-0ef71c5095e7 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:34:51.373869 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-e8ff4eea-975c-4c9b-b3ee-b8a96aa29ceb tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] 10.222.0.24 "GET /v2.0/subnets/edf73056-319f-4c77-bad0-3c409e7bfa3f/tags/tempest-TagsExtTest-Tag-195958933 HTTP/1.1" status: 204 len: 168 time: 0.1866224 Feb 01 04:34:51.375025 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a39540c0-82ca-4610-aca8-cbd57473173c tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:51.376019 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-a39540c0-82ca-4610-aca8-cbd57473173c tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] 10.222.0.24 "DELETE /v2.0/security-groups/ed5ccf74-662c-4d1b-bac8-546b24f61a7a HTTP/1.1" status: 204 len: 168 time: 0.5423515 Feb 01 04:34:51.376737 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37126) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:51.382810 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37128) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:51.388218 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.tag.tag_plugin [None req-2a8f51da-019e-4b02-96e1-29e9e46b372a tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'edf73056-319f-4c77-bad0-3c409e7bfa3f', 'tempest-TagsExtTest-Tag-195958933') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:51.392992 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7578c8d9-9770-4e03-975e-6f205b937c10 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:51.410313 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-f602325b-4dac-477c-99b1-7a9d14593ed8 None None] For port b6aa9142-3c51-48f3-9f12-890573cc03fc, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:34:51.445445 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8f715d-6527-408a-afc9-142baffea4cd tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:34:51.460955 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-1d8f715d-6527-408a-afc9-142baffea4cd tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:34:51.470529 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8f715d-6527-408a-afc9-142baffea4cd tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:51.471426 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1d8f715d-6527-408a-afc9-142baffea4cd tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:51.491856 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8f715d-6527-408a-afc9-142baffea4cd tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event updated for resources: {'Subnet': ['ID=6cfdde38-c7d8-4a37-b449-1faed52f80d5,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:51.492481 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-b563e9f8-274c-450f-989a-9d145d0d75be tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Synchronizing usage tracker for tenant:cd72f2f1ef82496e805f9dd902b0971b on resource:security_group {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:34:51.517522 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-f602325b-4dac-477c-99b1-7a9d14593ed8 None None] For port b6aa9142-3c51-48f3-9f12-890573cc03fc, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=b6aa9142-3c51-48f3-9f12-890573cc03fc,segment=NetworkSegment(2ac96950-862a-4fdd-91c1-64229381a4d7),segment_id=2ac96950-862a-4fdd-91c1-64229381a4d7)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:34:51.540608 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-af28b305-665b-4abb-854a-9a147dead4df tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:51.543789 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-95ef4aa9-b9ab-424b-be28-778dbbc767a3 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:51.561217 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7578c8d9-9770-4e03-975e-6f205b937c10 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:51.566653 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7578c8d9-9770-4e03-975e-6f205b937c10 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:51.573369 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7578c8d9-9770-4e03-975e-6f205b937c10 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:51.596526 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1d8f715d-6527-408a-afc9-142baffea4cd tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0087409 Feb 01 04:34:51.604635 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f602325b-4dac-477c-99b1-7a9d14593ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:51.608055 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37134) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:51.633075 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-28bb49c2-032c-461a-a92c-382f92feaf45 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Request body: {'port': {'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'mac_address': 'fa:16:3e:38:98:dc', 'name': 'tempest-NetworksTestDHCPv6-452592137'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:34:51.644351 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-72cfea52-cf64-4ef8-9718-7dae1e29fc14 None None] Provisioning for port 8142320d-d649-4056-b807-a7e3ec620765 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:34:51.772958 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-b563e9f8-274c-450f-989a-9d145d0d75be tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Unset dirty status for tenant:cd72f2f1ef82496e805f9dd902b0971b on resource:security_group {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:34:51.778048 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-b563e9f8-274c-450f-989a-9d145d0d75be tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3903885 Feb 01 04:34:51.778650 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af28b305-665b-4abb-854a-9a147dead4df tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Network bab539e1-8b65-4e9d-b1f4-ce9b4e7f4077 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:34:51.788720 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37138) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:51.792317 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-7578c8d9-9770-4e03-975e-6f205b937c10 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3868504 Feb 01 04:34:51.798081 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7578c8d9-9770-4e03-975e-6f205b937c10 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Pushing event updated for resources: {'Network': ['ID=ebd05974-2e15-4751-a384-584bd15dc441,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:51.798563 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-af28b305-665b-4abb-854a-9a147dead4df tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:34:51.808952 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-ae8e6ba7-da70-49ca-befc-989880a70c48 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Request body: {'security_group': {'name': 'tempest-secgroup--894942235'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:34:51.813285 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af28b305-665b-4abb-854a-9a147dead4df tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:34:51.836961 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b66d54-1df7-4c7d-9fe1-1dfb53851294 None None] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:34:51.843608 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-ae8e6ba7-da70-49ca-befc-989880a70c48 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:34:51.851719 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network ebd05974-2e15-4751-a384-584bd15dc441 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:34:51.867761 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-ae8e6ba7-da70-49ca-befc-989880a70c48 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:34:51.888558 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f602325b-4dac-477c-99b1-7a9d14593ed8 None None] Pushing event updated for resources: {'Port': ['ID=b6aa9142-3c51-48f3-9f12-890573cc03fc,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:51.944273 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 8142320d-d649-4056-b807-a7e3ec620765 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:34:51.953826 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af28b305-665b-4abb-854a-9a147dead4df tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event updated for resources: {'Port': ['ID=0cfe3516-308c-44f1-a4b2-0ef71c5095e7,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:51.969440 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af28b305-665b-4abb-854a-9a147dead4df tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:51.970095 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-af28b305-665b-4abb-854a-9a147dead4df tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:51.996524 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 8142320d-d649-4056-b807-a7e3ec620765 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:34:51.997183 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:52.040483 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ae8e6ba7-da70-49ca-befc-989880a70c48 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:52.079813 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-95ef4aa9-b9ab-424b-be28-778dbbc767a3 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:52.080840 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-ae8e6ba7-da70-49ca-befc-989880a70c48 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:34:52.085589 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-ae8e6ba7-da70-49ca-befc-989880a70c48 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Usage tracker for resource:security_group_rule and tenant:cd72f2f1ef82496e805f9dd902b0971b is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:34:52.088611 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-ae8e6ba7-da70-49ca-befc-989880a70c48 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:34:52.094394 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-ae8e6ba7-da70-49ca-befc-989880a70c48 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:34:52.126381 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-a10aa17e-d73e-4a44-8423-f0bffd9a3853 None None] Allocated IP 2001:db8::2 (0ef72573-c70e-4070-8164-f93b40e637cc/917a1a2f-e9a7-4af2-8f2a-e6f5d96e8d39/307bd2bc-f3b8-4ae5-b0e7-69acb1e0ef21) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:34:52.175073 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-469ea832-e265-4b92-aaa0-a3f28aa04b18 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:52.186752 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ae8e6ba7-da70-49ca-befc-989880a70c48 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:52.191964 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-af28b305-665b-4abb-854a-9a147dead4df tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.8219070 Feb 01 04:34:52.195107 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37142) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:52.296312 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ae8e6ba7-da70-49ca-befc-989880a70c48 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:52.303531 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-f39e3700-4e8d-4699-8ef3-016705686792 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Deleting port 0cfe3516-308c-44f1-a4b2-0ef71c5095e7 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:34:52.304019 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f39e3700-4e8d-4699-8ef3-016705686792 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:52.332562 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-9d7b0bda-4b41-4a89-802c-003e2d372ef0 None None] Provisioning for port 9bb89184-a51f-4f3f-8dd9-c1f6d686e42b completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:34:52.379840 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-2a8f51da-019e-4b02-96e1-29e9e46b372a tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] 10.222.0.24 "DELETE /v2.0/subnets/edf73056-319f-4c77-bad0-3c409e7bfa3f/tags/tempest-TagsExtTest-Tag-195958933 HTTP/1.1" status: 204 len: 168 time: 1.0007110 Feb 01 04:34:52.389370 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37146) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:52.403699 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.tag.tag_plugin [None req-ff240fbf-bc79-4856-b25a-18262735f28e tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'edf73056-319f-4c77-bad0-3c409e7bfa3f') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:52.424743 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-9d7b0bda-4b41-4a89-802c-003e2d372ef0 None None] Provisioning complete for port 9bb89184-a51f-4f3f-8dd9-c1f6d686e42b triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:34:52.425515 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9d7b0bda-4b41-4a89-802c-003e2d372ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:52.534471 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-28bb49c2-032c-461a-a92c-382f92feaf45 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:34:52.546612 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-28bb49c2-032c-461a-a92c-382f92feaf45 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Usage tracker for resource:port and tenant:60b4e61082d3421283cb095bbc99ad8e is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:34:52.551359 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8e6ba7-da70-49ca-befc-989880a70c48 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb0ec1e-f6ea-4254-895c-4a2d2cbd4169,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:52.552238 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-28bb49c2-032c-461a-a92c-382f92feaf45 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:34:52.582254 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-28bb49c2-032c-461a-a92c-382f92feaf45 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:34:52.588078 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ae8e6ba7-da70-49ca-befc-989880a70c48 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:52.594081 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-ae8e6ba7-da70-49ca-befc-989880a70c48 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7974524 Feb 01 04:34:52.596687 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37150) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:52.639525 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-469ea832-e265-4b92-aaa0-a3f28aa04b18 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:52.831235 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f39e3700-4e8d-4699-8ef3-016705686792 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:52.947423 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-469ea832-e265-4b92-aaa0-a3f28aa04b18 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:52.962089 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-469ea832-e265-4b92-aaa0-a3f28aa04b18 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:52.999482 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-f39e3700-4e8d-4699-8ef3-016705686792 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Calling delete_port for 0cfe3516-308c-44f1-a4b2-0ef71c5095e7 owned by {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:34:53.043669 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28bb49c2-032c-461a-a92c-382f92feaf45 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Made reservation on behalf of 60b4e61082d3421283cb095bbc99ad8e for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:34:53.106390 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:53.215622 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9d7b0bda-4b41-4a89-802c-003e2d372ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:53.229877 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-053175c2-05c3-4d36-a2ed-659fd3c0581f tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Request body: {'security_group_rule': {'security_group_id': 'fdb0ec1e-f6ea-4254-895c-4a2d2cbd4169', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:34:53.242571 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-053175c2-05c3-4d36-a2ed-659fd3c0581f tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:34:53.253097 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-053175c2-05c3-4d36-a2ed-659fd3c0581f tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Usage tracker for resource:security_group_rule and tenant:cd72f2f1ef82496e805f9dd902b0971b is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:34:53.263627 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a10aa17e-d73e-4a44-8423-f0bffd9a3853 None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:53.270260 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-053175c2-05c3-4d36-a2ed-659fd3c0581f tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:34:53.282295 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-053175c2-05c3-4d36-a2ed-659fd3c0581f tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:34:53.301595 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469ea832-e265-4b92-aaa0-a3f28aa04b18 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Pushing event updated for resources: {'Port': ['ID=77f52e74-dd85-4ac6-b9bc-ca94917cd906,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:53.308714 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 8142320d-d649-4056-b807-a7e3ec620765, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=8142320d-d649-4056-b807-a7e3ec620765,segment=NetworkSegment(5ed4ba3d-d308-4648-ba32-5cb2d64b0609),segment_id=5ed4ba3d-d308-4648-ba32-5cb2d64b0609)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:34:53.319252 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-9d7b0bda-4b41-4a89-802c-003e2d372ef0 None None] For port 9bb89184-a51f-4f3f-8dd9-c1f6d686e42b, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=9bb89184-a51f-4f3f-8dd9-c1f6d686e42b,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:34:53.320338 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-469ea832-e265-4b92-aaa0-a3f28aa04b18 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-774194'] for floatingip, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:53.323509 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:53.348515 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-053175c2-05c3-4d36-a2ed-659fd3c0581f tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:53.362150 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9d7b0bda-4b41-4a89-802c-003e2d372ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:53.447841 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-a10aa17e-d73e-4a44-8423-f0bffd9a3853 None None] Transition to ACTIVE for port object 307bd2bc-f3b8-4ae5-b0e7-69acb1e0ef21 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:34:53.461370 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-ff240fbf-bc79-4856-b25a-18262735f28e tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] 10.222.0.24 "GET /v2.0/subnets/edf73056-319f-4c77-bad0-3c409e7bfa3f/tags HTTP/1.1" status: 200 len: 205 time: 1.0687304 Feb 01 04:34:53.466022 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f39e3700-4e8d-4699-8ef3-016705686792 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:53.494124 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37154) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:53.514379 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=8142320d-d649-4056-b807-a7e3ec620765,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:53.576156 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-28bb49c2-032c-461a-a92c-382f92feaf45 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:53.658443 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.tag.tag_plugin [None req-dd7f0da6-d303-4ce6-aaab-fb7dd77987f5 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'ae96b8a8-25d5-48e7-b2db-432cdf2b67c4') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:53.687017 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-28bb49c2-032c-461a-a92c-382f92feaf45 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] device_id is not set on port 43736faa-8b8d-4318-ba24-9b1dd37b787e yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:34:53.716884 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39e3700-4e8d-4699-8ef3-016705686792 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event deleted for resources: {'Port': ['ID=0cfe3516-308c-44f1-a4b2-0ef71c5095e7,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:53.876981 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device b6aa9142-3c51-48f3-9f12-890573cc03fc up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:34:54.040541 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.l3_db [None req-469ea832-e265-4b92-aaa0-a3f28aa04b18 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Floating IP fa7b48a7-c9c0-4194-ad70-7cf1ff55e17c associated. External IP: 172.26.8.108, port: 3277edd8-c7f5-4d46-ab65-6d78262be77e. Feb 01 04:34:54.081003 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f39e3700-4e8d-4699-8ef3-016705686792 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:54.112168 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-f39e3700-4e8d-4699-8ef3-016705686792 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "DELETE /v2.0/ports/0cfe3516-308c-44f1-a4b2-0ef71c5095e7 HTTP/1.1" status: 204 len: 168 time: 1.9157388 Feb 01 04:34:54.116994 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37160) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:54.169237 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-053175c2-05c3-4d36-a2ed-659fd3c0581f tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:54.177598 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-9222437e-8ef0-4832-b2e8-5594d00099bc tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] DELETE failed (client error): The resource could not be found. Feb 01 04:34:54.178742 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9222437e-8ef0-4832-b2e8-5594d00099bc tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:34:54.189059 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-9222437e-8ef0-4832-b2e8-5594d00099bc tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "DELETE /v2.0/ports/0cfe3516-308c-44f1-a4b2-0ef71c5095e7 HTTP/1.1" status: 404 len: 333 time: 0.0709810 Feb 01 04:34:54.191944 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37164) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:54.192700 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-053175c2-05c3-4d36-a2ed-659fd3c0581f tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:54.192910 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-a10aa17e-d73e-4a44-8423-f0bffd9a3853 None None] Transition to ACTIVE for port object 307bd2bc-f3b8-4ae5-b0e7-69acb1e0ef21 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:34:54.206915 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7b0bda-4b41-4a89-802c-003e2d372ef0 None None] Pushing event updated for resources: {'Port': ['ID=9bb89184-a51f-4f3f-8dd9-c1f6d686e42b,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:54.216095 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c99d8a-1d7a-4930-8836-e4c97ea8ffcf None None] Network bab539e1-8b65-4e9d-b1f4-ce9b4e7f4077 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:34:54.250236 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a10aa17e-d73e-4a44-8423-f0bffd9a3853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:54.267487 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-053175c2-05c3-4d36-a2ed-659fd3c0581f tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:54.269462 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-053175c2-05c3-4d36-a2ed-659fd3c0581f tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.5752971 Feb 01 04:34:54.278198 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37168) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:54.292601 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd8b36cd-755f-4f3e-aa55-19d928eee671 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] GET failed (client error): The resource could not be found. Feb 01 04:34:54.293875 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-dd8b36cd-755f-4f3e-aa55-19d928eee671 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Synchronizing usage tracker for tenant:a862444cee664ef3af6a3e24f24366c9 on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:34:54.299071 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053175c2-05c3-4d36-a2ed-659fd3c0581f tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a31e4e16-ccd2-42e6-95e0-d7847e9455ab,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:54.299846 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-62188811-6abd-4edd-9e0c-61a378978450 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Request body: {'security_group_rule': {'security_group_id': 'fdb0ec1e-f6ea-4254-895c-4a2d2cbd4169', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:34:54.311911 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-dd7f0da6-d303-4ce6-aaab-fb7dd77987f5 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] 10.222.0.24 "GET /v2.0/ports/ae96b8a8-25d5-48e7-b2db-432cdf2b67c4/tags HTTP/1.1" status: 200 len: 241 time: 0.8143249 Feb 01 04:34:54.316228 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37172) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:54.325870 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.tag.tag_plugin [None req-bc301548-eeec-421f-9559-2c333234bec7 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ae96b8a8-25d5-48e7-b2db-432cdf2b67c4', 'tempest-TagsExtTest-Tag-1445762732') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:54.331839 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-62188811-6abd-4edd-9e0c-61a378978450 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:34:54.351484 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-62188811-6abd-4edd-9e0c-61a378978450 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Usage tracker for resource:security_group_rule and tenant:cd72f2f1ef82496e805f9dd902b0971b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:34:54.370979 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10aa17e-d73e-4a44-8423-f0bffd9a3853 None None] Network 0ef72573-c70e-4070-8164-f93b40e637cc is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:34:54.377142 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-dd8b36cd-755f-4f3e-aa55-19d928eee671 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Unset dirty status for tenant:a862444cee664ef3af6a3e24f24366c9 on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:34:54.378582 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-dd8b36cd-755f-4f3e-aa55-19d928eee671 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "GET /v2.0/ports/0cfe3516-308c-44f1-a4b2-0ef71c5095e7 HTTP/1.1" status: 404 len: 333 time: 0.1827354 Feb 01 04:34:54.383160 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10aa17e-d73e-4a44-8423-f0bffd9a3853 None None] Pushing event updated for resources: {'Port': ['ID=307bd2bc-f3b8-4ae5-b0e7-69acb1e0ef21,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:54.384504 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37176) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:54.385955 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-a10aa17e-d73e-4a44-8423-f0bffd9a3853 None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:34:54.398226 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10aa17e-d73e-4a44-8423-f0bffd9a3853 None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:34:54.405972 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-42b0c91f-eccf-43bd-af2d-3f53d0dc84d1 None None] Provisioning complete for port 8142320d-d649-4056-b807-a7e3ec620765 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:34:54.406503 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-42b0c91f-eccf-43bd-af2d-3f53d0dc84d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:54.464619 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-62188811-6abd-4edd-9e0c-61a378978450 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:34:54.471563 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-62188811-6abd-4edd-9e0c-61a378978450 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:34:54.491255 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-95ef4aa9-b9ab-424b-be28-778dbbc767a3 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3072169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2652276'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:54.511347 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e78b2f6-5c7f-4fd0-8f4a-99e2cc2d2359 None None] Update dhcp port {'port': {'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'fixed_ips': [{'subnet_id': 'd374fe87-29e3-49d7-8496-f93fe6113175', 'ip_address': '2001:db8::f816:3eff:fe26:3f6d'}, {'subnet_id': '6cfdde38-c7d8-4a37-b449-1faed52f80d5'}], 'binding:host_id': 'dv-neutron-826830-1-hyperv'}, 'id': '9bb89184-a51f-4f3f-8dd9-c1f6d686e42b'} from dv-neutron-826830-1-hyperv. {{(pid=87638) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 01 04:34:54.539557 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef8dbd5c-d6cf-4603-9075-99737e6b5d87 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Deleting subnet 86d704a4-dc9c-4051-b5d7-2ee475c250f0 {{(pid=87637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:34:54.543052 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ef8dbd5c-d6cf-4603-9075-99737e6b5d87 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for subnet, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:54.596063 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2e78b2f6-5c7f-4fd0-8f4a-99e2cc2d2359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:54.607122 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ef8dbd5c-d6cf-4603-9075-99737e6b5d87 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2424773'] for subnet, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:54.626809 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-28bb49c2-032c-461a-a92c-382f92feaf45 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Allocated IP 2001:db8:0:1::142 (14b67238-4e53-405c-b9cd-84b8ff52e36a/6cfdde38-c7d8-4a37-b449-1faed52f80d5/43736faa-8b8d-4318-ba24-9b1dd37b787e) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:34:54.633500 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-28bb49c2-032c-461a-a92c-382f92feaf45 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Allocated IP 2001:db8::f816:3eff:fe38:98dc (14b67238-4e53-405c-b9cd-84b8ff52e36a/d374fe87-29e3-49d7-8496-f93fe6113175/43736faa-8b8d-4318-ba24-9b1dd37b787e) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:34:54.700949 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ef8dbd5c-d6cf-4603-9075-99737e6b5d87 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:54.714428 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port b6aa9142-3c51-48f3-9f12-890573cc03fc completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:34:54.791467 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ef8dbd5c-d6cf-4603-9075-99737e6b5d87 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3037665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694336'] for subnet, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:54.905883 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-28bb49c2-032c-461a-a92c-382f92feaf45 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:54.937699 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-28bb49c2-032c-461a-a92c-382f92feaf45 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Transition to ACTIVE for port object 43736faa-8b8d-4318-ba24-9b1dd37b787e will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:34:54.961252 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ef8dbd5c-d6cf-4603-9075-99737e6b5d87 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:54.966297 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8dbd5c-d6cf-4603-9075-99737e6b5d87 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event deleted for resources: {'Subnet': ['ID=86d704a4-dc9c-4051-b5d7-2ee475c250f0,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:54.984816 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-bc301548-eeec-421f-9559-2c333234bec7 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] 10.222.0.24 "GET /v2.0/ports/ae96b8a8-25d5-48e7-b2db-432cdf2b67c4/tags/tempest-TagsExtTest-Tag-1445762732 HTTP/1.1" status: 204 len: 168 time: 0.6674712 Feb 01 04:34:54.986903 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-ef8dbd5c-d6cf-4603-9075-99737e6b5d87 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "DELETE /v2.0/subnets/86d704a4-dc9c-4051-b5d7-2ee475c250f0 HTTP/1.1" status: 204 len: 168 time: 0.5948269 Feb 01 04:34:54.987763 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37180) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:54.994359 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.tag.tag_plugin [None req-dd87f27f-fd8f-4fd5-988e-efad8b98de46 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'ae96b8a8-25d5-48e7-b2db-432cdf2b67c4', 'tempest-TagsExtTest-Tag-1445762732') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:55.007567 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-a10aa17e-d73e-4a44-8423-f0bffd9a3853 None None] Attempting to bind port 307bd2bc-f3b8-4ae5-b0e7-69acb1e0ef21 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:34:55.008351 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-a10aa17e-d73e-4a44-8423-f0bffd9a3853 None None] Attempting to bind port 307bd2bc-f3b8-4ae5-b0e7-69acb1e0ef21 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '9d691140-7558-4088-a234-169f58aec795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0ef72573-c70e-4070-8164-f93b40e637cc'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:34:55.008880 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10aa17e-d73e-4a44-8423-f0bffd9a3853 None None] Attempting to bind port 307bd2bc-f3b8-4ae5-b0e7-69acb1e0ef21 on network 0ef72573-c70e-4070-8164-f93b40e637cc {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:34:55.028154 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37182) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:55.030117 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ef4aa9-b9ab-424b-be28-778dbbc767a3 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Pushing event deleted for resources: {'Subnet': ['ID=917a1a2f-e9a7-4af2-8f2a-e6f5d96e8d39,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:55.038269 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-28bb49c2-032c-461a-a92c-382f92feaf45 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:55.039738 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10aa17e-d73e-4a44-8423-f0bffd9a3853 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:34:55.041302 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10aa17e-d73e-4a44-8423-f0bffd9a3853 None None] Checking segment: {'id': '9d691140-7558-4088-a234-169f58aec795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0ef72573-c70e-4070-8164-f93b40e637cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:34:55.041705 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a10aa17e-d73e-4a44-8423-f0bffd9a3853 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:55.042148 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10aa17e-d73e-4a44-8423-f0bffd9a3853 None None] Bound using segment: {'id': '9d691140-7558-4088-a234-169f58aec795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0ef72573-c70e-4070-8164-f93b40e637cc'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:34:55.042558 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-a10aa17e-d73e-4a44-8423-f0bffd9a3853 None None] Bound port: 307bd2bc-f3b8-4ae5-b0e7-69acb1e0ef21, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d691140-7558-4088-a234-169f58aec795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0ef72573-c70e-4070-8164-f93b40e637cc'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:34:55.042935 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a10aa17e-d73e-4a44-8423-f0bffd9a3853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:55.095166 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-dd87f27f-fd8f-4fd5-988e-efad8b98de46 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] 10.222.0.24 "DELETE /v2.0/ports/ae96b8a8-25d5-48e7-b2db-432cdf2b67c4/tags/tempest-TagsExtTest-Tag-1445762732 HTTP/1.1" status: 204 len: 168 time: 0.1059761 Feb 01 04:34:55.097384 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37188) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:55.103999 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.tag.tag_plugin [None req-bf27b527-0585-4186-86d5-c7a74d0f005d tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'ae96b8a8-25d5-48e7-b2db-432cdf2b67c4') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:55.145926 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37192) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:55.168462 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-722a5013-16aa-4821-828c-0a49518cd4d8 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Request body: {'subnets': [{'network_id': '1adfc219-0b65-4e2d-aede-976ed46df92d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--499215955', 'ip_version': 6}, {'network_id': 'ebd05974-2e15-4751-a384-584bd15dc441', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:34:55.169165 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-722a5013-16aa-4821-828c-0a49518cd4d8 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Request body: {'subnet': {'network_id': '1adfc219-0b65-4e2d-aede-976ed46df92d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--499215955', 'ip_version': 6}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:34:55.170114 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-722a5013-16aa-4821-828c-0a49518cd4d8 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Request body: {'subnet': {'network_id': 'ebd05974-2e15-4751-a384-584bd15dc441', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:34:55.257424 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-62188811-6abd-4edd-9e0c-61a378978450 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:55.283416 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-42b0c91f-eccf-43bd-af2d-3f53d0dc84d1 None None] Provisioning for port ae96b8a8-25d5-48e7-b2db-432cdf2b67c4 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:34:55.316493 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-42b0c91f-eccf-43bd-af2d-3f53d0dc84d1 None None] Provisioning complete for port ae96b8a8-25d5-48e7-b2db-432cdf2b67c4 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:34:55.316908 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-42b0c91f-eccf-43bd-af2d-3f53d0dc84d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:55.390860 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-bf27b527-0585-4186-86d5-c7a74d0f005d tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] 10.222.0.24 "GET /v2.0/ports/ae96b8a8-25d5-48e7-b2db-432cdf2b67c4/tags HTTP/1.1" status: 200 len: 205 time: 0.2921603 Feb 01 04:34:55.407388 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-95ef4aa9-b9ab-424b-be28-778dbbc767a3 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:55.430488 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37196) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:55.461102 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.tag.tag_plugin [None req-3565d194-9310-45f2-8fa0-51d70260f51c tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'f6093bb8-736f-4257-99a1-e0053859e6bc') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:55.475810 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-722a5013-16aa-4821-828c-0a49518cd4d8 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:34:55.480008 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-722a5013-16aa-4821-828c-0a49518cd4d8 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Usage tracker for resource:subnet and tenant:b63ac98ef5c84cafb13a0fd7fee189ce is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:34:55.482863 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-722a5013-16aa-4821-828c-0a49518cd4d8 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:34:55.487410 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 9bb89184-a51f-4f3f-8dd9-c1f6d686e42b up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:34:55.489036 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-722a5013-16aa-4821-828c-0a49518cd4d8 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:34:55.498988 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-722a5013-16aa-4821-828c-0a49518cd4d8 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Made reservation on behalf of b63ac98ef5c84cafb13a0fd7fee189ce for: {'subnet': 2} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:34:55.504087 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-722a5013-16aa-4821-828c-0a49518cd4d8 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3694443'] for subnet, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:55.504483 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-722a5013-16aa-4821-828c-0a49518cd4d8 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3694443'] for subnet, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:55.520090 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-a10aa17e-d73e-4a44-8423-f0bffd9a3853 None None] For port 307bd2bc-f3b8-4ae5-b0e7-69acb1e0ef21, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:34:55.548026 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-42b0c91f-eccf-43bd-af2d-3f53d0dc84d1 None None] Port ae96b8a8-25d5-48e7-b2db-432cdf2b67c4 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:34:55.580162 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-95ef4aa9-b9ab-424b-be28-778dbbc767a3 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ef72573-c70e-4070-8164-f93b40e637cc']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:55.585394 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-a10aa17e-d73e-4a44-8423-f0bffd9a3853 None None] For port 307bd2bc-f3b8-4ae5-b0e7-69acb1e0ef21, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=307bd2bc-f3b8-4ae5-b0e7-69acb1e0ef21,segment=NetworkSegment(9d691140-7558-4088-a234-169f58aec795),segment_id=9d691140-7558-4088-a234-169f58aec795)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:34:55.601732 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bb49c2-032c-461a-a92c-382f92feaf45 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:34:55.606868 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a10aa17e-d73e-4a44-8423-f0bffd9a3853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:55.704616 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-2e78b2f6-5c7f-4fd0-8f4a-99e2cc2d2359 None None] Allocated IP 2001:db8:0:1::2 (14b67238-4e53-405c-b9cd-84b8ff52e36a/6cfdde38-c7d8-4a37-b449-1faed52f80d5/9bb89184-a51f-4f3f-8dd9-c1f6d686e42b) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:34:55.718376 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-28bb49c2-032c-461a-a92c-382f92feaf45 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:34:55.733065 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bb49c2-032c-461a-a92c-382f92feaf45 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:34:55.738529 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bb49c2-032c-461a-a92c-382f92feaf45 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:55.739183 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-28bb49c2-032c-461a-a92c-382f92feaf45 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:55.751958 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-95ef4aa9-b9ab-424b-be28-778dbbc767a3 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d691140-7558-4088-a234-169f58aec795') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:55.752272 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-95ef4aa9-b9ab-424b-be28-778dbbc767a3 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d691140-7558-4088-a234-169f58aec795') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:55.760345 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bb49c2-032c-461a-a92c-382f92feaf45 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event updated for resources: {'Port': ['ID=43736faa-8b8d-4318-ba24-9b1dd37b787e,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:55.793975 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-95ef4aa9-b9ab-424b-be28-778dbbc767a3 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143022'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:55.811169 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-add0036a-a6d3-4afc-861c-e0b51ba13693 None None] Provisioning complete for port ae96b8a8-25d5-48e7-b2db-432cdf2b67c4 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:34:55.811169 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-add0036a-a6d3-4afc-861c-e0b51ba13693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:55.814468 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-43e474e5-30b3-483b-9a08-ae70183eb4cc tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:55.846230 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10aa17e-d73e-4a44-8423-f0bffd9a3853 None None] Pushing event updated for resources: {'Port': ['ID=307bd2bc-f3b8-4ae5-b0e7-69acb1e0ef21,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:55.890629 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 9bb89184-a51f-4f3f-8dd9-c1f6d686e42b triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:34:55.891006 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:55.906214 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-95ef4aa9-b9ab-424b-be28-778dbbc767a3 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:55.922176 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-28bb49c2-032c-461a-a92c-382f92feaf45 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.3046651 Feb 01 04:34:55.925008 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37200) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:55.934038 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95ef4aa9-b9ab-424b-be28-778dbbc767a3 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:34:55.934563 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-95ef4aa9-b9ab-424b-be28-778dbbc767a3 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3072199'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:55.951333 dv-neutron-826830-1-hyperv neutron-server[87636]: Traceback (most recent call last): Feb 01 04:34:55.951333 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:34:55.951333 dv-neutron-826830-1-hyperv neutron-server[87636]: timer() Feb 01 04:34:55.951333 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:34:55.951333 dv-neutron-826830-1-hyperv neutron-server[87636]: cb(*args, **kw) Feb 01 04:34:55.951333 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:34:55.951333 dv-neutron-826830-1-hyperv neutron-server[87636]: return func(*args, **kwargs) Feb 01 04:34:55.951333 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:34:55.951333 dv-neutron-826830-1-hyperv neutron-server[87636]: self._notify() Feb 01 04:34:55.951333 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:34:55.951333 dv-neutron-826830-1-hyperv neutron-server[87636]: self.callback(batched_events) Feb 01 04:34:55.951333 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:34:55.951333 dv-neutron-826830-1-hyperv neutron-server[87636]: event.method(event) Feb 01 04:34:55.951333 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:34:55.951333 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:34:55.951333 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:34:55.951333 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:34:55.951333 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:34:55.951333 dv-neutron-826830-1-hyperv neutron-server[87636]: return f(self, *a, **k) Feb 01 04:34:55.951333 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:34:55.951333 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._get(url).json() Feb 01 04:34:55.951333 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:34:55.951333 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:34:55.951333 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:34:55.951333 dv-neutron-826830-1-hyperv neutron-server[87636]: return self.request(url, 'GET', **kwargs) Feb 01 04:34:55.951333 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:34:55.951333 dv-neutron-826830-1-hyperv neutron-server[87636]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:34:55.951333 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:34:55.951333 dv-neutron-826830-1-hyperv neutron-server[87636]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:34:55.951333 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:34:55.951333 dv-neutron-826830-1-hyperv neutron-server[87636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:34:55.951333 dv-neutron-826830-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:34:55.965698 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-43e474e5-30b3-483b-9a08-ae70183eb4cc tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Deleting port b6aa9142-3c51-48f3-9f12-890573cc03fc {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:34:55.966038 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-43e474e5-30b3-483b-9a08-ae70183eb4cc tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:55.967593 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8666d6-2259-4d6c-943a-f87340ff13f2 None None] Network 0ef72573-c70e-4070-8164-f93b40e637cc requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:34:55.993795 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae4326e-50f6-4e9e-9e57-ad48db606933 None None] DHCP port deletion for bab539e1-8b65-4e9d-b1f4-ce9b4e7f4077 request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:34:55.995038 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-3565d194-9310-45f2-8fa0-51d70260f51c tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] 10.222.0.24 "GET /v2.0/routers/f6093bb8-736f-4257-99a1-e0053859e6bc/tags HTTP/1.1" status: 200 len: 240 time: 0.5614982 Feb 01 04:34:56.004163 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-62188811-6abd-4edd-9e0c-61a378978450 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:56.006032 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-469ea832-e265-4b92-aaa0-a3f28aa04b18 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Router d91d16bf-2137-45fb-a754-b5a50c7d4dc8 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:34:56.006337 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37204) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:56.017850 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.tag.tag_plugin [None req-200c143d-2de9-4007-98ce-8565a68b1ab1 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f6093bb8-736f-4257-99a1-e0053859e6bc', 'tempest-TagsExtTest-Tag-406384728') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:56.036356 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-dae4326e-50f6-4e9e-9e57-ad48db606933 None None] Deleting port b6aa9142-3c51-48f3-9f12-890573cc03fc {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:34:56.036864 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dae4326e-50f6-4e9e-9e57-ad48db606933 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:56.070455 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-57ea0424-2d11-4a91-ad7b-396ad9715faf tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Deleting port 43736faa-8b8d-4318-ba24-9b1dd37b787e {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:34:56.070791 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-57ea0424-2d11-4a91-ad7b-396ad9715faf tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:56.094993 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-62188811-6abd-4edd-9e0c-61a378978450 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:56.124263 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-add0036a-a6d3-4afc-861c-e0b51ba13693 None None] Port ae96b8a8-25d5-48e7-b2db-432cdf2b67c4 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:34:56.195786 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62188811-6abd-4edd-9e0c-61a378978450 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e33293b-7cba-42e4-a488-2f9d09e87ecc,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:56.201618 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-722a5013-16aa-4821-828c-0a49518cd4d8 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3037478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3694457'] for subnet, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:56.280082 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.db.api [None req-95ef4aa9-b9ab-424b-be28-778dbbc767a3 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 01 04:34:56.280082 dv-neutron-826830-1-hyperv neutron-server[87636]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 01 04:34:56.280082 dv-neutron-826830-1-hyperv neutron-server[87636]: [parameters: {'id': '0ef72573-c70e-4070-8164-f93b40e637cc'}] Feb 01 04:34:56.280082 dv-neutron-826830-1-hyperv neutron-server[87636]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:34:56.280082 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG oslo_db.api [None req-95ef4aa9-b9ab-424b-be28-778dbbc767a3 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:34:56.321096 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-62188811-6abd-4edd-9e0c-61a378978450 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:56.325114 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-62188811-6abd-4edd-9e0c-61a378978450 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 2.0282528 Feb 01 04:34:56.332453 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37208) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:56.339739 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722a5013-16aa-4821-828c-0a49518cd4d8 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Checking segment: {'id': '18296dbe-e0f1-45ac-b4f2-32c3e23ac7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1adfc219-0b65-4e2d-aede-976ed46df92d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:34:56.340096 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722a5013-16aa-4821-828c-0a49518cd4d8 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Network hostable DHCP agents. Network: 1adfc219-0b65-4e2d-aede-976ed46df92d, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:34:56.344123 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722a5013-16aa-4821-828c-0a49518cd4d8 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Pushing event updated for resources: {'Subnet': ['ID=8fee3895-d14f-4ef3-8c89-8e61dc6f7425,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:56.346323 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-add0036a-a6d3-4afc-861c-e0b51ba13693 None None] Provisioning for port b6aa9142-3c51-48f3-9f12-890573cc03fc completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:34:56.379609 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-2e78b2f6-5c7f-4fd0-8f4a-99e2cc2d2359 None None] For port 9bb89184-a51f-4f3f-8dd9-c1f6d686e42b, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=9bb89184-a51f-4f3f-8dd9-c1f6d686e42b,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:34:56.381867 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-add0036a-a6d3-4afc-861c-e0b51ba13693 None None] Provisioning complete for port b6aa9142-3c51-48f3-9f12-890573cc03fc triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:34:56.382352 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-add0036a-a6d3-4afc-861c-e0b51ba13693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:56.405928 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-2a60d271-df9a-4cce-a8ac-b748d9e6ce1e tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Request body: {'security_group_rule': {'security_group_id': 'fdb0ec1e-f6ea-4254-895c-4a2d2cbd4169', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:34:56.426745 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722a5013-16aa-4821-828c-0a49518cd4d8 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Network 1adfc219-0b65-4e2d-aede-976ed46df92d is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:34:56.434245 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-2a60d271-df9a-4cce-a8ac-b748d9e6ce1e tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:34:56.456947 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-722a5013-16aa-4821-828c-0a49518cd4d8 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, 1adfc219-0b65-4e2d-aede-976ed46df92d) {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:34:56.461388 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-722a5013-16aa-4821-828c-0a49518cd4d8 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3037478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3694457'] for subnet, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:56.506206 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-57ea0424-2d11-4a91-ad7b-396ad9715faf tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:56.506582 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d0501e-a3a1-403d-8739-32fe29f0c04d None None] Network 1adfc219-0b65-4e2d-aede-976ed46df92d requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:34:56.637444 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 8142320d-d649-4056-b807-a7e3ec620765 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:34:56.639265 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2a60d271-df9a-4cce-a8ac-b748d9e6ce1e tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Usage tracker for resource:security_group_rule and tenant:cd72f2f1ef82496e805f9dd902b0971b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:34:56.645980 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-200c143d-2de9-4007-98ce-8565a68b1ab1 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] 10.222.0.24 "GET /v2.0/routers/f6093bb8-736f-4257-99a1-e0053859e6bc/tags/tempest-TagsExtTest-Tag-406384728 HTTP/1.1" status: 204 len: 168 time: 0.6361599 Feb 01 04:34:56.653783 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37212) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:56.655579 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2a60d271-df9a-4cce-a8ac-b748d9e6ce1e tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:34:56.668249 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-57ea0424-2d11-4a91-ad7b-396ad9715faf tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Calling delete_port for 43736faa-8b8d-4318-ba24-9b1dd37b787e owned by {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:34:56.692201 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2e78b2f6-5c7f-4fd0-8f4a-99e2cc2d2359 None None] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:56.701521 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.tag.tag_plugin [None req-87ea68c3-5d11-4672-ba28-e71217bca032 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'f6093bb8-736f-4257-99a1-e0053859e6bc', 'tempest-TagsExtTest-Tag-406384728') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:56.710754 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-2a60d271-df9a-4cce-a8ac-b748d9e6ce1e tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:34:56.744023 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-43e474e5-30b3-483b-9a08-ae70183eb4cc tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] For port b6aa9142-3c51-48f3-9f12-890573cc03fc, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=b6aa9142-3c51-48f3-9f12-890573cc03fc,segment=NetworkSegment(2ac96950-862a-4fdd-91c1-64229381a4d7),segment_id=2ac96950-862a-4fdd-91c1-64229381a4d7)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:34:56.744741 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-43e474e5-30b3-483b-9a08-ae70183eb4cc tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:56.752293 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-469ea832-e265-4b92-aaa0-a3f28aa04b18 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:34:56.770589 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022da641-0747-4167-95ba-253756f3bee8 None None] Sync routers for ids ['d91d16bf-2137-45fb-a754-b5a50c7d4dc8'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:34:56.771240 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-dae4326e-50f6-4e9e-9e57-ad48db606933 None None] For port b6aa9142-3c51-48f3-9f12-890573cc03fc, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=b6aa9142-3c51-48f3-9f12-890573cc03fc,segment=NetworkSegment(2ac96950-862a-4fdd-91c1-64229381a4d7),segment_id=2ac96950-862a-4fdd-91c1-64229381a4d7)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:34:56.771240 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dae4326e-50f6-4e9e-9e57-ad48db606933 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:56.789768 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022da641-0747-4167-95ba-253756f3bee8 None None] Routers {'d91d16bf-2137-45fb-a754-b5a50c7d4dc8'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:34:56.790862 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-022da641-0747-4167-95ba-253756f3bee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:34:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['d91d16bf-2137-45fb-a754-b5a50c7d4dc8'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:56.823618 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-95ef4aa9-b9ab-424b-be28-778dbbc767a3 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:56.885894 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2a60d271-df9a-4cce-a8ac-b748d9e6ce1e tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:56.903352 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722a5013-16aa-4821-828c-0a49518cd4d8 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Pushing event updated for resources: {'Subnet': ['ID=5a438fdc-f891-4310-b0ca-00a1b5a9edc3,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:56.905861 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-2e78b2f6-5c7f-4fd0-8f4a-99e2cc2d2359 None None] Transition to ACTIVE for port object 9bb89184-a51f-4f3f-8dd9-c1f6d686e42b will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:34:56.915595 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-43e474e5-30b3-483b-9a08-ae70183eb4cc tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Calling delete_port for b6aa9142-3c51-48f3-9f12-890573cc03fc owned by network:dhcp {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:34:56.926209 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722a5013-16aa-4821-828c-0a49518cd4d8 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Checking segment: {'id': 'd69f0ddd-5a03-4e7b-99e8-5eb96e2f3a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ebd05974-2e15-4751-a384-584bd15dc441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:34:56.926931 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722a5013-16aa-4821-828c-0a49518cd4d8 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Network hostable DHCP agents. Network: ebd05974-2e15-4751-a384-584bd15dc441, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:34:56.994067 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-469ea832-e265-4b92-aaa0-a3f28aa04b18 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:57.005357 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-dae4326e-50f6-4e9e-9e57-ad48db606933 None None] Calling delete_port for b6aa9142-3c51-48f3-9f12-890573cc03fc owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:34:57.042656 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2e78b2f6-5c7f-4fd0-8f4a-99e2cc2d2359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:57.052710 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722a5013-16aa-4821-828c-0a49518cd4d8 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Network ebd05974-2e15-4751-a384-584bd15dc441 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:34:57.069393 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-95ef4aa9-b9ab-424b-be28-778dbbc767a3 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Deleting port 307bd2bc-f3b8-4ae5-b0e7-69acb1e0ef21 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:34:57.070021 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-95ef4aa9-b9ab-424b-be28-778dbbc767a3 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:57.099394 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-022da641-0747-4167-95ba-253756f3bee8 None None] Set router d91d16bf-2137-45fb-a754-b5a50c7d4dc8 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:34:57.157522 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-469ea832-e265-4b92-aaa0-a3f28aa04b18 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 9.9738262 Feb 01 04:34:57.179304 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11f622e6-89bc-43e7-82d6-8a23ab462e21', 'tag': '3277edd8-c7f5-4d46-ab65-6d78262be77e'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:34:57.235337 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2a60d271-df9a-4cce-a8ac-b748d9e6ce1e tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:57.252381 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-add0036a-a6d3-4afc-861c-e0b51ba13693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:57.285616 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11f622e6-89bc-43e7-82d6-8a23ab462e21', 'tag': '3277edd8-c7f5-4d46-ab65-6d78262be77e', 'status': 'completed', 'code': 200} Feb 01 04:34:57.291453 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-43e474e5-30b3-483b-9a08-ae70183eb4cc tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:57.295930 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-87ea68c3-5d11-4672-ba28-e71217bca032 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] 10.222.0.24 "DELETE /v2.0/routers/f6093bb8-736f-4257-99a1-e0053859e6bc/tags/tempest-TagsExtTest-Tag-406384728 HTTP/1.1" status: 204 len: 168 time: 0.6354718 Feb 01 04:34:57.298033 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-57ea0424-2d11-4a91-ad7b-396ad9715faf tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:57.301131 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-722a5013-16aa-4821-828c-0a49518cd4d8 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, ebd05974-2e15-4751-a384-584bd15dc441) {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:34:57.307452 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37220) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:57.338448 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a44b56-4465-4633-9c0e-25875550ffa9 None None] Network ebd05974-2e15-4751-a384-584bd15dc441 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:34:57.386684 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2a60d271-df9a-4cce-a8ac-b748d9e6ce1e tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:57.387908 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 8142320d-d649-4056-b807-a7e3ec620765 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:34:57.388679 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:57.403524 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ea0424-2d11-4a91-ad7b-396ad9715faf tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event deleted for resources: {'Port': ['ID=43736faa-8b8d-4318-ba24-9b1dd37b787e,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:57.406057 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722a5013-16aa-4821-828c-0a49518cd4d8 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:57.406377 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722a5013-16aa-4821-828c-0a49518cd4d8 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:57.406997 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-722a5013-16aa-4821-828c-0a49518cd4d8 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:57.443484 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e78b2f6-5c7f-4fd0-8f4a-99e2cc2d2359 None None] Pushing event updated for resources: {'Port': ['ID=9bb89184-a51f-4f3f-8dd9-c1f6d686e42b,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:57.466244 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-dae4326e-50f6-4e9e-9e57-ad48db606933 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:34:57.471899 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-dae4326e-50f6-4e9e-9e57-ad48db606933 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:34:57.486541 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.tag.tag_plugin [None req-f061475d-c661-4707-af45-f8e56f2728d4 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'f6093bb8-736f-4257-99a1-e0053859e6bc') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:57.531202 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-722a5013-16aa-4821-828c-0a49518cd4d8 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.3729250 Feb 01 04:34:57.539455 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37224) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:57.561880 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e474e5-30b3-483b-9a08-ae70183eb4cc tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event deleted for resources: {'Port': ['ID=b6aa9142-3c51-48f3-9f12-890573cc03fc,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:57.598413 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e474e5-30b3-483b-9a08-ae70183eb4cc tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] No DVR routers for this DVR port b6aa9142-3c51-48f3-9f12-890573cc03fc on host dv-neutron-826830-1-hyperv {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:34:57.645575 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9879475b-cf88-4dfb-8d51-c218f8ae3996 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-1adfc219-0b65-4e2d-aede-976ed46df92d', 'network_id': '1adfc219-0b65-4e2d-aede-976ed46df92d', 'tenant_id': 'b63ac98ef5c84cafb13a0fd7fee189ce', 'fixed_ips': [{'subnet_id': '8fee3895-d14f-4ef3-8c89-8e61dc6f7425'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:34:57.647531 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9879475b-cf88-4dfb-8d51-c218f8ae3996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:57.647800 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a60d271-df9a-4cce-a8ac-b748d9e6ce1e tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b7a0c6d-9126-41f4-b75a-550e2a40f2cc,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:57.663049 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-57ea0424-2d11-4a91-ad7b-396ad9715faf tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:57.667622 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-57ea0424-2d11-4a91-ad7b-396ad9715faf tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/ports/43736faa-8b8d-4318-ba24-9b1dd37b787e HTTP/1.1" status: 204 len: 168 time: 1.7223055 Feb 01 04:34:57.669869 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae857e66-abcc-4715-be7c-c96beaeaa535 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:57.672004 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae857e66-abcc-4715-be7c-c96beaeaa535 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:57.673984 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae857e66-abcc-4715-be7c-c96beaeaa535 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:57.674984 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-ae857e66-abcc-4715-be7c-c96beaeaa535 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Synchronizing usage tracker for tenant:b63ac98ef5c84cafb13a0fd7fee189ce on resource:subnet {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:34:57.678318 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37228) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:57.727782 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-022da641-0747-4167-95ba-253756f3bee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd91d16bf-2137-45fb-a754-b5a50c7d4dc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-791609492', 'tenant_id': '4d9d44d669ef45fba0a9fcf8b2a96a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': '9a9ac8b9-9072-4184-8231-1d011a45ff0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:33:41Z', 'updated_at': '2022-02-01T04:34:05Z', 'revision_number': 4, 'project_id': '4d9d44d669ef45fba0a9fcf8b2a96a15', 'gw_port': {'id': '9a9ac8b9-9072-4184-8231-1d011a45ff0e', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:bc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91d16bf-2137-45fb-a754-b5a50c7d4dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:33:44Z', 'updated_at': '2022-02-01T04:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': 'fa7b48a7-c9c0-4194-ad70-7cf1ff55e17c', 'tenant_id': '4d9d44d669ef45fba0a9fcf8b2a96a15', 'floating_ip_address': '172.26.8.108', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': 'd91d16bf-2137-45fb-a754-b5a50c7d4dc8', 'port_id': '3277edd8-c7f5-4d46-ab65-6d78262be77e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ec819a2-0c55-40ed-acdc-50daf874a757', 'mac_address': 'fa:16:3e:91:49:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f622e6-89bc-43e7-82d6-8a23ab462e21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:34:51Z', 'updated_at': '2022-02-01T04:34:51Z', 'revision_number': 0, 'project_id': '4d9d44d669ef45fba0a9fcf8b2a96a15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41f105a7-41fb-4789-a8cd-49a8e1d989f1', 'name': '', 'network_id': '6ec819a2-0c55-40ed-acdc-50daf874a757', 'tenant_id': '4d9d44d669ef45fba0a9fcf8b2a96a15', 'mac_address': 'fa:16:3e:3a:be:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91d16bf-2137-45fb-a754-b5a50c7d4dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'd9f4fc37-5ff0-4c6e-bfc2-a80b9a0fed2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:33:59Z', 'updated_at': '2022-02-01T04:34:17Z', 'revision_number': 5, 'project_id': '4d9d44d669ef45fba0a9fcf8b2a96a15', 'subnets': [{'id': 'd9f4fc37-5ff0-4c6e-bfc2-a80b9a0fed2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:57.733313 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022da641-0747-4167-95ba-253756f3bee8 None None] Checking router: d91d16bf-2137-45fb-a754-b5a50c7d4dc8 for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:34:57.743828 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022da641-0747-4167-95ba-253756f3bee8 None None] Routers {'d91d16bf-2137-45fb-a754-b5a50c7d4dc8'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:34:57.744800 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-022da641-0747-4167-95ba-253756f3bee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:34:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['d91d16bf-2137-45fb-a754-b5a50c7d4dc8'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:57.780800 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2a60d271-df9a-4cce-a8ac-b748d9e6ce1e tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:57.783580 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2a60d271-df9a-4cce-a8ac-b748d9e6ce1e tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.4444253 Feb 01 04:34:57.790597 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37232) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:57.812562 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-a28eefbf-a225-4f82-a2de-3fbcd0dcc96c tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Request body: {'security_group_rule': {'security_group_id': 'fdb0ec1e-f6ea-4254-895c-4a2d2cbd4169', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:34:57.829145 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-a28eefbf-a225-4f82-a2de-3fbcd0dcc96c tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:34:57.836287 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-ae857e66-abcc-4715-be7c-c96beaeaa535 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Unset dirty status for tenant:b63ac98ef5c84cafb13a0fd7fee189ce on resource:subnet {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:34:57.846427 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-ae857e66-abcc-4715-be7c-c96beaeaa535 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2959867 Feb 01 04:34:57.846427 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-a28eefbf-a225-4f82-a2de-3fbcd0dcc96c tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Usage tracker for resource:security_group_rule and tenant:cd72f2f1ef82496e805f9dd902b0971b is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:34:57.846427 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-a28eefbf-a225-4f82-a2de-3fbcd0dcc96c tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:34:57.847894 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37236) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:57.962268 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef573dac-d3f9-4378-9773-2dd677cd1a37 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Deleting subnet 8fee3895-d14f-4ef3-8c89-8e61dc6f7425 {{(pid=87637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:34:57.967169 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ef573dac-d3f9-4378-9773-2dd677cd1a37 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks [] for subnet, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:57.986296 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-dae4326e-50f6-4e9e-9e57-ad48db606933 None None] Deleting port b6aa9142-3c51-48f3-9f12-890573cc03fc {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:34:57.986894 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dae4326e-50f6-4e9e-9e57-ad48db606933 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:58.044372 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ef573dac-d3f9-4378-9773-2dd677cd1a37 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2424773'] for subnet, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:58.060417 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-022da641-0747-4167-95ba-253756f3bee8 None None] Set router d91d16bf-2137-45fb-a754-b5a50c7d4dc8 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:34:58.072782 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-a28eefbf-a225-4f82-a2de-3fbcd0dcc96c tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:34:58.087925 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-43e474e5-30b3-483b-9a08-ae70183eb4cc tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:58.093573 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14a1c82-a327-4405-a396-001638f87c92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-ebd05974-2e15-4751-a384-584bd15dc441', 'network_id': 'ebd05974-2e15-4751-a384-584bd15dc441', 'tenant_id': 'b63ac98ef5c84cafb13a0fd7fee189ce', 'fixed_ips': [{'subnet_id': '5a438fdc-f891-4310-b0ca-00a1b5a9edc3'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:34:58.095307 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f14a1c82-a327-4405-a396-001638f87c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:58.119382 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-95ef4aa9-b9ab-424b-be28-778dbbc767a3 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] For port 307bd2bc-f3b8-4ae5-b0e7-69acb1e0ef21, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=307bd2bc-f3b8-4ae5-b0e7-69acb1e0ef21,segment=NetworkSegment(9d691140-7558-4088-a234-169f58aec795),segment_id=9d691140-7558-4088-a234-169f58aec795)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:34:58.119738 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-95ef4aa9-b9ab-424b-be28-778dbbc767a3 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:58.134352 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a28eefbf-a225-4f82-a2de-3fbcd0dcc96c tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:58.149942 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ef573dac-d3f9-4378-9773-2dd677cd1a37 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:58.154125 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f061475d-c661-4707-af45-f8e56f2728d4 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] 10.222.0.24 "GET /v2.0/routers/f6093bb8-736f-4257-99a1-e0053859e6bc/tags HTTP/1.1" status: 200 len: 205 time: 0.7691584 Feb 01 04:34:58.181471 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37240) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:58.187171 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-dae4326e-50f6-4e9e-9e57-ad48db606933 None None] The port 'b6aa9142-3c51-48f3-9f12-890573cc03fc' was deleted {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 01 04:34:58.197445 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.tag.tag_plugin [None req-3c70bf87-fc6a-479e-a0d6-2be542c2cf72 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'ce3f6ad1-974b-4890-9283-b37c37e78867') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:58.254015 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-43e474e5-30b3-483b-9a08-ae70183eb4cc tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bab539e1-8b65-4e9d-b1f4-ce9b4e7f4077']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:58.264932 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2920c1-56c9-4546-89a1-e3f4d0ab6fbe tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:58.265906 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-8a2920c1-56c9-4546-89a1-e3f4d0ab6fbe tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Synchronizing usage tracker for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:34:58.339700 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-8a2920c1-56c9-4546-89a1-e3f4d0ab6fbe tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Unset dirty status for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:34:58.343578 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-8a2920c1-56c9-4546-89a1-e3f4d0ab6fbe tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6605411 Feb 01 04:34:58.344356 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 9bb89184-a51f-4f3f-8dd9-c1f6d686e42b up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:34:58.348740 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37244) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:58.376862 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf04c6-6543-425b-bedf-ac71d8d3011f req-a1e4a3d4-78a7-4527-9f4c-bd41c1ec2529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:58.378494 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ecbf04c6-6543-425b-bedf-ac71d8d3011f req-a1e4a3d4-78a7-4527-9f4c-bd41c1ec2529 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4d9d44d669ef45fba0a9fcf8b2a96a15&device_id=11f622e6-89bc-43e7-82d6-8a23ab462e21 HTTP/1.1" status: 200 len: 1098 time: 0.9701993 Feb 01 04:34:58.387240 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-95ef4aa9-b9ab-424b-be28-778dbbc767a3 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Calling delete_port for 307bd2bc-f3b8-4ae5-b0e7-69acb1e0ef21 owned by network:dhcp {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:34:58.421890 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-3c70bf87-fc6a-479e-a0d6-2be542c2cf72 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] 10.222.0.24 "GET /v2.0/subnetpools/ce3f6ad1-974b-4890-9283-b37c37e78867/tags HTTP/1.1" status: 200 len: 240 time: 0.2368584 Feb 01 04:34:58.422124 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-43e474e5-30b3-483b-9a08-ae70183eb4cc tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ac96950-862a-4fdd-91c1-64229381a4d7') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:58.422124 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-43e474e5-30b3-483b-9a08-ae70183eb4cc tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ac96950-862a-4fdd-91c1-64229381a4d7') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:58.430232 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37248) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:58.433416 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a28eefbf-a225-4f82-a2de-3fbcd0dcc96c tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:58.438138 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e66b1-443e-477c-a44f-fea6077656e9 req-a56daf88-666c-4847-bcfa-7fc6eb5b403b tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:58.439844 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ba5e66b1-443e-477c-a44f-fea6077656e9 req-a56daf88-666c-4847-bcfa-7fc6eb5b403b tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] 10.222.0.24 "GET /v2.0/ports?device_id=11f622e6-89bc-43e7-82d6-8a23ab462e21 HTTP/1.1" status: 200 len: 945 time: 1.1237693 Feb 01 04:34:58.444495 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.tag.tag_plugin [None req-94944911-633e-43d3-b942-9f1b13cc4548 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ce3f6ad1-974b-4890-9283-b37c37e78867', 'tempest-TagsExtTest-Tag-319111349') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:58.467620 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a28eefbf-a225-4f82-a2de-3fbcd0dcc96c tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:58.492098 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ef573dac-d3f9-4378-9773-2dd677cd1a37 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3037665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694336'] for subnet, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:58.500138 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-43e474e5-30b3-483b-9a08-ae70183eb4cc tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143022'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:58.512365 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server [None req-9879475b-cf88-4dfb-8d51-c218f8ae3996 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8fee3895-d14f-4ef3-8c89-8e61dc6f7425: This subnet is being modified by another concurrent operation. Feb 01 04:34:58.512365 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 01 04:34:58.512365 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 01 04:34:58.512365 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 01 04:34:58.512365 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 01 04:34:58.512365 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 01 04:34:58.512365 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 01 04:34:58.512365 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 01 04:34:58.512365 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 01 04:34:58.512365 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 01 04:34:58.512365 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 01 04:34:58.512365 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 01 04:34:58.512365 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 01 04:34:58.512365 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 01 04:34:58.512365 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 01 04:34:58.512365 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server raise self.value Feb 01 04:34:58.512365 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 01 04:34:58.512365 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 01 04:34:58.512365 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 01 04:34:58.512365 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 01 04:34:58.512365 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 01 04:34:58.512365 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 01 04:34:58.512365 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 01 04:34:58.512365 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server raise self.value Feb 01 04:34:58.512365 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 01 04:34:58.512365 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 01 04:34:58.512365 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 01 04:34:58.512365 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 01 04:34:58.512365 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 01 04:34:58.512365 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 01 04:34:58.512365 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 01 04:34:58.512365 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server raise self.value Feb 01 04:34:58.512365 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 01 04:34:58.512365 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 01 04:34:58.512365 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 01 04:34:58.512365 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 01 04:34:58.512365 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 01 04:34:58.512365 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 01 04:34:58.512365 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 01 04:34:58.512365 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 01 04:34:58.512365 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 01 04:34:58.512365 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 01 04:34:58.512365 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 01 04:34:58.512365 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 01 04:34:58.512365 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 01 04:34:58.512365 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 01 04:34:58.512365 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 01 04:34:58.512365 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 01 04:34:58.512365 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 01 04:34:58.512365 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 01 04:34:58.512365 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 01 04:34:58.512365 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server raise self.value Feb 01 04:34:58.512365 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 01 04:34:58.512365 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 01 04:34:58.516223 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 01 04:34:58.516223 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 01 04:34:58.516223 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 01 04:34:58.516223 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 01 04:34:58.516223 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 01 04:34:58.516223 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server raise self.value Feb 01 04:34:58.516223 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 01 04:34:58.516223 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 01 04:34:58.516223 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 01 04:34:58.516223 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 01 04:34:58.516223 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 01 04:34:58.516223 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 01 04:34:58.516223 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 01 04:34:58.516223 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server raise self.value Feb 01 04:34:58.516223 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 01 04:34:58.516223 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 01 04:34:58.516223 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 01 04:34:58.516223 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 01 04:34:58.516223 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 01 04:34:58.516223 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 01 04:34:58.516223 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 01 04:34:58.516223 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 01 04:34:58.516223 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 01 04:34:58.516223 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 01 04:34:58.516223 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 01 04:34:58.516223 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 01 04:34:58.516223 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 01 04:34:58.516223 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 01 04:34:58.516223 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 01 04:34:58.516223 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 01 04:34:58.516223 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 01 04:34:58.516223 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 01 04:34:58.516223 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 01 04:34:58.516223 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 01 04:34:58.516223 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 01 04:34:58.516223 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server raise exception Feb 01 04:34:58.516223 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8fee3895-d14f-4ef3-8c89-8e61dc6f7425: This subnet is being modified by another concurrent operation. Feb 01 04:34:58.516223 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server Feb 01 04:34:58.544264 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772766c2-1b46-4b34-81fd-2204d53a68b8 None None] Network 1adfc219-0b65-4e2d-aede-976ed46df92d requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:34:58.580953 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-43e474e5-30b3-483b-9a08-ae70183eb4cc tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:58.596050 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a28eefbf-a225-4f82-a2de-3fbcd0dcc96c tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:58.600291 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-a28eefbf-a225-4f82-a2de-3fbcd0dcc96c tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8051302 Feb 01 04:34:58.603117 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37252) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:58.613163 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28eefbf-a225-4f82-a2de-3fbcd0dcc96c tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d92f9c0a-cd4b-42cb-8f81-03533531de5f,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:58.616001 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef573dac-d3f9-4378-9773-2dd677cd1a37 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Pushing event deleted for resources: {'Subnet': ['ID=8fee3895-d14f-4ef3-8c89-8e61dc6f7425,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:58.620652 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ef573dac-d3f9-4378-9773-2dd677cd1a37 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:58.626739 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-ef573dac-d3f9-4378-9773-2dd677cd1a37 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] 10.222.0.24 "DELETE /v2.0/subnets/8fee3895-d14f-4ef3-8c89-8e61dc6f7425 HTTP/1.1" status: 204 len: 168 time: 0.7758331 Feb 01 04:34:58.629466 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37256) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:58.633495 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-cdda9078-d5cd-4d09-b13e-bbfbf5bff5a2 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Request body: {'security_group_rule': {'security_group_id': 'fdb0ec1e-f6ea-4254-895c-4a2d2cbd4169', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:34:58.640210 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-cdda9078-d5cd-4d09-b13e-bbfbf5bff5a2 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:34:58.644869 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-cdda9078-d5cd-4d09-b13e-bbfbf5bff5a2 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Usage tracker for resource:security_group_rule and tenant:cd72f2f1ef82496e805f9dd902b0971b is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:34:58.649558 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-cdda9078-d5cd-4d09-b13e-bbfbf5bff5a2 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:34:58.670735 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-cdda9078-d5cd-4d09-b13e-bbfbf5bff5a2 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:34:58.687999 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-94944911-633e-43d3-b942-9f1b13cc4548 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] 10.222.0.24 "GET /v2.0/subnetpools/ce3f6ad1-974b-4890-9283-b37c37e78867/tags/tempest-TagsExtTest-Tag-319111349 HTTP/1.1" status: 204 len: 168 time: 0.2542899 Feb 01 04:34:58.727965 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-f14a1c82-a327-4405-a396-001638f87c92 None None] Allocated IP 2001:db8:0:1::1 (ebd05974-2e15-4751-a384-584bd15dc441/5a438fdc-f891-4310-b0ca-00a1b5a9edc3/cb79c546-1301-4c86-8646-431785bd9b8f) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:34:58.737785 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37260) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:58.761436 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cdda9078-d5cd-4d09-b13e-bbfbf5bff5a2 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:58.775947 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.tag.tag_plugin [None req-6253211e-187e-465b-9a79-b36659babe3e tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'ce3f6ad1-974b-4890-9283-b37c37e78867', 'tempest-TagsExtTest-Tag-319111349') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:58.780537 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-022da641-0747-4167-95ba-253756f3bee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd91d16bf-2137-45fb-a754-b5a50c7d4dc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-791609492', 'tenant_id': '4d9d44d669ef45fba0a9fcf8b2a96a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': '9a9ac8b9-9072-4184-8231-1d011a45ff0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:33:41Z', 'updated_at': '2022-02-01T04:34:05Z', 'revision_number': 4, 'project_id': '4d9d44d669ef45fba0a9fcf8b2a96a15', 'gw_port': {'id': '9a9ac8b9-9072-4184-8231-1d011a45ff0e', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:bc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91d16bf-2137-45fb-a754-b5a50c7d4dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:33:44Z', 'updated_at': '2022-02-01T04:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': 'fa7b48a7-c9c0-4194-ad70-7cf1ff55e17c', 'tenant_id': '4d9d44d669ef45fba0a9fcf8b2a96a15', 'floating_ip_address': '172.26.8.108', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': 'd91d16bf-2137-45fb-a754-b5a50c7d4dc8', 'port_id': '3277edd8-c7f5-4d46-ab65-6d78262be77e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ec819a2-0c55-40ed-acdc-50daf874a757', 'mac_address': 'fa:16:3e:91:49:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f622e6-89bc-43e7-82d6-8a23ab462e21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:34:51Z', 'updated_at': '2022-02-01T04:34:51Z', 'revision_number': 0, 'project_id': '4d9d44d669ef45fba0a9fcf8b2a96a15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41f105a7-41fb-4789-a8cd-49a8e1d989f1', 'name': '', 'network_id': '6ec819a2-0c55-40ed-acdc-50daf874a757', 'tenant_id': '4d9d44d669ef45fba0a9fcf8b2a96a15', 'mac_address': 'fa:16:3e:3a:be:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91d16bf-2137-45fb-a754-b5a50c7d4dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'd9f4fc37-5ff0-4c6e-bfc2-a80b9a0fed2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:33:59Z', 'updated_at': '2022-02-01T04:34:17Z', 'revision_number': 5, 'project_id': '4d9d44d669ef45fba0a9fcf8b2a96a15', 'subnets': [{'id': 'd9f4fc37-5ff0-4c6e-bfc2-a80b9a0fed2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:58.785683 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022da641-0747-4167-95ba-253756f3bee8 None None] The sync data for ids ['d91d16bf-2137-45fb-a754-b5a50c7d4dc8'] in dv-neutron-826830-1-hyperv is: [{'id': 'd91d16bf-2137-45fb-a754-b5a50c7d4dc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-791609492', 'tenant_id': '4d9d44d669ef45fba0a9fcf8b2a96a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': '9a9ac8b9-9072-4184-8231-1d011a45ff0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:33:41Z', 'updated_at': '2022-02-01T04:34:05Z', 'revision_number': 4, 'project_id': '4d9d44d669ef45fba0a9fcf8b2a96a15', 'gw_port': {'id': '9a9ac8b9-9072-4184-8231-1d011a45ff0e', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:bc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91d16bf-2137-45fb-a754-b5a50c7d4dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:33:44Z', 'updated_at': '2022-02-01T04:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': 'fa7b48a7-c9c0-4194-ad70-7cf1ff55e17c', 'tenant_id': '4d9d44d669ef45fba0a9fcf8b2a96a15', 'floating_ip_address': '172.26.8.108', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': 'd91d16bf-2137-45fb-a754-b5a50c7d4dc8', 'port_id': '3277edd8-c7f5-4d46-ab65-6d78262be77e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ec819a2-0c55-40ed-acdc-50daf874a757', 'mac_address': 'fa:16:3e:91:49:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f622e6-89bc-43e7-82d6-8a23ab462e21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:34:51Z', 'updated_at': '2022-02-01T04:34:51Z', 'revision_number': 0, 'project_id': '4d9d44d669ef45fba0a9fcf8b2a96a15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41f105a7-41fb-4789-a8cd-49a8e1d989f1', 'name': '', 'network_id': '6ec819a2-0c55-40ed-acdc-50daf874a757', 'tenant_id': '4d9d44d669ef45fba0a9fcf8b2a96a15', 'mac_address': 'fa:16:3e:3a:be:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91d16bf-2137-45fb-a754-b5a50c7d4dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'd9f4fc37-5ff0-4c6e-bfc2-a80b9a0fed2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:33:59Z', 'updated_at': '2022-02-01T04:34:17Z', 'revision_number': 5, 'project_id': '4d9d44d669ef45fba0a9fcf8b2a96a15', 'subnets': [{'id': 'd9f4fc37-5ff0-4c6e-bfc2-a80b9a0fed2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:34:58.874150 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-95ef4aa9-b9ab-424b-be28-778dbbc767a3 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:58.885878 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43e474e5-30b3-483b-9a08-ae70183eb4cc tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:34:58.886596 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-43e474e5-30b3-483b-9a08-ae70183eb4cc tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3072199'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:58.913844 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0aede5b-d518-440e-8bd1-090828488c8d tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:58.918135 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-b0aede5b-d518-440e-8bd1-090828488c8d tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5659833 Feb 01 04:34:58.927860 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37264) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:58.933912 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_v2 [None req-830ceacf-039a-425a-92e2-3a1be393299a tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Deleting subnet 5a438fdc-f891-4310-b0ca-00a1b5a9edc3 {{(pid=87637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:34:58.973234 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-7a6bcc62-4b7f-4ee1-8fc9-13c5d9c340eb None None] Provisioning for port 9bb89184-a51f-4f3f-8dd9-c1f6d686e42b completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:34:59.027406 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-7a6bcc62-4b7f-4ee1-8fc9-13c5d9c340eb None None] Provisioning complete for port 9bb89184-a51f-4f3f-8dd9-c1f6d686e42b triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:34:59.027785 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7a6bcc62-4b7f-4ee1-8fc9-13c5d9c340eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:59.040155 dv-neutron-826830-1-hyperv neutron-server[87636]: Traceback (most recent call last): Feb 01 04:34:59.040155 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:34:59.040155 dv-neutron-826830-1-hyperv neutron-server[87636]: timer() Feb 01 04:34:59.040155 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:34:59.040155 dv-neutron-826830-1-hyperv neutron-server[87636]: cb(*args, **kw) Feb 01 04:34:59.040155 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:34:59.040155 dv-neutron-826830-1-hyperv neutron-server[87636]: return func(*args, **kwargs) Feb 01 04:34:59.040155 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:34:59.040155 dv-neutron-826830-1-hyperv neutron-server[87636]: self._notify() Feb 01 04:34:59.040155 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:34:59.040155 dv-neutron-826830-1-hyperv neutron-server[87636]: self.callback(batched_events) Feb 01 04:34:59.040155 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:34:59.040155 dv-neutron-826830-1-hyperv neutron-server[87636]: event.method(event) Feb 01 04:34:59.040155 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:34:59.040155 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:34:59.040155 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:34:59.040155 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:34:59.040155 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:34:59.040155 dv-neutron-826830-1-hyperv neutron-server[87636]: return f(self, *a, **k) Feb 01 04:34:59.040155 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:34:59.040155 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._get(url).json() Feb 01 04:34:59.040155 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:34:59.040155 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:34:59.040155 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:34:59.040155 dv-neutron-826830-1-hyperv neutron-server[87636]: return self.request(url, 'GET', **kwargs) Feb 01 04:34:59.040155 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:34:59.040155 dv-neutron-826830-1-hyperv neutron-server[87636]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:34:59.040155 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:34:59.040155 dv-neutron-826830-1-hyperv neutron-server[87636]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:34:59.040155 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:34:59.040155 dv-neutron-826830-1-hyperv neutron-server[87636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:34:59.040155 dv-neutron-826830-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:34:59.066424 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ef4aa9-b9ab-424b-be28-778dbbc767a3 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] No DVR routers for this DVR port 307bd2bc-f3b8-4ae5-b0e7-69acb1e0ef21 on host dv-neutron-826830-1-hyperv {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:34:59.066842 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cdda9078-d5cd-4d09-b13e-bbfbf5bff5a2 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:59.079022 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-6253211e-187e-465b-9a79-b36659babe3e tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] 10.222.0.24 "DELETE /v2.0/subnetpools/ce3f6ad1-974b-4890-9283-b37c37e78867/tags/tempest-TagsExtTest-Tag-319111349 HTTP/1.1" status: 204 len: 168 time: 0.3348389 Feb 01 04:34:59.085661 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cdda9078-d5cd-4d09-b13e-bbfbf5bff5a2 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:59.092444 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37268) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:59.093818 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ba5e66b1-443e-477c-a44f-fea6077656e9 req-4bffbeeb-90bd-463e-aa34-07edf5200d76 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] 10.222.0.24 "GET /v2.0/security-groups?id=025f61d7-3c11-4de5-b831-96b62cca7a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6151946 Feb 01 04:34:59.106406 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc53e36-a72b-4cd9-8ef6-e49f4a8b0787 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:59.107561 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc53e36-a72b-4cd9-8ef6-e49f4a8b0787 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:59.109090 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc53e36-a72b-4cd9-8ef6-e49f4a8b0787 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:59.109906 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-edc53e36-a72b-4cd9-8ef6-e49f4a8b0787 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Synchronizing usage tracker for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:subnet {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:34:59.116497 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.tag.tag_plugin [None req-d33bac22-5364-40a9-a747-dedc2ee8076d tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'ce3f6ad1-974b-4890-9283-b37c37e78867') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:59.135558 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37272) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:59.168076 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ef4aa9-b9ab-424b-be28-778dbbc767a3 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Pushing event deleted for resources: {'Port': ['ID=307bd2bc-f3b8-4ae5-b0e7-69acb1e0ef21,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:59.182501 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f14a1c82-a327-4405-a396-001638f87c92 None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:59.192720 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e93c9b4-966e-4ef3-ba2a-8d2e33135187 None None] New status for floating IP fa7b48a7-c9c0-4194-ad70-7cf1ff55e17c: ACTIVE {{(pid=87638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 01 04:34:59.222725 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdda9078-d5cd-4d09-b13e-bbfbf5bff5a2 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=577718db-9b26-4840-acb6-928e36029845,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:59.240907 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-edc53e36-a72b-4cd9-8ef6-e49f4a8b0787 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Unset dirty status for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:subnet {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:34:59.244596 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-edc53e36-a72b-4cd9-8ef6-e49f4a8b0787 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3055484 Feb 01 04:34:59.257849 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 9bb89184-a51f-4f3f-8dd9-c1f6d686e42b triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:34:59.258219 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:59.258335 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37276) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:59.287122 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cdda9078-d5cd-4d09-b13e-bbfbf5bff5a2 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:59.290914 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-cdda9078-d5cd-4d09-b13e-bbfbf5bff5a2 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6820078 Feb 01 04:34:59.294604 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37280) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:59.311089 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-d33bac22-5364-40a9-a747-dedc2ee8076d tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] 10.222.0.24 "GET /v2.0/subnetpools/ce3f6ad1-974b-4890-9283-b37c37e78867/tags HTTP/1.1" status: 200 len: 205 time: 0.2069712 Feb 01 04:34:59.313313 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37284) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:59.313995 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-f14a1c82-a327-4405-a396-001638f87c92 None None] Transition to ACTIVE for port object cb79c546-1301-4c86-8646-431785bd9b8f will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:34:59.324752 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.tag.tag_plugin [None req-282625a7-e30f-476b-9673-75da50b45a4c tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ce3f6ad1-974b-4890-9283-b37c37e78867') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:59.344226 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-19c2a1e7-ef7a-47b4-84fc-980ae9d61cfe tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Deleting subnet 6cfdde38-c7d8-4a37-b449-1faed52f80d5 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:34:59.347228 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-19c2a1e7-ef7a-47b4-84fc-980ae9d61cfe tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:59.354729 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-55eb9fea-8e05-4f5f-8c09-856643a0206e tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] 10.222.0.24 "GET /v2.0/floatingips/fa7b48a7-c9c0-4194-ad70-7cf1ff55e17c HTTP/1.1" status: 200 len: 991 time: 0.2148163 Feb 01 04:34:59.362516 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2f6cdd80-0568-46e5-8011-9b748f248206 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:59.377296 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2f6cdd80-0568-46e5-8011-9b748f248206 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:59.392949 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-f14a1c82-a327-4405-a396-001638f87c92 None None] Transition to ACTIVE for port object cb79c546-1301-4c86-8646-431785bd9b8f will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:34:59.399936 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-282625a7-e30f-476b-9673-75da50b45a4c tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] 10.222.0.24 "DELETE /v2.0/subnetpools/ce3f6ad1-974b-4890-9283-b37c37e78867/tags HTTP/1.1" status: 204 len: 168 time: 0.0826223 Feb 01 04:34:59.404042 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37288) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:59.406840 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-830ceacf-039a-425a-92e2-3a1be393299a tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks [] for subnet, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:59.407909 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-19c2a1e7-ef7a-47b4-84fc-980ae9d61cfe tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145757'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:59.442527 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.tag.tag_plugin [None req-e6fb6d83-eeb9-4c8d-8e90-f5353b1d5f32 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f6093bb8-736f-4257-99a1-e0053859e6bc') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:59.484236 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f14a1c82-a327-4405-a396-001638f87c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:59.514578 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2f6cdd80-0568-46e5-8011-9b748f248206 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:59.527574 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-95ef4aa9-b9ab-424b-be28-778dbbc767a3 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:59.540374 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-43e474e5-30b3-483b-9a08-ae70183eb4cc tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:59.545229 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6cdd80-0568-46e5-8011-9b748f248206 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=577718db-9b26-4840-acb6-928e36029845,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:59.553466 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-830ceacf-039a-425a-92e2-3a1be393299a tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2424773'] for subnet, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:59.569125 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-43e474e5-30b3-483b-9a08-ae70183eb4cc tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:59.589249 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf04c6-6543-425b-bedf-ac71d8d3011f req-1e0066f4-6f96-4f44-970f-b567c909b663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:34:59.590630 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2f6cdd80-0568-46e5-8011-9b748f248206 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:59.590779 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ecbf04c6-6543-425b-bedf-ac71d8d3011f req-1e0066f4-6f96-4f44-970f-b567c909b663 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6ec819a2-0c55-40ed-acdc-50daf874a757 HTTP/1.1" status: 200 len: 897 time: 1.1641977 Feb 01 04:34:59.594423 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-2f6cdd80-0568-46e5-8011-9b748f248206 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/577718db-9b26-4840-acb6-928e36029845 HTTP/1.1" status: 204 len: 168 time: 0.2963371 Feb 01 04:34:59.596363 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37292) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:59.618917 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14a1c82-a327-4405-a396-001638f87c92 None None] Network ebd05974-2e15-4751-a384-584bd15dc441 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:34:59.628879 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-f14a1c82-a327-4405-a396-001638f87c92 None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:34:59.631887 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14a1c82-a327-4405-a396-001638f87c92 None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:34:59.658125 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e474e5-30b3-483b-9a08-ae70183eb4cc tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event deleted for resources: {'Network': ['ID=bab539e1-8b65-4e9d-b1f4-ce9b4e7f4077,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:59.661256 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-95ef4aa9-b9ab-424b-be28-778dbbc767a3 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ef72573-c70e-4070-8164-f93b40e637cc']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:59.703686 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-43e474e5-30b3-483b-9a08-ae70183eb4cc tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "DELETE /v2.0/networks/bab539e1-8b65-4e9d-b1f4-ce9b4e7f4077 HTTP/1.1" status: 204 len: 168 time: 4.6597354 Feb 01 04:34:59.709880 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37294) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:59.714768 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-95ef4aa9-b9ab-424b-be28-778dbbc767a3 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d691140-7558-4088-a234-169f58aec795') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:59.715209 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-95ef4aa9-b9ab-424b-be28-778dbbc767a3 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d691140-7558-4088-a234-169f58aec795') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:59.745066 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-24fbfe55-680b-44f8-a130-f60f0c759a47 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1644723141'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:34:59.758478 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-95ef4aa9-b9ab-424b-be28-778dbbc767a3 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143022'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:59.768326 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-24fbfe55-680b-44f8-a130-f60f0c759a47 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:34:59.773096 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14a1c82-a327-4405-a396-001638f87c92 None None] Pushing event updated for resources: {'Port': ['ID=cb79c546-1301-4c86-8646-431785bd9b8f,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:34:59.781688 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-24fbfe55-680b-44f8-a130-f60f0c759a47 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Usage tracker for resource:network and tenant:a862444cee664ef3af6a3e24f24366c9 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:34:59.789769 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-24fbfe55-680b-44f8-a130-f60f0c759a47 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:34:59.792896 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-19c2a1e7-ef7a-47b4-84fc-980ae9d61cfe tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:59.827882 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ecbf04c6-6543-425b-bedf-ac71d8d3011f req-b3d3af72-3bf8-432b-8602-0914c0bf9a5e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3277edd8-c7f5-4d46-ab65-6d78262be77e HTTP/1.1" status: 200 len: 999 time: 0.2244368 Feb 01 04:34:59.828760 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-24fbfe55-680b-44f8-a130-f60f0c759a47 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:34:59.839098 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-e6fb6d83-eeb9-4c8d-8e90-f5353b1d5f32 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] 10.222.0.24 "DELETE /v2.0/routers/f6093bb8-736f-4257-99a1-e0053859e6bc/tags HTTP/1.1" status: 204 len: 168 time: 0.4337494 Feb 01 04:34:59.842972 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37300) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:59.859724 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.tag.tag_plugin [None req-32978a3c-e84a-45cb-a47b-e8ee6072b757 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ae96b8a8-25d5-48e7-b2db-432cdf2b67c4') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:34:59.879440 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-95ef4aa9-b9ab-424b-be28-778dbbc767a3 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:59.896155 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-59c08365-e9f3-4a95-b9e3-6f3f04e601d2 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Synchronizing usage tracker for tenant:cd72f2f1ef82496e805f9dd902b0971b on resource:security_group_rule {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:34:59.905434 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95ef4aa9-b9ab-424b-be28-778dbbc767a3 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:34:59.905842 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-95ef4aa9-b9ab-424b-be28-778dbbc767a3 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3072199'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:59.926611 dv-neutron-826830-1-hyperv neutron-server[87636]: Traceback (most recent call last): Feb 01 04:34:59.926611 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:34:59.926611 dv-neutron-826830-1-hyperv neutron-server[87636]: timer() Feb 01 04:34:59.926611 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:34:59.926611 dv-neutron-826830-1-hyperv neutron-server[87636]: cb(*args, **kw) Feb 01 04:34:59.926611 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:34:59.926611 dv-neutron-826830-1-hyperv neutron-server[87636]: return func(*args, **kwargs) Feb 01 04:34:59.926611 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:34:59.926611 dv-neutron-826830-1-hyperv neutron-server[87636]: self._notify() Feb 01 04:34:59.926611 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:34:59.926611 dv-neutron-826830-1-hyperv neutron-server[87636]: self.callback(batched_events) Feb 01 04:34:59.926611 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:34:59.926611 dv-neutron-826830-1-hyperv neutron-server[87636]: event.method(event) Feb 01 04:34:59.926611 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:34:59.926611 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:34:59.926611 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:34:59.926611 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:34:59.926611 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:34:59.926611 dv-neutron-826830-1-hyperv neutron-server[87636]: return f(self, *a, **k) Feb 01 04:34:59.926611 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:34:59.926611 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._get(url).json() Feb 01 04:34:59.926611 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:34:59.926611 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:34:59.926611 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:34:59.926611 dv-neutron-826830-1-hyperv neutron-server[87636]: return self.request(url, 'GET', **kwargs) Feb 01 04:34:59.926611 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:34:59.926611 dv-neutron-826830-1-hyperv neutron-server[87636]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:34:59.926611 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:34:59.926611 dv-neutron-826830-1-hyperv neutron-server[87636]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:34:59.926611 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:34:59.926611 dv-neutron-826830-1-hyperv neutron-server[87636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:34:59.926611 dv-neutron-826830-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:34:59.953336 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24fbfe55-680b-44f8-a130-f60f0c759a47 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Made reservation on behalf of a862444cee664ef3af6a3e24f24366c9 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:34:59.956576 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-59c08365-e9f3-4a95-b9e3-6f3f04e601d2 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Unset dirty status for tenant:cd72f2f1ef82496e805f9dd902b0971b on resource:security_group_rule {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:34:59.957308 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-24fbfe55-680b-44f8-a130-f60f0c759a47 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:59.957431 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-59c08365-e9f3-4a95-b9e3-6f3f04e601d2 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1846335 Feb 01 04:34:59.961235 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-830ceacf-039a-425a-92e2-3a1be393299a tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:59.977268 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-f14a1c82-a327-4405-a396-001638f87c92 None None] Attempting to bind port cb79c546-1301-4c86-8646-431785bd9b8f on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:34:59.978348 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-f14a1c82-a327-4405-a396-001638f87c92 None None] Attempting to bind port cb79c546-1301-4c86-8646-431785bd9b8f by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': 'd69f0ddd-5a03-4e7b-99e8-5eb96e2f3a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ebd05974-2e15-4751-a384-584bd15dc441'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:34:59.978348 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14a1c82-a327-4405-a396-001638f87c92 None None] Attempting to bind port cb79c546-1301-4c86-8646-431785bd9b8f on network ebd05974-2e15-4751-a384-584bd15dc441 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:34:59.979537 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37304) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:34:59.985558 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14a1c82-a327-4405-a396-001638f87c92 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:34:59.986069 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14a1c82-a327-4405-a396-001638f87c92 None None] Checking segment: {'id': 'd69f0ddd-5a03-4e7b-99e8-5eb96e2f3a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ebd05974-2e15-4751-a384-584bd15dc441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:34:59.986571 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f14a1c82-a327-4405-a396-001638f87c92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:34:59.987060 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14a1c82-a327-4405-a396-001638f87c92 None None] Bound using segment: {'id': 'd69f0ddd-5a03-4e7b-99e8-5eb96e2f3a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ebd05974-2e15-4751-a384-584bd15dc441'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:34:59.987671 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-f14a1c82-a327-4405-a396-001638f87c92 None None] Bound port: cb79c546-1301-4c86-8646-431785bd9b8f, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd69f0ddd-5a03-4e7b-99e8-5eb96e2f3a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ebd05974-2e15-4751-a384-584bd15dc441'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:34:59.988146 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f14a1c82-a327-4405-a396-001638f87c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:00.062885 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device b6aa9142-3c51-48f3-9f12-890573cc03fc no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:35:00.074518 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-32978a3c-e84a-45cb-a47b-e8ee6072b757 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] 10.222.0.24 "DELETE /v2.0/ports/ae96b8a8-25d5-48e7-b2db-432cdf2b67c4/tags HTTP/1.1" status: 204 len: 168 time: 0.2274823 Feb 01 04:35:00.075107 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37308) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:00.084121 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.tag.tag_plugin [None req-521928ed-9557-4ee8-821b-4bdd8c1b5561 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'edf73056-319f-4c77-bad0-3c409e7bfa3f') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:00.093722 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24fbfe55-680b-44f8-a130-f60f0c759a47 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:35:00.105931 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf04c6-6543-425b-bedf-ac71d8d3011f req-23c6d821-fc46-4f12-801b-8228835a8369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:00.107368 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ecbf04c6-6543-425b-bedf-ac71d8d3011f req-23c6d821-fc46-4f12-801b-8228835a8369 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d9f4fc37-5ff0-4c6e-bfc2-a80b9a0fed2e HTTP/1.1" status: 200 len: 833 time: 0.2687435 Feb 01 04:35:00.113892 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-830ceacf-039a-425a-92e2-3a1be393299a tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3037665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694336'] for subnet, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:00.117039 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: b6aa9142-3c51-48f3-9f12-890573cc03fc {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:35:00.117385 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device b6aa9142-3c51-48f3-9f12-890573cc03fc not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:35:00.123019 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-6d50b310-536c-48a2-9589-4e983cf9ece8 None None] Could not find standard attr ID for object 43736faa-8b8d-4318-ba24-9b1dd37b787e. {{(pid=87638) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 01 04:35:00.124225 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-95ef4aa9-b9ab-424b-be28-778dbbc767a3 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:00.158835 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-f14a1c82-a327-4405-a396-001638f87c92 None None] For port cb79c546-1301-4c86-8646-431785bd9b8f, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:35:00.161708 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830ceacf-039a-425a-92e2-3a1be393299a tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Pushing event deleted for resources: {'Subnet': ['ID=5a438fdc-f891-4310-b0ca-00a1b5a9edc3,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:00.161952 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-f14a1c82-a327-4405-a396-001638f87c92 None None] For port cb79c546-1301-4c86-8646-431785bd9b8f, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=cb79c546-1301-4c86-8646-431785bd9b8f,segment=NetworkSegment(d69f0ddd-5a03-4e7b-99e8-5eb96e2f3a11),segment_id=d69f0ddd-5a03-4e7b-99e8-5eb96e2f3a11)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:35:00.164131 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-24fbfe55-680b-44f8-a130-f60f0c759a47 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:00.164975 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-24fbfe55-680b-44f8-a130-f60f0c759a47 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Added segment 54b5ca2b-c145-48dc-bc1f-6c0569f7c609 of type vlan for network 5a73c131-f222-40c3-9cc8-d7a736d7da49 Feb 01 04:35:00.169534 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-830ceacf-039a-425a-92e2-3a1be393299a tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:00.173270 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f14a1c82-a327-4405-a396-001638f87c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:00.188591 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-830ceacf-039a-425a-92e2-3a1be393299a tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] 10.222.0.24 "DELETE /v2.0/subnets/5a438fdc-f891-4310-b0ca-00a1b5a9edc3 HTTP/1.1" status: 204 len: 168 time: 1.5057843 Feb 01 04:35:00.188866 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37312) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:00.202491 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-95ef4aa9-b9ab-424b-be28-778dbbc767a3 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:00.205872 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ef4aa9-b9ab-424b-be28-778dbbc767a3 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Pushing event deleted for resources: {'Network': ['ID=0ef72573-c70e-4070-8164-f93b40e637cc,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:00.208136 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e01857ab-edf7-4c4e-9f5c-854017d6d86b tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:00.224012 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-19c2a1e7-ef7a-47b4-84fc-980ae9d61cfe tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3072169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2652276'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:00.275037 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e01857ab-edf7-4c4e-9f5c-854017d6d86b tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:00.276072 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9299cae7-c83d-4927-8035-b3481d777820 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:00.276762 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-9299cae7-c83d-4927-8035-b3481d777820 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Synchronizing usage tracker for tenant:b63ac98ef5c84cafb13a0fd7fee189ce on resource:subnet {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:35:00.286733 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14a1c82-a327-4405-a396-001638f87c92 None None] Pushing event updated for resources: {'Port': ['ID=cb79c546-1301-4c86-8646-431785bd9b8f,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:00.293327 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-521928ed-9557-4ee8-821b-4bdd8c1b5561 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] 10.222.0.24 "DELETE /v2.0/subnets/edf73056-319f-4c77-bad0-3c409e7bfa3f/tags HTTP/1.1" status: 204 len: 168 time: 0.2161050 Feb 01 04:35:00.293929 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37316) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:00.306111 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c2a1e7-ef7a-47b4-84fc-980ae9d61cfe tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event deleted for resources: {'Subnet': ['ID=6cfdde38-c7d8-4a37-b449-1faed52f80d5,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:00.306332 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.tag.tag_plugin [None req-681f6f1a-f754-4ddc-bf42-8cc3581430da tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'edf73056-319f-4c77-bad0-3c409e7bfa3f', 'tempest-TagsExtTest-Tag-1859243749') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:00.324961 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-95ef4aa9-b9ab-424b-be28-778dbbc767a3 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] 10.222.0.24 "DELETE /v2.0/networks/0ef72573-c70e-4070-8164-f93b40e637cc HTTP/1.1" status: 204 len: 168 time: 9.2838042 Feb 01 04:35:00.335400 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-24fbfe55-680b-44f8-a130-f60f0c759a47 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:00.336779 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318568f8-d581-41a9-b71e-86155db8e3a6 None None] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:35:00.340585 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37320) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:00.341848 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-19c2a1e7-ef7a-47b4-84fc-980ae9d61cfe tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:00.343907 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-19c2a1e7-ef7a-47b4-84fc-980ae9d61cfe tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/subnets/6cfdde38-c7d8-4a37-b449-1faed52f80d5 HTTP/1.1" status: 204 len: 168 time: 1.0788546 Feb 01 04:35:00.346387 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-9299cae7-c83d-4927-8035-b3481d777820 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Unset dirty status for tenant:b63ac98ef5c84cafb13a0fd7fee189ce on resource:subnet {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:35:00.347626 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-9299cae7-c83d-4927-8035-b3481d777820 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1578929 Feb 01 04:35:00.348342 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37322) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:00.352125 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37328) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:00.356213 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-92d06fe9-17f9-417e-a48c-612655fe0064 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-207303591'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:35:00.364433 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37332) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:00.370173 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-92d06fe9-17f9-417e-a48c-612655fe0064 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:35:00.443153 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-92d06fe9-17f9-417e-a48c-612655fe0064 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Usage tracker for resource:network and tenant:dd2a656c49f44814a0be2f22e4794d92 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:35:00.462716 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-92d06fe9-17f9-417e-a48c-612655fe0064 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:35:00.475523 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.db.resource_extend [None req-24fbfe55-680b-44f8-a130-f60f0c759a47 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 01 04:35:00.496757 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-92d06fe9-17f9-417e-a48c-612655fe0064 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:35:00.510561 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e01857ab-edf7-4c4e-9f5c-854017d6d86b tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:00.533607 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_v2 [None req-81c2e466-b7f8-4b57-b7d3-af77ee9b0dab tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Deleting subnet d374fe87-29e3-49d7-8496-f93fe6113175 {{(pid=87637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:35:00.544174 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-81c2e466-b7f8-4b57-b7d3-af77ee9b0dab tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for subnet, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:00.578886 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1e6a2094-2622-4eec-87dd-8242b7591062 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] 10.222.0.24 "GET /v2.0/floatingips/fa7b48a7-c9c0-4194-ad70-7cf1ff55e17c HTTP/1.1" status: 200 len: 993 time: 0.2121446 Feb 01 04:35:00.580085 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01857ab-edf7-4c4e-9f5c-854017d6d86b tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d92f9c0a-cd4b-42cb-8f81-03533531de5f,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:00.582321 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d06fe9-17f9-417e-a48c-612655fe0064 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Made reservation on behalf of dd2a656c49f44814a0be2f22e4794d92 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:35:00.589326 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-92d06fe9-17f9-417e-a48c-612655fe0064 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:00.599014 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f79176bd-b827-4070-a0b0-1ba8dcd325d4 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:00.602220 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-24fbfe55-680b-44f8-a130-f60f0c759a47 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:00.607832 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fbfe55-680b-44f8-a130-f60f0c759a47 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:00.608417 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-24fbfe55-680b-44f8-a130-f60f0c759a47 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:00.638942 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf04c6-6543-425b-bedf-ac71d8d3011f req-1b5977e5-0ee3-4c0e-be0e-e46d946db114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:00.640462 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ecbf04c6-6543-425b-bedf-ac71d8d3011f req-1b5977e5-0ee3-4c0e-be0e-e46d946db114 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6ec819a2-0c55-40ed-acdc-50daf874a757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5189352 Feb 01 04:35:00.641305 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e01857ab-edf7-4c4e-9f5c-854017d6d86b tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:00.642501 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e01857ab-edf7-4c4e-9f5c-854017d6d86b tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/d92f9c0a-cd4b-42cb-8f81-03533531de5f HTTP/1.1" status: 204 len: 168 time: 0.6583445 Feb 01 04:35:00.645455 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37336) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:00.649080 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-81c2e466-b7f8-4b57-b7d3-af77ee9b0dab tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2424773'] for subnet, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:00.654126 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01857ab-edf7-4c4e-9f5c-854017d6d86b tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:35:00.654471 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01857ab-edf7-4c4e-9f5c-854017d6d86b tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:35:00.654803 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01857ab-edf7-4c4e-9f5c-854017d6d86b tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:35:00.656556 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01857ab-edf7-4c4e-9f5c-854017d6d86b tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:35:00.659836 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01857ab-edf7-4c4e-9f5c-854017d6d86b tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:35:00.660464 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01857ab-edf7-4c4e-9f5c-854017d6d86b tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:35:00.661041 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01857ab-edf7-4c4e-9f5c-854017d6d86b tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:35:00.661627 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01857ab-edf7-4c4e-9f5c-854017d6d86b tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:35:00.662222 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01857ab-edf7-4c4e-9f5c-854017d6d86b tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:35:00.662754 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01857ab-edf7-4c4e-9f5c-854017d6d86b tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:35:00.663332 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01857ab-edf7-4c4e-9f5c-854017d6d86b tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:35:00.664000 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01857ab-edf7-4c4e-9f5c-854017d6d86b tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:35:00.715374 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-f79176bd-b827-4070-a0b0-1ba8dcd325d4 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Deleting port cb79c546-1301-4c86-8646-431785bd9b8f {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:35:00.715720 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f79176bd-b827-4070-a0b0-1ba8dcd325d4 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:00.736226 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-24fbfe55-680b-44f8-a130-f60f0c759a47 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0214188 Feb 01 04:35:00.751544 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37340) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:00.784951 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-77b35a45-76ee-42a9-84a7-f0f813861744 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Request body: {'subnet': {'network_id': '5a73c131-f222-40c3-9cc8-d7a736d7da49', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:35:00.798836 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92d06fe9-17f9-417e-a48c-612655fe0064 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:35:00.976517 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fbfe55-680b-44f8-a130-f60f0c759a47 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event updated for resources: {'Network': ['ID=5a73c131-f222-40c3-9cc8-d7a736d7da49,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:00.981853 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-681f6f1a-f754-4ddc-bf42-8cc3581430da tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] 10.222.0.24 "PUT /v2.0/subnets/edf73056-319f-4c77-bad0-3c409e7bfa3f/tags/tempest-TagsExtTest-Tag-1859243749 HTTP/1.1" status: 201 len: 201 time: 0.6838937 Feb 01 04:35:00.992444 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 5a73c131-f222-40c3-9cc8-d7a736d7da49 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:35:00.996926 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37344) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:01.014920 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-9b6729be-2f6f-4686-941f-8179f5c7b222 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.3171537 Feb 01 04:35:01.023507 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37346) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:01.029380 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.tag.tag_plugin [None req-fbf9c41f-96e0-487b-a44a-6460b17fe51b tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'ae96b8a8-25d5-48e7-b2db-432cdf2b67c4', 'tempest-TagsExtTest-Tag-997537133') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:01.034526 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-92d06fe9-17f9-417e-a48c-612655fe0064 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:01.034882 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-92d06fe9-17f9-417e-a48c-612655fe0064 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Added segment 14c22b9b-f1a8-44b9-95e9-495f43ab7207 of type vlan for network 2dc2873d-001c-47fe-a8ea-4d2beace5396 Feb 01 04:35:01.096217 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-92d06fe9-17f9-417e-a48c-612655fe0064 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:01.096622 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-77b35a45-76ee-42a9-84a7-f0f813861744 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:35:01.111583 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-77b35a45-76ee-42a9-84a7-f0f813861744 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Usage tracker for resource:subnet and tenant:a862444cee664ef3af6a3e24f24366c9 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:35:01.114089 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ecbf04c6-6543-425b-bedf-ac71d8d3011f req-61a6f66d-217f-4b34-9df0-2af8c95298e7 service neutron] 10.222.0.18 "GET /v2.0/networks/6ec819a2-0c55-40ed-acdc-50daf874a757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4411621 Feb 01 04:35:01.120028 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-81c2e466-b7f8-4b57-b7d3-af77ee9b0dab tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:01.162225 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-77b35a45-76ee-42a9-84a7-f0f813861744 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:35:01.187573 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-92d06fe9-17f9-417e-a48c-612655fe0064 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:01.189030 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-77b35a45-76ee-42a9-84a7-f0f813861744 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:35:01.194303 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d06fe9-17f9-417e-a48c-612655fe0064 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:01.195102 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-92d06fe9-17f9-417e-a48c-612655fe0064 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:01.232993 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7c66823c-f886-4faa-9b00-b3f96d245659 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:01.324770 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7c66823c-f886-4faa-9b00-b3f96d245659 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:01.331775 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b35a45-76ee-42a9-84a7-f0f813861744 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Made reservation on behalf of a862444cee664ef3af6a3e24f24366c9 for: {'subnet': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:35:01.335311 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-92d06fe9-17f9-417e-a48c-612655fe0064 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9895298 Feb 01 04:35:01.338312 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-77b35a45-76ee-42a9-84a7-f0f813861744 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3694443'] for subnet, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:01.357691 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37352) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:01.381690 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-2fe0df24-932a-4240-85d4-d2b40ee2ed19 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Request body: {'subnet': {'network_id': '2dc2873d-001c-47fe-a8ea-4d2beace5396', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:35:01.406092 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d06fe9-17f9-417e-a48c-612655fe0064 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Pushing event updated for resources: {'Network': ['ID=2dc2873d-001c-47fe-a8ea-4d2beace5396,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:01.411776 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ecbf04c6-6543-425b-bedf-ac71d8d3011f req-66293cdf-4951-44c7-9b85-ada38da451e0 service neutron] 10.222.0.18 "GET /v2.0/networks/6ec819a2-0c55-40ed-acdc-50daf874a757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824469 Feb 01 04:35:01.421267 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 2dc2873d-001c-47fe-a8ea-4d2beace5396 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:35:01.477342 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f79176bd-b827-4070-a0b0-1ba8dcd325d4 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] For port cb79c546-1301-4c86-8646-431785bd9b8f, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=cb79c546-1301-4c86-8646-431785bd9b8f,segment=NetworkSegment(d69f0ddd-5a03-4e7b-99e8-5eb96e2f3a11),segment_id=d69f0ddd-5a03-4e7b-99e8-5eb96e2f3a11)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:35:01.477713 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f79176bd-b827-4070-a0b0-1ba8dcd325d4 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:01.550080 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-e502837b-05a5-4788-a61d-a0b5a379f176 None None] Provisioning complete for port 9bb89184-a51f-4f3f-8dd9-c1f6d686e42b triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:35:01.550238 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e502837b-05a5-4788-a61d-a0b5a379f176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:01.659377 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfd2c36-5c00-4dc4-9383-38bfdef2ee3b None None] Network ebd05974-2e15-4751-a384-584bd15dc441 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:35:01.850349 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-780b6695-829d-46cf-a366-0e7b32970d30 None None] Provisioning for port cb79c546-1301-4c86-8646-431785bd9b8f completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:35:01.864387 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7c66823c-f886-4faa-9b00-b3f96d245659 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:01.887302 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-f79176bd-b827-4070-a0b0-1ba8dcd325d4 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Calling delete_port for cb79c546-1301-4c86-8646-431785bd9b8f owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:35:01.916427 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9844ff9e-f7fc-47d1-91a6-ee485f6cf364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:01.939161 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6465c24b-d4a3-4347-afbd-c8b7da595823 None None] DHCP port deletion for ebd05974-2e15-4751-a384-584bd15dc441 request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:35:01.943474 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-6465c24b-d4a3-4347-afbd-c8b7da595823 None None] Deleting port cb79c546-1301-4c86-8646-431785bd9b8f {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:35:01.943845 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6465c24b-d4a3-4347-afbd-c8b7da595823 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:01.944320 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-81c2e466-b7f8-4b57-b7d3-af77ee9b0dab tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3037665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694336'] for subnet, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:02.007613 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-2fe0df24-932a-4240-85d4-d2b40ee2ed19 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:35:02.014316 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-fbf9c41f-96e0-487b-a44a-6460b17fe51b tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] 10.222.0.24 "PUT /v2.0/ports/ae96b8a8-25d5-48e7-b2db-432cdf2b67c4/tags/tempest-TagsExtTest-Tag-997537133 HTTP/1.1" status: 201 len: 201 time: 0.9982514 Feb 01 04:35:02.015343 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c66823c-f886-4faa-9b00-b3f96d245659 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6b7a0c6d-9126-41f4-b75a-550e2a40f2cc,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:02.017611 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37356) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:02.025818 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.tag.tag_plugin [None req-8227e31c-5d75-43cb-9edd-88d48f15a9f8 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'f6093bb8-736f-4257-99a1-e0053859e6bc', 'tempest-TagsExtTest-Tag-516863900') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:02.030770 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-81c2e466-b7f8-4b57-b7d3-af77ee9b0dab tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:02.033588 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c2e466-b7f8-4b57-b7d3-af77ee9b0dab tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event deleted for resources: {'Subnet': ['ID=d374fe87-29e3-49d7-8496-f93fe6113175,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:02.045516 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19679b4c-2054-4032-890d-e5444ea06dab None None] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:35:02.054464 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-2fe0df24-932a-4240-85d4-d2b40ee2ed19 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:35:02.057802 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7c66823c-f886-4faa-9b00-b3f96d245659 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:02.061410 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-7c66823c-f886-4faa-9b00-b3f96d245659 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/6b7a0c6d-9126-41f4-b75a-550e2a40f2cc HTTP/1.1" status: 204 len: 168 time: 1.0049000 Feb 01 04:35:02.065497 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37360) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:02.070248 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-81c2e466-b7f8-4b57-b7d3-af77ee9b0dab tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/subnets/d374fe87-29e3-49d7-8496-f93fe6113175 HTTP/1.1" status: 204 len: 168 time: 1.7208359 Feb 01 04:35:02.073715 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37362) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:02.184737 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe0df24-932a-4240-85d4-d2b40ee2ed19 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Made reservation on behalf of dd2a656c49f44814a0be2f22e4794d92 for: {'subnet': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:35:02.188848 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2fe0df24-932a-4240-85d4-d2b40ee2ed19 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3694443'] for subnet, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:02.189706 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-8227e31c-5d75-43cb-9edd-88d48f15a9f8 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] 10.222.0.24 "PUT /v2.0/routers/f6093bb8-736f-4257-99a1-e0053859e6bc/tags/tempest-TagsExtTest-Tag-516863900 HTTP/1.1" status: 201 len: 201 time: 0.1703856 Feb 01 04:35:02.192425 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37368) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:02.198349 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.tag.tag_plugin [None req-55f78eab-d422-4362-bc42-0abe88764b23 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'ce3f6ad1-974b-4890-9283-b37c37e78867', 'tempest-TagsExtTest-Tag-1916300938') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:02.211334 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-af128e3d-ac4b-4469-8554-3845121a39fd tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1220822 Feb 01 04:35:02.211909 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37372) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:02.219312 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-536b20cd-6568-4d6a-bee9-442b86afe72e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Request body: {'subnet': {'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:35:02.273503 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f79176bd-b827-4070-a0b0-1ba8dcd325d4 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:02.339548 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-536b20cd-6568-4d6a-bee9-442b86afe72e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:35:02.349817 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-55f78eab-d422-4362-bc42-0abe88764b23 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] 10.222.0.24 "PUT /v2.0/subnetpools/ce3f6ad1-974b-4890-9283-b37c37e78867/tags/tempest-TagsExtTest-Tag-1916300938 HTTP/1.1" status: 201 len: 201 time: 0.1531789 Feb 01 04:35:02.350449 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37376) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:02.352847 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-c6c8d724-14dd-497f-82e5-9c501ec4aa63 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Synchronizing usage tracker for tenant:cd72f2f1ef82496e805f9dd902b0971b on resource:security_group_rule {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:35:02.353009 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-536b20cd-6568-4d6a-bee9-442b86afe72e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:35:02.357795 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.tag.tag_plugin [None req-b55908ec-9913-47ed-a011-a5ce32c4d588 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'edf73056-319f-4c77-bad0-3c409e7bfa3f', {'tags': ['tempest-TagsExtTest-Tag-2132852016', 'tempest-TagsExtTest-Tag-1860926585', 'tempest-TagsExtTest-Tag-33759830']}) {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:02.359787 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-6465c24b-d4a3-4347-afbd-c8b7da595823 None None] For port cb79c546-1301-4c86-8646-431785bd9b8f, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=cb79c546-1301-4c86-8646-431785bd9b8f,segment=NetworkSegment(d69f0ddd-5a03-4e7b-99e8-5eb96e2f3a11),segment_id=d69f0ddd-5a03-4e7b-99e8-5eb96e2f3a11)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:35:02.360174 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6465c24b-d4a3-4347-afbd-c8b7da595823 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:02.374085 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79176bd-b827-4070-a0b0-1ba8dcd325d4 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] No DVR routers for this DVR port cb79c546-1301-4c86-8646-431785bd9b8f on host dv-neutron-826830-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:35:02.409157 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-536b20cd-6568-4d6a-bee9-442b86afe72e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Made reservation on behalf of 60b4e61082d3421283cb095bbc99ad8e for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:35:02.412912 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-536b20cd-6568-4d6a-bee9-442b86afe72e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:02.454502 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79176bd-b827-4070-a0b0-1ba8dcd325d4 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Pushing event deleted for resources: {'Port': ['ID=cb79c546-1301-4c86-8646-431785bd9b8f,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:02.491789 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-6465c24b-d4a3-4347-afbd-c8b7da595823 None None] Calling delete_port for cb79c546-1301-4c86-8646-431785bd9b8f owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:35:02.535522 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b55908ec-9913-47ed-a011-a5ce32c4d588 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] 10.222.0.24 "PUT /v2.0/subnets/edf73056-319f-4c77-bad0-3c409e7bfa3f/tags HTTP/1.1" status: 200 len: 316 time: 0.1815319 Feb 01 04:35:02.536070 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37380) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:02.543099 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.tag.tag_plugin [None req-1f9a43a0-5c36-45d6-ac80-e1fee2a70e7c tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'edf73056-319f-4c77-bad0-3c409e7bfa3f') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:02.550466 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-c6c8d724-14dd-497f-82e5-9c501ec4aa63 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Unset dirty status for tenant:cd72f2f1ef82496e805f9dd902b0971b on resource:security_group_rule {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:35:02.551816 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-c6c8d724-14dd-497f-82e5-9c501ec4aa63 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.4805393 Feb 01 04:35:02.558807 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37384) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:02.579933 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-6465c24b-d4a3-4347-afbd-c8b7da595823 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:35:02.580326 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-6465c24b-d4a3-4347-afbd-c8b7da595823 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:35:02.632722 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38613354-d846-4ba3-aa69-f48bc2d4af76 None None] DHCP port deletion for 14b67238-4e53-405c-b9cd-84b8ff52e36a request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:35:02.638294 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-38613354-d846-4ba3-aa69-f48bc2d4af76 None None] Deleting port 9bb89184-a51f-4f3f-8dd9-c1f6d686e42b {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:35:02.639083 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-38613354-d846-4ba3-aa69-f48bc2d4af76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:02.654792 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f79176bd-b827-4070-a0b0-1ba8dcd325d4 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:02.676701 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-77b35a45-76ee-42a9-84a7-f0f813861744 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3037478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3694457'] for subnet, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:02.733608 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8e0b1886-f498-4c4c-b9d1-36d83073432b tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:02.747350 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1f9a43a0-5c36-45d6-ac80-e1fee2a70e7c tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] 10.222.0.24 "DELETE /v2.0/subnets/edf73056-319f-4c77-bad0-3c409e7bfa3f/tags HTTP/1.1" status: 204 len: 168 time: 0.2102280 Feb 01 04:35:02.750141 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37388) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:02.753355 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-f79176bd-b827-4070-a0b0-1ba8dcd325d4 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebd05974-2e15-4751-a384-584bd15dc441']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:02.756550 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.tag.tag_plugin [None req-b7801534-131c-4965-a5f6-137d0cf91dda tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'edf73056-319f-4c77-bad0-3c409e7bfa3f', 'tempest-TagsExtTest-Tag-2132852016') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:02.804168 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8e0b1886-f498-4c4c-b9d1-36d83073432b tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:02.811309 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-f79176bd-b827-4070-a0b0-1ba8dcd325d4 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd69f0ddd-5a03-4e7b-99e8-5eb96e2f3a11') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:02.811604 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-f79176bd-b827-4070-a0b0-1ba8dcd325d4 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd69f0ddd-5a03-4e7b-99e8-5eb96e2f3a11') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:02.845650 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f79176bd-b827-4070-a0b0-1ba8dcd325d4 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:02.893230 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-38613354-d846-4ba3-aa69-f48bc2d4af76 None None] For port 9bb89184-a51f-4f3f-8dd9-c1f6d686e42b, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=9bb89184-a51f-4f3f-8dd9-c1f6d686e42b,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:35:02.893230 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-38613354-d846-4ba3-aa69-f48bc2d4af76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:02.900216 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f79176bd-b827-4070-a0b0-1ba8dcd325d4 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:02.902461 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b35a45-76ee-42a9-84a7-f0f813861744 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event updated for resources: {'Subnet': ['ID=039ec8a4-63ce-4cfe-a44a-1c216e3bd325,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:02.936916 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f79176bd-b827-4070-a0b0-1ba8dcd325d4 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:35:02.937384 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f79176bd-b827-4070-a0b0-1ba8dcd325d4 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:02.952432 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.objects.ports [None req-536b20cd-6568-4d6a-bee9-442b86afe72e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87636) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 01 04:35:02.952883 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8e0b1886-f498-4c4c-b9d1-36d83073432b tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:02.958134 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 04:35:02.958134 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:35:02.958134 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 04:35:02.958134 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:35:02.958134 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 04:35:02.958134 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:35:02.958134 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 04:35:02.958134 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:35:02.958134 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 04:35:02.958134 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:35:02.958134 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 04:35:02.958134 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:35:02.958134 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 04:35:02.958134 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:35:02.958134 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:35:02.958134 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:35:02.958134 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:35:02.958134 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:35:02.958134 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 04:35:02.958134 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:35:02.958134 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 04:35:02.958134 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:35:02.958134 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:35:02.958134 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:35:02.958134 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 04:35:02.958134 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:35:02.958134 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:35:02.958134 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:35:02.958134 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:35:02.958134 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:35:02.958134 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:35:02.958134 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:35:02.986528 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b35a45-76ee-42a9-84a7-f0f813861744 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Checking segment: {'id': '54b5ca2b-c145-48dc-bc1f-6c0569f7c609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5a73c131-f222-40c3-9cc8-d7a736d7da49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:35:02.986791 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b35a45-76ee-42a9-84a7-f0f813861744 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Network hostable DHCP agents. Network: 5a73c131-f222-40c3-9cc8-d7a736d7da49, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:35:03.006967 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-b7801534-131c-4965-a5f6-137d0cf91dda tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] show failed (client error): The resource could not be found. Feb 01 04:35:03.008063 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b7801534-131c-4965-a5f6-137d0cf91dda tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] 10.222.0.24 "GET /v2.0/subnets/edf73056-319f-4c77-bad0-3c409e7bfa3f/tags/tempest-TagsExtTest-Tag-2132852016 HTTP/1.1" status: 404 len: 329 time: 0.2568595 Feb 01 04:35:03.010703 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0b1886-f498-4c4c-b9d1-36d83073432b tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3e33293b-7cba-42e4-a488-2f9d09e87ecc,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:03.012058 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37392) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:03.019317 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.tag.tag_plugin [None req-afc254d5-4da1-418a-aed0-d635012fce4a tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'edf73056-319f-4c77-bad0-3c409e7bfa3f', 'tempest-TagsExtTest-Tag-1860926585') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:03.034122 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-38613354-d846-4ba3-aa69-f48bc2d4af76 None None] Calling delete_port for 9bb89184-a51f-4f3f-8dd9-c1f6d686e42b owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:35:03.083242 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-6465c24b-d4a3-4347-afbd-c8b7da595823 None None] Deleting port cb79c546-1301-4c86-8646-431785bd9b8f {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:35:03.083938 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6465c24b-d4a3-4347-afbd-c8b7da595823 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:03.120174 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-afc254d5-4da1-418a-aed0-d635012fce4a tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] show failed (client error): The resource could not be found. Feb 01 04:35:03.122232 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-afc254d5-4da1-418a-aed0-d635012fce4a tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] 10.222.0.24 "GET /v2.0/subnets/edf73056-319f-4c77-bad0-3c409e7bfa3f/tags/tempest-TagsExtTest-Tag-1860926585 HTTP/1.1" status: 404 len: 329 time: 0.1097624 Feb 01 04:35:03.125537 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37396) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:03.131102 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f79176bd-b827-4070-a0b0-1ba8dcd325d4 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:03.135674 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f79176bd-b827-4070-a0b0-1ba8dcd325d4 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:03.160670 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8e0b1886-f498-4c4c-b9d1-36d83073432b tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:03.164770 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-8e0b1886-f498-4c4c-b9d1-36d83073432b tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/3e33293b-7cba-42e4-a488-2f9d09e87ecc HTTP/1.1" status: 204 len: 168 time: 0.5910966 Feb 01 04:35:03.164905 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-6465c24b-d4a3-4347-afbd-c8b7da595823 None None] The port 'cb79c546-1301-4c86-8646-431785bd9b8f' was deleted {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 01 04:35:03.165023 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.tag.tag_plugin [None req-fd3a7742-7d39-4c28-9af0-1a5c5bc68fb5 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'edf73056-319f-4c77-bad0-3c409e7bfa3f', 'tempest-TagsExtTest-Tag-33759830') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:03.177120 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b35a45-76ee-42a9-84a7-f0f813861744 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Network 5a73c131-f222-40c3-9cc8-d7a736d7da49 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:35:03.178962 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37400) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:03.191778 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79176bd-b827-4070-a0b0-1ba8dcd325d4 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Pushing event deleted for resources: {'Network': ['ID=ebd05974-2e15-4751-a384-584bd15dc441,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:03.201576 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-38613354-d846-4ba3-aa69-f48bc2d4af76 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:35:03.202134 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-38613354-d846-4ba3-aa69-f48bc2d4af76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:35:03.212399 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-f79176bd-b827-4070-a0b0-1ba8dcd325d4 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] 10.222.0.24 "DELETE /v2.0/networks/ebd05974-2e15-4751-a384-584bd15dc441 HTTP/1.1" status: 204 len: 168 time: 2.8589175 Feb 01 04:35:03.215988 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37404) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:03.251964 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-77b35a45-76ee-42a9-84a7-f0f813861744 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, 5a73c131-f222-40c3-9cc8-d7a736d7da49) {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:35:03.255264 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-536b20cd-6568-4d6a-bee9-442b86afe72e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:03.256654 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b35a45-76ee-42a9-84a7-f0f813861744 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:03.257223 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-77b35a45-76ee-42a9-84a7-f0f813861744 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:03.261238 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3559b1df-fc8f-4500-b6b8-b0072a753100 None None] Network 5a73c131-f222-40c3-9cc8-d7a736d7da49 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:35:03.266831 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.objects.ports [None req-2fe0df24-932a-4240-85d4-d2b40ee2ed19 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87637) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 01 04:35:03.272819 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2fe0df24-932a-4240-85d4-d2b40ee2ed19 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3037478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3694457'] for subnet, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:03.357700 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-916467e4-2207-4978-8472-8b3280c82f9a tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Synchronizing usage tracker for tenant:cd72f2f1ef82496e805f9dd902b0971b on resource:security_group_rule {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:35:03.363709 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-77b35a45-76ee-42a9-84a7-f0f813861744 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6078601 Feb 01 04:35:03.368775 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37408) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:03.387663 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-4d5bf0dd-04fe-44f2-9cb9-146e36f92db0 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Request body: {'port': {'network_id': '5a73c131-f222-40c3-9cc8-d7a736d7da49', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1980554335'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:35:03.440705 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe0df24-932a-4240-85d4-d2b40ee2ed19 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Pushing event updated for resources: {'Subnet': ['ID=23960683-275b-4374-ae25-7b6bb69f5c23,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:03.463462 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe0df24-932a-4240-85d4-d2b40ee2ed19 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Checking segment: {'id': '14c22b9b-f1a8-44b9-95e9-495f43ab7207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '2dc2873d-001c-47fe-a8ea-4d2beace5396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:35:03.463860 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe0df24-932a-4240-85d4-d2b40ee2ed19 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Network hostable DHCP agents. Network: 2dc2873d-001c-47fe-a8ea-4d2beace5396, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:35:03.475121 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-916467e4-2207-4978-8472-8b3280c82f9a tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Unset dirty status for tenant:cd72f2f1ef82496e805f9dd902b0971b on resource:security_group_rule {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:35:03.478877 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-916467e4-2207-4978-8472-8b3280c82f9a tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.2900028 Feb 01 04:35:03.506443 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8bcdd8-acbd-4c7a-87b0-b549ee0aaf98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-5a73c131-f222-40c3-9cc8-d7a736d7da49', 'network_id': '5a73c131-f222-40c3-9cc8-d7a736d7da49', 'tenant_id': 'a862444cee664ef3af6a3e24f24366c9', 'fixed_ips': [{'subnet_id': '039ec8a4-63ce-4cfe-a44a-1c216e3bd325'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:35:03.507387 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bb8bcdd8-acbd-4c7a-87b0-b549ee0aaf98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:03.518628 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37412) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:03.582434 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-71b9b9c5-bf89-4333-b2f4-a3d30fcd45d2 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:03.602397 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-fd3a7742-7d39-4c28-9af0-1a5c5bc68fb5 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] show failed (client error): The resource could not be found. Feb 01 04:35:03.605943 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-fd3a7742-7d39-4c28-9af0-1a5c5bc68fb5 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] 10.222.0.24 "GET /v2.0/subnets/edf73056-319f-4c77-bad0-3c409e7bfa3f/tags/tempest-TagsExtTest-Tag-33759830 HTTP/1.1" status: 404 len: 327 time: 0.4498155 Feb 01 04:35:03.609460 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37416) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:03.626062 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6ba37c00-f0cf-4207-9ab6-f2912a1b7be8 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:03.642645 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.tag.tag_plugin [None req-029c0b59-c187-4f57-b9a6-7e5abe8244df tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'ae96b8a8-25d5-48e7-b2db-432cdf2b67c4', {'tags': ['tempest-TagsExtTest-Tag-1136598099', 'tempest-TagsExtTest-Tag-1450913173', 'tempest-TagsExtTest-Tag-126785025']}) {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:03.683013 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe0df24-932a-4240-85d4-d2b40ee2ed19 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Network 2dc2873d-001c-47fe-a8ea-4d2beace5396 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:35:03.687150 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-bb8bcdd8-acbd-4c7a-87b0-b549ee0aaf98 None None] Allocated IP 172.20.0.2 (5a73c131-f222-40c3-9cc8-d7a736d7da49/039ec8a4-63ce-4cfe-a44a-1c216e3bd325/650859f4-1a53-4eeb-b142-d4c0250cea05) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:35:03.689291 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6ba37c00-f0cf-4207-9ab6-f2912a1b7be8 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:03.710292 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-2fe0df24-932a-4240-85d4-d2b40ee2ed19 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, 2dc2873d-001c-47fe-a8ea-4d2beace5396) {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:35:03.712149 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-4d5bf0dd-04fe-44f2-9cb9-146e36f92db0 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:35:03.717955 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe0df24-932a-4240-85d4-d2b40ee2ed19 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:03.718473 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2fe0df24-932a-4240-85d4-d2b40ee2ed19 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:03.721065 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-38613354-d846-4ba3-aa69-f48bc2d4af76 None None] Deleting port 9bb89184-a51f-4f3f-8dd9-c1f6d686e42b {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:35:03.721433 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-38613354-d846-4ba3-aa69-f48bc2d4af76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:03.722531 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-4d5bf0dd-04fe-44f2-9cb9-146e36f92db0 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Usage tracker for resource:port and tenant:a862444cee664ef3af6a3e24f24366c9 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:35:03.727915 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-4d5bf0dd-04fe-44f2-9cb9-146e36f92db0 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:35:03.739824 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-4d5bf0dd-04fe-44f2-9cb9-146e36f92db0 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:35:03.749783 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-2fe0df24-932a-4240-85d4-d2b40ee2ed19 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.3850832 Feb 01 04:35:03.752579 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37420) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:03.761200 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d68798-8770-4da1-a24e-2fe0e7919d97 None None] Network 2dc2873d-001c-47fe-a8ea-4d2beace5396 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:35:03.775306 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d5bf0dd-04fe-44f2-9cb9-146e36f92db0 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Made reservation on behalf of a862444cee664ef3af6a3e24f24366c9 for: {'port': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:35:03.778620 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4d5bf0dd-04fe-44f2-9cb9-146e36f92db0 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:03.823382 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-4d5bf0dd-04fe-44f2-9cb9-146e36f92db0 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] device_id is not set on port 0ce3a61a-c318-497d-946f-d931081e99ff yet. {{(pid=87637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:35:03.958582 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-71b9b9c5-bf89-4333-b2f4-a3d30fcd45d2 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:03.993176 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ba34d29-dca3-49e4-a20c-983cfe58fb78 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:03.998723 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6ba37c00-f0cf-4207-9ab6-f2912a1b7be8 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:04.030225 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-71b9b9c5-bf89-4333-b2f4-a3d30fcd45d2 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1adfc219-0b65-4e2d-aede-976ed46df92d']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:04.052306 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba37c00-f0cf-4207-9ab6-f2912a1b7be8 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a31e4e16-ccd2-42e6-95e0-d7847e9455ab,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:04.057960 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-71b9b9c5-bf89-4333-b2f4-a3d30fcd45d2 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18296dbe-e0f1-45ac-b4f2-32c3e23ac7c2') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:04.058250 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-71b9b9c5-bf89-4333-b2f4-a3d30fcd45d2 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18296dbe-e0f1-45ac-b4f2-32c3e23ac7c2') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:04.063654 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ba34d29-dca3-49e4-a20c-983cfe58fb78 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:04.070558 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-536b20cd-6568-4d6a-bee9-442b86afe72e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] For port 9bb89184-a51f-4f3f-8dd9-c1f6d686e42b, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=9bb89184-a51f-4f3f-8dd9-c1f6d686e42b,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:35:04.085550 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-71b9b9c5-bf89-4333-b2f4-a3d30fcd45d2 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143022'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:04.097394 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-029c0b59-c187-4f57-b9a6-7e5abe8244df tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] 10.222.0.24 "PUT /v2.0/ports/ae96b8a8-25d5-48e7-b2db-432cdf2b67c4/tags HTTP/1.1" status: 200 len: 317 time: 0.4638445 Feb 01 04:35:04.100483 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37424) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:04.110111 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.tag.tag_plugin [None req-eb5704cb-d8dc-47b8-a228-9742c6e92d51 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ae96b8a8-25d5-48e7-b2db-432cdf2b67c4') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:04.141375 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6ba37c00-f0cf-4207-9ab6-f2912a1b7be8 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:04.141900 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-6ba37c00-f0cf-4207-9ab6-f2912a1b7be8 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/a31e4e16-ccd2-42e6-95e0-d7847e9455ab HTTP/1.1" status: 204 len: 168 time: 0.6182082 Feb 01 04:35:04.144408 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-71b9b9c5-bf89-4333-b2f4-a3d30fcd45d2 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:04.144584 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37428) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:04.165519 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71b9b9c5-bf89-4333-b2f4-a3d30fcd45d2 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:35:04.165920 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-71b9b9c5-bf89-4333-b2f4-a3d30fcd45d2 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3072199'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:04.181383 dv-neutron-826830-1-hyperv neutron-server[87636]: Traceback (most recent call last): Feb 01 04:35:04.181383 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:35:04.181383 dv-neutron-826830-1-hyperv neutron-server[87636]: timer() Feb 01 04:35:04.181383 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:35:04.181383 dv-neutron-826830-1-hyperv neutron-server[87636]: cb(*args, **kw) Feb 01 04:35:04.181383 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:35:04.181383 dv-neutron-826830-1-hyperv neutron-server[87636]: return func(*args, **kwargs) Feb 01 04:35:04.181383 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:35:04.181383 dv-neutron-826830-1-hyperv neutron-server[87636]: self._notify() Feb 01 04:35:04.181383 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:35:04.181383 dv-neutron-826830-1-hyperv neutron-server[87636]: self.callback(batched_events) Feb 01 04:35:04.181383 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:35:04.181383 dv-neutron-826830-1-hyperv neutron-server[87636]: event.method(event) Feb 01 04:35:04.181383 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:35:04.181383 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:35:04.181383 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:35:04.181383 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:35:04.181383 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:35:04.181383 dv-neutron-826830-1-hyperv neutron-server[87636]: return f(self, *a, **k) Feb 01 04:35:04.181383 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:35:04.181383 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._get(url).json() Feb 01 04:35:04.181383 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:35:04.181383 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:35:04.181383 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:35:04.181383 dv-neutron-826830-1-hyperv neutron-server[87636]: return self.request(url, 'GET', **kwargs) Feb 01 04:35:04.181383 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:35:04.181383 dv-neutron-826830-1-hyperv neutron-server[87636]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:35:04.181383 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:35:04.181383 dv-neutron-826830-1-hyperv neutron-server[87636]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:35:04.181383 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:35:04.181383 dv-neutron-826830-1-hyperv neutron-server[87636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:35:04.181383 dv-neutron-826830-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:35:04.185084 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ba34d29-dca3-49e4-a20c-983cfe58fb78 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3037665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694336'] for subnet, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:04.203836 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-536b20cd-6568-4d6a-bee9-442b86afe72e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:04.223948 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-536b20cd-6568-4d6a-bee9-442b86afe72e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:04.225095 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-536b20cd-6568-4d6a-bee9-442b86afe72e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:04.310920 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 9bb89184-a51f-4f3f-8dd9-c1f6d686e42b no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:35:04.353435 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ba34d29-dca3-49e4-a20c-983cfe58fb78 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:04.361097 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba34d29-dca3-49e4-a20c-983cfe58fb78 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Pushing event deleted for resources: {'Subnet': ['ID=23960683-275b-4374-ae25-7b6bb69f5c23,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:04.377874 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-837a90db-b428-48fc-bec7-23b1b1d70087 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2287009 Feb 01 04:35:04.380647 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37432) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:04.403972 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba34d29-dca3-49e4-a20c-983cfe58fb78 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:35:04.404426 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba34d29-dca3-49e4-a20c-983cfe58fb78 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:35:04.404842 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba34d29-dca3-49e4-a20c-983cfe58fb78 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:35:04.405233 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba34d29-dca3-49e4-a20c-983cfe58fb78 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:35:04.405627 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba34d29-dca3-49e4-a20c-983cfe58fb78 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:35:04.406025 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba34d29-dca3-49e4-a20c-983cfe58fb78 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:35:04.406421 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba34d29-dca3-49e4-a20c-983cfe58fb78 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:35:04.406808 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba34d29-dca3-49e4-a20c-983cfe58fb78 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:35:04.407228 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba34d29-dca3-49e4-a20c-983cfe58fb78 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:35:04.407613 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba34d29-dca3-49e4-a20c-983cfe58fb78 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:35:04.407992 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba34d29-dca3-49e4-a20c-983cfe58fb78 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:35:04.408377 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba34d29-dca3-49e4-a20c-983cfe58fb78 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:35:04.414775 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-71b9b9c5-bf89-4333-b2f4-a3d30fcd45d2 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:04.424385 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-3ba34d29-dca3-49e4-a20c-983cfe58fb78 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dc2873d-001c-47fe-a8ea-4d2beace5396']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:04.427924 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536b20cd-6568-4d6a-bee9-442b86afe72e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:35:04.437495 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-994d21d6-9ccb-4a02-bf5d-9237497355fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:04.439838 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-3ba34d29-dca3-49e4-a20c-983cfe58fb78 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14c22b9b-f1a8-44b9-95e9-495f43ab7207') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:04.440484 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-3ba34d29-dca3-49e4-a20c-983cfe58fb78 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14c22b9b-f1a8-44b9-95e9-495f43ab7207') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:04.446797 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b46f8a8-34bd-4c09-89ed-74cadb1dd411 None None] Network 2dc2873d-001c-47fe-a8ea-4d2beace5396 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:35:04.452638 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-71b9b9c5-bf89-4333-b2f4-a3d30fcd45d2 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:04.455556 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-536b20cd-6568-4d6a-bee9-442b86afe72e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:35:04.456811 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ba34d29-dca3-49e4-a20c-983cfe58fb78 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:04.461416 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bb8bcdd8-acbd-4c7a-87b0-b549ee0aaf98 None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:04.462682 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536b20cd-6568-4d6a-bee9-442b86afe72e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event updated for resources: {'Subnet': ['ID=006ae3fb-22f7-4abf-abb3-7dfad178e6f7,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:04.465418 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536b20cd-6568-4d6a-bee9-442b86afe72e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:04.466145 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-536b20cd-6568-4d6a-bee9-442b86afe72e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:04.488623 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b9b9c5-bf89-4333-b2f4-a3d30fcd45d2 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Pushing event deleted for resources: {'Network': ['ID=1adfc219-0b65-4e2d-aede-976ed46df92d,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:04.490315 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536b20cd-6568-4d6a-bee9-442b86afe72e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event updated for resources: {'Port': ['ID=9bb89184-a51f-4f3f-8dd9-c1f6d686e42b,revision_number=8']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:04.496056 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ba34d29-dca3-49e4-a20c-983cfe58fb78 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:04.500024 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-71b9b9c5-bf89-4333-b2f4-a3d30fcd45d2 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] 10.222.0.24 "DELETE /v2.0/networks/1adfc219-0b65-4e2d-aede-976ed46df92d HTTP/1.1" status: 204 len: 168 time: 1.2793760 Feb 01 04:35:04.505054 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37436) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:04.517574 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-38613354-d846-4ba3-aa69-f48bc2d4af76 None None] For port 9bb89184-a51f-4f3f-8dd9-c1f6d686e42b, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=9bb89184-a51f-4f3f-8dd9-c1f6d686e42b,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:35:04.517877 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-38613354-d846-4ba3-aa69-f48bc2d4af76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:04.521393 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ba34d29-dca3-49e4-a20c-983cfe58fb78 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:35:04.522416 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ba34d29-dca3-49e4-a20c-983cfe58fb78 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:04.534332 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-536b20cd-6568-4d6a-bee9-442b86afe72e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3187149 Feb 01 04:35:04.537770 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-eb5704cb-d8dc-47b8-a228-9742c6e92d51 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] 10.222.0.24 "DELETE /v2.0/ports/ae96b8a8-25d5-48e7-b2db-432cdf2b67c4/tags HTTP/1.1" status: 204 len: 168 time: 0.4341223 Feb 01 04:35:04.539241 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 04:35:04.539241 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:35:04.539241 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 04:35:04.539241 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:35:04.539241 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 04:35:04.539241 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:35:04.539241 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 04:35:04.539241 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:35:04.539241 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 04:35:04.539241 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:35:04.539241 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 04:35:04.539241 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:35:04.539241 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 04:35:04.539241 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:35:04.539241 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:35:04.539241 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:35:04.539241 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:35:04.539241 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:35:04.539241 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 04:35:04.539241 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:35:04.539241 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 04:35:04.539241 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:35:04.539241 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:35:04.539241 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:35:04.539241 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 04:35:04.539241 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:35:04.539241 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:35:04.539241 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:35:04.539241 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:35:04.539241 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:35:04.539241 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:35:04.539241 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:35:04.541417 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37440) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:04.541663 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37442) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:04.557846 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.tag.tag_plugin [None req-2388608e-978f-4be5-bca2-98a4a7c023c2 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ae96b8a8-25d5-48e7-b2db-432cdf2b67c4', 'tempest-TagsExtTest-Tag-1136598099') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:04.590682 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-518ffabe-7f6b-488c-89ad-6873741e8f60 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Request body: {'subnet': {'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:35:04.632459 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-57bad966-c19a-46c0-b02e-544fe6871894 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:04.655344 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ba34d29-dca3-49e4-a20c-983cfe58fb78 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:04.670295 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-bb8bcdd8-acbd-4c7a-87b0-b549ee0aaf98 None None] Transition to ACTIVE for port object 650859f4-1a53-4eeb-b142-d4c0250cea05 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:35:04.679593 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ba34d29-dca3-49e4-a20c-983cfe58fb78 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:04.688469 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-57bad966-c19a-46c0-b02e-544fe6871894 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:04.703712 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba34d29-dca3-49e4-a20c-983cfe58fb78 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Pushing event deleted for resources: {'Network': ['ID=2dc2873d-001c-47fe-a8ea-4d2beace5396,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:04.728982 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-00a29da3-aaac-4a59-806a-02b8c3759e99 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:04.737712 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-3ba34d29-dca3-49e4-a20c-983cfe58fb78 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] 10.222.0.24 "DELETE /v2.0/networks/2dc2873d-001c-47fe-a8ea-4d2beace5396 HTTP/1.1" status: 204 len: 168 time: 0.9804564 Feb 01 04:35:04.739174 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37448) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:04.752810 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-38613354-d846-4ba3-aa69-f48bc2d4af76 None None] Calling delete_port for 9bb89184-a51f-4f3f-8dd9-c1f6d686e42b owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:35:04.781257 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-939eb85f-1acb-4557-b0da-a0f7bad2e183 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] DELETE failed (client error): The resource could not be found. Feb 01 04:35:04.781718 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-939eb85f-1acb-4557-b0da-a0f7bad2e183 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:35:04.793041 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-939eb85f-1acb-4557-b0da-a0f7bad2e183 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] 10.222.0.24 "DELETE /v2.0/subnets/23960683-275b-4374-ae25-7b6bb69f5c23 HTTP/1.1" status: 404 len: 337 time: 0.0507507 Feb 01 04:35:04.793590 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37452) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:04.798333 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-57bad966-c19a-46c0-b02e-544fe6871894 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:04.800992 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-57bad966-c19a-46c0-b02e-544fe6871894 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:04.804974 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-57bad966-c19a-46c0-b02e-544fe6871894 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] 10.222.0.24 "DELETE /v2.0/security-groups/fdb0ec1e-f6ea-4254-895c-4a2d2cbd4169 HTTP/1.1" status: 204 len: 168 time: 0.4223111 Feb 01 04:35:04.807513 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37456) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:04.815468 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bad966-c19a-46c0-b02e-544fe6871894 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb0ec1e-f6ea-4254-895c-4a2d2cbd4169,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:04.898367 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-bb8bcdd8-acbd-4c7a-87b0-b549ee0aaf98 None None] Transition to ACTIVE for port object 650859f4-1a53-4eeb-b142-d4c0250cea05 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:35:04.900481 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-105d673a-3dca-4248-a1f8-15fee3c3c3ba tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] DELETE failed (client error): The resource could not be found. Feb 01 04:35:04.900958 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-105d673a-3dca-4248-a1f8-15fee3c3c3ba tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:35:04.902607 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-105d673a-3dca-4248-a1f8-15fee3c3c3ba tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] 10.222.0.24 "DELETE /v2.0/networks/2dc2873d-001c-47fe-a8ea-4d2beace5396 HTTP/1.1" status: 404 len: 339 time: 0.1067939 Feb 01 04:35:04.905572 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37460) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:04.921175 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bb8bcdd8-acbd-4c7a-87b0-b549ee0aaf98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:04.932291 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-2388608e-978f-4be5-bca2-98a4a7c023c2 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] show failed (client error): The resource could not be found. Feb 01 04:35:04.935183 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2388608e-978f-4be5-bca2-98a4a7c023c2 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] 10.222.0.24 "GET /v2.0/ports/ae96b8a8-25d5-48e7-b2db-432cdf2b67c4/tags/tempest-TagsExtTest-Tag-1136598099 HTTP/1.1" status: 404 len: 329 time: 0.3892910 Feb 01 04:35:04.936643 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37464) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:04.958001 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.tag.tag_plugin [None req-d767f1f2-0adb-4ba1-acc6-c367af5aa080 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ae96b8a8-25d5-48e7-b2db-432cdf2b67c4', 'tempest-TagsExtTest-Tag-1450913173') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:04.959368 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:04.987168 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-518ffabe-7f6b-488c-89ad-6873741e8f60 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:35:04.998402 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcc5a18d-5f03-48b6-a43f-6b2159713d3f tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] DELETE failed (client error): The resource could not be found. Feb 01 04:35:04.998402 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcc5a18d-5f03-48b6-a43f-6b2159713d3f tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:35:05.003046 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-bcc5a18d-5f03-48b6-a43f-6b2159713d3f tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] 10.222.0.24 "DELETE /v2.0/subnets/917a1a2f-e9a7-4af2-8f2a-e6f5d96e8d39 HTTP/1.1" status: 404 len: 337 time: 0.0937996 Feb 01 04:35:05.003977 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37468) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:05.032364 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8bcdd8-acbd-4c7a-87b0-b549ee0aaf98 None None] Network 5a73c131-f222-40c3-9cc8-d7a736d7da49 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:35:05.038556 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-bb8bcdd8-acbd-4c7a-87b0-b549ee0aaf98 None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:35:05.040116 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-518ffabe-7f6b-488c-89ad-6873741e8f60 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:35:05.043216 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8bcdd8-acbd-4c7a-87b0-b549ee0aaf98 None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:35:05.045733 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8bcdd8-acbd-4c7a-87b0-b549ee0aaf98 None None] Pushing event updated for resources: {'Port': ['ID=650859f4-1a53-4eeb-b142-d4c0250cea05,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:05.046535 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-41ab52c1-6c36-4043-92f6-fe9b36681476 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] DELETE failed (client error): The resource could not be found. Feb 01 04:35:05.047123 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41ab52c1-6c36-4043-92f6-fe9b36681476 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:35:05.049119 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-41ab52c1-6c36-4043-92f6-fe9b36681476 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] 10.222.0.24 "DELETE /v2.0/networks/0ef72573-c70e-4070-8164-f93b40e637cc HTTP/1.1" status: 404 len: 339 time: 0.0444572 Feb 01 04:35:05.053765 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37472) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:05.084493 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-38613354-d846-4ba3-aa69-f48bc2d4af76 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:35:05.085199 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-38613354-d846-4ba3-aa69-f48bc2d4af76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:35:05.090827 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-94845cf1-04db-4724-919c-0931fdbb0319 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2597721 Feb 01 04:35:05.095088 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37476) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:05.103665 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-b8e1ff13-ee2e-4c1c-b55e-0530e7e4c4d0 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Request body: {'security_group': {'name': 'tempest-secgroup--601002060'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:35:05.108852 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-00a29da3-aaac-4a59-806a-02b8c3759e99 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:05.113033 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-4d5bf0dd-04fe-44f2-9cb9-146e36f92db0 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Allocated IP 172.20.0.4 (5a73c131-f222-40c3-9cc8-d7a736d7da49/039ec8a4-63ce-4cfe-a44a-1c216e3bd325/0ce3a61a-c318-497d-946f-d931081e99ff) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:35:05.115961 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-9683a531-30cb-4e14-aaa6-30afe4601a65 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] DELETE failed (client error): The resource could not be found. Feb 01 04:35:05.116617 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9683a531-30cb-4e14-aaa6-30afe4601a65 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:35:05.120633 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-9683a531-30cb-4e14-aaa6-30afe4601a65 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] 10.222.0.24 "DELETE /v2.0/subnets/4cb0aba7-2b2f-4606-b554-c6b35a8b294d HTTP/1.1" status: 404 len: 337 time: 0.0633116 Feb 01 04:35:05.120633 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-b8e1ff13-ee2e-4c1c-b55e-0530e7e4c4d0 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:35:05.122112 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37480) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:05.127321 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-b8e1ff13-ee2e-4c1c-b55e-0530e7e4c4d0 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Usage tracker for resource:security_group and tenant:cd72f2f1ef82496e805f9dd902b0971b is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:35:05.133578 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-b8e1ff13-ee2e-4c1c-b55e-0530e7e4c4d0 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:35:05.140615 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-b8e1ff13-ee2e-4c1c-b55e-0530e7e4c4d0 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:35:05.184334 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b8e1ff13-ee2e-4c1c-b55e-0530e7e4c4d0 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:05.194890 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-bb8bcdd8-acbd-4c7a-87b0-b549ee0aaf98 None None] Attempting to bind port 650859f4-1a53-4eeb-b142-d4c0250cea05 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:35:05.195292 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-bb8bcdd8-acbd-4c7a-87b0-b549ee0aaf98 None None] Attempting to bind port 650859f4-1a53-4eeb-b142-d4c0250cea05 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '54b5ca2b-c145-48dc-bc1f-6c0569f7c609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5a73c131-f222-40c3-9cc8-d7a736d7da49'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:35:05.195656 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8bcdd8-acbd-4c7a-87b0-b549ee0aaf98 None None] Attempting to bind port 650859f4-1a53-4eeb-b142-d4c0250cea05 on network 5a73c131-f222-40c3-9cc8-d7a736d7da49 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:35:05.204386 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 01 04:35:05.204386 dv-neutron-826830-1-hyperv neutron-server[87638]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Feb 01 04:35:05.204386 dv-neutron-826830-1-hyperv neutron-server[87638]: [parameters: {'status': 'DOWN', 'ports_id': '9bb89184-a51f-4f3f-8dd9-c1f6d686e42b'}] Feb 01 04:35:05.204386 dv-neutron-826830-1-hyperv neutron-server[87638]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:35:05.204878 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:35:05.205392 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8bcdd8-acbd-4c7a-87b0-b549ee0aaf98 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:35:05.205763 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8bcdd8-acbd-4c7a-87b0-b549ee0aaf98 None None] Checking segment: {'id': '54b5ca2b-c145-48dc-bc1f-6c0569f7c609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5a73c131-f222-40c3-9cc8-d7a736d7da49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:35:05.206159 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bb8bcdd8-acbd-4c7a-87b0-b549ee0aaf98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:05.206547 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8bcdd8-acbd-4c7a-87b0-b549ee0aaf98 None None] Bound using segment: {'id': '54b5ca2b-c145-48dc-bc1f-6c0569f7c609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5a73c131-f222-40c3-9cc8-d7a736d7da49'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:35:05.207017 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-bb8bcdd8-acbd-4c7a-87b0-b549ee0aaf98 None None] Bound port: 650859f4-1a53-4eeb-b142-d4c0250cea05, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54b5ca2b-c145-48dc-bc1f-6c0569f7c609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5a73c131-f222-40c3-9cc8-d7a736d7da49'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:35:05.207614 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bb8bcdd8-acbd-4c7a-87b0-b549ee0aaf98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:05.263268 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-38613354-d846-4ba3-aa69-f48bc2d4af76 None None] Deleting port 9bb89184-a51f-4f3f-8dd9-c1f6d686e42b {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:35:05.263730 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-38613354-d846-4ba3-aa69-f48bc2d4af76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:05.270774 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-b8e1ff13-ee2e-4c1c-b55e-0530e7e4c4d0 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:35:05.279623 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-b8e1ff13-ee2e-4c1c-b55e-0530e7e4c4d0 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Usage tracker for resource:security_group_rule and tenant:cd72f2f1ef82496e805f9dd902b0971b is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:35:05.284298 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-b8e1ff13-ee2e-4c1c-b55e-0530e7e4c4d0 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:35:05.292768 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518ffabe-7f6b-488c-89ad-6873741e8f60 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Made reservation on behalf of 60b4e61082d3421283cb095bbc99ad8e for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:35:05.294075 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-b8e1ff13-ee2e-4c1c-b55e-0530e7e4c4d0 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:35:05.296209 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-518ffabe-7f6b-488c-89ad-6873741e8f60 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:05.320502 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-019ea157-1722-401c-af0a-1b334dcaeb5f tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] DELETE failed (client error): The resource could not be found. Feb 01 04:35:05.321240 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-019ea157-1722-401c-af0a-1b334dcaeb5f tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:35:05.323085 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-019ea157-1722-401c-af0a-1b334dcaeb5f tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] 10.222.0.24 "DELETE /v2.0/networks/223a3210-ea56-48fb-a876-a1b43a1470e0 HTTP/1.1" status: 404 len: 339 time: 0.1991599 Feb 01 04:35:05.325073 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-00a29da3-aaac-4a59-806a-02b8c3759e99 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c709a1e-5c60-4e02-8608-d9fe8da5ada3']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:05.331685 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37484) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:05.353211 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-00a29da3-aaac-4a59-806a-02b8c3759e99 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5334ea9d-c560-4b1b-8244-87a8b2b4f7e5') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:05.353805 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-00a29da3-aaac-4a59-806a-02b8c3759e99 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5334ea9d-c560-4b1b-8244-87a8b2b4f7e5') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:05.359993 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:05.402164 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-bb8bcdd8-acbd-4c7a-87b0-b549ee0aaf98 None None] For port 650859f4-1a53-4eeb-b142-d4c0250cea05, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:35:05.424602 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-bb8bcdd8-acbd-4c7a-87b0-b549ee0aaf98 None None] For port 650859f4-1a53-4eeb-b142-d4c0250cea05, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=650859f4-1a53-4eeb-b142-d4c0250cea05,segment=NetworkSegment(54b5ca2b-c145-48dc-bc1f-6c0569f7c609),segment_id=54b5ca2b-c145-48dc-bc1f-6c0569f7c609)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:35:05.430178 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-00a29da3-aaac-4a59-806a-02b8c3759e99 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143022'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:05.436747 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bb8bcdd8-acbd-4c7a-87b0-b549ee0aaf98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:05.437534 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4d5bf0dd-04fe-44f2-9cb9-146e36f92db0 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:05.461029 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-4391150a-f74f-4d34-81ef-f6ece6c1c6be tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Deleting port 2e328b0c-0623-4c22-ade1-60d3e05e71b8 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:35:05.461424 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4391150a-f74f-4d34-81ef-f6ece6c1c6be tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:05.464940 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-d767f1f2-0adb-4ba1-acc6-c367af5aa080 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] show failed (client error): The resource could not be found. Feb 01 04:35:05.465958 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d767f1f2-0adb-4ba1-acc6-c367af5aa080 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] 10.222.0.24 "GET /v2.0/ports/ae96b8a8-25d5-48e7-b2db-432cdf2b67c4/tags/tempest-TagsExtTest-Tag-1450913173 HTTP/1.1" status: 404 len: 329 time: 0.5245581 Feb 01 04:35:05.469613 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37488) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:05.472441 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-00a29da3-aaac-4a59-806a-02b8c3759e99 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:05.482015 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.tag.tag_plugin [None req-391a3618-6e86-4eb5-9c9e-1fc1b6a3e81e tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ae96b8a8-25d5-48e7-b2db-432cdf2b67c4', 'tempest-TagsExtTest-Tag-126785025') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:05.515372 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00a29da3-aaac-4a59-806a-02b8c3759e99 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:35:05.516032 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-00a29da3-aaac-4a59-806a-02b8c3759e99 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3072199'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:05.517918 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-4d5bf0dd-04fe-44f2-9cb9-146e36f92db0 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Transition to ACTIVE for port object 0ce3a61a-c318-497d-946f-d931081e99ff will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:35:05.524940 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:05.535790 dv-neutron-826830-1-hyperv neutron-server[87636]: Traceback (most recent call last): Feb 01 04:35:05.535790 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:35:05.535790 dv-neutron-826830-1-hyperv neutron-server[87636]: timer() Feb 01 04:35:05.535790 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:35:05.535790 dv-neutron-826830-1-hyperv neutron-server[87636]: cb(*args, **kw) Feb 01 04:35:05.535790 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:35:05.535790 dv-neutron-826830-1-hyperv neutron-server[87636]: return func(*args, **kwargs) Feb 01 04:35:05.535790 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:35:05.535790 dv-neutron-826830-1-hyperv neutron-server[87636]: self._notify() Feb 01 04:35:05.535790 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:35:05.535790 dv-neutron-826830-1-hyperv neutron-server[87636]: self.callback(batched_events) Feb 01 04:35:05.535790 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:35:05.535790 dv-neutron-826830-1-hyperv neutron-server[87636]: event.method(event) Feb 01 04:35:05.535790 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:35:05.535790 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:35:05.535790 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:35:05.535790 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:35:05.535790 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:35:05.535790 dv-neutron-826830-1-hyperv neutron-server[87636]: return f(self, *a, **k) Feb 01 04:35:05.535790 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:35:05.535790 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._get(url).json() Feb 01 04:35:05.535790 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:35:05.535790 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:35:05.535790 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:35:05.535790 dv-neutron-826830-1-hyperv neutron-server[87636]: return self.request(url, 'GET', **kwargs) Feb 01 04:35:05.535790 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:35:05.535790 dv-neutron-826830-1-hyperv neutron-server[87636]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:35:05.535790 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:35:05.535790 dv-neutron-826830-1-hyperv neutron-server[87636]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:35:05.535790 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:35:05.535790 dv-neutron-826830-1-hyperv neutron-server[87636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:35:05.535790 dv-neutron-826830-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:35:05.593299 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b8e1ff13-ee2e-4c1c-b55e-0530e7e4c4d0 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:05.610482 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b8e1ff13-ee2e-4c1c-b55e-0530e7e4c4d0 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:05.626581 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.ipam_backend_mixin [None req-518ffabe-7f6b-488c-89ad-6873741e8f60 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 006ae3fb-22f7-4abf-abb3-7dfad178e6f7 (CIDR: 2001:db8::/64) Feb 01 04:35:05.637659 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-518ffabe-7f6b-488c-89ad-6873741e8f60 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 01 04:35:05.638636 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-518ffabe-7f6b-488c-89ad-6873741e8f60 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:35:05.660251 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-00a29da3-aaac-4a59-806a-02b8c3759e99 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:05.683804 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-00a29da3-aaac-4a59-806a-02b8c3759e99 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:05.685669 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-00a29da3-aaac-4a59-806a-02b8c3759e99 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] 10.222.0.24 "DELETE /v2.0/networks/3c709a1e-5c60-4e02-8608-d9fe8da5ada3 HTTP/1.1" status: 204 len: 168 time: 1.1796665 Feb 01 04:35:05.688768 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8bcdd8-acbd-4c7a-87b0-b549ee0aaf98 None None] Pushing event updated for resources: {'Port': ['ID=650859f4-1a53-4eeb-b142-d4c0250cea05,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:05.693090 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-518ffabe-7f6b-488c-89ad-6873741e8f60 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1474910 Feb 01 04:35:05.693090 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37492) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:05.693375 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a29da3-aaac-4a59-806a-02b8c3759e99 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Pushing event deleted for resources: {'Network': ['ID=3c709a1e-5c60-4e02-8608-d9fe8da5ada3,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:05.696285 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37496) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:05.704377 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1ff13-ee2e-4c1c-b55e-0530e7e4c4d0 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39ea3e73-769e-45b3-bf7d-c8df158bcc33,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:05.724042 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-c5e0da99-2237-44e1-bcf7-0edc353a01d8 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Request body: {'subnet': {'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:35:05.742889 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b8e1ff13-ee2e-4c1c-b55e-0530e7e4c4d0 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:05.744515 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-b8e1ff13-ee2e-4c1c-b55e-0530e7e4c4d0 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6483712 Feb 01 04:35:05.747786 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37500) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:05.792378 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-38613354-d846-4ba3-aa69-f48bc2d4af76 None None] For port 9bb89184-a51f-4f3f-8dd9-c1f6d686e42b, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=9bb89184-a51f-4f3f-8dd9-c1f6d686e42b,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:35:05.793211 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-38613354-d846-4ba3-aa69-f48bc2d4af76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:05.806202 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-391a3618-6e86-4eb5-9c9e-1fc1b6a3e81e tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] show failed (client error): The resource could not be found. Feb 01 04:35:05.811180 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-391a3618-6e86-4eb5-9c9e-1fc1b6a3e81e tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] 10.222.0.24 "GET /v2.0/ports/ae96b8a8-25d5-48e7-b2db-432cdf2b67c4/tags/tempest-TagsExtTest-Tag-126785025 HTTP/1.1" status: 404 len: 328 time: 0.3365679 Feb 01 04:35:05.811422 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:05.876270 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37504) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:05.898537 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.tag.tag_plugin [None req-4cd8fca8-d0f2-490d-b716-21f731a3c257 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'f6093bb8-736f-4257-99a1-e0053859e6bc', {'tags': ['tempest-TagsExtTest-Tag-167058532', 'tempest-TagsExtTest-Tag-790067444', 'tempest-TagsExtTest-Tag-715204085']}) {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:05.941272 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-38613354-d846-4ba3-aa69-f48bc2d4af76 None None] Calling delete_port for 9bb89184-a51f-4f3f-8dd9-c1f6d686e42b owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:35:05.947252 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-e9108bde-c139-4dfa-9fe4-c51a33710bb0 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Request body: {'security_group_rule': {'security_group_id': '39ea3e73-769e-45b3-bf7d-c8df158bcc33', 'direction': 'ingress', 'protocol': 17}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:35:05.963242 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4d5bf0dd-04fe-44f2-9cb9-146e36f92db0 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:06.023351 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-e9108bde-c139-4dfa-9fe4-c51a33710bb0 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:35:06.025217 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 9bb89184-a51f-4f3f-8dd9-c1f6d686e42b, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=9bb89184-a51f-4f3f-8dd9-c1f6d686e42b,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:35:06.043186 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-e9108bde-c139-4dfa-9fe4-c51a33710bb0 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Usage tracker for resource:security_group_rule and tenant:cd72f2f1ef82496e805f9dd902b0971b is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:35:06.044156 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:06.059177 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4391150a-f74f-4d34-81ef-f6ece6c1c6be tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:06.074390 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-e9108bde-c139-4dfa-9fe4-c51a33710bb0 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:35:06.100266 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-e9108bde-c139-4dfa-9fe4-c51a33710bb0 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:35:06.121206 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-38613354-d846-4ba3-aa69-f48bc2d4af76 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:35:06.121818 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-38613354-d846-4ba3-aa69-f48bc2d4af76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:35:06.138023 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=9bb89184-a51f-4f3f-8dd9-c1f6d686e42b,revision_number=9']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:06.145600 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:35:06.145943 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:35:06.146321 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:35:06.146817 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:35:06.147330 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:35:06.147665 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:35:06.147991 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:35:06.148315 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:35:06.148636 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:35:06.148973 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:35:06.149275 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:35:06.149585 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:35:06.218931 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dcb65aa2-f2e3-4abf-bedf-0210763a6575 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:06.228317 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4cd8fca8-d0f2-490d-b716-21f731a3c257 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] 10.222.0.24 "PUT /v2.0/routers/f6093bb8-736f-4257-99a1-e0053859e6bc/tags HTTP/1.1" status: 200 len: 315 time: 0.3488398 Feb 01 04:35:06.238289 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37508) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:06.247903 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-4391150a-f74f-4d34-81ef-f6ece6c1c6be tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Calling delete_port for 2e328b0c-0623-4c22-ade1-60d3e05e71b8 owned by {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:35:06.252293 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.tag.tag_plugin [None req-c285fd22-b6ff-4e0c-abbd-0d80b130db44 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f6093bb8-736f-4257-99a1-e0053859e6bc') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:06.279215 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5bf0dd-04fe-44f2-9cb9-146e36f92db0 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Network 5a73c131-f222-40c3-9cc8-d7a736d7da49 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:35:06.288409 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-4d5bf0dd-04fe-44f2-9cb9-146e36f92db0 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:35:06.301219 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5bf0dd-04fe-44f2-9cb9-146e36f92db0 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:35:06.308055 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 650859f4-1a53-4eeb-b142-d4c0250cea05 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:35:06.326759 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c5e0da99-2237-44e1-bcf7-0edc353a01d8 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:35:06.366936 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c5e0da99-2237-44e1-bcf7-0edc353a01d8 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:35:06.370136 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5bf0dd-04fe-44f2-9cb9-146e36f92db0 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event updated for resources: {'Port': ['ID=0ce3a61a-c318-497d-946f-d931081e99ff,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:06.376866 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e9108bde-c139-4dfa-9fe4-c51a33710bb0 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:06.382870 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 650859f4-1a53-4eeb-b142-d4c0250cea05 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:35:06.455859 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5bf0dd-04fe-44f2-9cb9-146e36f92db0 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:06.456437 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4d5bf0dd-04fe-44f2-9cb9-146e36f92db0 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:06.464703 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4391150a-f74f-4d34-81ef-f6ece6c1c6be tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:06.477879 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e0da99-2237-44e1-bcf7-0edc353a01d8 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Made reservation on behalf of 60b4e61082d3421283cb095bbc99ad8e for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:35:06.481292 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c5e0da99-2237-44e1-bcf7-0edc353a01d8 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:06.536246 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4391150a-f74f-4d34-81ef-f6ece6c1c6be tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Pushing event deleted for resources: {'Port': ['ID=2e328b0c-0623-4c22-ade1-60d3e05e71b8,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:06.554910 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-4d5bf0dd-04fe-44f2-9cb9-146e36f92db0 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 3.1789422 Feb 01 04:35:06.556296 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4391150a-f74f-4d34-81ef-f6ece6c1c6be tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:06.558132 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-4391150a-f74f-4d34-81ef-f6ece6c1c6be tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] 10.222.0.24 "DELETE /v2.0/ports/2e328b0c-0623-4c22-ade1-60d3e05e71b8 HTTP/1.1" status: 204 len: 168 time: 1.2150040 Feb 01 04:35:06.560020 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e9108bde-c139-4dfa-9fe4-c51a33710bb0 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:06.560788 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37512) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:06.561116 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37514) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:06.571586 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dcb65aa2-f2e3-4abf-bedf-0210763a6575 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:06.624881 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-dcb65aa2-f2e3-4abf-bedf-0210763a6575 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99dde752-662a-409f-a15c-3d21adf9b999']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:06.636109 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e9108bde-c139-4dfa-9fe4-c51a33710bb0 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:06.658833 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-62267b72-fc9c-4e8f-87bb-612231da3d9a tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] DELETE failed (client error): The resource could not be found. Feb 01 04:35:06.659318 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62267b72-fc9c-4e8f-87bb-612231da3d9a tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:35:06.660996 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-62267b72-fc9c-4e8f-87bb-612231da3d9a tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] 10.222.0.24 "DELETE /v2.0/subnets/cc7db1f4-ecf0-4a05-976d-adeb334cfb74 HTTP/1.1" status: 404 len: 337 time: 0.0972826 Feb 01 04:35:06.667702 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37520) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:06.699439 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-dcb65aa2-f2e3-4abf-bedf-0210763a6575 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4607fce4-e938-4fe6-bbd5-460a90eb93a4') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:06.699753 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-dcb65aa2-f2e3-4abf-bedf-0210763a6575 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4607fce4-e938-4fe6-bbd5-460a90eb93a4') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:06.713717 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c285fd22-b6ff-4e0c-abbd-0d80b130db44 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] 10.222.0.24 "DELETE /v2.0/routers/f6093bb8-736f-4257-99a1-e0053859e6bc/tags HTTP/1.1" status: 204 len: 168 time: 0.4741375 Feb 01 04:35:06.717593 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9108bde-c139-4dfa-9fe4-c51a33710bb0 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=901b7aac-469c-442d-8cee-7599c96e80a4,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:06.720997 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dcb65aa2-f2e3-4abf-bedf-0210763a6575 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143022'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:06.723387 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37524) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:06.727698 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-ce57c99d-3e30-4741-9633-50e8751f8bab tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Deleting port 0ce3a61a-c318-497d-946f-d931081e99ff {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:35:06.727905 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ce57c99d-3e30-4741-9633-50e8751f8bab tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:06.750581 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dcb65aa2-f2e3-4abf-bedf-0210763a6575 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:06.767903 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcb65aa2-f2e3-4abf-bedf-0210763a6575 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:35:06.768294 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dcb65aa2-f2e3-4abf-bedf-0210763a6575 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3072199'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:06.772858 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.tag.tag_plugin [None req-0234fb29-eef1-4963-ac82-1bfa5ba9cf9a tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f6093bb8-736f-4257-99a1-e0053859e6bc', 'tempest-TagsExtTest-Tag-167058532') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:06.784394 dv-neutron-826830-1-hyperv neutron-server[87636]: Traceback (most recent call last): Feb 01 04:35:06.784394 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:35:06.784394 dv-neutron-826830-1-hyperv neutron-server[87636]: timer() Feb 01 04:35:06.784394 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:35:06.784394 dv-neutron-826830-1-hyperv neutron-server[87636]: cb(*args, **kw) Feb 01 04:35:06.784394 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:35:06.784394 dv-neutron-826830-1-hyperv neutron-server[87636]: return func(*args, **kwargs) Feb 01 04:35:06.784394 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:35:06.784394 dv-neutron-826830-1-hyperv neutron-server[87636]: self._notify() Feb 01 04:35:06.784394 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:35:06.784394 dv-neutron-826830-1-hyperv neutron-server[87636]: self.callback(batched_events) Feb 01 04:35:06.784394 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:35:06.784394 dv-neutron-826830-1-hyperv neutron-server[87636]: event.method(event) Feb 01 04:35:06.784394 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:35:06.784394 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:35:06.784394 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:35:06.784394 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:35:06.784394 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:35:06.784394 dv-neutron-826830-1-hyperv neutron-server[87636]: return f(self, *a, **k) Feb 01 04:35:06.784394 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:35:06.784394 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._get(url).json() Feb 01 04:35:06.784394 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:35:06.784394 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:35:06.784394 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:35:06.784394 dv-neutron-826830-1-hyperv neutron-server[87636]: return self.request(url, 'GET', **kwargs) Feb 01 04:35:06.784394 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:35:06.784394 dv-neutron-826830-1-hyperv neutron-server[87636]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:35:06.784394 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:35:06.784394 dv-neutron-826830-1-hyperv neutron-server[87636]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:35:06.784394 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:35:06.784394 dv-neutron-826830-1-hyperv neutron-server[87636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:35:06.784394 dv-neutron-826830-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:35:06.837988 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e9108bde-c139-4dfa-9fe4-c51a33710bb0 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:06.839436 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-e9108bde-c139-4dfa-9fe4-c51a33710bb0 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.0907056 Feb 01 04:35:06.858471 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37528) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:06.895631 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dcb65aa2-f2e3-4abf-bedf-0210763a6575 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:06.917571 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dcb65aa2-f2e3-4abf-bedf-0210763a6575 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:06.946820 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50264ef4-6d82-4032-a575-ffe3f767030c None None] Network 5a73c131-f222-40c3-9cc8-d7a736d7da49 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:35:06.967076 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:07.000252 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d612c60e-7520-42c8-b151-f329ef2503cf tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:07.070030 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-3738bf3d-c617-4057-9daa-0f7eef9d25db None None] Provisioning for port 650859f4-1a53-4eeb-b142-d4c0250cea05 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:35:07.087707 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb65aa2-f2e3-4abf-bedf-0210763a6575 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] Pushing event deleted for resources: {'Network': ['ID=99dde752-662a-409f-a15c-3d21adf9b999,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:07.087918 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-3738bf3d-c617-4057-9daa-0f7eef9d25db None None] Provisioning complete for port 650859f4-1a53-4eeb-b142-d4c0250cea05 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:35:07.088177 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3738bf3d-c617-4057-9daa-0f7eef9d25db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:07.105063 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-dcb65aa2-f2e3-4abf-bedf-0210763a6575 tempest-BulkNetworkOpsIpV6Test-823291076 tempest-BulkNetworkOpsIpV6Test-823291076-project] 10.222.0.24 "DELETE /v2.0/networks/99dde752-662a-409f-a15c-3d21adf9b999 HTTP/1.1" status: 204 len: 168 time: 1.4108074 Feb 01 04:35:07.160380 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.api.v2.resource [None req-0234fb29-eef1-4963-ac82-1bfa5ba9cf9a tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] show failed (client error): The resource could not be found. Feb 01 04:35:07.164639 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-0234fb29-eef1-4963-ac82-1bfa5ba9cf9a tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] 10.222.0.24 "GET /v2.0/routers/f6093bb8-736f-4257-99a1-e0053859e6bc/tags/tempest-TagsExtTest-Tag-167058532 HTTP/1.1" status: 404 len: 328 time: 0.4076960 Feb 01 04:35:07.164969 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37534) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:07.180846 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.tag.tag_plugin [None req-ca3a8409-fd3b-47ed-b445-04b693cbbdd0 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f6093bb8-736f-4257-99a1-e0053859e6bc', 'tempest-TagsExtTest-Tag-790067444') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:07.208505 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-20770fa9-f290-4395-8620-273c9566093f tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:07.276014 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-38613354-d846-4ba3-aa69-f48bc2d4af76 None None] Deleting port 9bb89184-a51f-4f3f-8dd9-c1f6d686e42b {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:35:07.276689 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-38613354-d846-4ba3-aa69-f48bc2d4af76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:07.343413 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-20770fa9-f290-4395-8620-273c9566093f tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:07.359869 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3738bf3d-c617-4057-9daa-0f7eef9d25db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:07.360093 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c5e0da99-2237-44e1-bcf7-0edc353a01d8 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:07.412529 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-ca3a8409-fd3b-47ed-b445-04b693cbbdd0 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] show failed (client error): The resource could not be found. Feb 01 04:35:07.416783 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ca3a8409-fd3b-47ed-b445-04b693cbbdd0 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] 10.222.0.24 "GET /v2.0/routers/f6093bb8-736f-4257-99a1-e0053859e6bc/tags/tempest-TagsExtTest-Tag-790067444 HTTP/1.1" status: 404 len: 328 time: 0.2475564 Feb 01 04:35:07.424467 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e0da99-2237-44e1-bcf7-0edc353a01d8 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:35:07.425650 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37540) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:07.428260 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-c5e0da99-2237-44e1-bcf7-0edc353a01d8 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:35:07.439455 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e0da99-2237-44e1-bcf7-0edc353a01d8 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:07.439693 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c5e0da99-2237-44e1-bcf7-0edc353a01d8 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:07.446803 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d612c60e-7520-42c8-b151-f329ef2503cf tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:07.461819 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.tag.tag_plugin [None req-be4e16f6-db65-490b-b94f-61bc3d6b52be tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f6093bb8-736f-4257-99a1-e0053859e6bc', 'tempest-TagsExtTest-Tag-715204085') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:07.469163 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ce57c99d-3e30-4741-9633-50e8751f8bab tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:07.530217 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37544) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:07.536266 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c5e0da99-2237-44e1-bcf7-0edc353a01d8 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8150675 Feb 01 04:35:07.544062 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37548) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:07.554501 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e0da99-2237-44e1-bcf7-0edc353a01d8 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event updated for resources: {'Subnet': ['ID=6b7d5461-ff69-4059-a855-ddd4654e6f44,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:07.563088 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-09a43046-5fe8-4417-a532-f7a95ffc27b3 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Request body: {'port': {'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'mac_address': 'fa:16:3e:e6:0a:b2', 'name': 'tempest-NetworksTestDHCPv6-1199208711'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:35:07.594654 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-3738bf3d-c617-4057-9daa-0f7eef9d25db None None] For port 650859f4-1a53-4eeb-b142-d4c0250cea05, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=650859f4-1a53-4eeb-b142-d4c0250cea05,segment=NetworkSegment(54b5ca2b-c145-48dc-bc1f-6c0569f7c609),segment_id=54b5ca2b-c145-48dc-bc1f-6c0569f7c609)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:35:07.596460 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-38613354-d846-4ba3-aa69-f48bc2d4af76 None None] For port 9bb89184-a51f-4f3f-8dd9-c1f6d686e42b, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=9bb89184-a51f-4f3f-8dd9-c1f6d686e42b,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:35:07.596976 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-38613354-d846-4ba3-aa69-f48bc2d4af76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:07.609003 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3738bf3d-c617-4057-9daa-0f7eef9d25db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:07.728480 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-d612c60e-7520-42c8-b151-f329ef2503cf tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f191334-a4ad-436f-a6f0-b97ba93b3490']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:07.745071 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-ce57c99d-3e30-4741-9633-50e8751f8bab tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Calling delete_port for 0ce3a61a-c318-497d-946f-d931081e99ff owned by {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:35:07.746555 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-be4e16f6-db65-490b-b94f-61bc3d6b52be tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] show failed (client error): The resource could not be found. Feb 01 04:35:07.747627 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-be4e16f6-db65-490b-b94f-61bc3d6b52be tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] 10.222.0.24 "GET /v2.0/routers/f6093bb8-736f-4257-99a1-e0053859e6bc/tags/tempest-TagsExtTest-Tag-715204085 HTTP/1.1" status: 404 len: 328 time: 0.3173666 Feb 01 04:35:07.752806 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37554) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:07.764475 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-38613354-d846-4ba3-aa69-f48bc2d4af76 None None] Calling delete_port for 9bb89184-a51f-4f3f-8dd9-c1f6d686e42b owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:35:07.778920 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.tag.tag_plugin [None req-373a043a-8682-4eae-b442-f6ad44f4087a tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'ce3f6ad1-974b-4890-9283-b37c37e78867', {'tags': ['tempest-TagsExtTest-Tag-1284621688', 'tempest-TagsExtTest-Tag-1718961561', 'tempest-TagsExtTest-Tag-496454642']}) {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:07.786512 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-d612c60e-7520-42c8-b151-f329ef2503cf tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b9ae03d-4a59-4060-ad00-00303dfb62be') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:07.786930 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-d612c60e-7520-42c8-b151-f329ef2503cf tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b9ae03d-4a59-4060-ad00-00303dfb62be') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:07.810849 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d612c60e-7520-42c8-b151-f329ef2503cf tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:07.838795 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d612c60e-7520-42c8-b151-f329ef2503cf tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:07.841544 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-20770fa9-f290-4395-8620-273c9566093f tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:07.865834 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3738bf3d-c617-4057-9daa-0f7eef9d25db None None] Pushing event updated for resources: {'Port': ['ID=650859f4-1a53-4eeb-b142-d4c0250cea05,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:07.867300 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-7a05bddd-c0aa-4a0a-a632-98ceccff4840 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b63ac98ef5c84cafb13a0fd7fee189ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3356502 Feb 01 04:35:07.882723 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37558) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:07.896779 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d612c60e-7520-42c8-b151-f329ef2503cf tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:35:07.897304 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d612c60e-7520-42c8-b151-f329ef2503cf tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:07.916254 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20770fa9-f290-4395-8620-273c9566093f tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ea3e73-769e-45b3-bf7d-c8df158bcc33,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:07.918206 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 04:35:07.918206 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:35:07.918206 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 04:35:07.918206 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:35:07.918206 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 04:35:07.918206 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:35:07.918206 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 04:35:07.918206 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:35:07.918206 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 04:35:07.918206 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:35:07.918206 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 04:35:07.918206 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:35:07.918206 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 04:35:07.918206 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:35:07.918206 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:35:07.918206 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:35:07.918206 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:35:07.918206 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:35:07.918206 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 04:35:07.918206 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:35:07.918206 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 04:35:07.918206 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:35:07.918206 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:35:07.918206 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:35:07.918206 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 04:35:07.918206 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:35:07.918206 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:35:07.918206 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:35:07.918206 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:35:07.918206 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:35:07.918206 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:35:07.918206 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:35:07.947111 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-09a43046-5fe8-4417-a532-f7a95ffc27b3 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:35:07.959648 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-09a43046-5fe8-4417-a532-f7a95ffc27b3 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Usage tracker for resource:port and tenant:60b4e61082d3421283cb095bbc99ad8e is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:35:07.994211 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-09a43046-5fe8-4417-a532-f7a95ffc27b3 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:35:08.002352 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-09a43046-5fe8-4417-a532-f7a95ffc27b3 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:35:08.017695 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-38613354-d846-4ba3-aa69-f48bc2d4af76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:08.021087 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5e5098d1-dd6b-412c-8f88-a7b77351cd84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:08.038024 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a43046-5fe8-4417-a532-f7a95ffc27b3 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Made reservation on behalf of 60b4e61082d3421283cb095bbc99ad8e for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:35:08.040673 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-20770fa9-f290-4395-8620-273c9566093f tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:08.041904 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-20770fa9-f290-4395-8620-273c9566093f tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] 10.222.0.24 "DELETE /v2.0/security-groups/39ea3e73-769e-45b3-bf7d-c8df158bcc33 HTTP/1.1" status: 204 len: 168 time: 1.1821439 Feb 01 04:35:08.054530 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37562) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:08.092290 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d612c60e-7520-42c8-b151-f329ef2503cf tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:08.118661 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38613354-d846-4ba3-aa69-f48bc2d4af76 None None] Pushing event deleted for resources: {'Port': ['ID=9bb89184-a51f-4f3f-8dd9-c1f6d686e42b,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:08.123772 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d612c60e-7520-42c8-b151-f329ef2503cf tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:08.141343 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d612c60e-7520-42c8-b151-f329ef2503cf tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Pushing event deleted for resources: {'Network': ['ID=5f191334-a4ad-436f-a6f0-b97ba93b3490,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:08.156845 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ce57c99d-3e30-4741-9633-50e8751f8bab tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:08.186155 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-373a043a-8682-4eae-b442-f6ad44f4087a tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] 10.222.0.24 "PUT /v2.0/subnetpools/ce3f6ad1-974b-4890-9283-b37c37e78867/tags HTTP/1.1" status: 200 len: 317 time: 0.4195991 Feb 01 04:35:08.198644 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37566) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:08.200608 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5e5098d1-dd6b-412c-8f88-a7b77351cd84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:08.206274 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38613354-d846-4ba3-aa69-f48bc2d4af76 None None] No DVR routers for this DVR port 9bb89184-a51f-4f3f-8dd9-c1f6d686e42b on host dv-neutron-826830-1-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:35:08.209524 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-0f69e620-dde3-44c9-b680-2f2d55d51599 None None] Provisioning complete for port 650859f4-1a53-4eeb-b142-d4c0250cea05 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:35:08.210015 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0f69e620-dde3-44c9-b680-2f2d55d51599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:08.227030 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.tag.tag_plugin [None req-e15dd8ed-c366-47ab-aba2-8657a1c8a792 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ce3f6ad1-974b-4890-9283-b37c37e78867') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:08.228709 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-d612c60e-7520-42c8-b151-f329ef2503cf tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] 10.222.0.24 "DELETE /v2.0/networks/5f191334-a4ad-436f-a6f0-b97ba93b3490 HTTP/1.1" status: 204 len: 168 time: 1.5535858 Feb 01 04:35:08.231988 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-2239dbff-e799-4616-8a8f-84e184307c27 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Synchronizing usage tracker for tenant:cd72f2f1ef82496e805f9dd902b0971b on resource:security_group {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:35:08.248977 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37570) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:08.257785 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8627cb4-6175-461f-b091-28fae0327ad1 None None] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:35:08.303182 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 650859f4-1a53-4eeb-b142-d4c0250cea05 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:35:08.351703 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce57c99d-3e30-4741-9633-50e8751f8bab tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event deleted for resources: {'Port': ['ID=0ce3a61a-c318-497d-946f-d931081e99ff,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:08.352768 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-64aaaa91-f810-454e-bda9-18d326d8a6ad tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Deleting port be33baa0-393e-4e89-aeda-466d418f78c9 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:35:08.353091 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-64aaaa91-f810-454e-bda9-18d326d8a6ad tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:08.390000 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-2239dbff-e799-4616-8a8f-84e184307c27 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Unset dirty status for tenant:cd72f2f1ef82496e805f9dd902b0971b on resource:security_group {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:35:08.391607 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-2239dbff-e799-4616-8a8f-84e184307c27 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3350439 Feb 01 04:35:08.397169 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37574) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:08.406282 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-fd52b987-5e92-41c9-a36c-6efa0e9f0cc8 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Request body: {'security_group': {'name': 'tempest-secgroup--674112921'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:35:08.419256 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-fd52b987-5e92-41c9-a36c-6efa0e9f0cc8 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:35:08.421954 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ce57c99d-3e30-4741-9633-50e8751f8bab tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:08.423866 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-ce57c99d-3e30-4741-9633-50e8751f8bab tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "DELETE /v2.0/ports/0ce3a61a-c318-497d-946f-d931081e99ff HTTP/1.1" status: 204 len: 168 time: 1.8616314 Feb 01 04:35:08.427918 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-09a43046-5fe8-4417-a532-f7a95ffc27b3 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:08.428770 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37578) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:08.479326 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-fd52b987-5e92-41c9-a36c-6efa0e9f0cc8 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:35:08.491099 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbe71bb6-7384-4d23-9b8e-8743357ed128 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] GET failed (client error): The resource could not be found. Feb 01 04:35:08.491657 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-fbe71bb6-7384-4d23-9b8e-8743357ed128 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Synchronizing usage tracker for tenant:a862444cee664ef3af6a3e24f24366c9 on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:35:08.510877 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fd52b987-5e92-41c9-a36c-6efa0e9f0cc8 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:08.529121 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-09a43046-5fe8-4417-a532-f7a95ffc27b3 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] device_id is not set on port 26dc52d4-d776-46ee-b854-4cd1e5460aaf yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:35:08.547079 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-fbe71bb6-7384-4d23-9b8e-8743357ed128 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Unset dirty status for tenant:a862444cee664ef3af6a3e24f24366c9 on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:35:08.550948 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-fbe71bb6-7384-4d23-9b8e-8743357ed128 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "GET /v2.0/ports/0ce3a61a-c318-497d-946f-d931081e99ff HTTP/1.1" status: 404 len: 333 time: 0.1185582 Feb 01 04:35:08.550948 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-fd52b987-5e92-41c9-a36c-6efa0e9f0cc8 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:35:08.551759 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37582) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:08.559879 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-fd52b987-5e92-41c9-a36c-6efa0e9f0cc8 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Usage tracker for resource:security_group_rule and tenant:cd72f2f1ef82496e805f9dd902b0971b is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:35:08.564182 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-fd52b987-5e92-41c9-a36c-6efa0e9f0cc8 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:35:08.574450 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-fd52b987-5e92-41c9-a36c-6efa0e9f0cc8 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:35:08.607776 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5e5098d1-dd6b-412c-8f88-a7b77351cd84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:08.611667 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 650859f4-1a53-4eeb-b142-d4c0250cea05 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:35:08.615278 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:08.652997 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5098d1-dd6b-412c-8f88-a7b77351cd84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2310a44d-f8b8-412c-8f47-5822ee9e5579,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:08.692376 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e15dd8ed-c366-47ab-aba2-8657a1c8a792 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] 10.222.0.24 "DELETE /v2.0/subnetpools/ce3f6ad1-974b-4890-9283-b37c37e78867/tags HTTP/1.1" status: 204 len: 168 time: 0.4719386 Feb 01 04:35:08.701200 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37588) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:08.731197 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-0f69e620-dde3-44c9-b680-2f2d55d51599 None None] Could not find standard attr ID for object 0ce3a61a-c318-497d-946f-d931081e99ff. {{(pid=87638) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 01 04:35:08.748050 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9c8151-4172-4d5b-a923-bcbbc012317d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-14b67238-4e53-405c-b9cd-84b8ff52e36a', 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'tenant_id': '60b4e61082d3421283cb095bbc99ad8e', 'fixed_ips': [{'subnet_id': '006ae3fb-22f7-4abf-abb3-7dfad178e6f7'}, {'subnet_id': '6b7d5461-ff69-4059-a855-ddd4654e6f44'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:35:08.748833 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9f9c8151-4172-4d5b-a923-bcbbc012317d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:08.761336 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.tag.tag_plugin [None req-b451a61d-afa8-4555-8437-cb94f506a44f tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ce3f6ad1-974b-4890-9283-b37c37e78867', 'tempest-TagsExtTest-Tag-1284621688') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:08.785553 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_v2 [None req-946eb643-03f1-460a-8da3-d75deac1ad1b tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Deleting subnet 039ec8a4-63ce-4cfe-a44a-1c216e3bd325 {{(pid=87637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:35:08.795675 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-946eb643-03f1-460a-8da3-d75deac1ad1b tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for subnet, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:08.802762 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-64aaaa91-f810-454e-bda9-18d326d8a6ad tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:08.810048 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5e5098d1-dd6b-412c-8f88-a7b77351cd84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:08.814025 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-5e5098d1-dd6b-412c-8f88-a7b77351cd84 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2310a44d-f8b8-412c-8f47-5822ee9e5579 HTTP/1.1" status: 204 len: 168 time: 0.9273024 Feb 01 04:35:08.883512 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-0c219e91-d594-477f-b9a9-bdbcd7621447 None None] Could not find standard attr ID for object 0ce3a61a-c318-497d-946f-d931081e99ff. {{(pid=87638) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 01 04:35:08.968915 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-946eb643-03f1-460a-8da3-d75deac1ad1b tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2424773'] for subnet, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:08.997060 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.api.v2.resource [None req-b451a61d-afa8-4555-8437-cb94f506a44f tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] show failed (client error): The resource could not be found. Feb 01 04:35:08.998178 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-b451a61d-afa8-4555-8437-cb94f506a44f tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] 10.222.0.24 "GET /v2.0/subnetpools/ce3f6ad1-974b-4890-9283-b37c37e78867/tags/tempest-TagsExtTest-Tag-1284621688 HTTP/1.1" status: 404 len: 329 time: 0.2477806 Feb 01 04:35:09.010030 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fd52b987-5e92-41c9-a36c-6efa0e9f0cc8 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:09.010821 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37598) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:09.021055 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.tag.tag_plugin [None req-daee3924-b3f1-4e32-8056-c170f97e7de4 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ce3f6ad1-974b-4890-9283-b37c37e78867', 'tempest-TagsExtTest-Tag-1718961561') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:09.034257 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fd52b987-5e92-41c9-a36c-6efa0e9f0cc8 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:09.106068 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd52b987-5e92-41c9-a36c-6efa0e9f0cc8 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=465459f6-e77b-4f63-8506-bd17e9f84125,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:09.111397 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-64aaaa91-f810-454e-bda9-18d326d8a6ad tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Calling delete_port for be33baa0-393e-4e89-aeda-466d418f78c9 owned by {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:35:09.143080 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.api.v2.resource [None req-daee3924-b3f1-4e32-8056-c170f97e7de4 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] show failed (client error): The resource could not be found. Feb 01 04:35:09.143080 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-daee3924-b3f1-4e32-8056-c170f97e7de4 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] 10.222.0.24 "GET /v2.0/subnetpools/ce3f6ad1-974b-4890-9283-b37c37e78867/tags/tempest-TagsExtTest-Tag-1718961561 HTTP/1.1" status: 404 len: 329 time: 0.1274486 Feb 01 04:35:09.144219 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fd52b987-5e92-41c9-a36c-6efa0e9f0cc8 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:09.147656 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-fd52b987-5e92-41c9-a36c-6efa0e9f0cc8 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7492301 Feb 01 04:35:09.150323 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37604) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:09.150657 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37606) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:09.160732 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-92cd92c6-3f8e-4e08-b4a3-cdae691f8682 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Request body: {'security_group': {'name': 'tempest-secgroup--118077177'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:35:09.174147 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.tag.tag_plugin [None req-399d77b9-b683-4cf0-86dd-f03ddeb9fbfd tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ce3f6ad1-974b-4890-9283-b37c37e78867', 'tempest-TagsExtTest-Tag-496454642') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:09.184245 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-92cd92c6-3f8e-4e08-b4a3-cdae691f8682 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:35:09.193467 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-92cd92c6-3f8e-4e08-b4a3-cdae691f8682 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Usage tracker for resource:security_group and tenant:cd72f2f1ef82496e805f9dd902b0971b is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:35:09.198316 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-92cd92c6-3f8e-4e08-b4a3-cdae691f8682 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:35:09.203326 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-946eb643-03f1-460a-8da3-d75deac1ad1b tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:09.241364 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-92cd92c6-3f8e-4e08-b4a3-cdae691f8682 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:35:09.266694 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.api.v2.resource [None req-399d77b9-b683-4cf0-86dd-f03ddeb9fbfd tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] show failed (client error): The resource could not be found. Feb 01 04:35:09.266936 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-64aaaa91-f810-454e-bda9-18d326d8a6ad tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:09.268112 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-399d77b9-b683-4cf0-86dd-f03ddeb9fbfd tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] 10.222.0.24 "GET /v2.0/subnetpools/ce3f6ad1-974b-4890-9283-b37c37e78867/tags/tempest-TagsExtTest-Tag-496454642 HTTP/1.1" status: 404 len: 328 time: 0.1163664 Feb 01 04:35:09.272476 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37618) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:09.273127 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-92cd92c6-3f8e-4e08-b4a3-cdae691f8682 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:09.298738 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.tag.tag_plugin [None req-df265d4c-38cd-44f3-af43-9aeeae023ccf tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ce3f6ad1-974b-4890-9283-b37c37e78867') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:09.322236 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-92cd92c6-3f8e-4e08-b4a3-cdae691f8682 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:35:09.334546 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-92cd92c6-3f8e-4e08-b4a3-cdae691f8682 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Usage tracker for resource:security_group_rule and tenant:cd72f2f1ef82496e805f9dd902b0971b is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:35:09.338492 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-92cd92c6-3f8e-4e08-b4a3-cdae691f8682 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:35:09.340339 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aaaa91-f810-454e-bda9-18d326d8a6ad tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Pushing event deleted for resources: {'Port': ['ID=be33baa0-393e-4e89-aeda-466d418f78c9,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:09.349283 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-92cd92c6-3f8e-4e08-b4a3-cdae691f8682 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:35:09.350265 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-09a43046-5fe8-4417-a532-f7a95ffc27b3 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Allocated IP 2001:db8:0:1::3a3 (14b67238-4e53-405c-b9cd-84b8ff52e36a/6b7d5461-ff69-4059-a855-ddd4654e6f44/26dc52d4-d776-46ee-b854-4cd1e5460aaf) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:35:09.355932 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-946eb643-03f1-460a-8da3-d75deac1ad1b tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3037665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694336'] for subnet, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:09.357444 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-64aaaa91-f810-454e-bda9-18d326d8a6ad tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:09.364436 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-09a43046-5fe8-4417-a532-f7a95ffc27b3 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Allocated IP 2001:db8::f816:3eff:fee6:ab2 (14b67238-4e53-405c-b9cd-84b8ff52e36a/006ae3fb-22f7-4abf-abb3-7dfad178e6f7/26dc52d4-d776-46ee-b854-4cd1e5460aaf) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:35:09.373290 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-64aaaa91-f810-454e-bda9-18d326d8a6ad tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] 10.222.0.24 "DELETE /v2.0/ports/be33baa0-393e-4e89-aeda-466d418f78c9 HTTP/1.1" status: 204 len: 168 time: 1.1184137 Feb 01 04:35:09.373595 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37624) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:09.413590 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946eb643-03f1-460a-8da3-d75deac1ad1b tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event deleted for resources: {'Subnet': ['ID=039ec8a4-63ce-4cfe-a44a-1c216e3bd325,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:09.430271 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-946eb643-03f1-460a-8da3-d75deac1ad1b tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:09.431152 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07192359-96f3-45d8-a5c1-02cd60cde178 None None] Network 5a73c131-f222-40c3-9cc8-d7a736d7da49 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:35:09.431462 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-f54bb891-190f-4046-8bd6-c84adbb03709 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] DELETE failed (client error): The resource could not be found. Feb 01 04:35:09.431962 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f54bb891-190f-4046-8bd6-c84adbb03709 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:35:09.433843 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-df265d4c-38cd-44f3-af43-9aeeae023ccf tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] 10.222.0.24 "DELETE /v2.0/subnetpools/ce3f6ad1-974b-4890-9283-b37c37e78867/tags HTTP/1.1" status: 204 len: 168 time: 0.1485326 Feb 01 04:35:09.436345 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f54bb891-190f-4046-8bd6-c84adbb03709 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] 10.222.0.24 "DELETE /v2.0/subnets/37d2867a-14d3-4153-a936-0de2b6327ecf HTTP/1.1" status: 404 len: 337 time: 0.0586851 Feb 01 04:35:09.436935 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37630) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:09.437265 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37632) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:09.450401 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-946eb643-03f1-460a-8da3-d75deac1ad1b tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "DELETE /v2.0/subnets/039ec8a4-63ce-4cfe-a44a-1c216e3bd325 HTTP/1.1" status: 204 len: 168 time: 0.8980391 Feb 01 04:35:09.451181 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37638) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:09.468613 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.tag.tag_plugin [None req-9712de38-d278-4dcb-981c-67a14eff51ed tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f6093bb8-736f-4257-99a1-e0053859e6bc') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:09.620591 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0202f9c4-9bac-4136-971c-c0090c716bcf tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:09.628017 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-92cd92c6-3f8e-4e08-b4a3-cdae691f8682 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:09.638169 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-92cd92c6-3f8e-4e08-b4a3-cdae691f8682 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:09.666249 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-0202f9c4-9bac-4136-971c-c0090c716bcf tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Deleting port 650859f4-1a53-4eeb-b142-d4c0250cea05 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:35:09.667164 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0202f9c4-9bac-4136-971c-c0090c716bcf tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:09.706101 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bca4ca43-8b16-415c-a082-800e86daa49c tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:09.743240 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cd92c6-3f8e-4e08-b4a3-cdae691f8682 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=570be3d9-a142-423f-b25c-907ef71a024e,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:09.748791 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-92cd92c6-3f8e-4e08-b4a3-cdae691f8682 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:09.753028 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-92cd92c6-3f8e-4e08-b4a3-cdae691f8682 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5997641 Feb 01 04:35:09.756035 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37648) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:09.761653 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0816a8-6d9e-451c-a2cb-f3ace6a93a02 None None] DHCP port deletion for 5a73c131-f222-40c3-9cc8-d7a736d7da49 request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:35:09.763710 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-7f327e76-1cda-4610-945c-4de4861a83d3 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Request body: {'security_group_rule': {'security_group_id': '465459f6-e77b-4f63-8506-bd17e9f84125', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '570be3d9-a142-423f-b25c-907ef71a024e', 'remote_ip_prefix': None}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:35:09.766966 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-af0816a8-6d9e-451c-a2cb-f3ace6a93a02 None None] Deleting port 650859f4-1a53-4eeb-b142-d4c0250cea05 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:35:09.767640 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-af0816a8-6d9e-451c-a2cb-f3ace6a93a02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:09.793697 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-7f327e76-1cda-4610-945c-4de4861a83d3 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:35:09.801299 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37652) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:09.814192 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-7f327e76-1cda-4610-945c-4de4861a83d3 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Usage tracker for resource:security_group_rule and tenant:cd72f2f1ef82496e805f9dd902b0971b is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:35:09.827383 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-7f327e76-1cda-4610-945c-4de4861a83d3 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:35:09.850950 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-7f327e76-1cda-4610-945c-4de4861a83d3 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:35:09.867892 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9712de38-d278-4dcb-981c-67a14eff51ed tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] 10.222.0.24 "DELETE /v2.0/routers/f6093bb8-736f-4257-99a1-e0053859e6bc/tags HTTP/1.1" status: 204 len: 168 time: 0.4249201 Feb 01 04:35:09.872110 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37658) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:09.898405 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.tag.tag_plugin [None req-6cf22a9c-6208-4bf9-bf70-b36a3f46ce30 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ae96b8a8-25d5-48e7-b2db-432cdf2b67c4') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:09.979691 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-09a43046-5fe8-4417-a532-f7a95ffc27b3 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:09.986520 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-3f0057a2-833c-45da-9b6c-41141629ab8b tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1282807425'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:35:10.041189 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bca4ca43-8b16-415c-a082-800e86daa49c tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:10.067253 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-af0816a8-6d9e-451c-a2cb-f3ace6a93a02 None None] For port 650859f4-1a53-4eeb-b142-d4c0250cea05, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=650859f4-1a53-4eeb-b142-d4c0250cea05,segment=NetworkSegment(54b5ca2b-c145-48dc-bc1f-6c0569f7c609),segment_id=54b5ca2b-c145-48dc-bc1f-6c0569f7c609)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:35:10.068863 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-af0816a8-6d9e-451c-a2cb-f3ace6a93a02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:10.069438 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-09a43046-5fe8-4417-a532-f7a95ffc27b3 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Transition to ACTIVE for port object 26dc52d4-d776-46ee-b854-4cd1e5460aaf will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:35:10.077715 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-bca4ca43-8b16-415c-a082-800e86daa49c tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8eef98d-2bd8-4f0e-a737-00fc31d61d47']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:10.092612 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-bca4ca43-8b16-415c-a082-800e86daa49c tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c4d6beb-ec68-46b9-9389-58fb543aaf64') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:10.092901 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-bca4ca43-8b16-415c-a082-800e86daa49c tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c4d6beb-ec68-46b9-9389-58fb543aaf64') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:10.107665 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bca4ca43-8b16-415c-a082-800e86daa49c tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143022'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:10.128377 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bca4ca43-8b16-415c-a082-800e86daa49c tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:10.137746 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bca4ca43-8b16-415c-a082-800e86daa49c tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:35:10.138071 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bca4ca43-8b16-415c-a082-800e86daa49c tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3072199'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:10.151532 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-3f0057a2-833c-45da-9b6c-41141629ab8b tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:35:10.152679 dv-neutron-826830-1-hyperv neutron-server[87636]: Traceback (most recent call last): Feb 01 04:35:10.152679 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:35:10.152679 dv-neutron-826830-1-hyperv neutron-server[87636]: timer() Feb 01 04:35:10.152679 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:35:10.152679 dv-neutron-826830-1-hyperv neutron-server[87636]: cb(*args, **kw) Feb 01 04:35:10.152679 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:35:10.152679 dv-neutron-826830-1-hyperv neutron-server[87636]: return func(*args, **kwargs) Feb 01 04:35:10.152679 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:35:10.152679 dv-neutron-826830-1-hyperv neutron-server[87636]: self._notify() Feb 01 04:35:10.152679 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:35:10.152679 dv-neutron-826830-1-hyperv neutron-server[87636]: self.callback(batched_events) Feb 01 04:35:10.152679 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:35:10.152679 dv-neutron-826830-1-hyperv neutron-server[87636]: event.method(event) Feb 01 04:35:10.152679 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:35:10.152679 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:35:10.152679 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:35:10.152679 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:35:10.152679 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:35:10.152679 dv-neutron-826830-1-hyperv neutron-server[87636]: return f(self, *a, **k) Feb 01 04:35:10.152679 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:35:10.152679 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._get(url).json() Feb 01 04:35:10.152679 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:35:10.152679 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:35:10.152679 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:35:10.152679 dv-neutron-826830-1-hyperv neutron-server[87636]: return self.request(url, 'GET', **kwargs) Feb 01 04:35:10.152679 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:35:10.152679 dv-neutron-826830-1-hyperv neutron-server[87636]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:35:10.152679 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:35:10.152679 dv-neutron-826830-1-hyperv neutron-server[87636]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:35:10.152679 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:35:10.152679 dv-neutron-826830-1-hyperv neutron-server[87636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:35:10.152679 dv-neutron-826830-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:35:10.164335 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-09a43046-5fe8-4417-a532-f7a95ffc27b3 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:10.174618 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-3f0057a2-833c-45da-9b6c-41141629ab8b tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Usage tracker for resource:network and tenant:a9e688303aa04885aaaab4031138e2c1 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:35:10.180291 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-3f0057a2-833c-45da-9b6c-41141629ab8b tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:35:10.192786 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7f327e76-1cda-4610-945c-4de4861a83d3 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:10.204593 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-3f0057a2-833c-45da-9b6c-41141629ab8b tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:35:10.208061 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-af0816a8-6d9e-451c-a2cb-f3ace6a93a02 None None] Calling delete_port for 650859f4-1a53-4eeb-b142-d4c0250cea05 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:35:10.209479 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-0202f9c4-9bac-4136-971c-c0090c716bcf tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] For port 650859f4-1a53-4eeb-b142-d4c0250cea05, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=650859f4-1a53-4eeb-b142-d4c0250cea05,segment=NetworkSegment(54b5ca2b-c145-48dc-bc1f-6c0569f7c609),segment_id=54b5ca2b-c145-48dc-bc1f-6c0569f7c609)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:35:10.209834 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0202f9c4-9bac-4136-971c-c0090c716bcf tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:10.292666 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 650859f4-1a53-4eeb-b142-d4c0250cea05 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:35:10.321634 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a43046-5fe8-4417-a532-f7a95ffc27b3 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:35:10.325892 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bca4ca43-8b16-415c-a082-800e86daa49c tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:10.327761 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a43046-5fe8-4417-a532-f7a95ffc27b3 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event updated for resources: {'Port': ['ID=26dc52d4-d776-46ee-b854-4cd1e5460aaf,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:10.330146 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-09a43046-5fe8-4417-a532-f7a95ffc27b3 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:35:10.346882 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a43046-5fe8-4417-a532-f7a95ffc27b3 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:35:10.353182 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a43046-5fe8-4417-a532-f7a95ffc27b3 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:10.353796 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-09a43046-5fe8-4417-a532-f7a95ffc27b3 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:10.357807 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bca4ca43-8b16-415c-a082-800e86daa49c tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:10.374710 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-0202f9c4-9bac-4136-971c-c0090c716bcf tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Calling delete_port for 650859f4-1a53-4eeb-b142-d4c0250cea05 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:35:10.375171 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca4ca43-8b16-415c-a082-800e86daa49c tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Pushing event deleted for resources: {'Network': ['ID=c8eef98d-2bd8-4f0e-a737-00fc31d61d47,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:10.377953 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-bca4ca43-8b16-415c-a082-800e86daa49c tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] 10.222.0.24 "DELETE /v2.0/networks/c8eef98d-2bd8-4f0e-a737-00fc31d61d47 HTTP/1.1" status: 204 len: 168 time: 0.9366114 Feb 01 04:35:10.381466 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37662) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:10.418737 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f0057a2-833c-45da-9b6c-41141629ab8b tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Made reservation on behalf of a9e688303aa04885aaaab4031138e2c1 for: {'network': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:35:10.422679 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3f0057a2-833c-45da-9b6c-41141629ab8b tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:10.429107 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-09a43046-5fe8-4417-a532-f7a95ffc27b3 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.8798387 Feb 01 04:35:10.431751 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37666) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:10.457714 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3f0057a2-833c-45da-9b6c-41141629ab8b tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks [] for security_group, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:10.460479 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-16003d90-42e0-4e28-85c6-a8070588b65a tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Deleting subnet 7aa5ac5e-7d48-470b-8f54-505bab5c1274 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:35:10.464400 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-16003d90-42e0-4e28-85c6-a8070588b65a tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:10.498619 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-3f0057a2-833c-45da-9b6c-41141629ab8b tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:35:10.509136 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-3f0057a2-833c-45da-9b6c-41141629ab8b tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Usage tracker for resource:security_group_rule and tenant:a9e688303aa04885aaaab4031138e2c1 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:35:10.519335 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-3f0057a2-833c-45da-9b6c-41141629ab8b tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:35:10.530580 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-af0816a8-6d9e-451c-a2cb-f3ace6a93a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:10.532577 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-16003d90-42e0-4e28-85c6-a8070588b65a tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145757'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:10.540147 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-6cf22a9c-6208-4bf9-bf70-b36a3f46ce30 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] 10.222.0.24 "DELETE /v2.0/ports/ae96b8a8-25d5-48e7-b2db-432cdf2b67c4/tags HTTP/1.1" status: 204 len: 168 time: 0.6505837 Feb 01 04:35:10.547239 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-3f0057a2-833c-45da-9b6c-41141629ab8b tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:35:10.550310 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37672) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:10.560668 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7f327e76-1cda-4610-945c-4de4861a83d3 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:10.568711 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.tag.tag_plugin [None req-5bfc65f2-b26d-46c3-8905-7c08382a8c97 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'edf73056-319f-4c77-bad0-3c409e7bfa3f') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:10.568930 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Port 650859f4-1a53-4eeb-b142-d4c0250cea05 update to DOWN by agent not found {{(pid=87638) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 01 04:35:10.600825 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0816a8-6d9e-451c-a2cb-f3ace6a93a02 None None] Pushing event deleted for resources: {'Port': ['ID=650859f4-1a53-4eeb-b142-d4c0250cea05,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:10.605081 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0816a8-6d9e-451c-a2cb-f3ace6a93a02 None None] No DVR routers for this DVR port 650859f4-1a53-4eeb-b142-d4c0250cea05 on host dv-neutron-826830-1-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:35:10.607263 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-9f9c8151-4172-4d5b-a923-bcbbc012317d None None] Allocated IP 2001:db8:0:1::2 (14b67238-4e53-405c-b9cd-84b8ff52e36a/6b7d5461-ff69-4059-a855-ddd4654e6f44/f44067bc-a887-478f-83a4-bacdaaed4af1) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:35:10.617522 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7f327e76-1cda-4610-945c-4de4861a83d3 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:10.624847 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-9f9c8151-4172-4d5b-a923-bcbbc012317d None None] Allocated IP 2001:db8::f816:3eff:fe94:edb7 (14b67238-4e53-405c-b9cd-84b8ff52e36a/006ae3fb-22f7-4abf-abb3-7dfad178e6f7/f44067bc-a887-478f-83a4-bacdaaed4af1) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:35:10.652624 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.api [None req-0202f9c4-9bac-4136-971c-c0090c716bcf tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:35:10.653224 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG oslo_db.api [None req-0202f9c4-9bac-4136-971c-c0090c716bcf tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:35:10.662997 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f327e76-1cda-4610-945c-4de4861a83d3 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28a1ab85-899e-436e-86ec-4c0270872a74,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:10.702790 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7f327e76-1cda-4610-945c-4de4861a83d3 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:10.707070 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-7f327e76-1cda-4610-945c-4de4861a83d3 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.9472885 Feb 01 04:35:10.713123 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37676) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:10.732045 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-16003d90-42e0-4e28-85c6-a8070588b65a tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:10.777969 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-5bfc65f2-b26d-46c3-8905-7c08382a8c97 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] 10.222.0.24 "DELETE /v2.0/subnets/edf73056-319f-4c77-bad0-3c409e7bfa3f/tags HTTP/1.1" status: 204 len: 168 time: 0.2165082 Feb 01 04:35:10.779700 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37680) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:10.782065 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3f0057a2-833c-45da-9b6c-41141629ab8b tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks [] for security_group, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:10.800917 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3f0057a2-833c-45da-9b6c-41141629ab8b tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:10.840724 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0057a2-833c-45da-9b6c-41141629ab8b tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c10dd7-bd5a-463a-96a5-770c27da7a53,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:10.877517 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f0057a2-833c-45da-9b6c-41141629ab8b tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=87637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:35:10.881057 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9f9c8151-4172-4d5b-a923-bcbbc012317d None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:10.885737 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-8f5d560e-cdc9-4e49-837d-c76188cb2c43 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Deleting port 26dc52d4-d776-46ee-b854-4cd1e5460aaf {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:35:10.886085 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8f5d560e-cdc9-4e49-837d-c76188cb2c43 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:10.900133 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-9f9c8151-4172-4d5b-a923-bcbbc012317d None None] Transition to ACTIVE for port object f44067bc-a887-478f-83a4-bacdaaed4af1 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:35:10.914896 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3f0057a2-833c-45da-9b6c-41141629ab8b tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:10.915286 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.segments_db [None req-3f0057a2-833c-45da-9b6c-41141629ab8b tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Added segment 807bc3b1-904b-4d69-b575-869340a68208 of type vlan for network 7ba8e5ae-5aa6-437f-a4e3-ac0161f5d474 Feb 01 04:35:10.932136 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-9f9c8151-4172-4d5b-a923-bcbbc012317d None None] Transition to ACTIVE for port object f44067bc-a887-478f-83a4-bacdaaed4af1 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:35:10.941981 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9f9c8151-4172-4d5b-a923-bcbbc012317d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:10.956010 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3f0057a2-833c-45da-9b6c-41141629ab8b tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:10.984007 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d5217e11-58ff-461a-9612-702d510fe1d7 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Notify callbacks [] for subnetpool, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:10.987924 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-d5217e11-58ff-461a-9612-702d510fe1d7 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] 10.222.0.24 "DELETE /v2.0/subnetpools/ce3f6ad1-974b-4890-9283-b37c37e78867 HTTP/1.1" status: 204 len: 168 time: 0.2043021 Feb 01 04:35:10.990136 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8d0b97d6-71bf-4d89-8641-fa978ec08d87 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:10.990941 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37684) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:11.024018 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9c8151-4172-4d5b-a923-bcbbc012317d None None] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:35:11.027198 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-9f9c8151-4172-4d5b-a923-bcbbc012317d None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:35:11.032509 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9c8151-4172-4d5b-a923-bcbbc012317d None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:35:11.035874 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8d0b97d6-71bf-4d89-8641-fa978ec08d87 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:11.043032 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-bccc1f67-8d37-4268-813f-2bcf6e376d2d tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6093bb8-736f-4257-99a1-e0053859e6bc HTTP/1.1" status: 200 len: 205 time: 0.0488536 Feb 01 04:35:11.043343 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37688) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:11.074552 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9c8151-4172-4d5b-a923-bcbbc012317d None None] Pushing event updated for resources: {'Port': ['ID=f44067bc-a887-478f-83a4-bacdaaed4af1,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:11.110733 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8d0b97d6-71bf-4d89-8641-fa978ec08d87 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:11.112803 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-16003d90-42e0-4e28-85c6-a8070588b65a tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3072169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2652276'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:11.115939 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3f0057a2-833c-45da-9b6c-41141629ab8b tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:11.121264 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0057a2-833c-45da-9b6c-41141629ab8b tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:11.121832 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3f0057a2-833c-45da-9b6c-41141629ab8b tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:11.169883 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-9f9c8151-4172-4d5b-a923-bcbbc012317d None None] Attempting to bind port f44067bc-a887-478f-83a4-bacdaaed4af1 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:35:11.169883 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-9f9c8151-4172-4d5b-a923-bcbbc012317d None None] Attempting to bind port f44067bc-a887-478f-83a4-bacdaaed4af1 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:35:11.170245 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9c8151-4172-4d5b-a923-bcbbc012317d None None] Attempting to bind port f44067bc-a887-478f-83a4-bacdaaed4af1 on network 14b67238-4e53-405c-b9cd-84b8ff52e36a {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:35:11.174889 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84bcc3c6-974f-4931-9552-3dbce703f387 None None] Network 04a194ca-4648-4326-8145-6d4ef653dc22 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:35:11.181088 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-16003d90-42e0-4e28-85c6-a8070588b65a tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:11.190738 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0b97d6-71bf-4d89-8641-fa978ec08d87 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=28a1ab85-899e-436e-86ec-4c0270872a74,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:11.191114 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9c8151-4172-4d5b-a923-bcbbc012317d None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:35:11.191476 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9c8151-4172-4d5b-a923-bcbbc012317d None None] Checking segment: {'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:35:11.192414 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9f9c8151-4172-4d5b-a923-bcbbc012317d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:11.192414 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9c8151-4172-4d5b-a923-bcbbc012317d None None] Bound using segment: {'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:35:11.192664 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16003d90-42e0-4e28-85c6-a8070588b65a tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Pushing event deleted for resources: {'Subnet': ['ID=7aa5ac5e-7d48-470b-8f54-505bab5c1274,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:11.192773 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-9f9c8151-4172-4d5b-a923-bcbbc012317d None None] Bound port: f44067bc-a887-478f-83a4-bacdaaed4af1, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:35:11.193669 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9f9c8151-4172-4d5b-a923-bcbbc012317d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:11.203629 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-0202f9c4-9bac-4136-971c-c0090c716bcf tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Deleting port 650859f4-1a53-4eeb-b142-d4c0250cea05 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:35:11.203629 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0202f9c4-9bac-4136-971c-c0090c716bcf tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:11.255954 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e56392c8-855d-4049-8f0d-fb947995ffc8 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Notify callbacks [] for router, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:11.262904 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-16003d90-42e0-4e28-85c6-a8070588b65a tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] 10.222.0.24 "DELETE /v2.0/subnets/7aa5ac5e-7d48-470b-8f54-505bab5c1274 HTTP/1.1" status: 204 len: 168 time: 0.8802052 Feb 01 04:35:11.267766 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37692) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:11.273449 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8d0b97d6-71bf-4d89-8641-fa978ec08d87 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:11.274687 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-8d0b97d6-71bf-4d89-8641-fa978ec08d87 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/28a1ab85-899e-436e-86ec-4c0270872a74 HTTP/1.1" status: 204 len: 168 time: 0.5630982 Feb 01 04:35:11.298716 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37696) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:11.324123 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-3f0057a2-833c-45da-9b6c-41141629ab8b tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5223210 Feb 01 04:35:11.366627 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-0202f9c4-9bac-4136-971c-c0090c716bcf tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] The port '650859f4-1a53-4eeb-b142-d4c0250cea05' was deleted {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 01 04:35:11.372044 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-9f9c8151-4172-4d5b-a923-bcbbc012317d None None] For port f44067bc-a887-478f-83a4-bacdaaed4af1, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:35:11.376097 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-9f9c8151-4172-4d5b-a923-bcbbc012317d None None] For port f44067bc-a887-478f-83a4-bacdaaed4af1, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=f44067bc-a887-478f-83a4-bacdaaed4af1,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:35:11.419287 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9f9c8151-4172-4d5b-a923-bcbbc012317d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:11.454661 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8f5d560e-cdc9-4e49-837d-c76188cb2c43 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:11.474388 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e403ddd7-ee98-4a8f-a88e-ade14f3d925d tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Synchronizing usage tracker for tenant:cd72f2f1ef82496e805f9dd902b0971b on resource:security_group_rule {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:35:11.480935 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37702) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:11.532617 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0057a2-833c-45da-9b6c-41141629ab8b tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Pushing event updated for resources: {'Network': ['ID=7ba8e5ae-5aa6-437f-a4e3-ac0161f5d474,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:11.539894 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-de0d78b3-8daa-4205-99fa-9509d9478aae tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Request body: {'subnet': {'network_id': '7ba8e5ae-5aa6-437f-a4e3-ac0161f5d474', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:35:11.550893 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 7ba8e5ae-5aa6-437f-a4e3-ac0161f5d474 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:35:11.557008 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-641ce3d1-b062-4026-96c3-aa87f0fddb72 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:11.603625 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9c8151-4172-4d5b-a923-bcbbc012317d None None] Pushing event updated for resources: {'Port': ['ID=f44067bc-a887-478f-83a4-bacdaaed4af1,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:11.648934 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-8f5d560e-cdc9-4e49-837d-c76188cb2c43 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Calling delete_port for 26dc52d4-d776-46ee-b854-4cd1e5460aaf owned by {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:35:11.694182 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e403ddd7-ee98-4a8f-a88e-ade14f3d925d tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Unset dirty status for tenant:cd72f2f1ef82496e805f9dd902b0971b on resource:security_group_rule {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:35:11.695486 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e403ddd7-ee98-4a8f-a88e-ade14f3d925d tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3955488 Feb 01 04:35:11.717630 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37706) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:11.763681 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262afe4d-0727-4d4a-9402-7b041f0edfad None None] DHCP port deletion for 04a194ca-4648-4326-8145-6d4ef653dc22 request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:35:11.771165 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-262afe4d-0727-4d4a-9402-7b041f0edfad None None] Deleting port a5401283-b518-4f6e-8aeb-fd2224aae753 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:35:11.771941 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-262afe4d-0727-4d4a-9402-7b041f0edfad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:11.814457 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-641ce3d1-b062-4026-96c3-aa87f0fddb72 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Deleting port a5401283-b518-4f6e-8aeb-fd2224aae753 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:35:11.814794 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-641ce3d1-b062-4026-96c3-aa87f0fddb72 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:11.922088 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0202f9c4-9bac-4136-971c-c0090c716bcf tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:11.924171 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-de0d78b3-8daa-4205-99fa-9509d9478aae tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:35:11.932522 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e56392c8-855d-4049-8f0d-fb947995ffc8 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25968'] for router, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:11.941805 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-de0d78b3-8daa-4205-99fa-9509d9478aae tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Usage tracker for resource:subnet and tenant:a9e688303aa04885aaaab4031138e2c1 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:35:11.942238 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e56392c8-855d-4049-8f0d-fb947995ffc8 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:11.948453 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-de0d78b3-8daa-4205-99fa-9509d9478aae tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:35:11.961001 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-de0d78b3-8daa-4205-99fa-9509d9478aae tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:35:11.971052 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-0202f9c4-9bac-4136-971c-c0090c716bcf tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a73c131-f222-40c3-9cc8-d7a736d7da49']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:11.988109 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-0202f9c4-9bac-4136-971c-c0090c716bcf tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54b5ca2b-c145-48dc-bc1f-6c0569f7c609') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:11.988500 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-0202f9c4-9bac-4136-971c-c0090c716bcf tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54b5ca2b-c145-48dc-bc1f-6c0569f7c609') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:12.003196 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e56392c8-855d-4049-8f0d-fb947995ffc8 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772958'] for router, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:12.003880 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e56392c8-855d-4049-8f0d-fb947995ffc8 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Fanout notify agent at l3_agent the message router_deleted on router f6093bb8-736f-4257-99a1-e0053859e6bc {{(pid=87637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 01 04:35:12.020645 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e56392c8-855d-4049-8f0d-fb947995ffc8 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:12.025507 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-e56392c8-855d-4049-8f0d-fb947995ffc8 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] 10.222.0.24 "DELETE /v2.0/routers/f6093bb8-736f-4257-99a1-e0053859e6bc HTTP/1.1" status: 204 len: 168 time: 0.9812896 Feb 01 04:35:12.026235 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37710) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:12.028175 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0202f9c4-9bac-4136-971c-c0090c716bcf tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:12.069836 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bbfe70b4-d83c-4d8f-9277-37c54fe01dbd tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:12.115610 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0d78b3-8daa-4205-99fa-9509d9478aae tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Made reservation on behalf of a9e688303aa04885aaaab4031138e2c1 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:35:12.119340 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-de0d78b3-8daa-4205-99fa-9509d9478aae tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:12.119498 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0202f9c4-9bac-4136-971c-c0090c716bcf tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:12.123520 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-262afe4d-0727-4d4a-9402-7b041f0edfad None None] For port a5401283-b518-4f6e-8aeb-fd2224aae753, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=a5401283-b518-4f6e-8aeb-fd2224aae753,segment=NetworkSegment(d945a307-e8f0-43f5-8835-cbe7307aff9f),segment_id=d945a307-e8f0-43f5-8835-cbe7307aff9f)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:35:12.124014 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-262afe4d-0727-4d4a-9402-7b041f0edfad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:12.134558 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-a36d4d10-f343-4137-ba65-2b5283d8e31b tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Deleting port ae96b8a8-25d5-48e7-b2db-432cdf2b67c4 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:35:12.135744 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a36d4d10-f343-4137-ba65-2b5283d8e31b tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:12.171965 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0202f9c4-9bac-4136-971c-c0090c716bcf tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:35:12.172274 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0202f9c4-9bac-4136-971c-c0090c716bcf tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:12.189839 dv-neutron-826830-1-hyperv neutron-server[87637]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:35:12.189839 dv-neutron-826830-1-hyperv neutron-server[87637]: util.warn( Feb 01 04:35:12.189839 dv-neutron-826830-1-hyperv neutron-server[87637]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:35:12.189839 dv-neutron-826830-1-hyperv neutron-server[87637]: util.warn( Feb 01 04:35:12.189839 dv-neutron-826830-1-hyperv neutron-server[87637]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:35:12.189839 dv-neutron-826830-1-hyperv neutron-server[87637]: util.warn( Feb 01 04:35:12.189839 dv-neutron-826830-1-hyperv neutron-server[87637]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:35:12.189839 dv-neutron-826830-1-hyperv neutron-server[87637]: util.warn( Feb 01 04:35:12.189839 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 04:35:12.189839 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:35:12.189839 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 04:35:12.189839 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:35:12.189839 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 04:35:12.189839 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:35:12.189839 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 04:35:12.189839 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:35:12.189839 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 04:35:12.189839 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:35:12.189839 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 04:35:12.189839 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:35:12.189839 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 04:35:12.189839 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:35:12.189839 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:35:12.189839 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:35:12.189839 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:35:12.189839 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:35:12.189839 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 04:35:12.189839 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:35:12.189839 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 04:35:12.189839 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:35:12.189839 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:35:12.189839 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:35:12.189839 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 04:35:12.189839 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:35:12.189839 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:35:12.189839 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:35:12.189839 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:35:12.189839 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:35:12.189839 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:35:12.189839 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:35:12.260133 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-262afe4d-0727-4d4a-9402-7b041f0edfad None None] Calling delete_port for a5401283-b518-4f6e-8aeb-fd2224aae753 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:35:12.307208 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bbfe70b4-d83c-4d8f-9277-37c54fe01dbd tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:12.348009 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-262afe4d-0727-4d4a-9402-7b041f0edfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:12.373042 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0202f9c4-9bac-4136-971c-c0090c716bcf tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:12.388145 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device f44067bc-a887-478f-83a4-bacdaaed4af1 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:35:12.394294 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-641ce3d1-b062-4026-96c3-aa87f0fddb72 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] For port a5401283-b518-4f6e-8aeb-fd2224aae753, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=a5401283-b518-4f6e-8aeb-fd2224aae753,segment=NetworkSegment(d945a307-e8f0-43f5-8835-cbe7307aff9f),segment_id=d945a307-e8f0-43f5-8835-cbe7307aff9f)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:35:12.394689 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-641ce3d1-b062-4026-96c3-aa87f0fddb72 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:12.404993 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0202f9c4-9bac-4136-971c-c0090c716bcf tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:12.427027 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0202f9c4-9bac-4136-971c-c0090c716bcf tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event deleted for resources: {'Network': ['ID=5a73c131-f222-40c3-9cc8-d7a736d7da49,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:12.435256 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-0202f9c4-9bac-4136-971c-c0090c716bcf tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "DELETE /v2.0/networks/5a73c131-f222-40c3-9cc8-d7a736d7da49 HTTP/1.1" status: 204 len: 168 time: 2.9817050 Feb 01 04:35:12.441028 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37714) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:12.450357 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-c198673e-fcb9-422e-8eb4-d5831766ecca tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Request body: {'port': {'network_id': '7f96f5a1-4f91-4a86-8e7f-c10c0c3805e9', 'name': 'tempest-PortsTestJSON-1154158164'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:35:12.484743 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262afe4d-0727-4d4a-9402-7b041f0edfad None None] Pushing event deleted for resources: {'Port': ['ID=a5401283-b518-4f6e-8aeb-fd2224aae753,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:12.494571 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262afe4d-0727-4d4a-9402-7b041f0edfad None None] No DVR routers for this DVR port a5401283-b518-4f6e-8aeb-fd2224aae753 on host dv-neutron-826830-1-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:35:12.529971 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port f44067bc-a887-478f-83a4-bacdaaed4af1 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:35:12.591619 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device a5401283-b518-4f6e-8aeb-fd2224aae753 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:35:12.640952 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: a5401283-b518-4f6e-8aeb-fd2224aae753 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:35:12.641407 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device a5401283-b518-4f6e-8aeb-fd2224aae753 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:35:12.648176 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-c198673e-fcb9-422e-8eb4-d5831766ecca tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:35:12.690524 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-641ce3d1-b062-4026-96c3-aa87f0fddb72 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Calling delete_port for a5401283-b518-4f6e-8aeb-fd2224aae753 owned by network:dhcp {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:35:12.706132 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-c198673e-fcb9-422e-8eb4-d5831766ecca tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Usage tracker for resource:port and tenant:a862444cee664ef3af6a3e24f24366c9 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:35:12.711679 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-c198673e-fcb9-422e-8eb4-d5831766ecca tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:35:12.718205 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8f5d560e-cdc9-4e49-837d-c76188cb2c43 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:12.723288 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-c198673e-fcb9-422e-8eb4-d5831766ecca tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:35:12.755087 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c198673e-fcb9-422e-8eb4-d5831766ecca tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Made reservation on behalf of a862444cee664ef3af6a3e24f24366c9 for: {'port': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:35:12.759075 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c198673e-fcb9-422e-8eb4-d5831766ecca tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:12.779801 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a36d4d10-f343-4137-ba65-2b5283d8e31b tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:12.789174 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5d560e-cdc9-4e49-837d-c76188cb2c43 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event deleted for resources: {'Port': ['ID=26dc52d4-d776-46ee-b854-4cd1e5460aaf,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:12.797477 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-c198673e-fcb9-422e-8eb4-d5831766ecca tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] device_id is not set on port ae8a3254-f9f0-4d50-a47a-8e3d40ffafcb yet. {{(pid=87637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:35:12.798600 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bbfe70b4-d83c-4d8f-9277-37c54fe01dbd tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:12.934061 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfe70b4-d83c-4d8f-9277-37c54fe01dbd tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=570be3d9-a142-423f-b25c-907ef71a024e,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:12.955887 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8f5d560e-cdc9-4e49-837d-c76188cb2c43 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:12.988759 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bbfe70b4-d83c-4d8f-9277-37c54fe01dbd tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:12.992452 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-bbfe70b4-d83c-4d8f-9277-37c54fe01dbd tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] 10.222.0.24 "DELETE /v2.0/security-groups/570be3d9-a142-423f-b25c-907ef71a024e HTTP/1.1" status: 204 len: 168 time: 1.2667806 Feb 01 04:35:12.994255 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37718) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:13.005383 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-8f5d560e-cdc9-4e49-837d-c76188cb2c43 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/ports/26dc52d4-d776-46ee-b854-4cd1e5460aaf HTTP/1.1" status: 204 len: 168 time: 2.5622721 Feb 01 04:35:13.015431 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.db.api [None req-641ce3d1-b062-4026-96c3-aa87f0fddb72 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:35:13.015749 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG oslo_db.api [None req-641ce3d1-b062-4026-96c3-aa87f0fddb72 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:35:13.018972 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1acfb83-eed7-4843-90c9-3417b948aae1 None None] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:35:13.019118 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37722) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:13.051374 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-a36d4d10-f343-4137-ba65-2b5283d8e31b tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Calling delete_port for ae96b8a8-25d5-48e7-b2db-432cdf2b67c4 owned by {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:35:13.105164 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-15405118-d8cd-4fad-818b-af0aa266a666 None None] Provisioning for port f44067bc-a887-478f-83a4-bacdaaed4af1 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:35:13.117643 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-15405118-d8cd-4fad-818b-af0aa266a666 None None] Provisioning complete for port f44067bc-a887-478f-83a4-bacdaaed4af1 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:35:13.118020 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-15405118-d8cd-4fad-818b-af0aa266a666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:13.127820 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-de0d78b3-8daa-4205-99fa-9509d9478aae tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:13.209984 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2637d68c-c884-4270-8187-a67fa7f82932 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Synchronizing usage tracker for tenant:cd72f2f1ef82496e805f9dd902b0971b on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:35:13.235113 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c198673e-fcb9-422e-8eb4-d5831766ecca tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:13.242543 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0d78b3-8daa-4205-99fa-9509d9478aae tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Pushing event updated for resources: {'Subnet': ['ID=8f308dbb-13e1-4974-8e87-e69267660a05,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:13.261778 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bb12ba-4e58-47d4-bd08-1d02a7ba2705 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:13.262489 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c8bb12ba-4e58-47d4-bd08-1d02a7ba2705 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Synchronizing usage tracker for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:35:13.274621 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2637d68c-c884-4270-8187-a67fa7f82932 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Unset dirty status for tenant:cd72f2f1ef82496e805f9dd902b0971b on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:35:13.275934 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2637d68c-c884-4270-8187-a67fa7f82932 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.2791839 Feb 01 04:35:13.279224 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37726) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:13.286175 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0d78b3-8daa-4205-99fa-9509d9478aae tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Checking segment: {'id': '807bc3b1-904b-4d69-b575-869340a68208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7ba8e5ae-5aa6-437f-a4e3-ac0161f5d474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:35:13.286811 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0d78b3-8daa-4205-99fa-9509d9478aae tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Network hostable DHCP agents. Network: 7ba8e5ae-5aa6-437f-a4e3-ac0161f5d474, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:35:13.301145 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 04:35:13.319243 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c8bb12ba-4e58-47d4-bd08-1d02a7ba2705 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Unset dirty status for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:35:13.320696 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c8bb12ba-4e58-47d4-bd08-1d02a7ba2705 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.3007143 Feb 01 04:35:13.325704 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37730) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:13.347272 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0d78b3-8daa-4205-99fa-9509d9478aae tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Network 7ba8e5ae-5aa6-437f-a4e3-ac0161f5d474 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:35:13.357700 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-15405118-d8cd-4fad-818b-af0aa266a666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:13.362893 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-de0d78b3-8daa-4205-99fa-9509d9478aae tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, 7ba8e5ae-5aa6-437f-a4e3-ac0161f5d474) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:35:13.377123 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0d78b3-8daa-4205-99fa-9509d9478aae tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:13.377689 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-de0d78b3-8daa-4205-99fa-9509d9478aae tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:13.377873 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8381519c-10c7-495d-80ec-2f8b0a4a079c None None] Network 7ba8e5ae-5aa6-437f-a4e3-ac0161f5d474 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:35:13.391725 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ae3f5052-b81e-4789-9516-3bd8727d1f17 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:13.397993 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a36d4d10-f343-4137-ba65-2b5283d8e31b tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:13.423861 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-de0d78b3-8daa-4205-99fa-9509d9478aae tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.9371498 Feb 01 04:35:13.424068 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37734) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:13.432157 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-6910a929-bbf8-49db-81d7-96c07274c33d tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-333022842'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:35:13.437696 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ae3f5052-b81e-4789-9516-3bd8727d1f17 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:13.441981 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c198673e-fcb9-422e-8eb4-d5831766ecca tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:13.450767 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-15405118-d8cd-4fad-818b-af0aa266a666 None None] For port f44067bc-a887-478f-83a4-bacdaaed4af1, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=f44067bc-a887-478f-83a4-bacdaaed4af1,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:35:13.454528 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-6910a929-bbf8-49db-81d7-96c07274c33d tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:35:13.459591 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36d4d10-f343-4137-ba65-2b5283d8e31b tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Pushing event deleted for resources: {'Port': ['ID=ae96b8a8-25d5-48e7-b2db-432cdf2b67c4,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:13.466459 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-6910a929-bbf8-49db-81d7-96c07274c33d tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Usage tracker for resource:network and tenant:a9e688303aa04885aaaab4031138e2c1 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:35:13.472023 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-6910a929-bbf8-49db-81d7-96c07274c33d tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:35:13.485904 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-6910a929-bbf8-49db-81d7-96c07274c33d tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:35:13.503345 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6910a929-bbf8-49db-81d7-96c07274c33d tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Made reservation on behalf of a9e688303aa04885aaaab4031138e2c1 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:35:13.507626 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-15405118-d8cd-4fad-818b-af0aa266a666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:13.508300 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6910a929-bbf8-49db-81d7-96c07274c33d tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:13.520104 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-641ce3d1-b062-4026-96c3-aa87f0fddb72 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Deleting port a5401283-b518-4f6e-8aeb-fd2224aae753 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:35:13.520670 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-641ce3d1-b062-4026-96c3-aa87f0fddb72 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:13.560112 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ae3f5052-b81e-4789-9516-3bd8727d1f17 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:13.563986 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c198673e-fcb9-422e-8eb4-d5831766ecca tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Network 7f96f5a1-4f91-4a86-8e7f-c10c0c3805e9 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:35:13.596155 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-c198673e-fcb9-422e-8eb4-d5831766ecca tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:35:13.611794 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c198673e-fcb9-422e-8eb4-d5831766ecca tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:35:13.617811 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c198673e-fcb9-422e-8eb4-d5831766ecca tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:13.618430 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c198673e-fcb9-422e-8eb4-d5831766ecca tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:13.623246 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-641ce3d1-b062-4026-96c3-aa87f0fddb72 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] The port 'a5401283-b518-4f6e-8aeb-fd2224aae753' was deleted {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 01 04:35:13.661428 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3f5052-b81e-4789-9516-3bd8727d1f17 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=465459f6-e77b-4f63-8506-bd17e9f84125,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:13.666977 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15405118-d8cd-4fad-818b-af0aa266a666 None None] Pushing event updated for resources: {'Port': ['ID=f44067bc-a887-478f-83a4-bacdaaed4af1,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:13.679061 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6910a929-bbf8-49db-81d7-96c07274c33d tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:35:13.719215 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6910a929-bbf8-49db-81d7-96c07274c33d tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:13.719857 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-6910a929-bbf8-49db-81d7-96c07274c33d tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Added segment b594d1e2-19e2-4be4-bc55-2fd4b424cca9 of type vlan for network f5624dc9-15eb-4656-9b5b-cd3cab15841c Feb 01 04:35:13.760547 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ae3f5052-b81e-4789-9516-3bd8727d1f17 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:13.761691 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ae3f5052-b81e-4789-9516-3bd8727d1f17 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] 10.222.0.24 "DELETE /v2.0/security-groups/465459f6-e77b-4f63-8506-bd17e9f84125 HTTP/1.1" status: 204 len: 168 time: 0.4800200 Feb 01 04:35:13.769025 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a7c017-32ce-47b7-9766-ae11a3cb4db3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-7ba8e5ae-5aa6-437f-a4e3-ac0161f5d474', 'network_id': '7ba8e5ae-5aa6-437f-a4e3-ac0161f5d474', 'tenant_id': 'a9e688303aa04885aaaab4031138e2c1', 'fixed_ips': [{'subnet_id': '8f308dbb-13e1-4974-8e87-e69267660a05'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:35:13.769877 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-56a7c017-32ce-47b7-9766-ae11a3cb4db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:13.786552 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37738) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:13.892806 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a36d4d10-f343-4137-ba65-2b5283d8e31b tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:13.898691 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-a36d4d10-f343-4137-ba65-2b5283d8e31b tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] 10.222.0.24 "DELETE /v2.0/ports/ae96b8a8-25d5-48e7-b2db-432cdf2b67c4 HTTP/1.1" status: 204 len: 168 time: 1.8606267 Feb 01 04:35:13.909810 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415d98d8-dcf4-42e3-92a6-69fd5248ab15 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:13.911373 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-415d98d8-dcf4-42e3-92a6-69fd5248ab15 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.5847199 Feb 01 04:35:13.912174 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c198673e-fcb9-422e-8eb4-d5831766ecca tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event updated for resources: {'Port': ['ID=ae8a3254-f9f0-4d50-a47a-8e3d40ffafcb,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:13.915924 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37742) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:13.916317 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37744) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:13.925772 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-c198673e-fcb9-422e-8eb4-d5831766ecca tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4829576 Feb 01 04:35:13.938224 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-641ce3d1-b062-4026-96c3-aa87f0fddb72 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:13.946793 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37750) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:13.958142 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6910a929-bbf8-49db-81d7-96c07274c33d tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:13.973511 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-56a7c017-32ce-47b7-9766-ae11a3cb4db3 None None] Allocated IP 172.20.255.242 (7ba8e5ae-5aa6-437f-a4e3-ac0161f5d474/8f308dbb-13e1-4974-8e87-e69267660a05/1dd1fc45-5eb5-4694-92c2-85ac157928d0) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:35:14.057673 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-641ce3d1-b062-4026-96c3-aa87f0fddb72 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04a194ca-4648-4326-8145-6d4ef653dc22']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:14.057908 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a1c4ad4-c64b-4638-8757-6d1bec0ef475 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Deleting subnet edf73056-319f-4c77-bad0-3c409e7bfa3f {{(pid=87637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:35:14.061285 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9a1c4ad4-c64b-4638-8757-6d1bec0ef475 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Notify callbacks [] for subnet, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:14.102866 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-641ce3d1-b062-4026-96c3-aa87f0fddb72 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd945a307-e8f0-43f5-8835-cbe7307aff9f') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:14.103393 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-641ce3d1-b062-4026-96c3-aa87f0fddb72 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd945a307-e8f0-43f5-8835-cbe7307aff9f') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:14.130255 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9a1c4ad4-c64b-4638-8757-6d1bec0ef475 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2424773'] for subnet, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:14.133671 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-3d671d54-d14e-4eee-8c9e-46d15b3a33a6 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Deleting port ae8a3254-f9f0-4d50-a47a-8e3d40ffafcb {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:35:14.134252 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3d671d54-d14e-4eee-8c9e-46d15b3a33a6 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:14.155288 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-9bab0640-31be-4a3d-a8e5-e3a31cd7fed8 None None] Provisioning complete for port f44067bc-a887-478f-83a4-bacdaaed4af1 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:35:14.155662 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9bab0640-31be-4a3d-a8e5-e3a31cd7fed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:14.166595 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-641ce3d1-b062-4026-96c3-aa87f0fddb72 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143022'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:14.204102 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f78d990d-0f77-43d1-8e2c-73b3d3bcd856 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Synchronizing usage tracker for tenant:cd72f2f1ef82496e805f9dd902b0971b on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:35:14.212069 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6910a929-bbf8-49db-81d7-96c07274c33d tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:14.218000 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6910a929-bbf8-49db-81d7-96c07274c33d tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:14.218593 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6910a929-bbf8-49db-81d7-96c07274c33d tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:14.226564 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9a1c4ad4-c64b-4638-8757-6d1bec0ef475 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:14.250244 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-641ce3d1-b062-4026-96c3-aa87f0fddb72 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:14.288381 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-6910a929-bbf8-49db-81d7-96c07274c33d tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8629630 Feb 01 04:35:14.315694 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device f44067bc-a887-478f-83a4-bacdaaed4af1 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:35:14.317437 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-641ce3d1-b062-4026-96c3-aa87f0fddb72 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:35:14.318243 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-641ce3d1-b062-4026-96c3-aa87f0fddb72 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3072199'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:14.320377 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37754) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:14.329295 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-4fa78ff9-0814-4657-ae72-73d5e5f7a6dc tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Request body: {'subnet': {'network_id': 'f5624dc9-15eb-4656-9b5b-cd3cab15841c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:35:14.339355 dv-neutron-826830-1-hyperv neutron-server[87636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:35:14.339355 dv-neutron-826830-1-hyperv neutron-server[87636]: util.warn( Feb 01 04:35:14.339355 dv-neutron-826830-1-hyperv neutron-server[87636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:35:14.339355 dv-neutron-826830-1-hyperv neutron-server[87636]: util.warn( Feb 01 04:35:14.339355 dv-neutron-826830-1-hyperv neutron-server[87636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:35:14.339355 dv-neutron-826830-1-hyperv neutron-server[87636]: util.warn( Feb 01 04:35:14.339355 dv-neutron-826830-1-hyperv neutron-server[87636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:35:14.339355 dv-neutron-826830-1-hyperv neutron-server[87636]: util.warn( Feb 01 04:35:14.339355 dv-neutron-826830-1-hyperv neutron-server[87636]: Traceback (most recent call last): Feb 01 04:35:14.339355 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:35:14.339355 dv-neutron-826830-1-hyperv neutron-server[87636]: timer() Feb 01 04:35:14.339355 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:35:14.339355 dv-neutron-826830-1-hyperv neutron-server[87636]: cb(*args, **kw) Feb 01 04:35:14.339355 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:35:14.339355 dv-neutron-826830-1-hyperv neutron-server[87636]: return func(*args, **kwargs) Feb 01 04:35:14.339355 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:35:14.339355 dv-neutron-826830-1-hyperv neutron-server[87636]: self._notify() Feb 01 04:35:14.339355 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:35:14.339355 dv-neutron-826830-1-hyperv neutron-server[87636]: self.callback(batched_events) Feb 01 04:35:14.339355 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:35:14.339355 dv-neutron-826830-1-hyperv neutron-server[87636]: event.method(event) Feb 01 04:35:14.339355 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:35:14.339355 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:35:14.339355 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:35:14.339355 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:35:14.339355 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:35:14.339355 dv-neutron-826830-1-hyperv neutron-server[87636]: return f(self, *a, **k) Feb 01 04:35:14.339355 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:35:14.339355 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._get(url).json() Feb 01 04:35:14.339355 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:35:14.339355 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:35:14.339355 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:35:14.339355 dv-neutron-826830-1-hyperv neutron-server[87636]: return self.request(url, 'GET', **kwargs) Feb 01 04:35:14.339355 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:35:14.339355 dv-neutron-826830-1-hyperv neutron-server[87636]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:35:14.339355 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:35:14.339355 dv-neutron-826830-1-hyperv neutron-server[87636]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:35:14.339355 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:35:14.339355 dv-neutron-826830-1-hyperv neutron-server[87636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:35:14.339355 dv-neutron-826830-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:35:14.424912 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f78d990d-0f77-43d1-8e2c-73b3d3bcd856 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Unset dirty status for tenant:cd72f2f1ef82496e805f9dd902b0971b on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:35:14.426526 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f78d990d-0f77-43d1-8e2c-73b3d3bcd856 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6389115 Feb 01 04:35:14.457227 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37758) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:14.465759 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-a2756900-a3ee-4773-bc64-0b05a1acee63 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Request body: {'security_group': {'name': 'tempest-secgroup--1729946995'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:35:14.472719 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-a2756900-a3ee-4773-bc64-0b05a1acee63 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:35:14.474956 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-56a7c017-32ce-47b7-9766-ae11a3cb4db3 None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:14.483477 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-a2756900-a3ee-4773-bc64-0b05a1acee63 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:35:14.492169 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-4fa78ff9-0814-4657-ae72-73d5e5f7a6dc tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:35:14.500094 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9a1c4ad4-c64b-4638-8757-6d1bec0ef475 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3037665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694336'] for subnet, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:14.510502 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-56a7c017-32ce-47b7-9766-ae11a3cb4db3 None None] Transition to ACTIVE for port object 1dd1fc45-5eb5-4694-92c2-85ac157928d0 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:35:14.544481 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-56a7c017-32ce-47b7-9766-ae11a3cb4db3 None None] Transition to ACTIVE for port object 1dd1fc45-5eb5-4694-92c2-85ac157928d0 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:35:14.545590 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port f44067bc-a887-478f-83a4-bacdaaed4af1 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:35:14.546179 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:14.547607 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a2756900-a3ee-4773-bc64-0b05a1acee63 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:14.562434 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-641ce3d1-b062-4026-96c3-aa87f0fddb72 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:14.569656 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ef1447-322e-4d42-b809-015064e1ad00 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:14.571169 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ef1447-322e-4d42-b809-015064e1ad00 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:14.573388 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ef1447-322e-4d42-b809-015064e1ad00 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:14.574260 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6910a929-bbf8-49db-81d7-96c07274c33d tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Pushing event updated for resources: {'Network': ['ID=f5624dc9-15eb-4656-9b5b-cd3cab15841c,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:14.574711 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-b2ef1447-322e-4d42-b809-015064e1ad00 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Synchronizing usage tracker for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:subnet {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:35:14.576582 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-641ce3d1-b062-4026-96c3-aa87f0fddb72 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:14.579047 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9a1c4ad4-c64b-4638-8757-6d1bec0ef475 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:14.579863 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766983d2-95e9-46b8-a647-4cf1f990a0d2 None None] Network 9eec4359-3f55-4fe4-b8c1-f91505eb84e6 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:35:14.587418 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-641ce3d1-b062-4026-96c3-aa87f0fddb72 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] 10.222.0.24 "DELETE /v2.0/networks/04a194ca-4648-4326-8145-6d4ef653dc22 HTTP/1.1" status: 204 len: 168 time: 3.3184171 Feb 01 04:35:14.593192 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-4fa78ff9-0814-4657-ae72-73d5e5f7a6dc tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Usage tracker for resource:subnet and tenant:a9e688303aa04885aaaab4031138e2c1 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:35:14.603744 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-9a1c4ad4-c64b-4638-8757-6d1bec0ef475 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] 10.222.0.24 "DELETE /v2.0/subnets/edf73056-319f-4c77-bad0-3c409e7bfa3f HTTP/1.1" status: 204 len: 168 time: 0.6855619 Feb 01 04:35:14.605404 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network f5624dc9-15eb-4656-9b5b-cd3cab15841c details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:35:14.610385 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-4fa78ff9-0814-4657-ae72-73d5e5f7a6dc tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:35:14.613024 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37766) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:14.617679 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641ce3d1-b062-4026-96c3-aa87f0fddb72 tempest-NetworksIpV6TestAttrs-897937750 tempest-NetworksIpV6TestAttrs-897937750-project] Pushing event deleted for resources: {'Network': ['ID=04a194ca-4648-4326-8145-6d4ef653dc22,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:14.618285 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-a2756900-a3ee-4773-bc64-0b05a1acee63 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:35:14.631539 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-56a7c017-32ce-47b7-9766-ae11a3cb4db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:14.759089 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1c72674a-f849-4e7d-9e98-dc046443ea83 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:14.763054 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1c4ad4-c64b-4638-8757-6d1bec0ef475 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Pushing event deleted for resources: {'Subnet': ['ID=edf73056-319f-4c77-bad0-3c409e7bfa3f,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:14.769300 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-4fa78ff9-0814-4657-ae72-73d5e5f7a6dc tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:35:14.787730 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-a2756900-a3ee-4773-bc64-0b05a1acee63 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Usage tracker for resource:security_group_rule and tenant:cd72f2f1ef82496e805f9dd902b0971b is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:35:14.793985 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-b2ef1447-322e-4d42-b809-015064e1ad00 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Unset dirty status for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:subnet {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:35:14.795196 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-b2ef1447-322e-4d42-b809-015064e1ad00 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.8752375 Feb 01 04:35:14.796186 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-a2756900-a3ee-4773-bc64-0b05a1acee63 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:35:14.802793 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37770) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:14.812938 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-a2756900-a3ee-4773-bc64-0b05a1acee63 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:35:14.813274 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-1b40a23a-b828-4c24-80a9-c3890b55f204 None None] Could not find standard attr ID for object 26dc52d4-d776-46ee-b854-4cd1e5460aaf. {{(pid=87638) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 01 04:35:14.815842 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-1c72674a-f849-4e7d-9e98-dc046443ea83 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Deleting port 8142320d-d649-4056-b807-a7e3ec620765 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:35:14.816179 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1c72674a-f849-4e7d-9e98-dc046443ea83 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:14.905832 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa78ff9-0814-4657-ae72-73d5e5f7a6dc tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Made reservation on behalf of a9e688303aa04885aaaab4031138e2c1 for: {'subnet': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:35:14.909682 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4fa78ff9-0814-4657-ae72-73d5e5f7a6dc tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3694443'] for subnet, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:14.940373 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a7c017-32ce-47b7-9766-ae11a3cb4db3 None None] Network 7ba8e5ae-5aa6-437f-a4e3-ac0161f5d474 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:35:14.966074 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-56a7c017-32ce-47b7-9766-ae11a3cb4db3 None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:35:14.971968 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3d671d54-d14e-4eee-8c9e-46d15b3a33a6 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:14.973528 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a7c017-32ce-47b7-9766-ae11a3cb4db3 None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:35:14.975574 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a7c017-32ce-47b7-9766-ae11a3cb4db3 None None] Pushing event updated for resources: {'Port': ['ID=1dd1fc45-5eb5-4694-92c2-85ac157928d0,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:15.075615 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37778) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:15.091573 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:15.155781 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-3d671d54-d14e-4eee-8c9e-46d15b3a33a6 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Calling delete_port for ae8a3254-f9f0-4d50-a47a-8e3d40ffafcb owned by {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:35:15.186890 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ba73050-53b4-456b-8fbf-7ba5d1fbd73e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Deleting subnet 006ae3fb-22f7-4abf-abb3-7dfad178e6f7 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:35:15.196335 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5ba73050-53b4-456b-8fbf-7ba5d1fbd73e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:15.210439 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-56a7c017-32ce-47b7-9766-ae11a3cb4db3 None None] Attempting to bind port 1dd1fc45-5eb5-4694-92c2-85ac157928d0 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:35:15.210798 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-56a7c017-32ce-47b7-9766-ae11a3cb4db3 None None] Attempting to bind port 1dd1fc45-5eb5-4694-92c2-85ac157928d0 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '807bc3b1-904b-4d69-b575-869340a68208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7ba8e5ae-5aa6-437f-a4e3-ac0161f5d474'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:35:15.211169 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a7c017-32ce-47b7-9766-ae11a3cb4db3 None None] Attempting to bind port 1dd1fc45-5eb5-4694-92c2-85ac157928d0 on network 7ba8e5ae-5aa6-437f-a4e3-ac0161f5d474 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:35:15.224139 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a7c017-32ce-47b7-9766-ae11a3cb4db3 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:35:15.224509 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a7c017-32ce-47b7-9766-ae11a3cb4db3 None None] Checking segment: {'id': '807bc3b1-904b-4d69-b575-869340a68208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7ba8e5ae-5aa6-437f-a4e3-ac0161f5d474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:35:15.224903 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-56a7c017-32ce-47b7-9766-ae11a3cb4db3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:15.225290 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a7c017-32ce-47b7-9766-ae11a3cb4db3 None None] Bound using segment: {'id': '807bc3b1-904b-4d69-b575-869340a68208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7ba8e5ae-5aa6-437f-a4e3-ac0161f5d474'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:35:15.225751 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-56a7c017-32ce-47b7-9766-ae11a3cb4db3 None None] Bound port: 1dd1fc45-5eb5-4694-92c2-85ac157928d0, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807bc3b1-904b-4d69-b575-869340a68208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7ba8e5ae-5aa6-437f-a4e3-ac0161f5d474'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:35:15.226112 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-56a7c017-32ce-47b7-9766-ae11a3cb4db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:15.266564 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-1c72674a-f849-4e7d-9e98-dc046443ea83 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] For port 8142320d-d649-4056-b807-a7e3ec620765, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=8142320d-d649-4056-b807-a7e3ec620765,segment=NetworkSegment(5ed4ba3d-d308-4648-ba32-5cb2d64b0609),segment_id=5ed4ba3d-d308-4648-ba32-5cb2d64b0609)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:35:15.268151 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1c72674a-f849-4e7d-9e98-dc046443ea83 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:15.273402 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5ba73050-53b4-456b-8fbf-7ba5d1fbd73e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145757'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:15.314658 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a2756900-a3ee-4773-bc64-0b05a1acee63 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:15.345133 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3d671d54-d14e-4eee-8c9e-46d15b3a33a6 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:15.383007 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-56a7c017-32ce-47b7-9766-ae11a3cb4db3 None None] For port 1dd1fc45-5eb5-4694-92c2-85ac157928d0, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:35:15.385454 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-56a7c017-32ce-47b7-9766-ae11a3cb4db3 None None] For port 1dd1fc45-5eb5-4694-92c2-85ac157928d0, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=1dd1fc45-5eb5-4694-92c2-85ac157928d0,segment=NetworkSegment(807bc3b1-904b-4d69-b575-869340a68208),segment_id=807bc3b1-904b-4d69-b575-869340a68208)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:35:15.396938 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-56a7c017-32ce-47b7-9766-ae11a3cb4db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:15.413530 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d671d54-d14e-4eee-8c9e-46d15b3a33a6 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event deleted for resources: {'Port': ['ID=ae8a3254-f9f0-4d50-a47a-8e3d40ffafcb,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:15.435926 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3d671d54-d14e-4eee-8c9e-46d15b3a33a6 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:15.453964 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-3d671d54-d14e-4eee-8c9e-46d15b3a33a6 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "DELETE /v2.0/ports/ae8a3254-f9f0-4d50-a47a-8e3d40ffafcb HTTP/1.1" status: 204 len: 168 time: 1.4914567 Feb 01 04:35:15.457138 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37798) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:15.462256 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5ba73050-53b4-456b-8fbf-7ba5d1fbd73e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:15.497754 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-ef9b39dc-394d-483f-9173-6540e7a564a6 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Request body: {'port': {'network_id': '7f96f5a1-4f91-4a86-8e7f-c10c0c3805e9', 'mac_address': 'fa:16:3e:90:76:fa', 'name': 'tempest-PortsTestJSON-1559280095'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:35:15.510298 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a2756900-a3ee-4773-bc64-0b05a1acee63 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:15.524046 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a7c017-32ce-47b7-9766-ae11a3cb4db3 None None] Pushing event updated for resources: {'Port': ['ID=1dd1fc45-5eb5-4694-92c2-85ac157928d0,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:15.528877 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4fa78ff9-0814-4657-ae72-73d5e5f7a6dc tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3037478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3694457'] for subnet, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:15.534947 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4f448e-40c8-45ab-b28a-0508ee705742 None None] DHCP port deletion for 9eec4359-3f55-4fe4-b8c1-f91505eb84e6 request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:35:15.556593 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-af4f448e-40c8-45ab-b28a-0508ee705742 None None] Deleting port 8142320d-d649-4056-b807-a7e3ec620765 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:35:15.556970 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-af4f448e-40c8-45ab-b28a-0508ee705742 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:15.664897 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-ef9b39dc-394d-483f-9173-6540e7a564a6 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:35:15.678308 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-ef9b39dc-394d-483f-9173-6540e7a564a6 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Usage tracker for resource:port and tenant:a862444cee664ef3af6a3e24f24366c9 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:35:15.682573 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-ef9b39dc-394d-483f-9173-6540e7a564a6 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:35:15.692950 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-ef9b39dc-394d-483f-9173-6540e7a564a6 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:35:15.707602 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9b39dc-394d-483f-9173-6540e7a564a6 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Made reservation on behalf of a862444cee664ef3af6a3e24f24366c9 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:35:15.893321 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ef9b39dc-394d-483f-9173-6540e7a564a6 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:15.904229 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-1c72674a-f849-4e7d-9e98-dc046443ea83 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Calling delete_port for 8142320d-d649-4056-b807-a7e3ec620765 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:35:15.927787 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-ef9b39dc-394d-483f-9173-6540e7a564a6 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] device_id is not set on port 0c62ee73-774b-450a-9da3-8b1d121d3444 yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:35:15.962381 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-af4f448e-40c8-45ab-b28a-0508ee705742 None None] For port 8142320d-d649-4056-b807-a7e3ec620765, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=8142320d-d649-4056-b807-a7e3ec620765,segment=NetworkSegment(5ed4ba3d-d308-4648-ba32-5cb2d64b0609),segment_id=5ed4ba3d-d308-4648-ba32-5cb2d64b0609)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:35:15.962381 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-af4f448e-40c8-45ab-b28a-0508ee705742 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:16.007606 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5ba73050-53b4-456b-8fbf-7ba5d1fbd73e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3072169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2652276'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:16.076430 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba73050-53b4-456b-8fbf-7ba5d1fbd73e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event deleted for resources: {'Subnet': ['ID=006ae3fb-22f7-4abf-abb3-7dfad178e6f7,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:16.084999 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5ba73050-53b4-456b-8fbf-7ba5d1fbd73e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:16.109562 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-5ba73050-53b4-456b-8fbf-7ba5d1fbd73e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/subnets/006ae3fb-22f7-4abf-abb3-7dfad178e6f7 HTTP/1.1" status: 204 len: 168 time: 1.3049359 Feb 01 04:35:16.109793 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2756900-a3ee-4773-bc64-0b05a1acee63 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afbc8aa4-4104-49f7-bb6e-f43cfc2bb7e1,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:16.110377 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37812) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:16.135957 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-af4f448e-40c8-45ab-b28a-0508ee705742 None None] Calling delete_port for 8142320d-d649-4056-b807-a7e3ec620765 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:35:16.165542 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-0b3ea075-5fb7-486d-ac7f-2d4d5ee47dcf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dd2a656c49f44814a0be2f22e4794d92&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0863657 Feb 01 04:35:16.173195 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37816) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:16.184588 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40c2a3e-3cd1-4628-8450-09a2e165eb85 None None] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:35:16.185263 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2dcdbe5-5c0b-4e07-a981-e31c62f3b445 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Deleting subnet 6b7d5461-ff69-4059-a855-ddd4654e6f44 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:35:16.190083 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d2dcdbe5-5c0b-4e07-a981-e31c62f3b445 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:16.191681 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a2756900-a3ee-4773-bc64-0b05a1acee63 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:16.193093 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-a2756900-a3ee-4773-bc64-0b05a1acee63 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7321608 Feb 01 04:35:16.193956 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa78ff9-0814-4657-ae72-73d5e5f7a6dc tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Pushing event updated for resources: {'Subnet': ['ID=49fa893f-7ed9-43ce-99f6-4501d0f1832b,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:16.210602 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37820) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:16.211449 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa78ff9-0814-4657-ae72-73d5e5f7a6dc tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Checking segment: {'id': 'b594d1e2-19e2-4be4-bc55-2fd4b424cca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f5624dc9-15eb-4656-9b5b-cd3cab15841c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:35:16.211813 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa78ff9-0814-4657-ae72-73d5e5f7a6dc tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Network hostable DHCP agents. Network: f5624dc9-15eb-4656-9b5b-cd3cab15841c, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:35:16.261529 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-9f1392d9-699f-4f7e-9a79-746abaf99a0e tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Request body: {'security_group_rule': {'security_group_id': 'afbc8aa4-4104-49f7-bb6e-f43cfc2bb7e1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:35:16.299347 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-9f1392d9-699f-4f7e-9a79-746abaf99a0e tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:35:16.323175 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-9f1392d9-699f-4f7e-9a79-746abaf99a0e tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Usage tracker for resource:security_group_rule and tenant:cd72f2f1ef82496e805f9dd902b0971b is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:35:16.334725 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-9f1392d9-699f-4f7e-9a79-746abaf99a0e tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:35:16.354324 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d2dcdbe5-5c0b-4e07-a981-e31c62f3b445 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145757'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:16.367666 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-9f1392d9-699f-4f7e-9a79-746abaf99a0e tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:35:16.374970 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa78ff9-0814-4657-ae72-73d5e5f7a6dc tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Network f5624dc9-15eb-4656-9b5b-cd3cab15841c is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:35:16.389739 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1c72674a-f849-4e7d-9e98-dc046443ea83 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:16.417715 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 1dd1fc45-5eb5-4694-92c2-85ac157928d0 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:35:16.418995 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ef9b39dc-394d-483f-9173-6540e7a564a6 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:16.470020 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d2dcdbe5-5c0b-4e07-a981-e31c62f3b445 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:16.526619 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-af4f448e-40c8-45ab-b28a-0508ee705742 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:35:16.527351 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ef9b39dc-394d-483f-9173-6540e7a564a6 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:16.527475 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-af4f448e-40c8-45ab-b28a-0508ee705742 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:35:16.572121 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b213624c-d7a7-45ca-820a-1d1785a5d90c req-c3f3801b-171a-4bbf-b6c3-4367be88cda4 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:16.574405 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-b213624c-d7a7-45ca-820a-1d1785a5d90c req-c3f3801b-171a-4bbf-b6c3-4367be88cda4 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] 10.222.0.24 "GET /v2.0/ports?device_id=11f622e6-89bc-43e7-82d6-8a23ab462e21 HTTP/1.1" status: 200 len: 945 time: 0.5873878 Feb 01 04:35:16.589678 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c72674a-f849-4e7d-9e98-dc046443ea83 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Pushing event deleted for resources: {'Port': ['ID=8142320d-d649-4056-b807-a7e3ec620765,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:16.597495 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-4fa78ff9-0814-4657-ae72-73d5e5f7a6dc tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, f5624dc9-15eb-4656-9b5b-cd3cab15841c) {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:35:16.607436 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ab85d0-b621-4db9-b92e-0f742d0b832c None None] Network f5624dc9-15eb-4656-9b5b-cd3cab15841c requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:35:16.609213 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9b39dc-394d-483f-9173-6540e7a564a6 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event updated for resources: {'Port': ['ID=0c62ee73-774b-450a-9da3-8b1d121d3444,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:16.636293 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9b39dc-394d-483f-9173-6540e7a564a6 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Network 7f96f5a1-4f91-4a86-8e7f-c10c0c3805e9 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:35:16.636984 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 1dd1fc45-5eb5-4694-92c2-85ac157928d0 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:35:16.639656 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-ef9b39dc-394d-483f-9173-6540e7a564a6 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:35:16.642252 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9b39dc-394d-483f-9173-6540e7a564a6 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:35:16.648242 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9b39dc-394d-483f-9173-6540e7a564a6 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:16.648859 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ef9b39dc-394d-483f-9173-6540e7a564a6 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:16.661020 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa78ff9-0814-4657-ae72-73d5e5f7a6dc tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:16.661726 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4fa78ff9-0814-4657-ae72-73d5e5f7a6dc tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:16.664130 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d2dcdbe5-5c0b-4e07-a981-e31c62f3b445 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3072169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2652276'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:16.671034 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c87ca024-fe9f-43a6-a49c-cd5848a487af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:16.675702 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c72674a-f849-4e7d-9e98-dc046443ea83 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] No DVR routers for this DVR port 8142320d-d649-4056-b807-a7e3ec620765 on host dv-neutron-826830-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:35:16.681631 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9f1392d9-699f-4f7e-9a79-746abaf99a0e tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:16.724011 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d2dcdbe5-5c0b-4e07-a981-e31c62f3b445 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:16.742663 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dcdbe5-5c0b-4e07-a981-e31c62f3b445 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event deleted for resources: {'Subnet': ['ID=6b7d5461-ff69-4059-a855-ddd4654e6f44,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:16.754414 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ef9b39dc-394d-483f-9173-6540e7a564a6 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2936008 Feb 01 04:35:16.754887 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37824) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:16.761377 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d2dcdbe5-5c0b-4e07-a981-e31c62f3b445 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/subnets/6b7d5461-ff69-4059-a855-ddd4654e6f44 HTTP/1.1" status: 204 len: 168 time: 0.6454551 Feb 01 04:35:16.761554 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 8142320d-d649-4056-b807-a7e3ec620765 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:35:16.794259 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37828) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:16.841110 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c87ca024-fe9f-43a6-a49c-cd5848a487af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:16.940343 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 8142320d-d649-4056-b807-a7e3ec620765 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:35:16.940903 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 8142320d-d649-4056-b807-a7e3ec620765 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:35:16.989044 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525334c9-856a-4a22-b7f9-d5d732bccd32 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:16.992325 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-525334c9-856a-4a22-b7f9-d5d732bccd32 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Synchronizing usage tracker for tenant:a862444cee664ef3af6a3e24f24366c9 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:35:17.013436 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-525334c9-856a-4a22-b7f9-d5d732bccd32 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Unset dirty status for tenant:a862444cee664ef3af6a3e24f24366c9 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:35:17.014996 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-525334c9-856a-4a22-b7f9-d5d732bccd32 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "GET /v2.0/ports/0c62ee73-774b-450a-9da3-8b1d121d3444 HTTP/1.1" status: 200 len: 841 time: 0.2586818 Feb 01 04:35:17.017574 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37832) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:17.034772 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-af4f448e-40c8-45ab-b28a-0508ee705742 None None] Deleting port 8142320d-d649-4056-b807-a7e3ec620765 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:35:17.034772 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-af4f448e-40c8-45ab-b28a-0508ee705742 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:17.059002 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0208e03b-95e5-4d5c-912e-dd0119b25248 None None] Network 7ba8e5ae-5aa6-437f-a4e3-ac0161f5d474 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:35:17.089880 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-bc696491-ee32-4570-b12d-bc4a5b6ceba8 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Deleting port 0c62ee73-774b-450a-9da3-8b1d121d3444 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:35:17.090208 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bc696491-ee32-4570-b12d-bc4a5b6ceba8 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:17.091167 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-b213624c-d7a7-45ca-820a-1d1785a5d90c req-19f2d1d1-09b3-4b43-a451-c776b5c6b4df tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] 10.222.0.24 "GET /v2.0/security-groups?id=025f61d7-3c11-4de5-b831-96b62cca7a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4851685 Feb 01 04:35:17.091784 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c87ca024-fe9f-43a6-a49c-cd5848a487af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:17.094129 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c87ca024-fe9f-43a6-a49c-cd5848a487af admin admin] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:17.097854 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-c87ca024-fe9f-43a6-a49c-cd5848a487af admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c2fec2d3-0ba7-44e3-9e80-22bd00953abc HTTP/1.1" status: 204 len: 168 time: 0.9099903 Feb 01 04:35:17.102836 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-4fa78ff9-0814-4657-ae72-73d5e5f7a6dc tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.7814400 Feb 01 04:35:17.112355 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37838) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:17.157336 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0f63e0-91cd-4cf1-811e-294c977724b1 None None] Update dhcp port {'port': {'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'fixed_ips': [{'subnet_id': '6b7d5461-ff69-4059-a855-ddd4654e6f44'}], 'binding:host_id': 'dv-neutron-826830-1-hyperv'}, 'id': 'f44067bc-a887-478f-83a4-bacdaaed4af1'} from dv-neutron-826830-1-hyperv. {{(pid=87638) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 01 04:35:17.231306 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87ca024-fe9f-43a6-a49c-cd5848a487af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2fec2d3-0ba7-44e3-9e80-22bd00953abc,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:17.238401 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1c72674a-f849-4e7d-9e98-dc046443ea83 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:17.241740 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75aa6753-e3de-45d8-b968-a8b67075d426 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-f5624dc9-15eb-4656-9b5b-cd3cab15841c', 'network_id': 'f5624dc9-15eb-4656-9b5b-cd3cab15841c', 'tenant_id': 'a9e688303aa04885aaaab4031138e2c1', 'fixed_ips': [{'subnet_id': '49fa893f-7ed9-43ce-99f6-4501d0f1832b'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:35:17.242564 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-75aa6753-e3de-45d8-b968-a8b67075d426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:17.258030 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-db2ac621-a83f-48ca-a25b-ff52f97bda22 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3182437 Feb 01 04:35:17.265900 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37842) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:17.270105 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-af4f448e-40c8-45ab-b28a-0508ee705742 None None] The port '8142320d-d649-4056-b807-a7e3ec620765' was deleted {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 01 04:35:17.314427 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9f1392d9-699f-4f7e-9a79-746abaf99a0e tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:17.322984 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-cb306eec-de1c-4701-9f06-8ce7104eb47d tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Request body: {'subnet': {'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:35:17.397375 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bc696491-ee32-4570-b12d-bc4a5b6ceba8 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:17.494436 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-75636498-5e55-4441-baa7-10bdda10fa64 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:17.506781 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-44a6973b-0f0f-48ee-a703-8db5819e7269 None None] Provisioning for port 1dd1fc45-5eb5-4694-92c2-85ac157928d0 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:35:17.512166 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9f1392d9-699f-4f7e-9a79-746abaf99a0e tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:17.520463 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-1c72674a-f849-4e7d-9e98-dc046443ea83 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eec4359-3f55-4fe4-b8c1-f91505eb84e6']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:17.563941 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-bc696491-ee32-4570-b12d-bc4a5b6ceba8 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Calling delete_port for 0c62ee73-774b-450a-9da3-8b1d121d3444 owned by {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:35:17.569137 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-75aa6753-e3de-45d8-b968-a8b67075d426 None None] Allocated IP 172.20.0.2 (f5624dc9-15eb-4656-9b5b-cd3cab15841c/49fa893f-7ed9-43ce-99f6-4501d0f1832b/0f5fe30b-fe14-4eb0-9406-d027ed8b6bf1) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:35:17.629406 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-75636498-5e55-4441-baa7-10bdda10fa64 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:17.657136 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bc696491-ee32-4570-b12d-bc4a5b6ceba8 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:17.699982 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-44a6973b-0f0f-48ee-a703-8db5819e7269 None None] Provisioning complete for port 1dd1fc45-5eb5-4694-92c2-85ac157928d0 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:35:17.700379 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-44a6973b-0f0f-48ee-a703-8db5819e7269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:17.721668 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-1c72674a-f849-4e7d-9e98-dc046443ea83 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ed4ba3d-d308-4648-ba32-5cb2d64b0609') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:17.721903 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-1c72674a-f849-4e7d-9e98-dc046443ea83 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ed4ba3d-d308-4648-ba32-5cb2d64b0609') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:17.727912 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc696491-ee32-4570-b12d-bc4a5b6ceba8 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event deleted for resources: {'Port': ['ID=0c62ee73-774b-450a-9da3-8b1d121d3444,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:17.734227 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bc696491-ee32-4570-b12d-bc4a5b6ceba8 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:17.735245 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7c0f63e0-91cd-4cf1-811e-294c977724b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:17.751527 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-bc696491-ee32-4570-b12d-bc4a5b6ceba8 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "DELETE /v2.0/ports/0c62ee73-774b-450a-9da3-8b1d121d3444 HTTP/1.1" status: 204 len: 168 time: 0.7326214 Feb 01 04:35:17.753774 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37850) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:17.764492 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1392d9-699f-4f7e-9a79-746abaf99a0e tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebfb4d90-5cf9-4c1c-a8cc-43258832dfe5,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:17.807418 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-d08d7047-4435-4ea3-b058-65b317fcaa97 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] GET failed (client error): The resource could not be found. Feb 01 04:35:17.808098 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d08d7047-4435-4ea3-b058-65b317fcaa97 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Synchronizing usage tracker for tenant:a862444cee664ef3af6a3e24f24366c9 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:35:17.835594 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1c72674a-f849-4e7d-9e98-dc046443ea83 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:17.852962 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d08d7047-4435-4ea3-b058-65b317fcaa97 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Unset dirty status for tenant:a862444cee664ef3af6a3e24f24366c9 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:35:17.858355 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d08d7047-4435-4ea3-b058-65b317fcaa97 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "GET /v2.0/ports/0c62ee73-774b-450a-9da3-8b1d121d3444 HTTP/1.1" status: 404 len: 333 time: 0.0993564 Feb 01 04:35:17.858515 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37854) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:17.865800 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-688443de-6852-4f90-84e6-4392e9e1b3e7 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Request body: {'port': {'network_id': '7f96f5a1-4f91-4a86-8e7f-c10c0c3805e9', 'name': 'tempest-PortsTestJSON-520729524'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:35:17.878519 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-cb306eec-de1c-4701-9f06-8ce7104eb47d tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:35:17.882710 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-cb306eec-de1c-4701-9f06-8ce7104eb47d tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Usage tracker for resource:subnet and tenant:60b4e61082d3421283cb095bbc99ad8e is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:35:17.885832 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-cb306eec-de1c-4701-9f06-8ce7104eb47d tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:35:17.892475 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-cb306eec-de1c-4701-9f06-8ce7104eb47d tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:35:17.896203 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1c72674a-f849-4e7d-9e98-dc046443ea83 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:17.904265 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9f1392d9-699f-4f7e-9a79-746abaf99a0e tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:17.908132 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-9f1392d9-699f-4f7e-9a79-746abaf99a0e tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.6831796 Feb 01 04:35:17.909102 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37860) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:17.910551 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c72674a-f849-4e7d-9e98-dc046443ea83 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:35:17.910950 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1c72674a-f849-4e7d-9e98-dc046443ea83 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:17.928368 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 04:35:17.928368 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:35:17.928368 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 04:35:17.928368 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:35:17.928368 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 04:35:17.928368 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:35:17.928368 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 04:35:17.928368 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:35:17.928368 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 04:35:17.928368 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:35:17.928368 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 04:35:17.928368 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:35:17.928368 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 04:35:17.928368 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:35:17.928368 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:35:17.928368 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:35:17.928368 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:35:17.928368 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:35:17.928368 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 04:35:17.928368 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:35:17.928368 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 04:35:17.928368 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:35:17.928368 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:35:17.928368 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:35:17.928368 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 04:35:17.928368 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:35:17.928368 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:35:17.928368 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:35:17.928368 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:35:17.928368 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:35:17.928368 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:35:17.928368 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:35:17.938826 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb306eec-de1c-4701-9f06-8ce7104eb47d tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Made reservation on behalf of 60b4e61082d3421283cb095bbc99ad8e for: {'subnet': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:35:17.943245 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cb306eec-de1c-4701-9f06-8ce7104eb47d tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3694443'] for subnet, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:18.004775 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-75aa6753-e3de-45d8-b968-a8b67075d426 None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:18.059624 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6adb055e-edc9-4d99-bc6b-49ca465e8671 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:18.074948 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6adb055e-edc9-4d99-bc6b-49ca465e8671 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:18.082359 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-688443de-6852-4f90-84e6-4392e9e1b3e7 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:35:18.092910 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-75aa6753-e3de-45d8-b968-a8b67075d426 None None] Transition to ACTIVE for port object 0f5fe30b-fe14-4eb0-9406-d027ed8b6bf1 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:35:18.100783 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-688443de-6852-4f90-84e6-4392e9e1b3e7 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:35:18.121172 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-688443de-6852-4f90-84e6-4392e9e1b3e7 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Made reservation on behalf of a862444cee664ef3af6a3e24f24366c9 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:35:18.125186 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-688443de-6852-4f90-84e6-4392e9e1b3e7 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:18.136723 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6adb055e-edc9-4d99-bc6b-49ca465e8671 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:18.164104 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-75aa6753-e3de-45d8-b968-a8b67075d426 None None] Transition to ACTIVE for port object 0f5fe30b-fe14-4eb0-9406-d027ed8b6bf1 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:35:18.164550 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6adb055e-edc9-4d99-bc6b-49ca465e8671 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:18.168732 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-6adb055e-edc9-4d99-bc6b-49ca465e8671 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/ebfb4d90-5cf9-4c1c-a8cc-43258832dfe5 HTTP/1.1" status: 204 len: 168 time: 0.2577164 Feb 01 04:35:18.172516 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37868) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:18.181676 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1c72674a-f849-4e7d-9e98-dc046443ea83 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:18.182293 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-688443de-6852-4f90-84e6-4392e9e1b3e7 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] device_id is not set on port efd8a55a-6967-49b8-88e3-9a724253e8c9 yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:35:18.219365 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-75aa6753-e3de-45d8-b968-a8b67075d426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:18.235184 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1c72674a-f849-4e7d-9e98-dc046443ea83 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:18.251190 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-1c72674a-f849-4e7d-9e98-dc046443ea83 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] 10.222.0.24 "DELETE /v2.0/networks/9eec4359-3f55-4fe4-b8c1-f91505eb84e6 HTTP/1.1" status: 204 len: 168 time: 3.6346579 Feb 01 04:35:18.273658 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d95a3a-291f-4ff5-a40a-f37763b7621e None None] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:35:18.288103 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c72674a-f849-4e7d-9e98-dc046443ea83 tempest-TagsExtTest-1984212325 tempest-TagsExtTest-1984212325-project] Pushing event deleted for resources: {'Network': ['ID=9eec4359-3f55-4fe4-b8c1-f91505eb84e6,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:18.342113 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-75636498-5e55-4441-baa7-10bdda10fa64 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3037665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694336'] for subnet, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:18.355520 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-44a6973b-0f0f-48ee-a703-8db5819e7269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:18.367287 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75aa6753-e3de-45d8-b968-a8b67075d426 None None] Network f5624dc9-15eb-4656-9b5b-cd3cab15841c is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:35:18.379193 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-75aa6753-e3de-45d8-b968-a8b67075d426 None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:35:18.425625 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aa6753-e3de-45d8-b968-a8b67075d426 None None] Pushing event updated for resources: {'Port': ['ID=0f5fe30b-fe14-4eb0-9406-d027ed8b6bf1,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:18.428061 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75aa6753-e3de-45d8-b968-a8b67075d426 None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:35:18.434703 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c819d-dda1-416c-8a75-f2ac1d10db38 req-5c65c3c5-f2a2-40a3-b349-276ccfc0c28d tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:18.436061 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-073c819d-dda1-416c-8a75-f2ac1d10db38 req-5c65c3c5-f2a2-40a3-b349-276ccfc0c28d tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b HTTP/1.1" status: 200 len: 945 time: 0.3373666 Feb 01 04:35:18.451814 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-688443de-6852-4f90-84e6-4392e9e1b3e7 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:18.457273 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75636498-5e55-4441-baa7-10bdda10fa64 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Pushing event deleted for resources: {'Subnet': ['ID=49fa893f-7ed9-43ce-99f6-4501d0f1832b,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:18.491862 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adb055e-edc9-4d99-bc6b-49ca465e8671 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ebfb4d90-5cf9-4c1c-a8cc-43258832dfe5,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:18.571952 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-688443de-6852-4f90-84e6-4392e9e1b3e7 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:18.601077 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-44a6973b-0f0f-48ee-a703-8db5819e7269 None None] For port 1dd1fc45-5eb5-4694-92c2-85ac157928d0, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=1dd1fc45-5eb5-4694-92c2-85ac157928d0,segment=NetworkSegment(807bc3b1-904b-4d69-b575-869340a68208),segment_id=807bc3b1-904b-4d69-b575-869340a68208)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:35:18.613697 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-75636498-5e55-4441-baa7-10bdda10fa64 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:18.656432 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-75636498-5e55-4441-baa7-10bdda10fa64 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5624dc9-15eb-4656-9b5b-cd3cab15841c']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:18.665490 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688443de-6852-4f90-84e6-4392e9e1b3e7 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Network 7f96f5a1-4f91-4a86-8e7f-c10c0c3805e9 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:35:18.674058 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b1f8b1b0-5609-430c-8460-fff2e71d516b tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Synchronizing usage tracker for tenant:cd72f2f1ef82496e805f9dd902b0971b on resource:security_group_rule {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:35:18.679120 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-75636498-5e55-4441-baa7-10bdda10fa64 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b594d1e2-19e2-4be4-bc55-2fd4b424cca9') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:18.679468 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-75636498-5e55-4441-baa7-10bdda10fa64 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b594d1e2-19e2-4be4-bc55-2fd4b424cca9') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:18.682884 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-44a6973b-0f0f-48ee-a703-8db5819e7269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:18.683226 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-688443de-6852-4f90-84e6-4392e9e1b3e7 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:35:18.693410 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688443de-6852-4f90-84e6-4392e9e1b3e7 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:35:18.699114 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688443de-6852-4f90-84e6-4392e9e1b3e7 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:18.700006 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-688443de-6852-4f90-84e6-4392e9e1b3e7 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:18.703761 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-073c819d-dda1-416c-8a75-f2ac1d10db38 req-aedca67a-174d-4b09-ae06-395ce23c1ffe tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3f5860d-525a-4a29-9378-b1632322cfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2384808 Feb 01 04:35:18.709815 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37876) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:18.738529 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-75aa6753-e3de-45d8-b968-a8b67075d426 None None] Attempting to bind port 0f5fe30b-fe14-4eb0-9406-d027ed8b6bf1 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:35:18.738529 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-75aa6753-e3de-45d8-b968-a8b67075d426 None None] Attempting to bind port 0f5fe30b-fe14-4eb0-9406-d027ed8b6bf1 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': 'b594d1e2-19e2-4be4-bc55-2fd4b424cca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f5624dc9-15eb-4656-9b5b-cd3cab15841c'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:35:18.738529 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75aa6753-e3de-45d8-b968-a8b67075d426 None None] Attempting to bind port 0f5fe30b-fe14-4eb0-9406-d027ed8b6bf1 on network f5624dc9-15eb-4656-9b5b-cd3cab15841c {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:35:18.753734 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-75636498-5e55-4441-baa7-10bdda10fa64 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:18.766014 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6af2f8-be55-4a67-899a-5742460d001a req-ecac5ac8-fac3-461b-9011-b92dc532a8a4 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:18.767576 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cf6af2f8-be55-4a67-899a-5742460d001a req-ecac5ac8-fac3-461b-9011-b92dc532a8a4 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] 10.222.0.24 "GET /v2.0/ports?device_id=11f622e6-89bc-43e7-82d6-8a23ab462e21 HTTP/1.1" status: 200 len: 945 time: 0.2896802 Feb 01 04:35:18.772016 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75aa6753-e3de-45d8-b968-a8b67075d426 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:35:18.772390 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75aa6753-e3de-45d8-b968-a8b67075d426 None None] Checking segment: {'id': 'b594d1e2-19e2-4be4-bc55-2fd4b424cca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f5624dc9-15eb-4656-9b5b-cd3cab15841c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:35:18.772782 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-75aa6753-e3de-45d8-b968-a8b67075d426 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:18.773438 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75aa6753-e3de-45d8-b968-a8b67075d426 None None] Bound using segment: {'id': 'b594d1e2-19e2-4be4-bc55-2fd4b424cca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f5624dc9-15eb-4656-9b5b-cd3cab15841c'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:35:18.773572 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688443de-6852-4f90-84e6-4392e9e1b3e7 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event updated for resources: {'Port': ['ID=efd8a55a-6967-49b8-88e3-9a724253e8c9,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:18.773664 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-75aa6753-e3de-45d8-b968-a8b67075d426 None None] Bound port: 0f5fe30b-fe14-4eb0-9406-d027ed8b6bf1, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b594d1e2-19e2-4be4-bc55-2fd4b424cca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f5624dc9-15eb-4656-9b5b-cd3cab15841c'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:35:18.773981 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-75aa6753-e3de-45d8-b968-a8b67075d426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:18.869909 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a6973b-0f0f-48ee-a703-8db5819e7269 None None] Pushing event updated for resources: {'Port': ['ID=1dd1fc45-5eb5-4694-92c2-85ac157928d0,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:18.883270 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-688443de-6852-4f90-84e6-4392e9e1b3e7 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0235527 Feb 01 04:35:18.884616 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b1f8b1b0-5609-430c-8460-fff2e71d516b tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Unset dirty status for tenant:cd72f2f1ef82496e805f9dd902b0971b on resource:security_group_rule {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:35:18.886275 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b1f8b1b0-5609-430c-8460-fff2e71d516b tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.7127326 Feb 01 04:35:18.888990 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37884) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:18.889815 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37886) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:18.912080 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-75636498-5e55-4441-baa7-10bdda10fa64 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:18.929399 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-d4a13acb-0da2-415c-88e3-84dd504f067c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:35:18.934217 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-9566835c-5c03-4abc-b4e3-73660f864982 None None] Provisioning complete for port f44067bc-a887-478f-83a4-bacdaaed4af1 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:35:18.934586 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9566835c-5c03-4abc-b4e3-73660f864982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:18.998753 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75636498-5e55-4441-baa7-10bdda10fa64 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:35:19.004687 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-75636498-5e55-4441-baa7-10bdda10fa64 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:19.021248 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-75aa6753-e3de-45d8-b968-a8b67075d426 None None] For port 0f5fe30b-fe14-4eb0-9406-d027ed8b6bf1, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:35:19.028797 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 04:35:19.028797 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:35:19.028797 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 04:35:19.028797 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:35:19.028797 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 04:35:19.028797 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:35:19.028797 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 04:35:19.028797 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:35:19.028797 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 04:35:19.028797 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:35:19.028797 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 04:35:19.028797 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:35:19.028797 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 04:35:19.028797 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:35:19.028797 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:35:19.028797 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:35:19.028797 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:35:19.028797 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:35:19.028797 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 04:35:19.028797 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:35:19.028797 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 04:35:19.028797 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:35:19.028797 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:35:19.028797 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:35:19.028797 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 04:35:19.028797 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:35:19.028797 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:35:19.028797 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:35:19.028797 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:35:19.028797 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:35:19.028797 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:35:19.028797 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:35:19.035069 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cb306eec-de1c-4701-9f06-8ce7104eb47d tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3037478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3694457'] for subnet, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:19.039981 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bfd141b-c255-4382-9cfe-75105c36ecfa None None] DHCP port deletion for 14b67238-4e53-405c-b9cd-84b8ff52e36a request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:35:19.080266 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-2bfd141b-c255-4382-9cfe-75105c36ecfa None None] Deleting port f44067bc-a887-478f-83a4-bacdaaed4af1 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:35:19.080530 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2bfd141b-c255-4382-9cfe-75105c36ecfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:19.092057 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cf6af2f8-be55-4a67-899a-5742460d001a req-4ef0f470-6b04-46bd-be8e-de5d0515db7a tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] 10.222.0.24 "GET /v2.0/security-groups?id=025f61d7-3c11-4de5-b831-96b62cca7a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3136292 Feb 01 04:35:19.177552 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d4a13acb-0da2-415c-88e3-84dd504f067c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:19.212574 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-090d41f2-8503-4924-99ae-cefb3ca81479 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:19.260904 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-707ba5f3-607a-4241-8064-f24454cb6b55 req-02412071-4cba-4ed3-9423-5dc9bed34469 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4434752 Feb 01 04:35:19.345524 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-236f2f47-c014-4658-a871-dca4233358cb None None] Provisioning complete for port 1dd1fc45-5eb5-4694-92c2-85ac157928d0 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:35:19.346222 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-236f2f47-c014-4658-a871-dca4233358cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:19.366031 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb306eec-de1c-4701-9f06-8ce7104eb47d tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:35:19.378246 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-cb306eec-de1c-4701-9f06-8ce7104eb47d tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:35:19.385743 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb306eec-de1c-4701-9f06-8ce7104eb47d tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:19.386411 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cb306eec-de1c-4701-9f06-8ce7104eb47d tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:19.404908 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-e96b813f-4af5-43ce-8f85-74bfbc68279d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=031b4693e74240b089aabead06c720e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6939273 Feb 01 04:35:19.408504 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37892) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:19.418200 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb306eec-de1c-4701-9f06-8ce7104eb47d tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event updated for resources: {'Subnet': ['ID=fcd3c5d5-e9ee-492c-8787-20815c7c8315,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:19.420301 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.api [None req-75636498-5e55-4441-baa7-10bdda10fa64 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 01 04:35:19.420301 dv-neutron-826830-1-hyperv neutron-server[87637]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 01 04:35:19.420301 dv-neutron-826830-1-hyperv neutron-server[87637]: [parameters: {'id': 'f5624dc9-15eb-4656-9b5b-cd3cab15841c'}] Feb 01 04:35:19.420301 dv-neutron-826830-1-hyperv neutron-server[87637]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:35:19.420703 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG oslo_db.api [None req-75636498-5e55-4441-baa7-10bdda10fa64 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:35:19.423473 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-75aa6753-e3de-45d8-b968-a8b67075d426 None None] For port 0f5fe30b-fe14-4eb0-9406-d027ed8b6bf1, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=0f5fe30b-fe14-4eb0-9406-d027ed8b6bf1,segment=NetworkSegment(b594d1e2-19e2-4be4-bc55-2fd4b424cca9),segment_id=b594d1e2-19e2-4be4-bc55-2fd4b424cca9)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:35:19.435059 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-2bfd141b-c255-4382-9cfe-75105c36ecfa None None] For port f44067bc-a887-478f-83a4-bacdaaed4af1, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=f44067bc-a887-478f-83a4-bacdaaed4af1,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:35:19.435787 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2bfd141b-c255-4382-9cfe-75105c36ecfa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:19.438901 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-cb306eec-de1c-4701-9f06-8ce7104eb47d tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1548281 Feb 01 04:35:19.441621 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37894) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:19.446249 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-090d41f2-8503-4924-99ae-cefb3ca81479 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:19.448166 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-75aa6753-e3de-45d8-b968-a8b67075d426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:19.448490 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-f5ceb1e6-941f-4c78-afe0-6c79ba5bc258 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Request body: {'subnet': {'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:35:19.503192 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89c52e3-9e82-4ed4-9dd4-a47d141e669e req-37e1b803-78fa-47c0-ae86-39f7eee88e5e tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:19.504704 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-a89c52e3-9e82-4ed4-9dd4-a47d141e669e req-37e1b803-78fa-47c0-ae86-39f7eee88e5e tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b HTTP/1.1" status: 200 len: 945 time: 0.4747255 Feb 01 04:35:19.629925 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-2bfd141b-c255-4382-9cfe-75105c36ecfa None None] Calling delete_port for f44067bc-a887-478f-83a4-bacdaaed4af1 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:35:19.633777 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-a89c52e3-9e82-4ed4-9dd4-a47d141e669e req-64f4290f-116f-4865-b712-d92ad8010f8b tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3f5860d-525a-4a29-9378-b1632322cfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0783839 Feb 01 04:35:19.640063 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-f5ceb1e6-941f-4c78-afe0-6c79ba5bc258 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:35:19.644245 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-f5ceb1e6-941f-4c78-afe0-6c79ba5bc258 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Usage tracker for resource:subnet and tenant:60b4e61082d3421283cb095bbc99ad8e is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:35:19.647718 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-f5ceb1e6-941f-4c78-afe0-6c79ba5bc258 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:35:19.653421 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-f5ceb1e6-941f-4c78-afe0-6c79ba5bc258 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:35:19.673792 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ceb1e6-941f-4c78-afe0-6c79ba5bc258 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Made reservation on behalf of 60b4e61082d3421283cb095bbc99ad8e for: {'subnet': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:35:19.677761 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f5ceb1e6-941f-4c78-afe0-6c79ba5bc258 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3694443'] for subnet, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:19.692203 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-090d41f2-8503-4924-99ae-cefb3ca81479 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:19.718608 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aa6753-e3de-45d8-b968-a8b67075d426 None None] Pushing event updated for resources: {'Port': ['ID=0f5fe30b-fe14-4eb0-9406-d027ed8b6bf1,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:19.722896 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-87fdd86e-c382-45d5-b829-7639d96ec580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:19.728128 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d41f2-8503-4924-99ae-cefb3ca81479 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afbc8aa4-4104-49f7-bb6e-f43cfc2bb7e1,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:19.734153 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707ba5f3-607a-4241-8064-f24454cb6b55 req-cba7cf66-8410-4fac-97ac-36cb2e132b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:19.735650 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-707ba5f3-607a-4241-8064-f24454cb6b55 req-cba7cf66-8410-4fac-97ac-36cb2e132b34 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8c08b23bffb44a249b00a7d1f56c2684&device_id=9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b HTTP/1.1" status: 200 len: 1098 time: 0.3234935 Feb 01 04:35:19.812849 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-87fdd86e-c382-45d5-b829-7639d96ec580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:19.826616 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.ipam_backend_mixin [None req-f5ceb1e6-941f-4c78-afe0-6c79ba5bc258 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fcd3c5d5-e9ee-492c-8787-20815c7c8315 (CIDR: 2001:db8::/64) Feb 01 04:35:19.831635 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-090d41f2-8503-4924-99ae-cefb3ca81479 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:19.832393 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5ceb1e6-941f-4c78-afe0-6c79ba5bc258 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 01 04:35:19.832937 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5ceb1e6-941f-4c78-afe0-6c79ba5bc258 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:35:19.835942 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-090d41f2-8503-4924-99ae-cefb3ca81479 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] 10.222.0.24 "DELETE /v2.0/security-groups/afbc8aa4-4104-49f7-bb6e-f43cfc2bb7e1 HTTP/1.1" status: 204 len: 168 time: 0.9360895 Feb 01 04:35:19.836603 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37902) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:19.857249 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d4a13acb-0da2-415c-88e3-84dd504f067c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:19.867718 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-f5ceb1e6-941f-4c78-afe0-6c79ba5bc258 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4241409 Feb 01 04:35:19.868296 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37906) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:19.877388 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-ec921d42-2108-4701-8101-5eb43587b89f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Request body: {'subnet': {'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:35:19.897814 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d4a13acb-0da2-415c-88e3-84dd504f067c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:19.940349 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-75636498-5e55-4441-baa7-10bdda10fa64 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:19.956217 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2bfd141b-c255-4382-9cfe-75105c36ecfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:20.022484 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-75636498-5e55-4441-baa7-10bdda10fa64 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Deleting port 0f5fe30b-fe14-4eb0-9406-d027ed8b6bf1 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:35:20.022851 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-75636498-5e55-4441-baa7-10bdda10fa64 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:20.028782 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629a3c2d-3509-48cf-a57d-f754d33c76d5 None None] Network f5624dc9-15eb-4656-9b5b-cd3cab15841c requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:35:20.045991 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfd141b-c255-4382-9cfe-75105c36ecfa None None] No DVR routers for this DVR port f44067bc-a887-478f-83a4-bacdaaed4af1 on host dv-neutron-826830-1-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:35:20.048375 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfd141b-c255-4382-9cfe-75105c36ecfa None None] Pushing event deleted for resources: {'Port': ['ID=f44067bc-a887-478f-83a4-bacdaaed4af1,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:20.072660 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-d4a13acb-0da2-415c-88e3-84dd504f067c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] In _notify_port_updated(), no bound segment for port efd8a55a-6967-49b8-88e3-9a724253e8c9 on network 7f96f5a1-4f91-4a86-8e7f-c10c0c3805e9 {{(pid=87636) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 01 04:35:20.076824 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb8b887-a80d-4267-b0ad-046411254c01 None None] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:35:20.078283 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a13acb-0da2-415c-88e3-84dd504f067c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:20.078897 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d4a13acb-0da2-415c-88e3-84dd504f067c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:20.080377 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d4a13acb-0da2-415c-88e3-84dd504f067c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "PUT /v2.0/ports/efd8a55a-6967-49b8-88e3-9a724253e8c9 HTTP/1.1" status: 200 len: 818 time: 1.1820028 Feb 01 04:35:20.086768 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37912) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:20.123898 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-84e60447-f344-4a30-9564-2f0b8cac503f tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Synchronizing usage tracker for tenant:cd72f2f1ef82496e805f9dd902b0971b on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:35:20.133962 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a13acb-0da2-415c-88e3-84dd504f067c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event updated for resources: {'Port': ['ID=efd8a55a-6967-49b8-88e3-9a724253e8c9,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:20.145567 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707ba5f3-607a-4241-8064-f24454cb6b55 req-816049ee-0bda-488b-a9f4-a3b895e65623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:20.147074 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-707ba5f3-607a-4241-8064-f24454cb6b55 req-816049ee-0bda-488b-a9f4-a3b895e65623 service neutron] 10.222.0.18 "GET /v2.0/networks?id=958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a HTTP/1.1" status: 200 len: 912 time: 0.3864200 Feb 01 04:35:20.151009 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-87fdd86e-c382-45d5-b829-7639d96ec580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:20.225709 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-84e60447-f344-4a30-9564-2f0b8cac503f tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Unset dirty status for tenant:cd72f2f1ef82496e805f9dd902b0971b on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:35:20.227593 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-84e60447-f344-4a30-9564-2f0b8cac503f tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3791370 Feb 01 04:35:20.279759 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37918) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:20.280893 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fdd86e-c382-45d5-b829-7639d96ec580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=351decc8-5eb6-4109-b80a-52312d6af3ba,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:20.292915 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-87fdd86e-c382-45d5-b829-7639d96ec580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:20.296392 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-87fdd86e-c382-45d5-b829-7639d96ec580 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/351decc8-5eb6-4109-b80a-52312d6af3ba HTTP/1.1" status: 204 len: 168 time: 0.8502166 Feb 01 04:35:20.304348 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-707ba5f3-607a-4241-8064-f24454cb6b55 req-a95b5d4b-0cd7-4048-a880-72f74f1678a7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a143ed3-127d-4979-9fda-2a2543ba2248 HTTP/1.1" status: 200 len: 1000 time: 0.1480358 Feb 01 04:35:20.318679 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 1dd1fc45-5eb5-4694-92c2-85ac157928d0 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:35:20.335018 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-09c91f1b-7ae5-400f-b82d-5c093806e465 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Request body: {'security_group': {'name': 'tempest-secgroup--2005585067'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:35:20.341866 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-09c91f1b-7ae5-400f-b82d-5c093806e465 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:35:20.353481 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-09c91f1b-7ae5-400f-b82d-5c093806e465 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:35:20.389496 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-09c91f1b-7ae5-400f-b82d-5c093806e465 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:20.430782 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-de777fc7-198f-438b-bba1-9ebcb3b1b150 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Deleting port efd8a55a-6967-49b8-88e3-9a724253e8c9 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:35:20.431222 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-de777fc7-198f-438b-bba1-9ebcb3b1b150 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:20.448395 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707ba5f3-607a-4241-8064-f24454cb6b55 req-88f97c61-3159-4cc7-bce1-72b311a49a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:20.450026 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-707ba5f3-607a-4241-8064-f24454cb6b55 req-88f97c61-3159-4cc7-bce1-72b311a49a7f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f1d92c60-8ec8-4263-bfcc-74bbe6cd55af HTTP/1.1" status: 200 len: 851 time: 0.1392984 Feb 01 04:35:20.484395 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-ec921d42-2108-4701-8101-5eb43587b89f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:35:20.489920 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-09c91f1b-7ae5-400f-b82d-5c093806e465 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:35:20.494162 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-09c91f1b-7ae5-400f-b82d-5c093806e465 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Usage tracker for resource:security_group_rule and tenant:cd72f2f1ef82496e805f9dd902b0971b is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:35:20.496712 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-09c91f1b-7ae5-400f-b82d-5c093806e465 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:35:20.503546 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-09c91f1b-7ae5-400f-b82d-5c093806e465 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:35:20.544469 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eafe598-4dc3-475e-9ab5-f3a4f213b0f0 req-6fb847c6-8580-455f-a815-1f8e6b04f852 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:20.551416 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5eafe598-4dc3-475e-9ab5-f3a4f213b0f0 req-6fb847c6-8580-455f-a815-1f8e6b04f852 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] 10.222.0.24 "GET /v2.0/ports?device_id=11f622e6-89bc-43e7-82d6-8a23ab462e21 HTTP/1.1" status: 200 len: 945 time: 0.1941531 Feb 01 04:35:20.573031 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-09c91f1b-7ae5-400f-b82d-5c093806e465 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:20.607774 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-ec921d42-2108-4701-8101-5eb43587b89f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Usage tracker for resource:subnet and tenant:60b4e61082d3421283cb095bbc99ad8e is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:35:20.610412 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-09c91f1b-7ae5-400f-b82d-5c093806e465 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:20.614013 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707ba5f3-607a-4241-8064-f24454cb6b55 req-c19862f2-34f0-4e31-ae8b-6a49cd02e388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:20.615664 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-707ba5f3-607a-4241-8064-f24454cb6b55 req-c19862f2-34f0-4e31-ae8b-6a49cd02e388 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1590683 Feb 01 04:35:20.626526 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-ec921d42-2108-4701-8101-5eb43587b89f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:35:20.627587 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5eafe598-4dc3-475e-9ab5-f3a4f213b0f0 req-03ce6bf4-d114-47e8-b079-35ef25d07794 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] 10.222.0.24 "GET /v2.0/security-groups?id=025f61d7-3c11-4de5-b831-96b62cca7a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750902 Feb 01 04:35:20.645326 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 1dd1fc45-5eb5-4694-92c2-85ac157928d0 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:35:20.646379 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:20.684525 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-ec921d42-2108-4701-8101-5eb43587b89f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:35:20.735438 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40c7617-fb52-4f62-ab40-18e3dba76cb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-14b67238-4e53-405c-b9cd-84b8ff52e36a', 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'tenant_id': '60b4e61082d3421283cb095bbc99ad8e', 'fixed_ips': [{'subnet_id': 'fcd3c5d5-e9ee-492c-8787-20815c7c8315'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:35:20.737310 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e40c7617-fb52-4f62-ab40-18e3dba76cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:20.818912 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c91f1b-7ae5-400f-b82d-5c093806e465 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bbca431-26f9-4434-8e7b-c9692a22f1a0,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:20.835110 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-707ba5f3-607a-4241-8064-f24454cb6b55 req-71c7a29b-7b55-4106-abe4-8376d56debe8 service neutron] 10.222.0.18 "GET /v2.0/networks/958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016325 Feb 01 04:35:20.835331 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec921d42-2108-4701-8101-5eb43587b89f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Made reservation on behalf of 60b4e61082d3421283cb095bbc99ad8e for: {'subnet': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:35:20.838828 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ec921d42-2108-4701-8101-5eb43587b89f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3694443'] for subnet, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:20.914649 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-e40c7617-fb52-4f62-ab40-18e3dba76cb3 None None] Allocated IP 2001:db8::2 (14b67238-4e53-405c-b9cd-84b8ff52e36a/fcd3c5d5-e9ee-492c-8787-20815c7c8315/b18e5e51-caad-4bed-b0e2-8dc9f26e8623) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:35:21.007327 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-75636498-5e55-4441-baa7-10bdda10fa64 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] For port 0f5fe30b-fe14-4eb0-9406-d027ed8b6bf1, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=0f5fe30b-fe14-4eb0-9406-d027ed8b6bf1,segment=NetworkSegment(b594d1e2-19e2-4be4-bc55-2fd4b424cca9),segment_id=b594d1e2-19e2-4be4-bc55-2fd4b424cca9)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:35:21.007684 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-75636498-5e55-4441-baa7-10bdda10fa64 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:21.050830 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-707ba5f3-607a-4241-8064-f24454cb6b55 req-7aaee66b-7651-4d6c-83b4-022c940bb174 service neutron] 10.222.0.18 "GET /v2.0/networks/958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087612 Feb 01 04:35:21.052697 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90701059-172b-43b7-b338-789f7acfb309 req-e61463fd-1eac-4315-917f-ddf9e6746bf8 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:21.054197 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-90701059-172b-43b7-b338-789f7acfb309 req-e61463fd-1eac-4315-917f-ddf9e6746bf8 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b HTTP/1.1" status: 200 len: 945 time: 0.8508437 Feb 01 04:35:21.111864 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-09c91f1b-7ae5-400f-b82d-5c093806e465 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:21.116109 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-09c91f1b-7ae5-400f-b82d-5c093806e465 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8241174 Feb 01 04:35:21.116542 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37940) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:21.123038 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-e44c5db7-04b2-4c4a-91cd-2b44d5ea02b9 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Request body: {'security_group_rule': {'security_group_id': '7bbca431-26f9-4434-8e7b-c9692a22f1a0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:35:21.131261 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e44c5db7-04b2-4c4a-91cd-2b44d5ea02b9 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:35:21.135957 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e44c5db7-04b2-4c4a-91cd-2b44d5ea02b9 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Usage tracker for resource:security_group_rule and tenant:cd72f2f1ef82496e805f9dd902b0971b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:35:21.140737 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e44c5db7-04b2-4c4a-91cd-2b44d5ea02b9 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:35:21.167419 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e44c5db7-04b2-4c4a-91cd-2b44d5ea02b9 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:35:21.199454 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e44c5db7-04b2-4c4a-91cd-2b44d5ea02b9 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:21.238927 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e40c7617-fb52-4f62-ab40-18e3dba76cb3 None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:21.252039 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-e40c7617-fb52-4f62-ab40-18e3dba76cb3 None None] Transition to ACTIVE for port object b18e5e51-caad-4bed-b0e2-8dc9f26e8623 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:35:21.283970 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-e40c7617-fb52-4f62-ab40-18e3dba76cb3 None None] Transition to ACTIVE for port object b18e5e51-caad-4bed-b0e2-8dc9f26e8623 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:35:21.290207 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device f44067bc-a887-478f-83a4-bacdaaed4af1 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:35:21.321849 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e40c7617-fb52-4f62-ab40-18e3dba76cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:21.326538 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e44c5db7-04b2-4c4a-91cd-2b44d5ea02b9 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:21.331790 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e44c5db7-04b2-4c4a-91cd-2b44d5ea02b9 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:21.352900 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-75636498-5e55-4441-baa7-10bdda10fa64 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Calling delete_port for 0f5fe30b-fe14-4eb0-9406-d027ed8b6bf1 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:35:21.369801 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44c5db7-04b2-4c4a-91cd-2b44d5ea02b9 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f8fb045-bcf7-4804-bf9a-8dc13cefa549,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:21.393830 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e44c5db7-04b2-4c4a-91cd-2b44d5ea02b9 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:21.397764 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e44c5db7-04b2-4c4a-91cd-2b44d5ea02b9 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2760742 Feb 01 04:35:21.398398 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37950) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:21.410337 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40c7617-fb52-4f62-ab40-18e3dba76cb3 None None] Pushing event updated for resources: {'Port': ['ID=b18e5e51-caad-4bed-b0e2-8dc9f26e8623,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:21.413149 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: f44067bc-a887-478f-83a4-bacdaaed4af1 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:35:21.413605 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device f44067bc-a887-478f-83a4-bacdaaed4af1 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:35:21.425730 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40c7617-fb52-4f62-ab40-18e3dba76cb3 None None] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:35:21.428471 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-e40c7617-fb52-4f62-ab40-18e3dba76cb3 None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:35:21.430255 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40c7617-fb52-4f62-ab40-18e3dba76cb3 None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:35:21.456208 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ededbebd-1ef3-4f52-ab8d-eb8b5880e4e1 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] 10.222.0.24 "GET /v2.0/security-group-rules/5f8fb045-bcf7-4804-bf9a-8dc13cefa549 HTTP/1.1" status: 200 len: 763 time: 0.0556388 Feb 01 04:35:21.458708 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37954) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:21.517679 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0eb88721-c9b6-4acb-bf50-ae975131e6fb tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Synchronizing usage tracker for tenant:cd72f2f1ef82496e805f9dd902b0971b on resource:security_group_rule {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:35:21.529686 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-e40c7617-fb52-4f62-ab40-18e3dba76cb3 None None] Attempting to bind port b18e5e51-caad-4bed-b0e2-8dc9f26e8623 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:35:21.530275 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-e40c7617-fb52-4f62-ab40-18e3dba76cb3 None None] Attempting to bind port b18e5e51-caad-4bed-b0e2-8dc9f26e8623 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:35:21.531057 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40c7617-fb52-4f62-ab40-18e3dba76cb3 None None] Attempting to bind port b18e5e51-caad-4bed-b0e2-8dc9f26e8623 on network 14b67238-4e53-405c-b9cd-84b8ff52e36a {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:35:21.537901 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40c7617-fb52-4f62-ab40-18e3dba76cb3 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:35:21.538221 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40c7617-fb52-4f62-ab40-18e3dba76cb3 None None] Checking segment: {'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:35:21.538804 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e40c7617-fb52-4f62-ab40-18e3dba76cb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:21.539261 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40c7617-fb52-4f62-ab40-18e3dba76cb3 None None] Bound using segment: {'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:35:21.539724 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-e40c7617-fb52-4f62-ab40-18e3dba76cb3 None None] Bound port: b18e5e51-caad-4bed-b0e2-8dc9f26e8623, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73bac785-d57c-4546-99aa-32639118ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:35:21.540279 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e40c7617-fb52-4f62-ab40-18e3dba76cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:21.541167 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0eb88721-c9b6-4acb-bf50-ae975131e6fb tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Unset dirty status for tenant:cd72f2f1ef82496e805f9dd902b0971b on resource:security_group_rule {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:35:21.543246 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0eb88721-c9b6-4acb-bf50-ae975131e6fb tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0828261 Feb 01 04:35:21.545523 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37960) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:21.601013 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9f0969b8-8c78-4c96-84c0-0bc5206edcc4 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:21.607410 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-de777fc7-198f-438b-bba1-9ebcb3b1b150 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:21.628972 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9f0969b8-8c78-4c96-84c0-0bc5206edcc4 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:21.653677 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-e40c7617-fb52-4f62-ab40-18e3dba76cb3 None None] For port b18e5e51-caad-4bed-b0e2-8dc9f26e8623, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:35:21.658863 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-e40c7617-fb52-4f62-ab40-18e3dba76cb3 None None] For port b18e5e51-caad-4bed-b0e2-8dc9f26e8623, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=b18e5e51-caad-4bed-b0e2-8dc9f26e8623,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:35:21.667178 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e40c7617-fb52-4f62-ab40-18e3dba76cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:21.693151 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9f0969b8-8c78-4c96-84c0-0bc5206edcc4 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:21.719334 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0969b8-8c78-4c96-84c0-0bc5206edcc4 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5f8fb045-bcf7-4804-bf9a-8dc13cefa549,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:21.754911 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9f0969b8-8c78-4c96-84c0-0bc5206edcc4 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:21.759004 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9f0969b8-8c78-4c96-84c0-0bc5206edcc4 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/5f8fb045-bcf7-4804-bf9a-8dc13cefa549 HTTP/1.1" status: 204 len: 168 time: 0.2115712 Feb 01 04:35:21.760492 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37968) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:21.822898 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40c7617-fb52-4f62-ab40-18e3dba76cb3 None None] Pushing event updated for resources: {'Port': ['ID=b18e5e51-caad-4bed-b0e2-8dc9f26e8623,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:21.898676 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-de777fc7-198f-438b-bba1-9ebcb3b1b150 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Calling delete_port for efd8a55a-6967-49b8-88e3-9a724253e8c9 owned by {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:35:21.922099 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-68e7825d-d71b-4f4f-b630-b36a613f5076 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Synchronizing usage tracker for tenant:cd72f2f1ef82496e805f9dd902b0971b on resource:security_group_rule {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:35:21.978029 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-68e7825d-d71b-4f4f-b630-b36a613f5076 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Unset dirty status for tenant:cd72f2f1ef82496e805f9dd902b0971b on resource:security_group_rule {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:35:21.982667 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-68e7825d-d71b-4f4f-b630-b36a613f5076 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2203672 Feb 01 04:35:21.982833 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37976) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:21.998546 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de3b4b3-de16-4a08-bf40-e1fd927814b7 req-9145dd31-54f4-482d-8a9d-c84b524febd2 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:22.000422 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6de3b4b3-de16-4a08-bf40-e1fd927814b7 req-9145dd31-54f4-482d-8a9d-c84b524febd2 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] 10.222.0.24 "GET /v2.0/ports?device_id=11f622e6-89bc-43e7-82d6-8a23ab462e21 HTTP/1.1" status: 200 len: 945 time: 0.2058644 Feb 01 04:35:22.014828 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-915950ec-33b6-4a74-9c49-9fc830ad4793 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Request body: {'security_group_rule': {'security_group_id': '7bbca431-26f9-4434-8e7b-c9692a22f1a0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:35:22.034112 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-915950ec-33b6-4a74-9c49-9fc830ad4793 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:35:22.068340 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6de3b4b3-de16-4a08-bf40-e1fd927814b7 req-5b12e0ce-82a0-4d92-9328-138a59399923 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] 10.222.0.24 "GET /v2.0/security-groups?id=025f61d7-3c11-4de5-b831-96b62cca7a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605836 Feb 01 04:35:22.081585 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-915950ec-33b6-4a74-9c49-9fc830ad4793 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:35:22.086091 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-75636498-5e55-4441-baa7-10bdda10fa64 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:22.152154 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-90701059-172b-43b7-b338-789f7acfb309 req-695e8e12-7181-4c19-a8af-763485fd97c9 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3f5860d-525a-4a29-9378-b1632322cfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.0346377 Feb 01 04:35:22.164599 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75636498-5e55-4441-baa7-10bdda10fa64 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Pushing event deleted for resources: {'Port': ['ID=0f5fe30b-fe14-4eb0-9406-d027ed8b6bf1,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:22.177951 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75636498-5e55-4441-baa7-10bdda10fa64 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] No DVR routers for this DVR port 0f5fe30b-fe14-4eb0-9406-d027ed8b6bf1 on host dv-neutron-826830-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:35:22.267625 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-de777fc7-198f-438b-bba1-9ebcb3b1b150 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:22.320778 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device b18e5e51-caad-4bed-b0e2-8dc9f26e8623 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:35:22.324404 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-915950ec-33b6-4a74-9c49-9fc830ad4793 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:22.336979 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37984) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:22.364608 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de777fc7-198f-438b-bba1-9ebcb3b1b150 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event deleted for resources: {'Port': ['ID=efd8a55a-6967-49b8-88e3-9a724253e8c9,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:22.370656 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-de777fc7-198f-438b-bba1-9ebcb3b1b150 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:22.405997 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port b18e5e51-caad-4bed-b0e2-8dc9f26e8623 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:35:22.479265 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-75636498-5e55-4441-baa7-10bdda10fa64 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:22.511042 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-eaacbd4c-7378-4ab4-856e-36e2859b6ce2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'network': {'name': 'tempest-network-smoke--314361128', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'port_security_enabled': True}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:35:22.516154 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-eaacbd4c-7378-4ab4-856e-36e2859b6ce2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:35:22.520070 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-eaacbd4c-7378-4ab4-856e-36e2859b6ce2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:network and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:35:22.523557 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-eaacbd4c-7378-4ab4-856e-36e2859b6ce2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:35:22.526351 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-de777fc7-198f-438b-bba1-9ebcb3b1b150 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "DELETE /v2.0/ports/efd8a55a-6967-49b8-88e3-9a724253e8c9 HTTP/1.1" status: 204 len: 168 time: 2.4385376 Feb 01 04:35:22.530265 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 37990) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:22.533246 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-eaacbd4c-7378-4ab4-856e-36e2859b6ce2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:35:22.549177 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-75636498-5e55-4441-baa7-10bdda10fa64 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5624dc9-15eb-4656-9b5b-cd3cab15841c']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:22.588584 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaacbd4c-7378-4ab4-856e-36e2859b6ce2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Made reservation on behalf of 0629703b9474474a9f2fde13723d2e8b for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:35:22.592056 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-eaacbd4c-7378-4ab4-856e-36e2859b6ce2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:22.596632 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-75636498-5e55-4441-baa7-10bdda10fa64 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b594d1e2-19e2-4be4-bc55-2fd4b424cca9') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:22.596934 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-75636498-5e55-4441-baa7-10bdda10fa64 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b594d1e2-19e2-4be4-bc55-2fd4b424cca9') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:22.606942 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-eaacbd4c-7378-4ab4-856e-36e2859b6ce2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:22.631458 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-eaacbd4c-7378-4ab4-856e-36e2859b6ce2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:35:22.638131 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-eaacbd4c-7378-4ab4-856e-36e2859b6ce2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group_rule and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:35:22.641679 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-eaacbd4c-7378-4ab4-856e-36e2859b6ce2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:35:22.645948 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-75636498-5e55-4441-baa7-10bdda10fa64 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:22.650111 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-eaacbd4c-7378-4ab4-856e-36e2859b6ce2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:35:22.654540 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-915950ec-33b6-4a74-9c49-9fc830ad4793 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:22.659922 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5432d9-8eed-41de-a95e-6daddde33496 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:22.660396 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-ac5432d9-8eed-41de-a95e-6daddde33496 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Synchronizing usage tracker for tenant:a862444cee664ef3af6a3e24f24366c9 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:35:22.663884 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-915950ec-33b6-4a74-9c49-9fc830ad4793 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:22.696356 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-75636498-5e55-4441-baa7-10bdda10fa64 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:22.703176 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.objects.ports [None req-ec921d42-2108-4701-8101-5eb43587b89f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87637) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 01 04:35:22.752739 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915950ec-33b6-4a74-9c49-9fc830ad4793 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=217985ec-2661-4ef3-8251-cb8c3b63304a,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:22.763664 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75636498-5e55-4441-baa7-10bdda10fa64 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:35:22.764073 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-75636498-5e55-4441-baa7-10bdda10fa64 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:22.779331 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 04:35:22.779331 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:35:22.779331 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 04:35:22.779331 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:35:22.779331 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 04:35:22.779331 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:35:22.779331 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 04:35:22.779331 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:35:22.779331 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 04:35:22.779331 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:35:22.779331 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 04:35:22.779331 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:35:22.779331 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 04:35:22.779331 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:35:22.779331 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:35:22.779331 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:35:22.779331 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:35:22.779331 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:35:22.779331 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 04:35:22.779331 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:35:22.779331 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 04:35:22.779331 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:35:22.779331 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:35:22.779331 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:35:22.779331 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 04:35:22.779331 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:35:22.779331 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:35:22.779331 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:35:22.779331 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:35:22.779331 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:35:22.779331 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:35:22.779331 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:35:22.823807 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-915950ec-33b6-4a74-9c49-9fc830ad4793 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:22.827803 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-ac5432d9-8eed-41de-a95e-6daddde33496 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Unset dirty status for tenant:a862444cee664ef3af6a3e24f24366c9 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:35:22.830789 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ac5432d9-8eed-41de-a95e-6daddde33496 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2971320 Feb 01 04:35:22.831288 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-915950ec-33b6-4a74-9c49-9fc830ad4793 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8391552 Feb 01 04:35:22.831919 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37994) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:22.832256 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 37996) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:22.901439 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-eaacbd4c-7378-4ab4-856e-36e2859b6ce2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:22.908095 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-eaacbd4c-7378-4ab4-856e-36e2859b6ce2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:22.946796 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaacbd4c-7378-4ab4-856e-36e2859b6ce2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c770c562-1947-4049-b5a8-afac5777c705,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:22.967363 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-271220d7-bd9f-4860-b0a3-abd34c848376 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] 10.222.0.24 "GET /v2.0/security-group-rules/217985ec-2661-4ef3-8251-cb8c3b63304a HTTP/1.1" status: 200 len: 763 time: 0.1276369 Feb 01 04:35:22.970557 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-e97a29d5-787d-473b-b6e9-513c62cdfc43 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] GET failed (client error): The resource could not be found. Feb 01 04:35:22.971264 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-e97a29d5-787d-473b-b6e9-513c62cdfc43 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Synchronizing usage tracker for tenant:a862444cee664ef3af6a3e24f24366c9 on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:35:22.974365 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38002) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:22.980718 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-75636498-5e55-4441-baa7-10bdda10fa64 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:22.996357 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaacbd4c-7378-4ab4-856e-36e2859b6ce2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:35:23.010306 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-75636498-5e55-4441-baa7-10bdda10fa64 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:23.015793 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-eaacbd4c-7378-4ab4-856e-36e2859b6ce2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:23.016122 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-eaacbd4c-7378-4ab4-856e-36e2859b6ce2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Added segment ba63e6f2-536e-40cd-a362-9cc2ae8a515c of type vlan for network 6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d Feb 01 04:35:23.029512 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75636498-5e55-4441-baa7-10bdda10fa64 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Pushing event deleted for resources: {'Network': ['ID=f5624dc9-15eb-4656-9b5b-cd3cab15841c,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:23.033426 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-e97a29d5-787d-473b-b6e9-513c62cdfc43 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Unset dirty status for tenant:a862444cee664ef3af6a3e24f24366c9 on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:35:23.039590 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-e97a29d5-787d-473b-b6e9-513c62cdfc43 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "GET /v2.0/ports/efd8a55a-6967-49b8-88e3-9a724253e8c9 HTTP/1.1" status: 404 len: 333 time: 0.1979206 Feb 01 04:35:23.041592 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38006) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:23.044397 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-75636498-5e55-4441-baa7-10bdda10fa64 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] 10.222.0.24 "DELETE /v2.0/networks/f5624dc9-15eb-4656-9b5b-cd3cab15841c HTTP/1.1" status: 204 len: 168 time: 5.9203415 Feb 01 04:35:23.051595 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38008) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:23.062556 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-42f4bc5b-e934-4abc-bb42-a33a6b673f9f tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-836896601'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:35:23.067188 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-8c9e35dc-582f-474f-bd3a-dbe177afea24 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0905678 Feb 01 04:35:23.069449 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38014) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:23.071984 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-48a8f9a4-8ea9-4c72-b7bc-00ecba3f375c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-926173461'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:35:23.072494 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-42f4bc5b-e934-4abc-bb42-a33a6b673f9f tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:35:23.076326 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-eaacbd4c-7378-4ab4-856e-36e2859b6ce2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:23.081563 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-48a8f9a4-8ea9-4c72-b7bc-00ecba3f375c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:35:23.087498 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-48a8f9a4-8ea9-4c72-b7bc-00ecba3f375c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Usage tracker for resource:network and tenant:a862444cee664ef3af6a3e24f24366c9 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:35:23.091422 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34dce910-22cf-480f-b718-895c5404c241 None None] get_active_networks_info from dv-neutron-826830-1-hyperv {{(pid=87638) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 01 04:35:23.091922 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-48a8f9a4-8ea9-4c72-b7bc-00ecba3f375c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:35:23.098355 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-48a8f9a4-8ea9-4c72-b7bc-00ecba3f375c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:35:23.118799 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-42f4bc5b-e934-4abc-bb42-a33a6b673f9f tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Usage tracker for resource:network and tenant:a9e688303aa04885aaaab4031138e2c1 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:35:23.126815 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a8f9a4-8ea9-4c72-b7bc-00ecba3f375c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Made reservation on behalf of a862444cee664ef3af6a3e24f24366c9 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:35:23.131081 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-48a8f9a4-8ea9-4c72-b7bc-00ecba3f375c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:23.132616 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-42f4bc5b-e934-4abc-bb42-a33a6b673f9f tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:35:23.141519 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-eaacbd4c-7378-4ab4-856e-36e2859b6ce2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:23.147417 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaacbd4c-7378-4ab4-856e-36e2859b6ce2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:23.148028 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-eaacbd4c-7378-4ab4-856e-36e2859b6ce2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:23.166614 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-aec29c87-1c79-4e9d-aaef-11b1549ea159 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:23.179040 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-42f4bc5b-e934-4abc-bb42-a33a6b673f9f tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:35:23.189623 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-aec29c87-1c79-4e9d-aaef-11b1549ea159 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:23.219290 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ec921d42-2108-4701-8101-5eb43587b89f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:23.237732 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34dce910-22cf-480f-b718-895c5404c241 None None] Resources bound (agent type, host, resource id): {{(pid=87638) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 01 04:35:23.279212 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48a8f9a4-8ea9-4c72-b7bc-00ecba3f375c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:35:23.292755 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaacbd4c-7378-4ab4-856e-36e2859b6ce2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'Network': ['ID=6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:23.295652 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-eaacbd4c-7378-4ab4-856e-36e2859b6ce2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9576125 Feb 01 04:35:23.312978 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38022) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:23.316431 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-db7c29f7-2b84-4e08-baa4-53c2a1bb52c2 None None] Provisioning for port b18e5e51-caad-4bed-b0e2-8dc9f26e8623 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:35:23.326085 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:35:23.327827 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-4f3644ff-0af2-456f-973f-0e083366676e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-58698102', 'admin_state_up': True, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:35:23.339733 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f4bc5b-e934-4abc-bb42-a33a6b673f9f tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Made reservation on behalf of a9e688303aa04885aaaab4031138e2c1 for: {'network': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:35:23.343536 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-42f4bc5b-e934-4abc-bb42-a33a6b673f9f tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:23.345100 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-48a8f9a4-8ea9-4c72-b7bc-00ecba3f375c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:23.345607 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-48a8f9a4-8ea9-4c72-b7bc-00ecba3f375c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Added segment a60754df-b751-4dc3-8be9-e72fc2ca51cc of type vlan for network 8f1c0227-f0e9-4511-81a7-856141446456 Feb 01 04:35:23.356778 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-4f3644ff-0af2-456f-973f-0e083366676e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:35:23.388234 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-48a8f9a4-8ea9-4c72-b7bc-00ecba3f375c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:23.406567 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-db7c29f7-2b84-4e08-baa4-53c2a1bb52c2 None None] Provisioning complete for port b18e5e51-caad-4bed-b0e2-8dc9f26e8623 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:35:23.406567 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-db7c29f7-2b84-4e08-baa4-53c2a1bb52c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:23.416470 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61439a66-3f1a-4731-af87-df72bd97df16 req-8cfd16ab-a30b-444d-ae9e-c49a46591712 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:23.418074 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-61439a66-3f1a-4731-af87-df72bd97df16 req-8cfd16ab-a30b-444d-ae9e-c49a46591712 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] 10.222.0.24 "GET /v2.0/ports?device_id=11f622e6-89bc-43e7-82d6-8a23ab462e21 HTTP/1.1" status: 200 len: 945 time: 0.1298525 Feb 01 04:35:23.467916 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-48a8f9a4-8ea9-4c72-b7bc-00ecba3f375c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:23.473352 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a8f9a4-8ea9-4c72-b7bc-00ecba3f375c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:23.473990 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-48a8f9a4-8ea9-4c72-b7bc-00ecba3f375c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:23.516951 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-61439a66-3f1a-4731-af87-df72bd97df16 req-d2cc108c-2c17-4f6f-b317-b00c46298c61 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] 10.222.0.24 "GET /v2.0/security-groups?id=025f61d7-3c11-4de5-b831-96b62cca7a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847042 Feb 01 04:35:23.520060 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-aec29c87-1c79-4e9d-aaef-11b1549ea159 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:23.537580 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-4f3644ff-0af2-456f-973f-0e083366676e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:router and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:35:23.550570 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-aec29c87-1c79-4e9d-aaef-11b1549ea159 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:23.554810 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-aec29c87-1c79-4e9d-aaef-11b1549ea159 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/217985ec-2661-4ef3-8251-cb8c3b63304a HTTP/1.1" status: 204 len: 168 time: 0.4843876 Feb 01 04:35:23.555676 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38026) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:23.561478 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-4f3644ff-0af2-456f-973f-0e083366676e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:35:23.584027 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-4f3644ff-0af2-456f-973f-0e083366676e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:35:23.595309 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-48a8f9a4-8ea9-4c72-b7bc-00ecba3f375c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5414541 Feb 01 04:35:23.598101 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec29c87-1c79-4e9d-aaef-11b1549ea159 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=217985ec-2661-4ef3-8251-cb8c3b63304a,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:23.600193 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38030) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:23.603176 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a8f9a4-8ea9-4c72-b7bc-00ecba3f375c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event updated for resources: {'Network': ['ID=8f1c0227-f0e9-4511-81a7-856141446456,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:23.608804 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-b4775d24-2393-4114-b8ad-f2cbb3c45d80 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Request body: {'subnet': {'network_id': '8f1c0227-f0e9-4511-81a7-856141446456', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:35:23.626867 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 8f1c0227-f0e9-4511-81a7-856141446456 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:35:23.677162 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42f4bc5b-e934-4abc-bb42-a33a6b673f9f tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=87637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:35:23.679989 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4f3644ff-0af2-456f-973f-0e083366676e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25958'] for router, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:23.680975 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4f3644ff-0af2-456f-973f-0e083366676e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-372027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25961'] for router, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:23.740372 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-b4775d24-2393-4114-b8ad-f2cbb3c45d80 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:35:23.744373 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b4775d24-2393-4114-b8ad-f2cbb3c45d80 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Usage tracker for resource:subnet and tenant:a862444cee664ef3af6a3e24f24366c9 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:35:23.747312 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b4775d24-2393-4114-b8ad-f2cbb3c45d80 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:35:23.753687 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-b4775d24-2393-4114-b8ad-f2cbb3c45d80 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:35:23.762674 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-42f4bc5b-e934-4abc-bb42-a33a6b673f9f tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:23.763209 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.segments_db [None req-42f4bc5b-e934-4abc-bb42-a33a6b673f9f tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Added segment 0f69abee-b666-4c30-afe1-92fb062f8eb2 of type vlan for network 2d7f49ec-db7b-433e-a765-5fbe53df1899 Feb 01 04:35:23.765718 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4775d24-2393-4114-b8ad-f2cbb3c45d80 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Made reservation on behalf of a862444cee664ef3af6a3e24f24366c9 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:35:23.771248 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b4775d24-2393-4114-b8ad-f2cbb3c45d80 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:23.774708 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-db7c29f7-2b84-4e08-baa4-53c2a1bb52c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:23.793353 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-d4490cb8-3224-4b55-a74f-fb743f2e6b80 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Synchronizing usage tracker for tenant:cd72f2f1ef82496e805f9dd902b0971b on resource:security_group_rule {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:35:23.822239 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4f3644ff-0af2-456f-973f-0e083366676e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:23.868687 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a1410f-2625-471b-962d-a63352ee5565 req-97fee319-7a74-464b-9ee5-d4f2fcd32fdb tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:23.870401 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-98a1410f-2625-471b-962d-a63352ee5565 req-97fee319-7a74-464b-9ee5-d4f2fcd32fdb tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b HTTP/1.1" status: 200 len: 945 time: 0.5463319 Feb 01 04:35:23.893473 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-42f4bc5b-e934-4abc-bb42-a33a6b673f9f tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:23.914021 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-d4490cb8-3224-4b55-a74f-fb743f2e6b80 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Unset dirty status for tenant:cd72f2f1ef82496e805f9dd902b0971b on resource:security_group_rule {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:35:23.918697 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38034) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:23.918875 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-d4490cb8-3224-4b55-a74f-fb743f2e6b80 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3542526 Feb 01 04:35:23.928352 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-97f708e8-17ce-4d8b-b412-0f7ef2446ebf tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Request body: {'security_group_rule': {'security_group_id': '7bbca431-26f9-4434-8e7b-c9692a22f1a0', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:35:23.937588 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-ec921d42-2108-4701-8101-5eb43587b89f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] For port b18e5e51-caad-4bed-b0e2-8dc9f26e8623, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=b18e5e51-caad-4bed-b0e2-8dc9f26e8623,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:35:23.941995 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-97f708e8-17ce-4d8b-b412-0f7ef2446ebf tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:35:23.985125 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-97f708e8-17ce-4d8b-b412-0f7ef2446ebf tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:35:23.996628 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f428390b-b2b7-4305-81d3-4dac8c00fa6d None None] get_active_networks_info from dv-neutron-826830-1-hyperv {{(pid=87638) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 01 04:35:24.018555 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-97f708e8-17ce-4d8b-b412-0f7ef2446ebf tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:24.077840 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b4775d24-2393-4114-b8ad-f2cbb3c45d80 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:24.109785 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-98a1410f-2625-471b-962d-a63352ee5565 req-0da526ed-b8c0-472f-b73d-9dc65a90311e tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3f5860d-525a-4a29-9378-b1632322cfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2217779 Feb 01 04:35:24.110925 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.resource_extend [None req-ec921d42-2108-4701-8101-5eb43587b89f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 01 04:35:24.132992 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f428390b-b2b7-4305-81d3-4dac8c00fa6d None None] Resources bound (agent type, host, resource id): {{(pid=87638) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 01 04:35:24.170137 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4775d24-2393-4114-b8ad-f2cbb3c45d80 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event updated for resources: {'Subnet': ['ID=7ee6813c-3e2d-49f3-9ae9-6a91a9a101fa,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:24.190222 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4775d24-2393-4114-b8ad-f2cbb3c45d80 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Checking segment: {'id': 'a60754df-b751-4dc3-8be9-e72fc2ca51cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8f1c0227-f0e9-4511-81a7-856141446456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:35:24.190617 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4775d24-2393-4114-b8ad-f2cbb3c45d80 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Network hostable DHCP agents. Network: 8f1c0227-f0e9-4511-81a7-856141446456, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:35:24.197802 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-97f708e8-17ce-4d8b-b412-0f7ef2446ebf tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:24.198329 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-42f4bc5b-e934-4abc-bb42-a33a6b673f9f tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:24.204473 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f4bc5b-e934-4abc-bb42-a33a6b673f9f tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:24.205136 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-42f4bc5b-e934-4abc-bb42-a33a6b673f9f tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:24.206486 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-97f708e8-17ce-4d8b-b412-0f7ef2446ebf tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:24.213889 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ec921d42-2108-4701-8101-5eb43587b89f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:24.232668 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f708e8-17ce-4d8b-b412-0f7ef2446ebf tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8e3a510-3b0a-4986-859c-65856ebda638,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:24.236627 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4775d24-2393-4114-b8ad-f2cbb3c45d80 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Network 8f1c0227-f0e9-4511-81a7-856141446456 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:35:24.253371 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-b4775d24-2393-4114-b8ad-f2cbb3c45d80 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, 8f1c0227-f0e9-4511-81a7-856141446456) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:35:24.257720 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4775d24-2393-4114-b8ad-f2cbb3c45d80 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:24.258292 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b4775d24-2393-4114-b8ad-f2cbb3c45d80 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:24.263741 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-97f708e8-17ce-4d8b-b412-0f7ef2446ebf tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:24.267259 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-97f708e8-17ce-4d8b-b412-0f7ef2446ebf tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3449879 Feb 01 04:35:24.269912 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38038) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:24.294978 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ec921d42-2108-4701-8101-5eb43587b89f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:24.295804 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ec921d42-2108-4701-8101-5eb43587b89f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3037478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3694457'] for subnet, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:24.308890 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-15587c22-f9c5-4a5f-b570-8d791fc559ae tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] 10.222.0.24 "GET /v2.0/security-group-rules/b8e3a510-3b0a-4986-859c-65856ebda638 HTTP/1.1" status: 200 len: 764 time: 0.0358136 Feb 01 04:35:24.309119 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38042) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:24.328096 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b4775d24-2393-4114-b8ad-f2cbb3c45d80 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7242746 Feb 01 04:35:24.329315 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38046) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:24.334488 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-8a59e979-9986-4803-b606-c74d96c90f79 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Request body: {'subnet': {'network_id': '8f1c0227-f0e9-4511-81a7-856141446456', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:35:24.364480 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-db7c29f7-2b84-4e08-baa4-53c2a1bb52c2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:35:24.365016 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-db7c29f7-2b84-4e08-baa4-53c2a1bb52c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:35:24.382304 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4f3644ff-0af2-456f-973f-0e083366676e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:24.450926 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-42f4bc5b-e934-4abc-bb42-a33a6b673f9f tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3931417 Feb 01 04:35:24.451210 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-4e44dc1a-1bdb-4f6b-ad73-ec5746f464fe tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Synchronizing usage tracker for tenant:cd72f2f1ef82496e805f9dd902b0971b on resource:security_group_rule {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:35:24.456395 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38050) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:24.465542 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-d2c5a7d3-fc18-4fb0-809a-9cc30640df17 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Request body: {'subnet': {'network_id': '2d7f49ec-db7b-433e-a765-5fbe53df1899', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:35:24.516517 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec921d42-2108-4701-8101-5eb43587b89f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:35:24.527609 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-4e44dc1a-1bdb-4f6b-ad73-ec5746f464fe tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Unset dirty status for tenant:cd72f2f1ef82496e805f9dd902b0971b on resource:security_group_rule {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:35:24.532117 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4e44dc1a-1bdb-4f6b-ad73-ec5746f464fe tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.2188840 Feb 01 04:35:24.533821 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38054) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:24.540473 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-ec921d42-2108-4701-8101-5eb43587b89f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:35:24.549602 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec921d42-2108-4701-8101-5eb43587b89f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:24.550476 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ec921d42-2108-4701-8101-5eb43587b89f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:24.555373 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f4bc5b-e934-4abc-bb42-a33a6b673f9f tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Pushing event updated for resources: {'Network': ['ID=2d7f49ec-db7b-433e-a765-5fbe53df1899,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:24.568991 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec921d42-2108-4701-8101-5eb43587b89f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event updated for resources: {'Subnet': ['ID=2ae82eec-f236-4674-83c6-1d3d8f4b5392,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:24.573177 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 2d7f49ec-db7b-433e-a765-5fbe53df1899 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:35:24.602668 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c4fa0c-3e51-45fc-a4ab-939fd4290752 None None] Network 8f1c0227-f0e9-4511-81a7-856141446456 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:35:24.618605 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1db05a-51f4-4a73-b983-fc3a9cff3ed1 None None] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:35:24.646939 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-8a59e979-9986-4803-b606-c74d96c90f79 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:35:24.649491 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-11e22598-6b52-40dd-b8aa-88e66a7a1cb0 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:24.658467 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-8a59e979-9986-4803-b606-c74d96c90f79 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Usage tracker for resource:subnet and tenant:a862444cee664ef3af6a3e24f24366c9 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:35:24.661932 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-d2c5a7d3-fc18-4fb0-809a-9cc30640df17 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:35:24.664325 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-8a59e979-9986-4803-b606-c74d96c90f79 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:35:24.677310 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-11e22598-6b52-40dd-b8aa-88e66a7a1cb0 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:24.684101 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d2c5a7d3-fc18-4fb0-809a-9cc30640df17 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Usage tracker for resource:subnet and tenant:a9e688303aa04885aaaab4031138e2c1 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:35:24.697785 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-8a59e979-9986-4803-b606-c74d96c90f79 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:35:24.700456 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d2c5a7d3-fc18-4fb0-809a-9cc30640df17 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:35:24.721665 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-ec921d42-2108-4701-8101-5eb43587b89f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.8521655 Feb 01 04:35:24.723344 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec921d42-2108-4701-8101-5eb43587b89f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event updated for resources: {'Port': ['ID=b18e5e51-caad-4bed-b0e2-8dc9f26e8623,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:24.726337 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38060) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:24.740991 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-6cf67e27-f69a-49ec-8604-1a7d2d9935bc tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Request body: {'port': {'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'mac_address': 'fa:16:3e:46:4f:22', 'name': 'tempest-NetworksTestDHCPv6-671441855'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:35:24.754454 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-d2c5a7d3-fc18-4fb0-809a-9cc30640df17 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:35:24.781045 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a59e979-9986-4803-b606-c74d96c90f79 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Made reservation on behalf of a862444cee664ef3af6a3e24f24366c9 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:35:24.784460 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8a59e979-9986-4803-b606-c74d96c90f79 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:24.806119 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c5a7d3-fc18-4fb0-809a-9cc30640df17 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Made reservation on behalf of a9e688303aa04885aaaab4031138e2c1 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:35:24.809832 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d2c5a7d3-fc18-4fb0-809a-9cc30640df17 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:24.853402 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-11e22598-6b52-40dd-b8aa-88e66a7a1cb0 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:24.927827 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-6cf67e27-f69a-49ec-8604-1a7d2d9935bc tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:35:24.937928 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-6cf67e27-f69a-49ec-8604-1a7d2d9935bc tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Usage tracker for resource:port and tenant:60b4e61082d3421283cb095bbc99ad8e is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:35:24.951024 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e22598-6b52-40dd-b8aa-88e66a7a1cb0 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b8e3a510-3b0a-4986-859c-65856ebda638,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:24.952695 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-6cf67e27-f69a-49ec-8604-1a7d2d9935bc tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:35:24.963653 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-6cf67e27-f69a-49ec-8604-1a7d2d9935bc tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:35:24.985761 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf67e27-f69a-49ec-8604-1a7d2d9935bc tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Made reservation on behalf of 60b4e61082d3421283cb095bbc99ad8e for: {'port': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:35:25.013782 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-db7c29f7-2b84-4e08-baa4-53c2a1bb52c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:25.127073 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.ipam_backend_mixin [None req-d2c5a7d3-fc18-4fb0-809a-9cc30640df17 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Performing IP validity checks on allocation pools {{(pid=87636) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 01 04:35:25.127543 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.ipam_backend_mixin [None req-d2c5a7d3-fc18-4fb0-809a-9cc30640df17 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87636) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 01 04:35:25.141617 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-11e22598-6b52-40dd-b8aa-88e66a7a1cb0 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:25.147194 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-11e22598-6b52-40dd-b8aa-88e66a7a1cb0 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/b8e3a510-3b0a-4986-859c-65856ebda638 HTTP/1.1" status: 204 len: 168 time: 0.6080093 Feb 01 04:35:25.147963 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38066) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:25.166114 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a5d0ea-969e-4992-9852-9d069c175eb2 req-10d7f752-f024-441d-92e0-42e18e7a05e4 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:25.167614 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-63a5d0ea-969e-4992-9852-9d069c175eb2 req-10d7f752-f024-441d-92e0-42e18e7a05e4 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] 10.222.0.24 "GET /v2.0/ports?device_id=11f622e6-89bc-43e7-82d6-8a23ab462e21 HTTP/1.1" status: 200 len: 945 time: 0.4795775 Feb 01 04:35:25.216201 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-db7c29f7-2b84-4e08-baa4-53c2a1bb52c2 None None] For port b18e5e51-caad-4bed-b0e2-8dc9f26e8623, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=b18e5e51-caad-4bed-b0e2-8dc9f26e8623,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:35:25.219985 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.ipam_backend_mixin [None req-8a59e979-9986-4803-b606-c74d96c90f79 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7ee6813c-3e2d-49f3-9ae9-6a91a9a101fa (CIDR: 172.20.0.0/28) Feb 01 04:35:25.233498 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a59e979-9986-4803-b606-c74d96c90f79 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 01 04:35:25.233978 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a59e979-9986-4803-b606-c74d96c90f79 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:35:25.249862 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-63a5d0ea-969e-4992-9852-9d069c175eb2 req-a632cf27-c516-4fa3-8105-79545e4a6373 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] 10.222.0.24 "GET /v2.0/security-groups?id=025f61d7-3c11-4de5-b831-96b62cca7a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764945 Feb 01 04:35:25.297579 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-db7c29f7-2b84-4e08-baa4-53c2a1bb52c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:25.308658 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-8a59e979-9986-4803-b606-c74d96c90f79 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9788849 Feb 01 04:35:25.311720 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38070) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:25.322780 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-b3a78f56-b601-4e21-b7c5-426c122f2b7b tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Request body: {'subnet': {'network_id': '8f1c0227-f0e9-4511-81a7-856141446456', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:35:25.401391 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1d3ed9-1367-4ea5-aae7-e078019b71ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-8f1c0227-f0e9-4511-81a7-856141446456', 'network_id': '8f1c0227-f0e9-4511-81a7-856141446456', 'tenant_id': 'a862444cee664ef3af6a3e24f24366c9', 'fixed_ips': [{'subnet_id': '7ee6813c-3e2d-49f3-9ae9-6a91a9a101fa'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:35:25.402687 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-de1d3ed9-1367-4ea5-aae7-e078019b71ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:25.447458 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4f3644ff-0af2-456f-973f-0e083366676e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for router_gateway, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:25.472738 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d2c5a7d3-fc18-4fb0-809a-9cc30640df17 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:25.493358 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4f3644ff-0af2-456f-973f-0e083366676e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:25.496784 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7c29f7-2b84-4e08-baa4-53c2a1bb52c2 None None] Pushing event updated for resources: {'Port': ['ID=b18e5e51-caad-4bed-b0e2-8dc9f26e8623,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:25.577548 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-5287b624-a223-4570-9cc6-cac2739e826c tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4299552 Feb 01 04:35:25.581512 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38074) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:25.583711 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c5a7d3-fc18-4fb0-809a-9cc30640df17 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Pushing event updated for resources: {'Subnet': ['ID=f9185a60-6d94-401e-8290-9867ae3bfd3f,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:25.587384 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6cf67e27-f69a-49ec-8604-1a7d2d9935bc tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:25.591742 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-b3a78f56-b601-4e21-b7c5-426c122f2b7b tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:35:25.627016 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b3a78f56-b601-4e21-b7c5-426c122f2b7b tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Usage tracker for resource:subnet and tenant:a862444cee664ef3af6a3e24f24366c9 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:35:25.630692 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-de1d3ed9-1367-4ea5-aae7-e078019b71ee None None] Allocated IP 172.20.0.2 (8f1c0227-f0e9-4511-81a7-856141446456/7ee6813c-3e2d-49f3-9ae9-6a91a9a101fa/777d60e4-1119-4d4d-bc25-e3365d63cc9b) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:35:25.632893 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b3a78f56-b601-4e21-b7c5-426c122f2b7b tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:35:25.648009 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c5a7d3-fc18-4fb0-809a-9cc30640df17 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Checking segment: {'id': '0f69abee-b666-4c30-afe1-92fb062f8eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2d7f49ec-db7b-433e-a765-5fbe53df1899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:35:25.648395 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c5a7d3-fc18-4fb0-809a-9cc30640df17 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Network hostable DHCP agents. Network: 2d7f49ec-db7b-433e-a765-5fbe53df1899, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:35:25.649566 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-6cf67e27-f69a-49ec-8604-1a7d2d9935bc tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] device_id is not set on port 10871c9e-132a-49e2-8517-0ecec7fe7a11 yet. {{(pid=87637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:35:25.653485 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-b3a78f56-b601-4e21-b7c5-426c122f2b7b tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:35:25.681478 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a78f56-b601-4e21-b7c5-426c122f2b7b tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Made reservation on behalf of a862444cee664ef3af6a3e24f24366c9 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:35:25.684832 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b3a78f56-b601-4e21-b7c5-426c122f2b7b tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:25.755028 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c5a7d3-fc18-4fb0-809a-9cc30640df17 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Network 2d7f49ec-db7b-433e-a765-5fbe53df1899 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:35:25.757342 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7c6d9933-c433-4919-b62f-0970e13e85f3 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:25.764129 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf055f44-18ec-4162-b2c6-737604c20522 req-9a4eea74-cfd7-4e26-ad90-f3203e85563b tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:25.765756 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-bf055f44-18ec-4162-b2c6-737604c20522 req-9a4eea74-cfd7-4e26-ad90-f3203e85563b tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b HTTP/1.1" status: 200 len: 945 time: 0.4116073 Feb 01 04:35:25.850393 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-d2c5a7d3-fc18-4fb0-809a-9cc30640df17 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, 2d7f49ec-db7b-433e-a765-5fbe53df1899) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:35:25.869908 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7c6d9933-c433-4919-b62f-0970e13e85f3 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:25.878191 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c5a7d3-fc18-4fb0-809a-9cc30640df17 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:25.878785 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d2c5a7d3-fc18-4fb0-809a-9cc30640df17 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:25.889421 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab99f79-f8fb-4c93-a571-52b591b641c4 None None] Network 2d7f49ec-db7b-433e-a765-5fbe53df1899 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:35:25.951278 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d2c5a7d3-fc18-4fb0-809a-9cc30640df17 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.4937420 Feb 01 04:35:25.956367 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38078) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:25.995006 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-4f3644ff-0af2-456f-973f-0e083366676e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Allocated IP 172.26.8.76 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/47a4fe6d-916d-4587-a9ef-092ebd9171bc) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:35:26.000960 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-bf055f44-18ec-4162-b2c6-737604c20522 req-e1e47dba-b8c4-4e16-a555-6ec895855da3 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3f5860d-525a-4a29-9378-b1632322cfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2267981 Feb 01 04:35:26.029204 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7c6d9933-c433-4919-b62f-0970e13e85f3 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:26.033614 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-de1d3ed9-1367-4ea5-aae7-e078019b71ee None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:26.056407 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-de1d3ed9-1367-4ea5-aae7-e078019b71ee None None] Transition to ACTIVE for port object 777d60e4-1119-4d4d-bc25-e3365d63cc9b will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:35:26.061852 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6d9933-c433-4919-b62f-0970e13e85f3 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bbca431-26f9-4434-8e7b-c9692a22f1a0,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:26.207163 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-de1d3ed9-1367-4ea5-aae7-e078019b71ee None None] Transition to ACTIVE for port object 777d60e4-1119-4d4d-bc25-e3365d63cc9b will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:35:26.217526 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-117d40d1-3d8a-42ee-89d2-ec84f4a7301a tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:26.217978 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-de1d3ed9-1367-4ea5-aae7-e078019b71ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:26.230979 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-6cf67e27-f69a-49ec-8604-1a7d2d9935bc tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Allocated IP 2001:db8::31b (14b67238-4e53-405c-b9cd-84b8ff52e36a/fcd3c5d5-e9ee-492c-8787-20815c7c8315/10871c9e-132a-49e2-8517-0ecec7fe7a11) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:35:26.254390 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-6cf67e27-f69a-49ec-8604-1a7d2d9935bc tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Allocated IP 2001:db8:0:1:f816:3eff:fe46:4f22 (14b67238-4e53-405c-b9cd-84b8ff52e36a/2ae82eec-f236-4674-83c6-1d3d8f4b5392/10871c9e-132a-49e2-8517-0ecec7fe7a11) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:35:26.267646 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1344d58-d627-4ed2-b653-5b72f94b06c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-2d7f49ec-db7b-433e-a765-5fbe53df1899', 'network_id': '2d7f49ec-db7b-433e-a765-5fbe53df1899', 'tenant_id': 'a9e688303aa04885aaaab4031138e2c1', 'fixed_ips': [{'subnet_id': 'f9185a60-6d94-401e-8290-9867ae3bfd3f'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:35:26.269011 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c1344d58-d627-4ed2-b653-5b72f94b06c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:26.281055 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7c6d9933-c433-4919-b62f-0970e13e85f3 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:26.282415 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-7c6d9933-c433-4919-b62f-0970e13e85f3 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] 10.222.0.24 "DELETE /v2.0/security-groups/7bbca431-26f9-4434-8e7b-c9692a22f1a0 HTTP/1.1" status: 204 len: 168 time: 0.6964064 Feb 01 04:35:26.286407 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38084) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:26.311529 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1d3ed9-1367-4ea5-aae7-e078019b71ee None None] Network 8f1c0227-f0e9-4511-81a7-856141446456 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:35:26.314945 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device b18e5e51-caad-4bed-b0e2-8dc9f26e8623 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:35:26.356392 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-de1d3ed9-1367-4ea5-aae7-e078019b71ee None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:35:26.359224 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1d3ed9-1367-4ea5-aae7-e078019b71ee None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:35:26.372519 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4f3644ff-0af2-456f-973f-0e083366676e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:26.453247 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b3a78f56-b601-4e21-b7c5-426c122f2b7b tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:26.533939 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a78f56-b601-4e21-b7c5-426c122f2b7b tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Network 8f1c0227-f0e9-4511-81a7-856141446456 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:35:26.540441 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-b3a78f56-b601-4e21-b7c5-426c122f2b7b tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:35:26.553200 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-dc1c7164-3e52-4a34-94f7-7173bf0a8679 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Synchronizing usage tracker for tenant:cd72f2f1ef82496e805f9dd902b0971b on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:35:26.568953 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a78f56-b601-4e21-b7c5-426c122f2b7b tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:26.569392 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b3a78f56-b601-4e21-b7c5-426c122f2b7b tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:26.586823 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-de1d3ed9-1367-4ea5-aae7-e078019b71ee None None] Attempting to bind port 777d60e4-1119-4d4d-bc25-e3365d63cc9b on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:35:26.587384 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-de1d3ed9-1367-4ea5-aae7-e078019b71ee None None] Attempting to bind port 777d60e4-1119-4d4d-bc25-e3365d63cc9b by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': 'a60754df-b751-4dc3-8be9-e72fc2ca51cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8f1c0227-f0e9-4511-81a7-856141446456'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:35:26.587871 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1d3ed9-1367-4ea5-aae7-e078019b71ee None None] Attempting to bind port 777d60e4-1119-4d4d-bc25-e3365d63cc9b on network 8f1c0227-f0e9-4511-81a7-856141446456 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:35:26.593981 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1d3ed9-1367-4ea5-aae7-e078019b71ee None None] Pushing event updated for resources: {'Port': ['ID=777d60e4-1119-4d4d-bc25-e3365d63cc9b,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:26.606766 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b3a78f56-b601-4e21-b7c5-426c122f2b7b tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2942817 Feb 01 04:35:26.612673 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-dc1c7164-3e52-4a34-94f7-7173bf0a8679 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Unset dirty status for tenant:cd72f2f1ef82496e805f9dd902b0971b on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:35:26.613944 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-dc1c7164-3e52-4a34-94f7-7173bf0a8679 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3265140 Feb 01 04:35:26.619856 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6cf67e27-f69a-49ec-8604-1a7d2d9935bc tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:26.621679 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38090) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:26.622022 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38092) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:26.627107 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1d3ed9-1367-4ea5-aae7-e078019b71ee None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:35:26.627641 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1d3ed9-1367-4ea5-aae7-e078019b71ee None None] Checking segment: {'id': 'a60754df-b751-4dc3-8be9-e72fc2ca51cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8f1c0227-f0e9-4511-81a7-856141446456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:35:26.628169 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-de1d3ed9-1367-4ea5-aae7-e078019b71ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:26.628709 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1d3ed9-1367-4ea5-aae7-e078019b71ee None None] Bound using segment: {'id': 'a60754df-b751-4dc3-8be9-e72fc2ca51cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8f1c0227-f0e9-4511-81a7-856141446456'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:35:26.629401 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-de1d3ed9-1367-4ea5-aae7-e078019b71ee None None] Bound port: 777d60e4-1119-4d4d-bc25-e3365d63cc9b, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60754df-b751-4dc3-8be9-e72fc2ca51cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8f1c0227-f0e9-4511-81a7-856141446456'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:35:26.630559 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-de1d3ed9-1367-4ea5-aae7-e078019b71ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:26.632325 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-117d40d1-3d8a-42ee-89d2-ec84f4a7301a tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:26.638745 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-6cf67e27-f69a-49ec-8604-1a7d2d9935bc tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Transition to ACTIVE for port object 10871c9e-132a-49e2-8517-0ecec7fe7a11 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:35:26.653999 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-cd5e0c94-faf6-455f-9b71-ff695061bf27 None None] Provisioning complete for port b18e5e51-caad-4bed-b0e2-8dc9f26e8623 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:35:26.654427 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cd5e0c94-faf6-455f-9b71-ff695061bf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:26.664655 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6cf67e27-f69a-49ec-8604-1a7d2d9935bc tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:26.665125 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-e48f0f5d-f9ae-46d8-9619-1955ea814ce5 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Request body: {'port': {'network_id': '8f1c0227-f0e9-4511-81a7-856141446456', 'fixed_ips': [{'subnet_id': '7ee6813c-3e2d-49f3-9ae9-6a91a9a101fa'}, {'subnet_id': '4f6628a6-0fd8-491b-a60a-0c31c7a6c9af'}], 'name': 'tempest-PortsTestJSON-1984133259'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:35:26.713102 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4f3644ff-0af2-456f-973f-0e083366676e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:26.727313 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf67e27-f69a-49ec-8604-1a7d2d9935bc tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:35:26.747173 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-6cf67e27-f69a-49ec-8604-1a7d2d9935bc tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:35:26.756733 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3644ff-0af2-456f-973f-0e083366676e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:35:26.757831 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf67e27-f69a-49ec-8604-1a7d2d9935bc tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:35:26.763396 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf67e27-f69a-49ec-8604-1a7d2d9935bc tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:26.764033 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6cf67e27-f69a-49ec-8604-1a7d2d9935bc tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:26.776524 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-4f3644ff-0af2-456f-973f-0e083366676e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:35:26.785663 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3644ff-0af2-456f-973f-0e083366676e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:35:26.804303 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-27da3b7c-2d10-4939-a0a8-3c15caa34bb3 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Request body: {'security_group': {'name': 'tempest-secgroup--1369879913'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:35:26.812685 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e48f0f5d-f9ae-46d8-9619-1955ea814ce5 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:35:26.823405 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e48f0f5d-f9ae-46d8-9619-1955ea814ce5 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:35:26.825547 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port b18e5e51-caad-4bed-b0e2-8dc9f26e8623 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:35:26.826064 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:26.830235 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a78f56-b601-4e21-b7c5-426c122f2b7b tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event updated for resources: {'Subnet': ['ID=4f6628a6-0fd8-491b-a60a-0c31c7a6c9af,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:26.837863 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf67e27-f69a-49ec-8604-1a7d2d9935bc tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event updated for resources: {'Port': ['ID=10871c9e-132a-49e2-8517-0ecec7fe7a11,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:26.844307 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e48f0f5d-f9ae-46d8-9619-1955ea814ce5 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Made reservation on behalf of a862444cee664ef3af6a3e24f24366c9 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:35:26.893585 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-27da3b7c-2d10-4939-a0a8-3c15caa34bb3 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:35:26.911865 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3644ff-0af2-456f-973f-0e083366676e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'Port': ['ID=47a4fe6d-916d-4587-a9ef-092ebd9171bc,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:26.921217 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-6cf67e27-f69a-49ec-8604-1a7d2d9935bc tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.1893499 Feb 01 04:35:26.921434 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38098) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:26.978665 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-c1344d58-d627-4ed2-b653-5b72f94b06c9 None None] Allocated IP 172.20.0.3 (2d7f49ec-db7b-433e-a765-5fbe53df1899/f9185a60-6d94-401e-8290-9867ae3bfd3f/c632f03c-636d-4743-9248-4d2491809422) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:35:27.003591 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-de1d3ed9-1367-4ea5-aae7-e078019b71ee None None] For port 777d60e4-1119-4d4d-bc25-e3365d63cc9b, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:35:27.050296 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-27da3b7c-2d10-4939-a0a8-3c15caa34bb3 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:35:27.175069 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-b00c0b07-cb39-4951-82f4-2a97ee8e4559 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Deleting port 10871c9e-132a-49e2-8517-0ecec7fe7a11 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:35:27.175385 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b00c0b07-cb39-4951-82f4-2a97ee8e4559 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:27.199616 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-27da3b7c-2d10-4939-a0a8-3c15caa34bb3 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:27.239917 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-de1d3ed9-1367-4ea5-aae7-e078019b71ee None None] For port 777d60e4-1119-4d4d-bc25-e3365d63cc9b, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=777d60e4-1119-4d4d-bc25-e3365d63cc9b,segment=NetworkSegment(a60754df-b751-4dc3-8be9-e72fc2ca51cc),segment_id=a60754df-b751-4dc3-8be9-e72fc2ca51cc)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:35:27.269038 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-de1d3ed9-1367-4ea5-aae7-e078019b71ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:27.279481 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-27da3b7c-2d10-4939-a0a8-3c15caa34bb3 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:35:27.290083 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e48f0f5d-f9ae-46d8-9619-1955ea814ce5 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:27.442370 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d34bc-6377-4390-94a8-490f18c6ed50 req-34ec5c54-6e7f-4e6b-a9bd-f7d83d244f92 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:27.443827 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ee8d34bc-6377-4390-94a8-490f18c6ed50 req-34ec5c54-6e7f-4e6b-a9bd-f7d83d244f92 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] 10.222.0.24 "GET /v2.0/ports?device_id=11f622e6-89bc-43e7-82d6-8a23ab462e21 HTTP/1.1" status: 200 len: 945 time: 0.9801698 Feb 01 04:35:27.446534 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c1344d58-d627-4ed2-b653-5b72f94b06c9 None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:27.448396 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-27da3b7c-2d10-4939-a0a8-3c15caa34bb3 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Usage tracker for resource:security_group_rule and tenant:cd72f2f1ef82496e805f9dd902b0971b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:35:27.449462 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1d3ed9-1367-4ea5-aae7-e078019b71ee None None] Pushing event updated for resources: {'Port': ['ID=777d60e4-1119-4d4d-bc25-e3365d63cc9b,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:27.468356 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-c1344d58-d627-4ed2-b653-5b72f94b06c9 None None] Transition to ACTIVE for port object c632f03c-636d-4743-9248-4d2491809422 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:35:27.494931 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-27da3b7c-2d10-4939-a0a8-3c15caa34bb3 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:35:27.503681 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-52873019-732d-4c2e-b484-72895e5ea0f5 None None] Provisioning for port 10871c9e-132a-49e2-8517-0ecec7fe7a11 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:35:27.510859 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-c1344d58-d627-4ed2-b653-5b72f94b06c9 None None] Transition to ACTIVE for port object c632f03c-636d-4743-9248-4d2491809422 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:35:27.514101 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-52873019-732d-4c2e-b484-72895e5ea0f5 None None] Provisioning complete for port 10871c9e-132a-49e2-8517-0ecec7fe7a11 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:35:27.514620 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-52873019-732d-4c2e-b484-72895e5ea0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:27.514781 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0075cf8-f8fa-426d-a41a-a0fcdaa48981 req-c6aeb368-f147-4590-ae87-a133310af564 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:27.516261 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-f0075cf8-f8fa-426d-a41a-a0fcdaa48981 req-c6aeb368-f147-4590-ae87-a133310af564 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b HTTP/1.1" status: 200 len: 945 time: 0.3225236 Feb 01 04:35:27.519251 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4f3644ff-0af2-456f-973f-0e083366676e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for router_gateway, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:27.524901 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-27da3b7c-2d10-4939-a0a8-3c15caa34bb3 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:35:27.552290 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c1344d58-d627-4ed2-b653-5b72f94b06c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:27.552618 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-e48f0f5d-f9ae-46d8-9619-1955ea814ce5 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] device_id is not set on port 25ebe3da-eefc-4ac7-a4ba-859d1ab66851 yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:35:27.640063 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1344d58-d627-4ed2-b653-5b72f94b06c9 None None] Network 2d7f49ec-db7b-433e-a765-5fbe53df1899 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:35:27.641418 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-f0075cf8-f8fa-426d-a41a-a0fcdaa48981 req-20fcf452-fa53-49c7-a3a6-a9b63718916d tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3f5860d-525a-4a29-9378-b1632322cfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0664337 Feb 01 04:35:27.646219 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-c1344d58-d627-4ed2-b653-5b72f94b06c9 None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:35:27.653401 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1344d58-d627-4ed2-b653-5b72f94b06c9 None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:35:27.694616 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-117d40d1-3d8a-42ee-89d2-ec84f4a7301a tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3072169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2652276'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:27.707173 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-52873019-732d-4c2e-b484-72895e5ea0f5 None None] Port 10871c9e-132a-49e2-8517-0ecec7fe7a11 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:35:27.763385 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ee8d34bc-6377-4390-94a8-490f18c6ed50 req-a983c3af-1c46-48c1-8009-34c0c6ca4834 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] 10.222.0.24 "GET /v2.0/security-groups?id=025f61d7-3c11-4de5-b831-96b62cca7a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2695968 Feb 01 04:35:27.820094 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117d40d1-3d8a-42ee-89d2-ec84f4a7301a tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Pushing event deleted for resources: {'Subnet': ['ID=f9185a60-6d94-401e-8290-9867ae3bfd3f,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:27.836647 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1344d58-d627-4ed2-b653-5b72f94b06c9 None None] Pushing event updated for resources: {'Port': ['ID=c632f03c-636d-4743-9248-4d2491809422,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:28.001555 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-c1344d58-d627-4ed2-b653-5b72f94b06c9 None None] Attempting to bind port c632f03c-636d-4743-9248-4d2491809422 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:35:28.001922 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-c1344d58-d627-4ed2-b653-5b72f94b06c9 None None] Attempting to bind port c632f03c-636d-4743-9248-4d2491809422 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '0f69abee-b666-4c30-afe1-92fb062f8eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2d7f49ec-db7b-433e-a765-5fbe53df1899'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:35:28.010038 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1344d58-d627-4ed2-b653-5b72f94b06c9 None None] Attempting to bind port c632f03c-636d-4743-9248-4d2491809422 on network 2d7f49ec-db7b-433e-a765-5fbe53df1899 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:35:28.036884 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1344d58-d627-4ed2-b653-5b72f94b06c9 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:35:28.037266 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1344d58-d627-4ed2-b653-5b72f94b06c9 None None] Checking segment: {'id': '0f69abee-b666-4c30-afe1-92fb062f8eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2d7f49ec-db7b-433e-a765-5fbe53df1899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:35:28.037654 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c1344d58-d627-4ed2-b653-5b72f94b06c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:28.038042 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1344d58-d627-4ed2-b653-5b72f94b06c9 None None] Bound using segment: {'id': '0f69abee-b666-4c30-afe1-92fb062f8eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2d7f49ec-db7b-433e-a765-5fbe53df1899'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:35:28.038509 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-c1344d58-d627-4ed2-b653-5b72f94b06c9 None None] Bound port: c632f03c-636d-4743-9248-4d2491809422, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f69abee-b666-4c30-afe1-92fb062f8eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2d7f49ec-db7b-433e-a765-5fbe53df1899'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:35:28.038878 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c1344d58-d627-4ed2-b653-5b72f94b06c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:28.060673 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b00c0b07-cb39-4951-82f4-2a97ee8e4559 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:28.228520 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-b00c0b07-cb39-4951-82f4-2a97ee8e4559 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Calling delete_port for 10871c9e-132a-49e2-8517-0ecec7fe7a11 owned by {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:35:28.265854 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-c1344d58-d627-4ed2-b653-5b72f94b06c9 None None] For port c632f03c-636d-4743-9248-4d2491809422, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:35:28.270995 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-c1344d58-d627-4ed2-b653-5b72f94b06c9 None None] For port c632f03c-636d-4743-9248-4d2491809422, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=c632f03c-636d-4743-9248-4d2491809422,segment=NetworkSegment(0f69abee-b666-4c30-afe1-92fb062f8eb2),segment_id=0f69abee-b666-4c30-afe1-92fb062f8eb2)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:35:28.295174 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c1344d58-d627-4ed2-b653-5b72f94b06c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:28.295453 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4f3644ff-0af2-456f-973f-0e083366676e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337'] for router, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:28.412969 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 777d60e4-1119-4d4d-bc25-e3365d63cc9b up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:35:28.528557 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-117d40d1-3d8a-42ee-89d2-ec84f4a7301a tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:28.562923 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f3644ff-0af2-456f-973f-0e083366676e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Router 889752ef-184a-4920-8f78-ac992ee25805 is scheduled to L3 agent a3073304-82af-4a42-89af-bc532d6626bb with binding_index 1 {{(pid=87637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 01 04:35:28.577813 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7392a6-52b7-431c-803f-4c1d7584b3c8 None None] Network 2d7f49ec-db7b-433e-a765-5fbe53df1899 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:35:28.604394 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1344d58-d627-4ed2-b653-5b72f94b06c9 None None] Pushing event updated for resources: {'Port': ['ID=c632f03c-636d-4743-9248-4d2491809422,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:28.690085 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-117d40d1-3d8a-42ee-89d2-ec84f4a7301a tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d7f49ec-db7b-433e-a765-5fbe53df1899']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:28.704685 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 777d60e4-1119-4d4d-bc25-e3365d63cc9b completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:35:28.760776 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-117d40d1-3d8a-42ee-89d2-ec84f4a7301a tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f69abee-b666-4c30-afe1-92fb062f8eb2') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:28.761558 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-117d40d1-3d8a-42ee-89d2-ec84f4a7301a tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f69abee-b666-4c30-afe1-92fb062f8eb2') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:28.782467 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-27da3b7c-2d10-4939-a0a8-3c15caa34bb3 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:28.797126 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f3644ff-0af2-456f-973f-0e083366676e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:35:28.800976 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-117d40d1-3d8a-42ee-89d2-ec84f4a7301a tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143022'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:28.813580 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284a12e2-5f49-4004-b497-d62c92926dd1 None None] Sync routers for ids ['889752ef-184a-4920-8f78-ac992ee25805'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:35:28.836022 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4f3644ff-0af2-456f-973f-0e083366676e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:28.840506 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284a12e2-5f49-4004-b497-d62c92926dd1 None None] Routers {'889752ef-184a-4920-8f78-ac992ee25805'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:35:28.841380 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-284a12e2-5f49-4004-b497-d62c92926dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:35:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['889752ef-184a-4920-8f78-ac992ee25805'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:28.843020 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-4f3644ff-0af2-456f-973f-0e083366676e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.5290999 Feb 01 04:35:28.843936 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38114) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:28.863777 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-27da3b7c-2d10-4939-a0a8-3c15caa34bb3 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:28.935573 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-27da3b7c-2d10-4939-a0a8-3c15caa34bb3 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:28.939690 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38120) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:28.940140 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-27da3b7c-2d10-4939-a0a8-3c15caa34bb3 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.3128610 Feb 01 04:35:28.948120 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-6eb976d8-f28f-4723-8afe-0d7d5c71b3e2 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Request body: {'security_group_rule': {'security_group_id': 'edcd608d-0c93-4df2-a5ff-3ca0e5d18b45', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:35:28.950535 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e8ff6e-e478-4eed-982b-4963bcf6a8fc req-112fd999-5b5a-47f8-afb6-6f4c63ac1768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:28.953375 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-10e8ff6e-e478-4eed-982b-4963bcf6a8fc req-112fd999-5b5a-47f8-afb6-6f4c63ac1768 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8c08b23bffb44a249b00a7d1f56c2684&device_id=9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b HTTP/1.1" status: 200 len: 1098 time: 0.6184394 Feb 01 04:35:28.963476 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0843c3c7-4bfa-4135-826a-221afc0ea2c9 req-a9b85f92-c3a2-4852-a11c-5d258ad72cac tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:28.964970 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0843c3c7-4bfa-4135-826a-221afc0ea2c9 req-a9b85f92-c3a2-4852-a11c-5d258ad72cac tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b HTTP/1.1" status: 200 len: 945 time: 0.6068094 Feb 01 04:35:28.969748 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-117d40d1-3d8a-42ee-89d2-ec84f4a7301a tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:29.031940 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-6eb976d8-f28f-4723-8afe-0d7d5c71b3e2 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:35:29.045704 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-3453e635-1868-481d-b8f3-f7867c5b889d tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=0629703b9474474a9f2fde13723d2e8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1995809 Feb 01 04:35:29.046354 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-117d40d1-3d8a-42ee-89d2-ec84f4a7301a tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:35:29.046787 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-117d40d1-3d8a-42ee-89d2-ec84f4a7301a tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3072199'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:29.050499 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-6eb976d8-f28f-4723-8afe-0d7d5c71b3e2 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Usage tracker for resource:security_group_rule and tenant:cd72f2f1ef82496e805f9dd902b0971b is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:35:29.053453 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38124) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:29.056659 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-6eb976d8-f28f-4723-8afe-0d7d5c71b3e2 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:35:29.091623 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81bac0d7-f1a8-40b9-955c-3662d847be20 None None] Network 8f1c0227-f0e9-4511-81a7-856141446456 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:35:29.130327 dv-neutron-826830-1-hyperv neutron-server[87636]: Traceback (most recent call last): Feb 01 04:35:29.130327 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:35:29.130327 dv-neutron-826830-1-hyperv neutron-server[87636]: timer() Feb 01 04:35:29.130327 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:35:29.130327 dv-neutron-826830-1-hyperv neutron-server[87636]: cb(*args, **kw) Feb 01 04:35:29.130327 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:35:29.130327 dv-neutron-826830-1-hyperv neutron-server[87636]: return func(*args, **kwargs) Feb 01 04:35:29.130327 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:35:29.130327 dv-neutron-826830-1-hyperv neutron-server[87636]: self._notify() Feb 01 04:35:29.130327 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:35:29.130327 dv-neutron-826830-1-hyperv neutron-server[87636]: self.callback(batched_events) Feb 01 04:35:29.130327 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:35:29.130327 dv-neutron-826830-1-hyperv neutron-server[87636]: event.method(event) Feb 01 04:35:29.130327 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:35:29.130327 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:35:29.130327 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:35:29.130327 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:35:29.130327 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:35:29.130327 dv-neutron-826830-1-hyperv neutron-server[87636]: return f(self, *a, **k) Feb 01 04:35:29.130327 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:35:29.130327 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._get(url).json() Feb 01 04:35:29.130327 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:35:29.130327 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:35:29.130327 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:35:29.130327 dv-neutron-826830-1-hyperv neutron-server[87636]: return self.request(url, 'GET', **kwargs) Feb 01 04:35:29.130327 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:35:29.130327 dv-neutron-826830-1-hyperv neutron-server[87636]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:35:29.130327 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:35:29.130327 dv-neutron-826830-1-hyperv neutron-server[87636]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:35:29.130327 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:35:29.130327 dv-neutron-826830-1-hyperv neutron-server[87636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:35:29.130327 dv-neutron-826830-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:35:29.140552 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-6eb976d8-f28f-4723-8afe-0d7d5c71b3e2 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:35:29.156653 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-284a12e2-5f49-4004-b497-d62c92926dd1 None None] Set router 889752ef-184a-4920-8f78-ac992ee25805 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:35:29.185221 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27da3b7c-2d10-4939-a0a8-3c15caa34bb3 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edcd608d-0c93-4df2-a5ff-3ca0e5d18b45,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:29.266913 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6eb976d8-f28f-4723-8afe-0d7d5c71b3e2 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:29.278857 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0843c3c7-4bfa-4135-826a-221afc0ea2c9 req-3dc8f18a-693d-4a00-8bdf-279abcfdb820 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3f5860d-525a-4a29-9378-b1632322cfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2564683 Feb 01 04:35:29.344282 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6bac4e8-07bf-48dc-a3d9-a07b1e32e20f tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:29.345689 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-c6bac4e8-07bf-48dc-a3d9-a07b1e32e20f tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2911816 Feb 01 04:35:29.348711 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38128) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:29.389828 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-22c08027-51e6-49e5-9d3d-e0d5b0e186ed None None] Provisioning for port 777d60e4-1119-4d4d-bc25-e3365d63cc9b completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:35:29.404085 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a13e017-1007-4349-ad8b-d3b618c2d2c1 req-cad2a480-37f2-45e5-aed2-1f5d1d476485 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:29.405579 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-9a13e017-1007-4349-ad8b-d3b618c2d2c1 req-cad2a480-37f2-45e5-aed2-1f5d1d476485 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] 10.222.0.24 "GET /v2.0/ports?device_id=11f622e6-89bc-43e7-82d6-8a23ab462e21 HTTP/1.1" status: 200 len: 945 time: 0.3457232 Feb 01 04:35:29.413975 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-4b6294cc-fb5e-452f-9ab8-b0417d0e21b0 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=bdef128a-46b3-4cca-a245-48d1eb781269&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0625620 Feb 01 04:35:29.418916 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38132) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:29.423154 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6eb976d8-f28f-4723-8afe-0d7d5c71b3e2 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:29.435035 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-22c08027-51e6-49e5-9d3d-e0d5b0e186ed None None] Provisioning complete for port 777d60e4-1119-4d4d-bc25-e3365d63cc9b triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:35:29.435573 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-22c08027-51e6-49e5-9d3d-e0d5b0e186ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:29.441425 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-1b6bab6f-f3bd-47ed-885e-0fb3b52d6cce tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-490701155', 'network_id': '6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:35:29.461495 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6eb976d8-f28f-4723-8afe-0d7d5c71b3e2 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:29.526583 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb976d8-f28f-4723-8afe-0d7d5c71b3e2 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0758b29-b4f4-40f5-80ea-9138440e9bb4,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:29.541301 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-284a12e2-5f49-4004-b497-d62c92926dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889752ef-184a-4920-8f78-ac992ee25805', 'name': 'tempest-TestNetworkBasicOps-router-58698102', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.76'}], 'enable_snat': True}, 'gw_port_id': '47a4fe6d-916d-4587-a9ef-092ebd9171bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:35:23Z', 'updated_at': '2022-02-01T04:35:27Z', 'revision_number': 3, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': '47a4fe6d-916d-4587-a9ef-092ebd9171bc', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:15:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889752ef-184a-4920-8f78-ac992ee25805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:35:25Z', 'updated_at': '2022-02-01T04:35:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:29.542689 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-9a13e017-1007-4349-ad8b-d3b618c2d2c1 req-6358cdfa-2d7d-41d2-a0fe-db550eca7397 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] 10.222.0.24 "GET /v2.0/security-groups?id=025f61d7-3c11-4de5-b831-96b62cca7a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275434 Feb 01 04:35:29.547587 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284a12e2-5f49-4004-b497-d62c92926dd1 None None] Checking router: 889752ef-184a-4920-8f78-ac992ee25805 for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:35:29.547994 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284a12e2-5f49-4004-b497-d62c92926dd1 None None] Updating router 889752ef-184a-4920-8f78-ac992ee25805 port 47a4fe6d-916d-4587-a9ef-092ebd9171bc binding host dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 04:35:29.618304 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6eb976d8-f28f-4723-8afe-0d7d5c71b3e2 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:29.620865 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-6eb976d8-f28f-4723-8afe-0d7d5c71b3e2 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6790841 Feb 01 04:35:29.623698 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38136) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:29.638759 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-284a12e2-5f49-4004-b497-d62c92926dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:29.653316 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-1b6bab6f-f3bd-47ed-885e-0fb3b52d6cce tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:35:29.665889 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.db.api [None req-117d40d1-3d8a-42ee-89d2-ec84f4a7301a tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 01 04:35:29.665889 dv-neutron-826830-1-hyperv neutron-server[87636]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 01 04:35:29.665889 dv-neutron-826830-1-hyperv neutron-server[87636]: [parameters: {'id': '2d7f49ec-db7b-433e-a765-5fbe53df1899'}] Feb 01 04:35:29.665889 dv-neutron-826830-1-hyperv neutron-server[87636]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:35:29.666344 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-1b6bab6f-f3bd-47ed-885e-0fb3b52d6cce tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:subnet and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:35:29.666447 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG oslo_db.api [None req-117d40d1-3d8a-42ee-89d2-ec84f4a7301a tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:35:29.673145 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-1b6bab6f-f3bd-47ed-885e-0fb3b52d6cce tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:35:29.688613 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-1b6bab6f-f3bd-47ed-885e-0fb3b52d6cce tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:35:29.690443 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b00c0b07-cb39-4951-82f4-2a97ee8e4559 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:29.698162 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-22c08027-51e6-49e5-9d3d-e0d5b0e186ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:29.771877 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-22c08027-51e6-49e5-9d3d-e0d5b0e186ed None None] For port 777d60e4-1119-4d4d-bc25-e3365d63cc9b, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=777d60e4-1119-4d4d-bc25-e3365d63cc9b,segment=NetworkSegment(a60754df-b751-4dc3-8be9-e72fc2ca51cc),segment_id=a60754df-b751-4dc3-8be9-e72fc2ca51cc)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:35:29.777788 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-e48f0f5d-f9ae-46d8-9619-1955ea814ce5 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Allocated IP 172.20.0.5 (8f1c0227-f0e9-4511-81a7-856141446456/7ee6813c-3e2d-49f3-9ae9-6a91a9a101fa/25ebe3da-eefc-4ac7-a4ba-859d1ab66851) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:35:29.782102 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-22c08027-51e6-49e5-9d3d-e0d5b0e186ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:29.782488 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00c0b07-cb39-4951-82f4-2a97ee8e4559 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event deleted for resources: {'Port': ['ID=10871c9e-132a-49e2-8517-0ecec7fe7a11,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:29.828729 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e8ff6e-e478-4eed-982b-4963bcf6a8fc req-4613eef4-421b-42b1-a20f-5b513baadc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:29.843553 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-10e8ff6e-e478-4eed-982b-4963bcf6a8fc req-4613eef4-421b-42b1-a20f-5b513baadc5b service neutron] 10.222.0.18 "GET /v2.0/networks?id=958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a HTTP/1.1" status: 200 len: 912 time: 0.8533397 Feb 01 04:35:29.900214 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6bc05711-e0b6-4795-834e-d2290baaa63d tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:29.934072 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6bab6f-f3bd-47ed-885e-0fb3b52d6cce tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Made reservation on behalf of 0629703b9474474a9f2fde13723d2e8b for: {'subnet': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:35:29.937638 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1b6bab6f-f3bd-47ed-885e-0fb3b52d6cce tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3694443'] for subnet, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:29.959509 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066fc53b-ac16-4099-8647-568c6ec81dba None None] Update dhcp port {'port': {'network_id': '8f1c0227-f0e9-4511-81a7-856141446456', 'fixed_ips': [{'subnet_id': '7ee6813c-3e2d-49f3-9ae9-6a91a9a101fa', 'ip_address': '172.20.0.2'}, {'subnet_id': '4f6628a6-0fd8-491b-a60a-0c31c7a6c9af'}], 'binding:host_id': 'dv-neutron-826830-1-hyperv'}, 'id': '777d60e4-1119-4d4d-bc25-e3365d63cc9b'} from dv-neutron-826830-1-hyperv. {{(pid=87638) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 01 04:35:29.963734 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6bc05711-e0b6-4795-834e-d2290baaa63d tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:29.988917 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-e48f0f5d-f9ae-46d8-9619-1955ea814ce5 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Allocated IP 172.20.0.22 (8f1c0227-f0e9-4511-81a7-856141446456/4f6628a6-0fd8-491b-a60a-0c31c7a6c9af/25ebe3da-eefc-4ac7-a4ba-859d1ab66851) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:35:30.023433 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c08027-51e6-49e5-9d3d-e0d5b0e186ed None None] Pushing event updated for resources: {'Port': ['ID=777d60e4-1119-4d4d-bc25-e3365d63cc9b,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:30.041544 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-066fc53b-ac16-4099-8647-568c6ec81dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:30.060028 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b00c0b07-cb39-4951-82f4-2a97ee8e4559 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:30.061978 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b00c0b07-cb39-4951-82f4-2a97ee8e4559 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/ports/10871c9e-132a-49e2-8517-0ecec7fe7a11 HTTP/1.1" status: 204 len: 168 time: 3.1052706 Feb 01 04:35:30.068509 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38140) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:30.114992 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-284a12e2-5f49-4004-b497-d62c92926dd1 None None] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:30.131076 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-284a12e2-5f49-4004-b497-d62c92926dd1 None None] Transition to ACTIVE for port object 47a4fe6d-916d-4587-a9ef-092ebd9171bc will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:35:30.139933 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-284a12e2-5f49-4004-b497-d62c92926dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:30.248273 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-284a12e2-5f49-4004-b497-d62c92926dd1 None None] Attempting to bind port 47a4fe6d-916d-4587-a9ef-092ebd9171bc on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:35:30.248639 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-284a12e2-5f49-4004-b497-d62c92926dd1 None None] Attempting to bind port 47a4fe6d-916d-4587-a9ef-092ebd9171bc by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:35:30.249974 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284a12e2-5f49-4004-b497-d62c92926dd1 None None] Attempting to bind port 47a4fe6d-916d-4587-a9ef-092ebd9171bc on network bdef128a-46b3-4cca-a245-48d1eb781269 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:35:30.258824 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284a12e2-5f49-4004-b497-d62c92926dd1 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:35:30.259213 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284a12e2-5f49-4004-b497-d62c92926dd1 None None] Checking segment: {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:35:30.259786 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-284a12e2-5f49-4004-b497-d62c92926dd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:30.260175 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284a12e2-5f49-4004-b497-d62c92926dd1 None None] Bound using segment: {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:35:30.260631 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-284a12e2-5f49-4004-b497-d62c92926dd1 None None] Bound port: 47a4fe6d-916d-4587-a9ef-092ebd9171bc, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:35:30.261013 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-284a12e2-5f49-4004-b497-d62c92926dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:30.298312 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4ff789-cf7d-48e3-b5eb-7ddfd2ec979b None None] Pushing event updated for resources: {'Port': ['ID=47a4fe6d-916d-4587-a9ef-092ebd9171bc,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:30.312312 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4ff789-cf7d-48e3-b5eb-7ddfd2ec979b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:35:30.313031 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4ff789-cf7d-48e3-b5eb-7ddfd2ec979b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:35:30.313698 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4ff789-cf7d-48e3-b5eb-7ddfd2ec979b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:35:30.314207 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4ff789-cf7d-48e3-b5eb-7ddfd2ec979b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:35:30.314703 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4ff789-cf7d-48e3-b5eb-7ddfd2ec979b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:35:30.315261 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4ff789-cf7d-48e3-b5eb-7ddfd2ec979b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:35:30.316724 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6bc05711-e0b6-4795-834e-d2290baaa63d tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:30.321607 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 777d60e4-1119-4d4d-bc25-e3365d63cc9b up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:35:30.323206 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4ff789-cf7d-48e3-b5eb-7ddfd2ec979b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:35:30.323883 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4ff789-cf7d-48e3-b5eb-7ddfd2ec979b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:35:30.324459 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4ff789-cf7d-48e3-b5eb-7ddfd2ec979b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:35:30.325007 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4ff789-cf7d-48e3-b5eb-7ddfd2ec979b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:35:30.325519 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4ff789-cf7d-48e3-b5eb-7ddfd2ec979b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:35:30.326066 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4ff789-cf7d-48e3-b5eb-7ddfd2ec979b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:35:30.338148 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc05711-e0b6-4795-834e-d2290baaa63d tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edcd608d-0c93-4df2-a5ff-3ca0e5d18b45,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:30.355799 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1b6bab6f-f3bd-47ed-885e-0fb3b52d6cce tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3037478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3694457'] for subnet, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:30.397538 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-10e8ff6e-e478-4eed-982b-4963bcf6a8fc req-5d271789-1bce-4a01-a156-dc3fc936b6fa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a143ed3-127d-4979-9fda-2a2543ba2248 HTTP/1.1" status: 200 len: 1000 time: 0.5530634 Feb 01 04:35:30.400120 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-117d40d1-3d8a-42ee-89d2-ec84f4a7301a tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:30.419557 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-284a12e2-5f49-4004-b497-d62c92926dd1 None None] For port 47a4fe6d-916d-4587-a9ef-092ebd9171bc, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:35:30.422985 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-284a12e2-5f49-4004-b497-d62c92926dd1 None None] For port 47a4fe6d-916d-4587-a9ef-092ebd9171bc, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=47a4fe6d-916d-4587-a9ef-092ebd9171bc,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:35:30.425482 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6bc05711-e0b6-4795-834e-d2290baaa63d tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:30.426781 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-6bc05711-e0b6-4795-834e-d2290baaa63d tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] 10.222.0.24 "DELETE /v2.0/security-groups/edcd608d-0c93-4df2-a5ff-3ca0e5d18b45 HTTP/1.1" status: 204 len: 168 time: 0.8019652 Feb 01 04:35:30.431479 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-284a12e2-5f49-4004-b497-d62c92926dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:30.437598 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38146) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:30.450960 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 777d60e4-1119-4d4d-bc25-e3365d63cc9b triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:35:30.451524 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:30.491074 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6bab6f-f3bd-47ed-885e-0fb3b52d6cce tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'Subnet': ['ID=2933f122-fed7-475d-b133-59ebd7cf5542,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:30.491820 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844e72e9-0bcc-4427-8aa1-63b230129e84 req-2cb34d4b-a63d-499f-953c-a53df389de83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:30.499829 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6bab6f-f3bd-47ed-885e-0fb3b52d6cce tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Checking segment: {'id': 'ba63e6f2-536e-40cd-a362-9cc2ae8a515c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:35:30.499829 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6bab6f-f3bd-47ed-885e-0fb3b52d6cce tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Network hostable DHCP agents. Network: 6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:35:30.502393 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-844e72e9-0bcc-4427-8aa1-63b230129e84 req-2cb34d4b-a63d-499f-953c-a53df389de83 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=11f622e6-89bc-43e7-82d6-8a23ab462e21 HTTP/1.1" status: 200 len: 1098 time: 1.1526988 Feb 01 04:35:30.511543 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284a12e2-5f49-4004-b497-d62c92926dd1 None None] Routers {'889752ef-184a-4920-8f78-ac992ee25805'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:35:30.512344 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-284a12e2-5f49-4004-b497-d62c92926dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:35:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['889752ef-184a-4920-8f78-ac992ee25805'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:30.547493 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-8bce32e8-11f5-4894-abf9-69ad164a6a54 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Synchronizing usage tracker for tenant:cd72f2f1ef82496e805f9dd902b0971b on resource:security_group {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:35:30.570157 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6bab6f-f3bd-47ed-885e-0fb3b52d6cce tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Network 6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:35:30.575988 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-8bce32e8-11f5-4894-abf9-69ad164a6a54 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Unset dirty status for tenant:cd72f2f1ef82496e805f9dd902b0971b on resource:security_group {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:35:30.579014 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-8bce32e8-11f5-4894-abf9-69ad164a6a54 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1306078 Feb 01 04:35:30.581908 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38152) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:30.606271 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-1b6bab6f-f3bd-47ed-885e-0fb3b52d6cce tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, 6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d) {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:35:30.613148 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6bab6f-f3bd-47ed-885e-0fb3b52d6cce tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:30.613971 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1b6bab6f-f3bd-47ed-885e-0fb3b52d6cce tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:30.655726 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-f1329d83-cd9a-4bd8-843e-a025974c75c5 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Synchronizing usage tracker for tenant:cd72f2f1ef82496e805f9dd902b0971b on resource:security_group_rule {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:35:30.661249 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-1b6bab6f-f3bd-47ed-885e-0fb3b52d6cce tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2406590 Feb 01 04:35:30.666150 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4ff789-cf7d-48e3-b5eb-7ddfd2ec979b None None] Pushing event updated for resources: {'Port': ['ID=47a4fe6d-916d-4587-a9ef-092ebd9171bc,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:30.672587 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38156) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:30.693915 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cec7bd0-e76c-4546-b76f-0d27eddfdcfd None None] Network 6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:35:30.695567 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-117d40d1-3d8a-42ee-89d2-ec84f4a7301a tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Deleting port c632f03c-636d-4743-9248-4d2491809422 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:35:30.696059 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-117d40d1-3d8a-42ee-89d2-ec84f4a7301a tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:30.804236 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e8ff6e-e478-4eed-982b-4963bcf6a8fc req-4d1aae78-d600-4891-95f6-9e6882a3237f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:30.805794 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-10e8ff6e-e478-4eed-982b-4963bcf6a8fc req-4d1aae78-d600-4891-95f6-9e6882a3237f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f1d92c60-8ec8-4263-bfcc-74bbe6cd55af HTTP/1.1" status: 200 len: 851 time: 0.3863444 Feb 01 04:35:30.867726 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-284a12e2-5f49-4004-b497-d62c92926dd1 None None] Set router 889752ef-184a-4920-8f78-ac992ee25805 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:35:30.899796 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-844e72e9-0bcc-4427-8aa1-63b230129e84 req-b9de2a91-acef-4039-889b-481399cc5df6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=025f61d7-3c11-4de5-b831-96b62cca7a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3348997 Feb 01 04:35:30.916604 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-f1329d83-cd9a-4bd8-843e-a025974c75c5 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Unset dirty status for tenant:cd72f2f1ef82496e805f9dd902b0971b on resource:security_group_rule {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:35:30.921008 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-f1329d83-cd9a-4bd8-843e-a025974c75c5 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.3354969 Feb 01 04:35:30.921198 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e48f0f5d-f9ae-46d8-9619-1955ea814ce5 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:30.931318 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38160) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:30.990829 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace41e9c-1c58-4507-ab05-6accddd3b330 req-8db81762-a172-43de-8c6f-c240acb74ca8 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:30.992333 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ace41e9c-1c58-4507-ab05-6accddd3b330 req-8db81762-a172-43de-8c6f-c240acb74ca8 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b HTTP/1.1" status: 200 len: 945 time: 0.5129123 Feb 01 04:35:31.000033 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0873e4a5-2604-4c1f-83e7-319072758f15 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:31.000717 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0873e4a5-2604-4c1f-83e7-319072758f15 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Synchronizing usage tracker for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:35:31.037029 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb4745c-e5c0-4bae-98ca-8cf8f41f6fd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d', 'network_id': '6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'fixed_ips': [{'subnet_id': '2933f122-fed7-475d-b133-59ebd7cf5542'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:35:31.038014 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3bb4745c-e5c0-4bae-98ca-8cf8f41f6fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:31.063656 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-e48f0f5d-f9ae-46d8-9619-1955ea814ce5 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Transition to ACTIVE for port object 25ebe3da-eefc-4ac7-a4ba-859d1ab66851 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:35:31.079615 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-c8b17d31-1610-4ee3-a9a0-3fec54dd07bd tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] delete failed (client error): The resource could not be found. Feb 01 04:35:31.083221 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c8b17d31-1610-4ee3-a9a0-3fec54dd07bd tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] 10.222.0.24 "DELETE /v2.0/security-groups/edcd608d-0c93-4df2-a5ff-3ca0e5d18b45 HTTP/1.1" status: 404 len: 347 time: 0.1388280 Feb 01 04:35:31.088642 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38164) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:31.186365 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ace41e9c-1c58-4507-ab05-6accddd3b330 req-79fe9b0f-14c3-4fc0-b477-a0c73909c0c9 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3f5860d-525a-4a29-9378-b1632322cfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1740470 Feb 01 04:35:31.194208 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0873e4a5-2604-4c1f-83e7-319072758f15 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Unset dirty status for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:35:31.195353 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0873e4a5-2604-4c1f-83e7-319072758f15 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 1.1258793 Feb 01 04:35:31.203239 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-117d40d1-3d8a-42ee-89d2-ec84f4a7301a tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] For port c632f03c-636d-4743-9248-4d2491809422, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=c632f03c-636d-4743-9248-4d2491809422,segment=NetworkSegment(0f69abee-b666-4c30-afe1-92fb062f8eb2),segment_id=0f69abee-b666-4c30-afe1-92fb062f8eb2)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:35:31.203607 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-117d40d1-3d8a-42ee-89d2-ec84f4a7301a tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:31.210051 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 3277edd8-c7f5-4d46-ab65-6d78262be77e details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 01 04:35:31.212502 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38168) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:31.220552 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 3277edd8-c7f5-4d46-ab65-6d78262be77e no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:35:31.233877 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-284a12e2-5f49-4004-b497-d62c92926dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889752ef-184a-4920-8f78-ac992ee25805', 'name': 'tempest-TestNetworkBasicOps-router-58698102', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.76'}], 'enable_snat': True}, 'gw_port_id': '47a4fe6d-916d-4587-a9ef-092ebd9171bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:35:23Z', 'updated_at': '2022-02-01T04:35:27Z', 'revision_number': 3, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': '47a4fe6d-916d-4587-a9ef-092ebd9171bc', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:15:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889752ef-184a-4920-8f78-ac992ee25805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:35:25Z', 'updated_at': '2022-02-01T04:35:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:31.239567 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284a12e2-5f49-4004-b497-d62c92926dd1 None None] The sync data for ids ['889752ef-184a-4920-8f78-ac992ee25805'] in dv-neutron-826830-1-hyperv is: [{'id': '889752ef-184a-4920-8f78-ac992ee25805', 'name': 'tempest-TestNetworkBasicOps-router-58698102', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.76'}], 'enable_snat': True}, 'gw_port_id': '47a4fe6d-916d-4587-a9ef-092ebd9171bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:35:23Z', 'updated_at': '2022-02-01T04:35:27Z', 'revision_number': 3, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': '47a4fe6d-916d-4587-a9ef-092ebd9171bc', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:15:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889752ef-184a-4920-8f78-ac992ee25805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:35:25Z', 'updated_at': '2022-02-01T04:35:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:35:31.283466 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-3bb4745c-e5c0-4bae-98ca-8cf8f41f6fd4 None None] Allocated IP 172.20.0.2 (6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d/2933f122-fed7-475d-b133-59ebd7cf5542/99a2c427-966f-4704-af06-37af13385ab1) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:35:31.352721 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e8ff6e-e478-4eed-982b-4963bcf6a8fc req-11396aa5-735b-474a-9613-d5dc06a06542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:31.354234 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-10e8ff6e-e478-4eed-982b-4963bcf6a8fc req-11396aa5-735b-474a-9613-d5dc06a06542 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5213606 Feb 01 04:35:31.429474 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-117d40d1-3d8a-42ee-89d2-ec84f4a7301a tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Calling delete_port for c632f03c-636d-4743-9248-4d2491809422 owned by network:dhcp {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:35:31.445917 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ef62b-d01e-4aa9-ae71-6b9012664c42 req-b6996576-74b6-4815-8d10-b26471398885 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:31.447182 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-340ef62b-d01e-4aa9-ae71-6b9012664c42 req-b6996576-74b6-4815-8d10-b26471398885 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] 10.222.0.24 "GET /v2.0/ports?device_id=11f622e6-89bc-43e7-82d6-8a23ab462e21 HTTP/1.1" status: 200 len: 945 time: 0.2948549 Feb 01 04:35:31.477568 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-000dcfdd-01e5-4393-8562-693aa201d4f0 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Synchronizing usage tracker for tenant:cd72f2f1ef82496e805f9dd902b0971b on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:35:31.537447 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e48f0f5d-f9ae-46d8-9619-1955ea814ce5 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:31.545586 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-340ef62b-d01e-4aa9-ae71-6b9012664c42 req-a084586f-262b-46bd-8be3-c6de05eb527e tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] 10.222.0.24 "GET /v2.0/security-groups?id=025f61d7-3c11-4de5-b831-96b62cca7a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890875 Feb 01 04:35:31.626233 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-000dcfdd-01e5-4393-8562-693aa201d4f0 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] Unset dirty status for tenant:cd72f2f1ef82496e805f9dd902b0971b on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:35:31.633777 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-000dcfdd-01e5-4393-8562-693aa201d4f0 tempest-SecGroupTest-664904917 tempest-SecGroupTest-664904917-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5311024 Feb 01 04:35:31.688820 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:31.742114 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 3277edd8-c7f5-4d46-ab65-6d78262be77e, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=3277edd8-c7f5-4d46-ab65-6d78262be77e,segment=NetworkSegment(47389526-68fb-4cf8-9cf4-525db349e4da),segment_id=47389526-68fb-4cf8-9cf4-525db349e4da)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:35:31.777022 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 3277edd8-c7f5-4d46-ab65-6d78262be77e, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=3277edd8-c7f5-4d46-ab65-6d78262be77e,segment=NetworkSegment(47389526-68fb-4cf8-9cf4-525db349e4da),segment_id=47389526-68fb-4cf8-9cf4-525db349e4da)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:35:31.784556 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1ac54aab-ddcd-49e8-a46e-26d006e4ddea tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:31.784886 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11f622e6-89bc-43e7-82d6-8a23ab462e21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3277edd8-c7f5-4d46-ab65-6d78262be77e'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:35:31.864395 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:31.871055 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-066fc53b-ac16-4099-8647-568c6ec81dba None None] Allocated IP 172.20.0.18 (8f1c0227-f0e9-4511-81a7-856141446456/4f6628a6-0fd8-491b-a60a-0c31c7a6c9af/777d60e4-1119-4d4d-bc25-e3365d63cc9b) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:35:32.006405 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Returning: {'device': '3277edd8-c7f5-4d46-ab65-6d78262be77e', 'network_id': '6ec819a2-0c55-40ed-acdc-50daf874a757', 'port_id': '3277edd8-c7f5-4d46-ab65-6d78262be77e', 'mac_address': 'fa:16:3e:91:49:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9f4fc37-5ff0-4c6e-bfc2-a80b9a0fed2e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 01 04:35:32.011724 dv-neutron-826830-1-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11f622e6-89bc-43e7-82d6-8a23ab462e21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3277edd8-c7f5-4d46-ab65-6d78262be77e', 'code': 200} Feb 01 04:35:32.048199 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48f0f5d-f9ae-46d8-9619-1955ea814ce5 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Network 8f1c0227-f0e9-4511-81a7-856141446456 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:35:32.069559 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-e48f0f5d-f9ae-46d8-9619-1955ea814ce5 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:35:32.093993 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48f0f5d-f9ae-46d8-9619-1955ea814ce5 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:35:32.203765 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38178) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:32.256563 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-92451d3e-84c9-43e0-8640-b6e45046c9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:32.299792 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48f0f5d-f9ae-46d8-9619-1955ea814ce5 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:32.303085 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e48f0f5d-f9ae-46d8-9619-1955ea814ce5 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:32.345352 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48f0f5d-f9ae-46d8-9619-1955ea814ce5 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event updated for resources: {'Port': ['ID=25ebe3da-eefc-4ac7-a4ba-859d1ab66851,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:32.378250 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-10e8ff6e-e478-4eed-982b-4963bcf6a8fc req-af734018-cad9-4d23-81a2-206b18732746 service neutron] 10.222.0.18 "GET /v2.0/networks/958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9574318 Feb 01 04:35:32.378873 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-117d40d1-3d8a-42ee-89d2-ec84f4a7301a tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:32.405301 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3bb4745c-e5c0-4bae-98ca-8cf8f41f6fd4 None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:32.431088 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 47a4fe6d-916d-4587-a9ef-092ebd9171bc up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:35:32.471839 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:32.508897 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-3bb4745c-e5c0-4bae-98ca-8cf8f41f6fd4 None None] Transition to ACTIVE for port object 99a2c427-966f-4704-af06-37af13385ab1 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:35:32.534048 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-3bb4745c-e5c0-4bae-98ca-8cf8f41f6fd4 None None] Transition to ACTIVE for port object 99a2c427-966f-4704-af06-37af13385ab1 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:35:32.537291 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=3277edd8-c7f5-4d46-ab65-6d78262be77e,revision_number=6']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:32.555712 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ca8746-02a2-466b-b4cb-934e1e463844 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:32.557784 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e9ca8746-02a2-466b-b4cb-934e1e463844 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 1.3274181 Feb 01 04:35:32.561329 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38186) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:32.564212 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3bb4745c-e5c0-4bae-98ca-8cf8f41f6fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:32.587319 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117d40d1-3d8a-42ee-89d2-ec84f4a7301a tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Pushing event deleted for resources: {'Port': ['ID=c632f03c-636d-4743-9248-4d2491809422,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:32.598513 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117d40d1-3d8a-42ee-89d2-ec84f4a7301a tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] No DVR routers for this DVR port c632f03c-636d-4743-9248-4d2491809422 on host dv-neutron-826830-1-hyperv {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:35:32.643574 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3277edd8-c7f5-4d46-ab65-6d78262be77e {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 04:35:32.670176 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e48f0f5d-f9ae-46d8-9619-1955ea814ce5 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 6.0443468 Feb 01 04:35:32.685329 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38192) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:32.721669 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-b4f7d301-0e8c-446e-9982-ae34c6917df7 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7ee6813c-3e2d-49f3-9ae9-6a91a9a101fa'}]}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:35:32.733942 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb4745c-e5c0-4bae-98ca-8cf8f41f6fd4 None None] Pushing event updated for resources: {'Port': ['ID=99a2c427-966f-4704-af06-37af13385ab1,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:32.757572 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb4745c-e5c0-4bae-98ca-8cf8f41f6fd4 None None] Network 6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:35:32.770644 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-066fc53b-ac16-4099-8647-568c6ec81dba None None] For port 777d60e4-1119-4d4d-bc25-e3365d63cc9b, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=777d60e4-1119-4d4d-bc25-e3365d63cc9b,segment=NetworkSegment(a60754df-b751-4dc3-8be9-e72fc2ca51cc),segment_id=a60754df-b751-4dc3-8be9-e72fc2ca51cc)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:35:32.776602 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-3bb4745c-e5c0-4bae-98ca-8cf8f41f6fd4 None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:35:32.781568 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 3277edd8-c7f5-4d46-ab65-6d78262be77e, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=3277edd8-c7f5-4d46-ab65-6d78262be77e,segment=NetworkSegment(47389526-68fb-4cf8-9cf4-525db349e4da),segment_id=47389526-68fb-4cf8-9cf4-525db349e4da)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:35:32.784021 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb4745c-e5c0-4bae-98ca-8cf8f41f6fd4 None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:35:32.795685 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:32.833337 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 47a4fe6d-916d-4587-a9ef-092ebd9171bc completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:35:32.945929 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3372ba3a-c0f9-4d0f-b767-a24329cca87f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:32.947586 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3372ba3a-c0f9-4d0f-b767-a24329cca87f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:32.949108 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3372ba3a-c0f9-4d0f-b767-a24329cca87f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:32.949959 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-3372ba3a-c0f9-4d0f-b767-a24329cca87f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Synchronizing usage tracker for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:subnet {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:35:32.963556 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 47a4fe6d-916d-4587-a9ef-092ebd9171bc triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:35:32.963556 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:32.984938 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0725bc1c-ff3c-4477-9242-d2acf2078f21 req-32c9630f-fe84-4bfe-a708-4fdbe84a27e0 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:32.986381 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-0725bc1c-ff3c-4477-9242-d2acf2078f21 req-32c9630f-fe84-4bfe-a708-4fdbe84a27e0 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b HTTP/1.1" status: 200 len: 945 time: 0.5733960 Feb 01 04:35:32.996623 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-1ac54aab-ddcd-49e8-a46e-26d006e4ddea tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Allocated IP 172.20.0.1 (6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d/2933f122-fed7-475d-b133-59ebd7cf5542/6a821d54-e502-48fc-b7c9-2b1c37caa29f) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:35:33.008822 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-117d40d1-3d8a-42ee-89d2-ec84f4a7301a tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:33.011230 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.db.resource_extend [None req-066fc53b-ac16-4099-8647-568c6ec81dba None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 01 04:35:33.035428 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-eb4c64d5-31fd-4612-bc19-5e500ff844de admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cd72f2f1ef82496e805f9dd902b0971b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7487149 Feb 01 04:35:33.038550 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-3372ba3a-c0f9-4d0f-b767-a24329cca87f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Unset dirty status for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:subnet {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:35:33.042198 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-3372ba3a-c0f9-4d0f-b767-a24329cca87f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.4771941 Feb 01 04:35:33.043878 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-10e8ff6e-e478-4eed-982b-4963bcf6a8fc req-142a4759-5574-4772-9df5-5cc89631da06 service neutron] 10.222.0.18 "GET /v2.0/networks/958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6238520 Feb 01 04:35:33.047243 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38196) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:33.047747 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38198) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:33.079727 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-066fc53b-ac16-4099-8647-568c6ec81dba None None] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:33.113098 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-117d40d1-3d8a-42ee-89d2-ec84f4a7301a tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d7f49ec-db7b-433e-a765-5fbe53df1899']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:33.117765 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=3277edd8-c7f5-4d46-ab65-6d78262be77e,revision_number=7']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:33.129225 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] get_ports_and_sgs() called for port_ids ['3277edd8-c7f5-4d46-ab65-6d78262be77e'] {{(pid=87638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 01 04:35:33.149658 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-117d40d1-3d8a-42ee-89d2-ec84f4a7301a tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f69abee-b666-4c30-afe1-92fb062f8eb2') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:33.150020 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-117d40d1-3d8a-42ee-89d2-ec84f4a7301a tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f69abee-b666-4c30-afe1-92fb062f8eb2') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:33.175765 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-0725bc1c-ff3c-4477-9242-d2acf2078f21 req-d1e0b4b4-ff6c-4e76-9fb4-20196660ec77 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3f5860d-525a-4a29-9378-b1632322cfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1808741 Feb 01 04:35:33.176035 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-3bb4745c-e5c0-4bae-98ca-8cf8f41f6fd4 None None] Attempting to bind port 99a2c427-966f-4704-af06-37af13385ab1 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:35:33.176925 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-3bb4745c-e5c0-4bae-98ca-8cf8f41f6fd4 None None] Attempting to bind port 99a2c427-966f-4704-af06-37af13385ab1 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': 'ba63e6f2-536e-40cd-a362-9cc2ae8a515c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:35:33.177268 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb4745c-e5c0-4bae-98ca-8cf8f41f6fd4 None None] Attempting to bind port 99a2c427-966f-4704-af06-37af13385ab1 on network 6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:35:33.181672 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-066fc53b-ac16-4099-8647-568c6ec81dba None None] Transition to ACTIVE for port object 777d60e4-1119-4d4d-bc25-e3365d63cc9b will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:35:33.194295 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb4745c-e5c0-4bae-98ca-8cf8f41f6fd4 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:35:33.194724 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb4745c-e5c0-4bae-98ca-8cf8f41f6fd4 None None] Checking segment: {'id': 'ba63e6f2-536e-40cd-a362-9cc2ae8a515c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:35:33.195061 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3bb4745c-e5c0-4bae-98ca-8cf8f41f6fd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:33.195474 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb4745c-e5c0-4bae-98ca-8cf8f41f6fd4 None None] Bound using segment: {'id': 'ba63e6f2-536e-40cd-a362-9cc2ae8a515c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:35:33.195949 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-3bb4745c-e5c0-4bae-98ca-8cf8f41f6fd4 None None] Bound port: 99a2c427-966f-4704-af06-37af13385ab1, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba63e6f2-536e-40cd-a362-9cc2ae8a515c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:35:33.196318 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3bb4745c-e5c0-4bae-98ca-8cf8f41f6fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:33.200019 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4e64fc-23a8-416c-af55-a77923710ebe req-58906dd7-66e4-4685-943c-6eb983b69fce tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:33.201554 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-da4e64fc-23a8-416c-af55-a77923710ebe req-58906dd7-66e4-4685-943c-6eb983b69fce tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] 10.222.0.24 "GET /v2.0/ports?device_id=11f622e6-89bc-43e7-82d6-8a23ab462e21 HTTP/1.1" status: 200 len: 944 time: 0.4123981 Feb 01 04:35:33.204069 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-117d40d1-3d8a-42ee-89d2-ec84f4a7301a tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143022'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:33.212286 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-066fc53b-ac16-4099-8647-568c6ec81dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:33.263389 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-117d40d1-3d8a-42ee-89d2-ec84f4a7301a tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:33.275259 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0c23296-1c77-428c-9f42-a6993ced25ac tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Deleting subnet 2ae82eec-f236-4674-83c6-1d3d8f4b5392 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:35:33.287284 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e0c23296-1c77-428c-9f42-a6993ced25ac tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:33.324090 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-117d40d1-3d8a-42ee-89d2-ec84f4a7301a tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:35:33.324499 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-117d40d1-3d8a-42ee-89d2-ec84f4a7301a tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3072199'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:33.346608 dv-neutron-826830-1-hyperv neutron-server[87636]: Traceback (most recent call last): Feb 01 04:35:33.346608 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:35:33.346608 dv-neutron-826830-1-hyperv neutron-server[87636]: timer() Feb 01 04:35:33.346608 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:35:33.346608 dv-neutron-826830-1-hyperv neutron-server[87636]: cb(*args, **kw) Feb 01 04:35:33.346608 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:35:33.346608 dv-neutron-826830-1-hyperv neutron-server[87636]: return func(*args, **kwargs) Feb 01 04:35:33.346608 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:35:33.346608 dv-neutron-826830-1-hyperv neutron-server[87636]: self._notify() Feb 01 04:35:33.346608 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:35:33.346608 dv-neutron-826830-1-hyperv neutron-server[87636]: self.callback(batched_events) Feb 01 04:35:33.346608 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:35:33.346608 dv-neutron-826830-1-hyperv neutron-server[87636]: event.method(event) Feb 01 04:35:33.346608 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:35:33.346608 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:35:33.346608 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:35:33.346608 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:35:33.346608 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:35:33.346608 dv-neutron-826830-1-hyperv neutron-server[87636]: return f(self, *a, **k) Feb 01 04:35:33.346608 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:35:33.346608 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._get(url).json() Feb 01 04:35:33.346608 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:35:33.346608 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:35:33.346608 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:35:33.346608 dv-neutron-826830-1-hyperv neutron-server[87636]: return self.request(url, 'GET', **kwargs) Feb 01 04:35:33.346608 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:35:33.346608 dv-neutron-826830-1-hyperv neutron-server[87636]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:35:33.346608 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:35:33.346608 dv-neutron-826830-1-hyperv neutron-server[87636]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:35:33.346608 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:35:33.346608 dv-neutron-826830-1-hyperv neutron-server[87636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:35:33.346608 dv-neutron-826830-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:35:33.371760 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0cb480f7-eedd-4cd0-a628-2f7df7577982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:33.377049 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b4f7d301-0e8c-446e-9982-ae34c6917df7 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:33.389467 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-da4e64fc-23a8-416c-af55-a77923710ebe req-7458bdd5-88b6-44fc-ab1c-eda91d98765f tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] 10.222.0.24 "GET /v2.0/security-groups?id=025f61d7-3c11-4de5-b831-96b62cca7a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1624293 Feb 01 04:35:33.394354 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1ac54aab-ddcd-49e8-a46e-26d006e4ddea tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:33.446856 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38204) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:33.482205 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0cb480f7-eedd-4cd0-a628-2f7df7577982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:33.491375 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e0c23296-1c77-428c-9f42-a6993ced25ac tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145757'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:33.527616 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-1ac54aab-ddcd-49e8-a46e-26d006e4ddea tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Transition to ACTIVE for port object 6a821d54-e502-48fc-b7c9-2b1c37caa29f will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:35:33.532764 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-117d40d1-3d8a-42ee-89d2-ec84f4a7301a tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:33.567282 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066fc53b-ac16-4099-8647-568c6ec81dba None None] Pushing event updated for resources: {'Port': ['ID=777d60e4-1119-4d4d-bc25-e3365d63cc9b,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:33.569963 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-117d40d1-3d8a-42ee-89d2-ec84f4a7301a tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:33.582411 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:33.597610 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-3bb4745c-e5c0-4bae-98ca-8cf8f41f6fd4 None None] For port 99a2c427-966f-4704-af06-37af13385ab1, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:35:33.609984 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117d40d1-3d8a-42ee-89d2-ec84f4a7301a tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Pushing event deleted for resources: {'Network': ['ID=2d7f49ec-db7b-433e-a765-5fbe53df1899,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:33.639892 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-117d40d1-3d8a-42ee-89d2-ec84f4a7301a tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] 10.222.0.24 "DELETE /v2.0/networks/2d7f49ec-db7b-433e-a765-5fbe53df1899 HTTP/1.1" status: 204 len: 168 time: 7.6824837 Feb 01 04:35:33.646911 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38208) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:33.657444 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-1a2f27df-3f31-489b-ba55-18eb75cddc18 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-537116918'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:35:33.665177 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-b435aa6d-4305-47d9-8855-2828ef15a5c5 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] 10.222.0.24 "GET /v2.0/floatingips/fa7b48a7-c9c0-4194-ad70-7cf1ff55e17c HTTP/1.1" status: 200 len: 992 time: 0.2169871 Feb 01 04:35:33.665770 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-1a2f27df-3f31-489b-ba55-18eb75cddc18 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:35:33.675621 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-3bb4745c-e5c0-4bae-98ca-8cf8f41f6fd4 None None] For port 99a2c427-966f-4704-af06-37af13385ab1, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=99a2c427-966f-4704-af06-37af13385ab1,segment=NetworkSegment(ba63e6f2-536e-40cd-a362-9cc2ae8a515c),segment_id=ba63e6f2-536e-40cd-a362-9cc2ae8a515c)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:35:33.675886 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1a2f27df-3f31-489b-ba55-18eb75cddc18 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Usage tracker for resource:network and tenant:a9e688303aa04885aaaab4031138e2c1 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:35:33.677857 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 47a4fe6d-916d-4587-a9ef-092ebd9171bc, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=47a4fe6d-916d-4587-a9ef-092ebd9171bc,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:35:33.685762 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1a2f27df-3f31-489b-ba55-18eb75cddc18 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:35:33.693508 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-1a2f27df-3f31-489b-ba55-18eb75cddc18 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:35:33.702523 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3bb4745c-e5c0-4bae-98ca-8cf8f41f6fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:33.706025 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:33.726316 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a2f27df-3f31-489b-ba55-18eb75cddc18 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Made reservation on behalf of a9e688303aa04885aaaab4031138e2c1 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:35:33.729762 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1a2f27df-3f31-489b-ba55-18eb75cddc18 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:33.754053 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0cb480f7-eedd-4cd0-a628-2f7df7577982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:33.773063 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e0c23296-1c77-428c-9f42-a6993ced25ac tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:33.846097 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1ac54aab-ddcd-49e8-a46e-26d006e4ddea tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:33.917707 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb4745c-e5c0-4bae-98ca-8cf8f41f6fd4 None None] Pushing event updated for resources: {'Port': ['ID=99a2c427-966f-4704-af06-37af13385ab1,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:33.923718 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb480f7-eedd-4cd0-a628-2f7df7577982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a4e5e8-ac8a-4f87-bb99-d279f8cc8dc1,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:33.948814 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac54aab-ddcd-49e8-a46e-26d006e4ddea tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Network 6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:35:33.960242 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-1ac54aab-ddcd-49e8-a46e-26d006e4ddea tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:35:33.963674 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac54aab-ddcd-49e8-a46e-26d006e4ddea tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:35:34.017093 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a2f27df-3f31-489b-ba55-18eb75cddc18 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:35:34.022519 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0cb480f7-eedd-4cd0-a628-2f7df7577982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:34.026221 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0cb480f7-eedd-4cd0-a628-2f7df7577982 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e0a4e5e8-ac8a-4f87-bb99-d279f8cc8dc1 HTTP/1.1" status: 204 len: 168 time: 0.9760551 Feb 01 04:35:34.091788 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1ac54aab-ddcd-49e8-a46e-26d006e4ddea tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-372107'] for router_interface, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:34.092815 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1a2f27df-3f31-489b-ba55-18eb75cddc18 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:34.093504 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-1a2f27df-3f31-489b-ba55-18eb75cddc18 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Added segment 060ff780-5ac4-46f3-bf08-1591c243076b of type vlan for network 272011de-79c3-4e5b-9467-df256fff20c9 Feb 01 04:35:34.117564 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac54aab-ddcd-49e8-a46e-26d006e4ddea tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'Port': ['ID=6a821d54-e502-48fc-b7c9-2b1c37caa29f,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:34.142960 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=47a4fe6d-916d-4587-a9ef-092ebd9171bc,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:34.172758 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1a2f27df-3f31-489b-ba55-18eb75cddc18 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:34.187405 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e0c23296-1c77-428c-9f42-a6993ced25ac tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3072169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2652276'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:34.299897 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.db.resource_extend [None req-1a2f27df-3f31-489b-ba55-18eb75cddc18 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 01 04:35:34.325163 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d57c6159-c890-489e-babf-5b53233676c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:34.336673 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e0c23296-1c77-428c-9f42-a6993ced25ac tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:34.340933 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0da788-0344-41d1-b4b9-bc11021ec17c None None] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:35:34.341151 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-b4f7d301-0e8c-446e-9982-ae34c6917df7 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Delete allocated IP 172.20.0.22 (8f1c0227-f0e9-4511-81a7-856141446456/4f6628a6-0fd8-491b-a60a-0c31c7a6c9af) {{(pid=87637) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 01 04:35:34.351907 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c23296-1c77-428c-9f42-a6993ced25ac tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event deleted for resources: {'Subnet': ['ID=2ae82eec-f236-4674-83c6-1d3d8f4b5392,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:34.407232 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e0c23296-1c77-428c-9f42-a6993ced25ac tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/subnets/2ae82eec-f236-4674-83c6-1d3d8f4b5392 HTTP/1.1" status: 204 len: 168 time: 1.3567450 Feb 01 04:35:34.408359 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1a2f27df-3f31-489b-ba55-18eb75cddc18 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:34.413826 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2f27df-3f31-489b-ba55-18eb75cddc18 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:34.414446 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1a2f27df-3f31-489b-ba55-18eb75cddc18 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:34.424483 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38216) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:34.531326 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 47a4fe6d-916d-4587-a9ef-092ebd9171bc up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:35:34.681121 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1a2f27df-3f31-489b-ba55-18eb75cddc18 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0290883 Feb 01 04:35:34.681699 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2f27df-3f31-489b-ba55-18eb75cddc18 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Pushing event updated for resources: {'Network': ['ID=272011de-79c3-4e5b-9467-df256fff20c9,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:34.683753 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1ac54aab-ddcd-49e8-a46e-26d006e4ddea tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:34.686338 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38220) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:34.697620 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-908ec86b-4c77-46a4-bbc2-27547a07ab30 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Request body: {'subnet': {'network_id': '272011de-79c3-4e5b-9467-df256fff20c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:35:34.715787 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-2da95474-1848-4737-9a41-2bfe0b78d55f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Deleting subnet fcd3c5d5-e9ee-492c-8787-20815c7c8315 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:35:34.725327 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2da95474-1848-4737-9a41-2bfe0b78d55f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:34.731306 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 272011de-79c3-4e5b-9467-df256fff20c9 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:35:34.744361 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4726bb0-0749-44dd-9787-266f8a68230f None None] Network 8f1c0227-f0e9-4511-81a7-856141446456 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:35:34.765597 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 47a4fe6d-916d-4587-a9ef-092ebd9171bc triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:35:34.765988 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:35.004362 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2da95474-1848-4737-9a41-2bfe0b78d55f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145757'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:35.006638 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-19bbcead-90fd-4390-b04d-db41eba3ce2d None None] Provisioning for port 777d60e4-1119-4d4d-bc25-e3365d63cc9b completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:35:35.037824 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-19bbcead-90fd-4390-b04d-db41eba3ce2d None None] Provisioning complete for port 777d60e4-1119-4d4d-bc25-e3365d63cc9b triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:35:35.038201 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-19bbcead-90fd-4390-b04d-db41eba3ce2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:35.129055 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2da95474-1848-4737-9a41-2bfe0b78d55f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:35.157094 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff7113c-ce6c-4a44-baf8-4f76db641f07 req-4c90e5f0-1acd-44b3-a623-032454cf476b tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:35.160089 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-cff7113c-ce6c-4a44-baf8-4f76db641f07 req-4c90e5f0-1acd-44b3-a623-032454cf476b tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b HTTP/1.1" status: 200 len: 945 time: 0.6452134 Feb 01 04:35:35.246041 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-908ec86b-4c77-46a4-bbc2-27547a07ab30 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:35:35.252325 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-908ec86b-4c77-46a4-bbc2-27547a07ab30 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Usage tracker for resource:subnet and tenant:a9e688303aa04885aaaab4031138e2c1 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:35:35.255711 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-908ec86b-4c77-46a4-bbc2-27547a07ab30 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:35:35.262447 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2da95474-1848-4737-9a41-2bfe0b78d55f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3072169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2652276'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:35.267921 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-908ec86b-4c77-46a4-bbc2-27547a07ab30 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:35:35.290984 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 3277edd8-c7f5-4d46-ab65-6d78262be77e up at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:35:35.320335 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da95474-1848-4737-9a41-2bfe0b78d55f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event deleted for resources: {'Subnet': ['ID=fcd3c5d5-e9ee-492c-8787-20815c7c8315,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:35.328368 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2da95474-1848-4737-9a41-2bfe0b78d55f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:35.342078 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2da95474-1848-4737-9a41-2bfe0b78d55f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/subnets/fcd3c5d5-e9ee-492c-8787-20815c7c8315 HTTP/1.1" status: 204 len: 168 time: 0.8922186 Feb 01 04:35:35.342078 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-908ec86b-4c77-46a4-bbc2-27547a07ab30 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Made reservation on behalf of a9e688303aa04885aaaab4031138e2c1 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:35:35.345241 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-908ec86b-4c77-46a4-bbc2-27547a07ab30 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:35.361364 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38224) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:35.455742 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a2941bfd-aeca-4a59-b098-cedeab3b759a tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0930395 Feb 01 04:35:35.469233 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38228) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:35.480289 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-eea7383b-d4a4-4bc7-b973-58f77857a907 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Request body: {'subnet': {'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:35:35.512158 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 777d60e4-1119-4d4d-bc25-e3365d63cc9b up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:35:35.565103 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:35.646178 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.resource_extend [None req-b4f7d301-0e8c-446e-9982-ae34c6917df7 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 01 04:35:35.650279 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:35.651215 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c57cd37-7962-4bc2-8f17-88d150b9eeb7 None None] Network 6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:35:35.673212 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b4f7d301-0e8c-446e-9982-ae34c6917df7 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:35.683279 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-cff7113c-ce6c-4a44-baf8-4f76db641f07 req-61f0ef01-346a-4559-b0d6-2f16ed728e69 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3f5860d-525a-4a29-9378-b1632322cfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5058386 Feb 01 04:35:35.714611 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1ac54aab-ddcd-49e8-a46e-26d006e4ddea tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:35.724873 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-b4f7d301-0e8c-446e-9982-ae34c6917df7 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Ignored duplicate provisioning block setup for port 25ebe3da-eefc-4ac7-a4ba-859d1ab66851 by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 01 04:35:35.726628 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1ac54aab-ddcd-49e8-a46e-26d006e4ddea tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:35.729119 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-eea7383b-d4a4-4bc7-b973-58f77857a907 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:35:35.738624 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-eea7383b-d4a4-4bc7-b973-58f77857a907 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Usage tracker for resource:subnet and tenant:60b4e61082d3421283cb095bbc99ad8e is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:35:35.743420 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-eea7383b-d4a4-4bc7-b973-58f77857a907 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:35:35.752543 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-eea7383b-d4a4-4bc7-b973-58f77857a907 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:35:35.795709 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea7383b-d4a4-4bc7-b973-58f77857a907 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Made reservation on behalf of 60b4e61082d3421283cb095bbc99ad8e for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:35:35.799287 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-eea7383b-d4a4-4bc7-b973-58f77857a907 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:35.859832 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1ac54aab-ddcd-49e8-a46e-26d006e4ddea tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371990'] for router_interface, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:35.870818 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b4f7d301-0e8c-446e-9982-ae34c6917df7 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:35.996510 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac54aab-ddcd-49e8-a46e-26d006e4ddea tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'Port': ['ID=6a821d54-e502-48fc-b7c9-2b1c37caa29f,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:36.008110 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning complete for port 3277edd8-c7f5-4d46-ab65-6d78262be77e triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:35:36.008581 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:36.085608 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 777d60e4-1119-4d4d-bc25-e3365d63cc9b triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:35:36.086137 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:36.211674 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-908ec86b-4c77-46a4-bbc2-27547a07ab30 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:36.220420 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f7d301-0e8c-446e-9982-ae34c6917df7 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event updated for resources: {'Port': ['ID=25ebe3da-eefc-4ac7-a4ba-859d1ab66851,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:36.225703 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-b4f7d301-0e8c-446e-9982-ae34c6917df7 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] In _notify_port_updated(), no bound segment for port 25ebe3da-eefc-4ac7-a4ba-859d1ab66851 on network 8f1c0227-f0e9-4511-81a7-856141446456 {{(pid=87637) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 01 04:35:36.230839 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-274c8734-a64e-48f6-95f4-6765cf2534c1 None None] Provisioning for port 99a2c427-966f-4704-af06-37af13385ab1 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:35:36.231707 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f7d301-0e8c-446e-9982-ae34c6917df7 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:36.232332 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b4f7d301-0e8c-446e-9982-ae34c6917df7 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:36.233643 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-b4f7d301-0e8c-446e-9982-ae34c6917df7 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "PUT /v2.0/ports/25ebe3da-eefc-4ac7-a4ba-859d1ab66851 HTTP/1.1" status: 200 len: 919 time: 3.5430110 Feb 01 04:35:36.237048 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38234) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:36.244803 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-3b17ce62-4eec-44d9-b1cd-082f91e33aa6 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7ee6813c-3e2d-49f3-9ae9-6a91a9a101fa'}, {'subnet_id': '4f6628a6-0fd8-491b-a60a-0c31c7a6c9af'}]}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:35:36.273628 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40306f-2170-42d9-89e3-c971d165ad5a req-62559565-6943-4405-a4c8-6b52542aaecc tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:36.275173 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ea40306f-2170-42d9-89e3-c971d165ad5a req-62559565-6943-4405-a4c8-6b52542aaecc tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b HTTP/1.1" status: 200 len: 945 time: 0.2676716 Feb 01 04:35:36.358104 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac54aab-ddcd-49e8-a46e-26d006e4ddea tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Network 6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:35:36.361489 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-1ac54aab-ddcd-49e8-a46e-26d006e4ddea tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:35:36.405361 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:36.407399 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-eea7383b-d4a4-4bc7-b973-58f77857a907 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:36.446585 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908ec86b-4c77-46a4-bbc2-27547a07ab30 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Pushing event updated for resources: {'Subnet': ['ID=ec8d035e-9761-4483-ac81-f4d74ae54604,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:36.448582 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11f622e6-89bc-43e7-82d6-8a23ab462e21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3277edd8-c7f5-4d46-ab65-6d78262be77e'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:35:36.465045 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 3277edd8-c7f5-4d46-ab65-6d78262be77e, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=3277edd8-c7f5-4d46-ab65-6d78262be77e,segment=NetworkSegment(47389526-68fb-4cf8-9cf4-525db349e4da),segment_id=47389526-68fb-4cf8-9cf4-525db349e4da)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:35:36.477912 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:36.593113 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb39b7f3-305e-46c3-8172-81d3180cd244 None None] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:35:36.615509 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea7383b-d4a4-4bc7-b973-58f77857a907 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:35:36.621779 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3b17ce62-4eec-44d9-b1cd-082f91e33aa6 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:36.634287 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ea40306f-2170-42d9-89e3-c971d165ad5a req-25e35443-ded6-4174-8027-1e2bc96bbfc9 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3f5860d-525a-4a29-9378-b1632322cfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3271933 Feb 01 04:35:36.637017 dv-neutron-826830-1-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11f622e6-89bc-43e7-82d6-8a23ab462e21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3277edd8-c7f5-4d46-ab65-6d78262be77e', 'code': 200} Feb 01 04:35:36.649181 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-eea7383b-d4a4-4bc7-b973-58f77857a907 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:35:36.654459 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908ec86b-4c77-46a4-bbc2-27547a07ab30 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Checking segment: {'id': '060ff780-5ac4-46f3-bf08-1591c243076b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '272011de-79c3-4e5b-9467-df256fff20c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:35:36.655198 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908ec86b-4c77-46a4-bbc2-27547a07ab30 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Network hostable DHCP agents. Network: 272011de-79c3-4e5b-9467-df256fff20c9, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:35:36.667215 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea7383b-d4a4-4bc7-b973-58f77857a907 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:36.670760 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-eea7383b-d4a4-4bc7-b973-58f77857a907 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:36.682104 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 99a2c427-966f-4704-af06-37af13385ab1 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:35:36.731975 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea7383b-d4a4-4bc7-b973-58f77857a907 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event updated for resources: {'Subnet': ['ID=c9110f66-68a6-46aa-952f-49c1f88e2dbd,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:36.768138 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-eea7383b-d4a4-4bc7-b973-58f77857a907 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2976570 Feb 01 04:35:36.768942 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38242) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:36.776869 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-6e098add-6266-4657-924d-ec09ff6b73da tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Request body: {'subnet': {'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:35:36.794952 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908ec86b-4c77-46a4-bbc2-27547a07ab30 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Network 272011de-79c3-4e5b-9467-df256fff20c9 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:35:36.858478 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-908ec86b-4c77-46a4-bbc2-27547a07ab30 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, 272011de-79c3-4e5b-9467-df256fff20c9) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:35:36.891869 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908ec86b-4c77-46a4-bbc2-27547a07ab30 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:36.893404 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-908ec86b-4c77-46a4-bbc2-27547a07ab30 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:36.920644 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-021c9ab6-6b59-4009-b72c-4752e7cbcfe8 None None] Provisioning complete for port 777d60e4-1119-4d4d-bc25-e3365d63cc9b triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:35:36.921884 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-021c9ab6-6b59-4009-b72c-4752e7cbcfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:36.932502 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-908ec86b-4c77-46a4-bbc2-27547a07ab30 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.2412984 Feb 01 04:35:36.969413 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed2fa4f-940d-4c0e-b17b-1f2c651e8ce0 None None] Network 272011de-79c3-4e5b-9467-df256fff20c9 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:35:36.977050 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ac54aab-ddcd-49e8-a46e-26d006e4ddea tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Router 889752ef-184a-4920-8f78-ac992ee25805 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:35:36.993719 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38246) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:37.004854 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=3277edd8-c7f5-4d46-ab65-6d78262be77e,revision_number=8']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:37.084385 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-6e098add-6266-4657-924d-ec09ff6b73da tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:35:37.091008 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-6e098add-6266-4657-924d-ec09ff6b73da tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Usage tracker for resource:subnet and tenant:60b4e61082d3421283cb095bbc99ad8e is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:35:37.094758 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-6e098add-6266-4657-924d-ec09ff6b73da tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:35:37.104456 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-6e098add-6266-4657-924d-ec09ff6b73da tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:35:37.120382 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e098add-6266-4657-924d-ec09ff6b73da tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Made reservation on behalf of 60b4e61082d3421283cb095bbc99ad8e for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:35:37.124236 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6e098add-6266-4657-924d-ec09ff6b73da tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:37.180802 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:37.271022 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 99a2c427-966f-4704-af06-37af13385ab1 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:35:37.284032 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 99a2c427-966f-4704-af06-37af13385ab1 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:35:37.284396 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:37.304224 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.ipam_backend_mixin [None req-6e098add-6266-4657-924d-ec09ff6b73da tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c9110f66-68a6-46aa-952f-49c1f88e2dbd (CIDR: 2001:db8::/64) Feb 01 04:35:37.309197 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e098add-6266-4657-924d-ec09ff6b73da tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 01 04:35:37.309727 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e098add-6266-4657-924d-ec09ff6b73da tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:35:37.331565 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-6e098add-6266-4657-924d-ec09ff6b73da tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5594895 Feb 01 04:35:37.334681 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38250) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:37.341602 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-f83dce1d-0a37-449b-9424-fa69cc63aa28 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Request body: {'subnet': {'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:35:37.508339 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-f83dce1d-0a37-449b-9424-fa69cc63aa28 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:35:37.512539 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f83dce1d-0a37-449b-9424-fa69cc63aa28 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Usage tracker for resource:subnet and tenant:60b4e61082d3421283cb095bbc99ad8e is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:35:37.515736 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f83dce1d-0a37-449b-9424-fa69cc63aa28 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:35:37.522014 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-f83dce1d-0a37-449b-9424-fa69cc63aa28 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:35:37.534104 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f83dce1d-0a37-449b-9424-fa69cc63aa28 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Made reservation on behalf of 60b4e61082d3421283cb095bbc99ad8e for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:35:37.538395 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f83dce1d-0a37-449b-9424-fa69cc63aa28 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:37.605234 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-021c9ab6-6b59-4009-b72c-4752e7cbcfe8 None None] Provisioning complete for port b18e5e51-caad-4bed-b0e2-8dc9f26e8623 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:35:37.605605 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-021c9ab6-6b59-4009-b72c-4752e7cbcfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:37.643513 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80171b9-3196-4ac3-ab05-e78187d7a45e req-5d0a8417-dbb7-4745-8557-00c11afa5166 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:37.645632 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-e80171b9-3196-4ac3-ab05-e78187d7a45e req-5d0a8417-dbb7-4745-8557-00c11afa5166 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b HTTP/1.1" status: 200 len: 945 time: 0.7862153 Feb 01 04:35:37.672241 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d75f6b69-98a1-4bb0-8b05-6be94fa881e7 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:37.788208 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0141c25-84d3-4d9f-9e91-1010472f27b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-272011de-79c3-4e5b-9467-df256fff20c9', 'network_id': '272011de-79c3-4e5b-9467-df256fff20c9', 'tenant_id': 'a9e688303aa04885aaaab4031138e2c1', 'fixed_ips': [{'subnet_id': 'ec8d035e-9761-4483-ac81-f4d74ae54604'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:35:37.789530 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e0141c25-84d3-4d9f-9e91-1010472f27b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:37.792579 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac54aab-ddcd-49e8-a46e-26d006e4ddea tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:35:37.803243 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:37.819522 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357b5c21-cb0a-464d-aa98-2472b58ffb8e None None] Sync routers for ids ['889752ef-184a-4920-8f78-ac992ee25805'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:35:37.892209 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357b5c21-cb0a-464d-aa98-2472b58ffb8e None None] Routers {'889752ef-184a-4920-8f78-ac992ee25805'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:35:37.899858 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-357b5c21-cb0a-464d-aa98-2472b58ffb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:35:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['889752ef-184a-4920-8f78-ac992ee25805'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:37.965355 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d75f6b69-98a1-4bb0-8b05-6be94fa881e7 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:38.024136 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-1ac54aab-ddcd-49e8-a46e-26d006e4ddea tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "PUT /v2.0/routers/889752ef-184a-4920-8f78-ac992ee25805/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3500285 Feb 01 04:35:38.028459 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 99a2c427-966f-4704-af06-37af13385ab1, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=99a2c427-966f-4704-af06-37af13385ab1,segment=NetworkSegment(ba63e6f2-536e-40cd-a362-9cc2ae8a515c),segment_id=ba63e6f2-536e-40cd-a362-9cc2ae8a515c)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:35:38.028886 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-e80171b9-3196-4ac3-ab05-e78187d7a45e req-c63945dd-c7b3-485d-b3f5-4c7e8bf9133e tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3f5860d-525a-4a29-9378-b1632322cfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3702407 Feb 01 04:35:38.034970 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38254) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:38.075170 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:38.124922 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.objects.ports [None req-f83dce1d-0a37-449b-9424-fa69cc63aa28 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87636) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 01 04:35:38.160769 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-021c9ab6-6b59-4009-b72c-4752e7cbcfe8 None None] Provisioning for port 25ebe3da-eefc-4ac7-a4ba-859d1ab66851 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:35:38.217385 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fe0d75-c1c1-40f3-abaf-47185db75e98 None None] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:35:38.271051 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bf18ee-1b60-4c86-bffe-2a19b891040b tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:38.271978 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bf18ee-1b60-4c86-bffe-2a19b891040b tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:38.272382 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bf18ee-1b60-4c86-bffe-2a19b891040b tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:38.272947 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bf18ee-1b60-4c86-bffe-2a19b891040b tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:38.273341 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bf18ee-1b60-4c86-bffe-2a19b891040b tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:38.273793 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bf18ee-1b60-4c86-bffe-2a19b891040b tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:38.274851 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bf18ee-1b60-4c86-bffe-2a19b891040b tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:38.274968 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-021c9ab6-6b59-4009-b72c-4752e7cbcfe8 None None] Provisioning complete for port 25ebe3da-eefc-4ac7-a4ba-859d1ab66851 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:35:38.275237 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bf18ee-1b60-4c86-bffe-2a19b891040b tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:38.275455 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-021c9ab6-6b59-4009-b72c-4752e7cbcfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:38.275752 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bf18ee-1b60-4c86-bffe-2a19b891040b tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:38.276199 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bf18ee-1b60-4c86-bffe-2a19b891040b tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:38.276934 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bf18ee-1b60-4c86-bffe-2a19b891040b tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:38.278993 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-56bf18ee-1b60-4c86-bffe-2a19b891040b tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7773 time: 0.2424643 Feb 01 04:35:38.283239 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d75f6b69-98a1-4bb0-8b05-6be94fa881e7 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3037665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694336'] for subnet, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:38.292333 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38260) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:38.335130 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server [None req-e0141c25-84d3-4d9f-9e91-1010472f27b0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ec8d035e-9761-4483-ac81-f4d74ae54604: This subnet is being modified by another concurrent operation. Feb 01 04:35:38.335130 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 01 04:35:38.335130 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 01 04:35:38.335130 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 01 04:35:38.335130 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 01 04:35:38.335130 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 01 04:35:38.335130 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 01 04:35:38.335130 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 01 04:35:38.335130 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 01 04:35:38.335130 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 01 04:35:38.335130 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 01 04:35:38.335130 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 01 04:35:38.335130 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 01 04:35:38.335130 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 01 04:35:38.335130 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 01 04:35:38.335130 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server raise self.value Feb 01 04:35:38.335130 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 01 04:35:38.335130 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 01 04:35:38.335130 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 01 04:35:38.335130 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 01 04:35:38.335130 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 01 04:35:38.335130 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 01 04:35:38.335130 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 01 04:35:38.335130 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server raise self.value Feb 01 04:35:38.335130 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 01 04:35:38.335130 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 01 04:35:38.335130 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 01 04:35:38.335130 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 01 04:35:38.335130 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 01 04:35:38.335130 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 01 04:35:38.335130 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 01 04:35:38.335130 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server raise self.value Feb 01 04:35:38.335130 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 01 04:35:38.335130 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 01 04:35:38.335130 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 01 04:35:38.335130 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 01 04:35:38.335130 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 01 04:35:38.335130 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 01 04:35:38.335130 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 01 04:35:38.335130 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 01 04:35:38.335130 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 01 04:35:38.335130 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 01 04:35:38.335130 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 01 04:35:38.335130 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 01 04:35:38.335130 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 01 04:35:38.335130 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 01 04:35:38.335130 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 01 04:35:38.335130 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 01 04:35:38.335130 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 01 04:35:38.335130 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 01 04:35:38.335130 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 01 04:35:38.335130 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server raise self.value Feb 01 04:35:38.335130 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 01 04:35:38.335130 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 01 04:35:38.338722 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 01 04:35:38.338722 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 01 04:35:38.338722 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 01 04:35:38.338722 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 01 04:35:38.338722 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 01 04:35:38.338722 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server raise self.value Feb 01 04:35:38.338722 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 01 04:35:38.338722 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 01 04:35:38.338722 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 01 04:35:38.338722 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 01 04:35:38.338722 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 01 04:35:38.338722 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 01 04:35:38.338722 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 01 04:35:38.338722 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server raise self.value Feb 01 04:35:38.338722 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 01 04:35:38.338722 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 01 04:35:38.338722 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 01 04:35:38.338722 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 01 04:35:38.338722 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 01 04:35:38.338722 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 01 04:35:38.338722 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 01 04:35:38.338722 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 01 04:35:38.338722 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 01 04:35:38.338722 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 01 04:35:38.338722 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 01 04:35:38.338722 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 01 04:35:38.338722 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 01 04:35:38.338722 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 01 04:35:38.338722 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 01 04:35:38.338722 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 01 04:35:38.338722 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 01 04:35:38.338722 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 01 04:35:38.338722 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 01 04:35:38.338722 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 01 04:35:38.338722 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 01 04:35:38.338722 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server raise exception Feb 01 04:35:38.338722 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ec8d035e-9761-4483-ac81-f4d74ae54604: This subnet is being modified by another concurrent operation. Feb 01 04:35:38.338722 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server Feb 01 04:35:38.360101 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b54509-0459-4043-9daa-412706932ab5 None None] Network 272011de-79c3-4e5b-9467-df256fff20c9 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:35:38.385585 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f83dce1d-0a37-449b-9424-fa69cc63aa28 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:38.436744 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=99a2c427-966f-4704-af06-37af13385ab1,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:38.469906 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-357b5c21-cb0a-464d-aa98-2472b58ffb8e None None] Set router 889752ef-184a-4920-8f78-ac992ee25805 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:35:38.502692 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d75f6b69-98a1-4bb0-8b05-6be94fa881e7 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:38.521792 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-3b17ce62-4eec-44d9-b1cd-082f91e33aa6 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Allocated IP 172.20.0.21 (8f1c0227-f0e9-4511-81a7-856141446456/4f6628a6-0fd8-491b-a60a-0c31c7a6c9af/25ebe3da-eefc-4ac7-a4ba-859d1ab66851) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:35:38.530100 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75f6b69-98a1-4bb0-8b05-6be94fa881e7 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Pushing event deleted for resources: {'Subnet': ['ID=ec8d035e-9761-4483-ac81-f4d74ae54604,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:38.600047 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-021c9ab6-6b59-4009-b72c-4752e7cbcfe8 None None] Port 25ebe3da-eefc-4ac7-a4ba-859d1ab66851 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:35:38.619407 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-f83dce1d-0a37-449b-9424-fa69cc63aa28 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] For port b18e5e51-caad-4bed-b0e2-8dc9f26e8623, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=b18e5e51-caad-4bed-b0e2-8dc9f26e8623,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:35:38.624749 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-d75f6b69-98a1-4bb0-8b05-6be94fa881e7 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['272011de-79c3-4e5b-9467-df256fff20c9']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:38.646496 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f83dce1d-0a37-449b-9424-fa69cc63aa28 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:38.652515 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f83dce1d-0a37-449b-9424-fa69cc63aa28 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:38.653385 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f83dce1d-0a37-449b-9424-fa69cc63aa28 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:38.678219 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bd1a61-87c7-4f3a-8605-32aa527b245c tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:38.678680 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bd1a61-87c7-4f3a-8605-32aa527b245c tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:38.679127 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bd1a61-87c7-4f3a-8605-32aa527b245c tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:38.679616 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bd1a61-87c7-4f3a-8605-32aa527b245c tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:38.680058 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bd1a61-87c7-4f3a-8605-32aa527b245c tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:38.680923 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bd1a61-87c7-4f3a-8605-32aa527b245c tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:38.680923 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bd1a61-87c7-4f3a-8605-32aa527b245c tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:38.681347 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bd1a61-87c7-4f3a-8605-32aa527b245c tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:38.681785 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bd1a61-87c7-4f3a-8605-32aa527b245c tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:38.682216 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bd1a61-87c7-4f3a-8605-32aa527b245c tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:38.682645 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bd1a61-87c7-4f3a-8605-32aa527b245c tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:38.687552 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-43bd1a61-87c7-4f3a-8605-32aa527b245c tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7061 time: 0.3574810 Feb 01 04:35:38.692520 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-d75f6b69-98a1-4bb0-8b05-6be94fa881e7 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '060ff780-5ac4-46f3-bf08-1591c243076b') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:38.692814 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-d75f6b69-98a1-4bb0-8b05-6be94fa881e7 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '060ff780-5ac4-46f3-bf08-1591c243076b') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:38.700088 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38266) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:38.759102 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83dce1d-0a37-449b-9424-fa69cc63aa28 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:35:38.767453 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-f83dce1d-0a37-449b-9424-fa69cc63aa28 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:35:38.775789 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83dce1d-0a37-449b-9424-fa69cc63aa28 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:38.776396 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f83dce1d-0a37-449b-9424-fa69cc63aa28 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:38.801732 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83dce1d-0a37-449b-9424-fa69cc63aa28 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event updated for resources: {'Subnet': ['ID=abf59cad-b76f-4760-a7eb-d6882a601b00,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:38.805936 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d75f6b69-98a1-4bb0-8b05-6be94fa881e7 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:38.811855 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83dce1d-0a37-449b-9424-fa69cc63aa28 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event updated for resources: {'Port': ['ID=b18e5e51-caad-4bed-b0e2-8dc9f26e8623,revision_number=9']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:38.825013 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f83dce1d-0a37-449b-9424-fa69cc63aa28 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.4889951 Feb 01 04:35:38.827623 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38270) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:38.833332 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-c4748c08-9279-4cbd-baf8-7a37726a794f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Request body: {'port': {'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'mac_address': 'fa:16:3e:f5:50:8d', 'name': 'tempest-NetworksTestDHCPv6-2135932365'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:35:38.855560 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d75f6b69-98a1-4bb0-8b05-6be94fa881e7 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:38.881942 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d75f6b69-98a1-4bb0-8b05-6be94fa881e7 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:35:38.882334 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d75f6b69-98a1-4bb0-8b05-6be94fa881e7 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:38.898211 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 04:35:38.898211 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:35:38.898211 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 04:35:38.898211 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:35:38.898211 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 04:35:38.898211 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:35:38.898211 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 04:35:38.898211 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:35:38.898211 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 04:35:38.898211 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:35:38.898211 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 04:35:38.898211 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:35:38.898211 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 04:35:38.898211 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:35:38.898211 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:35:38.898211 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:35:38.898211 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:35:38.898211 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:35:38.898211 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 04:35:38.898211 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:35:38.898211 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 04:35:38.898211 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:35:38.898211 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:35:38.898211 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:35:38.898211 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 04:35:38.898211 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:35:38.898211 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:35:38.898211 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:35:38.898211 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:35:38.898211 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:35:38.898211 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:35:38.898211 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:35:38.992873 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-c47ef335-d2b4-4c7d-8052-d8471f26909f None None] Provisioning complete for port 99a2c427-966f-4704-af06-37af13385ab1 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:35:38.993523 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c47ef335-d2b4-4c7d-8052-d8471f26909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:39.009424 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c96903-e9db-4da2-9118-5c66fdcd663a req-c6aa8994-52be-4bb3-9eaf-54be9cdf440d tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:39.016186 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-01c96903-e9db-4da2-9118-5c66fdcd663a req-c6aa8994-52be-4bb3-9eaf-54be9cdf440d tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b HTTP/1.1" status: 200 len: 945 time: 0.5010881 Feb 01 04:35:39.047623 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c4748c08-9279-4cbd-baf8-7a37726a794f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:35:39.051591 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d75f6b69-98a1-4bb0-8b05-6be94fa881e7 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:39.061887 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c4748c08-9279-4cbd-baf8-7a37726a794f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:35:39.073695 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4748c08-9279-4cbd-baf8-7a37726a794f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Made reservation on behalf of 60b4e61082d3421283cb095bbc99ad8e for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:35:39.078368 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d75f6b69-98a1-4bb0-8b05-6be94fa881e7 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:39.082480 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3b17ce62-4eec-44d9-b1cd-082f91e33aa6 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:39.112192 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75f6b69-98a1-4bb0-8b05-6be94fa881e7 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Pushing event deleted for resources: {'Network': ['ID=272011de-79c3-4e5b-9467-df256fff20c9,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:39.131626 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-01c96903-e9db-4da2-9118-5c66fdcd663a req-a6f5c66f-a70a-4d0a-8cc0-d8e11c4311cd tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3f5860d-525a-4a29-9378-b1632322cfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1146071 Feb 01 04:35:39.136712 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-d75f6b69-98a1-4bb0-8b05-6be94fa881e7 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] 10.222.0.24 "DELETE /v2.0/networks/272011de-79c3-4e5b-9467-df256fff20c9 HTTP/1.1" status: 204 len: 168 time: 2.1176109 Feb 01 04:35:39.139359 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3b17ce62-4eec-44d9-b1cd-082f91e33aa6 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Ignored duplicate provisioning block setup for port 25ebe3da-eefc-4ac7-a4ba-859d1ab66851 by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 01 04:35:39.139786 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38274) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:39.149002 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-d3bf076e-0792-4624-850d-4f58bfbb0c94 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-366381983'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:35:39.155580 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3b17ce62-4eec-44d9-b1cd-082f91e33aa6 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:39.157426 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-d3bf076e-0792-4624-850d-4f58bfbb0c94 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:35:39.222489 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c4748c08-9279-4cbd-baf8-7a37726a794f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:39.251619 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-c4748c08-9279-4cbd-baf8-7a37726a794f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] device_id is not set on port 5ce37f34-b955-40f0-811b-086e362be6b0 yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:35:39.331769 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-d3bf076e-0792-4624-850d-4f58bfbb0c94 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Usage tracker for resource:network and tenant:a9e688303aa04885aaaab4031138e2c1 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:35:39.341760 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-d3bf076e-0792-4624-850d-4f58bfbb0c94 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:35:39.344483 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-357b5c21-cb0a-464d-aa98-2472b58ffb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889752ef-184a-4920-8f78-ac992ee25805', 'name': 'tempest-TestNetworkBasicOps-router-58698102', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.76'}], 'enable_snat': True}, 'gw_port_id': '47a4fe6d-916d-4587-a9ef-092ebd9171bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:35:23Z', 'updated_at': '2022-02-01T04:35:34Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': '47a4fe6d-916d-4587-a9ef-092ebd9171bc', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:15:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889752ef-184a-4920-8f78-ac992ee25805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:35:25Z', 'updated_at': '2022-02-01T04:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '6a821d54-e502-48fc-b7c9-2b1c37caa29f', 'name': '', 'network_id': '6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:c2:c3:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889752ef-184a-4920-8f78-ac992ee25805', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '2933f122-fed7-475d-b133-59ebd7cf5542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:35:32Z', 'updated_at': '2022-02-01T04:35:35Z', 'revision_number': 2, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': '2933f122-fed7-475d-b133-59ebd7cf5542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:39.350179 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-c47ef335-d2b4-4c7d-8052-d8471f26909f None None] Provisioning for port 6a821d54-e502-48fc-b7c9-2b1c37caa29f completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:35:39.355976 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357b5c21-cb0a-464d-aa98-2472b58ffb8e None None] Checking router: 889752ef-184a-4920-8f78-ac992ee25805 for host: dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:35:39.356896 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357b5c21-cb0a-464d-aa98-2472b58ffb8e None None] Updating router 889752ef-184a-4920-8f78-ac992ee25805 port 6a821d54-e502-48fc-b7c9-2b1c37caa29f binding host dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 04:35:39.367646 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-d3bf076e-0792-4624-850d-4f58bfbb0c94 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:35:39.387939 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-c47ef335-d2b4-4c7d-8052-d8471f26909f None None] Provisioning complete for port 6a821d54-e502-48fc-b7c9-2b1c37caa29f triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:35:39.387939 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c47ef335-d2b4-4c7d-8052-d8471f26909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:39.484501 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-c4748c08-9279-4cbd-baf8-7a37726a794f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Allocated IP 2001:db8::234 (14b67238-4e53-405c-b9cd-84b8ff52e36a/c9110f66-68a6-46aa-952f-49c1f88e2dbd/5ce37f34-b955-40f0-811b-086e362be6b0) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:35:39.490466 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-c4748c08-9279-4cbd-baf8-7a37726a794f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Allocated IP 2001:db8:0:1:f816:3eff:fef5:508d (14b67238-4e53-405c-b9cd-84b8ff52e36a/abf59cad-b76f-4760-a7eb-d6882a601b00/5ce37f34-b955-40f0-811b-086e362be6b0) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:35:39.517509 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-357b5c21-cb0a-464d-aa98-2472b58ffb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:39.540717 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-c47ef335-d2b4-4c7d-8052-d8471f26909f None None] Port 6a821d54-e502-48fc-b7c9-2b1c37caa29f cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:35:39.557072 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b17ce62-4eec-44d9-b1cd-082f91e33aa6 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event updated for resources: {'Port': ['ID=25ebe3da-eefc-4ac7-a4ba-859d1ab66851,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:39.579947 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee51e4b1-00be-499f-a103-8ff8d3728082 None None] Update dhcp port {'port': {'network_id': '14b67238-4e53-405c-b9cd-84b8ff52e36a', 'fixed_ips': [{'subnet_id': 'abf59cad-b76f-4760-a7eb-d6882a601b00', 'ip_address': '2001:db8:0:1:f816:3eff:fe27:c1ff'}, {'subnet_id': 'c9110f66-68a6-46aa-952f-49c1f88e2dbd'}], 'binding:host_id': 'dv-neutron-826830-1-hyperv'}, 'id': 'b18e5e51-caad-4bed-b0e2-8dc9f26e8623'} from dv-neutron-826830-1-hyperv. {{(pid=87638) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 01 04:35:39.599598 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3bf076e-0792-4624-850d-4f58bfbb0c94 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Made reservation on behalf of a9e688303aa04885aaaab4031138e2c1 for: {'network': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:35:39.604524 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d3bf076e-0792-4624-850d-4f58bfbb0c94 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:39.641227 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3bf076e-0792-4624-850d-4f58bfbb0c94 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=87637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:35:39.645515 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ee51e4b1-00be-499f-a103-8ff8d3728082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:39.651231 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d3bf076e-0792-4624-850d-4f58bfbb0c94 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:39.651576 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.segments_db [None req-d3bf076e-0792-4624-850d-4f58bfbb0c94 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Added segment 310487e9-a874-41f2-944d-83895375c79d of type vlan for network 618a389b-e1f8-4838-b6e3-3d1a82ad5769 Feb 01 04:35:39.688759 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d3bf076e-0792-4624-850d-4f58bfbb0c94 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:39.722117 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c4748c08-9279-4cbd-baf8-7a37726a794f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:39.730841 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-c47ef335-d2b4-4c7d-8052-d8471f26909f None None] Provisioning complete for port b18e5e51-caad-4bed-b0e2-8dc9f26e8623 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:35:39.731851 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c47ef335-d2b4-4c7d-8052-d8471f26909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:39.739786 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-c4748c08-9279-4cbd-baf8-7a37726a794f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Transition to ACTIVE for port object 5ce37f34-b955-40f0-811b-086e362be6b0 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:35:39.750372 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d3bf076e-0792-4624-850d-4f58bfbb0c94 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:39.756235 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bf076e-0792-4624-850d-4f58bfbb0c94 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:39.756803 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d3bf076e-0792-4624-850d-4f58bfbb0c94 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:39.767638 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c4748c08-9279-4cbd-baf8-7a37726a794f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:39.804598 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3b17ce62-4eec-44d9-b1cd-082f91e33aa6 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] In _notify_port_updated(), no bound segment for port 25ebe3da-eefc-4ac7-a4ba-859d1ab66851 on network 8f1c0227-f0e9-4511-81a7-856141446456 {{(pid=87637) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 01 04:35:39.809961 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b17ce62-4eec-44d9-b1cd-082f91e33aa6 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:39.810577 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3b17ce62-4eec-44d9-b1cd-082f91e33aa6 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:39.812281 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-3b17ce62-4eec-44d9-b1cd-082f91e33aa6 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "PUT /v2.0/ports/25ebe3da-eefc-4ac7-a4ba-859d1ab66851 HTTP/1.1" status: 200 len: 999 time: 3.5739002 Feb 01 04:35:39.821020 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38278) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:39.842328 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-d3bf076e-0792-4624-850d-4f58bfbb0c94 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7016501 Feb 01 04:35:39.842933 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38282) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:39.897373 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-dae27fda-5632-4b49-8ba3-f11ec2b9db13 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Request body: {'subnet': {'network_id': '618a389b-e1f8-4838-b6e3-3d1a82ad5769', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:35:39.905110 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4748c08-9279-4cbd-baf8-7a37726a794f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:35:39.910197 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-c4748c08-9279-4cbd-baf8-7a37726a794f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:35:39.915918 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4748c08-9279-4cbd-baf8-7a37726a794f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:35:39.921949 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4748c08-9279-4cbd-baf8-7a37726a794f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:39.922294 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bf076e-0792-4624-850d-4f58bfbb0c94 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Pushing event updated for resources: {'Network': ['ID=618a389b-e1f8-4838-b6e3-3d1a82ad5769,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:39.922419 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c4748c08-9279-4cbd-baf8-7a37726a794f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:39.930596 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-8b01d35d-b2b8-47bb-b978-689b5e1875bc tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Deleting port 25ebe3da-eefc-4ac7-a4ba-859d1ab66851 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:35:39.930956 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8b01d35d-b2b8-47bb-b978-689b5e1875bc tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:39.945686 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 618a389b-e1f8-4838-b6e3-3d1a82ad5769 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:35:39.951903 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-b0f318dd-60f3-439b-bbf9-219b3a18d43e tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3052 time: 1.2404604 Feb 01 04:35:40.077629 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-dae27fda-5632-4b49-8ba3-f11ec2b9db13 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:35:40.082701 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-dae27fda-5632-4b49-8ba3-f11ec2b9db13 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Usage tracker for resource:subnet and tenant:a9e688303aa04885aaaab4031138e2c1 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:35:40.086124 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-dae27fda-5632-4b49-8ba3-f11ec2b9db13 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:35:40.094036 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-dae27fda-5632-4b49-8ba3-f11ec2b9db13 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:35:40.098320 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4748c08-9279-4cbd-baf8-7a37726a794f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event updated for resources: {'Port': ['ID=5ce37f34-b955-40f0-811b-086e362be6b0,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:40.120565 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae27fda-5632-4b49-8ba3-f11ec2b9db13 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Made reservation on behalf of a9e688303aa04885aaaab4031138e2c1 for: {'subnet': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:35:40.130492 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dae27fda-5632-4b49-8ba3-f11ec2b9db13 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3694443'] for subnet, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:40.164338 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c4748c08-9279-4cbd-baf8-7a37726a794f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.3355160 Feb 01 04:35:40.172722 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38288) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:40.300597 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-4642e266-1283-488c-95de-04e016ebf61a tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Deleting port 5ce37f34-b955-40f0-811b-086e362be6b0 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:35:40.301546 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4642e266-1283-488c-95de-04e016ebf61a tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:40.385394 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38294) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:40.403752 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-3091de72-494f-4c7c-96c7-54c720b40c03 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2067261259', 'description': 'tempest-secgroup-smoke-2067261259 description', 'project_id': '0629703b9474474a9f2fde13723d2e8b'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:35:40.416130 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-3091de72-494f-4c7c-96c7-54c720b40c03 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:35:40.437011 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-3091de72-494f-4c7c-96c7-54c720b40c03 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:35:40.441657 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-3091de72-494f-4c7c-96c7-54c720b40c03 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:35:40.457162 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-3091de72-494f-4c7c-96c7-54c720b40c03 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:35:40.497716 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d2b15-d83c-4eb9-924e-567aef37888c req-63201f2e-c757-43ef-8cf8-6542d442d1a3 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:40.499736 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-636d2b15-d83c-4eb9-924e-567aef37888c req-63201f2e-c757-43ef-8cf8-6542d442d1a3 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b HTTP/1.1" status: 200 len: 945 time: 0.1336603 Feb 01 04:35:40.501336 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8b01d35d-b2b8-47bb-b978-689b5e1875bc tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:40.510448 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-ee51e4b1-00be-499f-a103-8ff8d3728082 None None] Allocated IP 2001:db8::2 (14b67238-4e53-405c-b9cd-84b8ff52e36a/c9110f66-68a6-46aa-952f-49c1f88e2dbd/b18e5e51-caad-4bed-b0e2-8dc9f26e8623) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:35:40.545304 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dae27fda-5632-4b49-8ba3-f11ec2b9db13 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3037478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3694457'] for subnet, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:40.564293 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-c47ef335-d2b4-4c7d-8052-d8471f26909f None None] Provisioning complete for port 25ebe3da-eefc-4ac7-a4ba-859d1ab66851 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:35:40.564662 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c47ef335-d2b4-4c7d-8052-d8471f26909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:40.580457 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3091de72-494f-4c7c-96c7-54c720b40c03 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:40.587573 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 99a2c427-966f-4704-af06-37af13385ab1 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:35:40.620752 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-636d2b15-d83c-4eb9-924e-567aef37888c req-ced2a382-f6e2-4df6-9f1f-9ef2311041e6 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3f5860d-525a-4a29-9378-b1632322cfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1080043 Feb 01 04:35:40.656549 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae27fda-5632-4b49-8ba3-f11ec2b9db13 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Checking segment: {'id': '310487e9-a874-41f2-944d-83895375c79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '618a389b-e1f8-4838-b6e3-3d1a82ad5769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:35:40.656961 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae27fda-5632-4b49-8ba3-f11ec2b9db13 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Network hostable DHCP agents. Network: 618a389b-e1f8-4838-b6e3-3d1a82ad5769, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:35:40.663083 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-8b01d35d-b2b8-47bb-b978-689b5e1875bc tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Calling delete_port for 25ebe3da-eefc-4ac7-a4ba-859d1ab66851 owned by {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:35:40.671829 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae27fda-5632-4b49-8ba3-f11ec2b9db13 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Pushing event updated for resources: {'Subnet': ['ID=cde88b28-580e-4e88-b2c1-def9ffa11fc4,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:40.684960 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae27fda-5632-4b49-8ba3-f11ec2b9db13 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Network 618a389b-e1f8-4838-b6e3-3d1a82ad5769 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:35:40.696952 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-dae27fda-5632-4b49-8ba3-f11ec2b9db13 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, 618a389b-e1f8-4838-b6e3-3d1a82ad5769) {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:35:40.702548 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae27fda-5632-4b49-8ba3-f11ec2b9db13 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:40.703725 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dae27fda-5632-4b49-8ba3-f11ec2b9db13 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:40.717062 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-357b5c21-cb0a-464d-aa98-2472b58ffb8e None None] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:40.721106 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291acc43-9925-4568-82d0-61402e3e77b2 None None] Network 618a389b-e1f8-4838-b6e3-3d1a82ad5769 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:35:40.728252 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-dae27fda-5632-4b49-8ba3-f11ec2b9db13 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8403375 Feb 01 04:35:40.730883 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38300) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:40.784560 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-c47ef335-d2b4-4c7d-8052-d8471f26909f None None] Port 25ebe3da-eefc-4ac7-a4ba-859d1ab66851 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:35:40.801706 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-357b5c21-cb0a-464d-aa98-2472b58ffb8e None None] Transition to ACTIVE for port object 6a821d54-e502-48fc-b7c9-2b1c37caa29f will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:35:40.901208 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-ee51e4b1-00be-499f-a103-8ff8d3728082 None None] For port b18e5e51-caad-4bed-b0e2-8dc9f26e8623, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=b18e5e51-caad-4bed-b0e2-8dc9f26e8623,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:35:40.940131 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ee51e4b1-00be-499f-a103-8ff8d3728082 None None] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:40.970359 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1677c777-26af-4ad5-80e9-e59472acfe9f tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:41.058086 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-357b5c21-cb0a-464d-aa98-2472b58ffb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:41.095621 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-3091de72-494f-4c7c-96c7-54c720b40c03 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:35:41.117542 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-3091de72-494f-4c7c-96c7-54c720b40c03 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group_rule and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:35:41.130337 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-3091de72-494f-4c7c-96c7-54c720b40c03 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:35:41.135422 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4642e266-1283-488c-95de-04e016ebf61a tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:41.136014 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1677c777-26af-4ad5-80e9-e59472acfe9f tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:41.146347 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-3091de72-494f-4c7c-96c7-54c720b40c03 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:35:41.174331 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-ee51e4b1-00be-499f-a103-8ff8d3728082 None None] Transition to ACTIVE for port object b18e5e51-caad-4bed-b0e2-8dc9f26e8623 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:35:41.216417 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ee51e4b1-00be-499f-a103-8ff8d3728082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:41.233716 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 99a2c427-966f-4704-af06-37af13385ab1 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:35:41.234345 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:41.243496 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1677c777-26af-4ad5-80e9-e59472acfe9f tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3037665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694336'] for subnet, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:41.286218 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c2cc60-3a28-4c7a-aba5-935e9b43b848 req-a0dad8af-f57a-4fe9-b3dd-9046365b73ea tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:41.293303 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-98c2cc60-3a28-4c7a-aba5-935e9b43b848 req-a0dad8af-f57a-4fe9-b3dd-9046365b73ea tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b HTTP/1.1" status: 200 len: 945 time: 0.2889588 Feb 01 04:35:41.313544 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1677c777-26af-4ad5-80e9-e59472acfe9f tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Pushing event deleted for resources: {'Subnet': ['ID=cde88b28-580e-4e88-b2c1-def9ffa11fc4,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:41.334876 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-eb773409-4b74-41c2-ac86-1266143c4527 None None] Provisioning complete for port 25ebe3da-eefc-4ac7-a4ba-859d1ab66851 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:35:41.335643 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-eb773409-4b74-41c2-ac86-1266143c4527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:41.339036 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8b01d35d-b2b8-47bb-b978-689b5e1875bc tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:41.346749 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-4642e266-1283-488c-95de-04e016ebf61a tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Calling delete_port for 5ce37f34-b955-40f0-811b-086e362be6b0 owned by {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:35:41.441587 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1677c777-26af-4ad5-80e9-e59472acfe9f tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:41.443113 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8571b60d-9b9e-45a0-971d-6f0e35240a36 None None] Pushing event updated for resources: {'Port': ['ID=6a821d54-e502-48fc-b7c9-2b1c37caa29f,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:41.458323 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-98c2cc60-3a28-4c7a-aba5-935e9b43b848 req-abf803a8-7f4f-4937-b1c2-b736faccad1b tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3f5860d-525a-4a29-9378-b1632322cfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1640604 Feb 01 04:35:41.483890 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-1677c777-26af-4ad5-80e9-e59472acfe9f tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['618a389b-e1f8-4838-b6e3-3d1a82ad5769']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:41.501348 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-1677c777-26af-4ad5-80e9-e59472acfe9f tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '310487e9-a874-41f2-944d-83895375c79d') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:41.501642 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-1677c777-26af-4ad5-80e9-e59472acfe9f tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '310487e9-a874-41f2-944d-83895375c79d') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:41.504530 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b01d35d-b2b8-47bb-b978-689b5e1875bc tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event deleted for resources: {'Port': ['ID=25ebe3da-eefc-4ac7-a4ba-859d1ab66851,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:41.515896 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1677c777-26af-4ad5-80e9-e59472acfe9f tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:41.524920 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-eb773409-4b74-41c2-ac86-1266143c4527 None None] Port 25ebe3da-eefc-4ac7-a4ba-859d1ab66851 was deleted so its status cannot be updated. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 01 04:35:41.543115 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1677c777-26af-4ad5-80e9-e59472acfe9f tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:41.553752 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1677c777-26af-4ad5-80e9-e59472acfe9f tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:35:41.554674 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1677c777-26af-4ad5-80e9-e59472acfe9f tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:41.678880 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-357b5c21-cb0a-464d-aa98-2472b58ffb8e None None] Attempting to bind port 6a821d54-e502-48fc-b7c9-2b1c37caa29f on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:35:41.679271 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-357b5c21-cb0a-464d-aa98-2472b58ffb8e None None] Attempting to bind port 6a821d54-e502-48fc-b7c9-2b1c37caa29f by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': 'ba63e6f2-536e-40cd-a362-9cc2ae8a515c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:35:41.679627 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357b5c21-cb0a-464d-aa98-2472b58ffb8e None None] Attempting to bind port 6a821d54-e502-48fc-b7c9-2b1c37caa29f on network 6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:35:41.701412 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59a7dc2-4dd2-4abd-83ba-b88becc38f8a None None] Network 618a389b-e1f8-4838-b6e3-3d1a82ad5769 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:35:41.732709 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357b5c21-cb0a-464d-aa98-2472b58ffb8e None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:35:41.733076 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357b5c21-cb0a-464d-aa98-2472b58ffb8e None None] Checking segment: {'id': 'ba63e6f2-536e-40cd-a362-9cc2ae8a515c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:35:41.733479 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-357b5c21-cb0a-464d-aa98-2472b58ffb8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:41.734244 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357b5c21-cb0a-464d-aa98-2472b58ffb8e None None] Bound using segment: {'id': 'ba63e6f2-536e-40cd-a362-9cc2ae8a515c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:35:41.734391 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-357b5c21-cb0a-464d-aa98-2472b58ffb8e None None] Bound port: 6a821d54-e502-48fc-b7c9-2b1c37caa29f, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba63e6f2-536e-40cd-a362-9cc2ae8a515c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:35:41.734697 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-357b5c21-cb0a-464d-aa98-2472b58ffb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:41.743167 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed0994-4141-4a8b-af88-bafb5b96eb69 req-4ee8b31f-c2df-4b16-966e-97b17e102969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:41.744870 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-17ed0994-4141-4a8b-af88-bafb5b96eb69 req-4ee8b31f-c2df-4b16-966e-97b17e102969 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8c08b23bffb44a249b00a7d1f56c2684&device_id=9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b HTTP/1.1" status: 200 len: 1098 time: 0.6905932 Feb 01 04:35:41.749851 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8b01d35d-b2b8-47bb-b978-689b5e1875bc tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:41.794065 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-8b01d35d-b2b8-47bb-b978-689b5e1875bc tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "DELETE /v2.0/ports/25ebe3da-eefc-4ac7-a4ba-859d1ab66851 HTTP/1.1" status: 204 len: 168 time: 1.9683800 Feb 01 04:35:41.798690 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38308) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:41.830017 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 04:35:41.830017 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:35:41.830017 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 04:35:41.830017 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:35:41.830017 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 04:35:41.830017 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:35:41.830017 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 04:35:41.830017 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:35:41.830017 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 04:35:41.830017 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:35:41.830017 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 04:35:41.830017 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:35:41.830017 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 04:35:41.830017 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:35:41.830017 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:35:41.830017 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:35:41.830017 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:35:41.830017 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:35:41.830017 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 04:35:41.830017 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:35:41.830017 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 04:35:41.830017 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:35:41.830017 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:35:41.830017 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:35:41.830017 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 04:35:41.830017 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:35:41.830017 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:35:41.830017 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:35:41.830017 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:35:41.830017 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:35:41.830017 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:35:41.830017 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:35:41.839945 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1677c777-26af-4ad5-80e9-e59472acfe9f tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:41.871950 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1677c777-26af-4ad5-80e9-e59472acfe9f tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:41.882098 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-1677c777-26af-4ad5-80e9-e59472acfe9f tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] 10.222.0.24 "DELETE /v2.0/networks/618a389b-e1f8-4838-b6e3-3d1a82ad5769 HTTP/1.1" status: 204 len: 168 time: 1.1499679 Feb 01 04:35:41.885888 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38312) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:41.889070 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1677c777-26af-4ad5-80e9-e59472acfe9f tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Pushing event deleted for resources: {'Network': ['ID=618a389b-e1f8-4838-b6e3-3d1a82ad5769,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:41.894212 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-84652619-d186-4195-b0f8-350b1a6fc4fe tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1839334869'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:35:41.900630 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-84652619-d186-4195-b0f8-350b1a6fc4fe tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:35:41.904753 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-84652619-d186-4195-b0f8-350b1a6fc4fe tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Usage tracker for resource:network and tenant:a9e688303aa04885aaaab4031138e2c1 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:35:41.908040 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-84652619-d186-4195-b0f8-350b1a6fc4fe tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:35:41.914998 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-84652619-d186-4195-b0f8-350b1a6fc4fe tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:35:41.933222 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84652619-d186-4195-b0f8-350b1a6fc4fe tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Made reservation on behalf of a9e688303aa04885aaaab4031138e2c1 for: {'network': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:35:41.938144 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-84652619-d186-4195-b0f8-350b1a6fc4fe tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:41.973216 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84652619-d186-4195-b0f8-350b1a6fc4fe tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=87637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:35:41.984238 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-84652619-d186-4195-b0f8-350b1a6fc4fe tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:41.984607 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.segments_db [None req-84652619-d186-4195-b0f8-350b1a6fc4fe tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Added segment dcb7878c-6fae-4754-9422-cf312fb7fdfe of type vlan for network 5a33e0e2-1ff4-4ae4-9bcd-2b5b93b87209 Feb 01 04:35:42.017311 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-84652619-d186-4195-b0f8-350b1a6fc4fe tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:42.055020 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-33a3575b-5a83-4e1a-97fa-eaa5c5a629bb tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] GET failed (client error): The resource could not be found. Feb 01 04:35:42.055611 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-33a3575b-5a83-4e1a-97fa-eaa5c5a629bb tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Synchronizing usage tracker for tenant:a862444cee664ef3af6a3e24f24366c9 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:35:42.066055 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-84652619-d186-4195-b0f8-350b1a6fc4fe tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:42.072267 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee51e4b1-00be-499f-a103-8ff8d3728082 None None] Pushing event updated for resources: {'Port': ['ID=b18e5e51-caad-4bed-b0e2-8dc9f26e8623,revision_number=10']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:42.075169 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84652619-d186-4195-b0f8-350b1a6fc4fe tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:42.076042 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-84652619-d186-4195-b0f8-350b1a6fc4fe tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:42.133232 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device b18e5e51-caad-4bed-b0e2-8dc9f26e8623 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:35:42.167024 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-357b5c21-cb0a-464d-aa98-2472b58ffb8e None None] For port 6a821d54-e502-48fc-b7c9-2b1c37caa29f, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:35:42.197318 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed0994-4141-4a8b-af88-bafb5b96eb69 req-31d60250-c7c3-4401-92f2-03f94ef08005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:42.200451 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-17ed0994-4141-4a8b-af88-bafb5b96eb69 req-31d60250-c7c3-4401-92f2-03f94ef08005 service neutron] 10.222.0.18 "GET /v2.0/networks?id=958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a HTTP/1.1" status: 200 len: 912 time: 0.4405839 Feb 01 04:35:42.209339 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84652619-d186-4195-b0f8-350b1a6fc4fe tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Pushing event updated for resources: {'Network': ['ID=5a33e0e2-1ff4-4ae4-9bcd-2b5b93b87209,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:42.214554 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-84652619-d186-4195-b0f8-350b1a6fc4fe tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3252354 Feb 01 04:35:42.214963 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38316) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:42.221884 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-e0cff459-785f-4040-bae1-a9153cca6fcc tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Request body: {'subnet': {'network_id': '5a33e0e2-1ff4-4ae4-9bcd-2b5b93b87209', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:35:42.225092 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 5a33e0e2-1ff4-4ae4-9bcd-2b5b93b87209 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:35:42.258172 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-357b5c21-cb0a-464d-aa98-2472b58ffb8e None None] For port 6a821d54-e502-48fc-b7c9-2b1c37caa29f, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=6a821d54-e502-48fc-b7c9-2b1c37caa29f,segment=NetworkSegment(ba63e6f2-536e-40cd-a362-9cc2ae8a515c),segment_id=ba63e6f2-536e-40cd-a362-9cc2ae8a515c)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:35:42.273467 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-357b5c21-cb0a-464d-aa98-2472b58ffb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:42.288542 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-33a3575b-5a83-4e1a-97fa-eaa5c5a629bb tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Unset dirty status for tenant:a862444cee664ef3af6a3e24f24366c9 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:35:42.291830 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-33a3575b-5a83-4e1a-97fa-eaa5c5a629bb tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "GET /v2.0/ports/25ebe3da-eefc-4ac7-a4ba-859d1ab66851 HTTP/1.1" status: 404 len: 333 time: 0.4893541 Feb 01 04:35:42.291830 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4642e266-1283-488c-95de-04e016ebf61a tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:42.321068 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38320) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:42.353838 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8571b60d-9b9e-45a0-971d-6f0e35240a36 None None] Pushing event updated for resources: {'Port': ['ID=6a821d54-e502-48fc-b7c9-2b1c37caa29f,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:42.360378 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-e0cff459-785f-4040-bae1-a9153cca6fcc tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:35:42.365935 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-e0cff459-785f-4040-bae1-a9153cca6fcc tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Usage tracker for resource:subnet and tenant:a9e688303aa04885aaaab4031138e2c1 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:35:42.369213 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-e0cff459-785f-4040-bae1-a9153cca6fcc tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:35:42.375726 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-e0cff459-785f-4040-bae1-a9153cca6fcc tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:35:42.387574 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0cff459-785f-4040-bae1-a9153cca6fcc tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Made reservation on behalf of a9e688303aa04885aaaab4031138e2c1 for: {'subnet': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:35:42.392500 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e0cff459-785f-4040-bae1-a9153cca6fcc tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3694443'] for subnet, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:42.452146 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357b5c21-cb0a-464d-aa98-2472b58ffb8e None None] Routers {'889752ef-184a-4920-8f78-ac992ee25805'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:35:42.453214 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-357b5c21-cb0a-464d-aa98-2472b58ffb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:35:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['889752ef-184a-4920-8f78-ac992ee25805'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:42.475792 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4642e266-1283-488c-95de-04e016ebf61a tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event deleted for resources: {'Port': ['ID=5ce37f34-b955-40f0-811b-086e362be6b0,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:42.540356 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1edf4d05-4dbd-49a7-8ada-87610b9d4ecf None None] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:35:42.594077 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.ipam_backend_mixin [None req-e0cff459-785f-4040-bae1-a9153cca6fcc tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Performing IP validity checks on allocation pools {{(pid=87637) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 01 04:35:42.594606 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.ipam_backend_mixin [None req-e0cff459-785f-4040-bae1-a9153cca6fcc tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87637) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 01 04:35:42.596986 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4642e266-1283-488c-95de-04e016ebf61a tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:42.629375 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device b18e5e51-caad-4bed-b0e2-8dc9f26e8623 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:35:42.636848 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-17ed0994-4141-4a8b-af88-bafb5b96eb69 req-a44ef4e6-2307-4ab8-9459-77d9c1022006 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a143ed3-127d-4979-9fda-2a2543ba2248 HTTP/1.1" status: 200 len: 1000 time: 0.4265985 Feb 01 04:35:42.675500 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-1430e454-fcbc-43a5-ae92-9ef29c24d846 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Deleting subnet 4f6628a6-0fd8-491b-a60a-0c31c7a6c9af {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:35:42.685368 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3091de72-494f-4c7c-96c7-54c720b40c03 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:42.749702 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4642e266-1283-488c-95de-04e016ebf61a tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/ports/5ce37f34-b955-40f0-811b-086e362be6b0 HTTP/1.1" status: 204 len: 168 time: 2.5758908 Feb 01 04:35:42.755948 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1430e454-fcbc-43a5-ae92-9ef29c24d846 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:42.756106 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38326) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:42.792593 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3091de72-494f-4c7c-96c7-54c720b40c03 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:42.806694 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e0cff459-785f-4040-bae1-a9153cca6fcc tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3037478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3694457'] for subnet, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:42.870760 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1430e454-fcbc-43a5-ae92-9ef29c24d846 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145757'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:42.899572 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-adb3eb56-da00-4c93-9cb0-82a663848f9e None None] Provisioning for port b18e5e51-caad-4bed-b0e2-8dc9f26e8623 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:35:42.924048 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-adb3eb56-da00-4c93-9cb0-82a663848f9e None None] Provisioning complete for port b18e5e51-caad-4bed-b0e2-8dc9f26e8623 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:35:42.924427 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-adb3eb56-da00-4c93-9cb0-82a663848f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:42.927623 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89fc358-6f23-4289-9fbb-04b9da828a45 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:42.928412 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-f89fc358-6f23-4289-9fbb-04b9da828a45 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Synchronizing usage tracker for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:35:42.938236 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cff459-785f-4040-bae1-a9153cca6fcc tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Pushing event updated for resources: {'Subnet': ['ID=e644aea2-ef62-40ef-b18b-6e2e288f6ef4,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:42.952666 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3091de72-494f-4c7c-96c7-54c720b40c03 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d9067cc-5c4f-4b72-807d-46d0feb7c2ea,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:42.959954 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cff459-785f-4040-bae1-a9153cca6fcc tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Checking segment: {'id': 'dcb7878c-6fae-4754-9422-cf312fb7fdfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5a33e0e2-1ff4-4ae4-9bcd-2b5b93b87209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:35:42.960423 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cff459-785f-4040-bae1-a9153cca6fcc tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Network hostable DHCP agents. Network: 5a33e0e2-1ff4-4ae4-9bcd-2b5b93b87209, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:35:42.967170 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-f89fc358-6f23-4289-9fbb-04b9da828a45 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Unset dirty status for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:35:42.970985 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-f89fc358-6f23-4289-9fbb-04b9da828a45 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2123225 Feb 01 04:35:42.972177 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38330) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:42.979622 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3091de72-494f-4c7c-96c7-54c720b40c03 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:42.983264 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-3091de72-494f-4c7c-96c7-54c720b40c03 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.5942130 Feb 01 04:35:42.994257 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38334) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:43.008623 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-03baa917-37c3-49eb-ac7a-43bb7f99ebb8 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'security_group_rule': {'security_group_id': '3d9067cc-5c4f-4b72-807d-46d0feb7c2ea', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:35:43.026605 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-03baa917-37c3-49eb-ac7a-43bb7f99ebb8 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:35:43.034486 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed0994-4141-4a8b-af88-bafb5b96eb69 req-1cac55d7-0ed6-4516-9afd-b1c358a65028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:43.036391 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-17ed0994-4141-4a8b-af88-bafb5b96eb69 req-1cac55d7-0ed6-4516-9afd-b1c358a65028 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f1d92c60-8ec8-4263-bfcc-74bbe6cd55af HTTP/1.1" status: 200 len: 851 time: 0.3783822 Feb 01 04:35:43.037319 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-03baa917-37c3-49eb-ac7a-43bb7f99ebb8 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group_rule and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:35:43.039234 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cff459-785f-4040-bae1-a9153cca6fcc tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Network 5a33e0e2-1ff4-4ae4-9bcd-2b5b93b87209 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:35:43.040592 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-357b5c21-cb0a-464d-aa98-2472b58ffb8e None None] Set router 889752ef-184a-4920-8f78-ac992ee25805 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:35:43.044338 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-03baa917-37c3-49eb-ac7a-43bb7f99ebb8 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:35:43.058851 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-e0cff459-785f-4040-bae1-a9153cca6fcc tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, 5a33e0e2-1ff4-4ae4-9bcd-2b5b93b87209) {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:35:43.065512 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cff459-785f-4040-bae1-a9153cca6fcc tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:43.066156 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e0cff459-785f-4040-bae1-a9153cca6fcc tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:43.086161 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-03baa917-37c3-49eb-ac7a-43bb7f99ebb8 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:35:43.101940 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23943365-fded-4e3a-bcb1-06849140af42 None None] Network 5a33e0e2-1ff4-4ae4-9bcd-2b5b93b87209 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:35:43.104629 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70083464-8387-4f1d-aebc-64365084d887 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:43.108679 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-70083464-8387-4f1d-aebc-64365084d887 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1328406 Feb 01 04:35:43.108679 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-e0cff459-785f-4040-bae1-a9153cca6fcc tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.8924887 Feb 01 04:35:43.109504 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38338) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:43.118898 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38340) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:43.169953 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port b18e5e51-caad-4bed-b0e2-8dc9f26e8623 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:35:43.170321 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:43.180230 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-03baa917-37c3-49eb-ac7a-43bb7f99ebb8 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:43.180980 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790421ef-3288-4fc0-abd6-688ea1ceaa94 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:43.182605 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790421ef-3288-4fc0-abd6-688ea1ceaa94 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:43.184251 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790421ef-3288-4fc0-abd6-688ea1ceaa94 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:43.188307 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-790421ef-3288-4fc0-abd6-688ea1ceaa94 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0756638 Feb 01 04:35:43.189016 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38346) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:43.233157 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00511487-14da-44a2-9cb4-dd65065a6d35 req-303506be-4f8d-4872-ae3b-1645d5f62798 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:43.234609 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-00511487-14da-44a2-9cb4-dd65065a6d35 req-303506be-4f8d-4872-ae3b-1645d5f62798 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b HTTP/1.1" status: 200 len: 945 time: 0.5915241 Feb 01 04:35:43.235807 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1430e454-fcbc-43a5-ae92-9ef29c24d846 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:43.263597 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_v2 [None req-55dbcfbb-3c4f-4f0f-bf34-fad6e490dee7 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Deleting subnet abf59cad-b76f-4760-a7eb-d6882a601b00 {{(pid=87637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:35:43.266146 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-55dbcfbb-3c4f-4f0f-bf34-fad6e490dee7 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for subnet, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:43.326375 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-55dbcfbb-3c4f-4f0f-bf34-fad6e490dee7 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2424773'] for subnet, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:43.416510 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-55dbcfbb-3c4f-4f0f-bf34-fad6e490dee7 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:43.436639 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed0994-4141-4a8b-af88-bafb5b96eb69 req-9d288dcb-11fe-4089-b87d-0d20d87a156e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:43.438132 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-17ed0994-4141-4a8b-af88-bafb5b96eb69 req-9d288dcb-11fe-4089-b87d-0d20d87a156e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3910637 Feb 01 04:35:43.458832 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-00511487-14da-44a2-9cb4-dd65065a6d35 req-a8bd002f-7d4d-4ef1-8bd7-44af6e24aeb3 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3f5860d-525a-4a29-9378-b1632322cfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1404488 Feb 01 04:35:43.486735 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-03baa917-37c3-49eb-ac7a-43bb7f99ebb8 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:43.493648 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-45aa0b65-d1f6-43ea-bf89-7f962b59e149 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:43.501319 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-03baa917-37c3-49eb-ac7a-43bb7f99ebb8 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:43.517026 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-55dbcfbb-3c4f-4f0f-bf34-fad6e490dee7 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3037665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694336'] for subnet, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:43.543811 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1430e454-fcbc-43a5-ae92-9ef29c24d846 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3072169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2652276'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:43.559552 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-55dbcfbb-3c4f-4f0f-bf34-fad6e490dee7 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:43.576492 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dbcfbb-3c4f-4f0f-bf34-fad6e490dee7 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event deleted for resources: {'Subnet': ['ID=abf59cad-b76f-4760-a7eb-d6882a601b00,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:43.589058 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-55dbcfbb-3c4f-4f0f-bf34-fad6e490dee7 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/subnets/abf59cad-b76f-4760-a7eb-d6882a601b00 HTTP/1.1" status: 204 len: 168 time: 0.3992839 Feb 01 04:35:43.589725 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38350) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:43.591900 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03baa917-37c3-49eb-ac7a-43bb7f99ebb8 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78c9150e-1ae5-4d50-ae5c-c2adbdc3616f,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:43.651620 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1430e454-fcbc-43a5-ae92-9ef29c24d846 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event deleted for resources: {'Subnet': ['ID=4f6628a6-0fd8-491b-a60a-0c31c7a6c9af,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:43.664694 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f337ffe-f70d-4186-9d0e-cd7dd2f853ce tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Deleting subnet c9110f66-68a6-46aa-952f-49c1f88e2dbd {{(pid=87637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:35:43.667820 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1f337ffe-f70d-4186-9d0e-cd7dd2f853ce tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for subnet, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:43.695801 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1430e454-fcbc-43a5-ae92-9ef29c24d846 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:43.700807 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38354) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:43.704414 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1430e454-fcbc-43a5-ae92-9ef29c24d846 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "DELETE /v2.0/subnets/4f6628a6-0fd8-491b-a60a-0c31c7a6c9af HTTP/1.1" status: 204 len: 168 time: 1.3407309 Feb 01 04:35:43.721680 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-03baa917-37c3-49eb-ac7a-43bb7f99ebb8 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:43.722109 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72eef2e2-9c35-4aca-809a-76c506bd7e48 None None] Network 8f1c0227-f0e9-4511-81a7-856141446456 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:35:43.722873 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-03baa917-37c3-49eb-ac7a-43bb7f99ebb8 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7277157 Feb 01 04:35:43.727290 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38358) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:43.746623 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-a16c43dc-475c-4aa7-aeb6-484bc0f817d6 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'security_group_rule': {'security_group_id': '3d9067cc-5c4f-4b72-807d-46d0feb7c2ea', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:35:43.763306 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-a16c43dc-475c-4aa7-aeb6-484bc0f817d6 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:35:43.774557 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-17ed0994-4141-4a8b-af88-bafb5b96eb69 req-ac6bc486-7b6a-4bfb-9d4f-086e98617b33 service neutron] 10.222.0.18 "GET /v2.0/networks/958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147500 Feb 01 04:35:43.777376 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-a16c43dc-475c-4aa7-aeb6-484bc0f817d6 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group_rule and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:35:43.779628 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1f337ffe-f70d-4186-9d0e-cd7dd2f853ce tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2424773'] for subnet, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:43.780390 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-45aa0b65-d1f6-43ea-bf89-7f962b59e149 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:43.807043 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-a16c43dc-475c-4aa7-aeb6-484bc0f817d6 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:35:43.827972 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f44c0fa-b7e5-430c-bc33-ae26d82583d7 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Deleting subnet 7ee6813c-3e2d-49f3-9ae9-6a91a9a101fa {{(pid=87637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:35:43.832894 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3f44c0fa-b7e5-430c-bc33-ae26d82583d7 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for subnet, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:43.836464 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-a16c43dc-475c-4aa7-aeb6-484bc0f817d6 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:35:43.904467 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ba18ca-d6e4-41c7-8d4a-9625a48e7a3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-5a33e0e2-1ff4-4ae4-9bcd-2b5b93b87209', 'network_id': '5a33e0e2-1ff4-4ae4-9bcd-2b5b93b87209', 'tenant_id': 'a9e688303aa04885aaaab4031138e2c1', 'fixed_ips': [{'subnet_id': 'e644aea2-ef62-40ef-b18b-6e2e288f6ef4'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:35:43.905395 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-55ba18ca-d6e4-41c7-8d4a-9625a48e7a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:43.916550 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3f44c0fa-b7e5-430c-bc33-ae26d82583d7 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2424773'] for subnet, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:44.079072 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3f44c0fa-b7e5-430c-bc33-ae26d82583d7 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:44.090959 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a16c43dc-475c-4aa7-aeb6-484bc0f817d6 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:44.129560 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-357b5c21-cb0a-464d-aa98-2472b58ffb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889752ef-184a-4920-8f78-ac992ee25805', 'name': 'tempest-TestNetworkBasicOps-router-58698102', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.76'}], 'enable_snat': True}, 'gw_port_id': '47a4fe6d-916d-4587-a9ef-092ebd9171bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:35:23Z', 'updated_at': '2022-02-01T04:35:34Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': '47a4fe6d-916d-4587-a9ef-092ebd9171bc', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:15:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889752ef-184a-4920-8f78-ac992ee25805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:35:25Z', 'updated_at': '2022-02-01T04:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '6a821d54-e502-48fc-b7c9-2b1c37caa29f', 'name': '', 'network_id': '6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:c2:c3:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889752ef-184a-4920-8f78-ac992ee25805', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '2933f122-fed7-475d-b133-59ebd7cf5542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:35:32Z', 'updated_at': '2022-02-01T04:35:42Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': '2933f122-fed7-475d-b133-59ebd7cf5542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:44.162790 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357b5c21-cb0a-464d-aa98-2472b58ffb8e None None] The sync data for ids ['889752ef-184a-4920-8f78-ac992ee25805'] in dv-neutron-826830-1-hyperv is: [{'id': '889752ef-184a-4920-8f78-ac992ee25805', 'name': 'tempest-TestNetworkBasicOps-router-58698102', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.76'}], 'enable_snat': True}, 'gw_port_id': '47a4fe6d-916d-4587-a9ef-092ebd9171bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:35:23Z', 'updated_at': '2022-02-01T04:35:34Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': '47a4fe6d-916d-4587-a9ef-092ebd9171bc', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:15:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889752ef-184a-4920-8f78-ac992ee25805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:35:25Z', 'updated_at': '2022-02-01T04:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '6a821d54-e502-48fc-b7c9-2b1c37caa29f', 'name': '', 'network_id': '6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:c2:c3:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889752ef-184a-4920-8f78-ac992ee25805', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '2933f122-fed7-475d-b133-59ebd7cf5542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:35:32Z', 'updated_at': '2022-02-01T04:35:42Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': '2933f122-fed7-475d-b133-59ebd7cf5542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:35:44.172662 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-17ed0994-4141-4a8b-af88-bafb5b96eb69 req-5a7c1084-0d82-4a9f-aa32-2c2a51efd3e3 service neutron] 10.222.0.18 "GET /v2.0/networks/958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3667171 Feb 01 04:35:44.180295 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-45aa0b65-d1f6-43ea-bf89-7f962b59e149 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3072169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2652276'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:44.182384 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server [None req-55ba18ca-d6e4-41c7-8d4a-9625a48e7a3b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e644aea2-ef62-40ef-b18b-6e2e288f6ef4: This subnet is being modified by another concurrent operation. Feb 01 04:35:44.182384 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 01 04:35:44.182384 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 01 04:35:44.182384 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 01 04:35:44.182384 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 01 04:35:44.182384 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 01 04:35:44.182384 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 01 04:35:44.182384 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 01 04:35:44.182384 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 01 04:35:44.182384 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 01 04:35:44.182384 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 01 04:35:44.182384 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 01 04:35:44.182384 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 01 04:35:44.182384 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 01 04:35:44.182384 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 01 04:35:44.182384 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server raise self.value Feb 01 04:35:44.182384 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 01 04:35:44.182384 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 01 04:35:44.182384 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 01 04:35:44.182384 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 01 04:35:44.182384 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 01 04:35:44.182384 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 01 04:35:44.182384 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 01 04:35:44.182384 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server raise self.value Feb 01 04:35:44.182384 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 01 04:35:44.182384 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 01 04:35:44.182384 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 01 04:35:44.182384 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 01 04:35:44.182384 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 01 04:35:44.182384 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 01 04:35:44.182384 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 01 04:35:44.182384 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server raise self.value Feb 01 04:35:44.182384 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 01 04:35:44.182384 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 01 04:35:44.182384 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 01 04:35:44.182384 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 01 04:35:44.182384 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 01 04:35:44.182384 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 01 04:35:44.182384 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 01 04:35:44.182384 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 01 04:35:44.182384 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 01 04:35:44.182384 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 01 04:35:44.182384 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 01 04:35:44.182384 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 01 04:35:44.182384 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 01 04:35:44.182384 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 01 04:35:44.182384 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 01 04:35:44.182384 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 01 04:35:44.182384 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 01 04:35:44.182384 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 01 04:35:44.182384 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 01 04:35:44.182384 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server raise self.value Feb 01 04:35:44.182384 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 01 04:35:44.182384 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 01 04:35:44.185773 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 01 04:35:44.185773 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 01 04:35:44.185773 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 01 04:35:44.185773 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 01 04:35:44.185773 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 01 04:35:44.185773 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server raise self.value Feb 01 04:35:44.185773 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 01 04:35:44.185773 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 01 04:35:44.185773 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 01 04:35:44.185773 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 01 04:35:44.185773 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 01 04:35:44.185773 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 01 04:35:44.185773 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 01 04:35:44.185773 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server raise self.value Feb 01 04:35:44.185773 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 01 04:35:44.185773 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 01 04:35:44.185773 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 01 04:35:44.185773 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 01 04:35:44.185773 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 01 04:35:44.185773 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 01 04:35:44.185773 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 01 04:35:44.185773 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 01 04:35:44.185773 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 01 04:35:44.185773 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 01 04:35:44.185773 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 01 04:35:44.185773 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 01 04:35:44.185773 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 01 04:35:44.185773 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 01 04:35:44.185773 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 01 04:35:44.185773 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 01 04:35:44.185773 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 01 04:35:44.185773 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 01 04:35:44.185773 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 01 04:35:44.185773 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 01 04:35:44.185773 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 01 04:35:44.185773 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server raise exception Feb 01 04:35:44.185773 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e644aea2-ef62-40ef-b18b-6e2e288f6ef4: This subnet is being modified by another concurrent operation. Feb 01 04:35:44.185773 dv-neutron-826830-1-hyperv neutron-server[87638]: ERROR oslo_messaging.rpc.server Feb 01 04:35:44.212207 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be010b64-8a0d-4d86-b3da-f8c865009432 None None] Network 5a33e0e2-1ff4-4ae4-9bcd-2b5b93b87209 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:35:44.229207 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa0b65-d1f6-43ea-bf89-7f962b59e149 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Pushing event deleted for resources: {'Subnet': ['ID=e644aea2-ef62-40ef-b18b-6e2e288f6ef4,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:44.311608 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a16c43dc-475c-4aa7-aeb6-484bc0f817d6 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:44.313993 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca25b03-d519-4d63-8de2-30ce1dc2940b None None] Network 14b67238-4e53-405c-b9cd-84b8ff52e36a requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:35:44.324025 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a16c43dc-475c-4aa7-aeb6-484bc0f817d6 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:44.324738 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1f337ffe-f70d-4186-9d0e-cd7dd2f853ce tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:44.398804 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-45aa0b65-d1f6-43ea-bf89-7f962b59e149 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:44.414952 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3f44c0fa-b7e5-430c-bc33-ae26d82583d7 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3037665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694336'] for subnet, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:44.426824 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16c43dc-475c-4aa7-aeb6-484bc0f817d6 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f29db2da-079b-4024-93e2-dedfb2cb9d98,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:44.458832 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-45aa0b65-d1f6-43ea-bf89-7f962b59e149 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a33e0e2-1ff4-4ae4-9bcd-2b5b93b87209']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:44.465694 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3f44c0fa-b7e5-430c-bc33-ae26d82583d7 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:44.489165 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-45aa0b65-d1f6-43ea-bf89-7f962b59e149 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcb7878c-6fae-4754-9422-cf312fb7fdfe') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:44.489558 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-45aa0b65-d1f6-43ea-bf89-7f962b59e149 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcb7878c-6fae-4754-9422-cf312fb7fdfe') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:44.499251 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-3f44c0fa-b7e5-430c-bc33-ae26d82583d7 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "DELETE /v2.0/subnets/7ee6813c-3e2d-49f3-9ae9-6a91a9a101fa HTTP/1.1" status: 204 len: 168 time: 0.7946677 Feb 01 04:35:44.509100 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38364) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:44.510663 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f44c0fa-b7e5-430c-bc33-ae26d82583d7 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event deleted for resources: {'Subnet': ['ID=7ee6813c-3e2d-49f3-9ae9-6a91a9a101fa,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:44.520068 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a16c43dc-475c-4aa7-aeb6-484bc0f817d6 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:44.521827 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a16c43dc-475c-4aa7-aeb6-484bc0f817d6 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7920394 Feb 01 04:35:44.525103 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1f337ffe-f70d-4186-9d0e-cd7dd2f853ce tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3037665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694336'] for subnet, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:44.535728 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38368) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:44.561297 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-45aa0b65-d1f6-43ea-bf89-7f962b59e149 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143022'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:44.617678 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-45aa0b65-d1f6-43ea-bf89-7f962b59e149 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:44.619446 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-0412c888-2f67-4cf1-a831-24698d815601 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'security_group_rule': {'security_group_id': '3d9067cc-5c4f-4b72-807d-46d0feb7c2ea', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:35:44.630407 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-0412c888-2f67-4cf1-a831-24698d815601 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:35:44.639232 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-0412c888-2f67-4cf1-a831-24698d815601 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group_rule and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:35:44.646612 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-0412c888-2f67-4cf1-a831-24698d815601 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:35:44.662738 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-0412c888-2f67-4cf1-a831-24698d815601 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:35:44.709709 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45aa0b65-d1f6-43ea-bf89-7f962b59e149 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:35:44.710290 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-45aa0b65-d1f6-43ea-bf89-7f962b59e149 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3072199'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:44.731972 dv-neutron-826830-1-hyperv neutron-server[87636]: Traceback (most recent call last): Feb 01 04:35:44.731972 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:35:44.731972 dv-neutron-826830-1-hyperv neutron-server[87636]: timer() Feb 01 04:35:44.731972 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:35:44.731972 dv-neutron-826830-1-hyperv neutron-server[87636]: cb(*args, **kw) Feb 01 04:35:44.731972 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:35:44.731972 dv-neutron-826830-1-hyperv neutron-server[87636]: return func(*args, **kwargs) Feb 01 04:35:44.731972 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:35:44.731972 dv-neutron-826830-1-hyperv neutron-server[87636]: self._notify() Feb 01 04:35:44.731972 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:35:44.731972 dv-neutron-826830-1-hyperv neutron-server[87636]: self.callback(batched_events) Feb 01 04:35:44.731972 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:35:44.731972 dv-neutron-826830-1-hyperv neutron-server[87636]: event.method(event) Feb 01 04:35:44.731972 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:35:44.731972 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:35:44.731972 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:35:44.731972 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:35:44.731972 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:35:44.731972 dv-neutron-826830-1-hyperv neutron-server[87636]: return f(self, *a, **k) Feb 01 04:35:44.731972 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:35:44.731972 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._get(url).json() Feb 01 04:35:44.731972 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:35:44.731972 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:35:44.731972 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:35:44.731972 dv-neutron-826830-1-hyperv neutron-server[87636]: return self.request(url, 'GET', **kwargs) Feb 01 04:35:44.731972 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:35:44.731972 dv-neutron-826830-1-hyperv neutron-server[87636]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:35:44.731972 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:35:44.731972 dv-neutron-826830-1-hyperv neutron-server[87636]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:35:44.731972 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:35:44.731972 dv-neutron-826830-1-hyperv neutron-server[87636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:35:44.731972 dv-neutron-826830-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:35:44.748424 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f337ffe-f70d-4186-9d0e-cd7dd2f853ce tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event deleted for resources: {'Subnet': ['ID=c9110f66-68a6-46aa-952f-49c1f88e2dbd,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:44.750447 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-71026aca-1c27-48ad-aa91-bc7931a46744 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:44.752262 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0412c888-2f67-4cf1-a831-24698d815601 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:44.842025 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 6a821d54-e502-48fc-b7c9-2b1c37caa29f up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:35:44.857774 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1f337ffe-f70d-4186-9d0e-cd7dd2f853ce tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:44.867345 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-1f337ffe-f70d-4186-9d0e-cd7dd2f853ce tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/subnets/c9110f66-68a6-46aa-952f-49c1f88e2dbd HTTP/1.1" status: 204 len: 168 time: 1.2764716 Feb 01 04:35:44.875736 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38372) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:44.893585 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-71026aca-1c27-48ad-aa91-bc7931a46744 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Deleting port 777d60e4-1119-4d4d-bc25-e3365d63cc9b {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:35:44.894311 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-71026aca-1c27-48ad-aa91-bc7931a46744 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:44.975548 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-2d299cca-e2f6-4b3d-936f-60ff24f2b918 None None] Provisioning complete for port b18e5e51-caad-4bed-b0e2-8dc9f26e8623 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:35:44.975927 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2d299cca-e2f6-4b3d-936f-60ff24f2b918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:45.058089 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-96ff5820-6aee-4214-8690-c1d79a5f022a tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1791444 Feb 01 04:35:45.058703 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38376) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:45.089308 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-45aa0b65-d1f6-43ea-bf89-7f962b59e149 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:45.133667 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-45aa0b65-d1f6-43ea-bf89-7f962b59e149 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:45.149330 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0412c888-2f67-4cf1-a831-24698d815601 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:45.160870 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0412c888-2f67-4cf1-a831-24698d815601 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:45.169357 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa0b65-d1f6-43ea-bf89-7f962b59e149 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Pushing event deleted for resources: {'Network': ['ID=5a33e0e2-1ff4-4ae4-9bcd-2b5b93b87209,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:45.177427 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-45aa0b65-d1f6-43ea-bf89-7f962b59e149 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] 10.222.0.24 "DELETE /v2.0/networks/5a33e0e2-1ff4-4ae4-9bcd-2b5b93b87209 HTTP/1.1" status: 204 len: 168 time: 2.0522833 Feb 01 04:35:45.186682 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38380) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:45.210250 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0412c888-2f67-4cf1-a831-24698d815601 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b2c3ad0-a1eb-41fc-9930-c74494cb176a,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:45.223424 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-fbd61a0e-0786-4f87-a132-30d132f56d03 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-728293767'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:35:45.251481 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7edf004-7e67-4ff5-af81-b40ccb6a5b1a req-cc62ae2b-cbfb-4632-8dcc-40022ccfd6fd tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:45.260296 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-b7edf004-7e67-4ff5-af81-b40ccb6a5b1a req-cc62ae2b-cbfb-4632-8dcc-40022ccfd6fd tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b HTTP/1.1" status: 200 len: 945 time: 0.5744734 Feb 01 04:35:45.277955 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-fbd61a0e-0786-4f87-a132-30d132f56d03 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:35:45.287863 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0412c888-2f67-4cf1-a831-24698d815601 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:45.292223 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-0412c888-2f67-4cf1-a831-24698d815601 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6911724 Feb 01 04:35:45.298753 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38384) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:45.310546 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-fbd61a0e-0786-4f87-a132-30d132f56d03 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Usage tracker for resource:network and tenant:a9e688303aa04885aaaab4031138e2c1 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:35:45.317037 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-fbd61a0e-0786-4f87-a132-30d132f56d03 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:35:45.323633 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-5869d32f-ee24-49f7-8486-5cb567a0dd7b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'security_group_rule': {'security_group_id': '3d9067cc-5c4f-4b72-807d-46d0feb7c2ea', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:35:45.325821 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-b7edf004-7e67-4ff5-af81-b40ccb6a5b1a req-9964d936-fd14-4938-b972-b60725f4c2dd tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3f5860d-525a-4a29-9378-b1632322cfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0645511 Feb 01 04:35:45.342752 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:45.351309 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51dc804a-9d97-41cf-9f46-9a3aff1b9c83 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:45.355591 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-51dc804a-9d97-41cf-9f46-9a3aff1b9c83 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.2923946 Feb 01 04:35:45.356441 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38388) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:45.363816 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687692a2-c973-4d33-b678-d7860727a8e1 None None] Network 8f1c0227-f0e9-4511-81a7-856141446456 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:35:45.401288 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-5869d32f-ee24-49f7-8486-5cb567a0dd7b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:35:45.416646 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-fbd61a0e-0786-4f87-a132-30d132f56d03 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:35:45.426482 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-5869d32f-ee24-49f7-8486-5cb567a0dd7b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group_rule and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:35:45.428870 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81aec74c-cf1e-4204-8cdb-c5a67ec542fa tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:45.429536 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-81aec74c-cf1e-4204-8cdb-c5a67ec542fa tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Synchronizing usage tracker for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:subnet {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:35:45.434851 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-5869d32f-ee24-49f7-8486-5cb567a0dd7b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:35:45.439227 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 6a821d54-e502-48fc-b7c9-2b1c37caa29f completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:35:45.440513 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-71026aca-1c27-48ad-aa91-bc7931a46744 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] For port 777d60e4-1119-4d4d-bc25-e3365d63cc9b, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=777d60e4-1119-4d4d-bc25-e3365d63cc9b,segment=NetworkSegment(a60754df-b751-4dc3-8be9-e72fc2ca51cc),segment_id=a60754df-b751-4dc3-8be9-e72fc2ca51cc)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:35:45.440951 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-71026aca-1c27-48ad-aa91-bc7931a46744 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:45.453665 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-81aec74c-cf1e-4204-8cdb-c5a67ec542fa tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Unset dirty status for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:subnet {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:35:45.458170 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-81aec74c-cf1e-4204-8cdb-c5a67ec542fa tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0977514 Feb 01 04:35:45.458887 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38392) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:45.465350 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-5869d32f-ee24-49f7-8486-5cb567a0dd7b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:35:45.470661 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd61a0e-0786-4f87-a132-30d132f56d03 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Made reservation on behalf of a9e688303aa04885aaaab4031138e2c1 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:35:45.475439 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fbd61a0e-0786-4f87-a132-30d132f56d03 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:45.523985 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 6a821d54-e502-48fc-b7c9-2b1c37caa29f triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:35:45.524438 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:45.550769 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-a15c0fe5-3f2a-4a74-9f88-f41f58c82073 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0898201 Feb 01 04:35:45.550769 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38396) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:45.597248 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9ec4b9d-37c5-4f01-b0a7-16ca0631d9be tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] DELETE failed (client error): The resource could not be found. Feb 01 04:35:45.597840 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9ec4b9d-37c5-4f01-b0a7-16ca0631d9be tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:35:45.600638 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-c9ec4b9d-37c5-4f01-b0a7-16ca0631d9be tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/ports/5ce37f34-b955-40f0-811b-086e362be6b0 HTTP/1.1" status: 404 len: 333 time: 0.0483520 Feb 01 04:35:45.608713 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38400) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:45.652225 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-71026aca-1c27-48ad-aa91-bc7931a46744 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Calling delete_port for 777d60e4-1119-4d4d-bc25-e3365d63cc9b owned by network:dhcp {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:35:45.666855 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-a03b75ce-b828-4fe3-9661-2fd293da981f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] DELETE failed (client error): The resource could not be found. Feb 01 04:35:45.667575 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a03b75ce-b828-4fe3-9661-2fd293da981f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:35:45.669456 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-a03b75ce-b828-4fe3-9661-2fd293da981f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/subnets/abf59cad-b76f-4760-a7eb-d6882a601b00 HTTP/1.1" status: 404 len: 337 time: 0.0597031 Feb 01 04:35:45.675740 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38404) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:45.684346 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a13649-e2c4-41bf-aca2-7147717d16de None None] DHCP port deletion for 14b67238-4e53-405c-b9cd-84b8ff52e36a request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:35:45.705126 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbd61a0e-0786-4f87-a132-30d132f56d03 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:35:45.712379 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-29a13649-e2c4-41bf-aca2-7147717d16de None None] Deleting port b18e5e51-caad-4bed-b0e2-8dc9f26e8623 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:35:45.713081 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-29a13649-e2c4-41bf-aca2-7147717d16de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:45.715594 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fbd61a0e-0786-4f87-a132-30d132f56d03 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:45.716066 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-fbd61a0e-0786-4f87-a132-30d132f56d03 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Added segment 28d540b0-ca1e-4f5e-bb09-59145f3dfe13 of type vlan for network c64faf25-fe42-40ef-a27f-9aab4ea3795b Feb 01 04:35:45.733069 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5869d32f-ee24-49f7-8486-5cb567a0dd7b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:45.734545 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-19d9d443-4923-4e25-b2b4-9dda87e525b7 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] DELETE failed (client error): The resource could not be found. Feb 01 04:35:45.735099 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19d9d443-4923-4e25-b2b4-9dda87e525b7 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:35:45.739244 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-19d9d443-4923-4e25-b2b4-9dda87e525b7 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/subnets/c9110f66-68a6-46aa-952f-49c1f88e2dbd HTTP/1.1" status: 404 len: 337 time: 0.0600672 Feb 01 04:35:45.740007 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38408) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:45.786640 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9255df8-087f-45ef-bba0-240cc922ad79 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] DELETE failed (client error): The resource could not be found. Feb 01 04:35:45.787115 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9255df8-087f-45ef-bba0-240cc922ad79 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:35:45.789234 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-d9255df8-087f-45ef-bba0-240cc922ad79 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/ports/10871c9e-132a-49e2-8517-0ecec7fe7a11 HTTP/1.1" status: 404 len: 333 time: 0.0482028 Feb 01 04:35:45.793371 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38412) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:45.809943 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fbd61a0e-0786-4f87-a132-30d132f56d03 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:45.834687 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf295d9d-3d39-48ea-944e-d4ed94eb50a2 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] DELETE failed (client error): The resource could not be found. Feb 01 04:35:45.835373 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf295d9d-3d39-48ea-944e-d4ed94eb50a2 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:35:45.837173 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-cf295d9d-3d39-48ea-944e-d4ed94eb50a2 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/subnets/2ae82eec-f236-4674-83c6-1d3d8f4b5392 HTTP/1.1" status: 404 len: 337 time: 0.0424128 Feb 01 04:35:45.840317 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38416) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:45.891040 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5869d32f-ee24-49f7-8486-5cb567a0dd7b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:45.893640 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-99a286b5-eb4e-4cfe-8bbc-389fada079db tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] DELETE failed (client error): The resource could not be found. Feb 01 04:35:45.894088 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99a286b5-eb4e-4cfe-8bbc-389fada079db tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:35:45.898468 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-99a286b5-eb4e-4cfe-8bbc-389fada079db tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/subnets/fcd3c5d5-e9ee-492c-8787-20815c7c8315 HTTP/1.1" status: 404 len: 337 time: 0.0544877 Feb 01 04:35:45.898665 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38420) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:45.901898 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5869d32f-ee24-49f7-8486-5cb567a0dd7b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:45.913233 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fbd61a0e-0786-4f87-a132-30d132f56d03 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:45.919088 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd61a0e-0786-4f87-a132-30d132f56d03 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:45.919721 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fbd61a0e-0786-4f87-a132-30d132f56d03 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:45.954374 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-71026aca-1c27-48ad-aa91-bc7931a46744 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:45.967000 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-9976c610-a9d4-4e89-9486-20257ff62f78 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] DELETE failed (client error): The resource could not be found. Feb 01 04:35:45.967641 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9976c610-a9d4-4e89-9486-20257ff62f78 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:35:45.972299 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-9976c610-a9d4-4e89-9486-20257ff62f78 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/ports/26dc52d4-d776-46ee-b854-4cd1e5460aaf HTTP/1.1" status: 404 len: 333 time: 0.0724814 Feb 01 04:35:45.973059 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38424) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:45.997383 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:46.017137 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-8fc01d38-ccb6-4e76-98c4-3d75c323ec10 None None] Provisioning complete for port 777d60e4-1119-4d4d-bc25-e3365d63cc9b triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:35:46.017643 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8fc01d38-ccb6-4e76-98c4-3d75c323ec10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:46.018816 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-35072730-2331-4e36-8dec-363d6357f274 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] DELETE failed (client error): The resource could not be found. Feb 01 04:35:46.019356 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35072730-2331-4e36-8dec-363d6357f274 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:35:46.023177 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-35072730-2331-4e36-8dec-363d6357f274 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/subnets/6b7d5461-ff69-4059-a855-ddd4654e6f44 HTTP/1.1" status: 404 len: 337 time: 0.0463977 Feb 01 04:35:46.023585 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38428) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:46.056718 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5869d32f-ee24-49f7-8486-5cb567a0dd7b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b938f2a2-5df9-4b71-a15f-52f7f251f051,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:46.065456 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71026aca-1c27-48ad-aa91-bc7931a46744 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event deleted for resources: {'Port': ['ID=777d60e4-1119-4d4d-bc25-e3365d63cc9b,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:46.076911 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9b35851-5302-4390-ac50-05b19bd928dd tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] DELETE failed (client error): The resource could not be found. Feb 01 04:35:46.076911 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9b35851-5302-4390-ac50-05b19bd928dd tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:35:46.079023 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71026aca-1c27-48ad-aa91-bc7931a46744 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] No DVR routers for this DVR port 777d60e4-1119-4d4d-bc25-e3365d63cc9b on host dv-neutron-826830-1-hyperv {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:35:46.079198 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-b9b35851-5302-4390-ac50-05b19bd928dd tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/subnets/006ae3fb-22f7-4abf-abb3-7dfad178e6f7 HTTP/1.1" status: 404 len: 337 time: 0.0545239 Feb 01 04:35:46.081862 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38432) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:46.093200 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-8fc01d38-ccb6-4e76-98c4-3d75c323ec10 None None] Port 777d60e4-1119-4d4d-bc25-e3365d63cc9b was deleted so its status cannot be updated. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 01 04:35:46.126879 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 6a821d54-e502-48fc-b7c9-2b1c37caa29f, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=6a821d54-e502-48fc-b7c9-2b1c37caa29f,segment=NetworkSegment(ba63e6f2-536e-40cd-a362-9cc2ae8a515c),segment_id=ba63e6f2-536e-40cd-a362-9cc2ae8a515c)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:35:46.133558 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-c56f2409-fc38-4460-ab9c-10da77ceffc0 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] DELETE failed (client error): The resource could not be found. Feb 01 04:35:46.133908 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:46.134426 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c56f2409-fc38-4460-ab9c-10da77ceffc0 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:35:46.144175 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-c56f2409-fc38-4460-ab9c-10da77ceffc0 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/ports/43736faa-8b8d-4318-ba24-9b1dd37b787e HTTP/1.1" status: 404 len: 333 time: 0.0611749 Feb 01 04:35:46.144906 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38436) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:46.173856 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd61a0e-0786-4f87-a132-30d132f56d03 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Pushing event updated for resources: {'Network': ['ID=c64faf25-fe42-40ef-a27f-9aab4ea3795b,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:46.176518 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5869d32f-ee24-49f7-8486-5cb567a0dd7b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:46.180224 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-5869d32f-ee24-49f7-8486-5cb567a0dd7b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8726006 Feb 01 04:35:46.185297 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-fbd61a0e-0786-4f87-a132-30d132f56d03 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9741170 Feb 01 04:35:46.186161 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38440) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:46.186482 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38442) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:46.204095 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-675bb38d-7b45-4302-9ac5-0f4aa1a2da52 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] DELETE failed (client error): The resource could not be found. Feb 01 04:35:46.204652 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-675bb38d-7b45-4302-9ac5-0f4aa1a2da52 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:35:46.207187 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-675bb38d-7b45-4302-9ac5-0f4aa1a2da52 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/subnets/6cfdde38-c7d8-4a37-b449-1faed52f80d5 HTTP/1.1" status: 404 len: 337 time: 0.0603786 Feb 01 04:35:46.208837 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-50d19c50-8889-4682-937e-25e24d3ec78f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'security_group_rule': {'security_group_id': '3d9067cc-5c4f-4b72-807d-46d0feb7c2ea', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:35:46.209233 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38448) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:46.216079 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-fa06fcd0-d2a3-45b4-bf44-802999029c76 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Request body: {'subnet': {'network_id': 'c64faf25-fe42-40ef-a27f-9aab4ea3795b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:35:46.233143 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network c64faf25-fe42-40ef-a27f-9aab4ea3795b details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:35:46.243176 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-50d19c50-8889-4682-937e-25e24d3ec78f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:35:46.246855 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb663ec6-8283-4de3-aa60-674e0cd501c3 None None] DHCP port deletion for 8f1c0227-f0e9-4511-81a7-856141446456 request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:35:46.256291 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-48fc53ff-1ac1-407c-a7ea-14cce7b387eb tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] DELETE failed (client error): The resource could not be found. Feb 01 04:35:46.256740 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48fc53ff-1ac1-407c-a7ea-14cce7b387eb tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:35:46.261568 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-48fc53ff-1ac1-407c-a7ea-14cce7b387eb tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/subnets/d374fe87-29e3-49d7-8496-f93fe6113175 HTTP/1.1" status: 404 len: 337 time: 0.0483272 Feb 01 04:35:46.261848 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38452) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:46.267058 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-50d19c50-8889-4682-937e-25e24d3ec78f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group_rule and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:35:46.273291 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-50d19c50-8889-4682-937e-25e24d3ec78f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:35:46.307836 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-41049e7e-2f1c-43e6-9b61-505000514cfb tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] DELETE failed (client error): The resource could not be found. Feb 01 04:35:46.308214 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41049e7e-2f1c-43e6-9b61-505000514cfb tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:35:46.312182 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-41049e7e-2f1c-43e6-9b61-505000514cfb tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/ports/b2bc145d-8538-4b59-a766-22f39e1472b4 HTTP/1.1" status: 404 len: 333 time: 0.0470607 Feb 01 04:35:46.312476 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38456) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:46.351628 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-d185d535-505e-431b-9f12-e7949af9001b tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] DELETE failed (client error): The resource could not be found. Feb 01 04:35:46.352129 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d185d535-505e-431b-9f12-e7949af9001b tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:35:46.356891 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-d185d535-505e-431b-9f12-e7949af9001b tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/subnets/c282d091-4b44-4301-bad2-680ca34793a7 HTTP/1.1" status: 404 len: 337 time: 0.0406349 Feb 01 04:35:46.356891 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38462) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:46.379806 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-29a13649-e2c4-41bf-aca2-7147717d16de None None] For port b18e5e51-caad-4bed-b0e2-8dc9f26e8623, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=b18e5e51-caad-4bed-b0e2-8dc9f26e8623,segment=NetworkSegment(73bac785-d57c-4546-99aa-32639118ab70),segment_id=73bac785-d57c-4546-99aa-32639118ab70)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:35:46.380204 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-29a13649-e2c4-41bf-aca2-7147717d16de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:46.417005 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-23a97f56-317b-4a97-a5a1-a34d1446a13e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] DELETE failed (client error): The resource could not be found. Feb 01 04:35:46.417527 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23a97f56-317b-4a97-a5a1-a34d1446a13e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:35:46.419123 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-23a97f56-317b-4a97-a5a1-a34d1446a13e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/ports/62594d09-9fce-4af9-8a48-6979b529a968 HTTP/1.1" status: 404 len: 333 time: 0.0602648 Feb 01 04:35:46.420114 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-50d19c50-8889-4682-937e-25e24d3ec78f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:35:46.421734 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38466) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:46.465123 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-04796d05-0aa2-4370-912e-7a42358f9029 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] DELETE failed (client error): The resource could not be found. Feb 01 04:35:46.467953 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04796d05-0aa2-4370-912e-7a42358f9029 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:35:46.469836 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-04796d05-0aa2-4370-912e-7a42358f9029 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/subnets/9e362ed1-dc3c-4634-a0cb-ee4f60a2a35c HTTP/1.1" status: 404 len: 337 time: 0.0470507 Feb 01 04:35:46.472329 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38470) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:46.521014 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcb5caf5-c69e-4d80-b027-927cc7967c75 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] DELETE failed (client error): The resource could not be found. Feb 01 04:35:46.521604 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcb5caf5-c69e-4d80-b027-927cc7967c75 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:35:46.523636 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-bcb5caf5-c69e-4d80-b027-927cc7967c75 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/ports/007ba2a7-3cbe-4969-9f3e-942210c60832 HTTP/1.1" status: 404 len: 333 time: 0.0494220 Feb 01 04:35:46.525957 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38474) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:46.539939 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 777d60e4-1119-4d4d-bc25-e3365d63cc9b no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:35:46.557953 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-71026aca-1c27-48ad-aa91-bc7931a46744 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:46.568872 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b6ed895-9477-4f40-9d7d-bba1c732d9f9 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] DELETE failed (client error): The resource could not be found. Feb 01 04:35:46.568872 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b6ed895-9477-4f40-9d7d-bba1c732d9f9 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:35:46.573741 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-0b6ed895-9477-4f40-9d7d-bba1c732d9f9 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/subnets/b27f8c96-f750-463c-bdc5-227821fca410 HTTP/1.1" status: 404 len: 337 time: 0.0444596 Feb 01 04:35:46.574096 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38478) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:46.574883 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-29a13649-e2c4-41bf-aca2-7147717d16de None None] Calling delete_port for b18e5e51-caad-4bed-b0e2-8dc9f26e8623 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:35:46.597991 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.securitygroups_db [None req-50d19c50-8889-4682-937e-25e24d3ec78f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Project 0629703b9474474a9f2fde13723d2e8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 01 04:35:46.612241 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-71026aca-1c27-48ad-aa91-bc7931a46744 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f1c0227-f0e9-4511-81a7-856141446456']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:46.619062 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=6a821d54-e502-48fc-b7c9-2b1c37caa29f,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:46.628373 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 777d60e4-1119-4d4d-bc25-e3365d63cc9b {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:35:46.628773 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 777d60e4-1119-4d4d-bc25-e3365d63cc9b not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:35:46.629703 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device b18e5e51-caad-4bed-b0e2-8dc9f26e8623 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:35:46.631850 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-50d19c50-8889-4682-937e-25e24d3ec78f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:46.656137 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-71026aca-1c27-48ad-aa91-bc7931a46744 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a60754df-b751-4dc3-8be9-e72fc2ca51cc') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:46.656431 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-71026aca-1c27-48ad-aa91-bc7931a46744 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a60754df-b751-4dc3-8be9-e72fc2ca51cc') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:46.664657 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-fa06fcd0-d2a3-45b4-bf44-802999029c76 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:35:46.683215 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-fa06fcd0-d2a3-45b4-bf44-802999029c76 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Usage tracker for resource:subnet and tenant:a9e688303aa04885aaaab4031138e2c1 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:35:46.689225 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-71026aca-1c27-48ad-aa91-bc7931a46744 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143022'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:46.697279 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-fa06fcd0-d2a3-45b4-bf44-802999029c76 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:35:46.721071 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-fa06fcd0-d2a3-45b4-bf44-802999029c76 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:35:46.728826 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-71026aca-1c27-48ad-aa91-bc7931a46744 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:46.731513 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fbff9b2-1c4c-4390-a1d6-28a2c8cc1f99 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] DELETE failed (client error): The resource could not be found. Feb 01 04:35:46.732105 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fbff9b2-1c4c-4390-a1d6-28a2c8cc1f99 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:35:46.734123 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-6fbff9b2-1c4c-4390-a1d6-28a2c8cc1f99 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/ports/c08d05f8-8020-41c0-bd3f-e856020113cf HTTP/1.1" status: 404 len: 333 time: 0.1587710 Feb 01 04:35:46.736860 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38482) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:46.751014 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71026aca-1c27-48ad-aa91-bc7931a46744 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:35:46.751468 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-71026aca-1c27-48ad-aa91-bc7931a46744 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3072199'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:46.766706 dv-neutron-826830-1-hyperv neutron-server[87636]: Traceback (most recent call last): Feb 01 04:35:46.766706 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:35:46.766706 dv-neutron-826830-1-hyperv neutron-server[87636]: timer() Feb 01 04:35:46.766706 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:35:46.766706 dv-neutron-826830-1-hyperv neutron-server[87636]: cb(*args, **kw) Feb 01 04:35:46.766706 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:35:46.766706 dv-neutron-826830-1-hyperv neutron-server[87636]: return func(*args, **kwargs) Feb 01 04:35:46.766706 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:35:46.766706 dv-neutron-826830-1-hyperv neutron-server[87636]: self._notify() Feb 01 04:35:46.766706 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:35:46.766706 dv-neutron-826830-1-hyperv neutron-server[87636]: self.callback(batched_events) Feb 01 04:35:46.766706 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:35:46.766706 dv-neutron-826830-1-hyperv neutron-server[87636]: event.method(event) Feb 01 04:35:46.766706 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:35:46.766706 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:35:46.766706 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:35:46.766706 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:35:46.766706 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:35:46.766706 dv-neutron-826830-1-hyperv neutron-server[87636]: return f(self, *a, **k) Feb 01 04:35:46.766706 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:35:46.766706 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._get(url).json() Feb 01 04:35:46.766706 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:35:46.766706 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:35:46.766706 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:35:46.766706 dv-neutron-826830-1-hyperv neutron-server[87636]: return self.request(url, 'GET', **kwargs) Feb 01 04:35:46.766706 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:35:46.766706 dv-neutron-826830-1-hyperv neutron-server[87636]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:35:46.766706 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:35:46.766706 dv-neutron-826830-1-hyperv neutron-server[87636]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:35:46.766706 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:35:46.766706 dv-neutron-826830-1-hyperv neutron-server[87636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:35:46.766706 dv-neutron-826830-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:35:46.775011 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa06fcd0-d2a3-45b4-bf44-802999029c76 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Made reservation on behalf of a9e688303aa04885aaaab4031138e2c1 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:35:46.778642 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fa06fcd0-d2a3-45b4-bf44-802999029c76 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:46.780041 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-679766c2-9d89-415d-b566-7427784acd33 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] DELETE failed (client error): The resource could not be found. Feb 01 04:35:46.780502 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-679766c2-9d89-415d-b566-7427784acd33 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:35:46.784424 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-679766c2-9d89-415d-b566-7427784acd33 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/subnets/e3b86380-6ef9-4b9c-aa7c-6f4c643f9abd HTTP/1.1" status: 404 len: 337 time: 0.0440891 Feb 01 04:35:46.784646 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38486) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:46.803267 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-29a13649-e2c4-41bf-aca2-7147717d16de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:46.806646 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Port b18e5e51-caad-4bed-b0e2-8dc9f26e8623 update to DOWN by agent not found {{(pid=87638) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 01 04:35:46.833019 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-e41f7912-33ad-4f40-9fdf-b97a1d321f23 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] DELETE failed (client error): The resource could not be found. Feb 01 04:35:46.833493 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e41f7912-33ad-4f40-9fdf-b97a1d321f23 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:35:46.837551 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-e41f7912-33ad-4f40-9fdf-b97a1d321f23 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/ports/aa6d106f-7bc7-40c3-bd11-c047168a092b HTTP/1.1" status: 404 len: 333 time: 0.0496104 Feb 01 04:35:46.838261 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38490) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:46.854498 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a13649-e2c4-41bf-aca2-7147717d16de None None] Pushing event deleted for resources: {'Port': ['ID=b18e5e51-caad-4bed-b0e2-8dc9f26e8623,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:46.857865 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a13649-e2c4-41bf-aca2-7147717d16de None None] No DVR routers for this DVR port b18e5e51-caad-4bed-b0e2-8dc9f26e8623 on host dv-neutron-826830-1-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:35:46.878132 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f018b7d-b179-446c-8b03-9f1b75ba826f None None] get_active_networks_info from dv-neutron-826830-1-hyperv {{(pid=87638) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 01 04:35:46.883480 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-08fa60d0-f24b-41ab-bd6c-da5fc03cc7fe tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] DELETE failed (client error): The resource could not be found. Feb 01 04:35:46.883934 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08fa60d0-f24b-41ab-bd6c-da5fc03cc7fe tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:35:46.887205 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-08fa60d0-f24b-41ab-bd6c-da5fc03cc7fe tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/subnets/10c26132-442e-4b98-867e-5b75ccf73e85 HTTP/1.1" status: 404 len: 337 time: 0.0468411 Feb 01 04:35:46.888354 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38494) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:46.924901 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c8981-065a-4b87-b34f-4a2d5405c92a req-29423c9e-d34a-49ec-834f-eefcf8909021 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:46.926850 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-784c8981-065a-4b87-b34f-4a2d5405c92a req-29423c9e-d34a-49ec-834f-eefcf8909021 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b HTTP/1.1" status: 200 len: 945 time: 0.4523838 Feb 01 04:35:46.934190 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-50d19c50-8889-4682-937e-25e24d3ec78f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:46.938468 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-042b01e3-41b2-4bfa-ae72-0a1004f50f74 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] DELETE failed (client error): The resource could not be found. Feb 01 04:35:46.939014 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-042b01e3-41b2-4bfa-ae72-0a1004f50f74 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:35:46.944348 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-042b01e3-41b2-4bfa-ae72-0a1004f50f74 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/ports/d25d9188-c6da-45c0-98e5-2f177f0940e6 HTTP/1.1" status: 404 len: 333 time: 0.0512128 Feb 01 04:35:46.944348 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38498) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:46.985676 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-db5884c2-877f-49f6-894e-e3c249fcaead tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] DELETE failed (client error): The resource could not be found. Feb 01 04:35:46.986181 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db5884c2-877f-49f6-894e-e3c249fcaead tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:35:46.987877 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-db5884c2-877f-49f6-894e-e3c249fcaead tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/subnets/56e567ab-03c2-4c26-ab4c-11b5bea15ace HTTP/1.1" status: 404 len: 337 time: 0.0419021 Feb 01 04:35:46.991571 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38502) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:47.009018 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-50d19c50-8889-4682-937e-25e24d3ec78f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:47.011561 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f018b7d-b179-446c-8b03-9f1b75ba826f None None] Resources bound (agent type, host, resource id): {{(pid=87638) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 01 04:35:47.033052 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-71026aca-1c27-48ad-aa91-bc7931a46744 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:47.033849 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0dc7a7f-f329-4356-a045-ca433db99519 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] DELETE failed (client error): The resource could not be found. Feb 01 04:35:47.035921 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0dc7a7f-f329-4356-a045-ca433db99519 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:35:47.041009 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-f0dc7a7f-f329-4356-a045-ca433db99519 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/subnets/5b603d50-f4ce-4ec7-91f3-4eb1823ba9c4 HTTP/1.1" status: 404 len: 337 time: 0.0484774 Feb 01 04:35:47.041718 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38506) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:47.066957 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-71026aca-1c27-48ad-aa91-bc7931a46744 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:47.087680 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19c50-8889-4682-937e-25e24d3ec78f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e115248-4d6b-42f1-9a60-49efb82489cf,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:47.098226 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee081631-fcfe-476a-ae2e-bb1a14cfda6e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] DELETE failed (client error): The resource could not be found. Feb 01 04:35:47.098843 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee081631-fcfe-476a-ae2e-bb1a14cfda6e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:35:47.099195 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71026aca-1c27-48ad-aa91-bc7931a46744 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event deleted for resources: {'Network': ['ID=8f1c0227-f0e9-4511-81a7-856141446456,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:47.107523 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38510) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:47.108133 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-ee081631-fcfe-476a-ae2e-bb1a14cfda6e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/ports/dea24083-66f5-41f1-9633-d50f9f391b1e HTTP/1.1" status: 404 len: 333 time: 0.0653994 Feb 01 04:35:47.109895 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-784c8981-065a-4b87-b34f-4a2d5405c92a req-da4b4ec5-c586-4c33-81bb-aa288ac51a8a tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3f5860d-525a-4a29-9378-b1632322cfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1714644 Feb 01 04:35:47.119446 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-71026aca-1c27-48ad-aa91-bc7931a46744 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "DELETE /v2.0/networks/8f1c0227-f0e9-4511-81a7-856141446456 HTTP/1.1" status: 204 len: 168 time: 2.6055753 Feb 01 04:35:47.120267 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38514) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:47.146243 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-50d19c50-8889-4682-937e-25e24d3ec78f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:47.147423 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-50d19c50-8889-4682-937e-25e24d3ec78f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9468617 Feb 01 04:35:47.152218 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38520) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:47.159487 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-36d62b17-2afe-443a-9f48-387cc115393a tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] DELETE failed (client error): The resource could not be found. Feb 01 04:35:47.160467 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36d62b17-2afe-443a-9f48-387cc115393a tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:35:47.166391 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-fac36a70-22fd-41ec-bd4c-f231c6e91945 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'security_group_rule': {'security_group_id': '3d9067cc-5c4f-4b72-807d-46d0feb7c2ea', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:35:47.173641 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-fac36a70-22fd-41ec-bd4c-f231c6e91945 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:35:47.180346 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-36d62b17-2afe-443a-9f48-387cc115393a tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/subnets/dfaa0322-7d3b-4874-b5b5-0473515ca7fc HTTP/1.1" status: 404 len: 337 time: 0.0695164 Feb 01 04:35:47.181576 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-fac36a70-22fd-41ec-bd4c-f231c6e91945 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group_rule and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:35:47.185556 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-fac36a70-22fd-41ec-bd4c-f231c6e91945 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:35:47.187946 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38524) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:47.231339 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b194c47-e650-49ef-8125-f7c8f93423de tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:47.231551 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-fac36a70-22fd-41ec-bd4c-f231c6e91945 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:35:47.232926 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-2b194c47-e650-49ef-8125-f7c8f93423de tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1085291 Feb 01 04:35:47.236518 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38528) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:47.246820 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-e711217c-9480-4f55-ac1b-f19cbbd50aab tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] DELETE failed (client error): The resource could not be found. Feb 01 04:35:47.247287 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e711217c-9480-4f55-ac1b-f19cbbd50aab tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:35:47.251974 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e711217c-9480-4f55-ac1b-f19cbbd50aab tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/subnets/6aca4b41-2d90-4efc-bb98-d23ce7738b61 HTTP/1.1" status: 404 len: 337 time: 0.0600629 Feb 01 04:35:47.277873 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38532) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:47.319011 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.securitygroups_db [None req-fac36a70-22fd-41ec-bd4c-f231c6e91945 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Project 0629703b9474474a9f2fde13723d2e8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 01 04:35:47.334482 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9cd6dfb-823b-4ea2-96c6-93b97c18144d tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] DELETE failed (client error): The resource could not be found. Feb 01 04:35:47.334947 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9cd6dfb-823b-4ea2-96c6-93b97c18144d tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:35:47.336621 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d9cd6dfb-823b-4ea2-96c6-93b97c18144d tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/ports/d5516a32-8210-4989-9fdd-1e01b570d031 HTTP/1.1" status: 404 len: 333 time: 0.0578845 Feb 01 04:35:47.339392 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fac36a70-22fd-41ec-bd4c-f231c6e91945 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:47.345700 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38536) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:47.376109 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-b993196c-2f47-4cbb-b83d-cff8d6b3546d tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1350551 Feb 01 04:35:47.376641 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38540) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:47.383090 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-f8bf7a92-ee2c-4dea-a7ff-d5c3c6e34db1 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2112752117'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:35:47.388130 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-f8bf7a92-ee2c-4dea-a7ff-d5c3c6e34db1 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:35:47.396506 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-f8bf7a92-ee2c-4dea-a7ff-d5c3c6e34db1 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Usage tracker for resource:network and tenant:a862444cee664ef3af6a3e24f24366c9 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:35:47.400325 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-f8bf7a92-ee2c-4dea-a7ff-d5c3c6e34db1 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:35:47.407272 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-f8bf7a92-ee2c-4dea-a7ff-d5c3c6e34db1 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:35:47.412969 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-14fa7713-d0d7-48d9-8f6d-6470cc95ddbf tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] DELETE failed (client error): The resource could not be found. Feb 01 04:35:47.413339 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14fa7713-d0d7-48d9-8f6d-6470cc95ddbf tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:35:47.414987 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-14fa7713-d0d7-48d9-8f6d-6470cc95ddbf tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/subnets/cead9a5c-eb54-482d-868b-e286bc4278fe HTTP/1.1" status: 404 len: 337 time: 0.0607846 Feb 01 04:35:47.419569 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a467f-e01e-474f-9529-f10308782769 req-e0e1c07c-2bd0-475c-b4eb-ffc729c16ebb tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:47.421033 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-d00a467f-e01e-474f-9529-f10308782769 req-e0e1c07c-2bd0-475c-b4eb-ffc729c16ebb tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b HTTP/1.1" status: 200 len: 945 time: 0.1802833 Feb 01 04:35:47.421186 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c182f159-1a71-4d1d-b2d6-101164ef1db1 None None] get_active_networks_info from dv-neutron-826830-1-hyperv {{(pid=87638) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 01 04:35:47.421517 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38544) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:47.468612 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8bf7a92-ee2c-4dea-a7ff-d5c3c6e34db1 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Made reservation on behalf of a862444cee664ef3af6a3e24f24366c9 for: {'network': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:35:47.473963 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f8bf7a92-ee2c-4dea-a7ff-d5c3c6e34db1 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:47.481933 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fa06fcd0-d2a3-45b4-bf44-802999029c76 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:47.486613 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fac36a70-22fd-41ec-bd4c-f231c6e91945 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:47.510882 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-560e26ee-885e-479b-8344-8dbe6ccb9b03 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] DELETE failed (client error): The resource could not be found. Feb 01 04:35:47.511416 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-560e26ee-885e-479b-8344-8dbe6ccb9b03 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:35:47.515544 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-560e26ee-885e-479b-8344-8dbe6ccb9b03 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/subnets/6cdf82b4-3bda-48ec-b4b2-e118e5451c79 HTTP/1.1" status: 404 len: 337 time: 0.0884378 Feb 01 04:35:47.515960 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38548) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:47.516747 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fac36a70-22fd-41ec-bd4c-f231c6e91945 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:47.530488 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8bf7a92-ee2c-4dea-a7ff-d5c3c6e34db1 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=87637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:35:47.546509 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c182f159-1a71-4d1d-b2d6-101164ef1db1 None None] Resources bound (agent type, host, resource id): {{(pid=87638) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 01 04:35:47.559382 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-d00a467f-e01e-474f-9529-f10308782769 req-ebc54022-6d0a-463e-a6cc-011c34c8bc45 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3f5860d-525a-4a29-9378-b1632322cfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0966501 Feb 01 04:35:47.560325 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f8bf7a92-ee2c-4dea-a7ff-d5c3c6e34db1 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:47.560657 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.segments_db [None req-f8bf7a92-ee2c-4dea-a7ff-d5c3c6e34db1 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Added segment a0062f1e-d347-4b99-a569-9802af793f56 of type vlan for network 6a662d20-9118-4f87-a89f-d9af2048de6b Feb 01 04:35:47.605753 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac36a70-22fd-41ec-bd4c-f231c6e91945 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cc0a0ac-df0e-4507-af8b-f8ee902227d9,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:47.614194 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f8bf7a92-ee2c-4dea-a7ff-d5c3c6e34db1 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:47.618803 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-7088e972-7aa9-4eca-ac68-90ead8a57acb tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] DELETE failed (client error): The resource could not be found. Feb 01 04:35:47.619294 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7088e972-7aa9-4eca-ac68-90ead8a57acb tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:35:47.638944 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fac36a70-22fd-41ec-bd4c-f231c6e91945 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:47.640330 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-fac36a70-22fd-41ec-bd4c-f231c6e91945 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4837832 Feb 01 04:35:47.645872 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-7088e972-7aa9-4eca-ac68-90ead8a57acb tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/ports/53099641-48d9-48fb-a66b-918b2eda6f05 HTTP/1.1" status: 404 len: 333 time: 0.1271951 Feb 01 04:35:47.648995 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38556) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:47.679554 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06fcd0-d2a3-45b4-bf44-802999029c76 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Pushing event updated for resources: {'Subnet': ['ID=3302432d-48aa-4eea-8685-a81b2918760a,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:47.688727 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa06fcd0-d2a3-45b4-bf44-802999029c76 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Checking segment: {'id': '28d540b0-ca1e-4f5e-bb09-59145f3dfe13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c64faf25-fe42-40ef-a27f-9aab4ea3795b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:35:47.692078 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa06fcd0-d2a3-45b4-bf44-802999029c76 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Network hostable DHCP agents. Network: c64faf25-fe42-40ef-a27f-9aab4ea3795b, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:35:47.707909 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f8bf7a92-ee2c-4dea-a7ff-d5c3c6e34db1 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:47.724048 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bf7a92-ee2c-4dea-a7ff-d5c3c6e34db1 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:47.725369 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f8bf7a92-ee2c-4dea-a7ff-d5c3c6e34db1 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:47.738771 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa06fcd0-d2a3-45b4-bf44-802999029c76 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Network c64faf25-fe42-40ef-a27f-9aab4ea3795b is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:35:47.750193 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b022197-afd0-4f1a-8087-8ee8636864a9 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] DELETE failed (client error): The resource could not be found. Feb 01 04:35:47.750654 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b022197-afd0-4f1a-8087-8ee8636864a9 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:35:47.755599 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-fa06fcd0-d2a3-45b4-bf44-802999029c76 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, c64faf25-fe42-40ef-a27f-9aab4ea3795b) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:35:47.756323 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-5b022197-afd0-4f1a-8087-8ee8636864a9 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/subnets/102964f4-2546-400d-bc56-28fe5bb5a414 HTTP/1.1" status: 404 len: 337 time: 0.1060424 Feb 01 04:35:47.757152 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38560) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:47.760384 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa06fcd0-d2a3-45b4-bf44-802999029c76 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:47.761209 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fa06fcd0-d2a3-45b4-bf44-802999029c76 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:47.807055 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-fa06fcd0-d2a3-45b4-bf44-802999029c76 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.6048207 Feb 01 04:35:47.808165 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38564) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:47.815480 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-f8bf7a92-ee2c-4dea-a7ff-d5c3c6e34db1 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4381998 Feb 01 04:35:47.827453 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38568) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:47.852545 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-d70216a0-0948-44ef-a552-f0446affd3fe tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] DELETE failed (client error): The resource could not be found. Feb 01 04:35:47.853026 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d70216a0-0948-44ef-a552-f0446affd3fe tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:35:47.858959 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-d70216a0-0948-44ef-a552-f0446affd3fe tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/subnets/65252a10-5fd9-4d54-bd09-2dd5bcdbd559 HTTP/1.1" status: 404 len: 337 time: 0.0825801 Feb 01 04:35:47.859985 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38574) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:47.863966 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-0de4962d-ae7b-4503-be5f-7f3daa095194 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Request body: {'subnet': {'network_id': '6a662d20-9118-4f87-a89f-d9af2048de6b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:35:48.027687 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1ba69df7-f9f0-49ac-9750-5ced7f767b0c tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:48.050504 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-f0654193-b0a1-439b-9d1b-d29ba3ef3805 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/ports?device_id=bdf2a959-07e4-4642-99e4-913a312a245c HTTP/1.1" status: 200 len: 205 time: 0.1543801 Feb 01 04:35:48.057226 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bf7a92-ee2c-4dea-a7ff-d5c3c6e34db1 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event updated for resources: {'Network': ['ID=6a662d20-9118-4f87-a89f-d9af2048de6b,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:48.061052 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38588) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:48.070471 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 6a662d20-9118-4f87-a89f-d9af2048de6b details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:35:48.089176 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b418333-b186-45ed-a418-636ed76d7866 None None] Network c64faf25-fe42-40ef-a27f-9aab4ea3795b requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:35:48.154145 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1ba69df7-f9f0-49ac-9750-5ced7f767b0c tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:48.200709 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.api.v2.resource [None req-8ee0104b-5dd6-44e0-964c-d89a1d60c51f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] delete failed (client error): The resource could not be found. Feb 01 04:35:48.201725 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-8ee0104b-5dd6-44e0-964c-d89a1d60c51f tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/routers/bdf2a959-07e4-4642-99e4-913a312a245c HTTP/1.1" status: 404 len: 336 time: 0.1377878 Feb 01 04:35:48.205142 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38592) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:48.214912 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-0bde0ac9-c4dc-4184-b1e0-2ad8dc59d357 req-46e46fe4-c25f-4912-a65a-cb73139ff3ec tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2067261259&fields=id&tenant_id=0629703b9474474a9f2fde13723d2e8b HTTP/1.1" status: 200 len: 267 time: 0.2555788 Feb 01 04:35:48.215857 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-0de4962d-ae7b-4503-be5f-7f3daa095194 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:35:48.219819 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-0de4962d-ae7b-4503-be5f-7f3daa095194 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Usage tracker for resource:subnet and tenant:a862444cee664ef3af6a3e24f24366c9 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:35:48.222709 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-0de4962d-ae7b-4503-be5f-7f3daa095194 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:35:48.252030 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-0de4962d-ae7b-4503-be5f-7f3daa095194 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:35:48.267268 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a40f021-a651-4158-9ec8-59d6900439c8 req-7afc625b-71b8-45d6-98b7-1c946e491a62 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:48.268729 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6a40f021-a651-4158-9ec8-59d6900439c8 req-7afc625b-71b8-45d6-98b7-1c946e491a62 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b HTTP/1.1" status: 200 len: 945 time: 0.1984208 Feb 01 04:35:48.270858 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9b801bd-23ce-4f87-839d-0693b2a18c14 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] DELETE failed (client error): The resource could not be found. Feb 01 04:35:48.271283 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9b801bd-23ce-4f87-839d-0693b2a18c14 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:35:48.275325 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a9b801bd-23ce-4f87-839d-0693b2a18c14 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/subnets/55f3415e-78ef-4785-898c-e4059e532cc0 HTTP/1.1" status: 404 len: 337 time: 0.0657115 Feb 01 04:35:48.276701 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38596) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:48.284696 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de4962d-ae7b-4503-be5f-7f3daa095194 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Made reservation on behalf of a862444cee664ef3af6a3e24f24366c9 for: {'subnet': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:35:48.288179 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0de4962d-ae7b-4503-be5f-7f3daa095194 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3694443'] for subnet, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:48.352635 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-5ec5f75b-4abd-45b3-89cd-9b7927ebceb1 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Synchronizing usage tracker for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:35:48.365378 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6a40f021-a651-4158-9ec8-59d6900439c8 req-646727d4-2d98-4437-a917-05b45c0bfcbb tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3f5860d-525a-4a29-9378-b1632322cfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0900435 Feb 01 04:35:48.376002 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1ba69df7-f9f0-49ac-9750-5ced7f767b0c tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3072169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2652276'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:48.418156 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241efeee-82b8-4790-83b7-9e95af41d806 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-c64faf25-fe42-40ef-a27f-9aab4ea3795b', 'network_id': 'c64faf25-fe42-40ef-a27f-9aab4ea3795b', 'tenant_id': 'a9e688303aa04885aaaab4031138e2c1', 'fixed_ips': [{'subnet_id': '3302432d-48aa-4eea-8685-a81b2918760a'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:35:48.419054 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-241efeee-82b8-4790-83b7-9e95af41d806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:48.494001 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde0ac9-c4dc-4184-b1e0-2ad8dc59d357 req-a7e8af58-964c-427a-99e4-f849a96099a4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:48.495574 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-0bde0ac9-c4dc-4184-b1e0-2ad8dc59d357 req-a7e8af58-964c-427a-99e4-f849a96099a4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/networks?id=6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d HTTP/1.1" status: 200 len: 796 time: 0.2700405 Feb 01 04:35:48.515833 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-0bde0ac9-c4dc-4184-b1e0-2ad8dc59d357 req-06566f49-3b91-4dea-a7d1-2edb6ee8f649 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/quotas/0629703b9474474a9f2fde13723d2e8b HTTP/1.1" status: 200 len: 375 time: 0.0130517 Feb 01 04:35:48.536237 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-5ec5f75b-4abd-45b3-89cd-9b7927ebceb1 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Unset dirty status for tenant:60b4e61082d3421283cb095bbc99ad8e on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:35:48.539372 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-5ec5f75b-4abd-45b3-89cd-9b7927ebceb1 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "GET /v2.0/ports?device_id=53ef64de-6048-4adc-9095-22add599aadb HTTP/1.1" status: 200 len: 205 time: 0.2598267 Feb 01 04:35:48.542473 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38600) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:48.560746 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 6a821d54-e502-48fc-b7c9-2b1c37caa29f up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:35:48.585400 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595fa743-9916-4609-b695-a5a15befd8cd None None] Network c64faf25-fe42-40ef-a27f-9aab4ea3795b requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:35:48.634945 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1ba69df7-f9f0-49ac-9750-5ced7f767b0c tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:48.665165 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-1ba69df7-f9f0-49ac-9750-5ced7f767b0c tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c64faf25-fe42-40ef-a27f-9aab4ea3795b']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:48.678207 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-1ba69df7-f9f0-49ac-9750-5ced7f767b0c tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28d540b0-ca1e-4f5e-bb09-59145f3dfe13') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:48.678599 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-1ba69df7-f9f0-49ac-9750-5ced7f767b0c tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28d540b0-ca1e-4f5e-bb09-59145f3dfe13') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:48.690239 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1ba69df7-f9f0-49ac-9750-5ced7f767b0c tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143022'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:48.706868 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba69df7-f9f0-49ac-9750-5ced7f767b0c tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Pushing event deleted for resources: {'Subnet': ['ID=3302432d-48aa-4eea-8685-a81b2918760a,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:48.768125 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1ba69df7-f9f0-49ac-9750-5ced7f767b0c tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:48.787723 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ba69df7-f9f0-49ac-9750-5ced7f767b0c tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:35:48.788217 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1ba69df7-f9f0-49ac-9750-5ced7f767b0c tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3072199'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:48.792587 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-0bde0ac9-c4dc-4184-b1e0-2ad8dc59d357 req-eafab025-c7b7-4ed2-bc40-04a24d0af651 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Synchronizing usage tracker for tenant:0629703b9474474a9f2fde13723d2e8b on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:35:48.795819 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0de4962d-ae7b-4503-be5f-7f3daa095194 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3037478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3694457'] for subnet, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:48.807772 dv-neutron-826830-1-hyperv neutron-server[87636]: Traceback (most recent call last): Feb 01 04:35:48.807772 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:35:48.807772 dv-neutron-826830-1-hyperv neutron-server[87636]: timer() Feb 01 04:35:48.807772 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:35:48.807772 dv-neutron-826830-1-hyperv neutron-server[87636]: cb(*args, **kw) Feb 01 04:35:48.807772 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:35:48.807772 dv-neutron-826830-1-hyperv neutron-server[87636]: return func(*args, **kwargs) Feb 01 04:35:48.807772 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:35:48.807772 dv-neutron-826830-1-hyperv neutron-server[87636]: self._notify() Feb 01 04:35:48.807772 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:35:48.807772 dv-neutron-826830-1-hyperv neutron-server[87636]: self.callback(batched_events) Feb 01 04:35:48.807772 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:35:48.807772 dv-neutron-826830-1-hyperv neutron-server[87636]: event.method(event) Feb 01 04:35:48.807772 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:35:48.807772 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:35:48.807772 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:35:48.807772 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:35:48.807772 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:35:48.807772 dv-neutron-826830-1-hyperv neutron-server[87636]: return f(self, *a, **k) Feb 01 04:35:48.807772 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:35:48.807772 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._get(url).json() Feb 01 04:35:48.807772 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:35:48.807772 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:35:48.807772 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:35:48.807772 dv-neutron-826830-1-hyperv neutron-server[87636]: return self.request(url, 'GET', **kwargs) Feb 01 04:35:48.807772 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:35:48.807772 dv-neutron-826830-1-hyperv neutron-server[87636]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:35:48.807772 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:35:48.807772 dv-neutron-826830-1-hyperv neutron-server[87636]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:35:48.807772 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:35:48.807772 dv-neutron-826830-1-hyperv neutron-server[87636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:35:48.807772 dv-neutron-826830-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:35:48.812666 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-b6bd69fd-0351-462c-a694-1e8908801508 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] delete failed (client error): The resource could not be found. Feb 01 04:35:48.814104 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b6bd69fd-0351-462c-a694-1e8908801508 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/routers/53ef64de-6048-4adc-9095-22add599aadb HTTP/1.1" status: 404 len: 336 time: 0.2694979 Feb 01 04:35:48.826216 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 6a821d54-e502-48fc-b7c9-2b1c37caa29f triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:35:48.826588 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:48.828374 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38604) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:48.900632 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-8427ebff-ae21-47d7-911f-b19b0d160428 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] DELETE failed (client error): The resource could not be found. Feb 01 04:35:48.901082 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8427ebff-ae21-47d7-911f-b19b0d160428 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:35:48.923804 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-8427ebff-ae21-47d7-911f-b19b0d160428 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/subnets/7256ce62-63a7-408c-b161-29af86e1cd16 HTTP/1.1" status: 404 len: 337 time: 0.0880258 Feb 01 04:35:48.926335 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38608) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:48.935755 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de4962d-ae7b-4503-be5f-7f3daa095194 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event updated for resources: {'Subnet': ['ID=aa6d8f19-534b-4db9-95c6-0a803d7bcf52,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:48.937882 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-0bde0ac9-c4dc-4184-b1e0-2ad8dc59d357 req-eafab025-c7b7-4ed2-bc40-04a24d0af651 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Unset dirty status for tenant:0629703b9474474a9f2fde13723d2e8b on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:35:48.939160 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-0bde0ac9-c4dc-4184-b1e0-2ad8dc59d357 req-eafab025-c7b7-4ed2-bc40-04a24d0af651 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0629703b9474474a9f2fde13723d2e8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4165168 Feb 01 04:35:48.948363 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de4962d-ae7b-4503-be5f-7f3daa095194 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Checking segment: {'id': 'a0062f1e-d347-4b99-a569-9802af793f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '6a662d20-9118-4f87-a89f-d9af2048de6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:35:48.948719 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de4962d-ae7b-4503-be5f-7f3daa095194 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Network hostable DHCP agents. Network: 6a662d20-9118-4f87-a89f-d9af2048de6b, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:35:48.975436 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-c720955f-6cda-48b0-8cfd-47715ed6aa89 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] DELETE failed (client error): The resource could not be found. Feb 01 04:35:48.976002 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c720955f-6cda-48b0-8cfd-47715ed6aa89 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:35:48.978018 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de4962d-ae7b-4503-be5f-7f3daa095194 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Network 6a662d20-9118-4f87-a89f-d9af2048de6b is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:35:48.978658 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1ba69df7-f9f0-49ac-9750-5ced7f767b0c tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:48.982894 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1ba69df7-f9f0-49ac-9750-5ced7f767b0c tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:48.995184 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-0de4962d-ae7b-4503-be5f-7f3daa095194 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, 6a662d20-9118-4f87-a89f-d9af2048de6b) {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:35:48.999904 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de4962d-ae7b-4503-be5f-7f3daa095194 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:49.000528 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0de4962d-ae7b-4503-be5f-7f3daa095194 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:49.008722 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1cbef36-3c82-4ad1-82fd-94bcb356c808 None None] Network 6a662d20-9118-4f87-a89f-d9af2048de6b requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:35:49.015702 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1ba69df7-f9f0-49ac-9750-5ced7f767b0c tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] 10.222.0.24 "DELETE /v2.0/networks/c64faf25-fe42-40ef-a27f-9aab4ea3795b HTTP/1.1" status: 204 len: 168 time: 1.2027175 Feb 01 04:35:49.017401 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38614) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:49.021511 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c720955f-6cda-48b0-8cfd-47715ed6aa89 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/subnets/3730904f-3098-43fd-b429-6e8323855bc6 HTTP/1.1" status: 404 len: 337 time: 0.0914433 Feb 01 04:35:49.021511 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba69df7-f9f0-49ac-9750-5ced7f767b0c tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Pushing event deleted for resources: {'Network': ['ID=c64faf25-fe42-40ef-a27f-9aab4ea3795b,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:49.024520 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38616) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:49.030143 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-c2e0a471-1948-4e80-9c51-396c96e87bdb tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1724434678'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:35:49.044726 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-0de4962d-ae7b-4503-be5f-7f3daa095194 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2129521 Feb 01 04:35:49.048189 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38622) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:49.054030 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-cb5ac55e-dd76-4633-b510-549491829416 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Request body: {'port': {'network_id': '6a662d20-9118-4f87-a89f-d9af2048de6b', 'name': 'tempest-PortsTestJSON-1869475164'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:35:49.067292 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c2e0a471-1948-4e80-9c51-396c96e87bdb tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:35:49.077650 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c2e0a471-1948-4e80-9c51-396c96e87bdb tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Usage tracker for resource:network and tenant:a9e688303aa04885aaaab4031138e2c1 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:35:49.080483 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-baec5fa7-dcd8-4b0c-80da-420e94267f73 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] DELETE failed (client error): The resource could not be found. Feb 01 04:35:49.080948 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baec5fa7-dcd8-4b0c-80da-420e94267f73 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:35:49.085505 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-baec5fa7-dcd8-4b0c-80da-420e94267f73 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/ports/97344616-4f89-4de6-9c99-be63700005c8 HTTP/1.1" status: 404 len: 333 time: 0.0577438 Feb 01 04:35:49.085505 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c2e0a471-1948-4e80-9c51-396c96e87bdb tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:35:49.086517 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38626) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:49.090712 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c2e0a471-1948-4e80-9c51-396c96e87bdb tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:35:49.102489 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e0a471-1948-4e80-9c51-396c96e87bdb tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Made reservation on behalf of a9e688303aa04885aaaab4031138e2c1 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:35:49.106203 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c2e0a471-1948-4e80-9c51-396c96e87bdb tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:49.135202 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2e0a471-1948-4e80-9c51-396c96e87bdb tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:35:49.145893 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c2e0a471-1948-4e80-9c51-396c96e87bdb tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:49.146340 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-c2e0a471-1948-4e80-9c51-396c96e87bdb tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Added segment da81ce42-b53e-4a74-8df0-117b0b1a62ed of type vlan for network 0d57cdb1-90c6-4b92-b96e-83db1286a1ae Feb 01 04:35:49.147635 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cb8dc49-3842-43ec-9313-8ec5de6aea91 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] DELETE failed (client error): The resource could not be found. Feb 01 04:35:49.148282 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cb8dc49-3842-43ec-9313-8ec5de6aea91 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:35:49.150129 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-0cb8dc49-3842-43ec-9313-8ec5de6aea91 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/subnets/6d734d9c-2ab5-4698-908e-9b421bc37292 HTTP/1.1" status: 404 len: 337 time: 0.0624151 Feb 01 04:35:49.152975 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38630) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:49.207623 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-d082559d-c81b-4c50-b07b-94661aedd56c tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] DELETE failed (client error): The resource could not be found. Feb 01 04:35:49.208018 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d082559d-c81b-4c50-b07b-94661aedd56c tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:35:49.226688 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d082559d-c81b-4c50-b07b-94661aedd56c tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/ports/4dc7b901-e6cf-409c-837b-306ed8e7d0f7 HTTP/1.1" status: 404 len: 333 time: 0.0698812 Feb 01 04:35:49.226688 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38634) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:49.229987 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c2e0a471-1948-4e80-9c51-396c96e87bdb tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:49.244389 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5ce10b-da9e-4e68-befc-262bd647206b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-6a662d20-9118-4f87-a89f-d9af2048de6b', 'network_id': '6a662d20-9118-4f87-a89f-d9af2048de6b', 'tenant_id': 'a862444cee664ef3af6a3e24f24366c9', 'fixed_ips': [{'subnet_id': 'aa6d8f19-534b-4db9-95c6-0a803d7bcf52'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:35:49.245371 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4f5ce10b-da9e-4e68-befc-262bd647206b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:49.270690 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fcb5d07-9c27-484f-9c80-89986154205d tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] DELETE failed (client error): The resource could not be found. Feb 01 04:35:49.271165 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fcb5d07-9c27-484f-9c80-89986154205d tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:35:49.275180 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1fcb5d07-9c27-484f-9c80-89986154205d tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/subnets/17c65d6c-f262-44d2-911a-7baabad3542c HTTP/1.1" status: 404 len: 337 time: 0.0454321 Feb 01 04:35:49.275672 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38638) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:49.322541 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-0bde0ac9-c4dc-4184-b1e0-2ad8dc59d357 req-6429875a-c83a-419e-a01a-32f60b2e42ed service neutron] 10.222.0.24 "GET /v2.0/networks/6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3691185 Feb 01 04:35:49.328516 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-072c2a67-6631-4020-8900-3b4bab4e6690 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] DELETE failed (client error): The resource could not be found. Feb 01 04:35:49.329179 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-072c2a67-6631-4020-8900-3b4bab4e6690 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:35:49.331052 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-072c2a67-6631-4020-8900-3b4bab4e6690 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/ports/9dbc02de-6e25-4fd7-8ecf-5dbb39f91af4 HTTP/1.1" status: 404 len: 333 time: 0.0542331 Feb 01 04:35:49.334114 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38642) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:49.356834 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-cb5ac55e-dd76-4633-b510-549491829416 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:35:49.377497 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e87a755-4dfb-4d3b-b1d0-3ce1f15d70b8 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] DELETE failed (client error): The resource could not be found. Feb 01 04:35:49.377704 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e87a755-4dfb-4d3b-b1d0-3ce1f15d70b8 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:35:49.380020 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-3e87a755-4dfb-4d3b-b1d0-3ce1f15d70b8 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/subnets/57b0489e-ddc6-4ae5-be48-cbdc5b80630e HTTP/1.1" status: 404 len: 337 time: 0.0450153 Feb 01 04:35:49.380856 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c2e0a471-1948-4e80-9c51-396c96e87bdb tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:49.383485 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38646) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:49.384651 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-cb5ac55e-dd76-4633-b510-549491829416 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:35:49.386268 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e0a471-1948-4e80-9c51-396c96e87bdb tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:49.386866 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c2e0a471-1948-4e80-9c51-396c96e87bdb tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:49.428330 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-4f5ce10b-da9e-4e68-befc-262bd647206b None None] Allocated IP 172.20.0.2 (6a662d20-9118-4f87-a89f-d9af2048de6b/aa6d8f19-534b-4db9-95c6-0a803d7bcf52/1c77fcf1-65c5-4fc6-a995-99b0b8652d57) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:35:49.464284 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3ebba48-12e4-4cbc-832d-addce060cc24 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] DELETE failed (client error): The resource could not be found. Feb 01 04:35:49.464711 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3ebba48-12e4-4cbc-832d-addce060cc24 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:35:49.469167 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-e3ebba48-12e4-4cbc-832d-addce060cc24 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/ports/baf97f3a-1ec5-4a43-929f-0020c651b6c4 HTTP/1.1" status: 404 len: 333 time: 0.0716770 Feb 01 04:35:49.494770 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38652) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:49.500114 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e0a471-1948-4e80-9c51-396c96e87bdb tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Pushing event updated for resources: {'Network': ['ID=0d57cdb1-90c6-4b92-b96e-83db1286a1ae,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:49.517293 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb5ac55e-dd76-4633-b510-549491829416 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Made reservation on behalf of a862444cee664ef3af6a3e24f24366c9 for: {'port': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:35:49.521645 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cb5ac55e-dd76-4633-b510-549491829416 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:49.533214 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 0d57cdb1-90c6-4b92-b96e-83db1286a1ae details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:35:49.551087 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed1b8645-2b21-464d-8a0d-7143cce17dcc tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] DELETE failed (client error): The resource could not be found. Feb 01 04:35:49.551681 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed1b8645-2b21-464d-8a0d-7143cce17dcc tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:35:49.555838 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ed1b8645-2b21-464d-8a0d-7143cce17dcc tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/subnets/eb662c10-5b22-41bb-8292-b2f55e955702 HTTP/1.1" status: 404 len: 337 time: 0.0527024 Feb 01 04:35:49.561488 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c2e0a471-1948-4e80-9c51-396c96e87bdb tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5385854 Feb 01 04:35:49.563209 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38656) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:49.563438 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38658) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:49.574891 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-cb5ac55e-dd76-4633-b510-549491829416 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] device_id is not set on port 8245da18-a871-4923-a6fd-f0a4273e56c6 yet. {{(pid=87637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:35:49.575494 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-238572cc-a4f8-441a-9b8c-5c3d4a1b56f2 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Request body: {'subnet': {'network_id': '0d57cdb1-90c6-4b92-b96e-83db1286a1ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:35:49.667836 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d9d3f2a-2669-4b8f-b695-90794fc4e083 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] DELETE failed (client error): The resource could not be found. Feb 01 04:35:49.669028 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d9d3f2a-2669-4b8f-b695-90794fc4e083 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:35:49.673386 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-1d9d3f2a-2669-4b8f-b695-90794fc4e083 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/ports/2fa97e5a-db1d-4c3f-9412-68ba06b91564 HTTP/1.1" status: 404 len: 333 time: 0.1070809 Feb 01 04:35:49.674523 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38664) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:49.720219 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-0bde0ac9-c4dc-4184-b1e0-2ad8dc59d357 req-238c8ee9-9ee5-4a74-8f71-a7414b093a9c service neutron] 10.222.0.24 "GET /v2.0/networks/6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3850970 Feb 01 04:35:49.759597 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4f5ce10b-da9e-4e68-befc-262bd647206b None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:49.770869 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-4f5ce10b-da9e-4e68-befc-262bd647206b None None] Transition to ACTIVE for port object 1c77fcf1-65c5-4fc6-a995-99b0b8652d57 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:35:49.790825 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-4f5ce10b-da9e-4e68-befc-262bd647206b None None] Transition to ACTIVE for port object 1c77fcf1-65c5-4fc6-a995-99b0b8652d57 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:35:49.803122 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4f5ce10b-da9e-4e68-befc-262bd647206b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:49.869350 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-e080f3dd-447e-45dd-83ec-5a1dbd785fe9 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] DELETE failed (client error): The resource could not be found. Feb 01 04:35:49.869898 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e080f3dd-447e-45dd-83ec-5a1dbd785fe9 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:35:49.871509 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e080f3dd-447e-45dd-83ec-5a1dbd785fe9 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/subnets/a66b7c0e-2e6b-48af-8376-f94f52723849 HTTP/1.1" status: 404 len: 337 time: 0.1960452 Feb 01 04:35:49.876180 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38668) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:49.886093 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5ce10b-da9e-4e68-befc-262bd647206b None None] Network 6a662d20-9118-4f87-a89f-d9af2048de6b is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:35:49.900427 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-cb5ac55e-dd76-4633-b510-549491829416 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Allocated IP 172.20.0.11 (6a662d20-9118-4f87-a89f-d9af2048de6b/aa6d8f19-534b-4db9-95c6-0a803d7bcf52/8245da18-a871-4923-a6fd-f0a4273e56c6) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:35:49.913896 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-4f5ce10b-da9e-4e68-befc-262bd647206b None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:35:49.917514 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5ce10b-da9e-4e68-befc-262bd647206b None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:35:49.998101 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-785aa9fe-b894-4b43-831e-dc7b7094e69e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] DELETE failed (client error): The resource could not be found. Feb 01 04:35:49.998827 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-785aa9fe-b894-4b43-831e-dc7b7094e69e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:35:50.000550 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-785aa9fe-b894-4b43-831e-dc7b7094e69e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/ports/4f90fd7d-73c8-4aa9-9082-ea380a50597e HTTP/1.1" status: 404 len: 333 time: 0.1223617 Feb 01 04:35:50.005783 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ce10b-da9e-4e68-befc-262bd647206b None None] Pushing event updated for resources: {'Port': ['ID=1c77fcf1-65c5-4fc6-a995-99b0b8652d57,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:50.010900 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-238572cc-a4f8-441a-9b8c-5c3d4a1b56f2 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:35:50.013315 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38678) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:50.045203 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-4f5ce10b-da9e-4e68-befc-262bd647206b None None] Attempting to bind port 1c77fcf1-65c5-4fc6-a995-99b0b8652d57 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:35:50.045617 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-4f5ce10b-da9e-4e68-befc-262bd647206b None None] Attempting to bind port 1c77fcf1-65c5-4fc6-a995-99b0b8652d57 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': 'a0062f1e-d347-4b99-a569-9802af793f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '6a662d20-9118-4f87-a89f-d9af2048de6b'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:35:50.045977 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5ce10b-da9e-4e68-befc-262bd647206b None None] Attempting to bind port 1c77fcf1-65c5-4fc6-a995-99b0b8652d57 on network 6a662d20-9118-4f87-a89f-d9af2048de6b {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:35:50.052451 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5ce10b-da9e-4e68-befc-262bd647206b None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:35:50.052867 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5ce10b-da9e-4e68-befc-262bd647206b None None] Checking segment: {'id': 'a0062f1e-d347-4b99-a569-9802af793f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '6a662d20-9118-4f87-a89f-d9af2048de6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:35:50.053262 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4f5ce10b-da9e-4e68-befc-262bd647206b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:50.053734 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5ce10b-da9e-4e68-befc-262bd647206b None None] Bound using segment: {'id': 'a0062f1e-d347-4b99-a569-9802af793f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '6a662d20-9118-4f87-a89f-d9af2048de6b'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:35:50.055227 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-4f5ce10b-da9e-4e68-befc-262bd647206b None None] Bound port: 1c77fcf1-65c5-4fc6-a995-99b0b8652d57, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0062f1e-d347-4b99-a569-9802af793f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '6a662d20-9118-4f87-a89f-d9af2048de6b'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:35:50.055595 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4f5ce10b-da9e-4e68-befc-262bd647206b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:50.059186 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-238572cc-a4f8-441a-9b8c-5c3d4a1b56f2 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Usage tracker for resource:subnet and tenant:a9e688303aa04885aaaab4031138e2c1 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:35:50.063936 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-238572cc-a4f8-441a-9b8c-5c3d4a1b56f2 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:35:50.084231 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-238572cc-a4f8-441a-9b8c-5c3d4a1b56f2 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:35:50.087348 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-3263e5f4-1fa9-4999-a1a7-dfb83164fd3e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] DELETE failed (client error): The resource could not be found. Feb 01 04:35:50.087793 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3263e5f4-1fa9-4999-a1a7-dfb83164fd3e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:35:50.089567 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-3263e5f4-1fa9-4999-a1a7-dfb83164fd3e tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/subnets/1bfe91e9-772a-4f0d-9937-281fa3d32132 HTTP/1.1" status: 404 len: 337 time: 0.0749481 Feb 01 04:35:50.095550 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38682) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:50.148152 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b9474-6579-4602-af28-b870d5ef87b2 req-475ee326-a5ef-436d-9ef4-57f433ae21e2 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:50.149658 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-fc3b9474-6579-4602-af28-b870d5ef87b2 req-475ee326-a5ef-436d-9ef4-57f433ae21e2 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b HTTP/1.1" status: 200 len: 945 time: 0.5871735 Feb 01 04:35:50.173763 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e0b8437-bfa5-4635-8e5a-c8f5c2595803 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] DELETE failed (client error): The resource could not be found. Feb 01 04:35:50.174240 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e0b8437-bfa5-4635-8e5a-c8f5c2595803 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:35:50.175957 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-8e0b8437-bfa5-4635-8e5a-c8f5c2595803 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/ports/a9a8fd27-7893-489c-abe4-911fe25e45ce HTTP/1.1" status: 404 len: 333 time: 0.0777154 Feb 01 04:35:50.180305 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38686) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:50.180305 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-238572cc-a4f8-441a-9b8c-5c3d4a1b56f2 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Made reservation on behalf of a9e688303aa04885aaaab4031138e2c1 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:35:50.183627 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-238572cc-a4f8-441a-9b8c-5c3d4a1b56f2 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:50.192962 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-4f5ce10b-da9e-4e68-befc-262bd647206b None None] For port 1c77fcf1-65c5-4fc6-a995-99b0b8652d57, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:35:50.197676 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-4f5ce10b-da9e-4e68-befc-262bd647206b None None] For port 1c77fcf1-65c5-4fc6-a995-99b0b8652d57, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=1c77fcf1-65c5-4fc6-a995-99b0b8652d57,segment=NetworkSegment(a0062f1e-d347-4b99-a569-9802af793f56),segment_id=a0062f1e-d347-4b99-a569-9802af793f56)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:35:50.206384 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4f5ce10b-da9e-4e68-befc-262bd647206b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:50.272783 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cb5ac55e-dd76-4633-b510-549491829416 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:50.273680 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7393af3b-773a-4a21-9517-db552b4f02cd req-a42dd782-53ce-445f-9dfa-51ee2aeeb429 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:50.275165 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7393af3b-773a-4a21-9517-db552b4f02cd req-a42dd782-53ce-445f-9dfa-51ee2aeeb429 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b HTTP/1.1" status: 200 len: 945 time: 0.4865999 Feb 01 04:35:50.279356 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fab363f-ab33-4d11-8c18-b23115531b3a tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] DELETE failed (client error): The resource could not be found. Feb 01 04:35:50.279767 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fab363f-ab33-4d11-8c18-b23115531b3a tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:35:50.283747 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-6fab363f-ab33-4d11-8c18-b23115531b3a tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/subnets/79cce5ab-2986-4090-a12d-43cf5a427e7f HTTP/1.1" status: 404 len: 337 time: 0.0790987 Feb 01 04:35:50.299809 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38692) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:50.304665 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 04:35:50.311709 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-ed443264-95db-4b24-a7d5-a42c5eb753c9 req-8a87ce0a-a16d-48fa-b68a-328fa64be268 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=af68ca87-7dc0-401e-b0f7-ac6a737aabf9 HTTP/1.1" status: 200 len: 210 time: 0.2517807 Feb 01 04:35:50.319752 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-cb5ac55e-dd76-4633-b510-549491829416 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Transition to ACTIVE for port object 8245da18-a871-4923-a6fd-f0a4273e56c6 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:35:50.338950 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ce10b-da9e-4e68-befc-262bd647206b None None] Pushing event updated for resources: {'Port': ['ID=1c77fcf1-65c5-4fc6-a995-99b0b8652d57,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:50.359222 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cb5ac55e-dd76-4633-b510-549491829416 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:50.448689 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5ac55e-dd76-4633-b510-549491829416 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Network 6a662d20-9118-4f87-a89f-d9af2048de6b is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:35:50.452668 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-cb5ac55e-dd76-4633-b510-549491829416 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:35:50.457073 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5ac55e-dd76-4633-b510-549491829416 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:35:50.495207 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5ac55e-dd76-4633-b510-549491829416 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event updated for resources: {'Port': ['ID=8245da18-a871-4923-a6fd-f0a4273e56c6,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:50.538932 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5ac55e-dd76-4633-b510-549491829416 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:50.540850 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cb5ac55e-dd76-4633-b510-549491829416 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:50.571447 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-cb5ac55e-dd76-4633-b510-549491829416 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.5218441 Feb 01 04:35:50.574351 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38700) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:50.581088 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-40c6c7c5-8f0d-410b-b98a-cac6f014397c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Request body: {'port': {'network_id': '6a662d20-9118-4f87-a89f-d9af2048de6b', 'name': 'tempest-PortsTestJSON-26587819'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:35:50.615401 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-fc3b9474-6579-4602-af28-b870d5ef87b2 req-1666e0a2-0774-42cd-a3fa-d3a0c747fa59 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3f5860d-525a-4a29-9378-b1632322cfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4576654 Feb 01 04:35:50.651897 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-7393af3b-773a-4a21-9517-db552b4f02cd req-99acb8d6-b813-4101-9517-43f02f98a182 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Deleting port 9a143ed3-127d-4979-9fda-2a2543ba2248 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:35:50.652239 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-7393af3b-773a-4a21-9517-db552b4f02cd req-99acb8d6-b813-4101-9517-43f02f98a182 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:50.781550 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-40c6c7c5-8f0d-410b-b98a-cac6f014397c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:35:50.790481 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-40c6c7c5-8f0d-410b-b98a-cac6f014397c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Usage tracker for resource:port and tenant:a862444cee664ef3af6a3e24f24366c9 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:35:50.791021 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9aa82878-65d8-4259-b73d-f3fdd34bba81 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:50.793744 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-40c6c7c5-8f0d-410b-b98a-cac6f014397c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:35:50.801162 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-40c6c7c5-8f0d-410b-b98a-cac6f014397c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:35:50.814468 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c6c7c5-8f0d-410b-b98a-cac6f014397c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Made reservation on behalf of a862444cee664ef3af6a3e24f24366c9 for: {'port': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:35:50.818481 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-40c6c7c5-8f0d-410b-b98a-cac6f014397c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:50.870497 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-40c6c7c5-8f0d-410b-b98a-cac6f014397c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] device_id is not set on port 268ccbe5-c957-434c-b60f-7e32d9bfbb04 yet. {{(pid=87637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:35:51.127878 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-7393af3b-773a-4a21-9517-db552b4f02cd req-99acb8d6-b813-4101-9517-43f02f98a182 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] For port 9a143ed3-127d-4979-9fda-2a2543ba2248, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=9a143ed3-127d-4979-9fda-2a2543ba2248,segment=NetworkSegment(3a46c540-6fa2-4630-b1ad-4e7e7ce44ba6),segment_id=3a46c540-6fa2-4630-b1ad-4e7e7ce44ba6)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:35:51.128552 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-7393af3b-773a-4a21-9517-db552b4f02cd req-99acb8d6-b813-4101-9517-43f02f98a182 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:51.153956 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-40c6c7c5-8f0d-410b-b98a-cac6f014397c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Allocated IP 172.20.0.7 (6a662d20-9118-4f87-a89f-d9af2048de6b/aa6d8f19-534b-4db9-95c6-0a803d7bcf52/268ccbe5-c957-434c-b60f-7e32d9bfbb04) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:35:51.297691 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9aa82878-65d8-4259-b73d-f3fdd34bba81 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:51.375153 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-40c6c7c5-8f0d-410b-b98a-cac6f014397c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:51.393633 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-40c6c7c5-8f0d-410b-b98a-cac6f014397c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Transition to ACTIVE for port object 268ccbe5-c957-434c-b60f-7e32d9bfbb04 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:35:51.424950 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-40c6c7c5-8f0d-410b-b98a-cac6f014397c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:51.425181 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-238572cc-a4f8-441a-9b8c-5c3d4a1b56f2 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:51.430083 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-9aa82878-65d8-4259-b73d-f3fdd34bba81 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14b67238-4e53-405c-b9cd-84b8ff52e36a']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:51.493313 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-9aa82878-65d8-4259-b73d-f3fdd34bba81 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73bac785-d57c-4546-99aa-32639118ab70') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:51.493566 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-9aa82878-65d8-4259-b73d-f3fdd34bba81 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73bac785-d57c-4546-99aa-32639118ab70') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:51.518603 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9aa82878-65d8-4259-b73d-f3fdd34bba81 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143022'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:51.545519 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-6926bf50-00e8-4f78-bd80-7cc246fb8fc2 req-eca73920-8b11-49c6-9cb8-c1f3a083ff2a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=af68ca87-7dc0-401e-b0f7-ac6a737aabf9 HTTP/1.1" status: 200 len: 210 time: 0.0701210 Feb 01 04:35:51.547539 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9aa82878-65d8-4259-b73d-f3fdd34bba81 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:51.557799 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aa82878-65d8-4259-b73d-f3fdd34bba81 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:35:51.558305 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9aa82878-65d8-4259-b73d-f3fdd34bba81 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3072199'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:51.561708 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c6c7c5-8f0d-410b-b98a-cac6f014397c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Network 6a662d20-9118-4f87-a89f-d9af2048de6b is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:35:51.565088 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-40c6c7c5-8f0d-410b-b98a-cac6f014397c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:35:51.577947 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c6c7c5-8f0d-410b-b98a-cac6f014397c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:35:51.592299 dv-neutron-826830-1-hyperv neutron-server[87636]: Traceback (most recent call last): Feb 01 04:35:51.592299 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:35:51.592299 dv-neutron-826830-1-hyperv neutron-server[87636]: timer() Feb 01 04:35:51.592299 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:35:51.592299 dv-neutron-826830-1-hyperv neutron-server[87636]: cb(*args, **kw) Feb 01 04:35:51.592299 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:35:51.592299 dv-neutron-826830-1-hyperv neutron-server[87636]: return func(*args, **kwargs) Feb 01 04:35:51.592299 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:35:51.592299 dv-neutron-826830-1-hyperv neutron-server[87636]: self._notify() Feb 01 04:35:51.592299 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:35:51.592299 dv-neutron-826830-1-hyperv neutron-server[87636]: self.callback(batched_events) Feb 01 04:35:51.592299 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:35:51.592299 dv-neutron-826830-1-hyperv neutron-server[87636]: event.method(event) Feb 01 04:35:51.592299 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:35:51.592299 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:35:51.592299 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:35:51.592299 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:35:51.592299 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:35:51.592299 dv-neutron-826830-1-hyperv neutron-server[87636]: return f(self, *a, **k) Feb 01 04:35:51.592299 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:35:51.592299 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._get(url).json() Feb 01 04:35:51.592299 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:35:51.592299 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:35:51.592299 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:35:51.592299 dv-neutron-826830-1-hyperv neutron-server[87636]: return self.request(url, 'GET', **kwargs) Feb 01 04:35:51.592299 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:35:51.592299 dv-neutron-826830-1-hyperv neutron-server[87636]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:35:51.592299 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:35:51.592299 dv-neutron-826830-1-hyperv neutron-server[87636]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:35:51.592299 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:35:51.592299 dv-neutron-826830-1-hyperv neutron-server[87636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:35:51.592299 dv-neutron-826830-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:35:51.620052 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c6c7c5-8f0d-410b-b98a-cac6f014397c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event updated for resources: {'Port': ['ID=268ccbe5-c957-434c-b60f-7e32d9bfbb04,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:51.648664 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffdea1a7-1341-4fac-aa55-508a60ba5954 None None] Network 6a662d20-9118-4f87-a89f-d9af2048de6b requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:35:51.677583 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c6c7c5-8f0d-410b-b98a-cac6f014397c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:51.678176 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-40c6c7c5-8f0d-410b-b98a-cac6f014397c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:51.707514 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-40c6c7c5-8f0d-410b-b98a-cac6f014397c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.1310675 Feb 01 04:35:51.709911 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38710) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:51.764110 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-7393af3b-773a-4a21-9517-db552b4f02cd req-99acb8d6-b813-4101-9517-43f02f98a182 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:51.764474 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-7393af3b-773a-4a21-9517-db552b4f02cd req-99acb8d6-b813-4101-9517-43f02f98a182 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-774194'] for floatingip, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:51.764982 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.l3_db [req-7393af3b-773a-4a21-9517-db552b4f02cd req-99acb8d6-b813-4101-9517-43f02f98a182 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Floating IP cb3a15ee-e8bf-4735-84d1-f8c988f1a2d1 disassociated. External IP: 172.26.8.61, port: 9a143ed3-127d-4979-9fda-2a2543ba2248. Feb 01 04:35:51.765486 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-7393af3b-773a-4a21-9517-db552b4f02cd req-99acb8d6-b813-4101-9517-43f02f98a182 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Calling delete_port for 9a143ed3-127d-4979-9fda-2a2543ba2248 owned by compute:nova {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:35:51.767810 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-c692a877-b3ca-40a0-87d4-12cf762e3864 None None] Provisioning for port 1c77fcf1-65c5-4fc6-a995-99b0b8652d57 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:35:51.852395 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0901e12f-5ae3-47a2-8743-c1c2c35e6292 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:51.853537 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-0901e12f-5ae3-47a2-8743-c1c2c35e6292 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Synchronizing usage tracker for tenant:a862444cee664ef3af6a3e24f24366c9 on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:35:51.894820 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-0901e12f-5ae3-47a2-8743-c1c2c35e6292 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Unset dirty status for tenant:a862444cee664ef3af6a3e24f24366c9 on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:35:51.901123 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-0901e12f-5ae3-47a2-8743-c1c2c35e6292 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.11 HTTP/1.1" status: 200 len: 923 time: 0.1895325 Feb 01 04:35:51.901759 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38714) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:51.927004 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238572cc-a4f8-441a-9b8c-5c3d4a1b56f2 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Pushing event updated for resources: {'Subnet': ['ID=e5d167fc-140e-4a4e-a887-7783fa821d28,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:51.984793 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-2f3b9a69-3e33-47d9-b024-5c6d2a7428eb tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Deleting port 268ccbe5-c957-434c-b60f-7e32d9bfbb04 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:35:51.985188 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2f3b9a69-3e33-47d9-b024-5c6d2a7428eb tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:52.051795 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238572cc-a4f8-441a-9b8c-5c3d4a1b56f2 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Checking segment: {'id': 'da81ce42-b53e-4a74-8df0-117b0b1a62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0d57cdb1-90c6-4b92-b96e-83db1286a1ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:35:52.052168 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238572cc-a4f8-441a-9b8c-5c3d4a1b56f2 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Network hostable DHCP agents. Network: 0d57cdb1-90c6-4b92-b96e-83db1286a1ae, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:35:52.110555 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9aa82878-65d8-4259-b73d-f3fdd34bba81 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:52.215477 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-9b225006-8c82-401f-9bc6-f1d8a008cf6f None None] Provisioning for port 8245da18-a871-4923-a6fd-f0a4273e56c6 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:35:52.221109 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-9b225006-8c82-401f-9bc6-f1d8a008cf6f None None] Provisioning complete for port 8245da18-a871-4923-a6fd-f0a4273e56c6 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:35:52.221476 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9b225006-8c82-401f-9bc6-f1d8a008cf6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:52.273175 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2f3b9a69-3e33-47d9-b024-5c6d2a7428eb tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:52.285748 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9aa82878-65d8-4259-b73d-f3fdd34bba81 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:52.290329 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-9b225006-8c82-401f-9bc6-f1d8a008cf6f None None] Port 8245da18-a871-4923-a6fd-f0a4273e56c6 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:35:52.311902 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-9b225006-8c82-401f-9bc6-f1d8a008cf6f None None] Provisioning for port 268ccbe5-c957-434c-b60f-7e32d9bfbb04 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:35:52.318639 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-9b225006-8c82-401f-9bc6-f1d8a008cf6f None None] Provisioning complete for port 268ccbe5-c957-434c-b60f-7e32d9bfbb04 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:35:52.318859 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9b225006-8c82-401f-9bc6-f1d8a008cf6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:52.320656 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa82878-65d8-4259-b73d-f3fdd34bba81 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] Pushing event deleted for resources: {'Network': ['ID=14b67238-4e53-405c-b9cd-84b8ff52e36a,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:52.335203 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9aa82878-65d8-4259-b73d-f3fdd34bba81 tempest-NetworksTestDHCPv6-1068488414 tempest-NetworksTestDHCPv6-1068488414-project] 10.222.0.24 "DELETE /v2.0/networks/14b67238-4e53-405c-b9cd-84b8ff52e36a HTTP/1.1" status: 204 len: 168 time: 1.9904988 Feb 01 04:35:52.400086 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238572cc-a4f8-441a-9b8c-5c3d4a1b56f2 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Network 0d57cdb1-90c6-4b92-b96e-83db1286a1ae is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:35:52.414122 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-9b225006-8c82-401f-9bc6-f1d8a008cf6f None None] Port 268ccbe5-c957-434c-b60f-7e32d9bfbb04 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:35:52.434266 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde0ac9-c4dc-4184-b1e0-2ad8dc59d357 req-8b5285c3-7472-435a-88e0-fffbfda9dae0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:52.434985 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-0bde0ac9-c4dc-4184-b1e0-2ad8dc59d357 req-8b5285c3-7472-435a-88e0-fffbfda9dae0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Synchronizing usage tracker for tenant:0629703b9474474a9f2fde13723d2e8b on resource:network {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:35:52.439298 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-2f3b9a69-3e33-47d9-b024-5c6d2a7428eb tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Calling delete_port for 268ccbe5-c957-434c-b60f-7e32d9bfbb04 owned by {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:35:52.451058 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-238572cc-a4f8-441a-9b8c-5c3d4a1b56f2 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, 0d57cdb1-90c6-4b92-b96e-83db1286a1ae) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:35:52.460209 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c96a98-3716-444c-bbce-579d80f3611c None None] Network 0d57cdb1-90c6-4b92-b96e-83db1286a1ae requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:35:52.469591 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a86b10a-85c8-4223-bffb-6991c6fe94b0 req-026db689-9b23-45d4-b217-2049de40430a tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:52.471126 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0a86b10a-85c8-4223-bffb-6991c6fe94b0 req-026db689-9b23-45d4-b217-2049de40430a tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b HTTP/1.1" status: 200 len: 945 time: 0.6556613 Feb 01 04:35:52.473054 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238572cc-a4f8-441a-9b8c-5c3d4a1b56f2 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:52.473644 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-238572cc-a4f8-441a-9b8c-5c3d4a1b56f2 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:52.520860 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-7393af3b-773a-4a21-9517-db552b4f02cd req-99acb8d6-b813-4101-9517-43f02f98a182 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:52.630032 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-0bde0ac9-c4dc-4184-b1e0-2ad8dc59d357 req-8b5285c3-7472-435a-88e0-fffbfda9dae0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Unset dirty status for tenant:0629703b9474474a9f2fde13723d2e8b on resource:network {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:35:52.632292 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0bde0ac9-c4dc-4184-b1e0-2ad8dc59d357 req-8b5285c3-7472-435a-88e0-fffbfda9dae0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.18 "GET /v2.0/networks?id=6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d HTTP/1.1" status: 200 len: 796 time: 0.7831116 Feb 01 04:35:52.670369 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99acb8d6-b813-4101-9517-43f02f98a182 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Pushing event deleted for resources: {'Port': ['ID=9a143ed3-127d-4979-9fda-2a2543ba2248,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:52.694865 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-238572cc-a4f8-441a-9b8c-5c3d4a1b56f2 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.1286571 Feb 01 04:35:52.700371 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38728) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:52.728431 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0a86b10a-85c8-4223-bffb-6991c6fe94b0 req-86e55c8a-2d8c-4b75-a3b9-0097b063d5d2 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3f5860d-525a-4a29-9378-b1632322cfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2434201 Feb 01 04:35:52.855243 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 1c77fcf1-65c5-4fc6-a995-99b0b8652d57 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:35:52.869065 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-0bde0ac9-c4dc-4184-b1e0-2ad8dc59d357 req-bb11d725-7a4c-4bd8-9464-ab242e001882 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Synchronizing usage tracker for tenant:0629703b9474474a9f2fde13723d2e8b on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:35:52.881663 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-9fda4892-6c91-455d-a970-87b0e116af3e req-d56cc317-3d88-43cb-b566-370cbf3d564d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=af68ca87-7dc0-401e-b0f7-ac6a737aabf9 HTTP/1.1" status: 200 len: 210 time: 0.1233728 Feb 01 04:35:52.984222 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-927fdf83-9e0d-4c63-ae3b-3154b4e46449 None None] Provisioning complete for port 8245da18-a871-4923-a6fd-f0a4273e56c6 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:35:52.984593 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-927fdf83-9e0d-4c63-ae3b-3154b4e46449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:52.994874 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38732) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:53.014124 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-0bde0ac9-c4dc-4184-b1e0-2ad8dc59d357 req-bb11d725-7a4c-4bd8-9464-ab242e001882 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Unset dirty status for tenant:0629703b9474474a9f2fde13723d2e8b on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:35:53.015386 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0bde0ac9-c4dc-4184-b1e0-2ad8dc59d357 req-bb11d725-7a4c-4bd8-9464-ab242e001882 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0629703b9474474a9f2fde13723d2e8b HTTP/1.1" status: 200 len: 380 time: 0.3603544 Feb 01 04:35:53.037441 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2f3b9a69-3e33-47d9-b024-5c6d2a7428eb tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:53.046397 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 1c77fcf1-65c5-4fc6-a995-99b0b8652d57 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:35:53.057265 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 1c77fcf1-65c5-4fc6-a995-99b0b8652d57 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:35:53.057674 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:53.061003 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-0bde0ac9-c4dc-4184-b1e0-2ad8dc59d357 req-08cc2490-4f84-449b-b289-2dc4c75b7220 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'port': {'device_id': 'af68ca87-7dc0-401e-b0f7-ac6a737aabf9', 'network_id': '6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d', 'admin_state_up': True, 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'security_groups': ['3d9067cc-5c4f-4b72-807d-46d0feb7c2ea']}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:35:53.101576 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3b9a69-3e33-47d9-b024-5c6d2a7428eb tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event deleted for resources: {'Port': ['ID=268ccbe5-c957-434c-b60f-7e32d9bfbb04,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:53.220121 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-927fdf83-9e0d-4c63-ae3b-3154b4e46449 None None] Port 8245da18-a871-4923-a6fd-f0a4273e56c6 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:35:53.223769 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e9916c-a487-4038-8750-e97f5b1f6ece None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-0d57cdb1-90c6-4b92-b96e-83db1286a1ae', 'network_id': '0d57cdb1-90c6-4b92-b96e-83db1286a1ae', 'tenant_id': 'a9e688303aa04885aaaab4031138e2c1', 'fixed_ips': [{'subnet_id': 'e5d167fc-140e-4a4e-a887-7783fa821d28'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:35:53.224593 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-53e9916c-a487-4038-8750-e97f5b1f6ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:53.225133 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-84f29cab-e3f7-4408-a060-c5819b0cc46e tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:53.248990 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7393af3b-773a-4a21-9517-db552b4f02cd req-99acb8d6-b813-4101-9517-43f02f98a182 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Router e88ac96f-09da-4b77-9c81-4be8bc7a295d has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:35:53.297042 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2f3b9a69-3e33-47d9-b024-5c6d2a7428eb tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:53.333477 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-2f3b9a69-3e33-47d9-b024-5c6d2a7428eb tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "DELETE /v2.0/ports/268ccbe5-c957-434c-b60f-7e32d9bfbb04 HTTP/1.1" status: 204 len: 168 time: 1.4306059 Feb 01 04:35:53.335005 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38738) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:53.340070 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-84f29cab-e3f7-4408-a060-c5819b0cc46e tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:53.365841 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 9a143ed3-127d-4979-9fda-2a2543ba2248 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:35:53.402319 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-2d987644-744d-45b1-a66f-a8a5194ce761 None None] Could not find standard attr ID for object 268ccbe5-c957-434c-b60f-7e32d9bfbb04. {{(pid=87638) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 01 04:35:53.417962 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] No Port match for: 9a143ed3-127d-4979-9fda-2a2543ba2248 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:35:53.418191 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 9a143ed3-127d-4979-9fda-2a2543ba2248 not bound to the agent host hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:35:53.426444 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-6f5ec32e-c55b-40d0-a89b-5236ce0f5c6d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=60b4e61082d3421283cb095bbc99ad8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4224188 Feb 01 04:35:53.427690 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-0bde0ac9-c4dc-4184-b1e0-2ad8dc59d357 req-08cc2490-4f84-449b-b289-2dc4c75b7220 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:35:53.428077 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:53.430026 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38742) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:53.461182 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-0bde0ac9-c4dc-4184-b1e0-2ad8dc59d357 req-08cc2490-4f84-449b-b289-2dc4c75b7220 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:35:53.506824 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 1c77fcf1-65c5-4fc6-a995-99b0b8652d57, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=1c77fcf1-65c5-4fc6-a995-99b0b8652d57,segment=NetworkSegment(a0062f1e-d347-4b99-a569-9802af793f56),segment_id=a0062f1e-d347-4b99-a569-9802af793f56)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:35:53.518551 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:53.535517 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd36965d-2698-4d15-b6bd-0b47d6cd1f8c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] GET failed (client error): The resource could not be found. Feb 01 04:35:53.536206 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-fd36965d-2698-4d15-b6bd-0b47d6cd1f8c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Synchronizing usage tracker for tenant:a862444cee664ef3af6a3e24f24366c9 on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:35:53.566997 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bde0ac9-c4dc-4184-b1e0-2ad8dc59d357 req-08cc2490-4f84-449b-b289-2dc4c75b7220 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Made reservation on behalf of 0629703b9474474a9f2fde13723d2e8b for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:35:53.569448 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-53e9916c-a487-4038-8750-e97f5b1f6ece None None] Allocated IP 172.20.0.1 (0d57cdb1-90c6-4b92-b96e-83db1286a1ae/e5d167fc-140e-4a4e-a887-7783fa821d28/b5043798-6a28-4460-8f33-eaf9baf02e47) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:35:53.570935 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-0bde0ac9-c4dc-4184-b1e0-2ad8dc59d357 req-08cc2490-4f84-449b-b289-2dc4c75b7220 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:53.571609 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-fd36965d-2698-4d15-b6bd-0b47d6cd1f8c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Unset dirty status for tenant:a862444cee664ef3af6a3e24f24366c9 on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:35:53.579893 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-fd36965d-2698-4d15-b6bd-0b47d6cd1f8c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "GET /v2.0/ports/268ccbe5-c957-434c-b60f-7e32d9bfbb04 HTTP/1.1" status: 404 len: 333 time: 0.2415771 Feb 01 04:35:53.580173 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38746) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:53.639316 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=1c77fcf1-65c5-4fc6-a995-99b0b8652d57,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:53.660702 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7393af3b-773a-4a21-9517-db552b4f02cd req-99acb8d6-b813-4101-9517-43f02f98a182 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:35:53.676736 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2109eeb8-021d-47ff-a49d-73ec38c4a9b5 None None] Sync routers for ids ['e88ac96f-09da-4b77-9c81-4be8bc7a295d'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:35:53.690484 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2109eeb8-021d-47ff-a49d-73ec38c4a9b5 None None] Routers {'e88ac96f-09da-4b77-9c81-4be8bc7a295d'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:35:53.692454 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-2109eeb8-021d-47ff-a49d-73ec38c4a9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:35:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['e88ac96f-09da-4b77-9c81-4be8bc7a295d'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:53.779828 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b27a6d7a-cc71-47b5-b65d-70981cd90a7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:53.845492 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-53e9916c-a487-4038-8750-e97f5b1f6ece None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:53.858819 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-53e9916c-a487-4038-8750-e97f5b1f6ece None None] Transition to ACTIVE for port object b5043798-6a28-4460-8f33-eaf9baf02e47 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:35:53.880198 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-53e9916c-a487-4038-8750-e97f5b1f6ece None None] Transition to ACTIVE for port object b5043798-6a28-4460-8f33-eaf9baf02e47 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:35:53.892679 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-53e9916c-a487-4038-8750-e97f5b1f6ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:53.899460 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-7393af3b-773a-4a21-9517-db552b4f02cd req-99acb8d6-b813-4101-9517-43f02f98a182 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] No DVR routers for this DVR port 9a143ed3-127d-4979-9fda-2a2543ba2248 on host hv-neutron-8268 {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:35:53.912006 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-84f29cab-e3f7-4408-a060-c5819b0cc46e tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3037665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694336'] for subnet, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:53.923146 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-fa05454b-c8d3-4410-83ac-e421bf8c5ca1 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Deleting port 8245da18-a871-4923-a6fd-f0a4273e56c6 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:35:53.935238 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fa05454b-c8d3-4410-83ac-e421bf8c5ca1 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:53.936440 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-2109eeb8-021d-47ff-a49d-73ec38c4a9b5 None None] Set router e88ac96f-09da-4b77-9c81-4be8bc7a295d gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:35:53.972657 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f29cab-e3f7-4408-a060-c5819b0cc46e tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Pushing event deleted for resources: {'Subnet': ['ID=e5d167fc-140e-4a4e-a887-7783fa821d28,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:54.034295 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e9916c-a487-4038-8750-e97f5b1f6ece None None] Network 0d57cdb1-90c6-4b92-b96e-83db1286a1ae is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:35:54.037281 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-53e9916c-a487-4038-8750-e97f5b1f6ece None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:35:54.043246 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e9916c-a487-4038-8750-e97f5b1f6ece None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:35:54.052374 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e9916c-a487-4038-8750-e97f5b1f6ece None None] Pushing event updated for resources: {'Port': ['ID=b5043798-6a28-4460-8f33-eaf9baf02e47,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:54.093824 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-7393af3b-773a-4a21-9517-db552b4f02cd req-99acb8d6-b813-4101-9517-43f02f98a182 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:54.101176 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b', 'name': 'network-vif-deleted', 'tag': '9a143ed3-127d-4979-9fda-2a2543ba2248'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:35:54.103253 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-84f29cab-e3f7-4408-a060-c5819b0cc46e tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:54.130871 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-84f29cab-e3f7-4408-a060-c5819b0cc46e tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d57cdb1-90c6-4b92-b96e-83db1286a1ae']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:54.143809 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-84f29cab-e3f7-4408-a060-c5819b0cc46e tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da81ce42-b53e-4a74-8df0-117b0b1a62ed') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:54.144131 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-84f29cab-e3f7-4408-a060-c5819b0cc46e tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da81ce42-b53e-4a74-8df0-117b0b1a62ed') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:54.156255 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-84f29cab-e3f7-4408-a060-c5819b0cc46e tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:54.165431 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-53e9916c-a487-4038-8750-e97f5b1f6ece None None] Attempting to bind port b5043798-6a28-4460-8f33-eaf9baf02e47 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:35:54.166710 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-53e9916c-a487-4038-8750-e97f5b1f6ece None None] Attempting to bind port b5043798-6a28-4460-8f33-eaf9baf02e47 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': 'da81ce42-b53e-4a74-8df0-117b0b1a62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0d57cdb1-90c6-4b92-b96e-83db1286a1ae'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:35:54.168064 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e9916c-a487-4038-8750-e97f5b1f6ece None None] Attempting to bind port b5043798-6a28-4460-8f33-eaf9baf02e47 on network 0d57cdb1-90c6-4b92-b96e-83db1286a1ae {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:35:54.174033 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e9916c-a487-4038-8750-e97f5b1f6ece None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:35:54.174487 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e9916c-a487-4038-8750-e97f5b1f6ece None None] Checking segment: {'id': 'da81ce42-b53e-4a74-8df0-117b0b1a62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0d57cdb1-90c6-4b92-b96e-83db1286a1ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:35:54.174900 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-53e9916c-a487-4038-8750-e97f5b1f6ece None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:54.176105 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e9916c-a487-4038-8750-e97f5b1f6ece None None] Bound using segment: {'id': 'da81ce42-b53e-4a74-8df0-117b0b1a62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0d57cdb1-90c6-4b92-b96e-83db1286a1ae'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:35:54.176314 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-53e9916c-a487-4038-8750-e97f5b1f6ece None None] Bound port: b5043798-6a28-4460-8f33-eaf9baf02e47, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da81ce42-b53e-4a74-8df0-117b0b1a62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0d57cdb1-90c6-4b92-b96e-83db1286a1ae'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:35:54.178756 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-53e9916c-a487-4038-8750-e97f5b1f6ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:54.179778 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-84f29cab-e3f7-4408-a060-c5819b0cc46e tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:54.186345 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84f29cab-e3f7-4408-a060-c5819b0cc46e tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:35:54.187018 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-84f29cab-e3f7-4408-a060-c5819b0cc46e tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:54.213537 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-826efeeb-24df-467a-85c4-4e7759122674 req-f8c9e78f-14d1-4471-bd38-0e6f6e417ce3 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Synchronizing usage tracker for tenant:8c08b23bffb44a249b00a7d1f56c2684 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:35:54.225083 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 04:35:54.225083 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:35:54.225083 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 04:35:54.225083 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:35:54.225083 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 04:35:54.225083 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:35:54.225083 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 04:35:54.225083 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:35:54.225083 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 04:35:54.225083 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:35:54.225083 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 04:35:54.225083 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:35:54.225083 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 04:35:54.225083 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:35:54.225083 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:35:54.225083 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:35:54.225083 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:35:54.225083 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:35:54.225083 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 04:35:54.225083 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:35:54.225083 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 04:35:54.225083 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:35:54.225083 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:35:54.225083 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:35:54.225083 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 04:35:54.225083 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:35:54.225083 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:35:54.225083 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:35:54.225083 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:35:54.225083 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:35:54.225083 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:35:54.225083 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:35:54.229183 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b27a6d7a-cc71-47b5-b65d-70981cd90a7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:54.254157 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7393af3b-773a-4a21-9517-db552b4f02cd req-99acb8d6-b813-4101-9517-43f02f98a182 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.18 "DELETE /v2.0/ports/9a143ed3-127d-4979-9fda-2a2543ba2248 HTTP/1.1" status: 204 len: 173 time: 3.9527988 Feb 01 04:35:54.314735 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-53e9916c-a487-4038-8750-e97f5b1f6ece None None] For port b5043798-6a28-4460-8f33-eaf9baf02e47, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:35:54.364306 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-53e9916c-a487-4038-8750-e97f5b1f6ece None None] For port b5043798-6a28-4460-8f33-eaf9baf02e47, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=b5043798-6a28-4460-8f33-eaf9baf02e47,segment=NetworkSegment(da81ce42-b53e-4a74-8df0-117b0b1a62ed),segment_id=da81ce42-b53e-4a74-8df0-117b0b1a62ed)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:35:54.369545 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-2109eeb8-021d-47ff-a49d-73ec38c4a9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e88ac96f-09da-4b77-9c81-4be8bc7a295d', 'name': 'tempest-ServerActionsTestJSON-1622551483-router', 'tenant_id': '8c08b23bffb44a249b00a7d1f56c2684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.120'}], 'enable_snat': True}, 'gw_port_id': '420c1d2e-f562-44d8-b669-8bcc3ca82a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:29:58Z', 'updated_at': '2022-02-01T04:30:05Z', 'revision_number': 4, 'project_id': '8c08b23bffb44a249b00a7d1f56c2684', 'gw_port': {'id': '420c1d2e-f562-44d8-b669-8bcc3ca82a70', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88ac96f-09da-4b77-9c81-4be8bc7a295d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:30:00Z', 'updated_at': '2022-02-01T04:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '36c4124d-3b27-4bee-bd44-d10123dd50c3', 'name': '', 'network_id': '958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a', 'tenant_id': '8c08b23bffb44a249b00a7d1f56c2684', 'mac_address': 'fa:16:3e:6e:6f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88ac96f-09da-4b77-9c81-4be8bc7a295d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f1d92c60-8ec8-4263-bfcc-74bbe6cd55af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:30:04Z', 'updated_at': '2022-02-01T04:30:18Z', 'revision_number': 5, 'project_id': '8c08b23bffb44a249b00a7d1f56c2684', 'subnets': [{'id': 'f1d92c60-8ec8-4263-bfcc-74bbe6cd55af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:54.372327 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-53e9916c-a487-4038-8750-e97f5b1f6ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:54.375736 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2109eeb8-021d-47ff-a49d-73ec38c4a9b5 None None] Checking router: e88ac96f-09da-4b77-9c81-4be8bc7a295d for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:35:54.387309 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2109eeb8-021d-47ff-a49d-73ec38c4a9b5 None None] Routers {'e88ac96f-09da-4b77-9c81-4be8bc7a295d'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:35:54.388098 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-7c72ae97-c057-40a3-9d1b-5025f1441963 req-e65041e9-0101-47a8-90dd-b91f9d70743a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=af68ca87-7dc0-401e-b0f7-ac6a737aabf9 HTTP/1.1" status: 200 len: 210 time: 0.1561770 Feb 01 04:35:54.388230 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-2109eeb8-021d-47ff-a49d-73ec38c4a9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:35:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['e88ac96f-09da-4b77-9c81-4be8bc7a295d'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:54.389272 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.api [None req-84f29cab-e3f7-4408-a060-c5819b0cc46e tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 01 04:35:54.389272 dv-neutron-826830-1-hyperv neutron-server[87637]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 01 04:35:54.389272 dv-neutron-826830-1-hyperv neutron-server[87637]: [parameters: {'id': '0d57cdb1-90c6-4b92-b96e-83db1286a1ae'}] Feb 01 04:35:54.389272 dv-neutron-826830-1-hyperv neutron-server[87637]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:35:54.389975 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG oslo_db.api [None req-84f29cab-e3f7-4408-a060-c5819b0cc46e tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:35:54.535111 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-826efeeb-24df-467a-85c4-4e7759122674 req-f8c9e78f-14d1-4471-bd38-0e6f6e417ce3 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Unset dirty status for tenant:8c08b23bffb44a249b00a7d1f56c2684 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:35:54.536475 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-826efeeb-24df-467a-85c4-4e7759122674 req-f8c9e78f-14d1-4471-bd38-0e6f6e417ce3 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b HTTP/1.1" status: 200 len: 210 time: 0.6349323 Feb 01 04:35:54.635776 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [req-0bde0ac9-c4dc-4184-b1e0-2ad8dc59d357 req-08cc2490-4f84-449b-b289-2dc4c75b7220 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Allocated IP 172.20.0.10 (6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d/2933f122-fed7-475d-b133-59ebd7cf5542/f9ac5d7c-27c3-4810-a25b-7734331ac764) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:35:54.643258 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b27a6d7a-cc71-47b5-b65d-70981cd90a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:54.648613 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 1c77fcf1-65c5-4fc6-a995-99b0b8652d57 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:35:54.693611 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-2109eeb8-021d-47ff-a49d-73ec38c4a9b5 None None] Set router e88ac96f-09da-4b77-9c81-4be8bc7a295d gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:35:54.730222 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca10bb20-37c3-48fa-bfdd-dbba8fa4bda0 None None] Network 0d57cdb1-90c6-4b92-b96e-83db1286a1ae requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:35:54.743208 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b27a6d7a-cc71-47b5-b65d-70981cd90a7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:54.746593 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b27a6d7a-cc71-47b5-b65d-70981cd90a7f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cdeb4a26-10e1-45f0-bd72-adb7ac2a761c HTTP/1.1" status: 204 len: 168 time: 1.3112154 Feb 01 04:35:54.751100 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f9b7e72-541c-4a0d-9b2d-ab6cef494f7b', 'name': 'network-vif-deleted', 'tag': '9a143ed3-127d-4979-9fda-2a2543ba2248', 'status': 'completed', 'code': 200} Feb 01 04:35:54.751896 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27a6d7a-cc71-47b5-b65d-70981cd90a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdeb4a26-10e1-45f0-bd72-adb7ac2a761c,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:54.836646 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fa05454b-c8d3-4410-83ac-e421bf8c5ca1 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:54.902091 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-84f29cab-e3f7-4408-a060-c5819b0cc46e tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:54.919760 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-84f29cab-e3f7-4408-a060-c5819b0cc46e tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Deleting port b5043798-6a28-4460-8f33-eaf9baf02e47 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:35:54.920457 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-84f29cab-e3f7-4408-a060-c5819b0cc46e tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:55.045003 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e9916c-a487-4038-8750-e97f5b1f6ece None None] Pushing event updated for resources: {'Port': ['ID=b5043798-6a28-4460-8f33-eaf9baf02e47,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:55.116509 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-2109eeb8-021d-47ff-a49d-73ec38c4a9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e88ac96f-09da-4b77-9c81-4be8bc7a295d', 'name': 'tempest-ServerActionsTestJSON-1622551483-router', 'tenant_id': '8c08b23bffb44a249b00a7d1f56c2684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.120'}], 'enable_snat': True}, 'gw_port_id': '420c1d2e-f562-44d8-b669-8bcc3ca82a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:29:58Z', 'updated_at': '2022-02-01T04:30:05Z', 'revision_number': 4, 'project_id': '8c08b23bffb44a249b00a7d1f56c2684', 'gw_port': {'id': '420c1d2e-f562-44d8-b669-8bcc3ca82a70', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88ac96f-09da-4b77-9c81-4be8bc7a295d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:30:00Z', 'updated_at': '2022-02-01T04:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '36c4124d-3b27-4bee-bd44-d10123dd50c3', 'name': '', 'network_id': '958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a', 'tenant_id': '8c08b23bffb44a249b00a7d1f56c2684', 'mac_address': 'fa:16:3e:6e:6f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88ac96f-09da-4b77-9c81-4be8bc7a295d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f1d92c60-8ec8-4263-bfcc-74bbe6cd55af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:30:04Z', 'updated_at': '2022-02-01T04:30:18Z', 'revision_number': 5, 'project_id': '8c08b23bffb44a249b00a7d1f56c2684', 'subnets': [{'id': 'f1d92c60-8ec8-4263-bfcc-74bbe6cd55af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:55.127467 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2109eeb8-021d-47ff-a49d-73ec38c4a9b5 None None] The sync data for ids ['e88ac96f-09da-4b77-9c81-4be8bc7a295d'] in dv-neutron-826830-1-hyperv is: [{'id': 'e88ac96f-09da-4b77-9c81-4be8bc7a295d', 'name': 'tempest-ServerActionsTestJSON-1622551483-router', 'tenant_id': '8c08b23bffb44a249b00a7d1f56c2684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.120'}], 'enable_snat': True}, 'gw_port_id': '420c1d2e-f562-44d8-b669-8bcc3ca82a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:29:58Z', 'updated_at': '2022-02-01T04:30:05Z', 'revision_number': 4, 'project_id': '8c08b23bffb44a249b00a7d1f56c2684', 'gw_port': {'id': '420c1d2e-f562-44d8-b669-8bcc3ca82a70', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88ac96f-09da-4b77-9c81-4be8bc7a295d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:30:00Z', 'updated_at': '2022-02-01T04:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '36c4124d-3b27-4bee-bd44-d10123dd50c3', 'name': '', 'network_id': '958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a', 'tenant_id': '8c08b23bffb44a249b00a7d1f56c2684', 'mac_address': 'fa:16:3e:6e:6f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88ac96f-09da-4b77-9c81-4be8bc7a295d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f1d92c60-8ec8-4263-bfcc-74bbe6cd55af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:30:04Z', 'updated_at': '2022-02-01T04:30:18Z', 'revision_number': 5, 'project_id': '8c08b23bffb44a249b00a7d1f56c2684', 'subnets': [{'id': 'f1d92c60-8ec8-4263-bfcc-74bbe6cd55af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:35:55.138896 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 1c77fcf1-65c5-4fc6-a995-99b0b8652d57 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:35:55.139496 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:55.326263 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1769090-edc5-4798-8e04-0da272ca5db5 None None] get_active_networks_info from dv-neutron-826830-1-hyperv {{(pid=87638) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 01 04:35:55.350036 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-84f29cab-e3f7-4408-a060-c5819b0cc46e tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] For port b5043798-6a28-4460-8f33-eaf9baf02e47, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=b5043798-6a28-4460-8f33-eaf9baf02e47,segment=NetworkSegment(da81ce42-b53e-4a74-8df0-117b0b1a62ed),segment_id=da81ce42-b53e-4a74-8df0-117b0b1a62ed)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:35:55.350379 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-84f29cab-e3f7-4408-a060-c5819b0cc46e tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:55.370355 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-fa05454b-c8d3-4410-83ac-e421bf8c5ca1 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Calling delete_port for 8245da18-a871-4923-a6fd-f0a4273e56c6 owned by {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:35:55.517926 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-84f29cab-e3f7-4408-a060-c5819b0cc46e tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Calling delete_port for b5043798-6a28-4460-8f33-eaf9baf02e47 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:35:55.590065 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1769090-edc5-4798-8e04-0da272ca5db5 None None] Resources bound (agent type, host, resource id): {{(pid=87638) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 01 04:35:55.638588 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49a719b-dcd4-4dbd-a729-fac0d0593791 None None] New status for floating IP cb3a15ee-e8bf-4735-84d1-f8c988f1a2d1: DOWN {{(pid=87638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 01 04:35:55.656936 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-84f29cab-e3f7-4408-a060-c5819b0cc46e tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:55.690143 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-83559a81-f608-4f10-af0d-ce082259b472 req-954d2192-9aac-490f-99de-911f262b512e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Synchronizing usage tracker for tenant:0629703b9474474a9f2fde13723d2e8b on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:35:55.705643 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-0bde0ac9-c4dc-4184-b1e0-2ad8dc59d357 req-08cc2490-4f84-449b-b289-2dc4c75b7220 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:55.745238 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38782) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:55.772270 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-83559a81-f608-4f10-af0d-ce082259b472 req-954d2192-9aac-490f-99de-911f262b512e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Unset dirty status for tenant:0629703b9474474a9f2fde13723d2e8b on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:35:55.773803 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-83559a81-f608-4f10-af0d-ce082259b472 req-954d2192-9aac-490f-99de-911f262b512e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=af68ca87-7dc0-401e-b0f7-ac6a737aabf9 HTTP/1.1" status: 200 len: 210 time: 0.1885948 Feb 01 04:35:55.796637 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f29cab-e3f7-4408-a060-c5819b0cc46e tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Pushing event deleted for resources: {'Port': ['ID=b5043798-6a28-4460-8f33-eaf9baf02e47,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:55.796854 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-0bde0ac9-c4dc-4184-b1e0-2ad8dc59d357 req-08cc2490-4f84-449b-b289-2dc4c75b7220 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Transition to ACTIVE for port object f9ac5d7c-27c3-4810-a25b-7734331ac764 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:35:55.806341 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f29cab-e3f7-4408-a060-c5819b0cc46e tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] No DVR routers for this DVR port b5043798-6a28-4460-8f33-eaf9baf02e47 on host dv-neutron-826830-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:35:55.837476 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fa05454b-c8d3-4410-83ac-e421bf8c5ca1 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:55.896617 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa05454b-c8d3-4410-83ac-e421bf8c5ca1 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event deleted for resources: {'Port': ['ID=8245da18-a871-4923-a6fd-f0a4273e56c6,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:55.987096 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9bee3165-dcd6-4052-87df-adb8c375e8f4 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Notify callbacks [] for security_group, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:55.999025 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-0bde0ac9-c4dc-4184-b1e0-2ad8dc59d357 req-08cc2490-4f84-449b-b289-2dc4c75b7220 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:56.075386 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-84f29cab-e3f7-4408-a060-c5819b0cc46e tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:56.077121 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bde0ac9-c4dc-4184-b1e0-2ad8dc59d357 req-08cc2490-4f84-449b-b289-2dc4c75b7220 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Network 6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:35:56.077901 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38788) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:56.084936 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [req-0bde0ac9-c4dc-4184-b1e0-2ad8dc59d357 req-08cc2490-4f84-449b-b289-2dc4c75b7220 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:35:56.090884 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bde0ac9-c4dc-4184-b1e0-2ad8dc59d357 req-08cc2490-4f84-449b-b289-2dc4c75b7220 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:35:56.093348 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9bee3165-dcd6-4052-87df-adb8c375e8f4 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:56.124809 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-84f29cab-e3f7-4408-a060-c5819b0cc46e tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d57cdb1-90c6-4b92-b96e-83db1286a1ae']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:56.148232 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-84f29cab-e3f7-4408-a060-c5819b0cc46e tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da81ce42-b53e-4a74-8df0-117b0b1a62ed') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:56.148791 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-84f29cab-e3f7-4408-a060-c5819b0cc46e tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da81ce42-b53e-4a74-8df0-117b0b1a62ed') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:56.166284 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-84f29cab-e3f7-4408-a060-c5819b0cc46e tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:56.176617 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fa05454b-c8d3-4410-83ac-e421bf8c5ca1 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:56.195280 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc2490-4f84-449b-b289-2dc4c75b7220 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'Port': ['ID=f9ac5d7c-27c3-4810-a25b-7734331ac764,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:56.197132 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-84f29cab-e3f7-4408-a060-c5819b0cc46e tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:56.206201 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-fa05454b-c8d3-4410-83ac-e421bf8c5ca1 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "DELETE /v2.0/ports/8245da18-a871-4923-a6fd-f0a4273e56c6 HTTP/1.1" status: 204 len: 168 time: 2.6202044 Feb 01 04:35:56.209884 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38794) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:56.216157 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84f29cab-e3f7-4408-a060-c5819b0cc46e tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:35:56.216710 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-84f29cab-e3f7-4408-a060-c5819b0cc46e tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:56.249948 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 04:35:56.249948 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:35:56.249948 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 04:35:56.249948 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:35:56.249948 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 04:35:56.249948 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:35:56.249948 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 04:35:56.249948 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:35:56.249948 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 04:35:56.249948 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:35:56.249948 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 04:35:56.249948 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:35:56.249948 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 04:35:56.249948 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:35:56.249948 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:35:56.249948 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:35:56.249948 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:35:56.249948 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:35:56.249948 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 04:35:56.249948 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:35:56.249948 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 04:35:56.249948 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:35:56.249948 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:35:56.249948 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:35:56.249948 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 04:35:56.249948 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:35:56.249948 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:35:56.249948 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:35:56.249948 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:35:56.249948 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:35:56.249948 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:35:56.249948 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:35:56.261490 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9bee3165-dcd6-4052-87df-adb8c375e8f4 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:56.261935 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-609531c5-c76f-42ca-91a5-8291c9898ddf tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] GET failed (client error): The resource could not be found. Feb 01 04:35:56.262481 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-609531c5-c76f-42ca-91a5-8291c9898ddf tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Synchronizing usage tracker for tenant:a862444cee664ef3af6a3e24f24366c9 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:35:56.281851 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-7a1c1a6c-a878-49dd-ad14-c7ef0f646f3d tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-855819720'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:35:56.290585 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde0ac9-c4dc-4184-b1e0-2ad8dc59d357 req-08cc2490-4f84-449b-b289-2dc4c75b7220 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:56.291375 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-0bde0ac9-c4dc-4184-b1e0-2ad8dc59d357 req-08cc2490-4f84-449b-b289-2dc4c75b7220 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:56.305872 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-7a1c1a6c-a878-49dd-ad14-c7ef0f646f3d tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:35:56.313760 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-7a1c1a6c-a878-49dd-ad14-c7ef0f646f3d tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Usage tracker for resource:network and tenant:49ee40378352455bb55a6029ae255dfd is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:35:56.316931 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-7a1c1a6c-a878-49dd-ad14-c7ef0f646f3d tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:35:56.323240 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-609531c5-c76f-42ca-91a5-8291c9898ddf tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Unset dirty status for tenant:a862444cee664ef3af6a3e24f24366c9 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:35:56.326981 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-609531c5-c76f-42ca-91a5-8291c9898ddf tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "GET /v2.0/ports/8245da18-a871-4923-a6fd-f0a4273e56c6 HTTP/1.1" status: 404 len: 333 time: 0.1133997 Feb 01 04:35:56.326981 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-7a1c1a6c-a878-49dd-ad14-c7ef0f646f3d tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:35:56.327304 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38798) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:56.346281 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bee3165-dcd6-4052-87df-adb8c375e8f4 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f5860d-525a-4a29-9378-b1632322cfc0,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:56.378756 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0bde0ac9-c4dc-4184-b1e0-2ad8dc59d357 req-08cc2490-4f84-449b-b289-2dc4c75b7220 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3436069 Feb 01 04:35:56.379732 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-84f29cab-e3f7-4408-a060-c5819b0cc46e tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:56.401024 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-0bde0ac9-c4dc-4184-b1e0-2ad8dc59d357 req-5df868e9-e41a-40bc-885d-084136928d51 service neutron] Request body: {'port': {'device_id': 'af68ca87-7dc0-401e-b0f7-ac6a737aabf9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:35:56.403480 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-84f29cab-e3f7-4408-a060-c5819b0cc46e tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:56.419267 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f29cab-e3f7-4408-a060-c5819b0cc46e tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Pushing event deleted for resources: {'Network': ['ID=0d57cdb1-90c6-4b92-b96e-83db1286a1ae,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:56.428799 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-84f29cab-e3f7-4408-a060-c5819b0cc46e tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] 10.222.0.24 "DELETE /v2.0/networks/0d57cdb1-90c6-4b92-b96e-83db1286a1ae HTTP/1.1" status: 204 len: 168 time: 3.7268620 Feb 01 04:35:56.429133 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38802) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:56.434554 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-6bdc4370-e4fe-4b57-8c9f-8be2f4ce0d2c tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2105293616'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:35:56.438433 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9bee3165-dcd6-4052-87df-adb8c375e8f4 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:56.439533 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-9bee3165-dcd6-4052-87df-adb8c375e8f4 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "DELETE /v2.0/security-groups/c3f5860d-525a-4a29-9378-b1632322cfc0 HTTP/1.1" status: 204 len: 168 time: 0.6933420 Feb 01 04:35:56.442364 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-6bdc4370-e4fe-4b57-8c9f-8be2f4ce0d2c tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:35:56.446462 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-6bdc4370-e4fe-4b57-8c9f-8be2f4ce0d2c tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Usage tracker for resource:network and tenant:a9e688303aa04885aaaab4031138e2c1 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:35:56.449443 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-6bdc4370-e4fe-4b57-8c9f-8be2f4ce0d2c tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:35:56.455378 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-6bdc4370-e4fe-4b57-8c9f-8be2f4ce0d2c tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:35:56.462856 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38806) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:56.486544 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bdc4370-e4fe-4b57-8c9f-8be2f4ce0d2c tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Made reservation on behalf of a9e688303aa04885aaaab4031138e2c1 for: {'network': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:35:56.490205 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6bdc4370-e4fe-4b57-8c9f-8be2f4ce0d2c tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:56.505890 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.api.v2.resource [None req-36669a94-7283-4a8c-b0c5-b52041429ad7 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] show failed (client error): The resource could not be found. Feb 01 04:35:56.509382 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-36669a94-7283-4a8c-b0c5-b52041429ad7 tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "GET /v2.0/security-groups/c3f5860d-525a-4a29-9378-b1632322cfc0 HTTP/1.1" status: 404 len: 347 time: 0.0430417 Feb 01 04:35:56.509617 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38810) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:56.511481 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a1c1a6c-a878-49dd-ad14-c7ef0f646f3d tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Made reservation on behalf of 49ee40378352455bb55a6029ae255dfd for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:35:56.515418 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7a1c1a6c-a878-49dd-ad14-c7ef0f646f3d tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:56.531293 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-4af5eebe-5f15-4b8f-b66e-5eabf1b4813d tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Deleting subnet aa6d8f19-534b-4db9-95c6-0a803d7bcf52 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:35:56.540014 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4af5eebe-5f15-4b8f-b66e-5eabf1b4813d tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:56.574661 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7a1c1a6c-a878-49dd-ad14-c7ef0f646f3d tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:56.596661 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-0bde0ac9-c4dc-4184-b1e0-2ad8dc59d357 req-5df868e9-e41a-40bc-885d-084136928d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:56.619748 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-7a1c1a6c-a878-49dd-ad14-c7ef0f646f3d tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:35:56.632694 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-7a1c1a6c-a878-49dd-ad14-c7ef0f646f3d tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Usage tracker for resource:security_group_rule and tenant:49ee40378352455bb55a6029ae255dfd is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:35:56.639976 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-7a1c1a6c-a878-49dd-ad14-c7ef0f646f3d tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:35:56.650817 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-56cfa304-7308-48a7-ac1c-9f4aecbde2f5 None None] Provisioning for port f9ac5d7c-27c3-4810-a25b-7734331ac764 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:35:56.656513 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-56cfa304-7308-48a7-ac1c-9f4aecbde2f5 None None] Provisioning complete for port f9ac5d7c-27c3-4810-a25b-7734331ac764 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:35:56.657021 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-56cfa304-7308-48a7-ac1c-9f4aecbde2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:56.671925 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4af5eebe-5f15-4b8f-b66e-5eabf1b4813d tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145757'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:56.702238 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-7a1c1a6c-a878-49dd-ad14-c7ef0f646f3d tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:35:56.715550 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-56cfa304-7308-48a7-ac1c-9f4aecbde2f5 None None] Port f9ac5d7c-27c3-4810-a25b-7734331ac764 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:35:56.774013 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bdc4370-e4fe-4b57-8c9f-8be2f4ce0d2c tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=87637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:35:56.786794 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-e73d99ba-5ccf-43f4-9093-a6c5c251212b tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Deleting port f7b64bb5-e8cb-4f46-b581-22f676870d78 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:35:56.787059 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e73d99ba-5ccf-43f4-9093-a6c5c251212b tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:56.822624 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6bdc4370-e4fe-4b57-8c9f-8be2f4ce0d2c tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:56.822964 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.segments_db [None req-6bdc4370-e4fe-4b57-8c9f-8be2f4ce0d2c tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Added segment ec6238e0-9330-4682-865f-20ac209e1cfc of type vlan for network 3cb3cf68-d3ae-4cbf-b4d4-912c9daff073 Feb 01 04:35:56.880735 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6bdc4370-e4fe-4b57-8c9f-8be2f4ce0d2c tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:56.902415 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4af5eebe-5f15-4b8f-b66e-5eabf1b4813d tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:57.043470 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6bdc4370-e4fe-4b57-8c9f-8be2f4ce0d2c tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:57.048598 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bdc4370-e4fe-4b57-8c9f-8be2f4ce0d2c tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:57.049163 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6bdc4370-e4fe-4b57-8c9f-8be2f4ce0d2c tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:57.085298 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e73d99ba-5ccf-43f4-9093-a6c5c251212b tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:57.085626 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e73d99ba-5ccf-43f4-9093-a6c5c251212b tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:57.117921 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4af5eebe-5f15-4b8f-b66e-5eabf1b4813d tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3072169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2652276'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:57.159462 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7a1c1a6c-a878-49dd-ad14-c7ef0f646f3d tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:57.173596 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7a1c1a6c-a878-49dd-ad14-c7ef0f646f3d tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:57.187251 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af5eebe-5f15-4b8f-b66e-5eabf1b4813d tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event deleted for resources: {'Subnet': ['ID=aa6d8f19-534b-4db9-95c6-0a803d7bcf52,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:57.196605 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4af5eebe-5f15-4b8f-b66e-5eabf1b4813d tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:57.203302 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f38457-a0e3-4601-b0f3-7c0b7c1cc054 None None] Network 6a662d20-9118-4f87-a89f-d9af2048de6b requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:35:57.228926 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-e73d99ba-5ccf-43f4-9093-a6c5c251212b tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Calling delete_port for f7b64bb5-e8cb-4f46-b581-22f676870d78 owned by network:floatingip {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:35:57.231544 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a1c1a6c-a878-49dd-ad14-c7ef0f646f3d tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:35:57.239244 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1c1a6c-a878-49dd-ad14-c7ef0f646f3d tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=625c5181-4a0e-4f2d-a8ea-42d72654aba8,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:57.244184 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4af5eebe-5f15-4b8f-b66e-5eabf1b4813d tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "DELETE /v2.0/subnets/aa6d8f19-534b-4db9-95c6-0a803d7bcf52 HTTP/1.1" status: 204 len: 168 time: 0.9159656 Feb 01 04:35:57.247175 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38816) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:57.254432 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7a1c1a6c-a878-49dd-ad14-c7ef0f646f3d tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:57.255205 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-7a1c1a6c-a878-49dd-ad14-c7ef0f646f3d tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Added segment 7ffcb66b-c811-47e2-ae05-3535678a9c4a of type vlan for network 140d5707-f3e4-4955-aac9-2c0c9cf91b8b Feb 01 04:35:57.266933 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-6bdc4370-e4fe-4b57-8c9f-8be2f4ce0d2c tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8367729 Feb 01 04:35:57.279716 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38820) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:57.337115 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-73f5a247-d2fa-491b-abc4-234acc96dc84 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:35:57.369091 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdc4370-e4fe-4b57-8c9f-8be2f4ce0d2c tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Pushing event updated for resources: {'Network': ['ID=3cb3cf68-d3ae-4cbf-b4d4-912c9daff073,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:57.385657 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 3cb3cf68-d3ae-4cbf-b4d4-912c9daff073 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:35:57.408429 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88238eaf-40b8-4d26-915e-8d400ab18791 req-c7698353-d7cf-4d15-b0ac-cf1fbc1686e9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:57.410185 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-88238eaf-40b8-4d26-915e-8d400ab18791 req-c7698353-d7cf-4d15-b0ac-cf1fbc1686e9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=af68ca87-7dc0-401e-b0f7-ac6a737aabf9 HTTP/1.1" status: 200 len: 932 time: 0.4615958 Feb 01 04:35:57.574997 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [req-0bde0ac9-c4dc-4184-b1e0-2ad8dc59d357 req-5df868e9-e41a-40bc-885d-084136928d51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9ac5d7c-27c3-4810-a25b-7734331ac764 {{(pid=87636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 04:35:57.581015 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-88238eaf-40b8-4d26-915e-8d400ab18791 req-c74f7dc0-f153-443a-8bc0-348e8effae9a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d9067cc-5c4f-4b72-807d-46d0feb7c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194348 Feb 01 04:35:57.586161 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-242da9e6-8daf-427a-897d-8d5e8a122f4a tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:57.588913 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7a1c1a6c-a878-49dd-ad14-c7ef0f646f3d tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:57.594480 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-0bde0ac9-c4dc-4184-b1e0-2ad8dc59d357 req-5df868e9-e41a-40bc-885d-084136928d51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:57.611320 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5670170-85f4-489e-9dfc-9898bfc23679 None None] DHCP port deletion for 6a662d20-9118-4f87-a89f-d9af2048de6b request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:35:57.617330 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-d5670170-85f4-489e-9dfc-9898bfc23679 None None] Deleting port 1c77fcf1-65c5-4fc6-a995-99b0b8652d57 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:35:57.618281 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d5670170-85f4-489e-9dfc-9898bfc23679 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:57.633960 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-242da9e6-8daf-427a-897d-8d5e8a122f4a tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Deleting port 1c77fcf1-65c5-4fc6-a995-99b0b8652d57 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:35:57.634298 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-242da9e6-8daf-427a-897d-8d5e8a122f4a tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:57.690456 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7a1c1a6c-a878-49dd-ad14-c7ef0f646f3d tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:57.695966 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1c1a6c-a878-49dd-ad14-c7ef0f646f3d tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:57.696537 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7a1c1a6c-a878-49dd-ad14-c7ef0f646f3d tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:57.703659 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-73f5a247-d2fa-491b-abc4-234acc96dc84 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:57.727113 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e73d99ba-5ccf-43f4-9093-a6c5c251212b tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:57.760507 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-0bde0ac9-c4dc-4184-b1e0-2ad8dc59d357 req-5df868e9-e41a-40bc-885d-084136928d51 service neutron] Transition to ACTIVE for port object f9ac5d7c-27c3-4810-a25b-7734331ac764 will not be triggered until provisioned by entity L2. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:35:57.762982 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-73f5a247-d2fa-491b-abc4-234acc96dc84 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:57.786003 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-0bde0ac9-c4dc-4184-b1e0-2ad8dc59d357 req-5df868e9-e41a-40bc-885d-084136928d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:57.799355 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73d99ba-5ccf-43f4-9093-a6c5c251212b tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Pushing event deleted for resources: {'Port': ['ID=f7b64bb5-e8cb-4f46-b581-22f676870d78,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:57.829234 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-73f5a247-d2fa-491b-abc4-234acc96dc84 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Network 3cb3cf68-d3ae-4cbf-b4d4-912c9daff073 is not hosted by any dhcp agent {{(pid=87637) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 01 04:35:57.834327 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f5a247-d2fa-491b-abc4-234acc96dc84 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:57.834910 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-73f5a247-d2fa-491b-abc4-234acc96dc84 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:57.839058 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-73f5a247-d2fa-491b-abc4-234acc96dc84 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] 10.222.0.24 "PUT /v2.0/networks/3cb3cf68-d3ae-4cbf-b4d4-912c9daff073 HTTP/1.1" status: 200 len: 723 time: 0.5585177 Feb 01 04:35:57.840055 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38826) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:57.861482 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-7a1c1a6c-a878-49dd-ad14-c7ef0f646f3d tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.7755105 Feb 01 04:35:57.868671 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38830) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:57.872270 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-138ff03f-9578-417a-9aec-30f3a696313f tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Request body: {'subnet': {'network_id': '3cb3cf68-d3ae-4cbf-b4d4-912c9daff073', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:35:57.958645 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-d5670170-85f4-489e-9dfc-9898bfc23679 None None] For port 1c77fcf1-65c5-4fc6-a995-99b0b8652d57, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=1c77fcf1-65c5-4fc6-a995-99b0b8652d57,segment=NetworkSegment(a0062f1e-d347-4b99-a569-9802af793f56),segment_id=a0062f1e-d347-4b99-a569-9802af793f56)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:35:57.959593 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d5670170-85f4-489e-9dfc-9898bfc23679 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:57.967047 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-a5c99f8b-87c7-47c5-a3fd-a848692b6158 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Request body: {'subnet': {'network_id': '140d5707-f3e4-4955-aac9-2c0c9cf91b8b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:35:58.015643 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1c1a6c-a878-49dd-ad14-c7ef0f646f3d tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Pushing event updated for resources: {'Network': ['ID=140d5707-f3e4-4955-aac9-2c0c9cf91b8b,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:58.038254 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 140d5707-f3e4-4955-aac9-2c0c9cf91b8b details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:35:58.042118 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f5a247-d2fa-491b-abc4-234acc96dc84 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Pushing event updated for resources: {'Network': ['ID=3cb3cf68-d3ae-4cbf-b4d4-912c9daff073,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:58.078810 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df868e9-e41a-40bc-885d-084136928d51 service neutron] Pushing event updated for resources: {'Port': ['ID=f9ac5d7c-27c3-4810-a25b-7734331ac764,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:58.193025 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-242da9e6-8daf-427a-897d-8d5e8a122f4a tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] For port 1c77fcf1-65c5-4fc6-a995-99b0b8652d57, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=1c77fcf1-65c5-4fc6-a995-99b0b8652d57,segment=NetworkSegment(a0062f1e-d347-4b99-a569-9802af793f56),segment_id=a0062f1e-d347-4b99-a569-9802af793f56)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:35:58.193299 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-242da9e6-8daf-427a-897d-8d5e8a122f4a tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:58.194950 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 3cb3cf68-d3ae-4cbf-b4d4-912c9daff073 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:35:58.215473 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-d5670170-85f4-489e-9dfc-9898bfc23679 None None] Calling delete_port for 1c77fcf1-65c5-4fc6-a995-99b0b8652d57 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:35:58.335562 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-242da9e6-8daf-427a-897d-8d5e8a122f4a tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Calling delete_port for 1c77fcf1-65c5-4fc6-a995-99b0b8652d57 owned by network:dhcp {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:35:58.352106 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e73d99ba-5ccf-43f4-9093-a6c5c251212b tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Notify callbacks [] for floatingip, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:58.363980 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-138ff03f-9578-417a-9aec-30f3a696313f tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:35:58.373395 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-138ff03f-9578-417a-9aec-30f3a696313f tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Usage tracker for resource:subnet and tenant:a9e688303aa04885aaaab4031138e2c1 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:35:58.377582 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-a5c99f8b-87c7-47c5-a3fd-a848692b6158 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:35:58.380460 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-138ff03f-9578-417a-9aec-30f3a696313f tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:35:58.382203 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-0bde0ac9-c4dc-4184-b1e0-2ad8dc59d357 req-5df868e9-e41a-40bc-885d-084136928d51 service neutron] Attempting to bind port f9ac5d7c-27c3-4810-a25b-7734331ac764 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:35:58.383060 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-0bde0ac9-c4dc-4184-b1e0-2ad8dc59d357 req-5df868e9-e41a-40bc-885d-084136928d51 service neutron] Attempting to bind port f9ac5d7c-27c3-4810-a25b-7734331ac764 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'ba63e6f2-536e-40cd-a362-9cc2ae8a515c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:35:58.383060 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bde0ac9-c4dc-4184-b1e0-2ad8dc59d357 req-5df868e9-e41a-40bc-885d-084136928d51 service neutron] Attempting to bind port f9ac5d7c-27c3-4810-a25b-7734331ac764 on network 6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:35:58.390533 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bde0ac9-c4dc-4184-b1e0-2ad8dc59d357 req-5df868e9-e41a-40bc-885d-084136928d51 service neutron] Port f9ac5d7c-27c3-4810-a25b-7734331ac764 on network 6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:35:58.390860 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bde0ac9-c4dc-4184-b1e0-2ad8dc59d357 req-5df868e9-e41a-40bc-885d-084136928d51 service neutron] Attempting to bind port f9ac5d7c-27c3-4810-a25b-7734331ac764 on network 6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:35:58.391693 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-a5c99f8b-87c7-47c5-a3fd-a848692b6158 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Usage tracker for resource:subnet and tenant:49ee40378352455bb55a6029ae255dfd is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:35:58.395179 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-138ff03f-9578-417a-9aec-30f3a696313f tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:35:58.397741 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e73d99ba-5ccf-43f4-9093-a6c5c251212b tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:58.402142 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38836) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:58.402463 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-e73d99ba-5ccf-43f4-9093-a6c5c251212b tempest-ServerActionsTestJSON-1149442617 tempest-ServerActionsTestJSON-1149442617-project] 10.222.0.24 "DELETE /v2.0/floatingips/cb3a15ee-e8bf-4735-84d1-f8c988f1a2d1 HTTP/1.1" status: 204 len: 168 time: 1.8915801 Feb 01 04:35:58.403344 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-a5c99f8b-87c7-47c5-a3fd-a848692b6158 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:35:58.404586 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bde0ac9-c4dc-4184-b1e0-2ad8dc59d357 req-5df868e9-e41a-40bc-885d-084136928d51 service neutron] Checking agent: {'id': '63664c57-372e-43f7-9ecb-4deedcf8ddc7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 28, 15), 'started_at': datetime.datetime(2022, 2, 1, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:35:58.404917 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bde0ac9-c4dc-4184-b1e0-2ad8dc59d357 req-5df868e9-e41a-40bc-885d-084136928d51 service neutron] Checking segment: {'id': 'ba63e6f2-536e-40cd-a362-9cc2ae8a515c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:35:58.405289 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bde0ac9-c4dc-4184-b1e0-2ad8dc59d357 req-5df868e9-e41a-40bc-885d-084136928d51 service neutron] Bound using segment: {'id': 'ba63e6f2-536e-40cd-a362-9cc2ae8a515c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d'} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:35:58.406550 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-0bde0ac9-c4dc-4184-b1e0-2ad8dc59d357 req-5df868e9-e41a-40bc-885d-084136928d51 service neutron] Bound port: f9ac5d7c-27c3-4810-a25b-7734331ac764, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba63e6f2-536e-40cd-a362-9cc2ae8a515c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d'}}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:35:58.406550 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-0bde0ac9-c4dc-4184-b1e0-2ad8dc59d357 req-5df868e9-e41a-40bc-885d-084136928d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:58.411536 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-a5c99f8b-87c7-47c5-a3fd-a848692b6158 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:35:58.423925 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-138ff03f-9578-417a-9aec-30f3a696313f tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Made reservation on behalf of a9e688303aa04885aaaab4031138e2c1 for: {'subnet': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:35:58.427574 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-138ff03f-9578-417a-9aec-30f3a696313f tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3694443'] for subnet, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:58.451904 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d5670170-85f4-489e-9dfc-9898bfc23679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:58.499186 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.db.api [None req-242da9e6-8daf-427a-897d-8d5e8a122f4a tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:35:58.499501 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG oslo_db.api [None req-242da9e6-8daf-427a-897d-8d5e8a122f4a tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:35:58.502422 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5670170-85f4-489e-9dfc-9898bfc23679 None None] Pushing event deleted for resources: {'Port': ['ID=1c77fcf1-65c5-4fc6-a995-99b0b8652d57,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:58.512136 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5670170-85f4-489e-9dfc-9898bfc23679 None None] No DVR routers for this DVR port 1c77fcf1-65c5-4fc6-a995-99b0b8652d57 on host dv-neutron-826830-1-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:35:58.539827 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-0bde0ac9-c4dc-4184-b1e0-2ad8dc59d357 req-5df868e9-e41a-40bc-885d-084136928d51 service neutron] For port f9ac5d7c-27c3-4810-a25b-7734331ac764, host hv-neutron-8268, cleared binding levels {{(pid=87636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:35:58.545199 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-0bde0ac9-c4dc-4184-b1e0-2ad8dc59d357 req-5df868e9-e41a-40bc-885d-084136928d51 service neutron] For port f9ac5d7c-27c3-4810-a25b-7734331ac764, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=f9ac5d7c-27c3-4810-a25b-7734331ac764,segment=NetworkSegment(ba63e6f2-536e-40cd-a362-9cc2ae8a515c),segment_id=ba63e6f2-536e-40cd-a362-9cc2ae8a515c)] {{(pid=87636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:35:58.550885 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-0bde0ac9-c4dc-4184-b1e0-2ad8dc59d357 req-5df868e9-e41a-40bc-885d-084136928d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:58.555052 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 1c77fcf1-65c5-4fc6-a995-99b0b8652d57 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:35:58.589792 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c99f8b-87c7-47c5-a3fd-a848692b6158 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Made reservation on behalf of 49ee40378352455bb55a6029ae255dfd for: {'subnet': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:35:58.593276 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a5c99f8b-87c7-47c5-a3fd-a848692b6158 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3694443'] for subnet, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:58.593743 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 1c77fcf1-65c5-4fc6-a995-99b0b8652d57 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:35:58.594090 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 1c77fcf1-65c5-4fc6-a995-99b0b8652d57 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:35:58.677841 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde0ac9-c4dc-4184-b1e0-2ad8dc59d357 req-5df868e9-e41a-40bc-885d-084136928d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:58.678642 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-0bde0ac9-c4dc-4184-b1e0-2ad8dc59d357 req-5df868e9-e41a-40bc-885d-084136928d51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:58.680348 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0bde0ac9-c4dc-4184-b1e0-2ad8dc59d357 req-5df868e9-e41a-40bc-885d-084136928d51 service neutron] 10.222.0.18 "PUT /v2.0/ports/f9ac5d7c-27c3-4810-a25b-7734331ac764 HTTP/1.1" status: 200 len: 1094 time: 2.2855000 Feb 01 04:35:58.696794 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af68ca87-7dc0-401e-b0f7-ac6a737aabf9', 'tag': 'f9ac5d7c-27c3-4810-a25b-7734331ac764'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:35:58.746573 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df868e9-e41a-40bc-885d-084136928d51 service neutron] Pushing event updated for resources: {'Port': ['ID=f9ac5d7c-27c3-4810-a25b-7734331ac764,revision_number=3']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:58.798522 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af68ca87-7dc0-401e-b0f7-ac6a737aabf9', 'tag': 'f9ac5d7c-27c3-4810-a25b-7734331ac764', 'status': 'completed', 'code': 200} Feb 01 04:35:58.894803 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca3f3eb-7825-446a-937d-5059ae48709d req-e789d1a1-fd45-4c14-b8cf-6e6ce0949d7d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:58.896374 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-9ca3f3eb-7825-446a-937d-5059ae48709d req-e789d1a1-fd45-4c14-b8cf-6e6ce0949d7d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=af68ca87-7dc0-401e-b0f7-ac6a737aabf9 HTTP/1.1" status: 200 len: 944 time: 0.1932318 Feb 01 04:35:59.035897 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-9ca3f3eb-7825-446a-937d-5059ae48709d req-8722cfa9-602c-4f16-80e0-79ca85afd363 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d9067cc-5c4f-4b72-807d-46d0feb7c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312776 Feb 01 04:35:59.036736 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-138ff03f-9578-417a-9aec-30f3a696313f tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3037478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3694457'] for subnet, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:59.070814 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-242da9e6-8daf-427a-897d-8d5e8a122f4a tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Deleting port 1c77fcf1-65c5-4fc6-a995-99b0b8652d57 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:35:59.071189 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-242da9e6-8daf-427a-897d-8d5e8a122f4a tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:59.153782 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a5c99f8b-87c7-47c5-a3fd-a848692b6158 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3037478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3694457'] for subnet, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:59.156972 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138ff03f-9578-417a-9aec-30f3a696313f tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Pushing event updated for resources: {'Subnet': ['ID=613af18b-fdca-479d-bc31-0e0aa0d680c8,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:59.160598 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138ff03f-9578-417a-9aec-30f3a696313f tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Checking segment: {'id': 'ec6238e0-9330-4682-865f-20ac209e1cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '3cb3cf68-d3ae-4cbf-b4d4-912c9daff073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:35:59.160955 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138ff03f-9578-417a-9aec-30f3a696313f tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Network hostable DHCP agents. Network: 3cb3cf68-d3ae-4cbf-b4d4-912c9daff073, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:35:59.163916 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-242da9e6-8daf-427a-897d-8d5e8a122f4a tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] The port '1c77fcf1-65c5-4fc6-a995-99b0b8652d57' was deleted {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 01 04:35:59.232182 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde0ac9-c4dc-4184-b1e0-2ad8dc59d357 req-81ec4c21-a5c2-4de0-9752-426f0211b3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:59.233648 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0bde0ac9-c4dc-4184-b1e0-2ad8dc59d357 req-81ec4c21-a5c2-4de0-9752-426f0211b3cc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0629703b9474474a9f2fde13723d2e8b&device_id=af68ca87-7dc0-401e-b0f7-ac6a737aabf9 HTTP/1.1" status: 200 len: 1097 time: 0.4882243 Feb 01 04:35:59.253084 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c99f8b-87c7-47c5-a3fd-a848692b6158 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Pushing event updated for resources: {'Subnet': ['ID=17f0efa9-fac4-404f-91c3-645b31e455b0,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:59.258635 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138ff03f-9578-417a-9aec-30f3a696313f tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Network 3cb3cf68-d3ae-4cbf-b4d4-912c9daff073 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:35:59.266490 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c99f8b-87c7-47c5-a3fd-a848692b6158 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Checking segment: {'id': '7ffcb66b-c811-47e2-ae05-3535678a9c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '140d5707-f3e4-4955-aac9-2c0c9cf91b8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:35:59.266846 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c99f8b-87c7-47c5-a3fd-a848692b6158 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Network hostable DHCP agents. Network: 140d5707-f3e4-4955-aac9-2c0c9cf91b8b, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:35:59.278064 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-138ff03f-9578-417a-9aec-30f3a696313f tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, 3cb3cf68-d3ae-4cbf-b4d4-912c9daff073) {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:35:59.283626 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138ff03f-9578-417a-9aec-30f3a696313f tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:59.284046 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-138ff03f-9578-417a-9aec-30f3a696313f tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:59.288296 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfae8ba-3458-41af-b0b8-4add3792742e None None] Network 3cb3cf68-d3ae-4cbf-b4d4-912c9daff073 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:35:59.306446 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c99f8b-87c7-47c5-a3fd-a848692b6158 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Network 140d5707-f3e4-4955-aac9-2c0c9cf91b8b is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:35:59.317472 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-138ff03f-9578-417a-9aec-30f3a696313f tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4689038 Feb 01 04:35:59.318218 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-a5c99f8b-87c7-47c5-a3fd-a848692b6158 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, 140d5707-f3e4-4955-aac9-2c0c9cf91b8b) {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:35:59.319575 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38846) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:59.326378 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-d5caf31b-3d23-4e41-8b87-d34a7944ea0d tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:35:59.328488 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c7729a-f14c-4c7f-a9ef-f5adab0de3c4 None None] Network 140d5707-f3e4-4955-aac9-2c0c9cf91b8b requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:35:59.356124 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c99f8b-87c7-47c5-a3fd-a848692b6158 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:59.356761 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a5c99f8b-87c7-47c5-a3fd-a848692b6158 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:59.394761 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-a5c99f8b-87c7-47c5-a3fd-a848692b6158 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4927232 Feb 01 04:35:59.397471 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38850) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:59.433980 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0bde0ac9-c4dc-4184-b1e0-2ad8dc59d357 req-578dc0b1-377c-4569-b545-4d2661e601eb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9ac5d7c-27c3-4810-a25b-7734331ac764 HTTP/1.1" status: 200 len: 217 time: 0.1445501 Feb 01 04:35:59.434211 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-db303bb3-0583-4ff3-a578-5ca46d152768 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Request body: {'port': {'network_id': '140d5707-f3e4-4955-aac9-2c0c9cf91b8b', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1416879020'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:35:59.437757 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-242da9e6-8daf-427a-897d-8d5e8a122f4a tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:59.510366 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-242da9e6-8daf-427a-897d-8d5e8a122f4a tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a662d20-9118-4f87-a89f-d9af2048de6b']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:59.547094 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d5caf31b-3d23-4e41-8b87-d34a7944ea0d tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3694450'] for subnet, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:59.567115 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-242da9e6-8daf-427a-897d-8d5e8a122f4a tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0062f1e-d347-4b99-a569-9802af793f56') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:59.567431 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-242da9e6-8daf-427a-897d-8d5e8a122f4a tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0062f1e-d347-4b99-a569-9802af793f56') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:35:59.590334 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-242da9e6-8daf-427a-897d-8d5e8a122f4a tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143022'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:59.597861 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde0ac9-c4dc-4184-b1e0-2ad8dc59d357 req-3f3a95e6-502d-4e77-9394-301196e84814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:59.599730 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0bde0ac9-c4dc-4184-b1e0-2ad8dc59d357 req-3f3a95e6-502d-4e77-9394-301196e84814 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2933f122-fed7-475d-b133-59ebd7cf5542 HTTP/1.1" status: 200 len: 834 time: 0.1500905 Feb 01 04:35:59.644313 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-db303bb3-0583-4ff3-a578-5ca46d152768 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:35:59.652550 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-db303bb3-0583-4ff3-a578-5ca46d152768 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Usage tracker for resource:port and tenant:49ee40378352455bb55a6029ae255dfd is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:35:59.657294 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-242da9e6-8daf-427a-897d-8d5e8a122f4a tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:59.682132 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-db303bb3-0583-4ff3-a578-5ca46d152768 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:35:59.689296 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac0541f-dd5b-4134-8a8f-3462fff1a877 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-3cb3cf68-d3ae-4cbf-b4d4-912c9daff073', 'network_id': '3cb3cf68-d3ae-4cbf-b4d4-912c9daff073', 'tenant_id': 'a9e688303aa04885aaaab4031138e2c1', 'fixed_ips': [{'subnet_id': '613af18b-fdca-479d-bc31-0e0aa0d680c8'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:35:59.690543 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7ac0541f-dd5b-4134-8a8f-3462fff1a877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:59.694936 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-db303bb3-0583-4ff3-a578-5ca46d152768 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:35:59.707321 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-242da9e6-8daf-427a-897d-8d5e8a122f4a tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:35:59.708293 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-242da9e6-8daf-427a-897d-8d5e8a122f4a tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3072199'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:59.722448 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db303bb3-0583-4ff3-a578-5ca46d152768 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Made reservation on behalf of 49ee40378352455bb55a6029ae255dfd for: {'port': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:35:59.726192 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-db303bb3-0583-4ff3-a578-5ca46d152768 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:59.730428 dv-neutron-826830-1-hyperv neutron-server[87636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:35:59.730428 dv-neutron-826830-1-hyperv neutron-server[87636]: util.warn( Feb 01 04:35:59.730428 dv-neutron-826830-1-hyperv neutron-server[87636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:35:59.730428 dv-neutron-826830-1-hyperv neutron-server[87636]: util.warn( Feb 01 04:35:59.730428 dv-neutron-826830-1-hyperv neutron-server[87636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:35:59.730428 dv-neutron-826830-1-hyperv neutron-server[87636]: util.warn( Feb 01 04:35:59.730428 dv-neutron-826830-1-hyperv neutron-server[87636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:35:59.730428 dv-neutron-826830-1-hyperv neutron-server[87636]: util.warn( Feb 01 04:35:59.730428 dv-neutron-826830-1-hyperv neutron-server[87636]: Traceback (most recent call last): Feb 01 04:35:59.730428 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:35:59.730428 dv-neutron-826830-1-hyperv neutron-server[87636]: timer() Feb 01 04:35:59.730428 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:35:59.730428 dv-neutron-826830-1-hyperv neutron-server[87636]: cb(*args, **kw) Feb 01 04:35:59.730428 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:35:59.730428 dv-neutron-826830-1-hyperv neutron-server[87636]: return func(*args, **kwargs) Feb 01 04:35:59.730428 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:35:59.730428 dv-neutron-826830-1-hyperv neutron-server[87636]: self._notify() Feb 01 04:35:59.730428 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:35:59.730428 dv-neutron-826830-1-hyperv neutron-server[87636]: self.callback(batched_events) Feb 01 04:35:59.730428 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:35:59.730428 dv-neutron-826830-1-hyperv neutron-server[87636]: event.method(event) Feb 01 04:35:59.730428 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:35:59.730428 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:35:59.730428 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:35:59.730428 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:35:59.730428 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:35:59.730428 dv-neutron-826830-1-hyperv neutron-server[87636]: return f(self, *a, **k) Feb 01 04:35:59.730428 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:35:59.730428 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._get(url).json() Feb 01 04:35:59.730428 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:35:59.730428 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:35:59.730428 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:35:59.730428 dv-neutron-826830-1-hyperv neutron-server[87636]: return self.request(url, 'GET', **kwargs) Feb 01 04:35:59.730428 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:35:59.730428 dv-neutron-826830-1-hyperv neutron-server[87636]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:35:59.730428 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:35:59.730428 dv-neutron-826830-1-hyperv neutron-server[87636]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:35:59.730428 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:35:59.730428 dv-neutron-826830-1-hyperv neutron-server[87636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:35:59.730428 dv-neutron-826830-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:35:59.756083 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9ee1a8-dfd4-4fc0-a23a-1ddae8434ba3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-140d5707-f3e4-4955-aac9-2c0c9cf91b8b', 'network_id': '140d5707-f3e4-4955-aac9-2c0c9cf91b8b', 'tenant_id': '49ee40378352455bb55a6029ae255dfd', 'fixed_ips': [{'subnet_id': '17f0efa9-fac4-404f-91c3-645b31e455b0'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:35:59.756919 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6c9ee1a8-dfd4-4fc0-a23a-1ddae8434ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:59.790157 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-db303bb3-0583-4ff3-a578-5ca46d152768 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] device_id is not set on port adab779a-e485-4d16-aa72-9e76e8e6e87a yet. {{(pid=87637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:35:59.851577 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-242da9e6-8daf-427a-897d-8d5e8a122f4a tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:59.856682 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde0ac9-c4dc-4184-b1e0-2ad8dc59d357 req-0015fce1-a55b-46d5-887f-fa92c41bd8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:59.858481 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0bde0ac9-c4dc-4184-b1e0-2ad8dc59d357 req-0015fce1-a55b-46d5-887f-fa92c41bd8d2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2486939 Feb 01 04:35:59.862271 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-242da9e6-8daf-427a-897d-8d5e8a122f4a tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:59.874096 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d5caf31b-3d23-4e41-8b87-d34a7944ea0d tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734577908462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3037672'] for subnet, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:59.920997 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242da9e6-8daf-427a-897d-8d5e8a122f4a tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event deleted for resources: {'Network': ['ID=6a662d20-9118-4f87-a89f-d9af2048de6b,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:59.948784 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5caf31b-3d23-4e41-8b87-d34a7944ea0d tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:35:59.949612 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d5caf31b-3d23-4e41-8b87-d34a7944ea0d tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:35:59.954138 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-d5caf31b-3d23-4e41-8b87-d34a7944ea0d tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] 10.222.0.24 "PUT /v2.0/subnets/613af18b-fdca-479d-bc31-0e0aa0d680c8 HTTP/1.1" status: 200 len: 806 time: 0.6334894 Feb 01 04:35:59.955368 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-242da9e6-8daf-427a-897d-8d5e8a122f4a tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "DELETE /v2.0/networks/6a662d20-9118-4f87-a89f-d9af2048de6b HTTP/1.1" status: 204 len: 168 time: 2.7059453 Feb 01 04:35:59.960963 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38854) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:59.961394 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38856) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:35:59.978273 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-8234f684-cd9f-4ac9-9357-73dc2bdc67f2 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-56420634'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:35:59.987220 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-8234f684-cd9f-4ac9-9357-73dc2bdc67f2 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:35:59.989754 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-7ac0541f-dd5b-4134-8a8f-3462fff1a877 None None] Allocated IP 172.20.0.2 (3cb3cf68-d3ae-4cbf-b4d4-912c9daff073/613af18b-fdca-479d-bc31-0e0aa0d680c8/3e2b2b40-5633-4b62-9a88-37a02c74aedd) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:35:59.993257 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5caf31b-3d23-4e41-8b87-d34a7944ea0d tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Pushing event updated for resources: {'Subnet': ['ID=613af18b-fdca-479d-bc31-0e0aa0d680c8,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:35:59.995554 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-8234f684-cd9f-4ac9-9357-73dc2bdc67f2 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Usage tracker for resource:network and tenant:a862444cee664ef3af6a3e24f24366c9 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:35:59.998986 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-8234f684-cd9f-4ac9-9357-73dc2bdc67f2 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:36:00.007639 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-8234f684-cd9f-4ac9-9357-73dc2bdc67f2 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:36:00.016863 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-6c9ee1a8-dfd4-4fc0-a23a-1ddae8434ba3 None None] Allocated IP 172.20.0.2 (140d5707-f3e4-4955-aac9-2c0c9cf91b8b/17f0efa9-fac4-404f-91c3-645b31e455b0/b73d60cf-04de-4eef-9f57-108353f156d7) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:36:00.018645 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8234f684-cd9f-4ac9-9357-73dc2bdc67f2 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Made reservation on behalf of a862444cee664ef3af6a3e24f24366c9 for: {'network': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:36:00.022367 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8234f684-cd9f-4ac9-9357-73dc2bdc67f2 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:00.053850 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8234f684-cd9f-4ac9-9357-73dc2bdc67f2 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=87637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:36:00.064646 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8234f684-cd9f-4ac9-9357-73dc2bdc67f2 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:00.065068 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.segments_db [None req-8234f684-cd9f-4ac9-9357-73dc2bdc67f2 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Added segment 9bac0719-a319-41d5-95a9-f9cbbff57022 of type vlan for network 363443e9-d74c-4bea-be31-98c133ef1ab3 Feb 01 04:36:00.111967 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8234f684-cd9f-4ac9-9357-73dc2bdc67f2 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:00.147561 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8234f684-cd9f-4ac9-9357-73dc2bdc67f2 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:00.153747 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8234f684-cd9f-4ac9-9357-73dc2bdc67f2 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:00.154347 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8234f684-cd9f-4ac9-9357-73dc2bdc67f2 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:00.194662 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0bde0ac9-c4dc-4184-b1e0-2ad8dc59d357 req-2ebccd24-551a-431d-80f2-20ca0be4d65a service neutron] 10.222.0.18 "GET /v2.0/networks/6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089640 Feb 01 04:36:00.220318 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-8234f684-cd9f-4ac9-9357-73dc2bdc67f2 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2552414 Feb 01 04:36:00.236637 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38864) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:00.266956 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-ff77d44e-017d-4abb-b9cd-d3ebb25b2047 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Request body: {'subnet': {'network_id': '363443e9-d74c-4bea-be31-98c133ef1ab3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:36:00.279235 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8234f684-cd9f-4ac9-9357-73dc2bdc67f2 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event updated for resources: {'Network': ['ID=363443e9-d74c-4bea-be31-98c133ef1ab3,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:00.321636 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 363443e9-d74c-4bea-be31-98c133ef1ab3 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:36:00.392281 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5f369281-1afc-49cd-a479-557bb3023e3c tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:00.565032 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7ac0541f-dd5b-4134-8a8f-3462fff1a877 None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:00.575366 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6c9ee1a8-dfd4-4fc0-a23a-1ddae8434ba3 None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:00.589242 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-7ac0541f-dd5b-4134-8a8f-3462fff1a877 None None] Transition to ACTIVE for port object 3e2b2b40-5633-4b62-9a88-37a02c74aedd will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:36:00.591721 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-6c9ee1a8-dfd4-4fc0-a23a-1ddae8434ba3 None None] Transition to ACTIVE for port object b73d60cf-04de-4eef-9f57-108353f156d7 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:36:00.621920 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-7ac0541f-dd5b-4134-8a8f-3462fff1a877 None None] Transition to ACTIVE for port object 3e2b2b40-5633-4b62-9a88-37a02c74aedd will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:36:00.623350 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-6c9ee1a8-dfd4-4fc0-a23a-1ddae8434ba3 None None] Transition to ACTIVE for port object b73d60cf-04de-4eef-9f57-108353f156d7 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:36:00.630009 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7ac0541f-dd5b-4134-8a8f-3462fff1a877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:00.648511 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-861de5bd-4723-4ead-9fc3-b802ff4ea016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-371968'] for router_interface, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:00.672147 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6c9ee1a8-dfd4-4fc0-a23a-1ddae8434ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:00.704940 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac0541f-dd5b-4134-8a8f-3462fff1a877 None None] Network 3cb3cf68-d3ae-4cbf-b4d4-912c9daff073 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:36:00.712249 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-db303bb3-0583-4ff3-a578-5ca46d152768 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Allocated IP 172.20.0.11 (140d5707-f3e4-4955-aac9-2c0c9cf91b8b/17f0efa9-fac4-404f-91c3-645b31e455b0/adab779a-e485-4d16-aa72-9e76e8e6e87a) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:36:00.712927 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-7ac0541f-dd5b-4134-8a8f-3462fff1a877 None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:36:00.717791 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac0541f-dd5b-4134-8a8f-3462fff1a877 None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:36:00.729080 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9ee1a8-dfd4-4fc0-a23a-1ddae8434ba3 None None] Network 140d5707-f3e4-4955-aac9-2c0c9cf91b8b is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:36:00.750004 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-ff77d44e-017d-4abb-b9cd-d3ebb25b2047 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:36:00.752166 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-5f369281-1afc-49cd-a479-557bb3023e3c tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Deleting port 3e2b2b40-5633-4b62-9a88-37a02c74aedd {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:36:00.752507 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5f369281-1afc-49cd-a479-557bb3023e3c tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:00.761733 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-6c9ee1a8-dfd4-4fc0-a23a-1ddae8434ba3 None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:36:00.763537 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac0541f-dd5b-4134-8a8f-3462fff1a877 None None] Pushing event updated for resources: {'Port': ['ID=3e2b2b40-5633-4b62-9a88-37a02c74aedd,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:00.766093 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9ee1a8-dfd4-4fc0-a23a-1ddae8434ba3 None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:36:00.801527 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-ff77d44e-017d-4abb-b9cd-d3ebb25b2047 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Usage tracker for resource:subnet and tenant:a862444cee664ef3af6a3e24f24366c9 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:36:00.821811 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-ff77d44e-017d-4abb-b9cd-d3ebb25b2047 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:36:00.841807 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-ff77d44e-017d-4abb-b9cd-d3ebb25b2047 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:36:00.845201 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0bde0ac9-c4dc-4184-b1e0-2ad8dc59d357 req-e9515af6-b48d-4356-85a6-bb164cbb2752 service neutron] 10.222.0.18 "GET /v2.0/networks/6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6168537 Feb 01 04:36:00.896880 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9ee1a8-dfd4-4fc0-a23a-1ddae8434ba3 None None] Pushing event updated for resources: {'Port': ['ID=b73d60cf-04de-4eef-9f57-108353f156d7,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:00.912990 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9528278b-33ea-4e4c-a72e-2b276a78ea12 req-844fbe9d-0103-4b1f-b845-6a2ccd4d5715 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:00.914516 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9528278b-33ea-4e4c-a72e-2b276a78ea12 req-844fbe9d-0103-4b1f-b845-6a2ccd4d5715 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=af68ca87-7dc0-401e-b0f7-ac6a737aabf9 HTTP/1.1" status: 200 len: 944 time: 0.7292101 Feb 01 04:36:00.978310 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-7ac0541f-dd5b-4134-8a8f-3462fff1a877 None None] Attempting to bind port 3e2b2b40-5633-4b62-9a88-37a02c74aedd on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:36:00.978682 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-7ac0541f-dd5b-4134-8a8f-3462fff1a877 None None] Attempting to bind port 3e2b2b40-5633-4b62-9a88-37a02c74aedd by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': 'ec6238e0-9330-4682-865f-20ac209e1cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '3cb3cf68-d3ae-4cbf-b4d4-912c9daff073'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:36:00.979308 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac0541f-dd5b-4134-8a8f-3462fff1a877 None None] Attempting to bind port 3e2b2b40-5633-4b62-9a88-37a02c74aedd on network 3cb3cf68-d3ae-4cbf-b4d4-912c9daff073 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:36:00.987249 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-6c9ee1a8-dfd4-4fc0-a23a-1ddae8434ba3 None None] Attempting to bind port b73d60cf-04de-4eef-9f57-108353f156d7 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:36:00.988154 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-6c9ee1a8-dfd4-4fc0-a23a-1ddae8434ba3 None None] Attempting to bind port b73d60cf-04de-4eef-9f57-108353f156d7 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '7ffcb66b-c811-47e2-ae05-3535678a9c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '140d5707-f3e4-4955-aac9-2c0c9cf91b8b'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:36:00.988520 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9ee1a8-dfd4-4fc0-a23a-1ddae8434ba3 None None] Attempting to bind port b73d60cf-04de-4eef-9f57-108353f156d7 on network 140d5707-f3e4-4955-aac9-2c0c9cf91b8b {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:36:00.990974 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac0541f-dd5b-4134-8a8f-3462fff1a877 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:36:00.991361 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac0541f-dd5b-4134-8a8f-3462fff1a877 None None] Checking segment: {'id': 'ec6238e0-9330-4682-865f-20ac209e1cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '3cb3cf68-d3ae-4cbf-b4d4-912c9daff073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:36:00.991761 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7ac0541f-dd5b-4134-8a8f-3462fff1a877 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:00.992154 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac0541f-dd5b-4134-8a8f-3462fff1a877 None None] Bound using segment: {'id': 'ec6238e0-9330-4682-865f-20ac209e1cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '3cb3cf68-d3ae-4cbf-b4d4-912c9daff073'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:36:00.992637 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-7ac0541f-dd5b-4134-8a8f-3462fff1a877 None None] Bound port: 3e2b2b40-5633-4b62-9a88-37a02c74aedd, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec6238e0-9330-4682-865f-20ac209e1cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '3cb3cf68-d3ae-4cbf-b4d4-912c9daff073'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:36:00.993011 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7ac0541f-dd5b-4134-8a8f-3462fff1a877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:01.011878 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9ee1a8-dfd4-4fc0-a23a-1ddae8434ba3 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:36:01.012251 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9ee1a8-dfd4-4fc0-a23a-1ddae8434ba3 None None] Checking segment: {'id': '7ffcb66b-c811-47e2-ae05-3535678a9c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '140d5707-f3e4-4955-aac9-2c0c9cf91b8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:36:01.012858 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6c9ee1a8-dfd4-4fc0-a23a-1ddae8434ba3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:01.013256 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9ee1a8-dfd4-4fc0-a23a-1ddae8434ba3 None None] Bound using segment: {'id': '7ffcb66b-c811-47e2-ae05-3535678a9c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '140d5707-f3e4-4955-aac9-2c0c9cf91b8b'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:36:01.013723 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-6c9ee1a8-dfd4-4fc0-a23a-1ddae8434ba3 None None] Bound port: b73d60cf-04de-4eef-9f57-108353f156d7, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ffcb66b-c811-47e2-ae05-3535678a9c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '140d5707-f3e4-4955-aac9-2c0c9cf91b8b'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:36:01.014103 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6c9ee1a8-dfd4-4fc0-a23a-1ddae8434ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:01.047586 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff77d44e-017d-4abb-b9cd-d3ebb25b2047 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Made reservation on behalf of a862444cee664ef3af6a3e24f24366c9 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:36:01.051641 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ff77d44e-017d-4abb-b9cd-d3ebb25b2047 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:01.127472 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-db303bb3-0583-4ff3-a578-5ca46d152768 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:01.144688 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-db303bb3-0583-4ff3-a578-5ca46d152768 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Transition to ACTIVE for port object adab779a-e485-4d16-aa72-9e76e8e6e87a will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:36:01.163888 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-7ac0541f-dd5b-4134-8a8f-3462fff1a877 None None] For port 3e2b2b40-5633-4b62-9a88-37a02c74aedd, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:36:01.169125 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-db303bb3-0583-4ff3-a578-5ca46d152768 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:01.173596 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-6c9ee1a8-dfd4-4fc0-a23a-1ddae8434ba3 None None] For port b73d60cf-04de-4eef-9f57-108353f156d7, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:36:01.176791 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-7ac0541f-dd5b-4134-8a8f-3462fff1a877 None None] For port 3e2b2b40-5633-4b62-9a88-37a02c74aedd, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=3e2b2b40-5633-4b62-9a88-37a02c74aedd,segment=NetworkSegment(ec6238e0-9330-4682-865f-20ac209e1cfc),segment_id=ec6238e0-9330-4682-865f-20ac209e1cfc)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:36:01.178635 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-6c9ee1a8-dfd4-4fc0-a23a-1ddae8434ba3 None None] For port b73d60cf-04de-4eef-9f57-108353f156d7, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=b73d60cf-04de-4eef-9f57-108353f156d7,segment=NetworkSegment(7ffcb66b-c811-47e2-ae05-3535678a9c4a),segment_id=7ffcb66b-c811-47e2-ae05-3535678a9c4a)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:36:01.183670 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7ac0541f-dd5b-4134-8a8f-3462fff1a877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:01.225202 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6c9ee1a8-dfd4-4fc0-a23a-1ddae8434ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:01.258708 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db303bb3-0583-4ff3-a578-5ca46d152768 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Network 140d5707-f3e4-4955-aac9-2c0c9cf91b8b is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:36:01.261994 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-db303bb3-0583-4ff3-a578-5ca46d152768 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:36:01.266698 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db303bb3-0583-4ff3-a578-5ca46d152768 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:36:01.283662 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9528278b-33ea-4e4c-a72e-2b276a78ea12 req-16c377bc-c2ba-45c8-a453-aa04e25af186 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d9067cc-5c4f-4b72-807d-46d0feb7c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3495653 Feb 01 04:36:01.294705 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db303bb3-0583-4ff3-a578-5ca46d152768 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Pushing event updated for resources: {'Port': ['ID=adab779a-e485-4d16-aa72-9e76e8e6e87a,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:01.303356 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac0541f-dd5b-4134-8a8f-3462fff1a877 None None] Pushing event updated for resources: {'Port': ['ID=3e2b2b40-5633-4b62-9a88-37a02c74aedd,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:01.361769 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db303bb3-0583-4ff3-a578-5ca46d152768 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:01.363484 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-db303bb3-0583-4ff3-a578-5ca46d152768 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:01.396909 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-db303bb3-0583-4ff3-a578-5ca46d152768 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9981852 Feb 01 04:36:01.400360 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38870) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:01.414993 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-31cd29c8-a015-4626-bce4-50981c2f6f15 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Request body: {'port': {'network_id': '140d5707-f3e4-4955-aac9-2c0c9cf91b8b', 'name': 'tempest-ExtraDHCPOptionsTestJSON-404269314', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:36:01.416452 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9ee1a8-dfd4-4fc0-a23a-1ddae8434ba3 None None] Pushing event updated for resources: {'Port': ['ID=b73d60cf-04de-4eef-9f57-108353f156d7,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:01.417500 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.api.validators [None req-31cd29c8-a015-4626-bce4-50981c2f6f15 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] bootfile-name is not in valid_values {{(pid=87637) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 01 04:36:01.418580 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.api.validators [None req-31cd29c8-a015-4626-bce4-50981c2f6f15 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] tftp-server is not in valid_values {{(pid=87637) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 01 04:36:01.418963 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.api.validators [None req-31cd29c8-a015-4626-bce4-50981c2f6f15 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] server-ip-address is not in valid_values {{(pid=87637) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 01 04:36:01.484252 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c487b61a-c56f-4d89-8d52-a59effa60915 req-c4c76b49-7f80-4790-8858-78fa6c4bde99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:01.485825 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c487b61a-c56f-4d89-8d52-a59effa60915 req-c4c76b49-7f80-4790-8858-78fa6c4bde99 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0629703b9474474a9f2fde13723d2e8b&device_id=af68ca87-7dc0-401e-b0f7-ac6a737aabf9 HTTP/1.1" status: 200 len: 1097 time: 0.5378683 Feb 01 04:36:01.592314 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-5f369281-1afc-49cd-a479-557bb3023e3c tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] For port 3e2b2b40-5633-4b62-9a88-37a02c74aedd, host dv-neutron-826830-1-hyperv, got binding levels [] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:36:01.592660 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5f369281-1afc-49cd-a479-557bb3023e3c tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:01.620257 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-31cd29c8-a015-4626-bce4-50981c2f6f15 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:36:01.625053 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-31cd29c8-a015-4626-bce4-50981c2f6f15 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Usage tracker for resource:port and tenant:49ee40378352455bb55a6029ae255dfd is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:36:01.628877 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-31cd29c8-a015-4626-bce4-50981c2f6f15 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:36:01.635843 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-31cd29c8-a015-4626-bce4-50981c2f6f15 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:36:01.657009 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31cd29c8-a015-4626-bce4-50981c2f6f15 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Made reservation on behalf of 49ee40378352455bb55a6029ae255dfd for: {'port': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:36:01.662918 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-31cd29c8-a015-4626-bce4-50981c2f6f15 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:01.695791 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-31cd29c8-a015-4626-bce4-50981c2f6f15 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] device_id is not set on port fdd60e91-e72c-483c-927c-42feb24a70e3 yet. {{(pid=87637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:36:01.829950 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-5f369281-1afc-49cd-a479-557bb3023e3c tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Calling delete_port for 3e2b2b40-5633-4b62-9a88-37a02c74aedd owned by network:dhcp {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:36:01.869193 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-31cd29c8-a015-4626-bce4-50981c2f6f15 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Allocated IP 172.20.0.12 (140d5707-f3e4-4955-aac9-2c0c9cf91b8b/17f0efa9-fac4-404f-91c3-645b31e455b0/fdd60e91-e72c-483c-927c-42feb24a70e3) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:36:01.928724 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b5284d85-9d13-4dd1-bf40-636ea40b72fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:02.059348 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-861de5bd-4723-4ead-9fc3-b802ff4ea016 admin admin] Deleting port 36c4124d-3b27-4bee-bd44-d10123dd50c3 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:36:02.059978 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-861de5bd-4723-4ead-9fc3-b802ff4ea016 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:02.093075 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ff77d44e-017d-4abb-b9cd-d3ebb25b2047 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:02.106989 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-31cd29c8-a015-4626-bce4-50981c2f6f15 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:02.122479 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-31cd29c8-a015-4626-bce4-50981c2f6f15 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Transition to ACTIVE for port object fdd60e91-e72c-483c-927c-42feb24a70e3 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:36:02.147766 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-31cd29c8-a015-4626-bce4-50981c2f6f15 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:02.221186 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31cd29c8-a015-4626-bce4-50981c2f6f15 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Network 140d5707-f3e4-4955-aac9-2c0c9cf91b8b is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:36:02.224726 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-31cd29c8-a015-4626-bce4-50981c2f6f15 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:36:02.228783 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cd29c8-a015-4626-bce4-50981c2f6f15 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:36:02.264627 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cd29c8-a015-4626-bce4-50981c2f6f15 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Pushing event updated for resources: {'Port': ['ID=fdd60e91-e72c-483c-927c-42feb24a70e3,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:02.303521 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31cd29c8-a015-4626-bce4-50981c2f6f15 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:02.304323 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-31cd29c8-a015-4626-bce4-50981c2f6f15 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:02.329595 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-31cd29c8-a015-4626-bce4-50981c2f6f15 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 0.9230943 Feb 01 04:36:02.330994 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38876) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:02.368986 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c487b61a-c56f-4d89-8d52-a59effa60915 req-0b93a763-6f67-41f3-b893-14c1c813d1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:02.370467 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c487b61a-c56f-4d89-8d52-a59effa60915 req-0b93a763-6f67-41f3-b893-14c1c813d1d7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d HTTP/1.1" status: 200 len: 896 time: 0.8462849 Feb 01 04:36:02.393134 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.db.api [None req-5f369281-1afc-49cd-a479-557bb3023e3c tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:36:02.393446 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG oslo_db.api [None req-5f369281-1afc-49cd-a479-557bb3023e3c tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:36:02.428407 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0094c8-7389-4eb6-942d-2dd87b489f9a tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:02.434739 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0094c8-7389-4eb6-942d-2dd87b489f9a tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:02.441728 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0094c8-7389-4eb6-942d-2dd87b489f9a tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:02.442620 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-0e0094c8-7389-4eb6-942d-2dd87b489f9a tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Synchronizing usage tracker for tenant:49ee40378352455bb55a6029ae255dfd on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:36:02.475449 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff77d44e-017d-4abb-b9cd-d3ebb25b2047 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event updated for resources: {'Subnet': ['ID=b8bceaa4-94a8-4cc4-b521-228865230b6b,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:02.483963 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c487b61a-c56f-4d89-8d52-a59effa60915 req-66f4484c-044c-4a4d-b4f9-89480043e9b4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9ac5d7c-27c3-4810-a25b-7734331ac764 HTTP/1.1" status: 200 len: 217 time: 0.0917361 Feb 01 04:36:02.527224 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-0e0094c8-7389-4eb6-942d-2dd87b489f9a tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Unset dirty status for tenant:49ee40378352455bb55a6029ae255dfd on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:36:02.527224 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-0e0094c8-7389-4eb6-942d-2dd87b489f9a tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.1915338 Feb 01 04:36:02.527721 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38880) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:02.574973 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff77d44e-017d-4abb-b9cd-d3ebb25b2047 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:36:02.575493 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff77d44e-017d-4abb-b9cd-d3ebb25b2047 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:36:02.575927 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff77d44e-017d-4abb-b9cd-d3ebb25b2047 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:36:02.576396 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff77d44e-017d-4abb-b9cd-d3ebb25b2047 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:36:02.576954 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff77d44e-017d-4abb-b9cd-d3ebb25b2047 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:36:02.577401 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff77d44e-017d-4abb-b9cd-d3ebb25b2047 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:36:02.578010 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff77d44e-017d-4abb-b9cd-d3ebb25b2047 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:36:02.578458 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff77d44e-017d-4abb-b9cd-d3ebb25b2047 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:36:02.578890 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff77d44e-017d-4abb-b9cd-d3ebb25b2047 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:36:02.579333 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff77d44e-017d-4abb-b9cd-d3ebb25b2047 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:36:02.580096 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff77d44e-017d-4abb-b9cd-d3ebb25b2047 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:36:02.580203 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff77d44e-017d-4abb-b9cd-d3ebb25b2047 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:36:02.620632 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-0cb4b280-9748-44b3-8949-55471bf0c3ea tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Deleting port fdd60e91-e72c-483c-927c-42feb24a70e3 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:36:02.620959 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0cb4b280-9748-44b3-8949-55471bf0c3ea tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:02.642905 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff77d44e-017d-4abb-b9cd-d3ebb25b2047 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Checking segment: {'id': '9bac0719-a319-41d5-95a9-f9cbbff57022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '363443e9-d74c-4bea-be31-98c133ef1ab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:36:02.643375 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff77d44e-017d-4abb-b9cd-d3ebb25b2047 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Network hostable DHCP agents. Network: 363443e9-d74c-4bea-be31-98c133ef1ab3, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:36:02.663364 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 3e2b2b40-5633-4b62-9a88-37a02c74aedd up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:36:02.678208 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb84527-47e7-416a-9135-a50d5f61c0e0 req-5af658a8-0181-4b57-b9ff-283fcb051684 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:02.679745 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-aeb84527-47e7-416a-9135-a50d5f61c0e0 req-5af658a8-0181-4b57-b9ff-283fcb051684 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=af68ca87-7dc0-401e-b0f7-ac6a737aabf9 HTTP/1.1" status: 200 len: 944 time: 0.2342012 Feb 01 04:36:02.724842 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c487b61a-c56f-4d89-8d52-a59effa60915 req-284f09ba-934c-4206-ae2d-d74b9adfaf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:02.726906 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c487b61a-c56f-4d89-8d52-a59effa60915 req-284f09ba-934c-4206-ae2d-d74b9adfaf9b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2933f122-fed7-475d-b133-59ebd7cf5542 HTTP/1.1" status: 200 len: 834 time: 0.1635818 Feb 01 04:36:02.737158 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1b833a-f488-439d-9151-77a9ba244125 None None] Network 140d5707-f3e4-4955-aac9-2c0c9cf91b8b requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:36:02.738239 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-861de5bd-4723-4ead-9fc3-b802ff4ea016 admin admin] For port 36c4124d-3b27-4bee-bd44-d10123dd50c3, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=36c4124d-3b27-4bee-bd44-d10123dd50c3,segment=NetworkSegment(3a46c540-6fa2-4630-b1ad-4e7e7ce44ba6),segment_id=3a46c540-6fa2-4630-b1ad-4e7e7ce44ba6)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:36:02.738892 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-861de5bd-4723-4ead-9fc3-b802ff4ea016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:02.782296 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-aeb84527-47e7-416a-9135-a50d5f61c0e0 req-583f67c5-00be-4fcf-b92f-20381a653f47 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d9067cc-5c4f-4b72-807d-46d0feb7c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956862 Feb 01 04:36:02.788717 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff77d44e-017d-4abb-b9cd-d3ebb25b2047 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Network 363443e9-d74c-4bea-be31-98c133ef1ab3 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:36:02.904689 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 3e2b2b40-5633-4b62-9a88-37a02c74aedd completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:36:02.918779 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-daccb5f8-36cb-4c60-a0cb-a88b29dfee4b None None] Provisioning for port b73d60cf-04de-4eef-9f57-108353f156d7 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:36:02.931392 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-5f369281-1afc-49cd-a479-557bb3023e3c tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Deleting port 3e2b2b40-5633-4b62-9a88-37a02c74aedd {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:36:02.931804 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5f369281-1afc-49cd-a479-557bb3023e3c tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:02.941918 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device b73d60cf-04de-4eef-9f57-108353f156d7 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:36:02.964101 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-861de5bd-4723-4ead-9fc3-b802ff4ea016 admin admin] Calling delete_port for 36c4124d-3b27-4bee-bd44-d10123dd50c3 owned by network:router_interface {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:36:02.981360 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0cb4b280-9748-44b3-8949-55471bf0c3ea tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:03.012286 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-ff77d44e-017d-4abb-b9cd-d3ebb25b2047 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, 363443e9-d74c-4bea-be31-98c133ef1ab3) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:36:03.016693 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff77d44e-017d-4abb-b9cd-d3ebb25b2047 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:03.017263 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ff77d44e-017d-4abb-b9cd-d3ebb25b2047 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:03.116184 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ff77d44e-017d-4abb-b9cd-d3ebb25b2047 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8785145 Feb 01 04:36:03.127080 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38884) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:03.130915 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b78a47-0965-4dc9-be0a-94c38844a7e9 None None] Network 363443e9-d74c-4bea-be31-98c133ef1ab3 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:36:03.145210 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-0cb4b280-9748-44b3-8949-55471bf0c3ea tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Calling delete_port for fdd60e91-e72c-483c-927c-42feb24a70e3 owned by {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:36:03.146539 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-7735078a-fb10-4c75-bd63-cc44279706bb tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Request body: {'port': {'network_id': '363443e9-d74c-4bea-be31-98c133ef1ab3', 'name': 'tempest-PortsTestJSON-328961107', 'fixed_ips': [{'subnet_id': 'b8bceaa4-94a8-4cc4-b521-228865230b6b', 'ip_address': '172.20.0.10'}]}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:36:03.255392 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port b73d60cf-04de-4eef-9f57-108353f156d7 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:36:03.256678 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c487b61a-c56f-4d89-8d52-a59effa60915 req-66e60906-5ba0-4796-ab81-6d01f2433742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:03.258290 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c487b61a-c56f-4d89-8d52-a59effa60915 req-66e60906-5ba0-4796-ab81-6d01f2433742 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5232775 Feb 01 04:36:03.270973 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port b73d60cf-04de-4eef-9f57-108353f156d7 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:36:03.271371 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:03.299678 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3173cd21-acea-4fca-934b-b2567add2d13 None None] Network 3cb3cf68-d3ae-4cbf-b4d4-912c9daff073 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:36:03.390781 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device f9ac5d7c-27c3-4810-a25b-7734331ac764 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 01 04:36:03.432933 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0cb4b280-9748-44b3-8949-55471bf0c3ea tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:03.488856 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb4b280-9748-44b3-8949-55471bf0c3ea tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Pushing event deleted for resources: {'Port': ['ID=fdd60e91-e72c-483c-927c-42feb24a70e3,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:03.551627 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-fca27131-b9c4-4e10-90e4-14ca573e4dbe None None] Provisioning for port 3e2b2b40-5633-4b62-9a88-37a02c74aedd completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:36:03.583026 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-fca27131-b9c4-4e10-90e4-14ca573e4dbe None None] Provisioning complete for port 3e2b2b40-5633-4b62-9a88-37a02c74aedd triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:36:03.583442 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fca27131-b9c4-4e10-90e4-14ca573e4dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:03.596724 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0cb4b280-9748-44b3-8949-55471bf0c3ea tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:03.602224 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-7735078a-fb10-4c75-bd63-cc44279706bb tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:36:03.610086 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c487b61a-c56f-4d89-8d52-a59effa60915 req-bcfcbbde-8cde-4774-9312-fc416d493085 service neutron] 10.222.0.18 "GET /v2.0/networks/6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3328061 Feb 01 04:36:03.613249 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-5f369281-1afc-49cd-a479-557bb3023e3c tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] For port 3e2b2b40-5633-4b62-9a88-37a02c74aedd, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=3e2b2b40-5633-4b62-9a88-37a02c74aedd,segment=NetworkSegment(ec6238e0-9330-4682-865f-20ac209e1cfc),segment_id=ec6238e0-9330-4682-865f-20ac209e1cfc)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:36:03.613620 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5f369281-1afc-49cd-a479-557bb3023e3c tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:03.620268 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-0cb4b280-9748-44b3-8949-55471bf0c3ea tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] 10.222.0.24 "DELETE /v2.0/ports/fdd60e91-e72c-483c-927c-42feb24a70e3 HTTP/1.1" status: 204 len: 168 time: 1.0852435 Feb 01 04:36:03.623725 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-7735078a-fb10-4c75-bd63-cc44279706bb tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Usage tracker for resource:port and tenant:a862444cee664ef3af6a3e24f24366c9 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:36:03.624267 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38888) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:03.632025 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-9a5de17b-bec6-4710-af4e-4609cc8eb3c0 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Request body: {'port': {'name': 'tempest-new-port-name-1826927205', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:36:03.632897 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.api.validators [None req-9a5de17b-bec6-4710-af4e-4609cc8eb3c0 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] bootfile-name is not in valid_values {{(pid=87637) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 01 04:36:03.633513 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.api.validators [None req-9a5de17b-bec6-4710-af4e-4609cc8eb3c0 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] tftp-server is not in valid_values {{(pid=87637) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 01 04:36:03.634826 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.api.validators [None req-9a5de17b-bec6-4710-af4e-4609cc8eb3c0 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] server-ip-address is not in valid_values {{(pid=87637) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 01 04:36:03.653554 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-7735078a-fb10-4c75-bd63-cc44279706bb tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:36:03.717180 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-7735078a-fb10-4c75-bd63-cc44279706bb tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:36:03.796224 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9a5de17b-bec6-4710-af4e-4609cc8eb3c0 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:03.857382 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-5f369281-1afc-49cd-a479-557bb3023e3c tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Calling delete_port for 3e2b2b40-5633-4b62-9a88-37a02c74aedd owned by network:dhcp {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:36:03.966030 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1f6288-d8d7-42da-8a4b-00b22208313d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-363443e9-d74c-4bea-be31-98c133ef1ab3', 'network_id': '363443e9-d74c-4bea-be31-98c133ef1ab3', 'tenant_id': 'a862444cee664ef3af6a3e24f24366c9', 'fixed_ips': [{'subnet_id': 'b8bceaa4-94a8-4cc4-b521-228865230b6b'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:36:03.967820 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fb1f6288-d8d7-42da-8a4b-00b22208313d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:04.059590 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:04.178247 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port f9ac5d7c-27c3-4810-a25b-7734331ac764, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=f9ac5d7c-27c3-4810-a25b-7734331ac764,segment=NetworkSegment(ba63e6f2-536e-40cd-a362-9cc2ae8a515c),segment_id=ba63e6f2-536e-40cd-a362-9cc2ae8a515c)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:36:04.226701 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Returning: {'device': 'f9ac5d7c-27c3-4810-a25b-7734331ac764', 'network_id': '6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d', 'port_id': 'f9ac5d7c-27c3-4810-a25b-7734331ac764', 'mac_address': 'fa:16:3e:9d:4a:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2933f122-fed7-475d-b133-59ebd7cf5542', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 01 04:36:04.232479 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port b73d60cf-04de-4eef-9f57-108353f156d7, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=b73d60cf-04de-4eef-9f57-108353f156d7,segment=NetworkSegment(7ffcb66b-c811-47e2-ae05-3535678a9c4a),segment_id=7ffcb66b-c811-47e2-ae05-3535678a9c4a)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:36:04.261720 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7735078a-fb10-4c75-bd63-cc44279706bb tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Made reservation on behalf of a862444cee664ef3af6a3e24f24366c9 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:36:04.279398 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fca27131-b9c4-4e10-90e4-14ca573e4dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:04.290735 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:04.348012 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38896) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:04.361682 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-861de5bd-4723-4ead-9fc3-b802ff4ea016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:04.398634 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6f2af6ee-ede7-493c-824d-cc55d014b01c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:04.449055 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:04.468873 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-fb1f6288-d8d7-42da-8a4b-00b22208313d None None] Allocated IP 172.20.0.2 (363443e9-d74c-4bea-be31-98c133ef1ab3/b8bceaa4-94a8-4cc4-b521-228865230b6b/03e4cf34-0548-4ec4-a4b7-faff73d4e5b4) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:36:04.475307 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-fca27131-b9c4-4e10-90e4-14ca573e4dbe None None] For port 3e2b2b40-5633-4b62-9a88-37a02c74aedd, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=3e2b2b40-5633-4b62-9a88-37a02c74aedd,segment=NetworkSegment(ec6238e0-9330-4682-865f-20ac209e1cfc),segment_id=ec6238e0-9330-4682-865f-20ac209e1cfc)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:36:04.492331 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9ac5d7c-27c3-4810-a25b-7734331ac764 {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 04:36:04.496257 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fca27131-b9c4-4e10-90e4-14ca573e4dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:04.501150 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=b73d60cf-04de-4eef-9f57-108353f156d7,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:04.528829 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.resource_extend [None req-9a5de17b-bec6-4710-af4e-4609cc8eb3c0 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 01 04:36:04.588781 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port f9ac5d7c-27c3-4810-a25b-7734331ac764, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=f9ac5d7c-27c3-4810-a25b-7734331ac764,segment=NetworkSegment(ba63e6f2-536e-40cd-a362-9cc2ae8a515c),segment_id=ba63e6f2-536e-40cd-a362-9cc2ae8a515c)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:36:04.609385 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:04.623934 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7735078a-fb10-4c75-bd63-cc44279706bb tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:04.654648 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9a5de17b-bec6-4710-af4e-4609cc8eb3c0 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:04.658629 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861de5bd-4723-4ead-9fc3-b802ff4ea016 admin admin] Pushing event deleted for resources: {'Port': ['ID=36c4124d-3b27-4bee-bd44-d10123dd50c3,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:04.674715 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8cdec31-f865-47e9-8b78-c2fe7ff37383 None None] Network 3cb3cf68-d3ae-4cbf-b4d4-912c9daff073 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:36:04.679832 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-7735078a-fb10-4c75-bd63-cc44279706bb tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] device_id is not set on port 08a299a2-88ad-48b7-bc80-4850a4620699 yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:36:04.680278 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9a5de17b-bec6-4710-af4e-4609cc8eb3c0 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:04.687324 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-aa059d3a-ec9e-49cd-9c42-615d8f74b6df None None] Could not find standard attr ID for object fdd60e91-e72c-483c-927c-42feb24a70e3. {{(pid=87638) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 01 04:36:04.702765 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca27131-b9c4-4e10-90e4-14ca573e4dbe None None] Pushing event updated for resources: {'Port': ['ID=3e2b2b40-5633-4b62-9a88-37a02c74aedd,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:04.829719 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-2d6d6272-1ce9-4833-a50a-a4e14c8a8be6 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Deleting port 77f52e74-dd85-4ac6-b9bc-ca94917cd906 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:36:04.830066 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2d6d6272-1ce9-4833-a50a-a4e14c8a8be6 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:04.835992 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c487b61a-c56f-4d89-8d52-a59effa60915 req-63366a85-ddb0-4ad9-b72e-48f11c39b6f8 service neutron] 10.222.0.18 "GET /v2.0/networks/6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2087598 Feb 01 04:36:04.897826 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a362a85-8a56-436a-9f2e-c3f9acc29dcb req-a39ad493-ef92-4e03-aac9-4e8aefbe5585 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:04.900021 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5a362a85-8a56-436a-9f2e-c3f9acc29dcb req-a39ad493-ef92-4e03-aac9-4e8aefbe5585 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=af68ca87-7dc0-401e-b0f7-ac6a737aabf9 HTTP/1.1" status: 200 len: 944 time: 0.7805896 Feb 01 04:36:04.900853 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.db.api [None req-5f369281-1afc-49cd-a479-557bb3023e3c tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:36:04.901360 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG oslo_db.api [None req-5f369281-1afc-49cd-a479-557bb3023e3c tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:36:04.913651 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-aa059d3a-ec9e-49cd-9c42-615d8f74b6df None None] Provisioning complete for port b73d60cf-04de-4eef-9f57-108353f156d7 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:36:04.914017 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aa059d3a-ec9e-49cd-9c42-615d8f74b6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:04.982004 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] get_ports_and_sgs() called for port_ids ['f9ac5d7c-27c3-4810-a25b-7734331ac764'] {{(pid=87638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 01 04:36:05.052871 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5a362a85-8a56-436a-9f2e-c3f9acc29dcb req-6b0d4c07-daa1-42dd-bc28-851303bdfaf9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d9067cc-5c4f-4b72-807d-46d0feb7c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321259 Feb 01 04:36:05.060485 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=f9ac5d7c-27c3-4810-a25b-7734331ac764,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:05.113041 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2d6d6272-1ce9-4833-a50a-a4e14c8a8be6 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:05.113624 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2d6d6272-1ce9-4833-a50a-a4e14c8a8be6 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:05.259539 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-2d6d6272-1ce9-4833-a50a-a4e14c8a8be6 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Calling delete_port for 77f52e74-dd85-4ac6-b9bc-ca94917cd906 owned by network:floatingip {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:36:05.259803 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fb1f6288-d8d7-42da-8a4b-00b22208313d None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:05.270711 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-861de5bd-4723-4ead-9fc3-b802ff4ea016 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770960'] for router_interface, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:05.280938 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-fb1f6288-d8d7-42da-8a4b-00b22208313d None None] Transition to ACTIVE for port object 03e4cf34-0548-4ec4-a4b7-faff73d4e5b4 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:36:05.302814 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5de17b-bec6-4710-af4e-4609cc8eb3c0 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Pushing event updated for resources: {'Port': ['ID=adab779a-e485-4d16-aa72-9e76e8e6e87a,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:05.325493 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5de17b-bec6-4710-af4e-4609cc8eb3c0 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:36:05.325987 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5de17b-bec6-4710-af4e-4609cc8eb3c0 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:36:05.326429 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5de17b-bec6-4710-af4e-4609cc8eb3c0 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:36:05.326867 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5de17b-bec6-4710-af4e-4609cc8eb3c0 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:36:05.327334 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5de17b-bec6-4710-af4e-4609cc8eb3c0 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:36:05.327764 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5de17b-bec6-4710-af4e-4609cc8eb3c0 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:36:05.328190 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5de17b-bec6-4710-af4e-4609cc8eb3c0 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:36:05.328674 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5de17b-bec6-4710-af4e-4609cc8eb3c0 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:36:05.329094 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5de17b-bec6-4710-af4e-4609cc8eb3c0 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:36:05.329515 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5de17b-bec6-4710-af4e-4609cc8eb3c0 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:36:05.329950 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5de17b-bec6-4710-af4e-4609cc8eb3c0 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:36:05.330385 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5de17b-bec6-4710-af4e-4609cc8eb3c0 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:36:05.344269 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-9a5de17b-bec6-4710-af4e-4609cc8eb3c0 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] In _notify_port_updated(), no bound segment for port adab779a-e485-4d16-aa72-9e76e8e6e87a on network 140d5707-f3e4-4955-aac9-2c0c9cf91b8b {{(pid=87637) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 01 04:36:05.350772 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5de17b-bec6-4710-af4e-4609cc8eb3c0 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:05.351589 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9a5de17b-bec6-4710-af4e-4609cc8eb3c0 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:05.355402 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-9a5de17b-bec6-4710-af4e-4609cc8eb3c0 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] 10.222.0.24 "PUT /v2.0/ports/adab779a-e485-4d16-aa72-9e76e8e6e87a HTTP/1.1" status: 200 len: 1137 time: 1.7274230 Feb 01 04:36:05.356149 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38900) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:05.468431 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2d6d6272-1ce9-4833-a50a-a4e14c8a8be6 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:05.486055 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-fb1f6288-d8d7-42da-8a4b-00b22208313d None None] Transition to ACTIVE for port object 03e4cf34-0548-4ec4-a4b7-faff73d4e5b4 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:36:05.495255 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-5f369281-1afc-49cd-a479-557bb3023e3c tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Deleting port 3e2b2b40-5633-4b62-9a88-37a02c74aedd {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:36:05.495255 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5f369281-1afc-49cd-a479-557bb3023e3c tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:05.501680 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:05.517528 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:05.518115 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6d6272-1ce9-4833-a50a-a4e14c8a8be6 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Pushing event deleted for resources: {'Port': ['ID=77f52e74-dd85-4ac6-b9bc-ca94917cd906,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:05.523863 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fb1f6288-d8d7-42da-8a4b-00b22208313d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:05.605497 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fa43d1-48b8-471f-a851-36dff9484144 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:05.610696 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-30fa43d1-48b8-471f-a851-36dff9484144 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] 10.222.0.24 "GET /v2.0/ports/adab779a-e485-4d16-aa72-9e76e8e6e87a HTTP/1.1" status: 200 len: 1137 time: 0.2502751 Feb 01 04:36:05.615578 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38904) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:05.636593 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1f6288-d8d7-42da-8a4b-00b22208313d None None] Network 363443e9-d74c-4bea-be31-98c133ef1ab3 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:36:05.649870 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-fb1f6288-d8d7-42da-8a4b-00b22208313d None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:36:05.655179 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1f6288-d8d7-42da-8a4b-00b22208313d None None] Pushing event updated for resources: {'Port': ['ID=03e4cf34-0548-4ec4-a4b7-faff73d4e5b4,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:05.657506 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-aa059d3a-ec9e-49cd-9c42-615d8f74b6df None None] Provisioning for port adab779a-e485-4d16-aa72-9e76e8e6e87a completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:36:05.661342 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1f6288-d8d7-42da-8a4b-00b22208313d None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:36:05.679499 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-aa059d3a-ec9e-49cd-9c42-615d8f74b6df None None] Provisioning complete for port adab779a-e485-4d16-aa72-9e76e8e6e87a triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:36:05.680233 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aa059d3a-ec9e-49cd-9c42-615d8f74b6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:05.728595 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2d6d6272-1ce9-4833-a50a-a4e14c8a8be6 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks [] for floatingip, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:05.728969 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.l3_db [None req-2d6d6272-1ce9-4833-a50a-a4e14c8a8be6 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Floating IP fa7b48a7-c9c0-4194-ad70-7cf1ff55e17c disassociated (deleted). External IP: 172.26.8.108, port: 3277edd8-c7f5-4d46-ab65-6d78262be77e. Feb 01 04:36:05.879642 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-aa059d3a-ec9e-49cd-9c42-615d8f74b6df None None] Port adab779a-e485-4d16-aa72-9e76e8e6e87a cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:36:06.011527 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-fb1f6288-d8d7-42da-8a4b-00b22208313d None None] Attempting to bind port 03e4cf34-0548-4ec4-a4b7-faff73d4e5b4 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:36:06.012121 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-fb1f6288-d8d7-42da-8a4b-00b22208313d None None] Attempting to bind port 03e4cf34-0548-4ec4-a4b7-faff73d4e5b4 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '9bac0719-a319-41d5-95a9-f9cbbff57022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '363443e9-d74c-4bea-be31-98c133ef1ab3'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:36:06.012445 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1f6288-d8d7-42da-8a4b-00b22208313d None None] Attempting to bind port 03e4cf34-0548-4ec4-a4b7-faff73d4e5b4 on network 363443e9-d74c-4bea-be31-98c133ef1ab3 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:36:06.027016 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1f6288-d8d7-42da-8a4b-00b22208313d None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:36:06.027598 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1f6288-d8d7-42da-8a4b-00b22208313d None None] Checking segment: {'id': '9bac0719-a319-41d5-95a9-f9cbbff57022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '363443e9-d74c-4bea-be31-98c133ef1ab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:36:06.028104 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fb1f6288-d8d7-42da-8a4b-00b22208313d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:06.028597 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1f6288-d8d7-42da-8a4b-00b22208313d None None] Bound using segment: {'id': '9bac0719-a319-41d5-95a9-f9cbbff57022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '363443e9-d74c-4bea-be31-98c133ef1ab3'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:36:06.029189 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-fb1f6288-d8d7-42da-8a4b-00b22208313d None None] Bound port: 03e4cf34-0548-4ec4-a4b7-faff73d4e5b4, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bac0719-a319-41d5-95a9-f9cbbff57022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '363443e9-d74c-4bea-be31-98c133ef1ab3'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:36:06.029652 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fb1f6288-d8d7-42da-8a4b-00b22208313d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:06.040324 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-7735078a-fb10-4c75-bd63-cc44279706bb tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Allocated IP 172.20.0.10 (363443e9-d74c-4bea-be31-98c133ef1ab3/b8bceaa4-94a8-4cc4-b521-228865230b6b/08a299a2-88ad-48b7-bc80-4850a4620699) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:36:06.053554 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-74fb8c26-71d8-4469-931c-6c942a358575 None None] Provisioning complete for port 3e2b2b40-5633-4b62-9a88-37a02c74aedd triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:36:06.053743 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-ad528fea-b0d3-4194-a873-08efca238fb1 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Deleting port adab779a-e485-4d16-aa72-9e76e8e6e87a {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:36:06.053850 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ad528fea-b0d3-4194-a873-08efca238fb1 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:06.054166 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-74fb8c26-71d8-4469-931c-6c942a358575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:06.118712 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d6d6272-1ce9-4833-a50a-a4e14c8a8be6 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Router d91d16bf-2137-45fb-a754-b5a50c7d4dc8 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:36:06.276114 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-fb1f6288-d8d7-42da-8a4b-00b22208313d None None] For port 03e4cf34-0548-4ec4-a4b7-faff73d4e5b4, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:36:06.280598 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-fb1f6288-d8d7-42da-8a4b-00b22208313d None None] For port 03e4cf34-0548-4ec4-a4b7-faff73d4e5b4, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=03e4cf34-0548-4ec4-a4b7-faff73d4e5b4,segment=NetworkSegment(9bac0719-a319-41d5-95a9-f9cbbff57022),segment_id=9bac0719-a319-41d5-95a9-f9cbbff57022)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:36:06.287713 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fb1f6288-d8d7-42da-8a4b-00b22208313d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:06.356869 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-74fb8c26-71d8-4469-931c-6c942a358575 None None] Provisioning complete for port adab779a-e485-4d16-aa72-9e76e8e6e87a triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:36:06.357239 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-74fb8c26-71d8-4469-931c-6c942a358575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:06.367700 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80210cbc-17f0-4ae9-9664-07869a5d9b6e req-c110f907-2137-4d2f-bf80-abb7eaa3e21a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:06.369192 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-80210cbc-17f0-4ae9-9664-07869a5d9b6e req-c110f907-2137-4d2f-bf80-abb7eaa3e21a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=af68ca87-7dc0-401e-b0f7-ac6a737aabf9 HTTP/1.1" status: 200 len: 945 time: 0.1822324 Feb 01 04:36:06.385542 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d6d6272-1ce9-4833-a50a-a4e14c8a8be6 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:36:06.394878 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f973509e-e315-4b2a-8435-38951a173a20 None None] Sync routers for ids ['d91d16bf-2137-45fb-a754-b5a50c7d4dc8'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:36:06.406500 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f973509e-e315-4b2a-8435-38951a173a20 None None] Routers {'d91d16bf-2137-45fb-a754-b5a50c7d4dc8'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:36:06.407422 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-f973509e-e315-4b2a-8435-38951a173a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:36:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['d91d16bf-2137-45fb-a754-b5a50c7d4dc8'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:06.429084 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1f6288-d8d7-42da-8a4b-00b22208313d None None] Pushing event updated for resources: {'Port': ['ID=03e4cf34-0548-4ec4-a4b7-faff73d4e5b4,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:06.433899 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-74fb8c26-71d8-4469-931c-6c942a358575 None None] Port adab779a-e485-4d16-aa72-9e76e8e6e87a cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:36:06.442566 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1f6288-d8d7-42da-8a4b-00b22208313d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:36:06.442566 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1f6288-d8d7-42da-8a4b-00b22208313d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:36:06.442566 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1f6288-d8d7-42da-8a4b-00b22208313d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:36:06.442566 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1f6288-d8d7-42da-8a4b-00b22208313d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:36:06.442566 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1f6288-d8d7-42da-8a4b-00b22208313d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:36:06.442566 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1f6288-d8d7-42da-8a4b-00b22208313d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:36:06.442566 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1f6288-d8d7-42da-8a4b-00b22208313d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:36:06.442566 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1f6288-d8d7-42da-8a4b-00b22208313d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:36:06.444215 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1f6288-d8d7-42da-8a4b-00b22208313d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:36:06.444215 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1f6288-d8d7-42da-8a4b-00b22208313d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:36:06.444215 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1f6288-d8d7-42da-8a4b-00b22208313d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:36:06.444708 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1f6288-d8d7-42da-8a4b-00b22208313d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:36:06.477335 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-80210cbc-17f0-4ae9-9664-07869a5d9b6e req-e5eb4516-5246-4936-ba1e-b5eedc585a20 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d9067cc-5c4f-4b72-807d-46d0feb7c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933530 Feb 01 04:36:06.497082 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2d6d6272-1ce9-4833-a50a-a4e14c8a8be6 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:06.564899 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-2a893f18-23a2-46f5-a58a-aadc1a0faa17 None None] Provisioning complete for port 3e2b2b40-5633-4b62-9a88-37a02c74aedd triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:36:06.566200 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2a893f18-23a2-46f5-a58a-aadc1a0faa17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:06.573383 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-861de5bd-4723-4ead-9fc3-b802ff4ea016 admin admin] Router e88ac96f-09da-4b77-9c81-4be8bc7a295d has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:36:06.632039 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-2d6d6272-1ce9-4833-a50a-a4e14c8a8be6 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] 10.222.0.24 "DELETE /v2.0/floatingips/fa7b48a7-c9c0-4194-ad70-7cf1ff55e17c HTTP/1.1" status: 204 len: 168 time: 2.2828596 Feb 01 04:36:06.633228 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11f622e6-89bc-43e7-82d6-8a23ab462e21', 'tag': '3277edd8-c7f5-4d46-ab65-6d78262be77e'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:36:06.690554 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-f973509e-e315-4b2a-8435-38951a173a20 None None] Set router d91d16bf-2137-45fb-a754-b5a50c7d4dc8 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:36:06.702929 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-5f369281-1afc-49cd-a479-557bb3023e3c tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] For port 3e2b2b40-5633-4b62-9a88-37a02c74aedd, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=3e2b2b40-5633-4b62-9a88-37a02c74aedd,segment=NetworkSegment(ec6238e0-9330-4682-865f-20ac209e1cfc),segment_id=ec6238e0-9330-4682-865f-20ac209e1cfc)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:36:06.703442 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5f369281-1afc-49cd-a479-557bb3023e3c tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:06.755257 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 3e2b2b40-5633-4b62-9a88-37a02c74aedd up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:36:07.000632 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:07.011535 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11f622e6-89bc-43e7-82d6-8a23ab462e21', 'tag': '3277edd8-c7f5-4d46-ab65-6d78262be77e', 'status': 'completed', 'code': 200} Feb 01 04:36:07.020522 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 3e2b2b40-5633-4b62-9a88-37a02c74aedd triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:36:07.020980 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:07.061264 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-5f369281-1afc-49cd-a479-557bb3023e3c tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Calling delete_port for 3e2b2b40-5633-4b62-9a88-37a02c74aedd owned by network:dhcp {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:36:07.192000 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7735078a-fb10-4c75-bd63-cc44279706bb tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:07.196680 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-f973509e-e315-4b2a-8435-38951a173a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd91d16bf-2137-45fb-a754-b5a50c7d4dc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-791609492', 'tenant_id': '4d9d44d669ef45fba0a9fcf8b2a96a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': '9a9ac8b9-9072-4184-8231-1d011a45ff0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:33:41Z', 'updated_at': '2022-02-01T04:34:05Z', 'revision_number': 4, 'project_id': '4d9d44d669ef45fba0a9fcf8b2a96a15', 'gw_port': {'id': '9a9ac8b9-9072-4184-8231-1d011a45ff0e', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:bc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91d16bf-2137-45fb-a754-b5a50c7d4dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:33:44Z', 'updated_at': '2022-02-01T04:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '41f105a7-41fb-4789-a8cd-49a8e1d989f1', 'name': '', 'network_id': '6ec819a2-0c55-40ed-acdc-50daf874a757', 'tenant_id': '4d9d44d669ef45fba0a9fcf8b2a96a15', 'mac_address': 'fa:16:3e:3a:be:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91d16bf-2137-45fb-a754-b5a50c7d4dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'd9f4fc37-5ff0-4c6e-bfc2-a80b9a0fed2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:33:59Z', 'updated_at': '2022-02-01T04:34:17Z', 'revision_number': 5, 'project_id': '4d9d44d669ef45fba0a9fcf8b2a96a15', 'subnets': [{'id': 'd9f4fc37-5ff0-4c6e-bfc2-a80b9a0fed2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:07.202917 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f973509e-e315-4b2a-8435-38951a173a20 None None] Checking router: d91d16bf-2137-45fb-a754-b5a50c7d4dc8 for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:36:07.203911 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ad528fea-b0d3-4194-a873-08efca238fb1 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:07.213931 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f973509e-e315-4b2a-8435-38951a173a20 None None] Routers {'d91d16bf-2137-45fb-a754-b5a50c7d4dc8'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:36:07.215196 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-f973509e-e315-4b2a-8435-38951a173a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:36:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['d91d16bf-2137-45fb-a754-b5a50c7d4dc8'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:07.216676 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device b73d60cf-04de-4eef-9f57-108353f156d7 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:36:07.296138 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port b73d60cf-04de-4eef-9f57-108353f156d7 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:36:07.296138 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:07.300599 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-7735078a-fb10-4c75-bd63-cc44279706bb tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Transition to ACTIVE for port object 08a299a2-88ad-48b7-bc80-4850a4620699 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:36:07.365470 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f07cc42-5e3c-4e64-b131-984123a49017 req-b2af30e2-89d5-41de-8ebf-958a93ce38dc tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:07.366608 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-6f07cc42-5e3c-4e64-b131-984123a49017 req-b2af30e2-89d5-41de-8ebf-958a93ce38dc tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Synchronizing usage tracker for tenant:4d9d44d669ef45fba0a9fcf8b2a96a15 on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:36:07.388792 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-6f07cc42-5e3c-4e64-b131-984123a49017 req-b2af30e2-89d5-41de-8ebf-958a93ce38dc tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Unset dirty status for tenant:4d9d44d669ef45fba0a9fcf8b2a96a15 on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:36:07.399005 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-6f07cc42-5e3c-4e64-b131-984123a49017 req-b2af30e2-89d5-41de-8ebf-958a93ce38dc tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] 10.222.0.24 "GET /v2.0/ports?device_id=11f622e6-89bc-43e7-82d6-8a23ab462e21 HTTP/1.1" status: 200 len: 945 time: 0.1476715 Feb 01 04:36:07.416211 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device f9ac5d7c-27c3-4810-a25b-7734331ac764 up at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:36:07.423181 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-f973509e-e315-4b2a-8435-38951a173a20 None None] Set router d91d16bf-2137-45fb-a754-b5a50c7d4dc8 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:36:07.444666 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-ad528fea-b0d3-4194-a873-08efca238fb1 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Calling delete_port for adab779a-e485-4d16-aa72-9e76e8e6e87a owned by {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:36:07.464887 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-6f07cc42-5e3c-4e64-b131-984123a49017 req-48acde7d-dd47-492c-a2dd-bdcc32b8cef9 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] 10.222.0.24 "GET /v2.0/security-groups?id=025f61d7-3c11-4de5-b831-96b62cca7a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646582 Feb 01 04:36:07.544883 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning for port f9ac5d7c-27c3-4810-a25b-7734331ac764 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:36:07.552025 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning complete for port f9ac5d7c-27c3-4810-a25b-7734331ac764 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:36:07.552973 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:07.591843 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-861de5bd-4723-4ead-9fc3-b802ff4ea016 admin admin] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:36:07.630921 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b4f20b-dcbb-4293-9f14-2bf0d0d0d438 None None] Sync routers for ids ['e88ac96f-09da-4b77-9c81-4be8bc7a295d'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:36:07.668996 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b4f20b-dcbb-4293-9f14-2bf0d0d0d438 None None] Routers {'e88ac96f-09da-4b77-9c81-4be8bc7a295d'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:36:07.670037 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-06b4f20b-dcbb-4293-9f14-2bf0d0d0d438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:36:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['e88ac96f-09da-4b77-9c81-4be8bc7a295d'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:07.787393 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-f973509e-e315-4b2a-8435-38951a173a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd91d16bf-2137-45fb-a754-b5a50c7d4dc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-791609492', 'tenant_id': '4d9d44d669ef45fba0a9fcf8b2a96a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': '9a9ac8b9-9072-4184-8231-1d011a45ff0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:33:41Z', 'updated_at': '2022-02-01T04:34:05Z', 'revision_number': 4, 'project_id': '4d9d44d669ef45fba0a9fcf8b2a96a15', 'gw_port': {'id': '9a9ac8b9-9072-4184-8231-1d011a45ff0e', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:bc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91d16bf-2137-45fb-a754-b5a50c7d4dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:33:44Z', 'updated_at': '2022-02-01T04:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '41f105a7-41fb-4789-a8cd-49a8e1d989f1', 'name': '', 'network_id': '6ec819a2-0c55-40ed-acdc-50daf874a757', 'tenant_id': '4d9d44d669ef45fba0a9fcf8b2a96a15', 'mac_address': 'fa:16:3e:3a:be:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91d16bf-2137-45fb-a754-b5a50c7d4dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'd9f4fc37-5ff0-4c6e-bfc2-a80b9a0fed2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:33:59Z', 'updated_at': '2022-02-01T04:34:17Z', 'revision_number': 5, 'project_id': '4d9d44d669ef45fba0a9fcf8b2a96a15', 'subnets': [{'id': 'd9f4fc37-5ff0-4c6e-bfc2-a80b9a0fed2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:07.793586 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f973509e-e315-4b2a-8435-38951a173a20 None None] The sync data for ids ['d91d16bf-2137-45fb-a754-b5a50c7d4dc8'] in dv-neutron-826830-1-hyperv is: [{'id': 'd91d16bf-2137-45fb-a754-b5a50c7d4dc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-791609492', 'tenant_id': '4d9d44d669ef45fba0a9fcf8b2a96a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': '9a9ac8b9-9072-4184-8231-1d011a45ff0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:33:41Z', 'updated_at': '2022-02-01T04:34:05Z', 'revision_number': 4, 'project_id': '4d9d44d669ef45fba0a9fcf8b2a96a15', 'gw_port': {'id': '9a9ac8b9-9072-4184-8231-1d011a45ff0e', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:bc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91d16bf-2137-45fb-a754-b5a50c7d4dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:33:44Z', 'updated_at': '2022-02-01T04:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '41f105a7-41fb-4789-a8cd-49a8e1d989f1', 'name': '', 'network_id': '6ec819a2-0c55-40ed-acdc-50daf874a757', 'tenant_id': '4d9d44d669ef45fba0a9fcf8b2a96a15', 'mac_address': 'fa:16:3e:3a:be:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91d16bf-2137-45fb-a754-b5a50c7d4dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'd9f4fc37-5ff0-4c6e-bfc2-a80b9a0fed2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:33:59Z', 'updated_at': '2022-02-01T04:34:17Z', 'revision_number': 5, 'project_id': '4d9d44d669ef45fba0a9fcf8b2a96a15', 'subnets': [{'id': 'd9f4fc37-5ff0-4c6e-bfc2-a80b9a0fed2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:36:07.868273 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:07.915279 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af68ca87-7dc0-401e-b0f7-ac6a737aabf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9ac5d7c-27c3-4810-a25b-7734331ac764'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:36:07.935510 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port f9ac5d7c-27c3-4810-a25b-7734331ac764, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=f9ac5d7c-27c3-4810-a25b-7734331ac764,segment=NetworkSegment(ba63e6f2-536e-40cd-a362-9cc2ae8a515c),segment_id=ba63e6f2-536e-40cd-a362-9cc2ae8a515c)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:36:07.978505 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ad528fea-b0d3-4194-a873-08efca238fb1 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:08.001767 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:08.061927 dv-neutron-826830-1-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af68ca87-7dc0-401e-b0f7-ac6a737aabf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9ac5d7c-27c3-4810-a25b-7734331ac764', 'code': 200} Feb 01 04:36:08.085152 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1adad5c1-d73f-4b00-bd2c-68bec41443dd None None] Network 363443e9-d74c-4bea-be31-98c133ef1ab3 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:36:08.089221 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7735078a-fb10-4c75-bd63-cc44279706bb tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:08.194699 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834312b8-dbde-48f9-bdf5-5b7e6c5de006 req-f3995e83-5eed-482e-b57c-99cfa7f96f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:08.196116 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-834312b8-dbde-48f9-bdf5-5b7e6c5de006 req-f3995e83-5eed-482e-b57c-99cfa7f96f8a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4d9d44d669ef45fba0a9fcf8b2a96a15&device_id=11f622e6-89bc-43e7-82d6-8a23ab462e21 HTTP/1.1" status: 200 len: 1098 time: 1.0928488 Feb 01 04:36:08.204892 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7735078a-fb10-4c75-bd63-cc44279706bb tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Network 363443e9-d74c-4bea-be31-98c133ef1ab3 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:36:08.229847 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c40135-bd5f-4fdb-bd5c-ac629e4ad2aa None None] New status for floating IP fa7b48a7-c9c0-4194-ad70-7cf1ff55e17c: DOWN {{(pid=87639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 01 04:36:08.246676 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=f9ac5d7c-27c3-4810-a25b-7734331ac764,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:08.258865 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-7735078a-fb10-4c75-bd63-cc44279706bb tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:36:08.261397 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad528fea-b0d3-4194-a873-08efca238fb1 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Pushing event deleted for resources: {'Port': ['ID=adab779a-e485-4d16-aa72-9e76e8e6e87a,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:08.267244 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-fc9d0f6f-ea2e-406b-9b4c-e5054ad4632b None None] Provisioning for port 03e4cf34-0548-4ec4-a4b7-faff73d4e5b4 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:36:08.276246 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7735078a-fb10-4c75-bd63-cc44279706bb tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:36:08.283756 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-06b4f20b-dcbb-4293-9f14-2bf0d0d0d438 None None] Set router e88ac96f-09da-4b77-9c81-4be8bc7a295d gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:36:08.320470 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38924) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:08.320694 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-861de5bd-4723-4ead-9fc3-b802ff4ea016 admin admin] 10.222.0.24 "PUT /v2.0/routers/e88ac96f-09da-4b77-9c81-4be8bc7a295d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9171534 Feb 01 04:36:08.426557 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7735078a-fb10-4c75-bd63-cc44279706bb tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:08.427168 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7735078a-fb10-4c75-bd63-cc44279706bb tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:08.535706 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7447212e-4325-48e8-bbf0-cf770bab6023 admin admin] Notify callbacks [] for router, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:08.542098 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5f369281-1afc-49cd-a479-557bb3023e3c tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:08.669172 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48a7042-a5ee-408d-a801-f734d259762d None None] DHCP port deletion for 3cb3cf68-d3ae-4cbf-b4d4-912c9daff073 request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:36:08.671248 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 03e4cf34-0548-4ec4-a4b7-faff73d4e5b4 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:36:08.746598 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-7735078a-fb10-4c75-bd63-cc44279706bb tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.6113434 Feb 01 04:36:08.747937 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f369281-1afc-49cd-a479-557bb3023e3c tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] No DVR routers for this DVR port 3e2b2b40-5633-4b62-9a88-37a02c74aedd on host dv-neutron-826830-1-hyperv {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:36:08.749752 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7735078a-fb10-4c75-bd63-cc44279706bb tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event updated for resources: {'Port': ['ID=08a299a2-88ad-48b7-bc80-4850a4620699,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:08.751686 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38930) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:08.826568 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ad528fea-b0d3-4194-a873-08efca238fb1 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:08.831557 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ad528fea-b0d3-4194-a873-08efca238fb1 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] 10.222.0.24 "DELETE /v2.0/ports/adab779a-e485-4d16-aa72-9e76e8e6e87a HTTP/1.1" status: 204 len: 168 time: 3.2108626 Feb 01 04:36:08.842474 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-23e6f381-fa08-468f-af9e-1fd5d7e22ebb tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Request body: {'port': {'network_id': '363443e9-d74c-4bea-be31-98c133ef1ab3', 'name': 'tempest-PortsTestJSON-1484927888', 'fixed_ips': [{'subnet_id': 'b8bceaa4-94a8-4cc4-b521-228865230b6b', 'ip_address': '172.20.0.9'}]}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:36:08.855401 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 03e4cf34-0548-4ec4-a4b7-faff73d4e5b4 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:36:08.871399 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 03e4cf34-0548-4ec4-a4b7-faff73d4e5b4 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:36:08.871828 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:08.874526 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38934) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:08.938323 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-06b4f20b-dcbb-4293-9f14-2bf0d0d0d438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e88ac96f-09da-4b77-9c81-4be8bc7a295d', 'name': 'tempest-ServerActionsTestJSON-1622551483-router', 'tenant_id': '8c08b23bffb44a249b00a7d1f56c2684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.120'}], 'enable_snat': True}, 'gw_port_id': '420c1d2e-f562-44d8-b669-8bcc3ca82a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:29:58Z', 'updated_at': '2022-02-01T04:36:03Z', 'revision_number': 5, 'project_id': '8c08b23bffb44a249b00a7d1f56c2684', 'gw_port': {'id': '420c1d2e-f562-44d8-b669-8bcc3ca82a70', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88ac96f-09da-4b77-9c81-4be8bc7a295d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:30:00Z', 'updated_at': '2022-02-01T04:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:08.950388 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b4f20b-dcbb-4293-9f14-2bf0d0d0d438 None None] Checking router: e88ac96f-09da-4b77-9c81-4be8bc7a295d for host: dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:36:08.955657 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f369281-1afc-49cd-a479-557bb3023e3c tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Pushing event deleted for resources: {'Port': ['ID=3e2b2b40-5633-4b62-9a88-37a02c74aedd,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:09.016884 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b4f20b-dcbb-4293-9f14-2bf0d0d0d438 None None] Routers {'e88ac96f-09da-4b77-9c81-4be8bc7a295d'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:36:09.016884 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-06b4f20b-dcbb-4293-9f14-2bf0d0d0d438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:36:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['e88ac96f-09da-4b77-9c81-4be8bc7a295d'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:09.051930 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a613380-8370-45c7-b531-217e8c852c18 req-cfe575ac-59d6-426c-b26c-15ca9b816231 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:09.058812 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-8a613380-8370-45c7-b531-217e8c852c18 req-cfe575ac-59d6-426c-b26c-15ca9b816231 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] 10.222.0.24 "GET /v2.0/ports?device_id=11f622e6-89bc-43e7-82d6-8a23ab462e21 HTTP/1.1" status: 200 len: 945 time: 0.4027808 Feb 01 04:36:09.081486 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834312b8-dbde-48f9-bdf5-5b7e6c5de006 req-e17b16cc-0695-4c47-81e1-5ae994a3f10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:09.082891 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-834312b8-dbde-48f9-bdf5-5b7e6c5de006 req-e17b16cc-0695-4c47-81e1-5ae994a3f10f service neutron] 10.222.0.18 "GET /v2.0/networks?id=6ec819a2-0c55-40ed-acdc-50daf874a757 HTTP/1.1" status: 200 len: 897 time: 0.8764868 Feb 01 04:36:09.091596 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5f369281-1afc-49cd-a479-557bb3023e3c tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:09.124667 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:09.125232 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7447212e-4325-48e8-bbf0-cf770bab6023 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:09.126950 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049e3d95-aae5-4112-ab00-5aedd28826ae req-8a4e093e-242f-4a08-b250-64dd2589b341 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:09.129110 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-049e3d95-aae5-4112-ab00-5aedd28826ae req-8a4e093e-242f-4a08-b250-64dd2589b341 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=af68ca87-7dc0-401e-b0f7-ac6a737aabf9 HTTP/1.1" status: 200 len: 946 time: 1.1947401 Feb 01 04:36:09.151070 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-8a613380-8370-45c7-b531-217e8c852c18 req-95022baa-6664-4459-a0dd-394c4827ac64 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] 10.222.0.24 "GET /v2.0/security-groups?id=025f61d7-3c11-4de5-b831-96b62cca7a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912876 Feb 01 04:36:09.167482 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec8a4e6-345f-453e-8aa3-d19745244b6a req-5844d4ec-6d4e-48b9-9932-ec001be16709 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:09.169171 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-fec8a4e6-345f-453e-8aa3-d19745244b6a req-5844d4ec-6d4e-48b9-9932-ec001be16709 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] 10.222.0.18 "GET /v2.0/ports?device_id=11f622e6-89bc-43e7-82d6-8a23ab462e21 HTTP/1.1" status: 200 len: 945 time: 0.4221668 Feb 01 04:36:09.170859 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-7447212e-4325-48e8-bbf0-cf770bab6023 admin admin] Deleting port 420c1d2e-f562-44d8-b669-8bcc3ca82a70 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:36:09.171233 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7447212e-4325-48e8-bbf0-cf770bab6023 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:09.271335 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-834312b8-dbde-48f9-bdf5-5b7e6c5de006 req-993d9187-a2b3-4bdd-a983-e3e117e90997 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3277edd8-c7f5-4d46-ab65-6d78262be77e HTTP/1.1" status: 200 len: 217 time: 0.1381814 Feb 01 04:36:09.271840 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-161a60f6-0f04-4bde-82c1-0ff6eba96376 None None] Provisioning complete for port 03e4cf34-0548-4ec4-a4b7-faff73d4e5b4 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:36:09.272222 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-161a60f6-0f04-4bde-82c1-0ff6eba96376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:09.303857 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 03e4cf34-0548-4ec4-a4b7-faff73d4e5b4, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=03e4cf34-0548-4ec4-a4b7-faff73d4e5b4,segment=NetworkSegment(9bac0719-a319-41d5-95a9-f9cbbff57022),segment_id=9bac0719-a319-41d5-95a9-f9cbbff57022)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:36:09.315161 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-06b4f20b-dcbb-4293-9f14-2bf0d0d0d438 None None] Set router e88ac96f-09da-4b77-9c81-4be8bc7a295d gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:36:09.342856 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8934c37-c53b-41b5-8af9-7412a93ec470 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Deleting subnet 17f0efa9-fac4-404f-91c3-645b31e455b0 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:36:09.346132 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [req-fec8a4e6-345f-453e-8aa3-d19745244b6a req-544ab543-7e46-4750-83c4-c327607227c8 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Deleting port 3277edd8-c7f5-4d46-ab65-6d78262be77e {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:36:09.346526 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-fec8a4e6-345f-453e-8aa3-d19745244b6a req-544ab543-7e46-4750-83c4-c327607227c8 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:09.367614 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:09.367912 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff22af8-9270-4ed8-bd60-87765d4bd4e5 req-ee3f5d5c-11c6-4674-9c15-f00611e31813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:09.369484 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-aff22af8-9270-4ed8-bd60-87765d4bd4e5 req-ee3f5d5c-11c6-4674-9c15-f00611e31813 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=af68ca87-7dc0-401e-b0f7-ac6a737aabf9 HTTP/1.1" status: 200 len: 1099 time: 0.9365621 Feb 01 04:36:09.380980 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a8934c37-c53b-41b5-8af9-7412a93ec470 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:09.428451 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-23e6f381-fa08-468f-af9e-1fd5d7e22ebb tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:36:09.446011 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-23e6f381-fa08-468f-af9e-1fd5d7e22ebb tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Usage tracker for resource:port and tenant:a862444cee664ef3af6a3e24f24366c9 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:36:09.462017 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-23e6f381-fa08-468f-af9e-1fd5d7e22ebb tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:36:09.480045 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-049e3d95-aae5-4112-ab00-5aedd28826ae req-63350b1d-25b1-4c4c-9042-5bdff5e4b106 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d9067cc-5c4f-4b72-807d-46d0feb7c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2695038 Feb 01 04:36:09.481012 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-23e6f381-fa08-468f-af9e-1fd5d7e22ebb tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:36:09.503972 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b0b400-5ba4-425a-b56f-47f0cfbdced5 None None] get_active_networks_info from dv-neutron-826830-1-hyperv {{(pid=87638) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 01 04:36:09.510734 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834312b8-dbde-48f9-bdf5-5b7e6c5de006 req-9863a188-4d05-43be-9731-9de4c1d1e1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:09.512903 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-834312b8-dbde-48f9-bdf5-5b7e6c5de006 req-9863a188-4d05-43be-9731-9de4c1d1e1b9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d9f4fc37-5ff0-4c6e-bfc2-a80b9a0fed2e HTTP/1.1" status: 200 len: 833 time: 0.2195408 Feb 01 04:36:09.561633 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-aff22af8-9270-4ed8-bd60-87765d4bd4e5 req-a821d392-2ab2-4398-b40e-9ecaaf6e98ef service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3d9067cc-5c4f-4b72-807d-46d0feb7c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525207 Feb 01 04:36:09.562616 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5f369281-1afc-49cd-a479-557bb3023e3c tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3072169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2652276'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:09.568115 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a8934c37-c53b-41b5-8af9-7412a93ec470 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145757'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:09.597336 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-7447212e-4325-48e8-bbf0-cf770bab6023 admin admin] For port 420c1d2e-f562-44d8-b669-8bcc3ca82a70, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=420c1d2e-f562-44d8-b669-8bcc3ca82a70,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:36:09.597978 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7447212e-4325-48e8-bbf0-cf770bab6023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:09.638378 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e6f381-fa08-468f-af9e-1fd5d7e22ebb tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Made reservation on behalf of a862444cee664ef3af6a3e24f24366c9 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:36:09.738849 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=03e4cf34-0548-4ec4-a4b7-faff73d4e5b4,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:09.785529 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-7447212e-4325-48e8-bbf0-cf770bab6023 admin admin] Calling delete_port for 420c1d2e-f562-44d8-b669-8bcc3ca82a70 owned by network:router_gateway {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:36:09.806082 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f369281-1afc-49cd-a479-557bb3023e3c tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Pushing event deleted for resources: {'Subnet': ['ID=613af18b-fdca-479d-bc31-0e0aa0d680c8,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:09.936634 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b0b400-5ba4-425a-b56f-47f0cfbdced5 None None] Resources bound (agent type, host, resource id): {{(pid=87638) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 01 04:36:09.945201 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-161a60f6-0f04-4bde-82c1-0ff6eba96376 None None] Provisioning for port 08a299a2-88ad-48b7-bc80-4850a4620699 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:36:09.960379 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-161a60f6-0f04-4bde-82c1-0ff6eba96376 None None] Provisioning complete for port 08a299a2-88ad-48b7-bc80-4850a4620699 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:36:09.960742 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-161a60f6-0f04-4bde-82c1-0ff6eba96376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:09.970008 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [req-fec8a4e6-345f-453e-8aa3-d19745244b6a req-544ab543-7e46-4750-83c4-c327607227c8 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] For port 3277edd8-c7f5-4d46-ab65-6d78262be77e, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=3277edd8-c7f5-4d46-ab65-6d78262be77e,segment=NetworkSegment(47389526-68fb-4cf8-9cf4-525db349e4da),segment_id=47389526-68fb-4cf8-9cf4-525db349e4da)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:36:09.970436 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-fec8a4e6-345f-453e-8aa3-d19745244b6a req-544ab543-7e46-4750-83c4-c327607227c8 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:09.998845 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5f369281-1afc-49cd-a479-557bb3023e3c tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:10.050333 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-06b4f20b-dcbb-4293-9f14-2bf0d0d0d438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e88ac96f-09da-4b77-9c81-4be8bc7a295d', 'name': 'tempest-ServerActionsTestJSON-1622551483-router', 'tenant_id': '8c08b23bffb44a249b00a7d1f56c2684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.120'}], 'enable_snat': True}, 'gw_port_id': '420c1d2e-f562-44d8-b669-8bcc3ca82a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:29:58Z', 'updated_at': '2022-02-01T04:36:03Z', 'revision_number': 5, 'project_id': '8c08b23bffb44a249b00a7d1f56c2684', 'gw_port': {'id': '420c1d2e-f562-44d8-b669-8bcc3ca82a70', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88ac96f-09da-4b77-9c81-4be8bc7a295d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:30:00Z', 'updated_at': '2022-02-01T04:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:10.054178 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-5f369281-1afc-49cd-a479-557bb3023e3c tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cb3cf68-d3ae-4cbf-b4d4-912c9daff073']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:10.064271 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-161a60f6-0f04-4bde-82c1-0ff6eba96376 None None] Port 08a299a2-88ad-48b7-bc80-4850a4620699 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:36:10.069154 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b4f20b-dcbb-4293-9f14-2bf0d0d0d438 None None] The sync data for ids ['e88ac96f-09da-4b77-9c81-4be8bc7a295d'] in dv-neutron-826830-1-hyperv is: [{'id': 'e88ac96f-09da-4b77-9c81-4be8bc7a295d', 'name': 'tempest-ServerActionsTestJSON-1622551483-router', 'tenant_id': '8c08b23bffb44a249b00a7d1f56c2684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.120'}], 'enable_snat': True}, 'gw_port_id': '420c1d2e-f562-44d8-b669-8bcc3ca82a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:29:58Z', 'updated_at': '2022-02-01T04:36:03Z', 'revision_number': 5, 'project_id': '8c08b23bffb44a249b00a7d1f56c2684', 'gw_port': {'id': '420c1d2e-f562-44d8-b669-8bcc3ca82a70', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88ac96f-09da-4b77-9c81-4be8bc7a295d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:30:00Z', 'updated_at': '2022-02-01T04:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:36:10.084834 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-5f369281-1afc-49cd-a479-557bb3023e3c tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec6238e0-9330-4682-865f-20ac209e1cfc') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:10.085281 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-5f369281-1afc-49cd-a479-557bb3023e3c tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec6238e0-9330-4682-865f-20ac209e1cfc') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:10.107198 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5f369281-1afc-49cd-a479-557bb3023e3c tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143022'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:10.121350 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [req-fec8a4e6-345f-453e-8aa3-d19745244b6a req-544ab543-7e46-4750-83c4-c327607227c8 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Calling delete_port for 3277edd8-c7f5-4d46-ab65-6d78262be77e owned by compute:nova {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:36:10.121579 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-23e6f381-fa08-468f-af9e-1fd5d7e22ebb tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:10.132828 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a8934c37-c53b-41b5-8af9-7412a93ec470 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:10.173448 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834312b8-dbde-48f9-bdf5-5b7e6c5de006 req-273f5f9b-bd0c-42f6-a6c4-962f1780f857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:10.175073 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-834312b8-dbde-48f9-bdf5-5b7e6c5de006 req-273f5f9b-bd0c-42f6-a6c4-962f1780f857 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6ec819a2-0c55-40ed-acdc-50daf874a757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6501324 Feb 01 04:36:10.208114 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5f369281-1afc-49cd-a479-557bb3023e3c tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:10.218417 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-be8c490d-02fd-4196-88b3-d2e00ec0be3a None None] Provisioning complete for port 08a299a2-88ad-48b7-bc80-4850a4620699 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:36:10.218982 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-be8c490d-02fd-4196-88b3-d2e00ec0be3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:10.224850 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-23e6f381-fa08-468f-af9e-1fd5d7e22ebb tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] device_id is not set on port a9ae2208-63dd-4162-b695-ddd12b97cbf8 yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:36:10.264989 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f369281-1afc-49cd-a479-557bb3023e3c tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:36:10.265551 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5f369281-1afc-49cd-a479-557bb3023e3c tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3072199'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:10.284129 dv-neutron-826830-1-hyperv neutron-server[87636]: Traceback (most recent call last): Feb 01 04:36:10.284129 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:36:10.284129 dv-neutron-826830-1-hyperv neutron-server[87636]: timer() Feb 01 04:36:10.284129 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:36:10.284129 dv-neutron-826830-1-hyperv neutron-server[87636]: cb(*args, **kw) Feb 01 04:36:10.284129 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:36:10.284129 dv-neutron-826830-1-hyperv neutron-server[87636]: return func(*args, **kwargs) Feb 01 04:36:10.284129 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:36:10.284129 dv-neutron-826830-1-hyperv neutron-server[87636]: self._notify() Feb 01 04:36:10.284129 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:36:10.284129 dv-neutron-826830-1-hyperv neutron-server[87636]: self.callback(batched_events) Feb 01 04:36:10.284129 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:36:10.284129 dv-neutron-826830-1-hyperv neutron-server[87636]: event.method(event) Feb 01 04:36:10.284129 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:36:10.284129 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:36:10.284129 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:36:10.284129 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:36:10.284129 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:36:10.284129 dv-neutron-826830-1-hyperv neutron-server[87636]: return f(self, *a, **k) Feb 01 04:36:10.284129 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:36:10.284129 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._get(url).json() Feb 01 04:36:10.284129 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:36:10.284129 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:36:10.284129 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:36:10.284129 dv-neutron-826830-1-hyperv neutron-server[87636]: return self.request(url, 'GET', **kwargs) Feb 01 04:36:10.284129 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:36:10.284129 dv-neutron-826830-1-hyperv neutron-server[87636]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:36:10.284129 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:36:10.284129 dv-neutron-826830-1-hyperv neutron-server[87636]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:36:10.284129 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:36:10.284129 dv-neutron-826830-1-hyperv neutron-server[87636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:36:10.284129 dv-neutron-826830-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:36:10.290501 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-be8c490d-02fd-4196-88b3-d2e00ec0be3a None None] Port 08a299a2-88ad-48b7-bc80-4850a4620699 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:36:10.325339 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-fec8a4e6-345f-453e-8aa3-d19745244b6a req-544ab543-7e46-4750-83c4-c327607227c8 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:10.429477 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544ab543-7e46-4750-83c4-c327607227c8 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Pushing event deleted for resources: {'Port': ['ID=3277edd8-c7f5-4d46-ab65-6d78262be77e,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:10.432759 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-74150d98-04d0-4429-b150-5356ccee79d5 req-5c210dcb-6767-44b7-b6f6-f88fd1ab1533 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] 10.222.0.24 "GET /v2.0/ports?device_id=11f622e6-89bc-43e7-82d6-8a23ab462e21 HTTP/1.1" status: 200 len: 210 time: 0.1019001 Feb 01 04:36:10.499960 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d02785-97d3-43cf-8437-54a701ac0ec5 None None] Network 3cb3cf68-d3ae-4cbf-b4d4-912c9daff073 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:36:10.578663 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d02785-97d3-43cf-8437-54a701ac0ec5 None None] Network 3cb3cf68-d3ae-4cbf-b4d4-912c9daff073 could not be found, it might have been deleted concurrently. {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 01 04:36:10.588333 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7447212e-4325-48e8-bbf0-cf770bab6023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:10.593475 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [req-fec8a4e6-345f-453e-8aa3-d19745244b6a req-544ab543-7e46-4750-83c4-c327607227c8 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] No DVR routers for this DVR port 3277edd8-c7f5-4d46-ab65-6d78262be77e on host hv-neutron-8268 {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:36:10.608346 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 03e4cf34-0548-4ec4-a4b7-faff73d4e5b4 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:36:10.650916 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-fec8a4e6-345f-453e-8aa3-d19745244b6a req-544ab543-7e46-4750-83c4-c327607227c8 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:10.654838 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7447212e-4325-48e8-bbf0-cf770bab6023 admin admin] Pushing event deleted for resources: {'Port': ['ID=420c1d2e-f562-44d8-b669-8bcc3ca82a70,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:10.656451 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11f622e6-89bc-43e7-82d6-8a23ab462e21', 'name': 'network-vif-deleted', 'tag': '3277edd8-c7f5-4d46-ab65-6d78262be77e'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:36:10.732672 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 03e4cf34-0548-4ec4-a4b7-faff73d4e5b4 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:36:10.733223 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:10.756055 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11f622e6-89bc-43e7-82d6-8a23ab462e21', 'name': 'network-vif-deleted', 'tag': '3277edd8-c7f5-4d46-ab65-6d78262be77e', 'status': 'completed', 'code': 200} Feb 01 04:36:10.778082 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5f369281-1afc-49cd-a479-557bb3023e3c tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:10.789584 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5f369281-1afc-49cd-a479-557bb3023e3c tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:10.803584 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7e88b1-4b31-4a60-9021-403d68f98775 None None] DHCP port deletion for 3cb3cf68-d3ae-4cbf-b4d4-912c9daff073 request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:36:10.924107 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-23e6f381-fa08-468f-af9e-1fd5d7e22ebb tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Allocated IP 172.20.0.9 (363443e9-d74c-4bea-be31-98c133ef1ab3/b8bceaa4-94a8-4cc4-b521-228865230b6b/a9ae2208-63dd-4162-b695-ddd12b97cbf8) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:36:10.949272 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-fec8a4e6-345f-453e-8aa3-d19745244b6a req-544ab543-7e46-4750-83c4-c327607227c8 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] 10.222.0.18 "DELETE /v2.0/ports/3277edd8-c7f5-4d46-ab65-6d78262be77e HTTP/1.1" status: 204 len: 173 time: 1.7315168 Feb 01 04:36:10.969008 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f369281-1afc-49cd-a479-557bb3023e3c tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Pushing event deleted for resources: {'Network': ['ID=3cb3cf68-d3ae-4cbf-b4d4-912c9daff073,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:10.974490 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a8934c37-c53b-41b5-8af9-7412a93ec470 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3072169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2652276'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:10.985143 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 36c4124d-3b27-4bee-bd44-d10123dd50c3 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:36:10.997197 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7447212e-4325-48e8-bbf0-cf770bab6023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-774381'] for router_gateway, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:11.027223 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 36c4124d-3b27-4bee-bd44-d10123dd50c3 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:36:11.027568 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 36c4124d-3b27-4bee-bd44-d10123dd50c3 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:36:11.027990 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 3e2b2b40-5633-4b62-9a88-37a02c74aedd no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:36:11.041265 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-834312b8-dbde-48f9-bdf5-5b7e6c5de006 req-ca6b118c-6411-4b0a-b229-d78a634cdba7 service neutron] 10.222.0.18 "GET /v2.0/networks/6ec819a2-0c55-40ed-acdc-50daf874a757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8559771 Feb 01 04:36:11.042987 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-5f369281-1afc-49cd-a479-557bb3023e3c tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] 10.222.0.24 "DELETE /v2.0/networks/3cb3cf68-d3ae-4cbf-b4d4-912c9daff073 HTTP/1.1" status: 204 len: 168 time: 11.0804164 Feb 01 04:36:11.054363 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38944) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:11.059858 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8934c37-c53b-41b5-8af9-7412a93ec470 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Pushing event deleted for resources: {'Subnet': ['ID=17f0efa9-fac4-404f-91c3-645b31e455b0,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:11.081316 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56c1822-dc6a-48af-9a2e-ca851368da40 None None] Network 140d5707-f3e4-4955-aac9-2c0c9cf91b8b requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:36:11.115327 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a8934c37-c53b-41b5-8af9-7412a93ec470 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:11.117449 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a8934c37-c53b-41b5-8af9-7412a93ec470 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] 10.222.0.24 "DELETE /v2.0/subnets/17f0efa9-fac4-404f-91c3-645b31e455b0 HTTP/1.1" status: 204 len: 168 time: 2.2418468 Feb 01 04:36:11.142616 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38948) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:11.163286 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-a23f80d1-d18b-4f9e-ab44-83138f9d6008 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] DELETE failed (client error): The resource could not be found. Feb 01 04:36:11.164514 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a23f80d1-d18b-4f9e-ab44-83138f9d6008 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:36:11.169167 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 3e2b2b40-5633-4b62-9a88-37a02c74aedd {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:36:11.169599 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a23f80d1-d18b-4f9e-ab44-83138f9d6008 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] 10.222.0.24 "DELETE /v2.0/networks/3cb3cf68-d3ae-4cbf-b4d4-912c9daff073 HTTP/1.1" status: 404 len: 339 time: 0.1070228 Feb 01 04:36:11.169705 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 3e2b2b40-5633-4b62-9a88-37a02c74aedd not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:36:11.186937 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38952) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:11.194729 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-8e88edd9-b8c2-4539-bb95-00a084bae689 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1052723251', 'description': 'd1'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:36:11.251828 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-8e88edd9-b8c2-4539-bb95-00a084bae689 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:36:11.263577 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7447212e-4325-48e8-bbf0-cf770bab6023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25968'] for router, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:11.265569 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-8e88edd9-b8c2-4539-bb95-00a084bae689 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Usage tracker for resource:network and tenant:a9e688303aa04885aaaab4031138e2c1 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:36:11.268551 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7447212e-4325-48e8-bbf0-cf770bab6023 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:11.270257 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-8e88edd9-b8c2-4539-bb95-00a084bae689 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:36:11.278723 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-8e88edd9-b8c2-4539-bb95-00a084bae689 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:36:11.303077 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e88edd9-b8c2-4539-bb95-00a084bae689 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Made reservation on behalf of a9e688303aa04885aaaab4031138e2c1 for: {'network': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:36:11.306814 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8e88edd9-b8c2-4539-bb95-00a084bae689 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:11.318289 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7447212e-4325-48e8-bbf0-cf770bab6023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772958'] for router, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:11.318826 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7447212e-4325-48e8-bbf0-cf770bab6023 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e88ac96f-09da-4b77-9c81-4be8bc7a295d {{(pid=87637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 01 04:36:11.337796 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7447212e-4325-48e8-bbf0-cf770bab6023 admin admin] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:11.341254 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-7447212e-4325-48e8-bbf0-cf770bab6023 admin admin] 10.222.0.24 "DELETE /v2.0/routers/e88ac96f-09da-4b77-9c81-4be8bc7a295d HTTP/1.1" status: 204 len: 168 time: 3.0177577 Feb 01 04:36:11.342583 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38956) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:11.384075 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b29f65-be80-4376-9a4d-482f3998491e None None] DHCP port deletion for 140d5707-f3e4-4955-aac9-2c0c9cf91b8b request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:36:11.390127 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-74b29f65-be80-4376-9a4d-482f3998491e None None] Deleting port b73d60cf-04de-4eef-9f57-108353f156d7 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:36:11.390655 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-74b29f65-be80-4376-9a4d-482f3998491e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:11.399337 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e88edd9-b8c2-4539-bb95-00a084bae689 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=87637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:36:11.407427 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52db7e9a-0a51-4a62-9db9-aa6f16594f12 req-46c581dc-d241-4150-9f1c-7c142d991d1c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:11.409543 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-52db7e9a-0a51-4a62-9db9-aa6f16594f12 req-46c581dc-d241-4150-9f1c-7c142d991d1c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=af68ca87-7dc0-401e-b0f7-ac6a737aabf9 HTTP/1.1" status: 200 len: 946 time: 0.6358852 Feb 01 04:36:11.426496 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8e88edd9-b8c2-4539-bb95-00a084bae689 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:11.426835 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.segments_db [None req-8e88edd9-b8c2-4539-bb95-00a084bae689 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Added segment 23c30bfe-fcc1-40d2-898c-55e9b763c1d7 of type vlan for network d5a880e4-77d0-4a44-9efe-68f6ea51327d Feb 01 04:36:11.458243 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7d9318a7-81bb-4cad-8538-bbfd49e2a451 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:11.470535 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_v2 [None req-82a6d942-7048-42a3-bad7-0d1a07d0916d admin admin] Deleting subnet f1d92c60-8ec8-4263-bfcc-74bbe6cd55af {{(pid=87637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:36:11.499545 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-82a6d942-7048-42a3-bad7-0d1a07d0916d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:11.574737 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-82a6d942-7048-42a3-bad7-0d1a07d0916d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2424773'] for subnet, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:11.618995 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-834312b8-dbde-48f9-bdf5-5b7e6c5de006 req-4ea24946-443d-4333-a3b0-145927fd504a service neutron] 10.222.0.18 "GET /v2.0/networks/6ec819a2-0c55-40ed-acdc-50daf874a757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5630772 Feb 01 04:36:11.657696 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-7d9318a7-81bb-4cad-8538-bbfd49e2a451 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Deleting port b73d60cf-04de-4eef-9f57-108353f156d7 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:36:11.658038 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7d9318a7-81bb-4cad-8538-bbfd49e2a451 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:11.665747 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8e88edd9-b8c2-4539-bb95-00a084bae689 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:11.688048 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-74b29f65-be80-4376-9a4d-482f3998491e None None] For port b73d60cf-04de-4eef-9f57-108353f156d7, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=b73d60cf-04de-4eef-9f57-108353f156d7,segment=NetworkSegment(7ffcb66b-c811-47e2-ae05-3535678a9c4a),segment_id=7ffcb66b-c811-47e2-ae05-3535678a9c4a)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:36:11.688431 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-74b29f65-be80-4376-9a4d-482f3998491e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:11.699744 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-52db7e9a-0a51-4a62-9db9-aa6f16594f12 req-7ae8847f-3d15-4289-905f-76c5e4c8edce tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d9067cc-5c4f-4b72-807d-46d0feb7c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2751744 Feb 01 04:36:11.740387 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-1e5cc442-1da8-48ad-b6f1-bb89b172fe22 req-211ca8d3-2635-4f0b-a86e-e6783d4179e0 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Synchronizing usage tracker for tenant:4d9d44d669ef45fba0a9fcf8b2a96a15 on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:36:11.767193 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-82a6d942-7048-42a3-bad7-0d1a07d0916d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:11.773927 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-23e6f381-fa08-468f-af9e-1fd5d7e22ebb tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:11.813191 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-23e6f381-fa08-468f-af9e-1fd5d7e22ebb tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Transition to ACTIVE for port object a9ae2208-63dd-4162-b695-ddd12b97cbf8 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:36:11.818743 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-1e5cc442-1da8-48ad-b6f1-bb89b172fe22 req-211ca8d3-2635-4f0b-a86e-e6783d4179e0 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Unset dirty status for tenant:4d9d44d669ef45fba0a9fcf8b2a96a15 on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:36:11.832787 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-1e5cc442-1da8-48ad-b6f1-bb89b172fe22 req-211ca8d3-2635-4f0b-a86e-e6783d4179e0 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] 10.222.0.24 "GET /v2.0/ports?device_id=11f622e6-89bc-43e7-82d6-8a23ab462e21 HTTP/1.1" status: 200 len: 210 time: 0.1601245 Feb 01 04:36:11.836084 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8e88edd9-b8c2-4539-bb95-00a084bae689 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:11.842653 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e88edd9-b8c2-4539-bb95-00a084bae689 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:11.843605 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8e88edd9-b8c2-4539-bb95-00a084bae689 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:11.874153 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-74b29f65-be80-4376-9a4d-482f3998491e None None] Calling delete_port for b73d60cf-04de-4eef-9f57-108353f156d7 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:36:11.986800 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-8e88edd9-b8c2-4539-bb95-00a084bae689 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7975993 Feb 01 04:36:11.989842 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38962) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:11.991754 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e88edd9-b8c2-4539-bb95-00a084bae689 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Pushing event updated for resources: {'Network': ['ID=d5a880e4-77d0-4a44-9efe-68f6ea51327d,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:11.998541 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-74b29f65-be80-4376-9a4d-482f3998491e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:12.013955 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-82a6d942-7048-42a3-bad7-0d1a07d0916d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3037665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694336'] for subnet, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:12.036768 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network d5a880e4-77d0-4a44-9efe-68f6ea51327d details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:36:12.059433 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a6d942-7048-42a3-bad7-0d1a07d0916d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1d92c60-8ec8-4263-bfcc-74bbe6cd55af,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:12.063048 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-82a6d942-7048-42a3-bad7-0d1a07d0916d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:12.069091 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b29f65-be80-4376-9a4d-482f3998491e None None] Pushing event deleted for resources: {'Port': ['ID=b73d60cf-04de-4eef-9f57-108353f156d7,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:12.072689 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-82a6d942-7048-42a3-bad7-0d1a07d0916d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f1d92c60-8ec8-4263-bfcc-74bbe6cd55af HTTP/1.1" status: 204 len: 168 time: 0.7256930 Feb 01 04:36:12.072986 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38966) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:12.074534 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9201e69a-cf68-4ee5-8264-5dc3b735daa7 None None] Network 958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:36:12.102839 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b29f65-be80-4376-9a4d-482f3998491e None None] No DVR routers for this DVR port b73d60cf-04de-4eef-9f57-108353f156d7 on host dv-neutron-826830-1-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:36:12.191077 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1b898073-e159-48a1-893e-17f00275749b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:12.196744 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-7d9318a7-81bb-4cad-8538-bbfd49e2a451 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] For port b73d60cf-04de-4eef-9f57-108353f156d7, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=b73d60cf-04de-4eef-9f57-108353f156d7,segment=NetworkSegment(7ffcb66b-c811-47e2-ae05-3535678a9c4a),segment_id=7ffcb66b-c811-47e2-ae05-3535678a9c4a)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:36:12.197107 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7d9318a7-81bb-4cad-8538-bbfd49e2a451 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:12.201878 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-1b898073-e159-48a1-893e-17f00275749b admin admin] Deleting port dc40e41a-e120-4b60-ac37-01e656126bd6 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:36:12.202215 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1b898073-e159-48a1-893e-17f00275749b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:12.210143 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca29aca-88cc-4d16-a1d1-5e78a8b48e50 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:12.210803 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-8ca29aca-88cc-4d16-a1d1-5e78a8b48e50 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Synchronizing usage tracker for tenant:a9e688303aa04885aaaab4031138e2c1 on resource:network {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:36:12.339342 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-7d9318a7-81bb-4cad-8538-bbfd49e2a451 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Calling delete_port for b73d60cf-04de-4eef-9f57-108353f156d7 owned by network:dhcp {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:36:12.366186 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-23e6f381-fa08-468f-af9e-1fd5d7e22ebb tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:12.415916 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-1b898073-e159-48a1-893e-17f00275749b admin admin] For port dc40e41a-e120-4b60-ac37-01e656126bd6, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=dc40e41a-e120-4b60-ac37-01e656126bd6,segment=NetworkSegment(3a46c540-6fa2-4630-b1ad-4e7e7ce44ba6),segment_id=3a46c540-6fa2-4630-b1ad-4e7e7ce44ba6)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:36:12.416276 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1b898073-e159-48a1-893e-17f00275749b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:12.416907 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cf14ca-723a-4e9d-9ff2-0059b4a330ab None None] DHCP port deletion for 958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:36:12.422010 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-b2cf14ca-723a-4e9d-9ff2-0059b4a330ab None None] Deleting port dc40e41a-e120-4b60-ac37-01e656126bd6 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:36:12.422553 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b2cf14ca-723a-4e9d-9ff2-0059b4a330ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:12.442180 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-8ca29aca-88cc-4d16-a1d1-5e78a8b48e50 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Unset dirty status for tenant:a9e688303aa04885aaaab4031138e2c1 on resource:network {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:36:12.446355 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-8ca29aca-88cc-4d16-a1d1-5e78a8b48e50 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] 10.222.0.24 "GET /v2.0/networks?id=d5a880e4-77d0-4a44-9efe-68f6ea51327d HTTP/1.1" status: 200 len: 761 time: 0.4525225 Feb 01 04:36:12.455623 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38970) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:12.477201 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-1e5ba40f-0cb5-420e-b8e0-51deb74df1e3 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Request body: {'network': {'description': 'd2'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:36:12.494991 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e6f381-fa08-468f-af9e-1fd5d7e22ebb tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Network 363443e9-d74c-4bea-be31-98c133ef1ab3 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:36:12.504991 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-23e6f381-fa08-468f-af9e-1fd5d7e22ebb tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:36:12.511826 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e6f381-fa08-468f-af9e-1fd5d7e22ebb tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event updated for resources: {'Port': ['ID=a9ae2208-63dd-4162-b695-ddd12b97cbf8,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:12.524423 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e6f381-fa08-468f-af9e-1fd5d7e22ebb tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:36:12.575586 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-1b898073-e159-48a1-893e-17f00275749b admin admin] Calling delete_port for dc40e41a-e120-4b60-ac37-01e656126bd6 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:36:12.584660 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device dc40e41a-e120-4b60-ac37-01e656126bd6 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:36:12.664763 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e6f381-fa08-468f-af9e-1fd5d7e22ebb tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:12.664763 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-23e6f381-fa08-468f-af9e-1fd5d7e22ebb tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:12.673138 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1b898073-e159-48a1-893e-17f00275749b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:12.711194 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-b2cf14ca-723a-4e9d-9ff2-0059b4a330ab None None] For port dc40e41a-e120-4b60-ac37-01e656126bd6, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=dc40e41a-e120-4b60-ac37-01e656126bd6,segment=NetworkSegment(3a46c540-6fa2-4630-b1ad-4e7e7ce44ba6),segment_id=3a46c540-6fa2-4630-b1ad-4e7e7ce44ba6)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:36:12.711594 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b2cf14ca-723a-4e9d-9ff2-0059b4a330ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:12.714809 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.db.api [None req-7d9318a7-81bb-4cad-8538-bbfd49e2a451 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:36:12.715386 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG oslo_db.api [None req-7d9318a7-81bb-4cad-8538-bbfd49e2a451 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:36:12.745417 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b898073-e159-48a1-893e-17f00275749b admin admin] Pushing event deleted for resources: {'Port': ['ID=dc40e41a-e120-4b60-ac37-01e656126bd6,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:12.749072 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b898073-e159-48a1-893e-17f00275749b admin admin] No DVR routers for this DVR port dc40e41a-e120-4b60-ac37-01e656126bd6 on host dv-neutron-826830-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:36:12.769343 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-23e6f381-fa08-468f-af9e-1fd5d7e22ebb tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.9880695 Feb 01 04:36:12.772544 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38976) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:12.904092 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1e5ba40f-0cb5-420e-b8e0-51deb74df1e3 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:12.916336 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-b2cf14ca-723a-4e9d-9ff2-0059b4a330ab None None] Calling delete_port for dc40e41a-e120-4b60-ac37-01e656126bd6 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:36:12.968748 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 38982) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:12.974770 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No active binding found for port dc40e41a-e120-4b60-ac37-01e656126bd6 {{(pid=87638) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 01 04:36:12.975298 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device dc40e41a-e120-4b60-ac37-01e656126bd6 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:36:12.975722 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device b73d60cf-04de-4eef-9f57-108353f156d7 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:36:13.016804 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: b73d60cf-04de-4eef-9f57-108353f156d7 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:36:13.017194 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device b73d60cf-04de-4eef-9f57-108353f156d7 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:36:13.017576 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 420c1d2e-f562-44d8-b669-8bcc3ca82a70 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:36:13.037283 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1e5ba40f-0cb5-420e-b8e0-51deb74df1e3 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:13.057366 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 420c1d2e-f562-44d8-b669-8bcc3ca82a70 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:36:13.057712 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 420c1d2e-f562-44d8-b669-8bcc3ca82a70 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:36:13.067978 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1b898073-e159-48a1-893e-17f00275749b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:13.079601 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-72915279-17f3-41a2-935c-543957dcf247 None None] Provisioning for port a9ae2208-63dd-4162-b695-ddd12b97cbf8 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:36:13.087390 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-72915279-17f3-41a2-935c-543957dcf247 None None] Provisioning complete for port a9ae2208-63dd-4162-b695-ddd12b97cbf8 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:36:13.087390 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-72915279-17f3-41a2-935c-543957dcf247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:13.091637 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1e5ba40f-0cb5-420e-b8e0-51deb74df1e3 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Network d5a880e4-77d0-4a44-9efe-68f6ea51327d is not hosted by any dhcp agent {{(pid=87636) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 01 04:36:13.097535 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5ba40f-0cb5-420e-b8e0-51deb74df1e3 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:13.098247 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1e5ba40f-0cb5-420e-b8e0-51deb74df1e3 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:13.098636 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-1b898073-e159-48a1-893e-17f00275749b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:13.099426 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1e5ba40f-0cb5-420e-b8e0-51deb74df1e3 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] 10.222.0.24 "PUT /v2.0/networks/d5a880e4-77d0-4a44-9efe-68f6ea51327d HTTP/1.1" status: 200 len: 758 time: 0.6354585 Feb 01 04:36:13.108878 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38986) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:13.123755 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-b2cf14ca-723a-4e9d-9ff2-0059b4a330ab None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:36:13.124196 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-b2cf14ca-723a-4e9d-9ff2-0059b4a330ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:36:13.144505 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-72915279-17f3-41a2-935c-543957dcf247 None None] Port a9ae2208-63dd-4162-b695-ddd12b97cbf8 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:36:13.145597 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-1b898073-e159-48a1-893e-17f00275749b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a46c540-6fa2-4630-b1ad-4e7e7ce44ba6') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:13.145900 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-1b898073-e159-48a1-893e-17f00275749b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a46c540-6fa2-4630-b1ad-4e7e7ce44ba6') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:13.173099 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1b898073-e159-48a1-893e-17f00275749b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:13.198894 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294bb076-2036-4b34-9091-e1cdee269cb2 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:13.199604 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-294bb076-2036-4b34-9091-e1cdee269cb2 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Synchronizing usage tracker for tenant:a862444cee664ef3af6a3e24f24366c9 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:36:13.205481 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5ba40f-0cb5-420e-b8e0-51deb74df1e3 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Pushing event updated for resources: {'Network': ['ID=d5a880e4-77d0-4a44-9efe-68f6ea51327d,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:13.216161 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network d5a880e4-77d0-4a44-9efe-68f6ea51327d details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:36:13.219266 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-7d9318a7-81bb-4cad-8538-bbfd49e2a451 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Deleting port b73d60cf-04de-4eef-9f57-108353f156d7 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:36:13.219602 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7d9318a7-81bb-4cad-8538-bbfd49e2a451 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:13.245452 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1b898073-e159-48a1-893e-17f00275749b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:13.260702 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8e8f0a-a5cb-43f0-854c-ab654607e8e3 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:13.261618 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-fb8e8f0a-a5cb-43f0-854c-ab654607e8e3 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Synchronizing usage tracker for tenant:a9e688303aa04885aaaab4031138e2c1 on resource:network {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:36:13.264368 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b898073-e159-48a1-893e-17f00275749b admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:36:13.264766 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1b898073-e159-48a1-893e-17f00275749b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:13.279763 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 04:36:13.279763 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:36:13.279763 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 04:36:13.279763 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:36:13.279763 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 04:36:13.279763 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:36:13.279763 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 04:36:13.279763 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:36:13.279763 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 04:36:13.279763 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:36:13.279763 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 04:36:13.279763 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:36:13.279763 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 04:36:13.279763 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:36:13.279763 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:36:13.279763 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:36:13.279763 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:36:13.279763 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:36:13.279763 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 04:36:13.279763 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:36:13.279763 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 04:36:13.279763 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:36:13.279763 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:36:13.279763 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:36:13.279763 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 04:36:13.279763 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:36:13.279763 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:36:13.279763 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:36:13.279763 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:36:13.279763 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:36:13.279763 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:36:13.279763 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:36:13.351577 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-fb8e8f0a-a5cb-43f0-854c-ab654607e8e3 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Unset dirty status for tenant:a9e688303aa04885aaaab4031138e2c1 on resource:network {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:36:13.352754 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-fb8e8f0a-a5cb-43f0-854c-ab654607e8e3 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] 10.222.0.24 "GET /v2.0/networks?id=d5a880e4-77d0-4a44-9efe-68f6ea51327d HTTP/1.1" status: 200 len: 761 time: 0.2429330 Feb 01 04:36:13.358938 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38990) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:13.360983 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5496398-c28c-47b8-a894-236da7e09d49 req-a660854b-4a13-40af-a8a5-f6e552289691 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:13.362487 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f5496398-c28c-47b8-a894-236da7e09d49 req-a660854b-4a13-40af-a8a5-f6e552289691 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=af68ca87-7dc0-401e-b0f7-ac6a737aabf9 HTTP/1.1" status: 200 len: 946 time: 0.4500299 Feb 01 04:36:13.364987 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-9e5d8136-264f-49d7-bdf8-5c86ce2c00c1 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-653258465'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:36:13.371564 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-9e5d8136-264f-49d7-bdf8-5c86ce2c00c1 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:36:13.378634 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1b898073-e159-48a1-893e-17f00275749b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:13.397745 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-9e5d8136-264f-49d7-bdf8-5c86ce2c00c1 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:36:13.400173 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1b898073-e159-48a1-893e-17f00275749b admin admin] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:13.407352 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 3277edd8-c7f5-4d46-ab65-6d78262be77e no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:36:13.413703 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b898073-e159-48a1-893e-17f00275749b admin admin] Pushing event deleted for resources: {'Network': ['ID=958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:13.427635 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e5d8136-264f-49d7-bdf8-5c86ce2c00c1 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Made reservation on behalf of a9e688303aa04885aaaab4031138e2c1 for: {'network': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:36:13.431371 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e5d8136-264f-49d7-bdf8-5c86ce2c00c1 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:13.444296 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] No Port match for: 3277edd8-c7f5-4d46-ab65-6d78262be77e {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:36:13.444877 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 3277edd8-c7f5-4d46-ab65-6d78262be77e not bound to the agent host hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:36:13.446759 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-1b898073-e159-48a1-893e-17f00275749b admin admin] 10.222.0.24 "DELETE /v2.0/networks/958e0a9a-1665-4e3b-aaa9-7b6d0de8c93a HTTP/1.1" status: 204 len: 168 time: 1.3726497 Feb 01 04:36:13.467569 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e5d8136-264f-49d7-bdf8-5c86ce2c00c1 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=87637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:36:13.477399 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e5d8136-264f-49d7-bdf8-5c86ce2c00c1 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:13.477769 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.segments_db [None req-9e5d8136-264f-49d7-bdf8-5c86ce2c00c1 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Added segment 6a4ec32e-70be-4e5a-b19b-d2486d39d4dd of type vlan for network 42bec411-b87f-4539-8f05-8d7d232f9ffb Feb 01 04:36:13.494018 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-7d9318a7-81bb-4cad-8538-bbfd49e2a451 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] The port 'b73d60cf-04de-4eef-9f57-108353f156d7' was deleted {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 01 04:36:13.495010 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-294bb076-2036-4b34-9091-e1cdee269cb2 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Unset dirty status for tenant:a862444cee664ef3af6a3e24f24366c9 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:36:13.499368 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-294bb076-2036-4b34-9091-e1cdee269cb2 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.7228401 Feb 01 04:36:13.502302 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 38996) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:13.540819 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e5d8136-264f-49d7-bdf8-5c86ce2c00c1 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:13.581963 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 39000) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:13.611078 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e5d8136-264f-49d7-bdf8-5c86ce2c00c1 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:13.616864 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5d8136-264f-49d7-bdf8-5c86ce2c00c1 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:13.617430 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e5d8136-264f-49d7-bdf8-5c86ce2c00c1 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:13.624861 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-b2cf14ca-723a-4e9d-9ff2-0059b4a330ab None None] Deleting port dc40e41a-e120-4b60-ac37-01e656126bd6 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:36:13.625338 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b2cf14ca-723a-4e9d-9ff2-0059b4a330ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:13.698370 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-b2cf14ca-723a-4e9d-9ff2-0059b4a330ab None None] The port 'dc40e41a-e120-4b60-ac37-01e656126bd6' was deleted {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 01 04:36:13.753457 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7d9318a7-81bb-4cad-8538-bbfd49e2a451 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:13.764581 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f5496398-c28c-47b8-a894-236da7e09d49 req-58a75c3f-3e4d-4660-bcfd-417d12e5d96a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d9067cc-5c4f-4b72-807d-46d0feb7c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3938010 Feb 01 04:36:13.767666 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-972430f3-61f1-4c4a-86fd-3b1b4e101c60 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8c08b23bffb44a249b00a7d1f56c2684&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1818757 Feb 01 04:36:13.769837 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39004) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:13.769837 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39006) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:13.770036 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-9e5d8136-264f-49d7-bdf8-5c86ce2c00c1 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4097435 Feb 01 04:36:13.770849 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5d8136-264f-49d7-bdf8-5c86ce2c00c1 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Pushing event updated for resources: {'Network': ['ID=42bec411-b87f-4539-8f05-8d7d232f9ffb,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:13.785790 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ef7918-fc83-44eb-897f-e5ecef0902c3 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:13.787435 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ef7918-fc83-44eb-897f-e5ecef0902c3 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:13.793438 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ef7918-fc83-44eb-897f-e5ecef0902c3 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:13.793649 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 42bec411-b87f-4539-8f05-8d7d232f9ffb details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:36:13.795030 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-25ef7918-fc83-44eb-897f-e5ecef0902c3 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.2912159 Feb 01 04:36:13.798011 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 39014) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:13.870655 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-bc39e5fb-3c9f-4d81-b92f-e7850a1b3e87 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Deleting port a9ae2208-63dd-4162-b695-ddd12b97cbf8 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:36:13.870992 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bc39e5fb-3c9f-4d81-b92f-e7850a1b3e87 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:13.899009 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-a8e07bd9-03c1-48df-9bf9-634fb65862be tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Request body: {'subnet': {'network_id': '42bec411-b87f-4539-8f05-8d7d232f9ffb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:36:13.931974 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-7d9318a7-81bb-4cad-8538-bbfd49e2a451 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['140d5707-f3e4-4955-aac9-2c0c9cf91b8b']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:13.985665 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-7d9318a7-81bb-4cad-8538-bbfd49e2a451 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ffcb66b-c811-47e2-ae05-3535678a9c4a') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:13.985922 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-7d9318a7-81bb-4cad-8538-bbfd49e2a451 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ffcb66b-c811-47e2-ae05-3535678a9c4a') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:14.068129 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5623d99a-ef99-4aef-bcca-77a754af1ebb req-3c1dbf86-e55c-435f-9828-40af0192c73f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:14.069594 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-5623d99a-ef99-4aef-bcca-77a754af1ebb req-3c1dbf86-e55c-435f-9828-40af0192c73f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=af68ca87-7dc0-401e-b0f7-ac6a737aabf9 HTTP/1.1" status: 200 len: 946 time: 0.1722162 Feb 01 04:36:14.069726 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7d9318a7-81bb-4cad-8538-bbfd49e2a451 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143022'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:14.143803 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7d9318a7-81bb-4cad-8538-bbfd49e2a451 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:14.162251 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-a8e07bd9-03c1-48df-9bf9-634fb65862be tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:36:14.172321 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e23e9a7f-a14c-4565-a7bc-61b29f21b354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:14.174200 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d9318a7-81bb-4cad-8538-bbfd49e2a451 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:36:14.175165 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7d9318a7-81bb-4cad-8538-bbfd49e2a451 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3072199'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:14.192734 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-a8e07bd9-03c1-48df-9bf9-634fb65862be tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Usage tracker for resource:subnet and tenant:a9e688303aa04885aaaab4031138e2c1 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:36:14.193293 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-5623d99a-ef99-4aef-bcca-77a754af1ebb req-32b30b95-8ebd-407c-ad06-9538bc2bc11c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d9067cc-5c4f-4b72-807d-46d0feb7c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157434 Feb 01 04:36:14.195242 dv-neutron-826830-1-hyperv neutron-server[87636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:36:14.195242 dv-neutron-826830-1-hyperv neutron-server[87636]: util.warn( Feb 01 04:36:14.195242 dv-neutron-826830-1-hyperv neutron-server[87636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:36:14.195242 dv-neutron-826830-1-hyperv neutron-server[87636]: util.warn( Feb 01 04:36:14.195242 dv-neutron-826830-1-hyperv neutron-server[87636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:36:14.195242 dv-neutron-826830-1-hyperv neutron-server[87636]: util.warn( Feb 01 04:36:14.195242 dv-neutron-826830-1-hyperv neutron-server[87636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:36:14.195242 dv-neutron-826830-1-hyperv neutron-server[87636]: util.warn( Feb 01 04:36:14.195242 dv-neutron-826830-1-hyperv neutron-server[87636]: Traceback (most recent call last): Feb 01 04:36:14.195242 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:36:14.195242 dv-neutron-826830-1-hyperv neutron-server[87636]: timer() Feb 01 04:36:14.195242 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:36:14.195242 dv-neutron-826830-1-hyperv neutron-server[87636]: cb(*args, **kw) Feb 01 04:36:14.195242 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:36:14.195242 dv-neutron-826830-1-hyperv neutron-server[87636]: return func(*args, **kwargs) Feb 01 04:36:14.195242 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:36:14.195242 dv-neutron-826830-1-hyperv neutron-server[87636]: self._notify() Feb 01 04:36:14.195242 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:36:14.195242 dv-neutron-826830-1-hyperv neutron-server[87636]: self.callback(batched_events) Feb 01 04:36:14.195242 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:36:14.195242 dv-neutron-826830-1-hyperv neutron-server[87636]: event.method(event) Feb 01 04:36:14.195242 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:36:14.195242 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:36:14.195242 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:36:14.195242 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:36:14.195242 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:36:14.195242 dv-neutron-826830-1-hyperv neutron-server[87636]: return f(self, *a, **k) Feb 01 04:36:14.195242 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:36:14.195242 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._get(url).json() Feb 01 04:36:14.195242 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:36:14.195242 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:36:14.195242 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:36:14.195242 dv-neutron-826830-1-hyperv neutron-server[87636]: return self.request(url, 'GET', **kwargs) Feb 01 04:36:14.195242 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:36:14.195242 dv-neutron-826830-1-hyperv neutron-server[87636]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:36:14.195242 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:36:14.195242 dv-neutron-826830-1-hyperv neutron-server[87636]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:36:14.195242 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:36:14.195242 dv-neutron-826830-1-hyperv neutron-server[87636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:36:14.195242 dv-neutron-826830-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:36:14.200214 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-a8e07bd9-03c1-48df-9bf9-634fb65862be tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:36:14.216788 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 39018) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:14.247295 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-a8e07bd9-03c1-48df-9bf9-634fb65862be tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:36:14.261936 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bc39e5fb-3c9f-4d81-b92f-e7850a1b3e87 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:14.339173 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e23e9a7f-a14c-4565-a7bc-61b29f21b354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:14.361537 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e07bd9-03c1-48df-9bf9-634fb65862be tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Made reservation on behalf of a9e688303aa04885aaaab4031138e2c1 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:36:14.365644 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a8e07bd9-03c1-48df-9bf9-634fb65862be tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:14.384448 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7d9318a7-81bb-4cad-8538-bbfd49e2a451 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:14.401046 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-bc39e5fb-3c9f-4d81-b92f-e7850a1b3e87 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Calling delete_port for a9ae2208-63dd-4162-b695-ddd12b97cbf8 owned by {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:36:14.420599 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7d9318a7-81bb-4cad-8538-bbfd49e2a451 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:14.450892 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9318a7-81bb-4cad-8538-bbfd49e2a451 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] Pushing event deleted for resources: {'Network': ['ID=140d5707-f3e4-4955-aac9-2c0c9cf91b8b,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:14.469011 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-7d9318a7-81bb-4cad-8538-bbfd49e2a451 tempest-ExtraDHCPOptionsTestJSON-368681538 tempest-ExtraDHCPOptionsTestJSON-368681538-project] 10.222.0.24 "DELETE /v2.0/networks/140d5707-f3e4-4955-aac9-2c0c9cf91b8b HTTP/1.1" status: 204 len: 168 time: 3.3195803 Feb 01 04:36:14.489049 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc13929-2ec0-4ca8-baed-12d80f6c8913 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:14.492072 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-bfc13929-2ec0-4ca8-baed-12d80f6c8913 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=af68ca87-7dc0-401e-b0f7-ac6a737aabf9 HTTP/1.1" status: 200 len: 1094 time: 0.2728238 Feb 01 04:36:14.494436 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 39024) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:14.501414 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-4af47f0d-906a-4d2e-9229-ab237c8fb63d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'floatingip': {'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'port_id': 'f9ac5d7c-27c3-4810-a25b-7734331ac764', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:36:14.508668 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-4af47f0d-906a-4d2e-9229-ab237c8fb63d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:36:14.549139 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-4af47f0d-906a-4d2e-9229-ab237c8fb63d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:floatingip and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:36:14.554010 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-4af47f0d-906a-4d2e-9229-ab237c8fb63d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:36:14.563199 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-4af47f0d-906a-4d2e-9229-ab237c8fb63d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:36:14.588772 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4af47f0d-906a-4d2e-9229-ab237c8fb63d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for floatingip, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:14.596868 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e23e9a7f-a14c-4565-a7bc-61b29f21b354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:14.612915 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bc39e5fb-3c9f-4d81-b92f-e7850a1b3e87 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:14.627759 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23e9a7f-a14c-4565-a7bc-61b29f21b354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5822775c-02b2-45a0-a775-73ec22371d5f,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:14.642852 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e23e9a7f-a14c-4565-a7bc-61b29f21b354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:14.646862 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e23e9a7f-a14c-4565-a7bc-61b29f21b354 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5822775c-02b2-45a0-a775-73ec22371d5f HTTP/1.1" status: 204 len: 168 time: 0.8741395 Feb 01 04:36:14.695069 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc39e5fb-3c9f-4d81-b92f-e7850a1b3e87 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event deleted for resources: {'Port': ['ID=a9ae2208-63dd-4162-b695-ddd12b97cbf8,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:14.731170 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-aebcb1da-3c88-4e70-b36b-03781dc820d1 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-371968'] for router_interface, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:14.879158 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:14.883921 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 39032) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:15.047003 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bc39e5fb-3c9f-4d81-b92f-e7850a1b3e87 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:15.079824 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-bc39e5fb-3c9f-4d81-b92f-e7850a1b3e87 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "DELETE /v2.0/ports/a9ae2208-63dd-4162-b695-ddd12b97cbf8 HTTP/1.1" status: 204 len: 168 time: 1.2807219 Feb 01 04:36:15.080734 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 39040) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:15.098731 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a8e07bd9-03c1-48df-9bf9-634fb65862be tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:15.140406 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-232a290f-c00d-4d91-9374-aab2deed1f1c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] GET failed (client error): The resource could not be found. Feb 01 04:36:15.141639 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-232a290f-c00d-4d91-9374-aab2deed1f1c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Synchronizing usage tracker for tenant:a862444cee664ef3af6a3e24f24366c9 on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:36:15.158364 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4af47f0d-906a-4d2e-9229-ab237c8fb63d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:15.206849 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e07bd9-03c1-48df-9bf9-634fb65862be tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Pushing event updated for resources: {'Subnet': ['ID=74039650-0265-4c40-8f9b-ebdd3408a2a4,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:15.223387 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e07bd9-03c1-48df-9bf9-634fb65862be tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Checking segment: {'id': '6a4ec32e-70be-4e5a-b19b-d2486d39d4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '42bec411-b87f-4539-8f05-8d7d232f9ffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:36:15.223387 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e07bd9-03c1-48df-9bf9-634fb65862be tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Network hostable DHCP agents. Network: 42bec411-b87f-4539-8f05-8d7d232f9ffb, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:36:15.224745 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-232a290f-c00d-4d91-9374-aab2deed1f1c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Unset dirty status for tenant:a862444cee664ef3af6a3e24f24366c9 on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:36:15.228368 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-232a290f-c00d-4d91-9374-aab2deed1f1c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "GET /v2.0/ports/a9ae2208-63dd-4162-b695-ddd12b97cbf8 HTTP/1.1" status: 404 len: 333 time: 0.1434131 Feb 01 04:36:15.229498 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39050) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:15.317765 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-2fbd2731-114e-4576-ac65-e84d12b018a1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=49ee40378352455bb55a6029ae255dfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4309349 Feb 01 04:36:15.322772 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 39056) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:15.394248 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-4af47f0d-906a-4d2e-9229-ab237c8fb63d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Allocated IP 172.26.8.38 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/8eccf1d1-48a3-426f-8ce6-ded5c15c2b53) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:36:15.443646 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-59c14684-c1ea-4e6e-84aa-44cf706bfc11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:15.505694 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e07bd9-03c1-48df-9bf9-634fb65862be tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Network 42bec411-b87f-4539-8f05-8d7d232f9ffb is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:36:15.527386 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-b223081f-886e-4914-b7f7-23473d736121 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Deleting port 08a299a2-88ad-48b7-bc80-4850a4620699 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:36:15.527733 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b223081f-886e-4914-b7f7-23473d736121 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:15.541169 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-59c14684-c1ea-4e6e-84aa-44cf706bfc11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:15.561693 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-a8e07bd9-03c1-48df-9bf9-634fb65862be tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, 42bec411-b87f-4539-8f05-8d7d232f9ffb) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:36:15.571070 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1d3c2c-4141-4a85-af96-dbf47db93fc6 None None] Network 42bec411-b87f-4539-8f05-8d7d232f9ffb requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:36:15.579774 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-aebcb1da-3c88-4e70-b36b-03781dc820d1 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Deleting port 41f105a7-41fb-4789-a8cd-49a8e1d989f1 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:36:15.580110 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-aebcb1da-3c88-4e70-b36b-03781dc820d1 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:15.606584 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e07bd9-03c1-48df-9bf9-634fb65862be tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:15.607301 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a8e07bd9-03c1-48df-9bf9-634fb65862be tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:15.641662 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 39068) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:15.641875 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a8e07bd9-03c1-48df-9bf9-634fb65862be tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8688290 Feb 01 04:36:15.644659 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4af47f0d-906a-4d2e-9229-ab237c8fb63d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:15.708980 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-59c14684-c1ea-4e6e-84aa-44cf706bfc11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:15.744989 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c14684-c1ea-4e6e-84aa-44cf706bfc11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=625c5181-4a0e-4f2d-a8ea-42d72654aba8,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:15.834020 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-59c14684-c1ea-4e6e-84aa-44cf706bfc11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:15.837628 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-59c14684-c1ea-4e6e-84aa-44cf706bfc11 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/625c5181-4a0e-4f2d-a8ea-42d72654aba8 HTTP/1.1" status: 204 len: 168 time: 0.5118458 Feb 01 04:36:15.850674 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4af47f0d-906a-4d2e-9229-ab237c8fb63d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:15.886929 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b223081f-886e-4914-b7f7-23473d736121 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:15.928170 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c6d34891-114b-46ca-bfd7-945be92eef43 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:15.954332 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af47f0d-906a-4d2e-9229-ab237c8fb63d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:36:15.959884 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-4af47f0d-906a-4d2e-9229-ab237c8fb63d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:36:15.962490 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af47f0d-906a-4d2e-9229-ab237c8fb63d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'Port': ['ID=8eccf1d1-48a3-426f-8ce6-ded5c15c2b53,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:15.965280 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af47f0d-906a-4d2e-9229-ab237c8fb63d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:36:16.005712 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e3e0f6-87dd-4acd-bd0a-b3654fc9e034 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-42bec411-b87f-4539-8f05-8d7d232f9ffb', 'network_id': '42bec411-b87f-4539-8f05-8d7d232f9ffb', 'tenant_id': 'a9e688303aa04885aaaab4031138e2c1', 'fixed_ips': [{'subnet_id': '74039650-0265-4c40-8f9b-ebdd3408a2a4'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:36:16.006562 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f7e3e0f6-87dd-4acd-bd0a-b3654fc9e034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:16.054791 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-b223081f-886e-4914-b7f7-23473d736121 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Calling delete_port for 08a299a2-88ad-48b7-bc80-4850a4620699 owned by {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:36:16.120098 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c6d34891-114b-46ca-bfd7-945be92eef43 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:16.281733 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-f7e3e0f6-87dd-4acd-bd0a-b3654fc9e034 None None] Allocated IP 172.20.0.2 (42bec411-b87f-4539-8f05-8d7d232f9ffb/74039650-0265-4c40-8f9b-ebdd3408a2a4/d4027014-b208-4cf1-b799-8c648ccc6745) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:36:16.398754 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-aebcb1da-3c88-4e70-b36b-03781dc820d1 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] For port 41f105a7-41fb-4789-a8cd-49a8e1d989f1, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=41f105a7-41fb-4789-a8cd-49a8e1d989f1,segment=NetworkSegment(47389526-68fb-4cf8-9cf4-525db349e4da),segment_id=47389526-68fb-4cf8-9cf4-525db349e4da)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:36:16.399379 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-aebcb1da-3c88-4e70-b36b-03781dc820d1 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:16.536605 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-aebcb1da-3c88-4e70-b36b-03781dc820d1 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Calling delete_port for 41f105a7-41fb-4789-a8cd-49a8e1d989f1 owned by network:router_interface {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:36:16.604569 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f7e3e0f6-87dd-4acd-bd0a-b3654fc9e034 None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:16.619385 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b223081f-886e-4914-b7f7-23473d736121 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:16.629333 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-f7e3e0f6-87dd-4acd-bd0a-b3654fc9e034 None None] Transition to ACTIVE for port object d4027014-b208-4cf1-b799-8c648ccc6745 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:36:16.655931 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-f7e3e0f6-87dd-4acd-bd0a-b3654fc9e034 None None] Transition to ACTIVE for port object d4027014-b208-4cf1-b799-8c648ccc6745 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:36:16.667172 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f7e3e0f6-87dd-4acd-bd0a-b3654fc9e034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:16.690393 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b223081f-886e-4914-b7f7-23473d736121 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event deleted for resources: {'Port': ['ID=08a299a2-88ad-48b7-bc80-4850a4620699,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:16.726695 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4af47f0d-906a-4d2e-9229-ab237c8fb63d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:16.749112 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 39098) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:16.823353 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e3e0f6-87dd-4acd-bd0a-b3654fc9e034 None None] Network 42bec411-b87f-4539-8f05-8d7d232f9ffb is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:36:16.825171 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-f7e3e0f6-87dd-4acd-bd0a-b3654fc9e034 None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:36:16.830185 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e3e0f6-87dd-4acd-bd0a-b3654fc9e034 None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:36:16.858630 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b223081f-886e-4914-b7f7-23473d736121 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:16.900254 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e3e0f6-87dd-4acd-bd0a-b3654fc9e034 None None] Pushing event updated for resources: {'Port': ['ID=d4027014-b208-4cf1-b799-8c648ccc6745,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:16.904822 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4af47f0d-906a-4d2e-9229-ab237c8fb63d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:16.917944 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b223081f-886e-4914-b7f7-23473d736121 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "DELETE /v2.0/ports/08a299a2-88ad-48b7-bc80-4850a4620699 HTTP/1.1" status: 204 len: 168 time: 1.6855175 Feb 01 04:36:16.927706 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39106) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:16.991515 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c6d34891-114b-46ca-bfd7-945be92eef43 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3037665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694336'] for subnet, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:17.019738 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-f7e3e0f6-87dd-4acd-bd0a-b3654fc9e034 None None] Attempting to bind port d4027014-b208-4cf1-b799-8c648ccc6745 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:36:17.020210 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-f7e3e0f6-87dd-4acd-bd0a-b3654fc9e034 None None] Attempting to bind port d4027014-b208-4cf1-b799-8c648ccc6745 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '6a4ec32e-70be-4e5a-b19b-d2486d39d4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '42bec411-b87f-4539-8f05-8d7d232f9ffb'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:36:17.020648 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e3e0f6-87dd-4acd-bd0a-b3654fc9e034 None None] Attempting to bind port d4027014-b208-4cf1-b799-8c648ccc6745 on network 42bec411-b87f-4539-8f05-8d7d232f9ffb {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:36:17.027265 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e3e0f6-87dd-4acd-bd0a-b3654fc9e034 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:36:17.027903 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e3e0f6-87dd-4acd-bd0a-b3654fc9e034 None None] Checking segment: {'id': '6a4ec32e-70be-4e5a-b19b-d2486d39d4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '42bec411-b87f-4539-8f05-8d7d232f9ffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:36:17.028420 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f7e3e0f6-87dd-4acd-bd0a-b3654fc9e034 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:17.028919 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e3e0f6-87dd-4acd-bd0a-b3654fc9e034 None None] Bound using segment: {'id': '6a4ec32e-70be-4e5a-b19b-d2486d39d4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '42bec411-b87f-4539-8f05-8d7d232f9ffb'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:36:17.029493 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-f7e3e0f6-87dd-4acd-bd0a-b3654fc9e034 None None] Bound port: d4027014-b208-4cf1-b799-8c648ccc6745, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a4ec32e-70be-4e5a-b19b-d2486d39d4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '42bec411-b87f-4539-8f05-8d7d232f9ffb'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:36:17.029966 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f7e3e0f6-87dd-4acd-bd0a-b3654fc9e034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:17.044565 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-cafc7496-9b9b-4abf-8b64-8808b7bb1e3c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] GET failed (client error): The resource could not be found. Feb 01 04:36:17.044949 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-cafc7496-9b9b-4abf-8b64-8808b7bb1e3c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Synchronizing usage tracker for tenant:a862444cee664ef3af6a3e24f24366c9 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:36:17.088389 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-cafc7496-9b9b-4abf-8b64-8808b7bb1e3c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Unset dirty status for tenant:a862444cee664ef3af6a3e24f24366c9 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:36:17.092769 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-cafc7496-9b9b-4abf-8b64-8808b7bb1e3c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "GET /v2.0/ports/08a299a2-88ad-48b7-bc80-4850a4620699 HTTP/1.1" status: 404 len: 333 time: 0.1640012 Feb 01 04:36:17.094314 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39114) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:17.138128 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-aebcb1da-3c88-4e70-b36b-03781dc820d1 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:17.152852 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-f7e3e0f6-87dd-4acd-bd0a-b3654fc9e034 None None] For port d4027014-b208-4cf1-b799-8c648ccc6745, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:36:17.157153 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-f7e3e0f6-87dd-4acd-bd0a-b3654fc9e034 None None] For port d4027014-b208-4cf1-b799-8c648ccc6745, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=d4027014-b208-4cf1-b799-8c648ccc6745,segment=NetworkSegment(6a4ec32e-70be-4e5a-b19b-d2486d39d4dd),segment_id=6a4ec32e-70be-4e5a-b19b-d2486d39d4dd)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:36:17.164235 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f7e3e0f6-87dd-4acd-bd0a-b3654fc9e034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:17.207588 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebcb1da-3c88-4e70-b36b-03781dc820d1 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Pushing event deleted for resources: {'Port': ['ID=41f105a7-41fb-4789-a8cd-49a8e1d989f1,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:17.214633 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-7e8666ce-b047-42d6-a40f-a5fda0906545 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-2003138486', 'router:external': True}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:36:17.238884 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-7e8666ce-b047-42d6-a40f-a5fda0906545 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:36:17.249472 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d34891-114b-46ca-bfd7-945be92eef43 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Pushing event deleted for resources: {'Subnet': ['ID=74039650-0265-4c40-8f9b-ebdd3408a2a4,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:17.255474 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-7e8666ce-b047-42d6-a40f-a5fda0906545 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Usage tracker for resource:network and tenant:3d943658615248ecbef05272d2c39021 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:36:17.298321 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-7e8666ce-b047-42d6-a40f-a5fda0906545 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:36:17.304091 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e3e0f6-87dd-4acd-bd0a-b3654fc9e034 None None] Pushing event updated for resources: {'Port': ['ID=d4027014-b208-4cf1-b799-8c648ccc6745,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:17.328978 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 39120) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:17.334139 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-7e8666ce-b047-42d6-a40f-a5fda0906545 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:36:17.394132 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b127f352-ad39-4610-9392-ddba866f2324 None None] Network 42bec411-b87f-4539-8f05-8d7d232f9ffb requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:36:17.403702 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e8666ce-b047-42d6-a40f-a5fda0906545 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Made reservation on behalf of 3d943658615248ecbef05272d2c39021 for: {'network': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:36:17.406399 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7e8666ce-b047-42d6-a40f-a5fda0906545 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:17.454390 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-23713be8-75c9-494d-86c2-9e9f78fdb74f tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Deleting subnet b8bceaa4-94a8-4cc4-b521-228865230b6b {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:36:17.469892 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-23713be8-75c9-494d-86c2-9e9f78fdb74f tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:17.491018 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c6d34891-114b-46ca-bfd7-945be92eef43 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:17.499341 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7e8666ce-b047-42d6-a40f-a5fda0906545 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:17.528479 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-1ff5d93e-e2e1-44cc-b91c-37d238ed8b79 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1301386360'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:36:17.535305 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-1ff5d93e-e2e1-44cc-b91c-37d238ed8b79 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:36:17.539589 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-1ff5d93e-e2e1-44cc-b91c-37d238ed8b79 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Usage tracker for resource:network and tenant:3c6b8b975a3c4e1683a16b66cad9d251 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:36:17.542712 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-1ff5d93e-e2e1-44cc-b91c-37d238ed8b79 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:36:17.549627 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-1ff5d93e-e2e1-44cc-b91c-37d238ed8b79 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:36:17.585574 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff5d93e-e2e1-44cc-b91c-37d238ed8b79 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Made reservation on behalf of 3c6b8b975a3c4e1683a16b66cad9d251 for: {'network': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:36:17.590225 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1ff5d93e-e2e1-44cc-b91c-37d238ed8b79 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:17.604618 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-23713be8-75c9-494d-86c2-9e9f78fdb74f tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145757'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:17.644203 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-7e8666ce-b047-42d6-a40f-a5fda0906545 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:36:17.647703 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e839f0-dcec-4804-ba64-25ef5a3f84d4 None None] get_active_networks_info from dv-neutron-826830-1-hyperv {{(pid=87638) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 01 04:36:17.650541 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-c6d34891-114b-46ca-bfd7-945be92eef43 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42bec411-b87f-4539-8f05-8d7d232f9ffb']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:17.663959 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-7e8666ce-b047-42d6-a40f-a5fda0906545 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Usage tracker for resource:security_group_rule and tenant:3d943658615248ecbef05272d2c39021 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:36:17.670116 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-7e8666ce-b047-42d6-a40f-a5fda0906545 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:36:17.673041 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1ff5d93e-e2e1-44cc-b91c-37d238ed8b79 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks [] for security_group, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:17.692046 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-c6d34891-114b-46ca-bfd7-945be92eef43 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a4ec32e-70be-4e5a-b19b-d2486d39d4dd') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:17.692394 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-c6d34891-114b-46ca-bfd7-945be92eef43 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a4ec32e-70be-4e5a-b19b-d2486d39d4dd') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:17.699240 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-7e8666ce-b047-42d6-a40f-a5fda0906545 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:36:17.732518 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-1ff5d93e-e2e1-44cc-b91c-37d238ed8b79 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:36:17.735211 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c6d34891-114b-46ca-bfd7-945be92eef43 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:17.762363 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-1ff5d93e-e2e1-44cc-b91c-37d238ed8b79 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Usage tracker for resource:security_group_rule and tenant:3c6b8b975a3c4e1683a16b66cad9d251 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:36:17.768772 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-1ff5d93e-e2e1-44cc-b91c-37d238ed8b79 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:36:17.773685 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e839f0-dcec-4804-ba64-25ef5a3f84d4 None None] Resources bound (agent type, host, resource id): {{(pid=87638) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 01 04:36:17.782206 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-aebcb1da-3c88-4e70-b36b-03781dc820d1 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770960'] for router_interface, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:17.785131 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-1ff5d93e-e2e1-44cc-b91c-37d238ed8b79 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:36:17.787321 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c6d34891-114b-46ca-bfd7-945be92eef43 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:17.803738 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6d34891-114b-46ca-bfd7-945be92eef43 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:36:17.804090 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c6d34891-114b-46ca-bfd7-945be92eef43 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:17.821649 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 04:36:17.821649 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:36:17.821649 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 04:36:17.821649 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:36:17.821649 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 04:36:17.821649 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:36:17.821649 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 04:36:17.821649 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:36:17.821649 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 04:36:17.821649 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:36:17.821649 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 04:36:17.821649 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:36:17.821649 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 04:36:17.821649 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:36:17.821649 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:36:17.821649 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:36:17.821649 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:36:17.821649 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:36:17.821649 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 04:36:17.821649 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:36:17.821649 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 04:36:17.821649 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:36:17.821649 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:36:17.821649 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:36:17.821649 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 04:36:17.821649 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:36:17.821649 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:36:17.821649 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:36:17.821649 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:36:17.821649 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:36:17.821649 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:36:17.821649 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:36:17.852267 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-23713be8-75c9-494d-86c2-9e9f78fdb74f tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:17.953734 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4af47f0d-906a-4d2e-9229-ab237c8fb63d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:17.969001 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.api [None req-c6d34891-114b-46ca-bfd7-945be92eef43 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 01 04:36:17.969001 dv-neutron-826830-1-hyperv neutron-server[87637]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 01 04:36:17.969001 dv-neutron-826830-1-hyperv neutron-server[87637]: [parameters: {'id': '42bec411-b87f-4539-8f05-8d7d232f9ffb'}] Feb 01 04:36:17.969001 dv-neutron-826830-1-hyperv neutron-server[87637]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:36:17.969737 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG oslo_db.api [None req-c6d34891-114b-46ca-bfd7-945be92eef43 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:36:17.970341 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4af47f0d-906a-4d2e-9229-ab237c8fb63d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:18.030328 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-23713be8-75c9-494d-86c2-9e9f78fdb74f tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3072169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2652276'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:18.137118 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23713be8-75c9-494d-86c2-9e9f78fdb74f tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event deleted for resources: {'Subnet': ['ID=b8bceaa4-94a8-4cc4-b521-228865230b6b,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:18.139447 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-23713be8-75c9-494d-86c2-9e9f78fdb74f tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:18.140460 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4808c84-ef79-4e87-b285-38c7ab48ce0a None None] Network 363443e9-d74c-4bea-be31-98c133ef1ab3 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:36:18.147057 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af47f0d-906a-4d2e-9229-ab237c8fb63d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'Port': ['ID=8eccf1d1-48a3-426f-8ce6-ded5c15c2b53,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:18.164420 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-23713be8-75c9-494d-86c2-9e9f78fdb74f tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "DELETE /v2.0/subnets/b8bceaa4-94a8-4cc4-b521-228865230b6b HTTP/1.1" status: 204 len: 168 time: 1.0689440 Feb 01 04:36:18.167198 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39126) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:18.195941 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4af47f0d-906a-4d2e-9229-ab237c8fb63d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-774194'] for floatingip, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:18.266320 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1ff5d93e-e2e1-44cc-b91c-37d238ed8b79 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks [] for security_group, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:18.269043 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7e8666ce-b047-42d6-a40f-a5fda0906545 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:18.283645 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1ff5d93e-e2e1-44cc-b91c-37d238ed8b79 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:18.287644 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7e8666ce-b047-42d6-a40f-a5fda0906545 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:18.333037 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ff5d93e-e2e1-44cc-b91c-37d238ed8b79 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=87637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:36:18.341153 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e8666ce-b047-42d6-a40f-a5fda0906545 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=87637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:36:18.364204 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3a5effa5-568c-4736-84a5-c57ecc76b3d9 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:18.366173 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff5d93e-e2e1-44cc-b91c-37d238ed8b79 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ede46f-58d1-43ff-835a-e19646088738,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:18.370817 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1ff5d93e-e2e1-44cc-b91c-37d238ed8b79 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:18.371316 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.segments_db [None req-1ff5d93e-e2e1-44cc-b91c-37d238ed8b79 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Added segment 4f3869ae-3e10-4dc8-a6ff-e9c7b25bee8e of type vlan for network 4215913b-577d-4b09-9662-fcc3bfc48c11 Feb 01 04:36:18.381006 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aebcb1da-3c88-4e70-b36b-03781dc820d1 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Router d91d16bf-2137-45fb-a754-b5a50c7d4dc8 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:36:18.384796 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-3a5effa5-568c-4736-84a5-c57ecc76b3d9 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Deleting port 03e4cf34-0548-4ec4-a4b7-faff73d4e5b4 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:36:18.385141 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3a5effa5-568c-4736-84a5-c57ecc76b3d9 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:18.442232 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7e8666ce-b047-42d6-a40f-a5fda0906545 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:18.442689 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.segments_db [None req-7e8666ce-b047-42d6-a40f-a5fda0906545 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Added segment 365a1391-48e8-4879-8a74-ea9af0fd2272 of type vlan for network 767b6724-4bef-4656-a523-f334f1aac0ec Feb 01 04:36:18.471967 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c6d34891-114b-46ca-bfd7-945be92eef43 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:18.476071 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-decd1db5-ebd3-406a-ad19-af930cb4a3ab None None] DHCP port deletion for 363443e9-d74c-4bea-be31-98c133ef1ab3 request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:36:18.480885 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-decd1db5-ebd3-406a-ad19-af930cb4a3ab None None] Deleting port 03e4cf34-0548-4ec4-a4b7-faff73d4e5b4 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:36:18.481257 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-decd1db5-ebd3-406a-ad19-af930cb4a3ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:18.528412 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1ff5d93e-e2e1-44cc-b91c-37d238ed8b79 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:18.535021 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8666ce-b047-42d6-a40f-a5fda0906545 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d588c48-6172-41fb-a307-0b318001ec0a,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:18.566400 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7e8666ce-b047-42d6-a40f-a5fda0906545 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:18.571476 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-c6d34891-114b-46ca-bfd7-945be92eef43 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Deleting port d4027014-b208-4cf1-b799-8c648ccc6745 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:36:18.571819 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c6d34891-114b-46ca-bfd7-945be92eef43 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:18.597475 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.l3_db [None req-4af47f0d-906a-4d2e-9229-ab237c8fb63d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Floating IP 4faa68be-036a-4b66-adcf-3bf3d873f77e associated. External IP: 172.26.8.38, port: f9ac5d7c-27c3-4810-a25b-7734331ac764. Feb 01 04:36:18.650693 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 03e4cf34-0548-4ec4-a4b7-faff73d4e5b4 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:36:18.690676 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.resource_extend [None req-1ff5d93e-e2e1-44cc-b91c-37d238ed8b79 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 01 04:36:18.790828 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-decd1db5-ebd3-406a-ad19-af930cb4a3ab None None] For port 03e4cf34-0548-4ec4-a4b7-faff73d4e5b4, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=03e4cf34-0548-4ec4-a4b7-faff73d4e5b4,segment=NetworkSegment(9bac0719-a319-41d5-95a9-f9cbbff57022),segment_id=9bac0719-a319-41d5-95a9-f9cbbff57022)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:36:18.791170 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-decd1db5-ebd3-406a-ad19-af930cb4a3ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:18.795269 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1ff5d93e-e2e1-44cc-b91c-37d238ed8b79 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:18.801468 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff5d93e-e2e1-44cc-b91c-37d238ed8b79 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:18.802952 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1ff5d93e-e2e1-44cc-b91c-37d238ed8b79 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:18.885035 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aebcb1da-3c88-4e70-b36b-03781dc820d1 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:36:18.903170 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-aebcb1da-3c88-4e70-b36b-03781dc820d1 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] 10.222.0.24 "PUT /v2.0/routers/d91d16bf-2137-45fb-a754-b5a50c7d4dc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9271438 Feb 01 04:36:18.904826 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39130) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:18.937948 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7e8666ce-b047-42d6-a40f-a5fda0906545 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:18.939176 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8666ce-b047-42d6-a40f-a5fda0906545 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:18.939835 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7e8666ce-b047-42d6-a40f-a5fda0906545 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:18.947828 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-3a5effa5-568c-4736-84a5-c57ecc76b3d9 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] For port 03e4cf34-0548-4ec4-a4b7-faff73d4e5b4, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=03e4cf34-0548-4ec4-a4b7-faff73d4e5b4,segment=NetworkSegment(9bac0719-a319-41d5-95a9-f9cbbff57022),segment_id=9bac0719-a319-41d5-95a9-f9cbbff57022)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:36:18.948186 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3a5effa5-568c-4736-84a5-c57ecc76b3d9 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:18.972172 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70796f4d-9ec3-4230-8339-f593fb3b8409 None None] Sync routers for ids ['d91d16bf-2137-45fb-a754-b5a50c7d4dc8'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:36:18.980071 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-decd1db5-ebd3-406a-ad19-af930cb4a3ab None None] Calling delete_port for 03e4cf34-0548-4ec4-a4b7-faff73d4e5b4 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:36:19.053097 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70796f4d-9ec3-4230-8339-f593fb3b8409 None None] Routers {'d91d16bf-2137-45fb-a754-b5a50c7d4dc8'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:36:19.053646 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-70796f4d-9ec3-4230-8339-f593fb3b8409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:36:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['d91d16bf-2137-45fb-a754-b5a50c7d4dc8'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:19.087652 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-3a5effa5-568c-4736-84a5-c57ecc76b3d9 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Calling delete_port for 03e4cf34-0548-4ec4-a4b7-faff73d4e5b4 owned by network:dhcp {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:36:19.109698 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:19.138971 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-30d2bbba-80bb-48e5-9bd7-6b1a5475ed93 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Deleting subnet d9f4fc37-5ff0-4c6e-bfc2-a80b9a0fed2e {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:36:19.144541 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-30d2bbba-80bb-48e5-9bd7-6b1a5475ed93 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:19.210119 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff5d93e-e2e1-44cc-b91c-37d238ed8b79 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Pushing event updated for resources: {'Network': ['ID=4215913b-577d-4b09-9662-fcc3bfc48c11,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:19.216840 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-30d2bbba-80bb-48e5-9bd7-6b1a5475ed93 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145757'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:19.246087 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 4215913b-577d-4b09-9662-fcc3bfc48c11 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:36:19.277265 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 03e4cf34-0548-4ec4-a4b7-faff73d4e5b4, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=03e4cf34-0548-4ec4-a4b7-faff73d4e5b4,segment=NetworkSegment(9bac0719-a319-41d5-95a9-f9cbbff57022),segment_id=9bac0719-a319-41d5-95a9-f9cbbff57022)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:36:19.288643 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:19.318542 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.db.api [None req-3a5effa5-568c-4736-84a5-c57ecc76b3d9 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:36:19.318964 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG oslo_db.api [None req-3a5effa5-568c-4736-84a5-c57ecc76b3d9 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:36:19.320124 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-30d2bbba-80bb-48e5-9bd7-6b1a5475ed93 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:19.351351 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-decd1db5-ebd3-406a-ad19-af930cb4a3ab None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:36:19.351711 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-decd1db5-ebd3-406a-ad19-af930cb4a3ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:36:19.367853 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-7e8666ce-b047-42d6-a40f-a5fda0906545 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.6170552 Feb 01 04:36:19.369484 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39134) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:19.371579 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-1ff5d93e-e2e1-44cc-b91c-37d238ed8b79 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.0416014 Feb 01 04:36:19.377900 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 39138) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:19.378988 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-2f9beaf2-17e4-4618-9a55-2e1991851712 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Request body: {'subnet': {'network_id': '767b6724-4bef-4656-a523-f334f1aac0ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:36:19.387943 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-2f9beaf2-17e4-4618-9a55-2e1991851712 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:36:19.396554 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2f9beaf2-17e4-4618-9a55-2e1991851712 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Usage tracker for resource:subnet and tenant:3d943658615248ecbef05272d2c39021 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:36:19.401573 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2f9beaf2-17e4-4618-9a55-2e1991851712 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:36:19.408929 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-2f9beaf2-17e4-4618-9a55-2e1991851712 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:36:19.412858 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-e3a9abbe-97e3-4902-be27-d40f7152174e tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Request body: {'subnet': {'network_id': '4215913b-577d-4b09-9662-fcc3bfc48c11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:36:19.428399 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-30d2bbba-80bb-48e5-9bd7-6b1a5475ed93 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3072169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2652276'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:19.433540 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f9beaf2-17e4-4618-9a55-2e1991851712 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Made reservation on behalf of 3d943658615248ecbef05272d2c39021 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:36:19.436332 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-70796f4d-9ec3-4230-8339-f593fb3b8409 None None] Set router d91d16bf-2137-45fb-a754-b5a50c7d4dc8 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:36:19.437571 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2f9beaf2-17e4-4618-9a55-2e1991851712 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:19.498749 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d2bbba-80bb-48e5-9bd7-6b1a5475ed93 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Pushing event deleted for resources: {'Subnet': ['ID=d9f4fc37-5ff0-4c6e-bfc2-a80b9a0fed2e,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:19.511923 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8666ce-b047-42d6-a40f-a5fda0906545 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Pushing event updated for resources: {'Network': ['ID=767b6724-4bef-4656-a523-f334f1aac0ec,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:19.515034 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-30d2bbba-80bb-48e5-9bd7-6b1a5475ed93 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:19.534745 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-c6d34891-114b-46ca-bfd7-945be92eef43 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] For port d4027014-b208-4cf1-b799-8c648ccc6745, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=d4027014-b208-4cf1-b799-8c648ccc6745,segment=NetworkSegment(6a4ec32e-70be-4e5a-b19b-d2486d39d4dd),segment_id=6a4ec32e-70be-4e5a-b19b-d2486d39d4dd)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:36:19.535345 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c6d34891-114b-46ca-bfd7-945be92eef43 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:19.550327 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70060074-179f-4dae-b1a4-c37124d6248c None None] Network 6ec819a2-0c55-40ed-acdc-50daf874a757 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:36:19.562430 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 767b6724-4bef-4656-a523-f334f1aac0ec details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:36:19.577917 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-30d2bbba-80bb-48e5-9bd7-6b1a5475ed93 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] 10.222.0.24 "DELETE /v2.0/subnets/d9f4fc37-5ff0-4c6e-bfc2-a80b9a0fed2e HTTP/1.1" status: 204 len: 168 time: 0.6700399 Feb 01 04:36:19.577917 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39142) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:19.750915 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=03e4cf34-0548-4ec4-a4b7-faff73d4e5b4,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:19.796298 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-c6d34891-114b-46ca-bfd7-945be92eef43 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Calling delete_port for d4027014-b208-4cf1-b799-8c648ccc6745 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:36:19.820394 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-3a5effa5-568c-4736-84a5-c57ecc76b3d9 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Deleting port 03e4cf34-0548-4ec4-a4b7-faff73d4e5b4 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:36:19.820693 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3a5effa5-568c-4736-84a5-c57ecc76b3d9 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:19.853574 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7c001b51-baed-4d52-8bb8-9fc36b10df80 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks [] for router, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:19.865457 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-e3a9abbe-97e3-4902-be27-d40f7152174e tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:36:19.870845 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-decd1db5-ebd3-406a-ad19-af930cb4a3ab None None] Deleting port 03e4cf34-0548-4ec4-a4b7-faff73d4e5b4 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:36:19.871245 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-decd1db5-ebd3-406a-ad19-af930cb4a3ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:19.879006 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-e3a9abbe-97e3-4902-be27-d40f7152174e tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Usage tracker for resource:subnet and tenant:3c6b8b975a3c4e1683a16b66cad9d251 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:36:19.895336 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-e3a9abbe-97e3-4902-be27-d40f7152174e tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:36:19.899653 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4af47f0d-906a-4d2e-9229-ab237c8fb63d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Router 889752ef-184a-4920-8f78-ac992ee25805 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:36:19.903842 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-e3a9abbe-97e3-4902-be27-d40f7152174e tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:36:19.977515 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c6d34891-114b-46ca-bfd7-945be92eef43 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:20.021306 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a9abbe-97e3-4902-be27-d40f7152174e tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Made reservation on behalf of 3c6b8b975a3c4e1683a16b66cad9d251 for: {'subnet': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:36:20.024750 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e3a9abbe-97e3-4902-be27-d40f7152174e tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3694443'] for subnet, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:20.075321 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d34891-114b-46ca-bfd7-945be92eef43 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Pushing event deleted for resources: {'Port': ['ID=d4027014-b208-4cf1-b799-8c648ccc6745,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:20.090067 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d34891-114b-46ca-bfd7-945be92eef43 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] No DVR routers for this DVR port d4027014-b208-4cf1-b799-8c648ccc6745 on host dv-neutron-826830-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:36:20.257036 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7c001b51-baed-4d52-8bb8-9fc36b10df80 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:20.259880 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-decd1db5-ebd3-406a-ad19-af930cb4a3ab None None] For port 03e4cf34-0548-4ec4-a4b7-faff73d4e5b4, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=03e4cf34-0548-4ec4-a4b7-faff73d4e5b4,segment=NetworkSegment(9bac0719-a319-41d5-95a9-f9cbbff57022),segment_id=9bac0719-a319-41d5-95a9-f9cbbff57022)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:36:20.260293 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-decd1db5-ebd3-406a-ad19-af930cb4a3ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:20.286869 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-3a5effa5-568c-4736-84a5-c57ecc76b3d9 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] For port 03e4cf34-0548-4ec4-a4b7-faff73d4e5b4, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=03e4cf34-0548-4ec4-a4b7-faff73d4e5b4,segment=NetworkSegment(9bac0719-a319-41d5-95a9-f9cbbff57022),segment_id=9bac0719-a319-41d5-95a9-f9cbbff57022)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:36:20.287283 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3a5effa5-568c-4736-84a5-c57ecc76b3d9 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:20.298652 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-7c001b51-baed-4d52-8bb8-9fc36b10df80 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Deleting port 9a9ac8b9-9072-4184-8231-1d011a45ff0e {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:36:20.299592 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7c001b51-baed-4d52-8bb8-9fc36b10df80 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:20.386935 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b889a66c-2b81-4e55-a2f6-c90047572394 None None] DHCP port deletion for 6ec819a2-0c55-40ed-acdc-50daf874a757 request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:36:20.391940 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c6d34891-114b-46ca-bfd7-945be92eef43 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:20.395812 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-decd1db5-ebd3-406a-ad19-af930cb4a3ab None None] Calling delete_port for 03e4cf34-0548-4ec4-a4b7-faff73d4e5b4 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:36:20.425581 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-70796f4d-9ec3-4230-8339-f593fb3b8409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd91d16bf-2137-45fb-a754-b5a50c7d4dc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-791609492', 'tenant_id': '4d9d44d669ef45fba0a9fcf8b2a96a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': '9a9ac8b9-9072-4184-8231-1d011a45ff0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:33:41Z', 'updated_at': '2022-02-01T04:36:16Z', 'revision_number': 5, 'project_id': '4d9d44d669ef45fba0a9fcf8b2a96a15', 'gw_port': {'id': '9a9ac8b9-9072-4184-8231-1d011a45ff0e', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:bc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91d16bf-2137-45fb-a754-b5a50c7d4dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:33:44Z', 'updated_at': '2022-02-01T04:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:20.431485 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4af47f0d-906a-4d2e-9229-ab237c8fb63d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:36:20.441967 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-b889a66c-2b81-4e55-a2f6-c90047572394 None None] Deleting port 106b3fb6-20c1-4237-b6ed-606afdece5dc {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:36:20.442411 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b889a66c-2b81-4e55-a2f6-c90047572394 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:20.446355 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1352c2d3-7202-40f5-869d-76dbe237e3a1 None None] Sync routers for ids ['889752ef-184a-4920-8f78-ac992ee25805'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:36:20.457170 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1352c2d3-7202-40f5-869d-76dbe237e3a1 None None] Routers {'889752ef-184a-4920-8f78-ac992ee25805'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:36:20.458058 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-1352c2d3-7202-40f5-869d-76dbe237e3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:36:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['889752ef-184a-4920-8f78-ac992ee25805'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:20.486966 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70796f4d-9ec3-4230-8339-f593fb3b8409 None None] Checking router: d91d16bf-2137-45fb-a754-b5a50c7d4dc8 for host: dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:36:20.523117 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70796f4d-9ec3-4230-8339-f593fb3b8409 None None] Routers {'d91d16bf-2137-45fb-a754-b5a50c7d4dc8'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:36:20.523871 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-70796f4d-9ec3-4230-8339-f593fb3b8409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:36:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['d91d16bf-2137-45fb-a754-b5a50c7d4dc8'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:20.620800 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-c6d34891-114b-46ca-bfd7-945be92eef43 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42bec411-b87f-4539-8f05-8d7d232f9ffb']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:20.623655 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 106b3fb6-20c1-4237-b6ed-606afdece5dc no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:36:20.644346 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-c6d34891-114b-46ca-bfd7-945be92eef43 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a4ec32e-70be-4e5a-b19b-d2486d39d4dd') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:20.644743 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-c6d34891-114b-46ca-bfd7-945be92eef43 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a4ec32e-70be-4e5a-b19b-d2486d39d4dd') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:20.651931 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-3a5effa5-568c-4736-84a5-c57ecc76b3d9 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Calling delete_port for 03e4cf34-0548-4ec4-a4b7-faff73d4e5b4 owned by network:dhcp {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:36:20.662631 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c6d34891-114b-46ca-bfd7-945be92eef43 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:20.746220 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-1352c2d3-7202-40f5-869d-76dbe237e3a1 None None] Set router 889752ef-184a-4920-8f78-ac992ee25805 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:36:20.762484 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-decd1db5-ebd3-406a-ad19-af930cb4a3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:20.853986 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decd1db5-ebd3-406a-ad19-af930cb4a3ab None None] Pushing event deleted for resources: {'Port': ['ID=03e4cf34-0548-4ec4-a4b7-faff73d4e5b4,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:20.859746 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.db.api [None req-3a5effa5-568c-4736-84a5-c57ecc76b3d9 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:36:20.860070 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG oslo_db.api [None req-3a5effa5-568c-4736-84a5-c57ecc76b3d9 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:36:20.861980 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decd1db5-ebd3-406a-ad19-af930cb4a3ab None None] No DVR routers for this DVR port 03e4cf34-0548-4ec4-a4b7-faff73d4e5b4 on host dv-neutron-826830-1-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:36:20.868119 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-70796f4d-9ec3-4230-8339-f593fb3b8409 None None] Set router d91d16bf-2137-45fb-a754-b5a50c7d4dc8 gateway port host: None {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:36:20.884292 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c6d34891-114b-46ca-bfd7-945be92eef43 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:20.892309 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6d34891-114b-46ca-bfd7-945be92eef43 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:36:20.894337 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c6d34891-114b-46ca-bfd7-945be92eef43 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:20.924035 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.objects.ports [None req-2f9beaf2-17e4-4618-9a55-2e1991851712 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87636) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 01 04:36:20.924584 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2f9beaf2-17e4-4618-9a55-2e1991851712 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:20.966459 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-7c001b51-baed-4d52-8bb8-9fc36b10df80 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] For port 9a9ac8b9-9072-4184-8231-1d011a45ff0e, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=9a9ac8b9-9072-4184-8231-1d011a45ff0e,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:36:20.966897 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7c001b51-baed-4d52-8bb8-9fc36b10df80 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:21.016179 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-70796f4d-9ec3-4230-8339-f593fb3b8409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd91d16bf-2137-45fb-a754-b5a50c7d4dc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-791609492', 'tenant_id': '4d9d44d669ef45fba0a9fcf8b2a96a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:33:41Z', 'updated_at': '2022-02-01T04:36:20Z', 'revision_number': 6, 'project_id': '4d9d44d669ef45fba0a9fcf8b2a96a15', 'gw_port_host': None}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:21.036381 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 04:36:21.036381 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:36:21.036381 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 04:36:21.036381 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:36:21.036381 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 04:36:21.036381 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:36:21.036381 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 04:36:21.036381 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:36:21.036381 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 04:36:21.036381 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:36:21.036381 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 04:36:21.036381 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:36:21.036381 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 04:36:21.036381 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:36:21.036381 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:36:21.036381 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:36:21.036381 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:36:21.036381 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:36:21.036381 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 04:36:21.036381 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:36:21.036381 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 04:36:21.036381 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:36:21.036381 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:36:21.036381 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:36:21.036381 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 04:36:21.036381 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:36:21.036381 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:36:21.036381 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:36:21.036381 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:36:21.036381 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:36:21.036381 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:36:21.036381 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:36:21.045477 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e3a9abbe-97e3-4902-be27-d40f7152174e tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3037478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3694457'] for subnet, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:21.102462 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c6d34891-114b-46ca-bfd7-945be92eef43 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:21.118636 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-7c001b51-baed-4d52-8bb8-9fc36b10df80 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Calling delete_port for 9a9ac8b9-9072-4184-8231-1d011a45ff0e owned by network:router_gateway {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:36:21.143915 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c6d34891-114b-46ca-bfd7-945be92eef43 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:21.148580 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-c6d34891-114b-46ca-bfd7-945be92eef43 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] 10.222.0.24 "DELETE /v2.0/networks/42bec411-b87f-4539-8f05-8d7d232f9ffb HTTP/1.1" status: 204 len: 168 time: 5.4974372 Feb 01 04:36:21.150167 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 39146) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:21.156456 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4af47f0d-906a-4d2e-9229-ab237c8fb63d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:21.166322 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70796f4d-9ec3-4230-8339-f593fb3b8409 None None] The sync data for ids ['d91d16bf-2137-45fb-a754-b5a50c7d4dc8'] in dv-neutron-826830-1-hyperv is: [{'id': 'd91d16bf-2137-45fb-a754-b5a50c7d4dc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-791609492', 'tenant_id': '4d9d44d669ef45fba0a9fcf8b2a96a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:33:41Z', 'updated_at': '2022-02-01T04:36:20Z', 'revision_number': 6, 'project_id': '4d9d44d669ef45fba0a9fcf8b2a96a15', 'gw_port_host': None}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:36:21.188055 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-b889a66c-2b81-4e55-a2f6-c90047572394 None None] For port 106b3fb6-20c1-4237-b6ed-606afdece5dc, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=106b3fb6-20c1-4237-b6ed-606afdece5dc,segment=NetworkSegment(47389526-68fb-4cf8-9cf4-525db349e4da),segment_id=47389526-68fb-4cf8-9cf4-525db349e4da)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:36:21.188442 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b889a66c-2b81-4e55-a2f6-c90047572394 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:21.235591 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9beaf2-17e4-4618-9a55-2e1991851712 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ecb86ecb-9305-4f6c-8021-1253d56367f3,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:21.249965 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9beaf2-17e4-4618-9a55-2e1991851712 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Checking segment: {'id': '365a1391-48e8-4879-8a74-ea9af0fd2272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '767b6724-4bef-4656-a523-f334f1aac0ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:36:21.250542 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9beaf2-17e4-4618-9a55-2e1991851712 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Network hostable DHCP agents. Network: 767b6724-4bef-4656-a523-f334f1aac0ec, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:36:21.267286 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:21.269757 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-4af47f0d-906a-4d2e-9229-ab237c8fb63d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.7736273 Feb 01 04:36:21.277430 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39150) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:21.297287 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-1352c2d3-7202-40f5-869d-76dbe237e3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889752ef-184a-4920-8f78-ac992ee25805', 'name': 'tempest-TestNetworkBasicOps-router-58698102', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.76'}], 'enable_snat': True}, 'gw_port_id': '47a4fe6d-916d-4587-a9ef-092ebd9171bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:35:23Z', 'updated_at': '2022-02-01T04:35:34Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': '47a4fe6d-916d-4587-a9ef-092ebd9171bc', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:15:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889752ef-184a-4920-8f78-ac992ee25805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:35:25Z', 'updated_at': '2022-02-01T04:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': '4faa68be-036a-4b66-adcf-3bf3d873f77e', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'floating_ip_address': '172.26.8.38', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '889752ef-184a-4920-8f78-ac992ee25805', 'port_id': 'f9ac5d7c-27c3-4810-a25b-7734331ac764', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d', 'mac_address': 'fa:16:3e:9d:4a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af68ca87-7dc0-401e-b0f7-ac6a737aabf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:36:16Z', 'updated_at': '2022-02-01T04:36:16Z', 'revision_number': 0, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a821d54-e502-48fc-b7c9-2b1c37caa29f', 'name': '', 'network_id': '6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:c2:c3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889752ef-184a-4920-8f78-ac992ee25805', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '2933f122-fed7-475d-b133-59ebd7cf5542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:35:32Z', 'updated_at': '2022-02-01T04:35:46Z', 'revision_number': 5, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': '2933f122-fed7-475d-b133-59ebd7cf5542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:21.301944 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1352c2d3-7202-40f5-869d-76dbe237e3a1 None None] Checking router: 889752ef-184a-4920-8f78-ac992ee25805 for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:36:21.311079 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1352c2d3-7202-40f5-869d-76dbe237e3a1 None None] Routers {'889752ef-184a-4920-8f78-ac992ee25805'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:36:21.311772 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-1352c2d3-7202-40f5-869d-76dbe237e3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:36:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['889752ef-184a-4920-8f78-ac992ee25805'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:21.321023 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af68ca87-7dc0-401e-b0f7-ac6a737aabf9', 'tag': 'f9ac5d7c-27c3-4810-a25b-7734331ac764'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:36:21.326435 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d34891-114b-46ca-bfd7-945be92eef43 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Pushing event deleted for resources: {'Network': ['ID=42bec411-b87f-4539-8f05-8d7d232f9ffb,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:21.362788 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-29d2fc3e-3364-431b-993c-17f6bac03d56 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] GET failed (client error): The resource could not be found. Feb 01 04:36:21.363910 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-29d2fc3e-3364-431b-993c-17f6bac03d56 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Synchronizing usage tracker for tenant:a9e688303aa04885aaaab4031138e2c1 on resource:subnet {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:36:21.367552 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-b889a66c-2b81-4e55-a2f6-c90047572394 None None] Calling delete_port for 106b3fb6-20c1-4237-b6ed-606afdece5dc owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:36:21.375167 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a9abbe-97e3-4902-be27-d40f7152174e tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Pushing event updated for resources: {'Subnet': ['ID=eb1a85c8-1f2a-46fa-ac88-c327e0f158e6,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:21.395178 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9beaf2-17e4-4618-9a55-2e1991851712 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Network 767b6724-4bef-4656-a523-f334f1aac0ec is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:36:21.396100 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a9abbe-97e3-4902-be27-d40f7152174e tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Checking segment: {'id': '4f3869ae-3e10-4dc8-a6ff-e9c7b25bee8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4215913b-577d-4b09-9662-fcc3bfc48c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:36:21.396608 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a9abbe-97e3-4902-be27-d40f7152174e tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Network hostable DHCP agents. Network: 4215913b-577d-4b09-9662-fcc3bfc48c11, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:36:21.409478 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af68ca87-7dc0-401e-b0f7-ac6a737aabf9', 'tag': 'f9ac5d7c-27c3-4810-a25b-7734331ac764', 'status': 'completed', 'code': 200} Feb 01 04:36:21.419771 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-2f9beaf2-17e4-4618-9a55-2e1991851712 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, 767b6724-4bef-4656-a523-f334f1aac0ec) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:36:21.431749 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-257b550f-23eb-4a1f-b71f-44724e09cdbc tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/floatingips/4faa68be-036a-4b66-adcf-3bf3d873f77e HTTP/1.1" status: 200 len: 991 time: 0.1517439 Feb 01 04:36:21.435124 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a1ab66-cd4a-4286-a30e-b5c1f44a5940 None None] Network 767b6724-4bef-4656-a523-f334f1aac0ec requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:36:21.436100 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9beaf2-17e4-4618-9a55-2e1991851712 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:21.436769 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2f9beaf2-17e4-4618-9a55-2e1991851712 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:21.451974 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-29d2fc3e-3364-431b-993c-17f6bac03d56 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Unset dirty status for tenant:a9e688303aa04885aaaab4031138e2c1 on resource:subnet {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:36:21.453720 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-29d2fc3e-3364-431b-993c-17f6bac03d56 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] 10.222.0.24 "GET /v2.0/subnets/74039650-0265-4c40-8f9b-ebdd3408a2a4 HTTP/1.1" status: 404 len: 337 time: 0.1961870 Feb 01 04:36:21.456897 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 39156) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:21.461167 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a9abbe-97e3-4902-be27-d40f7152174e tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Network 4215913b-577d-4b09-9662-fcc3bfc48c11 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:36:21.488113 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 106b3fb6-20c1-4237-b6ed-606afdece5dc, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=106b3fb6-20c1-4237-b6ed-606afdece5dc,segment=NetworkSegment(47389526-68fb-4cf8-9cf4-525db349e4da),segment_id=47389526-68fb-4cf8-9cf4-525db349e4da)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:36:21.504519 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-e3a9abbe-97e3-4902-be27-d40f7152174e tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, 4215913b-577d-4b09-9662-fcc3bfc48c11) {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:36:21.520884 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdf25947-cfc8-42b9-9d8d-ff6b616db218 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] DELETE failed (client error): The resource could not be found. Feb 01 04:36:21.521498 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdf25947-cfc8-42b9-9d8d-ff6b616db218 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:36:21.523669 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-cdf25947-cfc8-42b9-9d8d-ff6b616db218 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] 10.222.0.24 "DELETE /v2.0/networks/42bec411-b87f-4539-8f05-8d7d232f9ffb HTTP/1.1" status: 404 len: 339 time: 0.0643504 Feb 01 04:36:21.525602 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a9abbe-97e3-4902-be27-d40f7152174e tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:21.526284 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e3a9abbe-97e3-4902-be27-d40f7152174e tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:21.534204 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 39160) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:21.555549 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681da747-0180-4913-b637-f0067bd1d441 None None] Network 4215913b-577d-4b09-9662-fcc3bfc48c11 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:36:21.584171 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-1352c2d3-7202-40f5-869d-76dbe237e3a1 None None] Set router 889752ef-184a-4920-8f78-ac992ee25805 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:36:21.584870 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:21.620264 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2f9beaf2-17e4-4618-9a55-2e1991851712 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.2491374 Feb 01 04:36:21.627233 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39164) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:21.636603 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-80cbfbd8-ab41-4751-8aa2-cb0c9328f047 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1783459554', 'network_id': '767b6724-4bef-4656-a523-f334f1aac0ec'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:36:21.649618 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-e3a9abbe-97e3-4902-be27-d40f7152174e tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.2590055 Feb 01 04:36:21.652997 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 39168) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:21.669016 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-49d1c780-f596-4299-a5a3-541c8cc0e040 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2119483267', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}, 'admin_state_up': False}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:36:21.671368 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-b889a66c-2b81-4e55-a2f6-c90047572394 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:36:21.671724 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-b889a66c-2b81-4e55-a2f6-c90047572394 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:36:21.685260 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-80cbfbd8-ab41-4751-8aa2-cb0c9328f047 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:36:21.699121 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-80cbfbd8-ab41-4751-8aa2-cb0c9328f047 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Usage tracker for resource:port and tenant:3d943658615248ecbef05272d2c39021 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:36:21.705213 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-80cbfbd8-ab41-4751-8aa2-cb0c9328f047 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:36:21.714545 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7c001b51-baed-4d52-8bb8-9fc36b10df80 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:21.724819 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fbdf4f-9a45-4276-8faf-66b47745d61a req-0589c444-fbb0-4715-af12-d4d985af6df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:21.726690 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-66fbdf4f-9a45-4276-8faf-66b47745d61a req-0589c444-fbb0-4715-af12-d4d985af6df2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0629703b9474474a9f2fde13723d2e8b&device_id=af68ca87-7dc0-401e-b0f7-ac6a737aabf9 HTTP/1.1" status: 200 len: 1099 time: 0.2820883 Feb 01 04:36:21.728823 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-80cbfbd8-ab41-4751-8aa2-cb0c9328f047 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:36:21.763735 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-49d1c780-f596-4299-a5a3-541c8cc0e040 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:36:21.774439 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-49d1c780-f596-4299-a5a3-541c8cc0e040 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Usage tracker for resource:router and tenant:3c6b8b975a3c4e1683a16b66cad9d251 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:36:21.780215 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-49d1c780-f596-4299-a5a3-541c8cc0e040 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:36:21.795611 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-49d1c780-f596-4299-a5a3-541c8cc0e040 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:36:21.815166 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-3a5effa5-568c-4736-84a5-c57ecc76b3d9 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Deleting port 03e4cf34-0548-4ec4-a4b7-faff73d4e5b4 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:36:21.815542 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3a5effa5-568c-4736-84a5-c57ecc76b3d9 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:21.842998 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-49d1c780-f596-4299-a5a3-541c8cc0e040 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25958'] for router, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:21.844044 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-49d1c780-f596-4299-a5a3-541c8cc0e040 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-372027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25961'] for router, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:21.855209 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c001b51-baed-4d52-8bb8-9fc36b10df80 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Pushing event deleted for resources: {'Port': ['ID=9a9ac8b9-9072-4184-8231-1d011a45ff0e,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:21.866561 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f530a856-d530-4da1-a274-7068a207fefb tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:21.872614 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f530a856-d530-4da1-a274-7068a207fefb tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:21.873659 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-f530a856-d530-4da1-a274-7068a207fefb tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Synchronizing usage tracker for tenant:a9e688303aa04885aaaab4031138e2c1 on resource:network {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:36:21.918210 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=106b3fb6-20c1-4237-b6ed-606afdece5dc,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:21.927734 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-49d1c780-f596-4299-a5a3-541c8cc0e040 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:21.937290 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-f530a856-d530-4da1-a274-7068a207fefb tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Unset dirty status for tenant:a9e688303aa04885aaaab4031138e2c1 on resource:network {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:36:21.938440 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-f530a856-d530-4da1-a274-7068a207fefb tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1387 time: 0.4012806 Feb 01 04:36:21.944512 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39172) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:21.951364 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80cbfbd8-ab41-4751-8aa2-cb0c9328f047 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Made reservation on behalf of 3d943658615248ecbef05272d2c39021 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:36:21.953891 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-80cbfbd8-ab41-4751-8aa2-cb0c9328f047 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:21.995807 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-3a5effa5-568c-4736-84a5-c57ecc76b3d9 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] The port '03e4cf34-0548-4ec4-a4b7-faff73d4e5b4' was deleted {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 01 04:36:22.042746 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d155585e-9120-4454-b4b4-8b030947f0dc None None] Network 767b6724-4bef-4656-a523-f334f1aac0ec requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:36:22.060278 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-71b556d8-9007-473d-9f1a-6dc65ad01dbf tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Synchronizing usage tracker for tenant:a9e688303aa04885aaaab4031138e2c1 on resource:subnet {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:36:22.127832 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25eec09-0427-487f-8838-cd0b7243d576 None None] Network 4215913b-577d-4b09-9662-fcc3bfc48c11 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:36:22.140809 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-1352c2d3-7202-40f5-869d-76dbe237e3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889752ef-184a-4920-8f78-ac992ee25805', 'name': 'tempest-TestNetworkBasicOps-router-58698102', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.76'}], 'enable_snat': True}, 'gw_port_id': '47a4fe6d-916d-4587-a9ef-092ebd9171bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:35:23Z', 'updated_at': '2022-02-01T04:35:34Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': '47a4fe6d-916d-4587-a9ef-092ebd9171bc', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:15:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889752ef-184a-4920-8f78-ac992ee25805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:35:25Z', 'updated_at': '2022-02-01T04:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': '4faa68be-036a-4b66-adcf-3bf3d873f77e', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'floating_ip_address': '172.26.8.38', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '889752ef-184a-4920-8f78-ac992ee25805', 'port_id': 'f9ac5d7c-27c3-4810-a25b-7734331ac764', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d', 'mac_address': 'fa:16:3e:9d:4a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af68ca87-7dc0-401e-b0f7-ac6a737aabf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:36:16Z', 'updated_at': '2022-02-01T04:36:16Z', 'revision_number': 0, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a821d54-e502-48fc-b7c9-2b1c37caa29f', 'name': '', 'network_id': '6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:c2:c3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889752ef-184a-4920-8f78-ac992ee25805', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '2933f122-fed7-475d-b133-59ebd7cf5542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:35:32Z', 'updated_at': '2022-02-01T04:35:46Z', 'revision_number': 5, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': '2933f122-fed7-475d-b133-59ebd7cf5542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:22.148345 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1352c2d3-7202-40f5-869d-76dbe237e3a1 None None] The sync data for ids ['889752ef-184a-4920-8f78-ac992ee25805'] in dv-neutron-826830-1-hyperv is: [{'id': '889752ef-184a-4920-8f78-ac992ee25805', 'name': 'tempest-TestNetworkBasicOps-router-58698102', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.76'}], 'enable_snat': True}, 'gw_port_id': '47a4fe6d-916d-4587-a9ef-092ebd9171bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:35:23Z', 'updated_at': '2022-02-01T04:35:34Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': '47a4fe6d-916d-4587-a9ef-092ebd9171bc', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:15:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889752ef-184a-4920-8f78-ac992ee25805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:35:25Z', 'updated_at': '2022-02-01T04:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': '4faa68be-036a-4b66-adcf-3bf3d873f77e', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'floating_ip_address': '172.26.8.38', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '889752ef-184a-4920-8f78-ac992ee25805', 'port_id': 'f9ac5d7c-27c3-4810-a25b-7734331ac764', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d', 'mac_address': 'fa:16:3e:9d:4a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af68ca87-7dc0-401e-b0f7-ac6a737aabf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:36:16Z', 'updated_at': '2022-02-01T04:36:16Z', 'revision_number': 0, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a821d54-e502-48fc-b7c9-2b1c37caa29f', 'name': '', 'network_id': '6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:c2:c3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889752ef-184a-4920-8f78-ac992ee25805', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '2933f122-fed7-475d-b133-59ebd7cf5542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:35:32Z', 'updated_at': '2022-02-01T04:35:46Z', 'revision_number': 5, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': '2933f122-fed7-475d-b133-59ebd7cf5542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:36:22.196612 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-b889a66c-2b81-4e55-a2f6-c90047572394 None None] Deleting port 106b3fb6-20c1-4237-b6ed-606afdece5dc {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:36:22.197060 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b889a66c-2b81-4e55-a2f6-c90047572394 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:22.263816 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-49d1c780-f596-4299-a5a3-541c8cc0e040 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:22.354764 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-80cbfbd8-ab41-4751-8aa2-cb0c9328f047 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] device_id is not set on port 2822f945-d8e1-453c-a92f-96119612fe40 yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:36:22.439336 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39176) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:22.465659 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-71b556d8-9007-473d-9f1a-6dc65ad01dbf tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Unset dirty status for tenant:a9e688303aa04885aaaab4031138e2c1 on resource:subnet {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:36:22.470656 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-71b556d8-9007-473d-9f1a-6dc65ad01dbf tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] 10.222.0.24 "GET /v2.0/subnets?network_id=bdef128a-46b3-4cca-a245-48d1eb781269 HTTP/1.1" status: 200 len: 207 time: 0.5207884 Feb 01 04:36:22.472328 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7c001b51-baed-4d52-8bb8-9fc36b10df80 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-774381'] for router_gateway, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:22.488477 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 39180) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:22.521765 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29894eb7-ea61-4da9-89a8-de09cbfa5c39 None None] New status for floating IP 4faa68be-036a-4b66-adcf-3bf3d873f77e: ACTIVE {{(pid=87638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 01 04:36:22.585670 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 9a9ac8b9-9072-4184-8231-1d011a45ff0e no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:36:22.699322 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-49d1c780-f596-4299-a5a3-541c8cc0e040 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks [] for router_gateway, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:22.715345 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-b889a66c-2b81-4e55-a2f6-c90047572394 None None] For port 106b3fb6-20c1-4237-b6ed-606afdece5dc, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=106b3fb6-20c1-4237-b6ed-606afdece5dc,segment=NetworkSegment(47389526-68fb-4cf8-9cf4-525db349e4da),segment_id=47389526-68fb-4cf8-9cf4-525db349e4da)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:36:22.715743 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b889a66c-2b81-4e55-a2f6-c90047572394 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:22.742586 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-49d1c780-f596-4299-a5a3-541c8cc0e040 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:22.749034 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 9a9ac8b9-9072-4184-8231-1d011a45ff0e {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:36:22.749383 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 9a9ac8b9-9072-4184-8231-1d011a45ff0e not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:36:22.749804 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 41f105a7-41fb-4789-a8cd-49a8e1d989f1 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:36:22.756344 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3a5effa5-568c-4736-84a5-c57ecc76b3d9 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:22.772396 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fbdf4f-9a45-4276-8faf-66b47745d61a req-c3b06c59-47eb-425f-aaf9-1fc3dd22961b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:22.773985 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-66fbdf4f-9a45-4276-8faf-66b47745d61a req-c3b06c59-47eb-425f-aaf9-1fc3dd22961b service neutron] 10.222.0.18 "GET /v2.0/networks?id=6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d HTTP/1.1" status: 200 len: 896 time: 0.9968262 Feb 01 04:36:22.940592 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-b889a66c-2b81-4e55-a2f6-c90047572394 None None] Calling delete_port for 106b3fb6-20c1-4237-b6ed-606afdece5dc owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:36:22.954230 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-3a5effa5-568c-4736-84a5-c57ecc76b3d9 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['363443e9-d74c-4bea-be31-98c133ef1ab3']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:22.961758 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679bfea3-182a-426a-8872-ef1b80ec7cda tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:22.967396 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679bfea3-182a-426a-8872-ef1b80ec7cda tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:22.970297 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7c001b51-baed-4d52-8bb8-9fc36b10df80 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25968'] for router, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:22.974226 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679bfea3-182a-426a-8872-ef1b80ec7cda tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:22.979421 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679bfea3-182a-426a-8872-ef1b80ec7cda tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:22.985161 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679bfea3-182a-426a-8872-ef1b80ec7cda tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:22.992440 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-679bfea3-182a-426a-8872-ef1b80ec7cda tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3091 time: 0.4931924 Feb 01 04:36:22.993311 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 39184) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:23.004110 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 41f105a7-41fb-4789-a8cd-49a8e1d989f1 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:36:23.004457 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 41f105a7-41fb-4789-a8cd-49a8e1d989f1 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:36:23.005555 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7c001b51-baed-4d52-8bb8-9fc36b10df80 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:23.008507 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-3a5effa5-568c-4736-84a5-c57ecc76b3d9 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bac0719-a319-41d5-95a9-f9cbbff57022') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:23.008915 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-3a5effa5-568c-4736-84a5-c57ecc76b3d9 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bac0719-a319-41d5-95a9-f9cbbff57022') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:23.040619 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c2fae85a-cff1-4c4b-8f6b-5e31f9f70555 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/floatingips/4faa68be-036a-4b66-adcf-3bf3d873f77e HTTP/1.1" status: 200 len: 991 time: 0.5942180 Feb 01 04:36:23.052127 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3a5effa5-568c-4736-84a5-c57ecc76b3d9 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143022'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:23.106193 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3a5effa5-568c-4736-84a5-c57ecc76b3d9 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:23.109722 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-66fbdf4f-9a45-4276-8faf-66b47745d61a req-5cdf8971-5a90-4a8e-9348-995900f0d5e3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9ac5d7c-27c3-4810-a25b-7734331ac764 HTTP/1.1" status: 200 len: 999 time: 0.3150225 Feb 01 04:36:23.114177 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-80cbfbd8-ab41-4751-8aa2-cb0c9328f047 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Allocated IP 172.20.0.14 (767b6724-4bef-4656-a523-f334f1aac0ec/ecb86ecb-9305-4f6c-8021-1253d56367f3/2822f945-d8e1-453c-a92f-96119612fe40) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:36:23.149166 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a5effa5-568c-4736-84a5-c57ecc76b3d9 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:36:23.149451 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3a5effa5-568c-4736-84a5-c57ecc76b3d9 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3072199'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:23.167499 dv-neutron-826830-1-hyperv neutron-server[87636]: Traceback (most recent call last): Feb 01 04:36:23.167499 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:36:23.167499 dv-neutron-826830-1-hyperv neutron-server[87636]: timer() Feb 01 04:36:23.167499 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:36:23.167499 dv-neutron-826830-1-hyperv neutron-server[87636]: cb(*args, **kw) Feb 01 04:36:23.167499 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:36:23.167499 dv-neutron-826830-1-hyperv neutron-server[87636]: return func(*args, **kwargs) Feb 01 04:36:23.167499 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:36:23.167499 dv-neutron-826830-1-hyperv neutron-server[87636]: self._notify() Feb 01 04:36:23.167499 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:36:23.167499 dv-neutron-826830-1-hyperv neutron-server[87636]: self.callback(batched_events) Feb 01 04:36:23.167499 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:36:23.167499 dv-neutron-826830-1-hyperv neutron-server[87636]: event.method(event) Feb 01 04:36:23.167499 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:36:23.167499 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:36:23.167499 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:36:23.167499 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:36:23.167499 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:36:23.167499 dv-neutron-826830-1-hyperv neutron-server[87636]: return f(self, *a, **k) Feb 01 04:36:23.167499 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:36:23.167499 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._get(url).json() Feb 01 04:36:23.167499 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:36:23.167499 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:36:23.167499 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:36:23.167499 dv-neutron-826830-1-hyperv neutron-server[87636]: return self.request(url, 'GET', **kwargs) Feb 01 04:36:23.167499 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:36:23.167499 dv-neutron-826830-1-hyperv neutron-server[87636]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:36:23.167499 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:36:23.167499 dv-neutron-826830-1-hyperv neutron-server[87636]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:36:23.167499 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:36:23.167499 dv-neutron-826830-1-hyperv neutron-server[87636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:36:23.167499 dv-neutron-826830-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:36:23.177942 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7c001b51-baed-4d52-8bb8-9fc36b10df80 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772958'] for router, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:23.178528 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c001b51-baed-4d52-8bb8-9fc36b10df80 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Fanout notify agent at l3_agent the message router_deleted on router d91d16bf-2137-45fb-a754-b5a50c7d4dc8 {{(pid=87636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 01 04:36:23.182693 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-49d1c780-f596-4299-a5a3-541c8cc0e040 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Allocated IP 172.26.8.137 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/bb733c70-a148-48e7-b370-188a17dbc58a) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:36:23.237368 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-b51650b2-a996-4e2d-9ed4-faf086f01be6 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] 10.222.0.24 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 678 time: 0.2340198 Feb 01 04:36:23.246826 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 39188) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:23.298578 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fbdf4f-9a45-4276-8faf-66b47745d61a req-a2c2feb5-0b51-47ed-9709-5c7d4d33d0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:23.300854 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-66fbdf4f-9a45-4276-8faf-66b47745d61a req-a2c2feb5-0b51-47ed-9709-5c7d4d33d0d9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2933f122-fed7-475d-b133-59ebd7cf5542 HTTP/1.1" status: 200 len: 834 time: 0.1831803 Feb 01 04:36:23.307971 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7c001b51-baed-4d52-8bb8-9fc36b10df80 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:23.311737 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-7c001b51-baed-4d52-8bb8-9fc36b10df80 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] 10.222.0.24 "DELETE /v2.0/routers/d91d16bf-2137-45fb-a754-b5a50c7d4dc8 HTTP/1.1" status: 204 len: 168 time: 3.7304640 Feb 01 04:36:23.318982 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 39192) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:23.325395 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b889a66c-2b81-4e55-a2f6-c90047572394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:23.360855 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3a5effa5-568c-4736-84a5-c57ecc76b3d9 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:23.374497 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b889a66c-2b81-4e55-a2f6-c90047572394 None None] Pushing event deleted for resources: {'Port': ['ID=106b3fb6-20c1-4237-b6ed-606afdece5dc,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:23.386126 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3a5effa5-568c-4736-84a5-c57ecc76b3d9 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:23.391652 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b889a66c-2b81-4e55-a2f6-c90047572394 None None] No DVR routers for this DVR port 106b3fb6-20c1-4237-b6ed-606afdece5dc on host dv-neutron-826830-1-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:36:23.422079 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5effa5-568c-4736-84a5-c57ecc76b3d9 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event deleted for resources: {'Network': ['ID=363443e9-d74c-4bea-be31-98c133ef1ab3,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:23.446411 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-3a5effa5-568c-4736-84a5-c57ecc76b3d9 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "DELETE /v2.0/networks/363443e9-d74c-4bea-be31-98c133ef1ab3 HTTP/1.1" status: 204 len: 168 time: 5.2780390 Feb 01 04:36:23.452654 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39196) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:23.469631 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1682135f-7fb1-4f88-9f16-610ec85ab6e3 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:23.471840 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1682135f-7fb1-4f88-9f16-610ec85ab6e3 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:23.473234 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-bce7d70e-36b4-4db0-a187-accc9b8315b3 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1409701646'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:36:23.473377 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-1682135f-7fb1-4f88-9f16-610ec85ab6e3 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2255499 Feb 01 04:36:23.481524 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 39200) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:23.483784 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-bce7d70e-36b4-4db0-a187-accc9b8315b3 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:36:23.493555 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-bce7d70e-36b4-4db0-a187-accc9b8315b3 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Usage tracker for resource:network and tenant:a862444cee664ef3af6a3e24f24366c9 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:36:23.540196 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-bce7d70e-36b4-4db0-a187-accc9b8315b3 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:36:23.550814 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-bce7d70e-36b4-4db0-a187-accc9b8315b3 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:36:23.563835 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fbdf4f-9a45-4276-8faf-66b47745d61a req-60efacf3-c337-4eb0-b04b-d1c44bdb5ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:23.565369 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-66fbdf4f-9a45-4276-8faf-66b47745d61a req-60efacf3-c337-4eb0-b04b-d1c44bdb5ad1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2550843 Feb 01 04:36:23.608561 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce7d70e-36b4-4db0-a187-accc9b8315b3 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Made reservation on behalf of a862444cee664ef3af6a3e24f24366c9 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:36:23.611114 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-faaead33-d045-498f-9ecc-821fd32005d4 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:23.611920 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bce7d70e-36b4-4db0-a187-accc9b8315b3 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:23.632497 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-49d1c780-f596-4299-a5a3-541c8cc0e040 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:23.649481 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed43be66-2591-46af-a2fe-cdbf18f693eb tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Attributes excluded by policy engine: ['shared'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:23.650921 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed43be66-2591-46af-a2fe-cdbf18f693eb tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Attributes excluded by policy engine: ['shared'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:23.652478 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-ed43be66-2591-46af-a2fe-cdbf18f693eb tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] 10.222.0.24 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1700401 Feb 01 04:36:23.659442 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 39204) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:23.727323 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-80cbfbd8-ab41-4751-8aa2-cb0c9328f047 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:23.741789 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bce7d70e-36b4-4db0-a187-accc9b8315b3 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:36:23.898633 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-faaead33-d045-498f-9ecc-821fd32005d4 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:23.911798 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bce7d70e-36b4-4db0-a187-accc9b8315b3 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:23.912143 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-bce7d70e-36b4-4db0-a187-accc9b8315b3 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Added segment 807ca37a-91fe-4993-bc96-a993f6124aa5 of type vlan for network 8e99055a-81b3-4264-a91e-c425e936d26e Feb 01 04:36:23.928040 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-66fbdf4f-9a45-4276-8faf-66b47745d61a req-fc2acfaa-456f-490b-9f5b-0e3f8b5b521a service neutron] 10.222.0.18 "GET /v2.0/networks/6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538370 Feb 01 04:36:23.947180 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-49d1c780-f596-4299-a5a3-541c8cc0e040 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:23.958702 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-faaead33-d045-498f-9ecc-821fd32005d4 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ec819a2-0c55-40ed-acdc-50daf874a757']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:23.975629 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bce7d70e-36b4-4db0-a187-accc9b8315b3 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:24.003303 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-80cbfbd8-ab41-4751-8aa2-cb0c9328f047 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:24.027767 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d2636d-fefb-4406-89f2-f910ea3a202c tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:24.034591 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-01d2636d-fefb-4406-89f2-f910ea3a202c tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] 10.222.0.24 "GET /v2.0/networks/7ba8e5ae-5aa6-437f-a4e3-ac0161f5d474 HTTP/1.1" status: 200 len: 800 time: 0.3686147 Feb 01 04:36:24.034591 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-faaead33-d045-498f-9ecc-821fd32005d4 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47389526-68fb-4cf8-9cf4-525db349e4da') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:24.034591 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-faaead33-d045-498f-9ecc-821fd32005d4 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47389526-68fb-4cf8-9cf4-525db349e4da') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:24.042367 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 39208) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:24.053232 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 39210) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:24.075576 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-faaead33-d045-498f-9ecc-821fd32005d4 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:24.086068 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d1c780-f596-4299-a5a3-541c8cc0e040 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:36:24.143632 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bce7d70e-36b4-4db0-a187-accc9b8315b3 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:24.149041 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce7d70e-36b4-4db0-a187-accc9b8315b3 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:24.149175 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-49d1c780-f596-4299-a5a3-541c8cc0e040 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:36:24.149566 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bce7d70e-36b4-4db0-a187-accc9b8315b3 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:24.164488 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d1c780-f596-4299-a5a3-541c8cc0e040 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:36:24.181391 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cbfbd8-ab41-4751-8aa2-cb0c9328f047 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Network 767b6724-4bef-4656-a523-f334f1aac0ec is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:36:24.203166 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-80cbfbd8-ab41-4751-8aa2-cb0c9328f047 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:36:24.214504 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d1c780-f596-4299-a5a3-541c8cc0e040 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Pushing event updated for resources: {'Port': ['ID=bb733c70-a148-48e7-b370-188a17dbc58a,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:24.226722 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cbfbd8-ab41-4751-8aa2-cb0c9328f047 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:36:24.232751 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-faaead33-d045-498f-9ecc-821fd32005d4 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:24.251060 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cbfbd8-ab41-4751-8aa2-cb0c9328f047 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Pushing event updated for resources: {'Port': ['ID=2822f945-d8e1-453c-a92f-96119612fe40,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:24.269351 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-66fbdf4f-9a45-4276-8faf-66b47745d61a req-260f224a-91c7-479c-bc9f-174bfa66b03f service neutron] 10.222.0.18 "GET /v2.0/networks/6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261540 Feb 01 04:36:24.276019 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-bce7d70e-36b4-4db0-a187-accc9b8315b3 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8214793 Feb 01 04:36:24.285788 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39216) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:24.306353 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faaead33-d045-498f-9ecc-821fd32005d4 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:36:24.306759 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-faaead33-d045-498f-9ecc-821fd32005d4 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:24.331369 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 04:36:24.331369 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:36:24.331369 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 04:36:24.331369 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:36:24.331369 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 04:36:24.331369 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:36:24.331369 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 04:36:24.331369 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:36:24.331369 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 04:36:24.331369 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:36:24.331369 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 04:36:24.331369 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:36:24.331369 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 04:36:24.331369 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:36:24.331369 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:36:24.331369 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:36:24.331369 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:36:24.331369 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:36:24.331369 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 04:36:24.331369 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:36:24.331369 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 04:36:24.331369 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:36:24.331369 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:36:24.331369 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:36:24.331369 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 04:36:24.331369 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:36:24.331369 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:36:24.331369 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:36:24.331369 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:36:24.331369 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:36:24.331369 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:36:24.331369 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:36:24.343643 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-779a6c85-ca47-47ba-863f-790a8c656f8b tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Request body: {'subnet': {'network_id': '8e99055a-81b3-4264-a91e-c425e936d26e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:36:24.367281 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce7d70e-36b4-4db0-a187-accc9b8315b3 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event updated for resources: {'Network': ['ID=8e99055a-81b3-4264-a91e-c425e936d26e,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:24.375718 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-d6235b87-688d-4d58-bdf7-2afca7165652 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/floatingips/4faa68be-036a-4b66-adcf-3bf3d873f77e HTTP/1.1" status: 200 len: 993 time: 0.3151684 Feb 01 04:36:24.376767 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80cbfbd8-ab41-4751-8aa2-cb0c9328f047 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:24.379766 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 8e99055a-81b3-4264-a91e-c425e936d26e details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:36:24.381603 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-80cbfbd8-ab41-4751-8aa2-cb0c9328f047 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:24.475984 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-80cbfbd8-ab41-4751-8aa2-cb0c9328f047 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 2.8473444 Feb 01 04:36:24.480119 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39220) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:24.529084 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-779a6c85-ca47-47ba-863f-790a8c656f8b tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:36:24.541823 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-779a6c85-ca47-47ba-863f-790a8c656f8b tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Usage tracker for resource:subnet and tenant:a862444cee664ef3af6a3e24f24366c9 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:36:24.546216 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-779a6c85-ca47-47ba-863f-790a8c656f8b tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:36:24.555614 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-779a6c85-ca47-47ba-863f-790a8c656f8b tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:36:24.565494 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-a52d32d7-3fab-4b9f-b382-5fc7a63ff539 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Deleting port 2822f945-d8e1-453c-a92f-96119612fe40 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:36:24.565840 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a52d32d7-3fab-4b9f-b382-5fc7a63ff539 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:24.608212 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-779a6c85-ca47-47ba-863f-790a8c656f8b tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Made reservation on behalf of a862444cee664ef3af6a3e24f24366c9 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:36:24.612195 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-779a6c85-ca47-47ba-863f-790a8c656f8b tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:24.703753 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-faaead33-d045-498f-9ecc-821fd32005d4 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:24.763630 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-faaead33-d045-498f-9ecc-821fd32005d4 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:24.773289 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-96a0d9b7-75b0-44b9-85c3-cd4be1718286 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] 10.222.0.24 "GET /v2.0/networks/7ba8e5ae-5aa6-437f-a4e3-ac0161f5d474?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.7210875 Feb 01 04:36:24.780035 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 39224) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:24.787664 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaead33-d045-498f-9ecc-821fd32005d4 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Pushing event deleted for resources: {'Network': ['ID=6ec819a2-0c55-40ed-acdc-50daf874a757,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:24.846576 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-faaead33-d045-498f-9ecc-821fd32005d4 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] 10.222.0.24 "DELETE /v2.0/networks/6ec819a2-0c55-40ed-acdc-50daf874a757 HTTP/1.1" status: 204 len: 168 time: 1.5265882 Feb 01 04:36:24.853686 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 39228) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:24.893448 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b972c3b1-6765-4e60-97d8-b1cbb61cf4ea tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:24.894809 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-b972c3b1-6765-4e60-97d8-b1cbb61cf4ea tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] 10.222.0.24 "GET /v2.0/subnets/8f308dbb-13e1-4974-8e87-e69267660a05 HTTP/1.1" status: 200 len: 811 time: 0.1086335 Feb 01 04:36:24.918440 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39232) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:24.969798 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a52d32d7-3fab-4b9f-b382-5fc7a63ff539 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:25.089279 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fdf9b5a9-ea10-42f3-b126-f74e978eff51 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks [] for security_group, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:25.114040 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-a52d32d7-3fab-4b9f-b382-5fc7a63ff539 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Calling delete_port for 2822f945-d8e1-453c-a92f-96119612fe40 owned by {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:36:25.139128 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fdf9b5a9-ea10-42f3-b126-f74e978eff51 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:25.146905 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-49d1c780-f596-4299-a5a3-541c8cc0e040 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks [] for router_gateway, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:25.180134 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b5347e-c446-41cd-8ad4-5d3009aa42ed tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Attributes excluded by policy engine: ['shared'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:25.184746 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-07b5347e-c446-41cd-8ad4-5d3009aa42ed tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] 10.222.0.24 "GET /v2.0/subnets/8f308dbb-13e1-4974-8e87-e69267660a05?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2542574 Feb 01 04:36:25.185221 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39236) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:25.190559 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-59e3bbda-2239-4026-8ac6-592ac39ccc78 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1661966641'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:36:25.213440 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-59e3bbda-2239-4026-8ac6-592ac39ccc78 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:36:25.245901 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-59e3bbda-2239-4026-8ac6-592ac39ccc78 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:36:25.258397 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-779a6c85-ca47-47ba-863f-790a8c656f8b tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:25.292943 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e3bbda-2239-4026-8ac6-592ac39ccc78 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Made reservation on behalf of a9e688303aa04885aaaab4031138e2c1 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:36:25.296523 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-59e3bbda-2239-4026-8ac6-592ac39ccc78 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:25.418720 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59e3bbda-2239-4026-8ac6-592ac39ccc78 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:36:25.422425 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779a6c85-ca47-47ba-863f-790a8c656f8b tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event updated for resources: {'Subnet': ['ID=49358196-7b65-4d08-961b-7bd8c9b7635f,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:25.431050 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fdf9b5a9-ea10-42f3-b126-f74e978eff51 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:25.434198 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a52d32d7-3fab-4b9f-b382-5fc7a63ff539 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:25.436129 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-59e3bbda-2239-4026-8ac6-592ac39ccc78 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:25.436395 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-59e3bbda-2239-4026-8ac6-592ac39ccc78 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Added segment 69dace7e-15a8-422a-96bd-a9719def12bd of type vlan for network f9bdca88-94fb-4b22-b37a-696c1b14cf67 Feb 01 04:36:25.456188 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf9b5a9-ea10-42f3-b126-f74e978eff51 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=025f61d7-3c11-4de5-b831-96b62cca7a27,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:25.479665 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779a6c85-ca47-47ba-863f-790a8c656f8b tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Checking segment: {'id': '807ca37a-91fe-4993-bc96-a993f6124aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8e99055a-81b3-4264-a91e-c425e936d26e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:36:25.480107 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779a6c85-ca47-47ba-863f-790a8c656f8b tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Network hostable DHCP agents. Network: 8e99055a-81b3-4264-a91e-c425e936d26e, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:36:25.537636 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fdf9b5a9-ea10-42f3-b126-f74e978eff51 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:25.541359 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-fdf9b5a9-ea10-42f3-b126-f74e978eff51 tempest-TestNetworkAdvancedServerOps-1249763942 tempest-TestNetworkAdvancedServerOps-1249763942-project] 10.222.0.24 "DELETE /v2.0/security-groups/025f61d7-3c11-4de5-b831-96b62cca7a27 HTTP/1.1" status: 204 len: 168 time: 0.6777570 Feb 01 04:36:25.556691 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-49d1c780-f596-4299-a5a3-541c8cc0e040 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337'] for router, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:25.632454 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52d32d7-3fab-4b9f-b382-5fc7a63ff539 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Pushing event deleted for resources: {'Port': ['ID=2822f945-d8e1-453c-a92f-96119612fe40,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:25.687920 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-59e3bbda-2239-4026-8ac6-592ac39ccc78 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:25.730076 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779a6c85-ca47-47ba-863f-790a8c656f8b tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Network 8e99055a-81b3-4264-a91e-c425e936d26e is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:36:25.762390 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-779a6c85-ca47-47ba-863f-790a8c656f8b tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, 8e99055a-81b3-4264-a91e-c425e936d26e) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:36:25.774346 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779a6c85-ca47-47ba-863f-790a8c656f8b tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:25.774928 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-779a6c85-ca47-47ba-863f-790a8c656f8b tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:25.775089 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcefb236-8fda-4eae-a0fd-30f1aea512f7 None None] Network 8e99055a-81b3-4264-a91e-c425e936d26e requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:36:25.782154 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49d1c780-f596-4299-a5a3-541c8cc0e040 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Router 369c1bd0-20ee-4cfb-81b7-18033449079b is scheduled to L3 agent a3073304-82af-4a42-89af-bc532d6626bb with binding_index 1 {{(pid=87637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 01 04:36:25.797775 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a52d32d7-3fab-4b9f-b382-5fc7a63ff539 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:25.804539 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-59e3bbda-2239-4026-8ac6-592ac39ccc78 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:25.812629 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e3bbda-2239-4026-8ac6-592ac39ccc78 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:25.812629 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-59e3bbda-2239-4026-8ac6-592ac39ccc78 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:25.875187 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a52d32d7-3fab-4b9f-b382-5fc7a63ff539 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] 10.222.0.24 "DELETE /v2.0/ports/2822f945-d8e1-453c-a92f-96119612fe40 HTTP/1.1" status: 204 len: 168 time: 1.3938787 Feb 01 04:36:25.879403 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 39246) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:25.879913 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-59e3bbda-2239-4026-8ac6-592ac39ccc78 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6937437 Feb 01 04:36:25.883747 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-779a6c85-ca47-47ba-863f-790a8c656f8b tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5945807 Feb 01 04:36:25.884763 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39248) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:25.885100 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39250) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:25.892905 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-89af612d-9817-4a26-a1c9-0301b5254867 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '767b6724-4bef-4656-a523-f334f1aac0ec', 'external_fixed_ips': [{'subnet_id': 'ecb86ecb-9305-4f6c-8021-1253d56367f3', 'ip_address': '172.20.0.14'}]}}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:36:25.906338 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-89af612d-9817-4a26-a1c9-0301b5254867 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:36:25.924868 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-89af612d-9817-4a26-a1c9-0301b5254867 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Usage tracker for resource:router and tenant:3d943658615248ecbef05272d2c39021 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:36:25.936067 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-2bdc2b92-3a9d-4ba9-a0ff-f2030f37b67c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1535035716', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:36:25.938589 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-89af612d-9817-4a26-a1c9-0301b5254867 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:36:25.950368 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-89af612d-9817-4a26-a1c9-0301b5254867 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:36:25.953037 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-13684bb6-955d-4541-a105-996f275672d7 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Request body: {'subnet': {'network_id': 'f9bdca88-94fb-4b22-b37a-696c1b14cf67', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:36:25.975515 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39258) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:25.976281 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-2bdc2b92-3a9d-4ba9-a0ff-f2030f37b67c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:36:25.980197 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e3bbda-2239-4026-8ac6-592ac39ccc78 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Pushing event updated for resources: {'Network': ['ID=f9bdca88-94fb-4b22-b37a-696c1b14cf67,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:25.988945 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2bdc2b92-3a9d-4ba9-a0ff-f2030f37b67c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Usage tracker for resource:router and tenant:a862444cee664ef3af6a3e24f24366c9 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:36:25.995369 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2bdc2b92-3a9d-4ba9-a0ff-f2030f37b67c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:36:26.011521 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network f9bdca88-94fb-4b22-b37a-696c1b14cf67 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:36:26.013186 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-2bdc2b92-3a9d-4ba9-a0ff-f2030f37b67c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:36:26.082240 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2bdc2b92-3a9d-4ba9-a0ff-f2030f37b67c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25958'] for router, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:26.083278 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2bdc2b92-3a9d-4ba9-a0ff-f2030f37b67c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-372027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25961'] for router, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:26.092787 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d1c780-f596-4299-a5a3-541c8cc0e040 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:36:26.098176 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-13684bb6-955d-4541-a105-996f275672d7 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:36:26.108562 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703d6cb5-c72b-4e38-b138-782a87ba89d6 None None] Sync routers for ids ['369c1bd0-20ee-4cfb-81b7-18033449079b'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:36:26.113121 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-13684bb6-955d-4541-a105-996f275672d7 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:36:26.115521 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2bdc2b92-3a9d-4ba9-a0ff-f2030f37b67c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:26.146127 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-89af612d-9817-4a26-a1c9-0301b5254867 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25958'] for router, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:26.147487 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703d6cb5-c72b-4e38-b138-782a87ba89d6 None None] Routers {'369c1bd0-20ee-4cfb-81b7-18033449079b'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:36:26.147896 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-89af612d-9817-4a26-a1c9-0301b5254867 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-372027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25961'] for router, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:26.148618 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-703d6cb5-c72b-4e38-b138-782a87ba89d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:36:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['369c1bd0-20ee-4cfb-81b7-18033449079b'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:26.156799 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13684bb6-955d-4541-a105-996f275672d7 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Made reservation on behalf of a9e688303aa04885aaaab4031138e2c1 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:36:26.160988 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-13684bb6-955d-4541-a105-996f275672d7 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:26.177080 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2bdc2b92-3a9d-4ba9-a0ff-f2030f37b67c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337'] for router, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:26.196788 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32eb5c0-e685-4a3a-b90e-cd2edbf43eee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-8e99055a-81b3-4264-a91e-c425e936d26e', 'network_id': '8e99055a-81b3-4264-a91e-c425e936d26e', 'tenant_id': 'a862444cee664ef3af6a3e24f24366c9', 'fixed_ips': [{'subnet_id': '49358196-7b65-4d08-961b-7bd8c9b7635f'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:36:26.197897 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b32eb5c0-e685-4a3a-b90e-cd2edbf43eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:26.237751 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-703d6cb5-c72b-4e38-b138-782a87ba89d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:26.250574 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703d6cb5-c72b-4e38-b138-782a87ba89d6 None None] Routers {'369c1bd0-20ee-4cfb-81b7-18033449079b'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:36:26.251574 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-703d6cb5-c72b-4e38-b138-782a87ba89d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:36:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['369c1bd0-20ee-4cfb-81b7-18033449079b'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:26.297582 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.ipam_backend_mixin [None req-13684bb6-955d-4541-a105-996f275672d7 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Performing IP validity checks on allocation pools {{(pid=87636) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 01 04:36:26.297851 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.ipam_backend_mixin [None req-13684bb6-955d-4541-a105-996f275672d7 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87636) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 01 04:36:26.300458 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2bdc2b92-3a9d-4ba9-a0ff-f2030f37b67c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:26.302076 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2bdc2b92-3a9d-4ba9-a0ff-f2030f37b67c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4139223 Feb 01 04:36:26.306145 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39264) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:26.316834 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-0d944fc9-56b3-4475-83f6-43744a3248c4 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Request body: {'port': {'network_id': '8e99055a-81b3-4264-a91e-c425e936d26e', 'name': 'tempest-PortsTestJSON-487464768'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:36:26.320049 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-703d6cb5-c72b-4e38-b138-782a87ba89d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:26.320466 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703d6cb5-c72b-4e38-b138-782a87ba89d6 None None] The sync data for ids ['369c1bd0-20ee-4cfb-81b7-18033449079b'] in dv-neutron-826830-1-hyperv is: [] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:36:26.335736 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-047f24b2-5ca5-4c2a-9208-c88a83b46d73 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4d9d44d669ef45fba0a9fcf8b2a96a15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3544493 Feb 01 04:36:26.343523 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39268) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:26.362472 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-49d1c780-f596-4299-a5a3-541c8cc0e040 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:26.368474 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-49d1c780-f596-4299-a5a3-541c8cc0e040 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.7137887 Feb 01 04:36:26.369906 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 39272) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:26.383937 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-b32eb5c0-e685-4a3a-b90e-cd2edbf43eee None None] Allocated IP 172.20.0.2 (8e99055a-81b3-4264-a91e-c425e936d26e/49358196-7b65-4d08-961b-7bd8c9b7635f/987b9b2b-7910-4425-b0dc-9a745496aa0c) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:36:26.430275 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-89af612d-9817-4a26-a1c9-0301b5254867 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:26.561861 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-29102431-5ba8-495a-85e3-f7eda57cd12b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:26.600013 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-0d944fc9-56b3-4475-83f6-43744a3248c4 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:36:26.612451 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0d944fc9-56b3-4475-83f6-43744a3248c4 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Usage tracker for resource:port and tenant:a862444cee664ef3af6a3e24f24366c9 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:36:26.618802 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0d944fc9-56b3-4475-83f6-43744a3248c4 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:36:26.628557 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-29102431-5ba8-495a-85e3-f7eda57cd12b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:26.634884 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-0d944fc9-56b3-4475-83f6-43744a3248c4 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:36:26.647761 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b32eb5c0-e685-4a3a-b90e-cd2edbf43eee None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:26.659370 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-b32eb5c0-e685-4a3a-b90e-cd2edbf43eee None None] Transition to ACTIVE for port object 987b9b2b-7910-4425-b0dc-9a745496aa0c will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:36:26.677535 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-b32eb5c0-e685-4a3a-b90e-cd2edbf43eee None None] Transition to ACTIVE for port object 987b9b2b-7910-4425-b0dc-9a745496aa0c will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:36:26.685768 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b32eb5c0-e685-4a3a-b90e-cd2edbf43eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:26.695431 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d944fc9-56b3-4475-83f6-43744a3248c4 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Made reservation on behalf of a862444cee664ef3af6a3e24f24366c9 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:36:26.698838 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0d944fc9-56b3-4475-83f6-43744a3248c4 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:26.722720 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-13684bb6-955d-4541-a105-996f275672d7 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:26.751435 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32eb5c0-e685-4a3a-b90e-cd2edbf43eee None None] Network 8e99055a-81b3-4264-a91e-c425e936d26e is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:36:26.753720 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-0d944fc9-56b3-4475-83f6-43744a3248c4 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] device_id is not set on port 6a2ef191-0b7f-4fc1-816b-898847fb1116 yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:36:26.755072 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-b32eb5c0-e685-4a3a-b90e-cd2edbf43eee None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:36:26.758848 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32eb5c0-e685-4a3a-b90e-cd2edbf43eee None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:36:26.796743 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32eb5c0-e685-4a3a-b90e-cd2edbf43eee None None] Pushing event updated for resources: {'Port': ['ID=987b9b2b-7910-4425-b0dc-9a745496aa0c,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:26.856229 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-b32eb5c0-e685-4a3a-b90e-cd2edbf43eee None None] Attempting to bind port 987b9b2b-7910-4425-b0dc-9a745496aa0c on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:36:26.856737 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-b32eb5c0-e685-4a3a-b90e-cd2edbf43eee None None] Attempting to bind port 987b9b2b-7910-4425-b0dc-9a745496aa0c by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '807ca37a-91fe-4993-bc96-a993f6124aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8e99055a-81b3-4264-a91e-c425e936d26e'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:36:26.857352 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32eb5c0-e685-4a3a-b90e-cd2edbf43eee None None] Attempting to bind port 987b9b2b-7910-4425-b0dc-9a745496aa0c on network 8e99055a-81b3-4264-a91e-c425e936d26e {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:36:26.863448 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32eb5c0-e685-4a3a-b90e-cd2edbf43eee None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:36:26.864191 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32eb5c0-e685-4a3a-b90e-cd2edbf43eee None None] Checking segment: {'id': '807ca37a-91fe-4993-bc96-a993f6124aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8e99055a-81b3-4264-a91e-c425e936d26e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:36:26.864841 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b32eb5c0-e685-4a3a-b90e-cd2edbf43eee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:26.865441 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32eb5c0-e685-4a3a-b90e-cd2edbf43eee None None] Bound using segment: {'id': '807ca37a-91fe-4993-bc96-a993f6124aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8e99055a-81b3-4264-a91e-c425e936d26e'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:36:26.866142 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-b32eb5c0-e685-4a3a-b90e-cd2edbf43eee None None] Bound port: 987b9b2b-7910-4425-b0dc-9a745496aa0c, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807ca37a-91fe-4993-bc96-a993f6124aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8e99055a-81b3-4264-a91e-c425e936d26e'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:36:26.866762 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b32eb5c0-e685-4a3a-b90e-cd2edbf43eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:26.870181 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-29102431-5ba8-495a-85e3-f7eda57cd12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:26.893112 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13684bb6-955d-4541-a105-996f275672d7 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Pushing event updated for resources: {'Subnet': ['ID=5c1bc96a-71f2-4f50-8122-a803f3bbe890,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:26.938843 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29102431-5ba8-495a-85e3-f7eda57cd12b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02416adf-12d7-4f01-89f2-be3440f56981,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:26.950105 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13684bb6-955d-4541-a105-996f275672d7 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Checking segment: {'id': '69dace7e-15a8-422a-96bd-a9719def12bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f9bdca88-94fb-4b22-b37a-696c1b14cf67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:36:26.950459 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13684bb6-955d-4541-a105-996f275672d7 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Network hostable DHCP agents. Network: f9bdca88-94fb-4b22-b37a-696c1b14cf67, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:36:26.976016 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-b32eb5c0-e685-4a3a-b90e-cd2edbf43eee None None] For port 987b9b2b-7910-4425-b0dc-9a745496aa0c, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:36:26.979780 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-b32eb5c0-e685-4a3a-b90e-cd2edbf43eee None None] For port 987b9b2b-7910-4425-b0dc-9a745496aa0c, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=987b9b2b-7910-4425-b0dc-9a745496aa0c,segment=NetworkSegment(807ca37a-91fe-4993-bc96-a993f6124aa5),segment_id=807ca37a-91fe-4993-bc96-a993f6124aa5)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:36:26.985692 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b32eb5c0-e685-4a3a-b90e-cd2edbf43eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:27.000362 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-0d944fc9-56b3-4475-83f6-43744a3248c4 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Allocated IP 172.20.0.5 (8e99055a-81b3-4264-a91e-c425e936d26e/49358196-7b65-4d08-961b-7bd8c9b7635f/6a2ef191-0b7f-4fc1-816b-898847fb1116) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:36:27.009041 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13684bb6-955d-4541-a105-996f275672d7 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Network f9bdca88-94fb-4b22-b37a-696c1b14cf67 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:36:27.016790 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-29102431-5ba8-495a-85e3-f7eda57cd12b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:27.020995 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-29102431-5ba8-495a-85e3-f7eda57cd12b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/02416adf-12d7-4f01-89f2-be3440f56981 HTTP/1.1" status: 204 len: 168 time: 0.6740763 Feb 01 04:36:27.025822 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-89af612d-9817-4a26-a1c9-0301b5254867 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:27.047592 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-13684bb6-955d-4541-a105-996f275672d7 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, f9bdca88-94fb-4b22-b37a-696c1b14cf67) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:36:27.059596 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b047119e-431d-4430-b295-b0d62b8018d7 None None] Network f9bdca88-94fb-4b22-b37a-696c1b14cf67 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:36:27.062565 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13684bb6-955d-4541-a105-996f275672d7 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:27.063402 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-13684bb6-955d-4541-a105-996f275672d7 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:27.114795 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32eb5c0-e685-4a3a-b90e-cd2edbf43eee None None] Pushing event updated for resources: {'Port': ['ID=987b9b2b-7910-4425-b0dc-9a745496aa0c,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:27.127848 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-13684bb6-955d-4541-a105-996f275672d7 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.2385428 Feb 01 04:36:27.130439 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39278) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:27.140063 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-44c3d7a7-1e4e-43cc-b2fb-195433ff4ef4 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:36:27.303998 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 04:36:27.369555 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1737335-9b16-4ce4-b326-621e2b7f4b4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-f9bdca88-94fb-4b22-b37a-696c1b14cf67', 'network_id': 'f9bdca88-94fb-4b22-b37a-696c1b14cf67', 'tenant_id': 'a9e688303aa04885aaaab4031138e2c1', 'fixed_ips': [{'subnet_id': '5c1bc96a-71f2-4f50-8122-a803f3bbe890'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:36:27.371396 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f1737335-9b16-4ce4-b326-621e2b7f4b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:27.405947 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0d944fc9-56b3-4475-83f6-43744a3248c4 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:27.410210 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-44c3d7a7-1e4e-43cc-b2fb-195433ff4ef4 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2652166'] for subnet, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:27.457515 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-0d944fc9-56b3-4475-83f6-43744a3248c4 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Transition to ACTIVE for port object 6a2ef191-0b7f-4fc1-816b-898847fb1116 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:36:27.603383 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 39286) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:27.612018 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0d944fc9-56b3-4475-83f6-43744a3248c4 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:27.627612 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3d04eba2-2a57-4001-be5d-2225eef29a5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:27.715383 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-3d04eba2-2a57-4001-be5d-2225eef29a5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:36:27.730897 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-3d04eba2-2a57-4001-be5d-2225eef29a5c admin admin] Usage tracker for resource:security_group_rule and tenant:aaa477df82194735aec4bc2e1907a057 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:36:27.864793 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d944fc9-56b3-4475-83f6-43744a3248c4 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Network 8e99055a-81b3-4264-a91e-c425e936d26e is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:36:27.871401 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-3d04eba2-2a57-4001-be5d-2225eef29a5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:36:27.871731 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-0d944fc9-56b3-4475-83f6-43744a3248c4 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:36:27.878678 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d944fc9-56b3-4475-83f6-43744a3248c4 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:36:27.885367 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-3d04eba2-2a57-4001-be5d-2225eef29a5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:36:27.912560 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d944fc9-56b3-4475-83f6-43744a3248c4 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event updated for resources: {'Port': ['ID=6a2ef191-0b7f-4fc1-816b-898847fb1116,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:27.941603 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-44c3d7a7-1e4e-43cc-b2fb-195433ff4ef4 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734577908462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3072160'] for subnet, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:27.942989 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c2ec44be-a4f0-47d1-b9a3-f7a4c296c0bb tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:27.996820 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c3d7a7-1e4e-43cc-b2fb-195433ff4ef4 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:27.997335 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-44c3d7a7-1e4e-43cc-b2fb-195433ff4ef4 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:28.001641 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-44c3d7a7-1e4e-43cc-b2fb-195433ff4ef4 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] 10.222.0.24 "PUT /v2.0/subnets/5c1bc96a-71f2-4f50-8122-a803f3bbe890 HTTP/1.1" status: 200 len: 877 time: 0.8675246 Feb 01 04:36:28.003813 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-f1737335-9b16-4ce4-b326-621e2b7f4b4f None None] Allocated IP 172.20.0.3 (f9bdca88-94fb-4b22-b37a-696c1b14cf67/5c1bc96a-71f2-4f50-8122-a803f3bbe890/f89d1ea6-f469-4cf2-9b36-8b7f483c556b) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:36:28.004308 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39290) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:28.009531 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d944fc9-56b3-4475-83f6-43744a3248c4 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:28.010177 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0d944fc9-56b3-4475-83f6-43744a3248c4 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:28.088859 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c3d7a7-1e4e-43cc-b2fb-195433ff4ef4 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Pushing event updated for resources: {'Subnet': ['ID=5c1bc96a-71f2-4f50-8122-a803f3bbe890,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:28.097695 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0d944fc9-56b3-4475-83f6-43744a3248c4 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7881329 Feb 01 04:36:28.110470 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 39294) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:28.207342 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c5eb7926-eabc-4faf-a65b-33a4edf091a7 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:28.239998 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f1737335-9b16-4ce4-b326-621e2b7f4b4f None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:28.251360 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-f1737335-9b16-4ce4-b326-621e2b7f4b4f None None] Transition to ACTIVE for port object f89d1ea6-f469-4cf2-9b36-8b7f483c556b will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:36:28.277526 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-f1737335-9b16-4ce4-b326-621e2b7f4b4f None None] Transition to ACTIVE for port object f89d1ea6-f469-4cf2-9b36-8b7f483c556b will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:36:28.284861 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f1737335-9b16-4ce4-b326-621e2b7f4b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:28.297103 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c5eb7926-eabc-4faf-a65b-33a4edf091a7 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:28.368170 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1737335-9b16-4ce4-b326-621e2b7f4b4f None None] Network f9bdca88-94fb-4b22-b37a-696c1b14cf67 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:36:28.371215 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-f1737335-9b16-4ce4-b326-621e2b7f4b4f None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:36:28.373873 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1737335-9b16-4ce4-b326-621e2b7f4b4f None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:36:28.383986 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1737335-9b16-4ce4-b326-621e2b7f4b4f None None] Pushing event updated for resources: {'Port': ['ID=f89d1ea6-f469-4cf2-9b36-8b7f483c556b,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:28.404909 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c5eb7926-eabc-4faf-a65b-33a4edf091a7 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3072169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2652276'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:28.447048 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eb7926-eabc-4faf-a65b-33a4edf091a7 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Pushing event deleted for resources: {'Subnet': ['ID=5c1bc96a-71f2-4f50-8122-a803f3bbe890,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:28.494365 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-f1737335-9b16-4ce4-b326-621e2b7f4b4f None None] Attempting to bind port f89d1ea6-f469-4cf2-9b36-8b7f483c556b on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:36:28.494788 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-f1737335-9b16-4ce4-b326-621e2b7f4b4f None None] Attempting to bind port f89d1ea6-f469-4cf2-9b36-8b7f483c556b by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '69dace7e-15a8-422a-96bd-a9719def12bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f9bdca88-94fb-4b22-b37a-696c1b14cf67'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:36:28.495153 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1737335-9b16-4ce4-b326-621e2b7f4b4f None None] Attempting to bind port f89d1ea6-f469-4cf2-9b36-8b7f483c556b on network f9bdca88-94fb-4b22-b37a-696c1b14cf67 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:36:28.503394 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1737335-9b16-4ce4-b326-621e2b7f4b4f None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:36:28.503757 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1737335-9b16-4ce4-b326-621e2b7f4b4f None None] Checking segment: {'id': '69dace7e-15a8-422a-96bd-a9719def12bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f9bdca88-94fb-4b22-b37a-696c1b14cf67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:36:28.504159 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f1737335-9b16-4ce4-b326-621e2b7f4b4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:28.504558 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1737335-9b16-4ce4-b326-621e2b7f4b4f None None] Bound using segment: {'id': '69dace7e-15a8-422a-96bd-a9719def12bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f9bdca88-94fb-4b22-b37a-696c1b14cf67'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:36:28.505293 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-f1737335-9b16-4ce4-b326-621e2b7f4b4f None None] Bound port: f89d1ea6-f469-4cf2-9b36-8b7f483c556b, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69dace7e-15a8-422a-96bd-a9719def12bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f9bdca88-94fb-4b22-b37a-696c1b14cf67'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:36:28.505670 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f1737335-9b16-4ce4-b326-621e2b7f4b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:28.512681 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-89af612d-9817-4a26-a1c9-0301b5254867 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:28.573915 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c5eb7926-eabc-4faf-a65b-33a4edf091a7 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:28.600091 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74076463-d5a2-43bd-9f1b-4b95d48d9286 None None] Network 8e99055a-81b3-4264-a91e-c425e936d26e requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:36:28.604240 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-c5eb7926-eabc-4faf-a65b-33a4edf091a7 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9bdca88-94fb-4b22-b37a-696c1b14cf67']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:28.617615 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-c5eb7926-eabc-4faf-a65b-33a4edf091a7 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69dace7e-15a8-422a-96bd-a9719def12bd') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:28.618288 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-c5eb7926-eabc-4faf-a65b-33a4edf091a7 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69dace7e-15a8-422a-96bd-a9719def12bd') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:28.632656 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c5eb7926-eabc-4faf-a65b-33a4edf091a7 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143022'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:28.651216 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c5eb7926-eabc-4faf-a65b-33a4edf091a7 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:28.658504 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5eb7926-eabc-4faf-a65b-33a4edf091a7 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:36:28.659216 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c5eb7926-eabc-4faf-a65b-33a4edf091a7 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3072199'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:28.668263 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 987b9b2b-7910-4425-b0dc-9a745496aa0c up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:36:28.674447 dv-neutron-826830-1-hyperv neutron-server[87636]: Traceback (most recent call last): Feb 01 04:36:28.674447 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:36:28.674447 dv-neutron-826830-1-hyperv neutron-server[87636]: timer() Feb 01 04:36:28.674447 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:36:28.674447 dv-neutron-826830-1-hyperv neutron-server[87636]: cb(*args, **kw) Feb 01 04:36:28.674447 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:36:28.674447 dv-neutron-826830-1-hyperv neutron-server[87636]: return func(*args, **kwargs) Feb 01 04:36:28.674447 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:36:28.674447 dv-neutron-826830-1-hyperv neutron-server[87636]: self._notify() Feb 01 04:36:28.674447 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:36:28.674447 dv-neutron-826830-1-hyperv neutron-server[87636]: self.callback(batched_events) Feb 01 04:36:28.674447 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:36:28.674447 dv-neutron-826830-1-hyperv neutron-server[87636]: event.method(event) Feb 01 04:36:28.674447 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:36:28.674447 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:36:28.674447 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:36:28.674447 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:36:28.674447 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:36:28.674447 dv-neutron-826830-1-hyperv neutron-server[87636]: return f(self, *a, **k) Feb 01 04:36:28.674447 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:36:28.674447 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._get(url).json() Feb 01 04:36:28.674447 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:36:28.674447 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:36:28.674447 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:36:28.674447 dv-neutron-826830-1-hyperv neutron-server[87636]: return self.request(url, 'GET', **kwargs) Feb 01 04:36:28.674447 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:36:28.674447 dv-neutron-826830-1-hyperv neutron-server[87636]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:36:28.674447 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:36:28.674447 dv-neutron-826830-1-hyperv neutron-server[87636]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:36:28.674447 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:36:28.674447 dv-neutron-826830-1-hyperv neutron-server[87636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:36:28.674447 dv-neutron-826830-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:36:28.701496 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-89af612d-9817-4a26-a1c9-0301b5254867 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:28.751223 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-9720689e-8f2c-4c79-a4dc-b58c46d8f54e None None] Provisioning for port 987b9b2b-7910-4425-b0dc-9a745496aa0c completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:36:28.757296 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.db.api [None req-c5eb7926-eabc-4faf-a65b-33a4edf091a7 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 01 04:36:28.757296 dv-neutron-826830-1-hyperv neutron-server[87636]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 01 04:36:28.757296 dv-neutron-826830-1-hyperv neutron-server[87636]: [parameters: {'id': 'f9bdca88-94fb-4b22-b37a-696c1b14cf67'}] Feb 01 04:36:28.757296 dv-neutron-826830-1-hyperv neutron-server[87636]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:36:28.758150 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG oslo_db.api [None req-c5eb7926-eabc-4faf-a65b-33a4edf091a7 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:36:28.781714 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-f1737335-9b16-4ce4-b326-621e2b7f4b4f None None] For port f89d1ea6-f469-4cf2-9b36-8b7f483c556b, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:36:28.816741 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-f1737335-9b16-4ce4-b326-621e2b7f4b4f None None] For port f89d1ea6-f469-4cf2-9b36-8b7f483c556b, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=f89d1ea6-f469-4cf2-9b36-8b7f483c556b,segment=NetworkSegment(69dace7e-15a8-422a-96bd-a9719def12bd),segment_id=69dace7e-15a8-422a-96bd-a9719def12bd)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:36:28.824532 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f1737335-9b16-4ce4-b326-621e2b7f4b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:28.994110 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 987b9b2b-7910-4425-b0dc-9a745496aa0c completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:36:29.001847 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3d04eba2-2a57-4001-be5d-2225eef29a5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:29.050958 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3d04eba2-2a57-4001-be5d-2225eef29a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:29.062073 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1737335-9b16-4ce4-b326-621e2b7f4b4f None None] Pushing event updated for resources: {'Port': ['ID=f89d1ea6-f469-4cf2-9b36-8b7f483c556b,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:29.074770 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 987b9b2b-7910-4425-b0dc-9a745496aa0c triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:36:29.075156 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:29.161269 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b48e7a-ef2a-43ff-a48e-ce57bd498f58 None None] Network f9bdca88-94fb-4b22-b37a-696c1b14cf67 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:36:29.259297 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c5eb7926-eabc-4faf-a65b-33a4edf091a7 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:29.272287 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-c5eb7926-eabc-4faf-a65b-33a4edf091a7 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Deleting port f89d1ea6-f469-4cf2-9b36-8b7f483c556b {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:36:29.273390 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c5eb7926-eabc-4faf-a65b-33a4edf091a7 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:29.388354 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:29.397924 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-3d04eba2-2a57-4001-be5d-2225eef29a5c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aaa477df82194735aec4bc2e1907a057&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7903740 Feb 01 04:36:29.398447 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39298) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:29.439695 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 987b9b2b-7910-4425-b0dc-9a745496aa0c, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=987b9b2b-7910-4425-b0dc-9a745496aa0c,segment=NetworkSegment(807ca37a-91fe-4993-bc96-a993f6124aa5),segment_id=807ca37a-91fe-4993-bc96-a993f6124aa5)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:36:29.448145 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:29.455458 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d04eba2-2a57-4001-be5d-2225eef29a5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c681ec-06c0-420b-900a-a64e1e5b0c05,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:29.517048 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772a6c38-c43d-449b-92c4-8d4cae6681d4 None None] Network f9bdca88-94fb-4b22-b37a-696c1b14cf67 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:36:29.518297 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-14e47da7-298c-4e28-a1f7-622106db6c70 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:29.559002 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=987b9b2b-7910-4425-b0dc-9a745496aa0c,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:29.567835 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-c2ec44be-a4f0-47d1-b9a3-f7a4c296c0bb tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Allocated IP 172.20.0.1 (4215913b-577d-4b09-9662-fcc3bfc48c11/eb1a85c8-1f2a-46fa-ac88-c327e0f158e6/18e47923-e65b-4611-990c-a8ac857470e2) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:36:29.592306 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-c5eb7926-eabc-4faf-a65b-33a4edf091a7 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] For port f89d1ea6-f469-4cf2-9b36-8b7f483c556b, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=f89d1ea6-f469-4cf2-9b36-8b7f483c556b,segment=NetworkSegment(69dace7e-15a8-422a-96bd-a9719def12bd),segment_id=69dace7e-15a8-422a-96bd-a9719def12bd)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:36:29.592658 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c5eb7926-eabc-4faf-a65b-33a4edf091a7 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:29.728273 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-dd99861b-272c-4ec7-bb7e-73302abc1a18 None None] Provisioning complete for port 987b9b2b-7910-4425-b0dc-9a745496aa0c triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:36:29.728805 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dd99861b-272c-4ec7-bb7e-73302abc1a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:29.739609 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a7a7025d-ae0f-4cba-ae4d-a71203b951b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:29.768551 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a7a7025d-ae0f-4cba-ae4d-a71203b951b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:29.806237 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-89af612d-9817-4a26-a1c9-0301b5254867 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Allocated IP 172.20.0.14 (767b6724-4bef-4656-a523-f334f1aac0ec/ecb86ecb-9305-4f6c-8021-1253d56367f3/8df82f34-2e2c-43b5-8a0e-177498477399) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:36:29.829106 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-c5eb7926-eabc-4faf-a65b-33a4edf091a7 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Calling delete_port for f89d1ea6-f469-4cf2-9b36-8b7f483c556b owned by network:dhcp {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:36:29.857151 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a7a7025d-ae0f-4cba-ae4d-a71203b951b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:29.879311 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-dd99861b-272c-4ec7-bb7e-73302abc1a18 None None] Provisioning for port 6a2ef191-0b7f-4fc1-816b-898847fb1116 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:36:29.886796 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-dd99861b-272c-4ec7-bb7e-73302abc1a18 None None] Provisioning complete for port 6a2ef191-0b7f-4fc1-816b-898847fb1116 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:36:29.887712 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dd99861b-272c-4ec7-bb7e-73302abc1a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:29.896935 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a7025d-ae0f-4cba-ae4d-a71203b951b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c681ec-06c0-420b-900a-a64e1e5b0c05,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:29.912556 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a7a7025d-ae0f-4cba-ae4d-a71203b951b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:29.913850 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a7a7025d-ae0f-4cba-ae4d-a71203b951b7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e7c681ec-06c0-420b-900a-a64e1e5b0c05 HTTP/1.1" status: 204 len: 168 time: 0.5142281 Feb 01 04:36:29.921940 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570f7a67-317b-4a74-80cf-aac732abdfa7 None None] get_active_networks_info from dv-neutron-826830-1-hyperv {{(pid=87638) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 01 04:36:29.953681 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c5eb7926-eabc-4faf-a65b-33a4edf091a7 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:30.001542 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eb7926-eabc-4faf-a65b-33a4edf091a7 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Pushing event deleted for resources: {'Port': ['ID=f89d1ea6-f469-4cf2-9b36-8b7f483c556b,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:30.005110 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-dd99861b-272c-4ec7-bb7e-73302abc1a18 None None] Port 6a2ef191-0b7f-4fc1-816b-898847fb1116 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:36:30.007170 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5eb7926-eabc-4faf-a65b-33a4edf091a7 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] No DVR routers for this DVR port f89d1ea6-f469-4cf2-9b36-8b7f483c556b on host dv-neutron-826830-1-hyperv {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:36:30.068682 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570f7a67-317b-4a74-80cf-aac732abdfa7 None None] Resources bound (agent type, host, resource id): {{(pid=87638) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 01 04:36:30.131957 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-89af612d-9817-4a26-a1c9-0301b5254867 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:30.147014 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c5eb7926-eabc-4faf-a65b-33a4edf091a7 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:30.171401 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-c5eb7926-eabc-4faf-a65b-33a4edf091a7 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9bdca88-94fb-4b22-b37a-696c1b14cf67']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:30.186004 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-c5eb7926-eabc-4faf-a65b-33a4edf091a7 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69dace7e-15a8-422a-96bd-a9719def12bd') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:30.186346 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-c5eb7926-eabc-4faf-a65b-33a4edf091a7 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69dace7e-15a8-422a-96bd-a9719def12bd') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:30.200526 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c5eb7926-eabc-4faf-a65b-33a4edf091a7 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143022'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:30.219782 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c5eb7926-eabc-4faf-a65b-33a4edf091a7 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:30.229999 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5eb7926-eabc-4faf-a65b-33a4edf091a7 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:36:30.230523 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c5eb7926-eabc-4faf-a65b-33a4edf091a7 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3072199'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:30.255057 dv-neutron-826830-1-hyperv neutron-server[87636]: Traceback (most recent call last): Feb 01 04:36:30.255057 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:36:30.255057 dv-neutron-826830-1-hyperv neutron-server[87636]: timer() Feb 01 04:36:30.255057 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:36:30.255057 dv-neutron-826830-1-hyperv neutron-server[87636]: cb(*args, **kw) Feb 01 04:36:30.255057 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:36:30.255057 dv-neutron-826830-1-hyperv neutron-server[87636]: return func(*args, **kwargs) Feb 01 04:36:30.255057 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:36:30.255057 dv-neutron-826830-1-hyperv neutron-server[87636]: self._notify() Feb 01 04:36:30.255057 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:36:30.255057 dv-neutron-826830-1-hyperv neutron-server[87636]: self.callback(batched_events) Feb 01 04:36:30.255057 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:36:30.255057 dv-neutron-826830-1-hyperv neutron-server[87636]: event.method(event) Feb 01 04:36:30.255057 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:36:30.255057 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:36:30.255057 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:36:30.255057 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:36:30.255057 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:36:30.255057 dv-neutron-826830-1-hyperv neutron-server[87636]: return f(self, *a, **k) Feb 01 04:36:30.255057 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:36:30.255057 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._get(url).json() Feb 01 04:36:30.255057 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:36:30.255057 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:36:30.255057 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:36:30.255057 dv-neutron-826830-1-hyperv neutron-server[87636]: return self.request(url, 'GET', **kwargs) Feb 01 04:36:30.255057 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:36:30.255057 dv-neutron-826830-1-hyperv neutron-server[87636]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:36:30.255057 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:36:30.255057 dv-neutron-826830-1-hyperv neutron-server[87636]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:36:30.255057 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:36:30.255057 dv-neutron-826830-1-hyperv neutron-server[87636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:36:30.255057 dv-neutron-826830-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:36:30.355349 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-75498cd2-1ac6-4748-b59f-a58630e94480 None None] Provisioning complete for port 6a2ef191-0b7f-4fc1-816b-898847fb1116 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:36:30.355828 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-75498cd2-1ac6-4748-b59f-a58630e94480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:30.362334 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c5eb7926-eabc-4faf-a65b-33a4edf091a7 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:30.372688 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c5eb7926-eabc-4faf-a65b-33a4edf091a7 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:30.380148 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c2ec44be-a4f0-47d1-b9a3-f7a4c296c0bb tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:30.411873 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c5eb7926-eabc-4faf-a65b-33a4edf091a7 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] 10.222.0.24 "DELETE /v2.0/networks/f9bdca88-94fb-4b22-b37a-696c1b14cf67 HTTP/1.1" status: 204 len: 168 time: 2.3976154 Feb 01 04:36:30.416191 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39304) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:30.429263 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-89af612d-9817-4a26-a1c9-0301b5254867 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:30.448411 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-75498cd2-1ac6-4748-b59f-a58630e94480 None None] Port 6a2ef191-0b7f-4fc1-816b-898847fb1116 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:36:30.472735 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eb7926-eabc-4faf-a65b-33a4edf091a7 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Pushing event deleted for resources: {'Network': ['ID=f9bdca88-94fb-4b22-b37a-696c1b14cf67,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:30.480449 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-f69a0386-c875-4f58-80fd-88339567b15c tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] DELETE failed (client error): The resource could not be found. Feb 01 04:36:30.480905 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f69a0386-c875-4f58-80fd-88339567b15c tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:36:30.482731 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f69a0386-c875-4f58-80fd-88339567b15c tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] 10.222.0.24 "DELETE /v2.0/subnets/5c1bc96a-71f2-4f50-8122-a803f3bbe890 HTTP/1.1" status: 404 len: 337 time: 0.0650563 Feb 01 04:36:30.485353 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39308) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:30.514071 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf1b562d-0a9e-4a05-970b-1a6e5e8d029c tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] DELETE failed (client error): The resource could not be found. Feb 01 04:36:30.514541 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf1b562d-0a9e-4a05-970b-1a6e5e8d029c tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:36:30.519693 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-bf1b562d-0a9e-4a05-970b-1a6e5e8d029c tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] 10.222.0.24 "DELETE /v2.0/networks/f9bdca88-94fb-4b22-b37a-696c1b14cf67 HTTP/1.1" status: 404 len: 339 time: 0.0298874 Feb 01 04:36:30.520110 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39312) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:30.542981 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-14e47da7-298c-4e28-a1f7-622106db6c70 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:30.549900 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89af612d-9817-4a26-a1c9-0301b5254867 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Network 767b6724-4bef-4656-a523-f334f1aac0ec is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:36:30.558908 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-89af612d-9817-4a26-a1c9-0301b5254867 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:36:30.560646 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 987b9b2b-7910-4425-b0dc-9a745496aa0c up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:36:30.562151 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-14e47da7-298c-4e28-a1f7-622106db6c70 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:30.563845 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a2ce0e0-df9f-4677-9737-1070de022f71 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] DELETE failed (client error): The resource could not be found. Feb 01 04:36:30.564478 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a2ce0e0-df9f-4677-9737-1070de022f71 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:36:30.567219 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1a2ce0e0-df9f-4677-9737-1070de022f71 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] 10.222.0.24 "DELETE /v2.0/subnets/74039650-0265-4c40-8f9b-ebdd3408a2a4 HTTP/1.1" status: 404 len: 337 time: 0.0452118 Feb 01 04:36:30.569322 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39316) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:30.571510 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89af612d-9817-4a26-a1c9-0301b5254867 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:36:30.595179 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdc85f0d-6ba2-4775-b9ca-7cc1f15bdf6e tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] DELETE failed (client error): The resource could not be found. Feb 01 04:36:30.595179 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdc85f0d-6ba2-4775-b9ca-7cc1f15bdf6e tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:36:30.599489 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-bdc85f0d-6ba2-4775-b9ca-7cc1f15bdf6e tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] 10.222.0.24 "DELETE /v2.0/networks/42bec411-b87f-4539-8f05-8d7d232f9ffb HTTP/1.1" status: 404 len: 339 time: 0.0263028 Feb 01 04:36:30.600448 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39320) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:30.600590 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89af612d-9817-4a26-a1c9-0301b5254867 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Pushing event updated for resources: {'Port': ['ID=8df82f34-2e2c-43b5-8a0e-177498477399,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:30.608069 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c2ec44be-a4f0-47d1-b9a3-f7a4c296c0bb tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:30.664672 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 987b9b2b-7910-4425-b0dc-9a745496aa0c triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:36:30.665148 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:30.852139 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5a635be8-f9ae-4784-a616-b0be9d36b904 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:30.886697 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ec44be-a4f0-47d1-b9a3-f7a4c296c0bb tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Network 4215913b-577d-4b09-9662-fcc3bfc48c11 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:36:30.899749 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-c2ec44be-a4f0-47d1-b9a3-f7a4c296c0bb tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:36:30.942697 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ec44be-a4f0-47d1-b9a3-f7a4c296c0bb tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:36:30.972041 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-b091453c-7eae-47cd-9357-4e8a33a85d06 None None] Provisioning complete for port 6a2ef191-0b7f-4fc1-816b-898847fb1116 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:36:30.972669 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b091453c-7eae-47cd-9357-4e8a33a85d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:30.992015 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5a635be8-f9ae-4784-a616-b0be9d36b904 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:31.003806 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e47da7-298c-4e28-a1f7-622106db6c70 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event updated for resources: {'Port': ['ID=6a2ef191-0b7f-4fc1-816b-898847fb1116,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:31.020678 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-5a635be8-f9ae-4784-a616-b0be9d36b904 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5a880e4-77d0-4a44-9efe-68f6ea51327d']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:31.038687 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-5a635be8-f9ae-4784-a616-b0be9d36b904 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23c30bfe-fcc1-40d2-898c-55e9b763c1d7') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:31.039070 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-5a635be8-f9ae-4784-a616-b0be9d36b904 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23c30bfe-fcc1-40d2-898c-55e9b763c1d7') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:31.052110 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5a635be8-f9ae-4784-a616-b0be9d36b904 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143022'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:31.069787 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5a635be8-f9ae-4784-a616-b0be9d36b904 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:31.077601 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-b091453c-7eae-47cd-9357-4e8a33a85d06 None None] Port 6a2ef191-0b7f-4fc1-816b-898847fb1116 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:36:31.081884 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a635be8-f9ae-4784-a616-b0be9d36b904 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:36:31.082138 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5a635be8-f9ae-4784-a616-b0be9d36b904 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3072199'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:31.097466 dv-neutron-826830-1-hyperv neutron-server[87636]: Traceback (most recent call last): Feb 01 04:36:31.097466 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:36:31.097466 dv-neutron-826830-1-hyperv neutron-server[87636]: timer() Feb 01 04:36:31.097466 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:36:31.097466 dv-neutron-826830-1-hyperv neutron-server[87636]: cb(*args, **kw) Feb 01 04:36:31.097466 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:36:31.097466 dv-neutron-826830-1-hyperv neutron-server[87636]: return func(*args, **kwargs) Feb 01 04:36:31.097466 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:36:31.097466 dv-neutron-826830-1-hyperv neutron-server[87636]: self._notify() Feb 01 04:36:31.097466 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:36:31.097466 dv-neutron-826830-1-hyperv neutron-server[87636]: self.callback(batched_events) Feb 01 04:36:31.097466 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:36:31.097466 dv-neutron-826830-1-hyperv neutron-server[87636]: event.method(event) Feb 01 04:36:31.097466 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:36:31.097466 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:36:31.097466 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:36:31.097466 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:36:31.097466 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:36:31.097466 dv-neutron-826830-1-hyperv neutron-server[87636]: return f(self, *a, **k) Feb 01 04:36:31.097466 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:36:31.097466 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._get(url).json() Feb 01 04:36:31.097466 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:36:31.097466 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:36:31.097466 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:36:31.097466 dv-neutron-826830-1-hyperv neutron-server[87636]: return self.request(url, 'GET', **kwargs) Feb 01 04:36:31.097466 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:36:31.097466 dv-neutron-826830-1-hyperv neutron-server[87636]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:36:31.097466 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:36:31.097466 dv-neutron-826830-1-hyperv neutron-server[87636]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:36:31.097466 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:36:31.097466 dv-neutron-826830-1-hyperv neutron-server[87636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:36:31.097466 dv-neutron-826830-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:36:31.175467 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5a635be8-f9ae-4784-a616-b0be9d36b904 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:31.192650 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5a635be8-f9ae-4784-a616-b0be9d36b904 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:31.209746 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a635be8-f9ae-4784-a616-b0be9d36b904 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Pushing event deleted for resources: {'Network': ['ID=d5a880e4-77d0-4a44-9efe-68f6ea51327d,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:31.212242 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-5a635be8-f9ae-4784-a616-b0be9d36b904 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] 10.222.0.24 "DELETE /v2.0/networks/d5a880e4-77d0-4a44-9efe-68f6ea51327d HTTP/1.1" status: 204 len: 168 time: 0.6112931 Feb 01 04:36:31.214703 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39324) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:31.253513 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfd2c186-804f-49bd-b9ee-7828edba77a6 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] DELETE failed (client error): The resource could not be found. Feb 01 04:36:31.253963 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfd2c186-804f-49bd-b9ee-7828edba77a6 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:36:31.255711 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-bfd2c186-804f-49bd-b9ee-7828edba77a6 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] 10.222.0.24 "DELETE /v2.0/subnets/613af18b-fdca-479d-bc31-0e0aa0d680c8 HTTP/1.1" status: 404 len: 337 time: 0.0397272 Feb 01 04:36:31.258378 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39328) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:31.275468 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c2ec44be-a4f0-47d1-b9a3-f7a4c296c0bb tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-372107'] for router_interface, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:31.283789 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-14f0ca68-c168-4489-a896-6f0aacbcb4c6 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] DELETE failed (client error): The resource could not be found. Feb 01 04:36:31.284244 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14f0ca68-c168-4489-a896-6f0aacbcb4c6 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:36:31.285872 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-14f0ca68-c168-4489-a896-6f0aacbcb4c6 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] 10.222.0.24 "DELETE /v2.0/networks/3cb3cf68-d3ae-4cbf-b4d4-912c9daff073 HTTP/1.1" status: 404 len: 339 time: 0.0265930 Feb 01 04:36:31.288452 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39332) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:31.326060 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-57a65505-84e8-44da-809c-071c7b4e4044 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] DELETE failed (client error): The resource could not be found. Feb 01 04:36:31.326511 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57a65505-84e8-44da-809c-071c7b4e4044 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:36:31.327047 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ec44be-a4f0-47d1-b9a3-f7a4c296c0bb tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Pushing event updated for resources: {'Port': ['ID=18e47923-e65b-4611-990c-a8ac857470e2,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:31.328197 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-57a65505-84e8-44da-809c-071c7b4e4044 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] 10.222.0.24 "DELETE /v2.0/subnets/e5d167fc-140e-4a4e-a887-7783fa821d28 HTTP/1.1" status: 404 len: 337 time: 0.0388367 Feb 01 04:36:31.331413 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39336) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:31.358965 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef43c1a9-2b7d-40b1-b8fc-84e18d2a9139 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] DELETE failed (client error): The resource could not be found. Feb 01 04:36:31.359515 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef43c1a9-2b7d-40b1-b8fc-84e18d2a9139 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:36:31.361163 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ef43c1a9-2b7d-40b1-b8fc-84e18d2a9139 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] 10.222.0.24 "DELETE /v2.0/networks/0d57cdb1-90c6-4b92-b96e-83db1286a1ae HTTP/1.1" status: 404 len: 339 time: 0.0288517 Feb 01 04:36:31.363724 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39340) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:31.402644 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a12adeb-eb16-4a1d-834a-291baba576b6 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] DELETE failed (client error): The resource could not be found. Feb 01 04:36:31.403442 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a12adeb-eb16-4a1d-834a-291baba576b6 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:36:31.408285 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-7a12adeb-eb16-4a1d-834a-291baba576b6 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] 10.222.0.24 "DELETE /v2.0/subnets/3302432d-48aa-4eea-8685-a81b2918760a HTTP/1.1" status: 404 len: 337 time: 0.0412617 Feb 01 04:36:31.408503 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39344) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:31.432809 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-616c8fdd-daf4-4567-8f4a-3af30fb48e30 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] DELETE failed (client error): The resource could not be found. Feb 01 04:36:31.433275 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-616c8fdd-daf4-4567-8f4a-3af30fb48e30 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:36:31.434905 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-616c8fdd-daf4-4567-8f4a-3af30fb48e30 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] 10.222.0.24 "DELETE /v2.0/networks/c64faf25-fe42-40ef-a27f-9aab4ea3795b HTTP/1.1" status: 404 len: 339 time: 0.0255022 Feb 01 04:36:31.437377 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39348) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:31.474548 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd5eb13a-1739-4aac-bb7b-7830304aba76 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] DELETE failed (client error): The resource could not be found. Feb 01 04:36:31.474912 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd5eb13a-1739-4aac-bb7b-7830304aba76 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:36:31.476591 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-dd5eb13a-1739-4aac-bb7b-7830304aba76 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] 10.222.0.24 "DELETE /v2.0/subnets/e644aea2-ef62-40ef-b18b-6e2e288f6ef4 HTTP/1.1" status: 404 len: 337 time: 0.0383358 Feb 01 04:36:31.479080 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39352) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:31.507053 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c8808c6-cc9e-492d-b0ae-665ff4e775de tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] DELETE failed (client error): The resource could not be found. Feb 01 04:36:31.507556 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c8808c6-cc9e-492d-b0ae-665ff4e775de tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:36:31.509161 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2c8808c6-cc9e-492d-b0ae-665ff4e775de tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] 10.222.0.24 "DELETE /v2.0/networks/5a33e0e2-1ff4-4ae4-9bcd-2b5b93b87209 HTTP/1.1" status: 404 len: 339 time: 0.0290675 Feb 01 04:36:31.511666 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39356) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:31.548084 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8fa69ba-883a-452e-8c3a-80a7dcf1a173 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] DELETE failed (client error): The resource could not be found. Feb 01 04:36:31.548522 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8fa69ba-883a-452e-8c3a-80a7dcf1a173 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:36:31.550153 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a8fa69ba-883a-452e-8c3a-80a7dcf1a173 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] 10.222.0.24 "DELETE /v2.0/subnets/cde88b28-580e-4e88-b2c1-def9ffa11fc4 HTTP/1.1" status: 404 len: 337 time: 0.0375831 Feb 01 04:36:31.552719 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39360) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:31.576588 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d32296c-c29a-4e1c-a123-7c4c5dbf518e tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] DELETE failed (client error): The resource could not be found. Feb 01 04:36:31.577045 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d32296c-c29a-4e1c-a123-7c4c5dbf518e tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:36:31.578647 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2d32296c-c29a-4e1c-a123-7c4c5dbf518e tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] 10.222.0.24 "DELETE /v2.0/networks/618a389b-e1f8-4838-b6e3-3d1a82ad5769 HTTP/1.1" status: 404 len: 339 time: 0.0250626 Feb 01 04:36:31.581751 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39364) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:31.609119 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-14e47da7-298c-4e28-a1f7-622106db6c70 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-372107'] for router_interface, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:31.617905 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-f63ea4aa-b61f-4c9d-9319-7d006249cc26 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] DELETE failed (client error): The resource could not be found. Feb 01 04:36:31.618347 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f63ea4aa-b61f-4c9d-9319-7d006249cc26 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:36:31.620037 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f63ea4aa-b61f-4c9d-9319-7d006249cc26 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] 10.222.0.24 "DELETE /v2.0/subnets/ec8d035e-9761-4483-ac81-f4d74ae54604 HTTP/1.1" status: 404 len: 337 time: 0.0374043 Feb 01 04:36:31.622520 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39368) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:31.631457 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-89af612d-9817-4a26-a1c9-0301b5254867 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:31.650662 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-92ff84ce-a4ee-4833-9154-a237f1acdddf tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] DELETE failed (client error): The resource could not be found. Feb 01 04:36:31.651119 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92ff84ce-a4ee-4833-9154-a237f1acdddf tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:36:31.652732 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-92ff84ce-a4ee-4833-9154-a237f1acdddf tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] 10.222.0.24 "DELETE /v2.0/networks/272011de-79c3-4e5b-9467-df256fff20c9 HTTP/1.1" status: 404 len: 339 time: 0.0290544 Feb 01 04:36:31.655229 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39372) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:31.694023 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-76bf3073-3485-43b5-b6fc-a36b56d524ea tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] DELETE failed (client error): The resource could not be found. Feb 01 04:36:31.694472 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76bf3073-3485-43b5-b6fc-a36b56d524ea tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:36:31.696399 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-76bf3073-3485-43b5-b6fc-a36b56d524ea tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] 10.222.0.24 "DELETE /v2.0/subnets/f9185a60-6d94-401e-8290-9867ae3bfd3f HTTP/1.1" status: 404 len: 337 time: 0.0402939 Feb 01 04:36:31.699507 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39376) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:31.726023 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-37af4147-e823-40bf-9156-9a5ca3ed0df2 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] DELETE failed (client error): The resource could not be found. Feb 01 04:36:31.726385 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37af4147-e823-40bf-9156-9a5ca3ed0df2 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:36:31.728228 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-37af4147-e823-40bf-9156-9a5ca3ed0df2 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] 10.222.0.24 "DELETE /v2.0/networks/2d7f49ec-db7b-433e-a765-5fbe53df1899 HTTP/1.1" status: 404 len: 339 time: 0.0277338 Feb 01 04:36:31.730716 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39380) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:31.773305 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e2db7a7-eb35-49b5-9de3-a304a578235d tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] DELETE failed (client error): The resource could not be found. Feb 01 04:36:31.773750 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e2db7a7-eb35-49b5-9de3-a304a578235d tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:36:31.777816 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-7e2db7a7-eb35-49b5-9de3-a304a578235d tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] 10.222.0.24 "DELETE /v2.0/subnets/49fa893f-7ed9-43ce-99f6-4501d0f1832b HTTP/1.1" status: 404 len: 337 time: 0.0433795 Feb 01 04:36:31.778013 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39384) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:31.806253 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b162095-bb0c-43e7-a573-e5202d8167e8 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] DELETE failed (client error): The resource could not be found. Feb 01 04:36:31.806706 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b162095-bb0c-43e7-a573-e5202d8167e8 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:36:31.810626 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4b162095-bb0c-43e7-a573-e5202d8167e8 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] 10.222.0.24 "DELETE /v2.0/networks/f5624dc9-15eb-4656-9b5b-cd3cab15841c HTTP/1.1" status: 404 len: 339 time: 0.0294797 Feb 01 04:36:31.810844 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39388) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:31.877219 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ec7c7e2-88eb-456d-871b-d85b513d83fc tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Deleting subnet 8f308dbb-13e1-4974-8e87-e69267660a05 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:36:31.880275 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4ec7c7e2-88eb-456d-871b-d85b513d83fc tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:31.914341 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f43c303a-dfda-4b25-9a46-731e1bdc1613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:31.933860 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c2ec44be-a4f0-47d1-b9a3-f7a4c296c0bb tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:31.937475 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4ec7c7e2-88eb-456d-871b-d85b513d83fc tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145757'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:32.023740 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4ec7c7e2-88eb-456d-871b-d85b513d83fc tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:32.062364 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-14e47da7-298c-4e28-a1f7-622106db6c70 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:32.100366 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4ec7c7e2-88eb-456d-871b-d85b513d83fc tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3072169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2652276'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:32.137428 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec7c7e2-88eb-456d-871b-d85b513d83fc tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Pushing event deleted for resources: {'Subnet': ['ID=8f308dbb-13e1-4974-8e87-e69267660a05,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:32.143316 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4ec7c7e2-88eb-456d-871b-d85b513d83fc tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:32.150081 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc4d763-2dbf-4890-be43-40400339701a None None] Network 7ba8e5ae-5aa6-437f-a4e3-ac0161f5d474 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:36:32.155512 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4ec7c7e2-88eb-456d-871b-d85b513d83fc tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] 10.222.0.24 "DELETE /v2.0/subnets/8f308dbb-13e1-4974-8e87-e69267660a05 HTTP/1.1" status: 204 len: 168 time: 0.3436565 Feb 01 04:36:32.158303 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39392) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:32.271999 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-81636f48-5e82-4431-b3f6-103b915b8370 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:32.282630 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-81636f48-5e82-4431-b3f6-103b915b8370 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Deleting port 1dd1fc45-5eb5-4694-92c2-85ac157928d0 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:36:32.283454 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-81636f48-5e82-4431-b3f6-103b915b8370 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:32.412203 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22427932-5fc2-4978-a819-97d055a25b7f None None] DHCP port deletion for 7ba8e5ae-5aa6-437f-a4e3-ac0161f5d474 request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:36:32.416678 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-22427932-5fc2-4978-a819-97d055a25b7f None None] Deleting port 1dd1fc45-5eb5-4694-92c2-85ac157928d0 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:36:32.417165 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-22427932-5fc2-4978-a819-97d055a25b7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:32.505984 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-81636f48-5e82-4431-b3f6-103b915b8370 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] For port 1dd1fc45-5eb5-4694-92c2-85ac157928d0, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=1dd1fc45-5eb5-4694-92c2-85ac157928d0,segment=NetworkSegment(807bc3b1-904b-4d69-b575-869340a68208),segment_id=807bc3b1-904b-4d69-b575-869340a68208)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:36:32.506625 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-81636f48-5e82-4431-b3f6-103b915b8370 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:32.559673 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 1dd1fc45-5eb5-4694-92c2-85ac157928d0 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:36:32.592763 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-89af612d-9817-4a26-a1c9-0301b5254867 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337'] for router, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:32.638614 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-81636f48-5e82-4431-b3f6-103b915b8370 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Calling delete_port for 1dd1fc45-5eb5-4694-92c2-85ac157928d0 owned by network:dhcp {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:36:32.675440 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-22427932-5fc2-4978-a819-97d055a25b7f None None] For port 1dd1fc45-5eb5-4694-92c2-85ac157928d0, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=1dd1fc45-5eb5-4694-92c2-85ac157928d0,segment=NetworkSegment(807bc3b1-904b-4d69-b575-869340a68208),segment_id=807bc3b1-904b-4d69-b575-869340a68208)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:36:32.675809 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-22427932-5fc2-4978-a819-97d055a25b7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:32.727374 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-81636f48-5e82-4431-b3f6-103b915b8370 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:32.781544 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81636f48-5e82-4431-b3f6-103b915b8370 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] No DVR routers for this DVR port 1dd1fc45-5eb5-4694-92c2-85ac157928d0 on host dv-neutron-826830-1-hyperv {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:36:32.796344 dv-neutron-826830-1-hyperv neutron-server[87638]: INFO neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No ports have port_id starting with 1dd1fc45-5eb5-4694-92c2-85ac157928d0 Feb 01 04:36:32.803035 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-22427932-5fc2-4978-a819-97d055a25b7f None None] Calling delete_port for 1dd1fc45-5eb5-4694-92c2-85ac157928d0 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:36:32.816154 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81636f48-5e82-4431-b3f6-103b915b8370 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Pushing event deleted for resources: {'Port': ['ID=1dd1fc45-5eb5-4694-92c2-85ac157928d0,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:32.883994 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-22427932-5fc2-4978-a819-97d055a25b7f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:36:32.884350 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-22427932-5fc2-4978-a819-97d055a25b7f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:36:32.918919 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-81636f48-5e82-4431-b3f6-103b915b8370 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:32.945486 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-81636f48-5e82-4431-b3f6-103b915b8370 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ba8e5ae-5aa6-437f-a4e3-ac0161f5d474']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:32.958043 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-81636f48-5e82-4431-b3f6-103b915b8370 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '807bc3b1-904b-4d69-b575-869340a68208') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:32.958336 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-81636f48-5e82-4431-b3f6-103b915b8370 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '807bc3b1-904b-4d69-b575-869340a68208') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:32.969363 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-81636f48-5e82-4431-b3f6-103b915b8370 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143022'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:32.986215 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-81636f48-5e82-4431-b3f6-103b915b8370 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:32.992547 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81636f48-5e82-4431-b3f6-103b915b8370 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:36:32.992977 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-81636f48-5e82-4431-b3f6-103b915b8370 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3072199'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:33.008279 dv-neutron-826830-1-hyperv neutron-server[87636]: Traceback (most recent call last): Feb 01 04:36:33.008279 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:36:33.008279 dv-neutron-826830-1-hyperv neutron-server[87636]: timer() Feb 01 04:36:33.008279 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:36:33.008279 dv-neutron-826830-1-hyperv neutron-server[87636]: cb(*args, **kw) Feb 01 04:36:33.008279 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:36:33.008279 dv-neutron-826830-1-hyperv neutron-server[87636]: return func(*args, **kwargs) Feb 01 04:36:33.008279 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:36:33.008279 dv-neutron-826830-1-hyperv neutron-server[87636]: self._notify() Feb 01 04:36:33.008279 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:36:33.008279 dv-neutron-826830-1-hyperv neutron-server[87636]: self.callback(batched_events) Feb 01 04:36:33.008279 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:36:33.008279 dv-neutron-826830-1-hyperv neutron-server[87636]: event.method(event) Feb 01 04:36:33.008279 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:36:33.008279 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:36:33.008279 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:36:33.008279 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:36:33.008279 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:36:33.008279 dv-neutron-826830-1-hyperv neutron-server[87636]: return f(self, *a, **k) Feb 01 04:36:33.008279 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:36:33.008279 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._get(url).json() Feb 01 04:36:33.008279 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:36:33.008279 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:36:33.008279 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:36:33.008279 dv-neutron-826830-1-hyperv neutron-server[87636]: return self.request(url, 'GET', **kwargs) Feb 01 04:36:33.008279 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:36:33.008279 dv-neutron-826830-1-hyperv neutron-server[87636]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:36:33.008279 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:36:33.008279 dv-neutron-826830-1-hyperv neutron-server[87636]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:36:33.008279 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:36:33.008279 dv-neutron-826830-1-hyperv neutron-server[87636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:36:33.008279 dv-neutron-826830-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:36:33.166025 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89af612d-9817-4a26-a1c9-0301b5254867 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Router 6b7686c1-9450-44b4-9fcb-dc54349edb60 is scheduled to L3 agent a3073304-82af-4a42-89af-bc532d6626bb with binding_index 1 {{(pid=87637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 01 04:36:33.184149 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-14e47da7-298c-4e28-a1f7-622106db6c70 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:33.190189 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-81636f48-5e82-4431-b3f6-103b915b8370 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:33.194805 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-81636f48-5e82-4431-b3f6-103b915b8370 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:33.221858 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81636f48-5e82-4431-b3f6-103b915b8370 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] Pushing event deleted for resources: {'Network': ['ID=7ba8e5ae-5aa6-437f-a4e3-ac0161f5d474,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:33.226814 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-81636f48-5e82-4431-b3f6-103b915b8370 tempest-NetworksTest-1710943683 tempest-NetworksTest-1710943683-project] 10.222.0.24 "DELETE /v2.0/networks/7ba8e5ae-5aa6-437f-a4e3-ac0161f5d474 HTTP/1.1" status: 204 len: 168 time: 1.0673199 Feb 01 04:36:33.246891 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-14e47da7-298c-4e28-a1f7-622106db6c70 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:33.275679 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c2ec44be-a4f0-47d1-b9a3-f7a4c296c0bb tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:33.339357 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c2ec44be-a4f0-47d1-b9a3-f7a4c296c0bb tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:33.385958 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-22427932-5fc2-4978-a819-97d055a25b7f None None] Deleting port 1dd1fc45-5eb5-4694-92c2-85ac157928d0 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:36:33.386492 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-22427932-5fc2-4978-a819-97d055a25b7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:33.448692 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e47da7-298c-4e28-a1f7-622106db6c70 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event updated for resources: {'Port': ['ID=6a2ef191-0b7f-4fc1-816b-898847fb1116,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:33.451109 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-14e47da7-298c-4e28-a1f7-622106db6c70 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371990'] for router_interface, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:33.457346 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-22427932-5fc2-4978-a819-97d055a25b7f None None] The port '1dd1fc45-5eb5-4694-92c2-85ac157928d0' was deleted {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 01 04:36:33.520363 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39400) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:33.571019 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c2ec44be-a4f0-47d1-b9a3-f7a4c296c0bb tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371990'] for router_interface, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:33.668458 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89af612d-9817-4a26-a1c9-0301b5254867 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:36:33.671219 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-89f89c5e-7a5d-4a67-a965-8e67d7d466a1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a9e688303aa04885aaaab4031138e2c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1495812 Feb 01 04:36:33.674348 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39406) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:33.678394 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c566355b-b2b9-4100-9ee0-efbf03b2fe2f None None] Sync routers for ids ['6b7686c1-9450-44b4-9fcb-dc54349edb60'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:36:33.681779 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ec44be-a4f0-47d1-b9a3-f7a4c296c0bb tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Pushing event updated for resources: {'Port': ['ID=18e47923-e65b-4611-990c-a8ac857470e2,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:33.695966 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c566355b-b2b9-4100-9ee0-efbf03b2fe2f None None] Routers {'6b7686c1-9450-44b4-9fcb-dc54349edb60'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:36:33.696599 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-c566355b-b2b9-4100-9ee0-efbf03b2fe2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:36:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['6b7686c1-9450-44b4-9fcb-dc54349edb60'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:33.739587 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1108aa78-bc0f-4910-b65f-19cf22a1f0fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:33.765345 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1108aa78-bc0f-4910-b65f-19cf22a1f0fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:33.817261 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1108aa78-bc0f-4910-b65f-19cf22a1f0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:33.837457 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1108aa78-bc0f-4910-b65f-19cf22a1f0fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c10dd7-bd5a-463a-96a5-770c27da7a53,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:33.839646 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1108aa78-bc0f-4910-b65f-19cf22a1f0fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:33.842880 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1108aa78-bc0f-4910-b65f-19cf22a1f0fc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a9c10dd7-bd5a-463a-96a5-770c27da7a53 HTTP/1.1" status: 204 len: 168 time: 0.1651635 Feb 01 04:36:33.872801 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-89af612d-9817-4a26-a1c9-0301b5254867 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:33.874477 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-89af612d-9817-4a26-a1c9-0301b5254867 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 7.9936271 Feb 01 04:36:33.877307 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39412) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:33.889754 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e47da7-298c-4e28-a1f7-622106db6c70 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Network 8e99055a-81b3-4264-a91e-c425e936d26e is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:36:33.891722 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-14e47da7-298c-4e28-a1f7-622106db6c70 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:36:33.899728 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ec44be-a4f0-47d1-b9a3-f7a4c296c0bb tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Network 4215913b-577d-4b09-9662-fcc3bfc48c11 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:36:33.902126 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-c2ec44be-a4f0-47d1-b9a3-f7a4c296c0bb tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:36:33.973193 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-c566355b-b2b9-4100-9ee0-efbf03b2fe2f None None] Set router 6b7686c1-9450-44b4-9fcb-dc54349edb60 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:36:34.135846 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cf47b47b-a6c3-4467-a450-c61467202e4b tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks [] for router, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:34.254054 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c9c62bca-a871-4abe-97a2-68f599c25960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:34.358506 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-100d0513-3f08-453f-a3de-0aa7675d578e None None] Provisioning complete for port 6a2ef191-0b7f-4fc1-816b-898847fb1116 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:36:34.358990 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-100d0513-3f08-453f-a3de-0aa7675d578e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:34.389796 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cf47b47b-a6c3-4467-a450-c61467202e4b tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:34.412115 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-cf47b47b-a6c3-4467-a450-c61467202e4b tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Deleting port 8df82f34-2e2c-43b5-8a0e-177498477399 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:36:34.412579 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cf47b47b-a6c3-4467-a450-c61467202e4b tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:34.460910 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2ec44be-a4f0-47d1-b9a3-f7a4c296c0bb tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Router 369c1bd0-20ee-4cfb-81b7-18033449079b has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:36:34.465961 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-100d0513-3f08-453f-a3de-0aa7675d578e None None] Port 6a2ef191-0b7f-4fc1-816b-898847fb1116 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:36:34.474353 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14e47da7-298c-4e28-a1f7-622106db6c70 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Router 28de1bf0-e2fb-475b-a5ca-35c87c9ded33 is scheduled to L3 agent a3073304-82af-4a42-89af-bc532d6626bb with binding_index 1 {{(pid=87637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 01 04:36:34.479843 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-c566355b-b2b9-4100-9ee0-efbf03b2fe2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7686c1-9450-44b4-9fcb-dc54349edb60', 'name': '', 'tenant_id': '3d943658615248ecbef05272d2c39021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767b6724-4bef-4656-a523-f334f1aac0ec', 'external_fixed_ips': [{'subnet_id': 'ecb86ecb-9305-4f6c-8021-1253d56367f3', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': '8df82f34-2e2c-43b5-8a0e-177498477399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:36:26Z', 'updated_at': '2022-02-01T04:36:31Z', 'revision_number': 3, 'project_id': '3d943658615248ecbef05272d2c39021', 'gw_port': {'id': '8df82f34-2e2c-43b5-8a0e-177498477399', 'name': '', 'network_id': '767b6724-4bef-4656-a523-f334f1aac0ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:5a:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7686c1-9450-44b4-9fcb-dc54349edb60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'ecb86ecb-9305-4f6c-8021-1253d56367f3', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:36:28Z', 'updated_at': '2022-02-01T04:36:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ecb86ecb-9305-4f6c-8021-1253d56367f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:34.485403 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c566355b-b2b9-4100-9ee0-efbf03b2fe2f None None] Checking router: 6b7686c1-9450-44b4-9fcb-dc54349edb60 for host: dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:36:34.485946 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c566355b-b2b9-4100-9ee0-efbf03b2fe2f None None] Updating router 6b7686c1-9450-44b4-9fcb-dc54349edb60 port 8df82f34-2e2c-43b5-8a0e-177498477399 binding host dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 04:36:34.596433 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c566355b-b2b9-4100-9ee0-efbf03b2fe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:34.707586 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cf47b47b-a6c3-4467-a450-c61467202e4b tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:34.849053 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-cf47b47b-a6c3-4467-a450-c61467202e4b tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Calling delete_port for 8df82f34-2e2c-43b5-8a0e-177498477399 owned by network:router_gateway {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:36:34.884739 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 39438) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:34.886271 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ec44be-a4f0-47d1-b9a3-f7a4c296c0bb tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:36:34.894327 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-c2ec44be-a4f0-47d1-b9a3-f7a4c296c0bb tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] 10.222.0.24 "PUT /v2.0/routers/369c1bd0-20ee-4cfb-81b7-18033449079b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5213597 Feb 01 04:36:34.899336 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72851bcf-a17c-4591-a616-af85bbdb87a0 None None] Sync routers for ids ['369c1bd0-20ee-4cfb-81b7-18033449079b'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:36:34.905748 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 39442) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:34.910140 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72851bcf-a17c-4591-a616-af85bbdb87a0 None None] Routers {'369c1bd0-20ee-4cfb-81b7-18033449079b'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:36:34.910956 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-72851bcf-a17c-4591-a616-af85bbdb87a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:36:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['369c1bd0-20ee-4cfb-81b7-18033449079b'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:34.918512 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-0e80148f-2124-4064-bae4-a3ac19f98c1a tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Request body: {'port': {'network_id': '4215913b-577d-4b09-9662-fcc3bfc48c11', 'name': 'tempest-FloatingIPTestJSON-1690688390'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:36:34.989859 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-72851bcf-a17c-4591-a616-af85bbdb87a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:35.000557 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72851bcf-a17c-4591-a616-af85bbdb87a0 None None] Routers {'369c1bd0-20ee-4cfb-81b7-18033449079b'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:36:35.001915 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-72851bcf-a17c-4591-a616-af85bbdb87a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:36:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['369c1bd0-20ee-4cfb-81b7-18033449079b'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:35.029206 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cf47b47b-a6c3-4467-a450-c61467202e4b tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:35.041066 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-c566355b-b2b9-4100-9ee0-efbf03b2fe2f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:36:35.041591 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-c566355b-b2b9-4100-9ee0-efbf03b2fe2f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:36:35.077881 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-72851bcf-a17c-4591-a616-af85bbdb87a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:35.078526 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72851bcf-a17c-4591-a616-af85bbdb87a0 None None] The sync data for ids ['369c1bd0-20ee-4cfb-81b7-18033449079b'] in dv-neutron-826830-1-hyperv is: [] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:36:35.080534 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-0e80148f-2124-4064-bae4-a3ac19f98c1a tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:36:35.081543 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf47b47b-a6c3-4467-a450-c61467202e4b tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Pushing event deleted for resources: {'Port': ['ID=8df82f34-2e2c-43b5-8a0e-177498477399,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:35.089859 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-0e80148f-2124-4064-bae4-a3ac19f98c1a tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Usage tracker for resource:port and tenant:3c6b8b975a3c4e1683a16b66cad9d251 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:36:35.094911 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-0e80148f-2124-4064-bae4-a3ac19f98c1a tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:36:35.098165 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e47da7-298c-4e28-a1f7-622106db6c70 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:36:35.103277 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-14e47da7-298c-4e28-a1f7-622106db6c70 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "PUT /v2.0/routers/28de1bf0-e2fb-475b-a5ca-35c87c9ded33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9915862 Feb 01 04:36:35.110198 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39448) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:35.111524 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7ca0a9-b0b8-4159-9334-e28416c40f71 None None] Sync routers for ids ['28de1bf0-e2fb-475b-a5ca-35c87c9ded33'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:36:35.111670 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-1bdaba85-f25b-438c-9db4-359d7556b105 tempest-DvrRoutersNegativeTest-2039860728 tempest-DvrRoutersNegativeTest-2039860728-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1278974929', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:36:35.114417 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.policy [None req-1bdaba85-f25b-438c-9db4-359d7556b105 tempest-DvrRoutersNegativeTest-2039860728 tempest-DvrRoutersNegativeTest-2039860728-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=87637) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Feb 01 04:36:35.116503 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.policy [None req-1bdaba85-f25b-438c-9db4-359d7556b105 tempest-DvrRoutersNegativeTest-2039860728 tempest-DvrRoutersNegativeTest-2039860728-project] Failed policy check for 'create_router' {{(pid=87637) enforce /opt/stack/neutron/neutron/policy.py:520}} Feb 01 04:36:35.116503 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.api.v2.resource [None req-1bdaba85-f25b-438c-9db4-359d7556b105 tempest-DvrRoutersNegativeTest-2039860728 tempest-DvrRoutersNegativeTest-2039860728-project] create failed (client error): Access was denied to this resource. Feb 01 04:36:35.116503 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-1bdaba85-f25b-438c-9db4-359d7556b105 tempest-DvrRoutersNegativeTest-2039860728 tempest-DvrRoutersNegativeTest-2039860728-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2279816 Feb 01 04:36:35.117267 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-0e80148f-2124-4064-bae4-a3ac19f98c1a tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:36:35.128528 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7ca0a9-b0b8-4159-9334-e28416c40f71 None None] Routers {'28de1bf0-e2fb-475b-a5ca-35c87c9ded33'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:36:35.129737 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-8f7ca0a9-b0b8-4159-9334-e28416c40f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:36:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['28de1bf0-e2fb-475b-a5ca-35c87c9ded33'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:35.133599 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e80148f-2124-4064-bae4-a3ac19f98c1a tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Made reservation on behalf of 3c6b8b975a3c4e1683a16b66cad9d251 for: {'port': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:36:35.137602 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0e80148f-2124-4064-bae4-a3ac19f98c1a tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:35.161687 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-0e80148f-2124-4064-bae4-a3ac19f98c1a tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] device_id is not set on port a11f9ec4-d225-4a83-a989-c55f5a4ebf45 yet. {{(pid=87637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:36:35.200167 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-8f7ca0a9-b0b8-4159-9334-e28416c40f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:35.211152 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7ca0a9-b0b8-4159-9334-e28416c40f71 None None] Routers {'28de1bf0-e2fb-475b-a5ca-35c87c9ded33'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:36:35.211990 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-8f7ca0a9-b0b8-4159-9334-e28416c40f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:36:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['28de1bf0-e2fb-475b-a5ca-35c87c9ded33'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:35.235299 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cf47b47b-a6c3-4467-a450-c61467202e4b tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-774381'] for router_gateway, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:35.291001 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-8f7ca0a9-b0b8-4159-9334-e28416c40f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:35.291001 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7ca0a9-b0b8-4159-9334-e28416c40f71 None None] The sync data for ids ['28de1bf0-e2fb-475b-a5ca-35c87c9ded33'] in dv-neutron-826830-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:36:35.343910 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:35.352110 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-0e80148f-2124-4064-bae4-a3ac19f98c1a tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Allocated IP 172.20.0.11 (4215913b-577d-4b09-9662-fcc3bfc48c11/eb1a85c8-1f2a-46fa-ac88-c327e0f158e6/a11f9ec4-d225-4a83-a989-c55f5a4ebf45) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:36:35.437558 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:35.468227 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39456) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:35.534304 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cf47b47b-a6c3-4467-a450-c61467202e4b tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25968'] for router, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:35.538102 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cf47b47b-a6c3-4467-a450-c61467202e4b tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:35.549233 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d960a2df-79f3-4805-879a-a40b1401158f tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:35.550362 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d960a2df-79f3-4805-879a-a40b1401158f tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Synchronizing usage tracker for tenant:a862444cee664ef3af6a3e24f24366c9 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:36:35.581184 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d960a2df-79f3-4805-879a-a40b1401158f tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Unset dirty status for tenant:a862444cee664ef3af6a3e24f24366c9 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:36:35.585680 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d960a2df-79f3-4805-879a-a40b1401158f tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "GET /v2.0/ports?device_id=28de1bf0-e2fb-475b-a5ca-35c87c9ded33 HTTP/1.1" status: 200 len: 981 time: 0.4698274 Feb 01 04:36:35.585830 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 39462) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:35.586849 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cf47b47b-a6c3-4467-a450-c61467202e4b tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772958'] for router, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:35.587423 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf47b47b-a6c3-4467-a450-c61467202e4b tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6b7686c1-9450-44b4-9fcb-dc54349edb60 {{(pid=87636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 01 04:36:35.597331 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c566355b-b2b9-4100-9ee0-efbf03b2fe2f None None] Port 8df82f34-2e2c-43b5-8a0e-177498477399 not found while updating agent binding for router 6b7686c1-9450-44b4-9fcb-dc54349edb60. {{(pid=87638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 01 04:36:35.601575 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cf47b47b-a6c3-4467-a450-c61467202e4b tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:35.603791 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-cf47b47b-a6c3-4467-a450-c61467202e4b tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] 10.222.0.24 "DELETE /v2.0/routers/6b7686c1-9450-44b4-9fcb-dc54349edb60 HTTP/1.1" status: 204 len: 168 time: 1.7250533 Feb 01 04:36:35.605582 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39466) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:35.608499 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c566355b-b2b9-4100-9ee0-efbf03b2fe2f None None] Routers set() bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:36:35.609114 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c566355b-b2b9-4100-9ee0-efbf03b2fe2f None None] Router IDs set() for agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Feb 01 04:36:35.609967 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_agentschedulers_db [None req-c566355b-b2b9-4100-9ee0-efbf03b2fe2f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6b7686c1-9450-44b4-9fcb-dc54349edb60'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:36:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent'). {{(pid=87638) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 01 04:36:35.610584 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c566355b-b2b9-4100-9ee0-efbf03b2fe2f None None] The sync data for ids ['6b7686c1-9450-44b4-9fcb-dc54349edb60'] in dv-neutron-826830-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:36:35.661949 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0e80148f-2124-4064-bae4-a3ac19f98c1a tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:35.677236 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-47240a74-2cdf-469f-91ce-785711e82e7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:35.700689 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-603cc606-00b9-4305-ab64-cec18ad8219e tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Deleting subnet ecb86ecb-9305-4f6c-8021-1253d56367f3 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:36:35.703566 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-47240a74-2cdf-469f-91ce-785711e82e7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:36:35.705610 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-603cc606-00b9-4305-ab64-cec18ad8219e tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:35.737704 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-47240a74-2cdf-469f-91ce-785711e82e7c admin admin] Usage tracker for resource:security_group_rule and tenant:c9a5eacb6c3945169bc74886f0198e30 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:36:35.741909 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-47240a74-2cdf-469f-91ce-785711e82e7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:36:35.750329 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-47240a74-2cdf-469f-91ce-785711e82e7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:36:35.773251 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-603cc606-00b9-4305-ab64-cec18ad8219e tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145757'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:35.854636 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-603cc606-00b9-4305-ab64-cec18ad8219e tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:35.972810 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-47240a74-2cdf-469f-91ce-785711e82e7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:35.977517 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-47240a74-2cdf-469f-91ce-785711e82e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:35.992970 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-603cc606-00b9-4305-ab64-cec18ad8219e tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3072169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2652276'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:36.049009 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603cc606-00b9-4305-ab64-cec18ad8219e tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ecb86ecb-9305-4f6c-8021-1253d56367f3,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:36.066607 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-603cc606-00b9-4305-ab64-cec18ad8219e tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:36.070724 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-47240a74-2cdf-469f-91ce-785711e82e7c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c9a5eacb6c3945169bc74886f0198e30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6014864 Feb 01 04:36:36.073436 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39470) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:36.075913 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47240a74-2cdf-469f-91ce-785711e82e7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25d70005-5c16-4318-94cc-97ddd8fb1cf3,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:36.105727 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-603cc606-00b9-4305-ab64-cec18ad8219e tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] 10.222.0.24 "DELETE /v2.0/subnets/ecb86ecb-9305-4f6c-8021-1253d56367f3 HTTP/1.1" status: 204 len: 168 time: 0.4989653 Feb 01 04:36:36.112928 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39474) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:36.115110 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0e80148f-2124-4064-bae4-a3ac19f98c1a tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:36.191709 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e80148f-2124-4064-bae4-a3ac19f98c1a tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Network 4215913b-577d-4b09-9662-fcc3bfc48c11 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:36:36.198299 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-0e80148f-2124-4064-bae4-a3ac19f98c1a tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:36:36.203405 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e80148f-2124-4064-bae4-a3ac19f98c1a tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:36:36.241787 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80148f-2124-4064-bae4-a3ac19f98c1a tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Pushing event updated for resources: {'Port': ['ID=a11f9ec4-d225-4a83-a989-c55f5a4ebf45,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:36.246023 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fe730b47-f52e-4fa8-9057-3c24bfc1f06a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:36.250737 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cc711b07-de1d-4c13-82ad-d109cb83292a tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:36.280659 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fe730b47-f52e-4fa8-9057-3c24bfc1f06a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:36.318174 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e80148f-2124-4064-bae4-a3ac19f98c1a tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:36.319049 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0e80148f-2124-4064-bae4-a3ac19f98c1a tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:36.347824 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-0e80148f-2124-4064-bae4-a3ac19f98c1a tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4340434 Feb 01 04:36:36.348188 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39478) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:36.367949 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-05118a2a-2f56-472c-9c4e-0d6727d60f27 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Request body: {'port': {'network_id': '4215913b-577d-4b09-9662-fcc3bfc48c11', 'name': 'tempest-FloatingIPTestJSON-1356293062'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:36:36.413639 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-37e3b5c5-9fb5-4573-92c8-d27ef4aebaa0 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-371968'] for router_interface, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:36.471957 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cc711b07-de1d-4c13-82ad-d109cb83292a tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:36.557699 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-cc711b07-de1d-4c13-82ad-d109cb83292a tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['767b6724-4bef-4656-a523-f334f1aac0ec']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:36.567092 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fe730b47-f52e-4fa8-9057-3c24bfc1f06a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:36.594783 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-cc711b07-de1d-4c13-82ad-d109cb83292a tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '365a1391-48e8-4879-8a74-ea9af0fd2272') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:36.595107 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-cc711b07-de1d-4c13-82ad-d109cb83292a tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '365a1391-48e8-4879-8a74-ea9af0fd2272') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:36.607462 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe730b47-f52e-4fa8-9057-3c24bfc1f06a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d70005-5c16-4318-94cc-97ddd8fb1cf3,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:36.625157 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cc711b07-de1d-4c13-82ad-d109cb83292a tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143022'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:36.635262 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fe730b47-f52e-4fa8-9057-3c24bfc1f06a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:36.636457 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-fe730b47-f52e-4fa8-9057-3c24bfc1f06a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/25d70005-5c16-4318-94cc-97ddd8fb1cf3 HTTP/1.1" status: 204 len: 168 time: 0.5619953 Feb 01 04:36:36.651566 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-05118a2a-2f56-472c-9c4e-0d6727d60f27 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:36:36.654637 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cc711b07-de1d-4c13-82ad-d109cb83292a tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:36.657109 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-05118a2a-2f56-472c-9c4e-0d6727d60f27 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Usage tracker for resource:port and tenant:3c6b8b975a3c4e1683a16b66cad9d251 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:36:36.661928 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-05118a2a-2f56-472c-9c4e-0d6727d60f27 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:36:36.668626 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc711b07-de1d-4c13-82ad-d109cb83292a tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:36:36.669029 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cc711b07-de1d-4c13-82ad-d109cb83292a tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3072199'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:36.682415 dv-neutron-826830-1-hyperv neutron-server[87636]: Traceback (most recent call last): Feb 01 04:36:36.682415 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:36:36.682415 dv-neutron-826830-1-hyperv neutron-server[87636]: timer() Feb 01 04:36:36.682415 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:36:36.682415 dv-neutron-826830-1-hyperv neutron-server[87636]: cb(*args, **kw) Feb 01 04:36:36.682415 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:36:36.682415 dv-neutron-826830-1-hyperv neutron-server[87636]: return func(*args, **kwargs) Feb 01 04:36:36.682415 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:36:36.682415 dv-neutron-826830-1-hyperv neutron-server[87636]: self._notify() Feb 01 04:36:36.682415 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:36:36.682415 dv-neutron-826830-1-hyperv neutron-server[87636]: self.callback(batched_events) Feb 01 04:36:36.682415 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:36:36.682415 dv-neutron-826830-1-hyperv neutron-server[87636]: event.method(event) Feb 01 04:36:36.682415 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:36:36.682415 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:36:36.682415 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:36:36.682415 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:36:36.682415 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:36:36.682415 dv-neutron-826830-1-hyperv neutron-server[87636]: return f(self, *a, **k) Feb 01 04:36:36.682415 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:36:36.682415 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._get(url).json() Feb 01 04:36:36.682415 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:36:36.682415 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:36:36.682415 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:36:36.682415 dv-neutron-826830-1-hyperv neutron-server[87636]: return self.request(url, 'GET', **kwargs) Feb 01 04:36:36.682415 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:36:36.682415 dv-neutron-826830-1-hyperv neutron-server[87636]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:36:36.682415 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:36:36.682415 dv-neutron-826830-1-hyperv neutron-server[87636]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:36:36.682415 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:36:36.682415 dv-neutron-826830-1-hyperv neutron-server[87636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:36:36.682415 dv-neutron-826830-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:36:36.684966 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-05118a2a-2f56-472c-9c4e-0d6727d60f27 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:36:36.699538 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-37e3b5c5-9fb5-4573-92c8-d27ef4aebaa0 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Deleting port 6a2ef191-0b7f-4fc1-816b-898847fb1116 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:36:36.700102 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-37e3b5c5-9fb5-4573-92c8-d27ef4aebaa0 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:36.756049 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05118a2a-2f56-472c-9c4e-0d6727d60f27 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Made reservation on behalf of 3c6b8b975a3c4e1683a16b66cad9d251 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:36:36.759437 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-05118a2a-2f56-472c-9c4e-0d6727d60f27 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:36.792120 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-05118a2a-2f56-472c-9c4e-0d6727d60f27 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] device_id is not set on port 9d891d75-d6f8-401b-92c9-cee62e29ec62 yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:36:36.833729 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cc711b07-de1d-4c13-82ad-d109cb83292a tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:36.852109 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc711b07-de1d-4c13-82ad-d109cb83292a tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 767b6724-4bef-4656-a523-f334f1aac0ec {{(pid=87636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 01 04:36:36.864755 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cc711b07-de1d-4c13-82ad-d109cb83292a tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:36.873756 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc711b07-de1d-4c13-82ad-d109cb83292a tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Pushing event deleted for resources: {'Network': ['ID=767b6724-4bef-4656-a523-f334f1aac0ec,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:36.956711 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-cc711b07-de1d-4c13-82ad-d109cb83292a tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] 10.222.0.24 "DELETE /v2.0/networks/767b6724-4bef-4656-a523-f334f1aac0ec HTTP/1.1" status: 204 len: 168 time: 0.8424797 Feb 01 04:36:36.962788 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:37.006466 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-05118a2a-2f56-472c-9c4e-0d6727d60f27 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Allocated IP 172.20.0.14 (4215913b-577d-4b09-9662-fcc3bfc48c11/eb1a85c8-1f2a-46fa-ac88-c327e0f158e6/9d891d75-d6f8-401b-92c9-cee62e29ec62) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:36:37.009733 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-37e3b5c5-9fb5-4573-92c8-d27ef4aebaa0 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:37.154602 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-37e3b5c5-9fb5-4573-92c8-d27ef4aebaa0 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Calling delete_port for 6a2ef191-0b7f-4fc1-816b-898847fb1116 owned by network:router_interface {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:36:37.240200 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-05118a2a-2f56-472c-9c4e-0d6727d60f27 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:37.273238 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-05118a2a-2f56-472c-9c4e-0d6727d60f27 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:37.353451 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 39492) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:37.363921 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-a68c889b-a426-425a-8273-1c2c4d9b12b7 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Request body: {'router': {'name': 'tempest-router--15935037', 'project_id': 'a4b939c51df74d2ab0431fb3b069b65e'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:36:37.372006 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-a68c889b-a426-425a-8273-1c2c4d9b12b7 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:36:37.383639 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-a68c889b-a426-425a-8273-1c2c4d9b12b7 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Usage tracker for resource:router and tenant:a4b939c51df74d2ab0431fb3b069b65e is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:36:37.388563 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-a68c889b-a426-425a-8273-1c2c4d9b12b7 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:36:37.398035 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-a68c889b-a426-425a-8273-1c2c4d9b12b7 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:36:37.410875 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-37e3b5c5-9fb5-4573-92c8-d27ef4aebaa0 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:37.461317 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a68c889b-a426-425a-8273-1c2c4d9b12b7 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25958'] for router, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:37.462320 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a68c889b-a426-425a-8273-1c2c4d9b12b7 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-372027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25961'] for router, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:37.469699 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05118a2a-2f56-472c-9c4e-0d6727d60f27 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Network 4215913b-577d-4b09-9662-fcc3bfc48c11 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:36:37.473374 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-05118a2a-2f56-472c-9c4e-0d6727d60f27 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:36:37.475868 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05118a2a-2f56-472c-9c4e-0d6727d60f27 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:36:37.477016 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e3b5c5-9fb5-4573-92c8-d27ef4aebaa0 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event deleted for resources: {'Port': ['ID=6a2ef191-0b7f-4fc1-816b-898847fb1116,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:37.518814 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05118a2a-2f56-472c-9c4e-0d6727d60f27 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Pushing event updated for resources: {'Port': ['ID=9d891d75-d6f8-401b-92c9-cee62e29ec62,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:37.554933 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05118a2a-2f56-472c-9c4e-0d6727d60f27 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:37.555557 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-05118a2a-2f56-472c-9c4e-0d6727d60f27 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:37.561377 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a68c889b-a426-425a-8273-1c2c4d9b12b7 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:37.575931 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-05118a2a-2f56-472c-9c4e-0d6727d60f27 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2189763 Feb 01 04:36:37.579019 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39496) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:37.584401 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-57d00887-937f-496e-8e37-0ef7112757db tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Request body: {'floatingip': {'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'port_id': '9d891d75-d6f8-401b-92c9-cee62e29ec62', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:36:37.591573 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-57d00887-937f-496e-8e37-0ef7112757db tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:36:37.596854 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-57d00887-937f-496e-8e37-0ef7112757db tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Usage tracker for resource:floatingip and tenant:3c6b8b975a3c4e1683a16b66cad9d251 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:36:37.600025 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-57d00887-937f-496e-8e37-0ef7112757db tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:36:37.606256 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-57d00887-937f-496e-8e37-0ef7112757db tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:36:37.616115 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-57d00887-937f-496e-8e37-0ef7112757db tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks [] for floatingip, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:37.649881 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a68c889b-a426-425a-8273-1c2c4d9b12b7 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337'] for router, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:37.768375 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-57d00887-937f-496e-8e37-0ef7112757db tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:37.853094 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-37e3b5c5-9fb5-4573-92c8-d27ef4aebaa0 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770960'] for router_interface, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:37.863509 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a68c889b-a426-425a-8273-1c2c4d9b12b7 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:37.867275 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-a68c889b-a426-425a-8273-1c2c4d9b12b7 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5102448 Feb 01 04:36:37.867602 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 39500) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:37.909342 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-57d00887-937f-496e-8e37-0ef7112757db tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Allocated IP 172.26.8.77 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/ef2b9a62-ba98-4772-8e6f-19532736fd76) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:36:38.062517 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-57d00887-937f-496e-8e37-0ef7112757db tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:38.093046 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-57d00887-937f-496e-8e37-0ef7112757db tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:38.124000 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d8a48475-cf47-44db-890f-c3d0ba4cd318 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks [] for router, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:38.160396 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d00887-937f-496e-8e37-0ef7112757db tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:36:38.163182 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-57d00887-937f-496e-8e37-0ef7112757db tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:36:38.165509 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d00887-937f-496e-8e37-0ef7112757db tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:36:38.208524 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d00887-937f-496e-8e37-0ef7112757db tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Pushing event updated for resources: {'Port': ['ID=ef2b9a62-ba98-4772-8e6f-19532736fd76,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:38.550866 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37e3b5c5-9fb5-4573-92c8-d27ef4aebaa0 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Router 28de1bf0-e2fb-475b-a5ca-35c87c9ded33 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:36:38.553008 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d8a48475-cf47-44db-890f-c3d0ba4cd318 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25968'] for router, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:38.557373 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d8a48475-cf47-44db-890f-c3d0ba4cd318 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:38.589963 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-57d00887-937f-496e-8e37-0ef7112757db tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:38.665269 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-57d00887-937f-496e-8e37-0ef7112757db tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:38.697963 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d8a48475-cf47-44db-890f-c3d0ba4cd318 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772958'] for router, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:38.698788 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a48475-cf47-44db-890f-c3d0ba4cd318 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f85d4ac3-4f5d-4a27-a8b5-05114e8fd0bf {{(pid=87637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 01 04:36:38.715038 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e3b5c5-9fb5-4573-92c8-d27ef4aebaa0 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:36:38.717882 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d8a48475-cf47-44db-890f-c3d0ba4cd318 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:38.718988 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-d8a48475-cf47-44db-890f-c3d0ba4cd318 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] 10.222.0.24 "DELETE /v2.0/routers/f85d4ac3-4f5d-4a27-a8b5-05114e8fd0bf HTTP/1.1" status: 204 len: 168 time: 0.8505716 Feb 01 04:36:38.725212 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-37e3b5c5-9fb5-4573-92c8-d27ef4aebaa0 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "PUT /v2.0/routers/28de1bf0-e2fb-475b-a5ca-35c87c9ded33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1360765 Feb 01 04:36:38.726080 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 39506) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:38.729250 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7cacb1-b696-4b7e-9d42-4327ab3a4b0e None None] Sync routers for ids ['28de1bf0-e2fb-475b-a5ca-35c87c9ded33'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:36:38.745439 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7cacb1-b696-4b7e-9d42-4327ab3a4b0e None None] Routers {'28de1bf0-e2fb-475b-a5ca-35c87c9ded33'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:36:38.746059 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-db7cacb1-b696-4b7e-9d42-4327ab3a4b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:36:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['28de1bf0-e2fb-475b-a5ca-35c87c9ded33'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:38.770727 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-0911b601-1bb2-417a-8280-eb09cf6a9235 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] GET failed (client error): The resource could not be found. Feb 01 04:36:38.770928 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-0911b601-1bb2-417a-8280-eb09cf6a9235 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Synchronizing usage tracker for tenant:a862444cee664ef3af6a3e24f24366c9 on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:36:38.787081 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-0911b601-1bb2-417a-8280-eb09cf6a9235 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Unset dirty status for tenant:a862444cee664ef3af6a3e24f24366c9 on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:36:38.790767 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-0911b601-1bb2-417a-8280-eb09cf6a9235 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "GET /v2.0/ports/6a2ef191-0b7f-4fc1-816b-898847fb1116 HTTP/1.1" status: 404 len: 333 time: 0.0613306 Feb 01 04:36:38.791042 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 39510) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:38.880163 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-db7cacb1-b696-4b7e-9d42-4327ab3a4b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:38.895697 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-57d00887-937f-496e-8e37-0ef7112757db tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:38.901397 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7cacb1-b696-4b7e-9d42-4327ab3a4b0e None None] Routers {'28de1bf0-e2fb-475b-a5ca-35c87c9ded33'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:36:38.902073 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-db7cacb1-b696-4b7e-9d42-4327ab3a4b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:36:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['28de1bf0-e2fb-475b-a5ca-35c87c9ded33'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:38.903867 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-57d00887-937f-496e-8e37-0ef7112757db tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:38.949571 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39514) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:39.012616 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-db7cacb1-b696-4b7e-9d42-4327ab3a4b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:39.013276 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7cacb1-b696-4b7e-9d42-4327ab3a4b0e None None] The sync data for ids ['28de1bf0-e2fb-475b-a5ca-35c87c9ded33'] in dv-neutron-826830-1-hyperv is: [] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:36:39.044833 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d00887-937f-496e-8e37-0ef7112757db tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Pushing event updated for resources: {'Port': ['ID=ef2b9a62-ba98-4772-8e6f-19532736fd76,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:39.054277 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-57d00887-937f-496e-8e37-0ef7112757db tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-774194'] for floatingip, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:39.077034 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-193d6181-e05e-4fd6-8023-9df231a29d35 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for router, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:39.304918 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-1f39ca72-c7a4-49b7-abe2-3fdec98eb1bc tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1883396808', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}, 'admin_state_up': False}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:36:39.318273 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-1f39ca72-c7a4-49b7-abe2-3fdec98eb1bc tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:36:39.332528 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1f39ca72-c7a4-49b7-abe2-3fdec98eb1bc tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Usage tracker for resource:router and tenant:da60f261660a4c848ee1898ab718e77f is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:36:39.336913 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1f39ca72-c7a4-49b7-abe2-3fdec98eb1bc tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:36:39.346210 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-1f39ca72-c7a4-49b7-abe2-3fdec98eb1bc tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:36:39.358607 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.l3_db [None req-57d00887-937f-496e-8e37-0ef7112757db tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Floating IP 9ba5c1ef-8125-4395-a3e6-750c927c9900 associated. External IP: 172.26.8.77, port: 9d891d75-d6f8-401b-92c9-cee62e29ec62. Feb 01 04:36:39.380924 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-193d6181-e05e-4fd6-8023-9df231a29d35 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25968'] for router, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:39.383127 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-193d6181-e05e-4fd6-8023-9df231a29d35 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:39.405151 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-193d6181-e05e-4fd6-8023-9df231a29d35 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772958'] for router, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:39.405661 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-193d6181-e05e-4fd6-8023-9df231a29d35 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Fanout notify agent at l3_agent the message router_deleted on router 28de1bf0-e2fb-475b-a5ca-35c87c9ded33 {{(pid=87637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 01 04:36:39.417389 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-193d6181-e05e-4fd6-8023-9df231a29d35 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:39.417785 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1f39ca72-c7a4-49b7-abe2-3fdec98eb1bc tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25958'] for router, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:39.418473 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-193d6181-e05e-4fd6-8023-9df231a29d35 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "DELETE /v2.0/routers/28de1bf0-e2fb-475b-a5ca-35c87c9ded33 HTTP/1.1" status: 204 len: 168 time: 0.6264727 Feb 01 04:36:39.418787 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1f39ca72-c7a4-49b7-abe2-3fdec98eb1bc tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-372027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25961'] for router, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:39.421159 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 39520) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:39.459614 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1f39ca72-c7a4-49b7-abe2-3fdec98eb1bc tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:39.493236 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb5b769a-4c25-44d5-9d6d-cd25d78bb194 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Deleting subnet 49358196-7b65-4d08-961b-7bd8c9b7635f {{(pid=87637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:36:39.496330 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fb5b769a-4c25-44d5-9d6d-cd25d78bb194 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for subnet, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:39.552095 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fb5b769a-4c25-44d5-9d6d-cd25d78bb194 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2424773'] for subnet, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:39.633674 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fb5b769a-4c25-44d5-9d6d-cd25d78bb194 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:39.708499 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fb5b769a-4c25-44d5-9d6d-cd25d78bb194 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3037665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694336'] for subnet, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:39.749161 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5b769a-4c25-44d5-9d6d-cd25d78bb194 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event deleted for resources: {'Subnet': ['ID=49358196-7b65-4d08-961b-7bd8c9b7635f,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:39.751124 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fb5b769a-4c25-44d5-9d6d-cd25d78bb194 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:39.756984 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3adeb5c1-9feb-4942-8796-965570f563e3 None None] Network 8e99055a-81b3-4264-a91e-c425e936d26e requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:36:39.760157 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-fb5b769a-4c25-44d5-9d6d-cd25d78bb194 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "DELETE /v2.0/subnets/49358196-7b65-4d08-961b-7bd8c9b7635f HTTP/1.1" status: 204 len: 168 time: 0.3356359 Feb 01 04:36:39.760846 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 39524) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:39.881021 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-60971a96-2fee-43a7-9bc6-076afa016922 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:39.893143 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-60971a96-2fee-43a7-9bc6-076afa016922 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Deleting port 987b9b2b-7910-4425-b0dc-9a745496aa0c {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:36:39.893396 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-60971a96-2fee-43a7-9bc6-076afa016922 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:39.896005 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1f39ca72-c7a4-49b7-abe2-3fdec98eb1bc tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:40.030474 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57d00887-937f-496e-8e37-0ef7112757db tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Router 369c1bd0-20ee-4cfb-81b7-18033449079b has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:36:40.036748 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5f76e3-ef4d-4847-b308-e5d18ab801f1 None None] DHCP port deletion for 8e99055a-81b3-4264-a91e-c425e936d26e request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:36:40.041516 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-8d5f76e3-ef4d-4847-b308-e5d18ab801f1 None None] Deleting port 987b9b2b-7910-4425-b0dc-9a745496aa0c {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:36:40.041967 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8d5f76e3-ef4d-4847-b308-e5d18ab801f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:40.117641 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-60971a96-2fee-43a7-9bc6-076afa016922 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] For port 987b9b2b-7910-4425-b0dc-9a745496aa0c, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=987b9b2b-7910-4425-b0dc-9a745496aa0c,segment=NetworkSegment(807ca37a-91fe-4993-bc96-a993f6124aa5),segment_id=807ca37a-91fe-4993-bc96-a993f6124aa5)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:36:40.118221 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-60971a96-2fee-43a7-9bc6-076afa016922 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:40.244525 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-60971a96-2fee-43a7-9bc6-076afa016922 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Calling delete_port for 987b9b2b-7910-4425-b0dc-9a745496aa0c owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:36:40.252599 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-8d5f76e3-ef4d-4847-b308-e5d18ab801f1 None None] For port 987b9b2b-7910-4425-b0dc-9a745496aa0c, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=987b9b2b-7910-4425-b0dc-9a745496aa0c,segment=NetworkSegment(807ca37a-91fe-4993-bc96-a993f6124aa5),segment_id=807ca37a-91fe-4993-bc96-a993f6124aa5)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:36:40.253227 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8d5f76e3-ef4d-4847-b308-e5d18ab801f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:40.299101 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d00887-937f-496e-8e37-0ef7112757db tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:36:40.321699 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e8e605-649e-46fb-8d97-d3ae8931ed61 None None] Sync routers for ids ['369c1bd0-20ee-4cfb-81b7-18033449079b'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:36:40.325109 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-60971a96-2fee-43a7-9bc6-076afa016922 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:40.378807 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60971a96-2fee-43a7-9bc6-076afa016922 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] No DVR routers for this DVR port 987b9b2b-7910-4425-b0dc-9a745496aa0c on host dv-neutron-826830-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:36:40.386096 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-8d5f76e3-ef4d-4847-b308-e5d18ab801f1 None None] Calling delete_port for 987b9b2b-7910-4425-b0dc-9a745496aa0c owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:36:40.411870 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60971a96-2fee-43a7-9bc6-076afa016922 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event deleted for resources: {'Port': ['ID=987b9b2b-7910-4425-b0dc-9a745496aa0c,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:40.431805 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e8e605-649e-46fb-8d97-d3ae8931ed61 None None] Routers {'369c1bd0-20ee-4cfb-81b7-18033449079b'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:36:40.432510 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-61e8e605-649e-46fb-8d97-d3ae8931ed61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:36:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['369c1bd0-20ee-4cfb-81b7-18033449079b'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:40.501522 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-61e8e605-649e-46fb-8d97-d3ae8931ed61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:40.526414 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e8e605-649e-46fb-8d97-d3ae8931ed61 None None] Routers {'369c1bd0-20ee-4cfb-81b7-18033449079b'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:36:40.527160 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-61e8e605-649e-46fb-8d97-d3ae8931ed61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:36:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['369c1bd0-20ee-4cfb-81b7-18033449079b'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:40.528443 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-60971a96-2fee-43a7-9bc6-076afa016922 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:40.561325 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-60971a96-2fee-43a7-9bc6-076afa016922 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e99055a-81b3-4264-a91e-c425e936d26e']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:40.579782 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-60971a96-2fee-43a7-9bc6-076afa016922 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '807ca37a-91fe-4993-bc96-a993f6124aa5') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:40.580116 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-60971a96-2fee-43a7-9bc6-076afa016922 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '807ca37a-91fe-4993-bc96-a993f6124aa5') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:40.582764 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 987b9b2b-7910-4425-b0dc-9a745496aa0c no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:36:40.592849 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-60971a96-2fee-43a7-9bc6-076afa016922 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:40.613304 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-57d00887-937f-496e-8e37-0ef7112757db tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:40.651447 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1f39ca72-c7a4-49b7-abe2-3fdec98eb1bc tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks [] for router_gateway, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:40.674332 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 987b9b2b-7910-4425-b0dc-9a745496aa0c {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:36:40.674813 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 987b9b2b-7910-4425-b0dc-9a745496aa0c not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:36:40.677031 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-61e8e605-649e-46fb-8d97-d3ae8931ed61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:40.677433 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e8e605-649e-46fb-8d97-d3ae8931ed61 None None] The sync data for ids ['369c1bd0-20ee-4cfb-81b7-18033449079b'] in dv-neutron-826830-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:36:40.679092 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-8d5f76e3-ef4d-4847-b308-e5d18ab801f1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:36:40.679459 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-8d5f76e3-ef4d-4847-b308-e5d18ab801f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:36:40.690983 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1f39ca72-c7a4-49b7-abe2-3fdec98eb1bc tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:40.725344 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-60971a96-2fee-43a7-9bc6-076afa016922 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:40.731761 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60971a96-2fee-43a7-9bc6-076afa016922 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:36:40.732219 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-60971a96-2fee-43a7-9bc6-076afa016922 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:40.747100 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 04:36:40.747100 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:36:40.747100 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 04:36:40.747100 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:36:40.747100 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 04:36:40.747100 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:36:40.747100 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 04:36:40.747100 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:36:40.747100 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 04:36:40.747100 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:36:40.747100 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 04:36:40.747100 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:36:40.747100 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 04:36:40.747100 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:36:40.747100 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:36:40.747100 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:36:40.747100 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:36:40.747100 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:36:40.747100 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 04:36:40.747100 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:36:40.747100 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 04:36:40.747100 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:36:40.747100 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:36:40.747100 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:36:40.747100 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 04:36:40.747100 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:36:40.747100 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:36:40.747100 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:36:40.747100 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:36:40.747100 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:36:40.747100 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:36:40.747100 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:36:40.750621 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-57d00887-937f-496e-8e37-0ef7112757db tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.1703670 Feb 01 04:36:40.753436 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39530) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:40.760431 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-5b052d31-e64a-4aa8-96c6-80e6cfcd5e14 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:36:40.827962 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-60971a96-2fee-43a7-9bc6-076afa016922 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:40.850079 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-60971a96-2fee-43a7-9bc6-076afa016922 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:40.856141 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60971a96-2fee-43a7-9bc6-076afa016922 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event deleted for resources: {'Network': ['ID=8e99055a-81b3-4264-a91e-c425e936d26e,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:40.871060 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-60971a96-2fee-43a7-9bc6-076afa016922 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "DELETE /v2.0/networks/8e99055a-81b3-4264-a91e-c425e936d26e HTTP/1.1" status: 204 len: 168 time: 1.1098402 Feb 01 04:36:40.875435 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 39534) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:40.915427 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5b052d31-e64a-4aa8-96c6-80e6cfcd5e14 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks [] for floatingip, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:40.948358 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c2250d-35a6-4a4f-9288-8a2d81a43487 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:40.948929 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-a5c2250d-35a6-4a4f-9288-8a2d81a43487 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Synchronizing usage tracker for tenant:a862444cee664ef3af6a3e24f24366c9 on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:36:40.963229 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-a5c2250d-35a6-4a4f-9288-8a2d81a43487 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Unset dirty status for tenant:a862444cee664ef3af6a3e24f24366c9 on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:36:40.967827 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-a5c2250d-35a6-4a4f-9288-8a2d81a43487 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "GET /v2.0/ports/9b63b118-1fc6-4cef-ae83-766005a7c039 HTTP/1.1" status: 200 len: 841 time: 0.0879917 Feb 01 04:36:40.968080 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 39538) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:41.021815 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-1f39ca72-c7a4-49b7-abe2-3fdec98eb1bc tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Allocated IP 172.26.8.240 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/447df45c-1b92-4a68-a00d-1f4d6dd4943a) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:36:41.038337 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-cc3fdc79-c61a-46d5-9436-4f81c09c21a8 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "GET /v2.0/ports/9b63b118-1fc6-4cef-ae83-766005a7c039?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0692077 Feb 01 04:36:41.041926 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 39542) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:41.047224 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-36d05ec9-d515-4c3e-b3bb-ef6a81848dbe tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Request body: {'subnet': {'network_id': '7f96f5a1-4f91-4a86-8e7f-c10c0c3805e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:36:41.083543 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 39546) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:41.181217 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-8d5f76e3-ef4d-4847-b308-e5d18ab801f1 None None] Deleting port 987b9b2b-7910-4425-b0dc-9a745496aa0c {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:36:41.182237 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8d5f76e3-ef4d-4847-b308-e5d18ab801f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:41.202122 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-36d05ec9-d515-4c3e-b3bb-ef6a81848dbe tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:36:41.208368 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-36d05ec9-d515-4c3e-b3bb-ef6a81848dbe tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Usage tracker for resource:subnet and tenant:a862444cee664ef3af6a3e24f24366c9 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:36:41.213076 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-36d05ec9-d515-4c3e-b3bb-ef6a81848dbe tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:36:41.220533 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-36d05ec9-d515-4c3e-b3bb-ef6a81848dbe tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:36:41.239145 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9677448c-18e6-49be-b567-f4fb861740c6 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:41.239626 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9677448c-18e6-49be-b567-f4fb861740c6 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:41.240093 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9677448c-18e6-49be-b567-f4fb861740c6 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:41.251197 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-9677448c-18e6-49be-b567-f4fb861740c6 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] 10.222.0.24 "GET /v2.0/ports?project_id=0629703b9474474a9f2fde13723d2e8b&network_id=6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d HTTP/1.1" status: 200 len: 3000 time: 0.1571882 Feb 01 04:36:41.251197 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d05ec9-d515-4c3e-b3bb-ef6a81848dbe tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Made reservation on behalf of a862444cee664ef3af6a3e24f24366c9 for: {'subnet': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:36:41.251197 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-36d05ec9-d515-4c3e-b3bb-ef6a81848dbe tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3694443'] for subnet, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:41.253295 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-8d5f76e3-ef4d-4847-b308-e5d18ab801f1 None None] The port '987b9b2b-7910-4425-b0dc-9a745496aa0c' was deleted {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 01 04:36:41.303065 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5b052d31-e64a-4aa8-96c6-80e6cfcd5e14 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:41.309079 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5b052d31-e64a-4aa8-96c6-80e6cfcd5e14 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-774194'] for floatingip, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:41.309435 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.l3_db [None req-5b052d31-e64a-4aa8-96c6-80e6cfcd5e14 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Floating IP 9ba5c1ef-8125-4395-a3e6-750c927c9900 disassociated. External IP: 172.26.8.77, port: 9d891d75-d6f8-401b-92c9-cee62e29ec62. Feb 01 04:36:41.419733 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1f39ca72-c7a4-49b7-abe2-3fdec98eb1bc tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:41.466157 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-36d05ec9-d515-4c3e-b3bb-ef6a81848dbe tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3037478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3694457'] for subnet, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:41.529231 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d05ec9-d515-4c3e-b3bb-ef6a81848dbe tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Network 7f96f5a1-4f91-4a86-8e7f-c10c0c3805e9 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:36:41.532884 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-36d05ec9-d515-4c3e-b3bb-ef6a81848dbe tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:36:41.537235 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d05ec9-d515-4c3e-b3bb-ef6a81848dbe tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:41.537809 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-36d05ec9-d515-4c3e-b3bb-ef6a81848dbe tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:41.542280 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25dc9464-576a-4842-a5eb-202697206f0d None None] Network 7f96f5a1-4f91-4a86-8e7f-c10c0c3805e9 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:36:41.556718 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d05ec9-d515-4c3e-b3bb-ef6a81848dbe tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event updated for resources: {'Subnet': ['ID=d081ad62-54ef-4230-bed6-8a893c7edff0,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:41.562871 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-36d05ec9-d515-4c3e-b3bb-ef6a81848dbe tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5198994 Feb 01 04:36:41.563996 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 39554) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:41.569218 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-fbfe4750-5177-45c9-b77b-578206a532ed tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Request body: {'security_group': {'name': 'tempest-secgroup-36551302'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:36:41.576634 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-fbfe4750-5177-45c9-b77b-578206a532ed tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:36:41.581489 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-fbfe4750-5177-45c9-b77b-578206a532ed tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Usage tracker for resource:security_group and tenant:a862444cee664ef3af6a3e24f24366c9 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:36:41.584386 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-fbfe4750-5177-45c9-b77b-578206a532ed tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:36:41.590172 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-fbfe4750-5177-45c9-b77b-578206a532ed tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:36:41.603630 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fbfe4750-5177-45c9-b77b-578206a532ed tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for security_group, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:41.610011 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1f39ca72-c7a4-49b7-abe2-3fdec98eb1bc tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:41.624507 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-fbfe4750-5177-45c9-b77b-578206a532ed tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:36:41.628905 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-fbfe4750-5177-45c9-b77b-578206a532ed tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Usage tracker for resource:security_group_rule and tenant:a862444cee664ef3af6a3e24f24366c9 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:36:41.631487 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-fbfe4750-5177-45c9-b77b-578206a532ed tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:36:41.637520 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-fbfe4750-5177-45c9-b77b-578206a532ed tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:36:41.713384 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fbfe4750-5177-45c9-b77b-578206a532ed tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for security_group, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:41.717832 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fbfe4750-5177-45c9-b77b-578206a532ed tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:41.744383 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f39ca72-c7a4-49b7-abe2-3fdec98eb1bc tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:36:41.752043 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-1f39ca72-c7a4-49b7-abe2-3fdec98eb1bc tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:36:41.754409 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f39ca72-c7a4-49b7-abe2-3fdec98eb1bc tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:36:41.761686 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfe4750-5177-45c9-b77b-578206a532ed tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ff859b-fc50-4543-a3c2-15c0f29ab629,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:41.764547 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fbfe4750-5177-45c9-b77b-578206a532ed tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:41.765769 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-fbfe4750-5177-45c9-b77b-578206a532ed tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1741 time: 0.2007928 Feb 01 04:36:41.770063 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 39558) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:41.775107 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-267b6358-b319-4acf-b039-d9506945b8a5 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Request body: {'security_group': {'name': 'tempest-secgroup-1166733162'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:36:41.780902 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-267b6358-b319-4acf-b039-d9506945b8a5 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:36:41.784864 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-267b6358-b319-4acf-b039-d9506945b8a5 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Usage tracker for resource:security_group and tenant:a862444cee664ef3af6a3e24f24366c9 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:36:41.787909 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-267b6358-b319-4acf-b039-d9506945b8a5 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:36:41.793596 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-267b6358-b319-4acf-b039-d9506945b8a5 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:36:41.806636 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f39ca72-c7a4-49b7-abe2-3fdec98eb1bc tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Pushing event updated for resources: {'Port': ['ID=447df45c-1b92-4a68-a00d-1f4d6dd4943a,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:41.809234 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-267b6358-b319-4acf-b039-d9506945b8a5 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for security_group, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:41.811801 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b97af6-313d-4e25-910b-ee1a4b5b30ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-7f96f5a1-4f91-4a86-8e7f-c10c0c3805e9', 'network_id': '7f96f5a1-4f91-4a86-8e7f-c10c0c3805e9', 'tenant_id': 'a862444cee664ef3af6a3e24f24366c9', 'fixed_ips': [{'subnet_id': 'd081ad62-54ef-4230-bed6-8a893c7edff0'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:36:41.812650 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-52b97af6-313d-4e25-910b-ee1a4b5b30ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:41.831078 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b052d31-e64a-4aa8-96c6-80e6cfcd5e14 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Router 369c1bd0-20ee-4cfb-81b7-18033449079b has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:36:41.836286 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-267b6358-b319-4acf-b039-d9506945b8a5 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:36:41.840468 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-267b6358-b319-4acf-b039-d9506945b8a5 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Usage tracker for resource:security_group_rule and tenant:a862444cee664ef3af6a3e24f24366c9 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:36:41.843733 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-267b6358-b319-4acf-b039-d9506945b8a5 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:36:41.849717 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-267b6358-b319-4acf-b039-d9506945b8a5 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:36:41.927891 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-267b6358-b319-4acf-b039-d9506945b8a5 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for security_group, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:41.932483 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-267b6358-b319-4acf-b039-d9506945b8a5 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:41.978139 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267b6358-b319-4acf-b039-d9506945b8a5 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fadd0fe4-8a58-450d-ad75-ed8423ab5dad,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:41.981071 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-267b6358-b319-4acf-b039-d9506945b8a5 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:41.984915 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-267b6358-b319-4acf-b039-d9506945b8a5 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2113423 Feb 01 04:36:41.985831 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 39562) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:41.995581 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-be235ef5-a0a6-4267-bf10-2294c2d512b2 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-723334066', 'security_groups': ['fadd0fe4-8a58-450d-ad75-ed8423ab5dad'], 'network_id': '7f96f5a1-4f91-4a86-8e7f-c10c0c3805e9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd081ad62-54ef-4230-bed6-8a893c7edff0'}]}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:36:42.008338 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-52b97af6-313d-4e25-910b-ee1a4b5b30ff None None] Allocated IP 172.20.0.2 (7f96f5a1-4f91-4a86-8e7f-c10c0c3805e9/d081ad62-54ef-4230-bed6-8a893c7edff0/e7245565-5e22-4d57-8fcd-5611bae133ba) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:36:42.136819 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-be235ef5-a0a6-4267-bf10-2294c2d512b2 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:36:42.146414 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-be235ef5-a0a6-4267-bf10-2294c2d512b2 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:36:42.156482 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be235ef5-a0a6-4267-bf10-2294c2d512b2 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Made reservation on behalf of a862444cee664ef3af6a3e24f24366c9 for: {'port': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:36:42.213891 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-52b97af6-313d-4e25-910b-ee1a4b5b30ff None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:42.224288 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-52b97af6-313d-4e25-910b-ee1a4b5b30ff None None] Transition to ACTIVE for port object e7245565-5e22-4d57-8fcd-5611bae133ba will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:36:42.243027 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-52b97af6-313d-4e25-910b-ee1a4b5b30ff None None] Transition to ACTIVE for port object e7245565-5e22-4d57-8fcd-5611bae133ba will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:36:42.249903 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-52b97af6-313d-4e25-910b-ee1a4b5b30ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:42.283324 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-be235ef5-a0a6-4267-bf10-2294c2d512b2 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:42.304150 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-be235ef5-a0a6-4267-bf10-2294c2d512b2 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] device_id is not set on port 9d051c8f-b440-4494-b71c-ebfeca9c3bd1 yet. {{(pid=87637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:36:42.319520 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b97af6-313d-4e25-910b-ee1a4b5b30ff None None] Network 7f96f5a1-4f91-4a86-8e7f-c10c0c3805e9 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:36:42.322639 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-52b97af6-313d-4e25-910b-ee1a4b5b30ff None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:36:42.325144 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b97af6-313d-4e25-910b-ee1a4b5b30ff None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:36:42.360923 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b97af6-313d-4e25-910b-ee1a4b5b30ff None None] Pushing event updated for resources: {'Port': ['ID=e7245565-5e22-4d57-8fcd-5611bae133ba,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:42.428126 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-52b97af6-313d-4e25-910b-ee1a4b5b30ff None None] Attempting to bind port e7245565-5e22-4d57-8fcd-5611bae133ba on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:36:42.428126 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-52b97af6-313d-4e25-910b-ee1a4b5b30ff None None] Attempting to bind port e7245565-5e22-4d57-8fcd-5611bae133ba by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': 'c233672a-1fea-4d45-abc6-f3eafc6d06d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7f96f5a1-4f91-4a86-8e7f-c10c0c3805e9'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:36:42.428457 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b97af6-313d-4e25-910b-ee1a4b5b30ff None None] Attempting to bind port e7245565-5e22-4d57-8fcd-5611bae133ba on network 7f96f5a1-4f91-4a86-8e7f-c10c0c3805e9 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:36:42.433774 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b97af6-313d-4e25-910b-ee1a4b5b30ff None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:36:42.434150 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b97af6-313d-4e25-910b-ee1a4b5b30ff None None] Checking segment: {'id': 'c233672a-1fea-4d45-abc6-f3eafc6d06d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7f96f5a1-4f91-4a86-8e7f-c10c0c3805e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:36:42.434720 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-52b97af6-313d-4e25-910b-ee1a4b5b30ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:42.435036 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b97af6-313d-4e25-910b-ee1a4b5b30ff None None] Bound using segment: {'id': 'c233672a-1fea-4d45-abc6-f3eafc6d06d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7f96f5a1-4f91-4a86-8e7f-c10c0c3805e9'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:36:42.435582 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-52b97af6-313d-4e25-910b-ee1a4b5b30ff None None] Bound port: e7245565-5e22-4d57-8fcd-5611bae133ba, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c233672a-1fea-4d45-abc6-f3eafc6d06d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7f96f5a1-4f91-4a86-8e7f-c10c0c3805e9'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:36:42.435927 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-52b97af6-313d-4e25-910b-ee1a4b5b30ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:42.451663 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b052d31-e64a-4aa8-96c6-80e6cfcd5e14 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:36:42.465887 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caac4845-f677-4042-8bf3-e1f0ef71fba8 None None] Sync routers for ids ['369c1bd0-20ee-4cfb-81b7-18033449079b'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:36:42.478116 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caac4845-f677-4042-8bf3-e1f0ef71fba8 None None] Routers {'369c1bd0-20ee-4cfb-81b7-18033449079b'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:36:42.486661 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-caac4845-f677-4042-8bf3-e1f0ef71fba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:36:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['369c1bd0-20ee-4cfb-81b7-18033449079b'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:42.527248 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-be235ef5-a0a6-4267-bf10-2294c2d512b2 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Allocated IP 172.20.0.7 (7f96f5a1-4f91-4a86-8e7f-c10c0c3805e9/d081ad62-54ef-4230-bed6-8a893c7edff0/9d051c8f-b440-4494-b71c-ebfeca9c3bd1) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:36:42.529533 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-52b97af6-313d-4e25-910b-ee1a4b5b30ff None None] For port e7245565-5e22-4d57-8fcd-5611bae133ba, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:36:42.530232 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5b052d31-e64a-4aa8-96c6-80e6cfcd5e14 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:42.534650 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-52b97af6-313d-4e25-910b-ee1a4b5b30ff None None] For port e7245565-5e22-4d57-8fcd-5611bae133ba, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=e7245565-5e22-4d57-8fcd-5611bae133ba,segment=NetworkSegment(c233672a-1fea-4d45-abc6-f3eafc6d06d5),segment_id=c233672a-1fea-4d45-abc6-f3eafc6d06d5)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:36:42.540971 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-52b97af6-313d-4e25-910b-ee1a4b5b30ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:42.563053 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-caac4845-f677-4042-8bf3-e1f0ef71fba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:42.572918 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caac4845-f677-4042-8bf3-e1f0ef71fba8 None None] Routers {'369c1bd0-20ee-4cfb-81b7-18033449079b'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:36:42.573754 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-caac4845-f677-4042-8bf3-e1f0ef71fba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:36:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['369c1bd0-20ee-4cfb-81b7-18033449079b'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:42.606498 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1f39ca72-c7a4-49b7-abe2-3fdec98eb1bc tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks [] for router_gateway, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:42.647055 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b97af6-313d-4e25-910b-ee1a4b5b30ff None None] Pushing event updated for resources: {'Port': ['ID=e7245565-5e22-4d57-8fcd-5611bae133ba,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:42.654653 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-caac4845-f677-4042-8bf3-e1f0ef71fba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:42.655316 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caac4845-f677-4042-8bf3-e1f0ef71fba8 None None] The sync data for ids ['369c1bd0-20ee-4cfb-81b7-18033449079b'] in dv-neutron-826830-1-hyperv is: [] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:36:42.670734 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-5b052d31-e64a-4aa8-96c6-80e6cfcd5e14 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] 10.222.0.24 "PUT /v2.0/floatingips/9ba5c1ef-8125-4395-a3e6-750c927c9900 HTTP/1.1" status: 200 len: 687 time: 1.9162891 Feb 01 04:36:42.679845 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39566) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:42.754467 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-be235ef5-a0a6-4267-bf10-2294c2d512b2 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:42.771019 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-be235ef5-a0a6-4267-bf10-2294c2d512b2 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Transition to ACTIVE for port object 9d051c8f-b440-4494-b71c-ebfeca9c3bd1 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:36:42.796600 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-be235ef5-a0a6-4267-bf10-2294c2d512b2 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:42.878692 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-6b21a38c-5d35-4c6a-a928-d3fc7e6ab144 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Deleting port ef2b9a62-ba98-4772-8e6f-19532736fd76 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:36:42.879421 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6b21a38c-5d35-4c6a-a928-d3fc7e6ab144 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:43.021441 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be235ef5-a0a6-4267-bf10-2294c2d512b2 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Network 7f96f5a1-4f91-4a86-8e7f-c10c0c3805e9 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:36:43.024674 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-be235ef5-a0a6-4267-bf10-2294c2d512b2 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:36:43.028836 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be235ef5-a0a6-4267-bf10-2294c2d512b2 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:36:43.065325 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be235ef5-a0a6-4267-bf10-2294c2d512b2 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event updated for resources: {'Port': ['ID=9d051c8f-b440-4494-b71c-ebfeca9c3bd1,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:43.096212 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be235ef5-a0a6-4267-bf10-2294c2d512b2 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:43.096738 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-be235ef5-a0a6-4267-bf10-2294c2d512b2 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:43.120364 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-be235ef5-a0a6-4267-bf10-2294c2d512b2 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1338553 Feb 01 04:36:43.123363 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 39570) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:43.128953 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-cce37599-0ca1-4743-ae08-e87cfc0088fc tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Request body: {'subnet': {'network_id': '7f96f5a1-4f91-4a86-8e7f-c10c0c3805e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:36:43.267620 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-cce37599-0ca1-4743-ae08-e87cfc0088fc tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:36:43.271696 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-cce37599-0ca1-4743-ae08-e87cfc0088fc tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Usage tracker for resource:subnet and tenant:a862444cee664ef3af6a3e24f24366c9 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:36:43.274683 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-cce37599-0ca1-4743-ae08-e87cfc0088fc tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:36:43.280609 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-cce37599-0ca1-4743-ae08-e87cfc0088fc tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:36:43.291231 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce37599-0ca1-4743-ae08-e87cfc0088fc tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Made reservation on behalf of a862444cee664ef3af6a3e24f24366c9 for: {'subnet': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:36:43.294723 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cce37599-0ca1-4743-ae08-e87cfc0088fc tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3694443'] for subnet, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:43.423693 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6b21a38c-5d35-4c6a-a928-d3fc7e6ab144 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:43.424023 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6b21a38c-5d35-4c6a-a928-d3fc7e6ab144 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:43.433982 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.ipam_backend_mixin [None req-cce37599-0ca1-4743-ae08-e87cfc0088fc tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d081ad62-54ef-4230-bed6-8a893c7edff0 (CIDR: 172.20.0.0/28) Feb 01 04:36:43.440868 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-cce37599-0ca1-4743-ae08-e87cfc0088fc tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 01 04:36:43.441926 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cce37599-0ca1-4743-ae08-e87cfc0088fc tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:36:43.461260 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-cce37599-0ca1-4743-ae08-e87cfc0088fc tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3367028 Feb 01 04:36:43.463916 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 39574) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:43.469648 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-69a49a72-3712-4771-a3d1-cf1f37ea6f39 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Request body: {'subnet': {'network_id': '7f96f5a1-4f91-4a86-8e7f-c10c0c3805e9', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:36:43.493561 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1f39ca72-c7a4-49b7-abe2-3fdec98eb1bc tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337'] for router, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:43.607438 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-6b21a38c-5d35-4c6a-a928-d3fc7e6ab144 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Calling delete_port for ef2b9a62-ba98-4772-8e6f-19532736fd76 owned by network:floatingip {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:36:43.614668 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-69a49a72-3712-4771-a3d1-cf1f37ea6f39 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:36:43.618635 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-69a49a72-3712-4771-a3d1-cf1f37ea6f39 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Usage tracker for resource:subnet and tenant:a862444cee664ef3af6a3e24f24366c9 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:36:43.621560 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-69a49a72-3712-4771-a3d1-cf1f37ea6f39 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:36:43.628310 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-69a49a72-3712-4771-a3d1-cf1f37ea6f39 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:36:43.639447 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a49a72-3712-4771-a3d1-cf1f37ea6f39 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Made reservation on behalf of a862444cee664ef3af6a3e24f24366c9 for: {'subnet': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:36:43.643239 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-69a49a72-3712-4771-a3d1-cf1f37ea6f39 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3694443'] for subnet, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:43.756530 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-738a2cb9-2b6c-4764-ab24-b680c558f093 None None] Provisioning for port e7245565-5e22-4d57-8fcd-5611bae133ba completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:36:43.774348 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-738a2cb9-2b6c-4764-ab24-b680c558f093 None None] Provisioning complete for port 9b63b118-1fc6-4cef-ae83-766005a7c039 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:36:43.775681 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-738a2cb9-2b6c-4764-ab24-b680c558f093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:43.846915 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-738a2cb9-2b6c-4764-ab24-b680c558f093 None None] Port 9b63b118-1fc6-4cef-ae83-766005a7c039 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:36:43.925033 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6b21a38c-5d35-4c6a-a928-d3fc7e6ab144 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:43.961369 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-69a49a72-3712-4771-a3d1-cf1f37ea6f39 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3037478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3694457'] for subnet, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:43.965766 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f39ca72-c7a4-49b7-abe2-3fdec98eb1bc tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Router 9b4bc3b8-8a5f-4dd0-be6e-f134fe8b127b is scheduled to L3 agent a3073304-82af-4a42-89af-bc532d6626bb with binding_index 1 {{(pid=87636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 01 04:36:43.966094 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-c7e201a7-809c-4e63-a394-5bad30f1e16c None None] Provisioning for port 9d051c8f-b440-4494-b71c-ebfeca9c3bd1 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:36:43.973632 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-c7e201a7-809c-4e63-a394-5bad30f1e16c None None] Provisioning complete for port 9d051c8f-b440-4494-b71c-ebfeca9c3bd1 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:36:43.973818 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c7e201a7-809c-4e63-a394-5bad30f1e16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:43.984840 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b21a38c-5d35-4c6a-a928-d3fc7e6ab144 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Pushing event deleted for resources: {'Port': ['ID=ef2b9a62-ba98-4772-8e6f-19532736fd76,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:44.020754 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a49a72-3712-4771-a3d1-cf1f37ea6f39 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Network 7f96f5a1-4f91-4a86-8e7f-c10c0c3805e9 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:36:44.023994 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-69a49a72-3712-4771-a3d1-cf1f37ea6f39 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:36:44.028401 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a49a72-3712-4771-a3d1-cf1f37ea6f39 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:44.029331 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-69a49a72-3712-4771-a3d1-cf1f37ea6f39 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:44.037070 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e59b715-58ef-437a-99eb-6605fd0a5fb8 None None] Network 7f96f5a1-4f91-4a86-8e7f-c10c0c3805e9 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:36:44.043127 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a49a72-3712-4771-a3d1-cf1f37ea6f39 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event updated for resources: {'Subnet': ['ID=e84dc84a-4e55-413b-bd7a-745e6507ba0c,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:44.057946 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-69a49a72-3712-4771-a3d1-cf1f37ea6f39 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5924993 Feb 01 04:36:44.060223 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 39580) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:44.065750 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-c7e201a7-809c-4e63-a394-5bad30f1e16c None None] Port 9d051c8f-b440-4494-b71c-ebfeca9c3bd1 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:36:44.066663 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-1e22c062-567e-4b15-9761-e2ffd1acf049 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1228139434', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e84dc84a-4e55-413b-bd7a-745e6507ba0c'}], 'security_groups': ['b5ff859b-fc50-4543-a3c2-15c0f29ab629']}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:36:44.167541 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6b21a38c-5d35-4c6a-a928-d3fc7e6ab144 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks [] for floatingip, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:44.200996 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1e22c062-567e-4b15-9761-e2ffd1acf049 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:44.248778 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6b21a38c-5d35-4c6a-a928-d3fc7e6ab144 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:44.254004 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-6b21a38c-5d35-4c6a-a928-d3fc7e6ab144 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] 10.222.0.24 "DELETE /v2.0/floatingips/9ba5c1ef-8125-4395-a3e6-750c927c9900 HTTP/1.1" status: 204 len: 168 time: 1.5691164 Feb 01 04:36:44.254774 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39584) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:44.263798 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-f06b3810-ba6b-4b32-b22a-0a579f7673c8 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Request body: {'floatingip': {'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'port_id': 'a11f9ec4-d225-4a83-a989-c55f5a4ebf45'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:36:44.273965 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-f06b3810-ba6b-4b32-b22a-0a579f7673c8 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:36:44.276848 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f39ca72-c7a4-49b7-abe2-3fdec98eb1bc tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:36:44.286226 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f06b3810-ba6b-4b32-b22a-0a579f7673c8 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Usage tracker for resource:floatingip and tenant:3c6b8b975a3c4e1683a16b66cad9d251 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:36:44.288770 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256fd7cb-1f7e-41c2-aa05-d39461c68e13 None None] Sync routers for ids ['9b4bc3b8-8a5f-4dd0-be6e-f134fe8b127b'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:36:44.290522 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f06b3810-ba6b-4b32-b22a-0a579f7673c8 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:36:44.303430 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-f06b3810-ba6b-4b32-b22a-0a579f7673c8 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:36:44.306401 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256fd7cb-1f7e-41c2-aa05-d39461c68e13 None None] Routers {'9b4bc3b8-8a5f-4dd0-be6e-f134fe8b127b'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:36:44.306815 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-256fd7cb-1f7e-41c2-aa05-d39461c68e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:36:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['9b4bc3b8-8a5f-4dd0-be6e-f134fe8b127b'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:44.318935 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1f39ca72-c7a4-49b7-abe2-3fdec98eb1bc tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:44.321222 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1f39ca72-c7a4-49b7-abe2-3fdec98eb1bc tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.3708730 Feb 01 04:36:44.323460 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f06b3810-ba6b-4b32-b22a-0a579f7673c8 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks [] for floatingip, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:44.329971 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 39588) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:44.410989 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-256fd7cb-1f7e-41c2-aa05-d39461c68e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:44.433727 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256fd7cb-1f7e-41c2-aa05-d39461c68e13 None None] Routers {'9b4bc3b8-8a5f-4dd0-be6e-f134fe8b127b'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:36:44.434346 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-256fd7cb-1f7e-41c2-aa05-d39461c68e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:36:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['9b4bc3b8-8a5f-4dd0-be6e-f134fe8b127b'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:44.485438 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f06b3810-ba6b-4b32-b22a-0a579f7673c8 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:44.544822 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048188c2-efc7-4cf8-9b65-6ac478bbf33b None None] Update dhcp port {'port': {'network_id': '7f96f5a1-4f91-4a86-8e7f-c10c0c3805e9', 'fixed_ips': [{'subnet_id': 'd081ad62-54ef-4230-bed6-8a893c7edff0', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e84dc84a-4e55-413b-bd7a-745e6507ba0c'}], 'binding:host_id': 'dv-neutron-826830-1-hyperv'}, 'id': 'e7245565-5e22-4d57-8fcd-5611bae133ba'} from dv-neutron-826830-1-hyperv. {{(pid=87638) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 01 04:36:44.572078 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-256fd7cb-1f7e-41c2-aa05-d39461c68e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:44.572078 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256fd7cb-1f7e-41c2-aa05-d39461c68e13 None None] The sync data for ids ['9b4bc3b8-8a5f-4dd0-be6e-f134fe8b127b'] in dv-neutron-826830-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:36:44.598918 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-048188c2-efc7-4cf8-9b65-6ac478bbf33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:44.643069 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-0e0868dc-d6f8-4999-8a5c-425f7cf87123 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] 10.222.0.24 "GET /v2.0/routers/9b4bc3b8-8a5f-4dd0-be6e-f134fe8b127b HTTP/1.1" status: 200 len: 921 time: 0.3114421 Feb 01 04:36:44.646781 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39592) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:44.667077 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device e7245565-5e22-4d57-8fcd-5611bae133ba up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:36:44.685045 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-f06b3810-ba6b-4b32-b22a-0a579f7673c8 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Allocated IP 172.26.8.120 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/d39058a1-7d3c-4538-955c-595065c6edb6) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:36:44.701033 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ecf8331a-4532-4423-aa46-4559496ef36b tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b4bc3b8-8a5f-4dd0-be6e-f134fe8b127b HTTP/1.1" status: 200 len: 205 time: 0.0531228 Feb 01 04:36:44.705255 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39596) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:44.788805 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-1e22c062-567e-4b15-9761-e2ffd1acf049 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Delete allocated IP 172.20.0.7 (7f96f5a1-4f91-4a86-8e7f-c10c0c3805e9/d081ad62-54ef-4230-bed6-8a893c7edff0) {{(pid=87637) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 01 04:36:44.799582 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-1e22c062-567e-4b15-9761-e2ffd1acf049 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Allocated IP 172.20.0.23 (7f96f5a1-4f91-4a86-8e7f-c10c0c3805e9/e84dc84a-4e55-413b-bd7a-745e6507ba0c/9d051c8f-b440-4494-b71c-ebfeca9c3bd1) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:36:44.814954 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port e7245565-5e22-4d57-8fcd-5611bae133ba completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:36:44.824032 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port e7245565-5e22-4d57-8fcd-5611bae133ba triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:36:44.826079 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:44.909708 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:44.990920 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:45.026359 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port e7245565-5e22-4d57-8fcd-5611bae133ba, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=e7245565-5e22-4d57-8fcd-5611bae133ba,segment=NetworkSegment(c233672a-1fea-4d45-abc6-f3eafc6d06d5),segment_id=c233672a-1fea-4d45-abc6-f3eafc6d06d5)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:36:45.032151 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:45.100498 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=e7245565-5e22-4d57-8fcd-5611bae133ba,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:45.138557 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1e22c062-567e-4b15-9761-e2ffd1acf049 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:45.151799 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-05ce2618-9f2b-498c-9be2-a93848c856ac tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks [] for router, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:45.155371 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-1e22c062-567e-4b15-9761-e2ffd1acf049 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Transition to ACTIVE for port object 9d051c8f-b440-4494-b71c-ebfeca9c3bd1 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:36:45.159837 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1e22c062-567e-4b15-9761-e2ffd1acf049 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:45.222390 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-048188c2-efc7-4cf8-9b65-6ac478bbf33b None None] Allocated IP 172.20.0.18 (7f96f5a1-4f91-4a86-8e7f-c10c0c3805e9/e84dc84a-4e55-413b-bd7a-745e6507ba0c/e7245565-5e22-4d57-8fcd-5611bae133ba) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:36:45.224246 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f06b3810-ba6b-4b32-b22a-0a579f7673c8 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:45.300979 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e22c062-567e-4b15-9761-e2ffd1acf049 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event updated for resources: {'Port': ['ID=9d051c8f-b440-4494-b71c-ebfeca9c3bd1,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:45.324382 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-1e22c062-567e-4b15-9761-e2ffd1acf049 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] In _notify_port_updated(), no bound segment for port 9d051c8f-b440-4494-b71c-ebfeca9c3bd1 on network 7f96f5a1-4f91-4a86-8e7f-c10c0c3805e9 {{(pid=87637) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 01 04:36:45.330423 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e22c062-567e-4b15-9761-e2ffd1acf049 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:45.331064 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1e22c062-567e-4b15-9761-e2ffd1acf049 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:45.335119 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-1e22c062-567e-4b15-9761-e2ffd1acf049 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "PUT /v2.0/ports/9d051c8f-b440-4494-b71c-ebfeca9c3bd1 HTTP/1.1" status: 200 len: 921 time: 1.2710762 Feb 01 04:36:45.335329 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 39602) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:45.359041 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f06b3810-ba6b-4b32-b22a-0a579f7673c8 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:45.365032 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-048188c2-efc7-4cf8-9b65-6ac478bbf33b None None] For port e7245565-5e22-4d57-8fcd-5611bae133ba, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=e7245565-5e22-4d57-8fcd-5611bae133ba,segment=NetworkSegment(c233672a-1fea-4d45-abc6-f3eafc6d06d5),segment_id=c233672a-1fea-4d45-abc6-f3eafc6d06d5)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:36:45.392319 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-048188c2-efc7-4cf8-9b65-6ac478bbf33b None None] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:45.399632 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-05ce2618-9f2b-498c-9be2-a93848c856ac tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:45.405419 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-b32fd6ed-fedf-4b5d-9772-b63bcba25a48 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Deleting port 9d051c8f-b440-4494-b71c-ebfeca9c3bd1 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:36:45.405764 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b32fd6ed-fedf-4b5d-9772-b63bcba25a48 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:45.409937 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-048188c2-efc7-4cf8-9b65-6ac478bbf33b None None] Transition to ACTIVE for port object e7245565-5e22-4d57-8fcd-5611bae133ba will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:36:45.414105 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-048188c2-efc7-4cf8-9b65-6ac478bbf33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:45.436911 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06b3810-ba6b-4b32-b22a-0a579f7673c8 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:36:45.437885 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-05ce2618-9f2b-498c-9be2-a93848c856ac tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Deleting port 447df45c-1b92-4a68-a00d-1f4d6dd4943a {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:36:45.438308 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-05ce2618-9f2b-498c-9be2-a93848c856ac tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:45.469003 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-f06b3810-ba6b-4b32-b22a-0a579f7673c8 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:36:45.472310 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06b3810-ba6b-4b32-b22a-0a579f7673c8 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:36:45.521905 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b3810-ba6b-4b32-b22a-0a579f7673c8 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Pushing event updated for resources: {'Port': ['ID=d39058a1-7d3c-4538-955c-595065c6edb6,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:45.522537 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048188c2-efc7-4cf8-9b65-6ac478bbf33b None None] Pushing event updated for resources: {'Port': ['ID=e7245565-5e22-4d57-8fcd-5611bae133ba,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:45.675947 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b32fd6ed-fedf-4b5d-9772-b63bcba25a48 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:45.768409 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-05ce2618-9f2b-498c-9be2-a93848c856ac tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:45.810045 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-b32fd6ed-fedf-4b5d-9772-b63bcba25a48 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Calling delete_port for 9d051c8f-b440-4494-b71c-ebfeca9c3bd1 owned by {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:36:45.964734 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b32fd6ed-fedf-4b5d-9772-b63bcba25a48 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:45.969304 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-05ce2618-9f2b-498c-9be2-a93848c856ac tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Calling delete_port for 447df45c-1b92-4a68-a00d-1f4d6dd4943a owned by network:router_gateway {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:36:46.017234 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32fd6ed-fedf-4b5d-9772-b63bcba25a48 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event deleted for resources: {'Port': ['ID=9d051c8f-b440-4494-b71c-ebfeca9c3bd1,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:46.028240 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 39606) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:46.161734 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edff99e-3729-4acc-9b5a-918fbb57b34a tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:46.163161 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-2edff99e-3729-4acc-9b5a-918fbb57b34a tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=bdef128a-46b3-4cca-a245-48d1eb781269 HTTP/1.1" status: 200 len: 814 time: 0.1074307 Feb 01 04:36:46.186938 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b32fd6ed-fedf-4b5d-9772-b63bcba25a48 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:46.204632 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-b32fd6ed-fedf-4b5d-9772-b63bcba25a48 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "DELETE /v2.0/ports/9d051c8f-b440-4494-b71c-ebfeca9c3bd1 HTTP/1.1" status: 204 len: 168 time: 0.8677452 Feb 01 04:36:46.207505 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 39612) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:46.212539 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-1bfb3631-49ee-454a-b27a-759f6f9fb8a7 None None] Provisioning for port e7245565-5e22-4d57-8fcd-5611bae133ba completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:36:46.219650 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-1bfb3631-49ee-454a-b27a-759f6f9fb8a7 None None] Provisioning complete for port e7245565-5e22-4d57-8fcd-5611bae133ba triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:36:46.220567 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1bfb3631-49ee-454a-b27a-759f6f9fb8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:46.253564 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d6beea1-97ef-457a-b9e9-15829e2654fc tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] GET failed (client error): The resource could not be found. Feb 01 04:36:46.254102 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-9d6beea1-97ef-457a-b9e9-15829e2654fc tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Synchronizing usage tracker for tenant:a862444cee664ef3af6a3e24f24366c9 on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:36:46.273203 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-9d6beea1-97ef-457a-b9e9-15829e2654fc tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Unset dirty status for tenant:a862444cee664ef3af6a3e24f24366c9 on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:36:46.277747 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-9d6beea1-97ef-457a-b9e9-15829e2654fc tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "GET /v2.0/ports/9d051c8f-b440-4494-b71c-ebfeca9c3bd1 HTTP/1.1" status: 404 len: 333 time: 0.0662732 Feb 01 04:36:46.278167 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 39616) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:46.285175 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-05ce2618-9f2b-498c-9be2-a93848c856ac tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:46.346293 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d74109c9-6234-4594-978f-221afe9d1e3e tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for security_group, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:46.365129 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-1bfb3631-49ee-454a-b27a-759f6f9fb8a7 None None] Provisioning complete for port 9b63b118-1fc6-4cef-ae83-766005a7c039 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:36:46.365493 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1bfb3631-49ee-454a-b27a-759f6f9fb8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:46.374106 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ce2618-9f2b-498c-9be2-a93848c856ac tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Pushing event deleted for resources: {'Port': ['ID=447df45c-1b92-4a68-a00d-1f4d6dd4943a,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:46.378104 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d74109c9-6234-4594-978f-221afe9d1e3e tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:46.424879 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-1bfb3631-49ee-454a-b27a-759f6f9fb8a7 None None] Port 9b63b118-1fc6-4cef-ae83-766005a7c039 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:36:46.428792 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-1bfb3631-49ee-454a-b27a-759f6f9fb8a7 None None] Could not find standard attr ID for object 9d051c8f-b440-4494-b71c-ebfeca9c3bd1. {{(pid=87638) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 01 04:36:46.438261 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d74109c9-6234-4594-978f-221afe9d1e3e tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:46.459587 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74109c9-6234-4594-978f-221afe9d1e3e tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fadd0fe4-8a58-450d-ad75-ed8423ab5dad,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:46.466607 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d74109c9-6234-4594-978f-221afe9d1e3e tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:46.467788 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-d74109c9-6234-4594-978f-221afe9d1e3e tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "DELETE /v2.0/security-groups/fadd0fe4-8a58-450d-ad75-ed8423ab5dad HTTP/1.1" status: 204 len: 168 time: 0.1879122 Feb 01 04:36:46.471318 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 39622) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:46.541328 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-38a5e2c3-4cb0-4dfb-83a4-ab8a5b25f133 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for security_group, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:46.568386 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device e7245565-5e22-4d57-8fcd-5611bae133ba up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:36:46.573566 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-38a5e2c3-4cb0-4dfb-83a4-ab8a5b25f133 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:46.582654 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f06b3810-ba6b-4b32-b22a-0a579f7673c8 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:46.627377 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-05ce2618-9f2b-498c-9be2-a93848c856ac tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-774381'] for router_gateway, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:46.629999 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-38a5e2c3-4cb0-4dfb-83a4-ab8a5b25f133 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:46.656695 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port e7245565-5e22-4d57-8fcd-5611bae133ba triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:36:46.657715 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:46.658249 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a5e2c3-4cb0-4dfb-83a4-ab8a5b25f133 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ff859b-fc50-4543-a3c2-15c0f29ab629,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:46.667434 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-38a5e2c3-4cb0-4dfb-83a4-ab8a5b25f133 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:46.668721 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-38a5e2c3-4cb0-4dfb-83a4-ab8a5b25f133 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "DELETE /v2.0/security-groups/b5ff859b-fc50-4543-a3c2-15c0f29ab629 HTTP/1.1" status: 204 len: 168 time: 0.1964924 Feb 01 04:36:46.671593 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 39626) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:46.755053 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_v2 [None req-66442b18-86e9-49f1-849a-8b6c21cb8bf8 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Deleting subnet d081ad62-54ef-4230-bed6-8a893c7edff0 {{(pid=87637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:36:46.758614 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-66442b18-86e9-49f1-849a-8b6c21cb8bf8 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for subnet, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:46.808560 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-e03df485-eaff-46dc-8bfd-35e1ac1e2708 None None] Could not find standard attr ID for object 9d051c8f-b440-4494-b71c-ebfeca9c3bd1. {{(pid=87638) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 01 04:36:46.841057 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-66442b18-86e9-49f1-849a-8b6c21cb8bf8 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2424773'] for subnet, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:46.877419 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f06b3810-ba6b-4b32-b22a-0a579f7673c8 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:46.918576 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-05ce2618-9f2b-498c-9be2-a93848c856ac tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25968'] for router, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:46.928642 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-05ce2618-9f2b-498c-9be2-a93848c856ac tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:46.934054 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-66442b18-86e9-49f1-849a-8b6c21cb8bf8 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:46.981294 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-05ce2618-9f2b-498c-9be2-a93848c856ac tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772958'] for router, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:46.981829 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ce2618-9f2b-498c-9be2-a93848c856ac tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Fanout notify agent at l3_agent the message router_deleted on router 9b4bc3b8-8a5f-4dd0-be6e-f134fe8b127b {{(pid=87636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 01 04:36:47.079821 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-05ce2618-9f2b-498c-9be2-a93848c856ac tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:47.084440 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-05ce2618-9f2b-498c-9be2-a93848c856ac tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] 10.222.0.24 "DELETE /v2.0/routers/9b4bc3b8-8a5f-4dd0-be6e-f134fe8b127b HTTP/1.1" status: 204 len: 168 time: 2.3745582 Feb 01 04:36:47.084739 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 39630) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:47.092266 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-dcc5fd4e-6a17-4b47-8fce-26869aa2acb1 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1438728624', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'enable_snat': False}}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:36:47.101053 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-dcc5fd4e-6a17-4b47-8fce-26869aa2acb1 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:36:47.108095 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-dcc5fd4e-6a17-4b47-8fce-26869aa2acb1 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Usage tracker for resource:router and tenant:3d943658615248ecbef05272d2c39021 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:36:47.111858 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-dcc5fd4e-6a17-4b47-8fce-26869aa2acb1 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:36:47.119884 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-dcc5fd4e-6a17-4b47-8fce-26869aa2acb1 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:36:47.134338 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-66442b18-86e9-49f1-849a-8b6c21cb8bf8 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3037665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694336'] for subnet, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:47.144739 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f06b3810-ba6b-4b32-b22a-0a579f7673c8 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:47.149247 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f06b3810-ba6b-4b32-b22a-0a579f7673c8 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:47.169651 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dcc5fd4e-6a17-4b47-8fce-26869aa2acb1 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25958'] for router, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:47.170649 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dcc5fd4e-6a17-4b47-8fce-26869aa2acb1 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-372027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25961'] for router, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:47.182720 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66442b18-86e9-49f1-849a-8b6c21cb8bf8 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event deleted for resources: {'Subnet': ['ID=d081ad62-54ef-4230-bed6-8a893c7edff0,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:47.184587 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-66442b18-86e9-49f1-849a-8b6c21cb8bf8 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:47.195694 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-66442b18-86e9-49f1-849a-8b6c21cb8bf8 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "DELETE /v2.0/subnets/d081ad62-54ef-4230-bed6-8a893c7edff0 HTTP/1.1" status: 204 len: 168 time: 0.5229237 Feb 01 04:36:47.196401 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb44ca7-1b7d-459c-b604-93dfdc7ea4ca None None] Network 7f96f5a1-4f91-4a86-8e7f-c10c0c3805e9 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:36:47.199723 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 39634) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:47.202984 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dcc5fd4e-6a17-4b47-8fce-26869aa2acb1 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:47.207328 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-a16ec4ed-4867-4de9-9f87-657c597566a8 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Request body: {'subnet': {'network_id': '7f96f5a1-4f91-4a86-8e7f-c10c0c3805e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:36:47.264592 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b3810-ba6b-4b32-b22a-0a579f7673c8 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Pushing event updated for resources: {'Port': ['ID=d39058a1-7d3c-4538-955c-595065c6edb6,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:47.275664 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f06b3810-ba6b-4b32-b22a-0a579f7673c8 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-774194'] for floatingip, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:47.304502 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 39638) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:47.365003 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-ab0afeba-bb5d-4efa-9ccb-52b80f9e9635 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'network': {'name': 'tempest-network-smoke--1435144607', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'port_security_enabled': True}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:36:47.383230 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-ab0afeba-bb5d-4efa-9ccb-52b80f9e9635 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:36:47.455559 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.l3_db [None req-f06b3810-ba6b-4b32-b22a-0a579f7673c8 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Floating IP bfca9eb0-1a7a-4da0-bdb0-eedbb14e6714 associated. External IP: 172.26.8.120, port: a11f9ec4-d225-4a83-a989-c55f5a4ebf45. Feb 01 04:36:47.457149 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-ab0afeba-bb5d-4efa-9ccb-52b80f9e9635 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:36:47.543625 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab0afeba-bb5d-4efa-9ccb-52b80f9e9635 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Made reservation on behalf of 0629703b9474474a9f2fde13723d2e8b for: {'network': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:36:47.547058 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ab0afeba-bb5d-4efa-9ccb-52b80f9e9635 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:47.636729 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-a16ec4ed-4867-4de9-9f87-657c597566a8 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:36:47.652016 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dcc5fd4e-6a17-4b47-8fce-26869aa2acb1 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:47.655866 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-a16ec4ed-4867-4de9-9f87-657c597566a8 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Usage tracker for resource:subnet and tenant:a862444cee664ef3af6a3e24f24366c9 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:36:47.663065 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-a16ec4ed-4867-4de9-9f87-657c597566a8 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:36:47.669263 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab0afeba-bb5d-4efa-9ccb-52b80f9e9635 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=87637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:36:47.677651 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-a16ec4ed-4867-4de9-9f87-657c597566a8 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:36:47.700333 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ab0afeba-bb5d-4efa-9ccb-52b80f9e9635 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:47.700675 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.segments_db [None req-ab0afeba-bb5d-4efa-9ccb-52b80f9e9635 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Added segment 1cd68dee-a786-49b7-a195-9727492e41c7 of type vlan for network eedbe629-8c7b-47a6-a624-06308b7a6477 Feb 01 04:36:47.711700 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a16ec4ed-4867-4de9-9f87-657c597566a8 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Made reservation on behalf of a862444cee664ef3af6a3e24f24366c9 for: {'subnet': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:36:47.715285 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a16ec4ed-4867-4de9-9f87-657c597566a8 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3694443'] for subnet, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:47.839021 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f06b3810-ba6b-4b32-b22a-0a579f7673c8 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Router 369c1bd0-20ee-4cfb-81b7-18033449079b has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:36:47.850717 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ab0afeba-bb5d-4efa-9ccb-52b80f9e9635 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:47.986077 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ab0afeba-bb5d-4efa-9ccb-52b80f9e9635 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:47.991960 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0afeba-bb5d-4efa-9ccb-52b80f9e9635 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:47.992730 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ab0afeba-bb5d-4efa-9ccb-52b80f9e9635 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:48.149445 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-f8137ddd-d0bc-49b3-8e7d-23e38b894ff5 None None] Provisioning complete for port e7245565-5e22-4d57-8fcd-5611bae133ba triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:36:48.150067 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f8137ddd-d0bc-49b3-8e7d-23e38b894ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:48.150735 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0afeba-bb5d-4efa-9ccb-52b80f9e9635 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'Network': ['ID=eedbe629-8c7b-47a6-a624-06308b7a6477,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:48.191414 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-ab0afeba-bb5d-4efa-9ccb-52b80f9e9635 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8854721 Feb 01 04:36:48.192951 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f06b3810-ba6b-4b32-b22a-0a579f7673c8 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:36:48.196427 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39642) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:48.208972 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network eedbe629-8c7b-47a6-a624-06308b7a6477 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:36:48.211696 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1110935e-3e64-4feb-97bc-37c4adce7cf8 None None] Sync routers for ids ['369c1bd0-20ee-4cfb-81b7-18033449079b'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:36:48.237909 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1110935e-3e64-4feb-97bc-37c4adce7cf8 None None] Routers {'369c1bd0-20ee-4cfb-81b7-18033449079b'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:36:48.238438 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-1110935e-3e64-4feb-97bc-37c4adce7cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:36:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['369c1bd0-20ee-4cfb-81b7-18033449079b'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:48.275108 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f06b3810-ba6b-4b32-b22a-0a579f7673c8 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:48.313014 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-1110935e-3e64-4feb-97bc-37c4adce7cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:48.329984 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1110935e-3e64-4feb-97bc-37c4adce7cf8 None None] Routers {'369c1bd0-20ee-4cfb-81b7-18033449079b'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:36:48.330928 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-1110935e-3e64-4feb-97bc-37c4adce7cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:36:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['369c1bd0-20ee-4cfb-81b7-18033449079b'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:48.337233 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c088171-4d08-4dca-907b-a6576241fdd0 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:48.341305 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2c088171-4d08-4dca-907b-a6576241fdd0 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=0629703b9474474a9f2fde13723d2e8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1412535 Feb 01 04:36:48.341790 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39646) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:48.397708 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f06b3810-ba6b-4b32-b22a-0a579f7673c8 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.1417630 Feb 01 04:36:48.401325 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 39650) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:48.412986 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-1110935e-3e64-4feb-97bc-37c4adce7cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:48.413462 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1110935e-3e64-4feb-97bc-37c4adce7cf8 None None] The sync data for ids ['369c1bd0-20ee-4cfb-81b7-18033449079b'] in dv-neutron-826830-1-hyperv is: [] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:36:48.434453 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-f8137ddd-d0bc-49b3-8e7d-23e38b894ff5 None None] Provisioning complete for port 9b63b118-1fc6-4cef-ae83-766005a7c039 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:36:48.434835 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f8137ddd-d0bc-49b3-8e7d-23e38b894ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:48.470305 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dcc5fd4e-6a17-4b47-8fce-26869aa2acb1 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:48.494109 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-f8137ddd-d0bc-49b3-8e7d-23e38b894ff5 None None] Port 9b63b118-1fc6-4cef-ae83-766005a7c039 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:36:48.516064 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0967951-fffd-4cc0-a942-faae36f6b174 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:48.517605 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f0967951-fffd-4cc0-a942-faae36f6b174 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1749210 Feb 01 04:36:48.520437 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39654) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:48.565064 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-32835aa5-b86f-4c12-827b-3be50d593529 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=bdef128a-46b3-4cca-a245-48d1eb781269&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0434935 Feb 01 04:36:48.567769 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39658) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:48.607226 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a170faa4-81b2-4b2e-b12b-d511adb57dda tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=0629703b9474474a9f2fde13723d2e8b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383399 Feb 01 04:36:48.609704 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39662) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:48.654018 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dcc5fd4e-6a17-4b47-8fce-26869aa2acb1 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:48.737784 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11429b76-ba59-4fec-b84b-0c5c308b8dd7 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:48.741927 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-11429b76-ba59-4fec-b84b-0c5c308b8dd7 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1286228 Feb 01 04:36:48.742112 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39666) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:48.754641 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-c8148193-e07e-4cbe-b62d-060f16bdbe35 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] 10.222.0.24 "GET /v2.0/floatingips/bfca9eb0-1a7a-4da0-bdb0-eedbb14e6714 HTTP/1.1" status: 200 len: 979 time: 0.3457036 Feb 01 04:36:48.754641 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a16ec4ed-4867-4de9-9f87-657c597566a8 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3037478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3694457'] for subnet, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:48.756991 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 39670) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:48.780776 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ba9118f9-4432-4bce-b8e2-56ae1dd23ec9 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=bdef128a-46b3-4cca-a245-48d1eb781269&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376189 Feb 01 04:36:48.783803 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39672) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:48.788862 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-05a564c1-a03f-4fd6-809f-2190fff2271a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-179653607', 'network_id': 'eedbe629-8c7b-47a6-a624-06308b7a6477', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:36:48.882522 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16ec4ed-4867-4de9-9f87-657c597566a8 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Network 7f96f5a1-4f91-4a86-8e7f-c10c0c3805e9 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:36:48.889983 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-a16ec4ed-4867-4de9-9f87-657c597566a8 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:36:48.898308 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16ec4ed-4867-4de9-9f87-657c597566a8 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:48.898881 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a16ec4ed-4867-4de9-9f87-657c597566a8 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:48.901786 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae5a286-a9a8-4b50-9736-c7c795d16d26 None None] Network 7f96f5a1-4f91-4a86-8e7f-c10c0c3805e9 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:36:48.902495 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-05a564c1-a03f-4fd6-809f-2190fff2271a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:36:48.906439 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-05a564c1-a03f-4fd6-809f-2190fff2271a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:subnet and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:36:48.909982 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-05a564c1-a03f-4fd6-809f-2190fff2271a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:36:48.917046 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-05a564c1-a03f-4fd6-809f-2190fff2271a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:36:48.928755 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a564c1-a03f-4fd6-809f-2190fff2271a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Made reservation on behalf of 0629703b9474474a9f2fde13723d2e8b for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:36:48.932487 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-05a564c1-a03f-4fd6-809f-2190fff2271a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:48.990691 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16ec4ed-4867-4de9-9f87-657c597566a8 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event updated for resources: {'Subnet': ['ID=f999500b-afee-4aa3-aae0-dede3b3b40d2,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:49.000158 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-a85b88f3-40ee-42ba-9f48-4543a96ed30e tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.2157850 Feb 01 04:36:49.001630 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-a16ec4ed-4867-4de9-9f87-657c597566a8 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8009603 Feb 01 04:36:49.004297 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 39678) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:49.008519 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 39680) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:49.016281 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-33238e3c-d7a5-445c-b3f5-d5b445b5b90e tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Request body: {'security_group': {'name': 'tempest-secgroup-995926444'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:36:49.022904 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-aa94d73d-3f67-4e6f-bdcf-ae32957ff6fb tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Request body: {'floatingip': {'port_id': '9d891d75-d6f8-401b-92c9-cee62e29ec62'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:36:49.075467 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-33238e3c-d7a5-445c-b3f5-d5b445b5b90e tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:36:49.090676 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-33238e3c-d7a5-445c-b3f5-d5b445b5b90e tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Usage tracker for resource:security_group and tenant:a862444cee664ef3af6a3e24f24366c9 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:36:49.110192 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-33238e3c-d7a5-445c-b3f5-d5b445b5b90e tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:36:49.113329 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-dcc5fd4e-6a17-4b47-8fce-26869aa2acb1 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Allocated IP 172.26.8.88 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/103eaacb-af54-4226-b036-c88e6a12b53a) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:36:49.124025 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-33238e3c-d7a5-445c-b3f5-d5b445b5b90e tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:36:49.171253 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-33238e3c-d7a5-445c-b3f5-d5b445b5b90e tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for security_group, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:49.182846 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-05a564c1-a03f-4fd6-809f-2190fff2271a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:49.192740 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-aa94d73d-3f67-4e6f-bdcf-ae32957ff6fb tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks [] for floatingip, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:49.264323 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400580be-bd51-4b34-8072-839772b5ba4d None None] Update dhcp port {'port': {'network_id': '7f96f5a1-4f91-4a86-8e7f-c10c0c3805e9', 'fixed_ips': [{'subnet_id': 'e84dc84a-4e55-413b-bd7a-745e6507ba0c', 'ip_address': '172.20.0.18'}, {'subnet_id': 'f999500b-afee-4aa3-aae0-dede3b3b40d2'}], 'binding:host_id': 'dv-neutron-826830-1-hyperv'}, 'id': 'e7245565-5e22-4d57-8fcd-5611bae133ba'} from dv-neutron-826830-1-hyperv. {{(pid=87638) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 01 04:36:49.264944 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a564c1-a03f-4fd6-809f-2190fff2271a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'Subnet': ['ID=58c6ab3a-f396-4618-ba35-2b6c60ee349b,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:49.275567 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a564c1-a03f-4fd6-809f-2190fff2271a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Checking segment: {'id': '1cd68dee-a786-49b7-a195-9727492e41c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'eedbe629-8c7b-47a6-a624-06308b7a6477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:36:49.275931 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a564c1-a03f-4fd6-809f-2190fff2271a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Network hostable DHCP agents. Network: eedbe629-8c7b-47a6-a624-06308b7a6477, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:36:49.280991 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-33238e3c-d7a5-445c-b3f5-d5b445b5b90e tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:36:49.284778 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-33238e3c-d7a5-445c-b3f5-d5b445b5b90e tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Usage tracker for resource:security_group_rule and tenant:a862444cee664ef3af6a3e24f24366c9 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:36:49.287531 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-33238e3c-d7a5-445c-b3f5-d5b445b5b90e tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:36:49.297013 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-33238e3c-d7a5-445c-b3f5-d5b445b5b90e tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:36:49.297783 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a564c1-a03f-4fd6-809f-2190fff2271a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Network eedbe629-8c7b-47a6-a624-06308b7a6477 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:36:49.308488 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-05a564c1-a03f-4fd6-809f-2190fff2271a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, eedbe629-8c7b-47a6-a624-06308b7a6477) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:36:49.314386 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a564c1-a03f-4fd6-809f-2190fff2271a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:49.315226 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-05a564c1-a03f-4fd6-809f-2190fff2271a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:49.322516 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fedc8b33-e57a-4e44-bade-03190f8706e8 None None] Network eedbe629-8c7b-47a6-a624-06308b7a6477 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:36:49.338651 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-05a564c1-a03f-4fd6-809f-2190fff2271a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5537894 Feb 01 04:36:49.353909 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-400580be-bd51-4b34-8072-839772b5ba4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:49.520335 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dcc5fd4e-6a17-4b47-8fce-26869aa2acb1 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:49.658742 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-33238e3c-d7a5-445c-b3f5-d5b445b5b90e tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for security_group, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:49.666818 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-33238e3c-d7a5-445c-b3f5-d5b445b5b90e tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:49.689245 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39688) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:49.700625 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-849bdc15-c3e4-4092-919a-b49c185410d8 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1347558002', 'description': 'tempest-secgroup-smoke-1347558002 description', 'project_id': '0629703b9474474a9f2fde13723d2e8b'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:36:49.711756 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-849bdc15-c3e4-4092-919a-b49c185410d8 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:36:49.720691 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-400580be-bd51-4b34-8072-839772b5ba4d None None] Allocated IP 172.20.0.2 (7f96f5a1-4f91-4a86-8e7f-c10c0c3805e9/f999500b-afee-4aa3-aae0-dede3b3b40d2/e7245565-5e22-4d57-8fcd-5611bae133ba) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:36:49.723477 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-849bdc15-c3e4-4092-919a-b49c185410d8 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:36:49.733662 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9660bb0c-d8c1-4e5e-a084-c51182c4d1c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-eedbe629-8c7b-47a6-a624-06308b7a6477', 'network_id': 'eedbe629-8c7b-47a6-a624-06308b7a6477', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'fixed_ips': [{'subnet_id': '58c6ab3a-f396-4618-ba35-2b6c60ee349b'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:36:49.734532 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9660bb0c-d8c1-4e5e-a084-c51182c4d1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:49.737354 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-849bdc15-c3e4-4092-919a-b49c185410d8 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:49.761137 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-849bdc15-c3e4-4092-919a-b49c185410d8 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:36:49.765258 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-849bdc15-c3e4-4092-919a-b49c185410d8 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group_rule and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:36:49.768484 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-849bdc15-c3e4-4092-919a-b49c185410d8 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:36:49.775060 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-849bdc15-c3e4-4092-919a-b49c185410d8 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:36:49.789201 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33238e3c-d7a5-445c-b3f5-d5b445b5b90e tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76d7d1e9-8c6b-4a4d-a577-03c4cdb0d5f8,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:49.797471 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-33238e3c-d7a5-445c-b3f5-d5b445b5b90e tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:49.799325 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-33238e3c-d7a5-445c-b3f5-d5b445b5b90e tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.7940817 Feb 01 04:36:49.800513 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dcc5fd4e-6a17-4b47-8fce-26869aa2acb1 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:49.804001 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 39692) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:49.870969 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-ceba8ec8-b693-4747-a6fa-1fd06297b099 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Request body: {'security_group': {'name': 'tempest-secgroup-336391716'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:36:49.876989 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-849bdc15-c3e4-4092-919a-b49c185410d8 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:49.881386 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-849bdc15-c3e4-4092-919a-b49c185410d8 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:49.887372 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-ceba8ec8-b693-4747-a6fa-1fd06297b099 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:36:49.903829 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-ceba8ec8-b693-4747-a6fa-1fd06297b099 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Usage tracker for resource:security_group and tenant:a862444cee664ef3af6a3e24f24366c9 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:36:49.906814 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-ceba8ec8-b693-4747-a6fa-1fd06297b099 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:36:49.927568 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-ceba8ec8-b693-4747-a6fa-1fd06297b099 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:36:49.940142 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849bdc15-c3e4-4092-919a-b49c185410d8 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91bf839b-e992-4d8a-9594-be77b2c1bc4d,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:49.948535 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-849bdc15-c3e4-4092-919a-b49c185410d8 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:49.953173 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-849bdc15-c3e4-4092-919a-b49c185410d8 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2613249 Feb 01 04:36:49.953921 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39696) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:49.959540 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-c687ea15-20ed-4e91-be7c-6f566e217fe7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'security_group_rule': {'security_group_id': '91bf839b-e992-4d8a-9594-be77b2c1bc4d', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:36:49.962645 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-400580be-bd51-4b34-8072-839772b5ba4d None None] For port e7245565-5e22-4d57-8fcd-5611bae133ba, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=e7245565-5e22-4d57-8fcd-5611bae133ba,segment=NetworkSegment(c233672a-1fea-4d45-abc6-f3eafc6d06d5),segment_id=c233672a-1fea-4d45-abc6-f3eafc6d06d5)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:36:49.965954 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c687ea15-20ed-4e91-be7c-6f566e217fe7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:36:49.970631 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c687ea15-20ed-4e91-be7c-6f566e217fe7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group_rule and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:36:49.974065 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c687ea15-20ed-4e91-be7c-6f566e217fe7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:36:49.980182 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c687ea15-20ed-4e91-be7c-6f566e217fe7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:36:49.990195 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc5fd4e-6a17-4b47-8fce-26869aa2acb1 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:36:50.002063 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c687ea15-20ed-4e91-be7c-6f566e217fe7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:50.005277 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-400580be-bd51-4b34-8072-839772b5ba4d None None] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:50.008370 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-dcc5fd4e-6a17-4b47-8fce-26869aa2acb1 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:36:50.019693 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc5fd4e-6a17-4b47-8fce-26869aa2acb1 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:36:50.044214 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc5fd4e-6a17-4b47-8fce-26869aa2acb1 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Pushing event updated for resources: {'Port': ['ID=103eaacb-af54-4226-b036-c88e6a12b53a,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:50.060575 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ceba8ec8-b693-4747-a6fa-1fd06297b099 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for security_group, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:50.074596 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-400580be-bd51-4b34-8072-839772b5ba4d None None] Transition to ACTIVE for port object e7245565-5e22-4d57-8fcd-5611bae133ba will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:36:50.075634 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c687ea15-20ed-4e91-be7c-6f566e217fe7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:50.082484 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c687ea15-20ed-4e91-be7c-6f566e217fe7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:50.089984 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-400580be-bd51-4b34-8072-839772b5ba4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:50.107018 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-ceba8ec8-b693-4747-a6fa-1fd06297b099 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:36:50.108261 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c687ea15-20ed-4e91-be7c-6f566e217fe7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3408e51-9677-4417-85fa-ac9ace4452c4,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:50.116056 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-ceba8ec8-b693-4747-a6fa-1fd06297b099 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Usage tracker for resource:security_group_rule and tenant:a862444cee664ef3af6a3e24f24366c9 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:36:50.119702 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-ceba8ec8-b693-4747-a6fa-1fd06297b099 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:36:50.125523 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c687ea15-20ed-4e91-be7c-6f566e217fe7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:50.129547 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c687ea15-20ed-4e91-be7c-6f566e217fe7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1719623 Feb 01 04:36:50.129807 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39700) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:50.135666 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-e6c9add2-4638-4825-8702-10568c063479 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'security_group_rule': {'security_group_id': '91bf839b-e992-4d8a-9594-be77b2c1bc4d', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:36:50.142192 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e6c9add2-4638-4825-8702-10568c063479 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:36:50.146461 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e6c9add2-4638-4825-8702-10568c063479 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group_rule and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:36:50.150237 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e6c9add2-4638-4825-8702-10568c063479 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:36:50.159902 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e6c9add2-4638-4825-8702-10568c063479 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:36:50.180720 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e6c9add2-4638-4825-8702-10568c063479 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:50.237576 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-9660bb0c-d8c1-4e5e-a084-c51182c4d1c6 None None] Allocated IP 172.20.0.18 (eedbe629-8c7b-47a6-a624-06308b7a6477/58c6ab3a-f396-4618-ba35-2b6c60ee349b/67976708-dcda-4aab-9d0d-562e6b7d695d) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:36:50.259072 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e6c9add2-4638-4825-8702-10568c063479 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:50.270589 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e6c9add2-4638-4825-8702-10568c063479 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:50.291075 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400580be-bd51-4b34-8072-839772b5ba4d None None] Pushing event updated for resources: {'Port': ['ID=e7245565-5e22-4d57-8fcd-5611bae133ba,revision_number=6']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:50.304830 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c9add2-4638-4825-8702-10568c063479 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d5b8786-4ce2-40ec-8e91-67e74a2f7fd7,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:50.309584 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e6c9add2-4638-4825-8702-10568c063479 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:50.313827 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e6c9add2-4638-4825-8702-10568c063479 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1827757 Feb 01 04:36:50.314574 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39704) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:50.320128 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-35e41a19-82a9-486f-bf63-06043007cd0d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'security_group_rule': {'security_group_id': '91bf839b-e992-4d8a-9594-be77b2c1bc4d', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:36:50.326983 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-35e41a19-82a9-486f-bf63-06043007cd0d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:36:50.331173 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-35e41a19-82a9-486f-bf63-06043007cd0d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group_rule and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:36:50.333058 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-ceba8ec8-b693-4747-a6fa-1fd06297b099 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:36:50.336007 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-35e41a19-82a9-486f-bf63-06043007cd0d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:36:50.344091 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-35e41a19-82a9-486f-bf63-06043007cd0d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:36:50.381440 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-35e41a19-82a9-486f-bf63-06043007cd0d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:50.462864 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-35e41a19-82a9-486f-bf63-06043007cd0d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:50.470618 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-35e41a19-82a9-486f-bf63-06043007cd0d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:50.521535 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e41a19-82a9-486f-bf63-06043007cd0d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=126d971b-eb63-4e07-ae3b-8c505ea7c083,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:50.540670 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-35e41a19-82a9-486f-bf63-06043007cd0d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:50.546710 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-35e41a19-82a9-486f-bf63-06043007cd0d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2309835 Feb 01 04:36:50.547435 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39708) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:50.553789 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-00cabef6-ce3d-448a-b034-ce8173503e80 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'security_group_rule': {'security_group_id': '91bf839b-e992-4d8a-9594-be77b2c1bc4d', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:36:50.560593 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-00cabef6-ce3d-448a-b034-ce8173503e80 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:36:50.565225 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-00cabef6-ce3d-448a-b034-ce8173503e80 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group_rule and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:36:50.569071 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-00cabef6-ce3d-448a-b034-ce8173503e80 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:36:50.575315 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-00cabef6-ce3d-448a-b034-ce8173503e80 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:36:50.603671 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-00cabef6-ce3d-448a-b034-ce8173503e80 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:50.607894 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device e7245565-5e22-4d57-8fcd-5611bae133ba up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:36:50.646908 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9660bb0c-d8c1-4e5e-a084-c51182c4d1c6 None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:50.677192 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-9660bb0c-d8c1-4e5e-a084-c51182c4d1c6 None None] Transition to ACTIVE for port object 67976708-dcda-4aab-9d0d-562e6b7d695d will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:36:50.684783 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-00cabef6-ce3d-448a-b034-ce8173503e80 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:50.691470 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-00cabef6-ce3d-448a-b034-ce8173503e80 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:50.706494 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-9660bb0c-d8c1-4e5e-a084-c51182c4d1c6 None None] Transition to ACTIVE for port object 67976708-dcda-4aab-9d0d-562e6b7d695d will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:36:50.721282 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9660bb0c-d8c1-4e5e-a084-c51182c4d1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:50.740273 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cabef6-ce3d-448a-b034-ce8173503e80 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b37964b-3d2a-4090-a625-8779d8a452b4,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:50.752191 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-00cabef6-ce3d-448a-b034-ce8173503e80 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:50.755771 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-00cabef6-ce3d-448a-b034-ce8173503e80 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2067800 Feb 01 04:36:50.756671 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39712) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:50.762696 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-4ab14415-72d5-4c4d-bd83-8d898623e461 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'security_group_rule': {'security_group_id': '91bf839b-e992-4d8a-9594-be77b2c1bc4d', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:36:50.770232 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-4ab14415-72d5-4c4d-bd83-8d898623e461 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:36:50.775721 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-4ab14415-72d5-4c4d-bd83-8d898623e461 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group_rule and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:36:50.779678 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-4ab14415-72d5-4c4d-bd83-8d898623e461 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:36:50.786545 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-4ab14415-72d5-4c4d-bd83-8d898623e461 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:36:50.792774 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9660bb0c-d8c1-4e5e-a084-c51182c4d1c6 None None] Pushing event updated for resources: {'Port': ['ID=67976708-dcda-4aab-9d0d-562e6b7d695d,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:50.804725 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.securitygroups_db [None req-4ab14415-72d5-4c4d-bd83-8d898623e461 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Project 0629703b9474474a9f2fde13723d2e8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 01 04:36:50.806362 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9660bb0c-d8c1-4e5e-a084-c51182c4d1c6 None None] Network eedbe629-8c7b-47a6-a624-06308b7a6477 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:36:50.807665 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-9660bb0c-d8c1-4e5e-a084-c51182c4d1c6 None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:36:50.810535 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9660bb0c-d8c1-4e5e-a084-c51182c4d1c6 None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:36:50.816237 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-aa94d73d-3f67-4e6f-bdcf-ae32957ff6fb tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:50.816754 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4ab14415-72d5-4c4d-bd83-8d898623e461 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:50.818912 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ceba8ec8-b693-4747-a6fa-1fd06297b099 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for security_group, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:50.828621 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-aa94d73d-3f67-4e6f-bdcf-ae32957ff6fb tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-774194'] for floatingip, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:50.899664 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ceba8ec8-b693-4747-a6fa-1fd06297b099 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:50.909297 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4ab14415-72d5-4c4d-bd83-8d898623e461 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:50.917215 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4ab14415-72d5-4c4d-bd83-8d898623e461 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:50.925370 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-9660bb0c-d8c1-4e5e-a084-c51182c4d1c6 None None] Attempting to bind port 67976708-dcda-4aab-9d0d-562e6b7d695d on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:36:50.925791 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-9660bb0c-d8c1-4e5e-a084-c51182c4d1c6 None None] Attempting to bind port 67976708-dcda-4aab-9d0d-562e6b7d695d by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '1cd68dee-a786-49b7-a195-9727492e41c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'eedbe629-8c7b-47a6-a624-06308b7a6477'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:36:50.926337 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9660bb0c-d8c1-4e5e-a084-c51182c4d1c6 None None] Attempting to bind port 67976708-dcda-4aab-9d0d-562e6b7d695d on network eedbe629-8c7b-47a6-a624-06308b7a6477 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:36:50.933515 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9660bb0c-d8c1-4e5e-a084-c51182c4d1c6 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:36:50.934176 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9660bb0c-d8c1-4e5e-a084-c51182c4d1c6 None None] Checking segment: {'id': '1cd68dee-a786-49b7-a195-9727492e41c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'eedbe629-8c7b-47a6-a624-06308b7a6477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:36:50.934580 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9660bb0c-d8c1-4e5e-a084-c51182c4d1c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:50.934971 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9660bb0c-d8c1-4e5e-a084-c51182c4d1c6 None None] Bound using segment: {'id': '1cd68dee-a786-49b7-a195-9727492e41c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'eedbe629-8c7b-47a6-a624-06308b7a6477'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:36:50.935482 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-9660bb0c-d8c1-4e5e-a084-c51182c4d1c6 None None] Bound port: 67976708-dcda-4aab-9d0d-562e6b7d695d, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cd68dee-a786-49b7-a195-9727492e41c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'eedbe629-8c7b-47a6-a624-06308b7a6477'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:36:50.935856 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9660bb0c-d8c1-4e5e-a084-c51182c4d1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:50.950532 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab14415-72d5-4c4d-bd83-8d898623e461 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be2bbe68-d11c-4450-8ad9-6e1c48e6e4f1,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:50.970341 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4ab14415-72d5-4c4d-bd83-8d898623e461 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:50.971799 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4ab14415-72d5-4c4d-bd83-8d898623e461 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2139194 Feb 01 04:36:50.974371 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39716) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:50.980105 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-bc4cc3f3-df58-4bde-91e1-dad91166e6a0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'security_group_rule': {'security_group_id': '91bf839b-e992-4d8a-9594-be77b2c1bc4d', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:36:50.986413 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-bc4cc3f3-df58-4bde-91e1-dad91166e6a0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:36:50.996556 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-bc4cc3f3-df58-4bde-91e1-dad91166e6a0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group_rule and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:36:50.999796 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-bc4cc3f3-df58-4bde-91e1-dad91166e6a0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:36:51.004418 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceba8ec8-b693-4747-a6fa-1fd06297b099 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a773b369-18e3-4c34-83a6-6caf629bff21,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:51.011452 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-bc4cc3f3-df58-4bde-91e1-dad91166e6a0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:36:51.026211 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.securitygroups_db [None req-bc4cc3f3-df58-4bde-91e1-dad91166e6a0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Project 0629703b9474474a9f2fde13723d2e8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 01 04:36:51.033204 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bc4cc3f3-df58-4bde-91e1-dad91166e6a0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:51.051626 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-9660bb0c-d8c1-4e5e-a084-c51182c4d1c6 None None] For port 67976708-dcda-4aab-9d0d-562e6b7d695d, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:36:51.053836 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-b6f49ed3-2c66-4e85-87c1-14feda19be1c None None] Provisioning for port e7245565-5e22-4d57-8fcd-5611bae133ba completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:36:51.058731 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-9660bb0c-d8c1-4e5e-a084-c51182c4d1c6 None None] For port 67976708-dcda-4aab-9d0d-562e6b7d695d, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=67976708-dcda-4aab-9d0d-562e6b7d695d,segment=NetworkSegment(1cd68dee-a786-49b7-a195-9727492e41c7),segment_id=1cd68dee-a786-49b7-a195-9727492e41c7)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:36:51.060726 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-b6f49ed3-2c66-4e85-87c1-14feda19be1c None None] Provisioning complete for port e7245565-5e22-4d57-8fcd-5611bae133ba triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:36:51.061096 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b6f49ed3-2c66-4e85-87c1-14feda19be1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:51.092605 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9660bb0c-d8c1-4e5e-a084-c51182c4d1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:51.101074 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bc4cc3f3-df58-4bde-91e1-dad91166e6a0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:51.105102 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bc4cc3f3-df58-4bde-91e1-dad91166e6a0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:51.128895 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4cc3f3-df58-4bde-91e1-dad91166e6a0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3100027d-4138-4a96-8ee2-d1d13932435d,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:51.138565 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bc4cc3f3-df58-4bde-91e1-dad91166e6a0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:51.139964 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-bc4cc3f3-df58-4bde-91e1-dad91166e6a0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1645505 Feb 01 04:36:51.186975 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ceba8ec8-b693-4747-a6fa-1fd06297b099 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:51.188199 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-ceba8ec8-b693-4747-a6fa-1fd06297b099 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.3425641 Feb 01 04:36:51.191644 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39722) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:51.197688 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-bed65676-7bef-49a9-a262-cd230644df5a tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Request body: {'security_group': {'name': 'tempest-secgroup-1733392944'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:36:51.202150 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9660bb0c-d8c1-4e5e-a084-c51182c4d1c6 None None] Pushing event updated for resources: {'Port': ['ID=67976708-dcda-4aab-9d0d-562e6b7d695d,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:51.206592 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dcc5fd4e-6a17-4b47-8fce-26869aa2acb1 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:51.213497 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-bed65676-7bef-49a9-a262-cd230644df5a tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:36:51.217530 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-bed65676-7bef-49a9-a262-cd230644df5a tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Usage tracker for resource:security_group and tenant:a862444cee664ef3af6a3e24f24366c9 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:36:51.220461 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-bed65676-7bef-49a9-a262-cd230644df5a tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:36:51.227043 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-bed65676-7bef-49a9-a262-cd230644df5a tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:36:51.246000 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bed65676-7bef-49a9-a262-cd230644df5a tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:51.274133 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-bed65676-7bef-49a9-a262-cd230644df5a tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:36:51.281277 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-bed65676-7bef-49a9-a262-cd230644df5a tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Usage tracker for resource:security_group_rule and tenant:a862444cee664ef3af6a3e24f24366c9 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:36:51.284446 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-bed65676-7bef-49a9-a262-cd230644df5a tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:36:51.302130 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.l3_db [None req-aa94d73d-3f67-4e6f-bdcf-ae32957ff6fb tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Floating IP bfca9eb0-1a7a-4da0-bdb0-eedbb14e6714 associated. External IP: 172.26.8.120, port: a11f9ec4-d225-4a83-a989-c55f5a4ebf45. Feb 01 04:36:51.306057 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-b6f49ed3-2c66-4e85-87c1-14feda19be1c None None] Provisioning complete for port 9b63b118-1fc6-4cef-ae83-766005a7c039 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:36:51.306574 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b6f49ed3-2c66-4e85-87c1-14feda19be1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:51.306664 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-bed65676-7bef-49a9-a262-cd230644df5a tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:36:51.368035 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-b6f49ed3-2c66-4e85-87c1-14feda19be1c None None] Port 9b63b118-1fc6-4cef-ae83-766005a7c039 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:36:51.431953 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bed65676-7bef-49a9-a262-cd230644df5a tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:51.436426 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-0d012817-ab88-45a7-a54c-003aeeabf1a9 req-3477728f-0601-4344-a8ed-6c0bbfb591c6 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Synchronizing usage tracker for tenant:0629703b9474474a9f2fde13723d2e8b on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:36:51.440865 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bed65676-7bef-49a9-a262-cd230644df5a tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:51.495210 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed65676-7bef-49a9-a262-cd230644df5a tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e95286-86b8-4713-8d08-d9828915330d,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:51.513379 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bed65676-7bef-49a9-a262-cd230644df5a tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:51.523596 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-bed65676-7bef-49a9-a262-cd230644df5a tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3266773 Feb 01 04:36:51.524565 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-0d012817-ab88-45a7-a54c-003aeeabf1a9 req-3477728f-0601-4344-a8ed-6c0bbfb591c6 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Unset dirty status for tenant:0629703b9474474a9f2fde13723d2e8b on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:36:51.525822 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0d012817-ab88-45a7-a54c-003aeeabf1a9 req-3477728f-0601-4344-a8ed-6c0bbfb591c6 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1347558002&fields=id&tenant_id=0629703b9474474a9f2fde13723d2e8b HTTP/1.1" status: 200 len: 267 time: 0.1479304 Feb 01 04:36:51.526358 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39736) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:51.533133 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-d7255354-8760-4695-a531-2b2f39411670 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1455917968', 'security_groups': ['a9e95286-86b8-4713-8d08-d9828915330d'], 'network_id': '7f96f5a1-4f91-4a86-8e7f-c10c0c3805e9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f999500b-afee-4aa3-aae0-dede3b3b40d2'}]}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:36:51.933320 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-d7255354-8760-4695-a531-2b2f39411670 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:36:51.947792 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d012817-ab88-45a7-a54c-003aeeabf1a9 req-c0508477-24c8-4da3-a7ea-db699d251a05 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:51.949218 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0d012817-ab88-45a7-a54c-003aeeabf1a9 req-c0508477-24c8-4da3-a7ea-db699d251a05 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/networks?id=eedbe629-8c7b-47a6-a624-06308b7a6477 HTTP/1.1" status: 200 len: 797 time: 0.3907003 Feb 01 04:36:51.952814 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-d7255354-8760-4695-a531-2b2f39411670 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:36:51.967668 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0d012817-ab88-45a7-a54c-003aeeabf1a9 req-b082bcf1-bbae-48d4-81fb-1f04d06bf83e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/quotas/0629703b9474474a9f2fde13723d2e8b HTTP/1.1" status: 200 len: 375 time: 0.0121415 Feb 01 04:36:51.973510 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7255354-8760-4695-a531-2b2f39411670 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Made reservation on behalf of a862444cee664ef3af6a3e24f24366c9 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:36:52.063298 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dcc5fd4e-6a17-4b47-8fce-26869aa2acb1 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337'] for router, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:52.165884 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d7255354-8760-4695-a531-2b2f39411670 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:52.168445 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa94d73d-3f67-4e6f-bdcf-ae32957ff6fb tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Router 369c1bd0-20ee-4cfb-81b7-18033449079b has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:36:52.197527 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0d012817-ab88-45a7-a54c-003aeeabf1a9 req-b5eaf6f5-f88d-4b3c-ae27-7a9bb9def615 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0629703b9474474a9f2fde13723d2e8b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2092452 Feb 01 04:36:52.200712 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-d7255354-8760-4695-a531-2b2f39411670 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] device_id is not set on port a1f29771-cfb0-4102-87aa-06ef5d30ec5b yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:36:52.342556 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [req-0d012817-ab88-45a7-a54c-003aeeabf1a9 req-78e14d75-0e7a-4663-9af3-f9b3fbfb04fe service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 04:36:52.344090 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0d012817-ab88-45a7-a54c-003aeeabf1a9 req-78e14d75-0e7a-4663-9af3-f9b3fbfb04fe service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0720441 Feb 01 04:36:52.427167 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca0730a-703b-4854-9da6-459ce50d21dd None None] Network eedbe629-8c7b-47a6-a624-06308b7a6477 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:36:52.455344 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa94d73d-3f67-4e6f-bdcf-ae32957ff6fb tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:36:52.509969 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcc5fd4e-6a17-4b47-8fce-26869aa2acb1 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Router c0d107c8-3f8d-4bbc-ab46-aefa535e02be is scheduled to L3 agent a3073304-82af-4a42-89af-bc532d6626bb with binding_index 1 {{(pid=87637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 01 04:36:52.517606 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df441c45-cd1f-4af7-913f-ce30c29b8980 None None] Sync routers for ids ['369c1bd0-20ee-4cfb-81b7-18033449079b'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:36:52.532514 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-d7255354-8760-4695-a531-2b2f39411670 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Allocated IP 172.20.0.14 (7f96f5a1-4f91-4a86-8e7f-c10c0c3805e9/f999500b-afee-4aa3-aae0-dede3b3b40d2/a1f29771-cfb0-4102-87aa-06ef5d30ec5b) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:36:52.555303 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df441c45-cd1f-4af7-913f-ce30c29b8980 None None] Routers {'369c1bd0-20ee-4cfb-81b7-18033449079b'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:36:52.556290 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-df441c45-cd1f-4af7-913f-ce30c29b8980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:36:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['369c1bd0-20ee-4cfb-81b7-18033449079b'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:52.559223 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0d012817-ab88-45a7-a54c-003aeeabf1a9 req-6860488e-168f-44dd-bc17-af3bb8e677af service neutron] 10.222.0.24 "GET /v2.0/networks/eedbe629-8c7b-47a6-a624-06308b7a6477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038343 Feb 01 04:36:52.641563 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-3ab872c7-a093-48cc-9007-5de4130f0a33 None None] Provisioning for port 67976708-dcda-4aab-9d0d-562e6b7d695d completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:36:52.649256 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-df441c45-cd1f-4af7-913f-ce30c29b8980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:52.692372 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 67976708-dcda-4aab-9d0d-562e6b7d695d up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:36:52.730369 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df441c45-cd1f-4af7-913f-ce30c29b8980 None None] Routers {'369c1bd0-20ee-4cfb-81b7-18033449079b'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:36:52.731096 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-df441c45-cd1f-4af7-913f-ce30c29b8980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:36:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['369c1bd0-20ee-4cfb-81b7-18033449079b'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:52.817170 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-df441c45-cd1f-4af7-913f-ce30c29b8980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:52.817668 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df441c45-cd1f-4af7-913f-ce30c29b8980 None None] The sync data for ids ['369c1bd0-20ee-4cfb-81b7-18033449079b'] in dv-neutron-826830-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:36:52.836331 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0d012817-ab88-45a7-a54c-003aeeabf1a9 req-18eb8e5d-0c98-48b7-badd-8e4d922f1739 service neutron] 10.222.0.24 "GET /v2.0/networks/eedbe629-8c7b-47a6-a624-06308b7a6477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547858 Feb 01 04:36:52.898503 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc5fd4e-6a17-4b47-8fce-26869aa2acb1 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:36:52.918384 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d922bf-6fcf-4e7f-861f-799e3959a846 None None] Sync routers for ids ['c0d107c8-3f8d-4bbc-ab46-aefa535e02be'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:36:52.920121 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d7255354-8760-4695-a531-2b2f39411670 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:52.930241 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 67976708-dcda-4aab-9d0d-562e6b7d695d completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:36:52.948494 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d922bf-6fcf-4e7f-861f-799e3959a846 None None] Routers {'c0d107c8-3f8d-4bbc-ab46-aefa535e02be'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:36:52.949924 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 67976708-dcda-4aab-9d0d-562e6b7d695d triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:36:52.951504 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:52.952385 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-23d922bf-6fcf-4e7f-861f-799e3959a846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:36:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['c0d107c8-3f8d-4bbc-ab46-aefa535e02be'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:52.963658 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-d7255354-8760-4695-a531-2b2f39411670 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Transition to ACTIVE for port object a1f29771-cfb0-4102-87aa-06ef5d30ec5b will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:36:52.994359 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dcc5fd4e-6a17-4b47-8fce-26869aa2acb1 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:52.995753 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-dcc5fd4e-6a17-4b47-8fce-26869aa2acb1 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.9100106 Feb 01 04:36:52.999771 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39746) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:53.041947 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa94d73d-3f67-4e6f-bdcf-ae32957ff6fb tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Router 369c1bd0-20ee-4cfb-81b7-18033449079b has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:36:53.138977 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:53.181148 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 67976708-dcda-4aab-9d0d-562e6b7d695d, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=67976708-dcda-4aab-9d0d-562e6b7d695d,segment=NetworkSegment(1cd68dee-a786-49b7-a195-9727492e41c7),segment_id=1cd68dee-a786-49b7-a195-9727492e41c7)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:36:53.186330 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:53.280626 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-23d922bf-6fcf-4e7f-861f-799e3959a846 None None] Set router c0d107c8-3f8d-4bbc-ab46-aefa535e02be gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:36:53.285557 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=67976708-dcda-4aab-9d0d-562e6b7d695d,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:53.292052 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-effad54f-8317-4ee6-8071-0ea9992c6f1f tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] 10.222.0.24 "GET /v2.0/routers/c0d107c8-3f8d-4bbc-ab46-aefa535e02be HTTP/1.1" status: 200 len: 908 time: 0.2879262 Feb 01 04:36:53.292666 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39750) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:53.306583 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d7255354-8760-4695-a531-2b2f39411670 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:53.315484 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-644c6778-8e36-40d9-a7d1-db5583893314 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1438728624', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'enable_snat': True}}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:36:53.360901 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-644c6778-8e36-40d9-a7d1-db5583893314 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:36:53.361691 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-66cda760-0f27-4421-929a-a528cf14f5ce req-85610a54-f187-4469-8112-d08a4987b78e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=7166a2c9-994a-43d4-ade2-deb1c47b05ba HTTP/1.1" status: 200 len: 210 time: 0.3093512 Feb 01 04:36:53.388479 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-644c6778-8e36-40d9-a7d1-db5583893314 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Usage tracker for resource:router and tenant:3d943658615248ecbef05272d2c39021 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:36:53.396423 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7255354-8760-4695-a531-2b2f39411670 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Network 7f96f5a1-4f91-4a86-8e7f-c10c0c3805e9 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:36:53.397324 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-644c6778-8e36-40d9-a7d1-db5583893314 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:36:53.400882 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-42faeabd-758d-495f-a5ca-aa9a3afd55c3 None None] Provisioning complete for port 67976708-dcda-4aab-9d0d-562e6b7d695d triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:36:53.402291 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-d7255354-8760-4695-a531-2b2f39411670 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:36:53.402438 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-42faeabd-758d-495f-a5ca-aa9a3afd55c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:53.411346 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7255354-8760-4695-a531-2b2f39411670 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:36:53.441910 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-644c6778-8e36-40d9-a7d1-db5583893314 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:36:53.463304 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7255354-8760-4695-a531-2b2f39411670 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event updated for resources: {'Port': ['ID=a1f29771-cfb0-4102-87aa-06ef5d30ec5b,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:53.490096 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-644c6778-8e36-40d9-a7d1-db5583893314 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25958'] for router, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:53.491129 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-644c6778-8e36-40d9-a7d1-db5583893314 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-372027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25961'] for router, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:53.531329 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7255354-8760-4695-a531-2b2f39411670 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:53.532834 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d7255354-8760-4695-a531-2b2f39411670 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:53.552896 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa94d73d-3f67-4e6f-bdcf-ae32957ff6fb tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:36:53.565507 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-aa94d73d-3f67-4e6f-bdcf-ae32957ff6fb tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:53.575479 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-644c6778-8e36-40d9-a7d1-db5583893314 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:53.596798 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73d2757-e504-46e6-8fbe-5a909919a5bd None None] Sync routers for ids ['369c1bd0-20ee-4cfb-81b7-18033449079b'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:36:53.601237 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d7255354-8760-4695-a531-2b2f39411670 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.0722778 Feb 01 04:36:53.602100 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39754) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:53.633373 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73d2757-e504-46e6-8fbe-5a909919a5bd None None] Routers {'369c1bd0-20ee-4cfb-81b7-18033449079b'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:36:53.634015 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-d73d2757-e504-46e6-8fbe-5a909919a5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:36:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['369c1bd0-20ee-4cfb-81b7-18033449079b'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:53.694421 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-8332385a-fbeb-41b5-8d8a-aafb5a45b8e0 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Request body: {'subnet': {'network_id': '7f96f5a1-4f91-4a86-8e7f-c10c0c3805e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:36:53.705517 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-23d922bf-6fcf-4e7f-861f-799e3959a846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d107c8-3f8d-4bbc-ab46-aefa535e02be', 'name': 'tempest-snat-router-1438728624', 'tenant_id': '3d943658615248ecbef05272d2c39021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.88'}], 'enable_snat': False}, 'gw_port_id': '103eaacb-af54-4226-b036-c88e6a12b53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:36:47Z', 'updated_at': '2022-02-01T04:36:50Z', 'revision_number': 3, 'project_id': '3d943658615248ecbef05272d2c39021', 'gw_port': {'id': '103eaacb-af54-4226-b036-c88e6a12b53a', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f0:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0d107c8-3f8d-4bbc-ab46-aefa535e02be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:36:48Z', 'updated_at': '2022-02-01T04:36:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:53.720240 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d922bf-6fcf-4e7f-861f-799e3959a846 None None] Checking router: c0d107c8-3f8d-4bbc-ab46-aefa535e02be for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:36:53.720846 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d922bf-6fcf-4e7f-861f-799e3959a846 None None] Updating router c0d107c8-3f8d-4bbc-ab46-aefa535e02be port 103eaacb-af54-4226-b036-c88e6a12b53a binding host dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 04:36:53.782201 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-d73d2757-e504-46e6-8fbe-5a909919a5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:53.792291 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-aa94d73d-3f67-4e6f-bdcf-ae32957ff6fb tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] 10.222.0.24 "PUT /v2.0/floatingips/bfca9eb0-1a7a-4da0-bdb0-eedbb14e6714 HTTP/1.1" status: 200 len: 979 time: 4.7828176 Feb 01 04:36:53.794627 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73d2757-e504-46e6-8fbe-5a909919a5bd None None] Routers {'369c1bd0-20ee-4cfb-81b7-18033449079b'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:36:53.795394 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-d73d2757-e504-46e6-8fbe-5a909919a5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:36:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['369c1bd0-20ee-4cfb-81b7-18033449079b'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:53.796280 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 39758) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:53.803824 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-4dd569cc-48d9-402f-b96f-01774902b531 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:36:53.836639 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-23d922bf-6fcf-4e7f-861f-799e3959a846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:53.869058 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-d73d2757-e504-46e6-8fbe-5a909919a5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:53.869629 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73d2757-e504-46e6-8fbe-5a909919a5bd None None] The sync data for ids ['369c1bd0-20ee-4cfb-81b7-18033449079b'] in dv-neutron-826830-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:36:53.882995 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-46062393-28d0-4180-8b76-e3e8bc73b4ad None None] Provisioning for port a1f29771-cfb0-4102-87aa-06ef5d30ec5b completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:36:53.894872 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-46062393-28d0-4180-8b76-e3e8bc73b4ad None None] Provisioning complete for port a1f29771-cfb0-4102-87aa-06ef5d30ec5b triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:36:53.895428 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-46062393-28d0-4180-8b76-e3e8bc73b4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:53.983196 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-46062393-28d0-4180-8b76-e3e8bc73b4ad None None] Port a1f29771-cfb0-4102-87aa-06ef5d30ec5b cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:36:54.015076 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4dd569cc-48d9-402f-b96f-01774902b531 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks [] for floatingip, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:54.240645 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-644c6778-8e36-40d9-a7d1-db5583893314 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:54.306497 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-8332385a-fbeb-41b5-8d8a-aafb5a45b8e0 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:36:54.330323 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-8332385a-fbeb-41b5-8d8a-aafb5a45b8e0 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Usage tracker for resource:subnet and tenant:a862444cee664ef3af6a3e24f24366c9 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:36:54.340948 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-8332385a-fbeb-41b5-8d8a-aafb5a45b8e0 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:36:54.341171 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-23d922bf-6fcf-4e7f-861f-799e3959a846 None None] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:54.352024 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-8332385a-fbeb-41b5-8d8a-aafb5a45b8e0 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:36:54.356767 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-23d922bf-6fcf-4e7f-861f-799e3959a846 None None] Transition to ACTIVE for port object 103eaacb-af54-4226-b036-c88e6a12b53a will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:36:54.366288 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-23d922bf-6fcf-4e7f-861f-799e3959a846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:54.374049 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4dd569cc-48d9-402f-b96f-01774902b531 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:54.378864 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4dd569cc-48d9-402f-b96f-01774902b531 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-774194'] for floatingip, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:54.379552 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.l3_db [None req-4dd569cc-48d9-402f-b96f-01774902b531 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Floating IP bfca9eb0-1a7a-4da0-bdb0-eedbb14e6714 disassociated. External IP: 172.26.8.120, port: 9d891d75-d6f8-401b-92c9-cee62e29ec62. Feb 01 04:36:54.410655 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8332385a-fbeb-41b5-8d8a-aafb5a45b8e0 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Made reservation on behalf of a862444cee664ef3af6a3e24f24366c9 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:36:54.414133 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8332385a-fbeb-41b5-8d8a-aafb5a45b8e0 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:54.486678 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-23d922bf-6fcf-4e7f-861f-799e3959a846 None None] Attempting to bind port 103eaacb-af54-4226-b036-c88e6a12b53a on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:36:54.487522 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-23d922bf-6fcf-4e7f-861f-799e3959a846 None None] Attempting to bind port 103eaacb-af54-4226-b036-c88e6a12b53a by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:36:54.488180 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d922bf-6fcf-4e7f-861f-799e3959a846 None None] Attempting to bind port 103eaacb-af54-4226-b036-c88e6a12b53a on network bdef128a-46b3-4cca-a245-48d1eb781269 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:36:54.497263 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d922bf-6fcf-4e7f-861f-799e3959a846 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:36:54.498390 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d922bf-6fcf-4e7f-861f-799e3959a846 None None] Checking segment: {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:36:54.498959 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-23d922bf-6fcf-4e7f-861f-799e3959a846 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:54.499517 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d922bf-6fcf-4e7f-861f-799e3959a846 None None] Bound using segment: {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:36:54.500188 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-23d922bf-6fcf-4e7f-861f-799e3959a846 None None] Bound port: 103eaacb-af54-4226-b036-c88e6a12b53a, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:36:54.506273 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5b59ed3f-6062-4aa6-a7f0-b8fb89c2a0c0 req-5e54ec25-af11-4603-a3da-6c96a338c3a7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=7166a2c9-994a-43d4-ade2-deb1c47b05ba HTTP/1.1" status: 200 len: 210 time: 0.0629365 Feb 01 04:36:54.510603 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-23d922bf-6fcf-4e7f-861f-799e3959a846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:54.560987 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ce439-fefe-4dd9-a470-73733fabac12 None None] Pushing event updated for resources: {'Port': ['ID=103eaacb-af54-4226-b036-c88e6a12b53a,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:54.575797 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ce439-fefe-4dd9-a470-73733fabac12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:36:54.576473 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ce439-fefe-4dd9-a470-73733fabac12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:36:54.577473 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ce439-fefe-4dd9-a470-73733fabac12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:36:54.577962 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ce439-fefe-4dd9-a470-73733fabac12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:36:54.578438 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ce439-fefe-4dd9-a470-73733fabac12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:36:54.578968 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ce439-fefe-4dd9-a470-73733fabac12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:36:54.579598 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ce439-fefe-4dd9-a470-73733fabac12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:36:54.580063 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ce439-fefe-4dd9-a470-73733fabac12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:36:54.580683 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ce439-fefe-4dd9-a470-73733fabac12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:36:54.581889 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ce439-fefe-4dd9-a470-73733fabac12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:36:54.582387 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ce439-fefe-4dd9-a470-73733fabac12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:36:54.582846 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ce439-fefe-4dd9-a470-73733fabac12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:36:54.590231 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 67976708-dcda-4aab-9d0d-562e6b7d695d up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:36:54.615235 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-23d922bf-6fcf-4e7f-861f-799e3959a846 None None] For port 103eaacb-af54-4226-b036-c88e6a12b53a, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:36:54.619237 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-23d922bf-6fcf-4e7f-861f-799e3959a846 None None] For port 103eaacb-af54-4226-b036-c88e6a12b53a, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=103eaacb-af54-4226-b036-c88e6a12b53a,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:36:54.624591 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.ipam_backend_mixin [None req-8332385a-fbeb-41b5-8d8a-aafb5a45b8e0 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f999500b-afee-4aa3-aae0-dede3b3b40d2 (CIDR: 172.20.0.0/28) Feb 01 04:36:54.627117 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-23d922bf-6fcf-4e7f-861f-799e3959a846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:54.630212 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-8332385a-fbeb-41b5-8d8a-aafb5a45b8e0 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 01 04:36:54.630701 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8332385a-fbeb-41b5-8d8a-aafb5a45b8e0 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:36:54.677162 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 67976708-dcda-4aab-9d0d-562e6b7d695d triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:36:54.677735 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:54.707112 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d922bf-6fcf-4e7f-861f-799e3959a846 None None] Routers {'c0d107c8-3f8d-4bbc-ab46-aefa535e02be'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:36:54.708090 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-23d922bf-6fcf-4e7f-861f-799e3959a846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:36:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['c0d107c8-3f8d-4bbc-ab46-aefa535e02be'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:54.804505 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ce439-fefe-4dd9-a470-73733fabac12 None None] Pushing event updated for resources: {'Port': ['ID=103eaacb-af54-4226-b036-c88e6a12b53a,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:54.816190 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-8332385a-fbeb-41b5-8d8a-aafb5a45b8e0 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2112701 Feb 01 04:36:54.824147 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39768) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:54.831672 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-0a8e8c9f-dda7-49b8-a147-44906fb2122d tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Request body: {'subnet': {'network_id': '7f96f5a1-4f91-4a86-8e7f-c10c0c3805e9', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:36:54.889003 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dd569cc-48d9-402f-b96f-01774902b531 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Router 369c1bd0-20ee-4cfb-81b7-18033449079b has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:36:54.924737 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-23d922bf-6fcf-4e7f-861f-799e3959a846 None None] Set router c0d107c8-3f8d-4bbc-ab46-aefa535e02be gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:36:54.983444 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-644c6778-8e36-40d9-a7d1-db5583893314 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:55.025214 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-644c6778-8e36-40d9-a7d1-db5583893314 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:55.076740 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd569cc-48d9-402f-b96f-01774902b531 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:36:55.081874 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4dd569cc-48d9-402f-b96f-01774902b531 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:55.092767 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-0a8e8c9f-dda7-49b8-a147-44906fb2122d tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:36:55.102178 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0a8e8c9f-dda7-49b8-a147-44906fb2122d tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Usage tracker for resource:subnet and tenant:a862444cee664ef3af6a3e24f24366c9 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:36:55.110965 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0a8e8c9f-dda7-49b8-a147-44906fb2122d tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:36:55.116405 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a87bad-a852-488d-8a67-dedbd6e2cac6 None None] Sync routers for ids ['369c1bd0-20ee-4cfb-81b7-18033449079b'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:36:55.121362 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-0a8e8c9f-dda7-49b8-a147-44906fb2122d tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:36:55.145602 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a87bad-a852-488d-8a67-dedbd6e2cac6 None None] Routers {'369c1bd0-20ee-4cfb-81b7-18033449079b'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:36:55.146376 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-99a87bad-a852-488d-8a67-dedbd6e2cac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:36:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['369c1bd0-20ee-4cfb-81b7-18033449079b'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:55.178015 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a8e8c9f-dda7-49b8-a147-44906fb2122d tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Made reservation on behalf of a862444cee664ef3af6a3e24f24366c9 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:36:55.181933 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0a8e8c9f-dda7-49b8-a147-44906fb2122d tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:55.215811 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-99a87bad-a852-488d-8a67-dedbd6e2cac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:55.258197 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-644c6778-8e36-40d9-a7d1-db5583893314 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Allocated IP 172.26.8.61 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/edbc4902-ca19-41d8-a8ab-e77d61344aa0) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:36:55.265133 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a87bad-a852-488d-8a67-dedbd6e2cac6 None None] Routers {'369c1bd0-20ee-4cfb-81b7-18033449079b'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:36:55.265746 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-99a87bad-a852-488d-8a67-dedbd6e2cac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:36:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['369c1bd0-20ee-4cfb-81b7-18033449079b'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:55.282204 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-4dd569cc-48d9-402f-b96f-01774902b531 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] 10.222.0.24 "PUT /v2.0/floatingips/bfca9eb0-1a7a-4da0-bdb0-eedbb14e6714 HTTP/1.1" status: 200 len: 688 time: 1.4845068 Feb 01 04:36:55.284858 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 39778) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:55.331951 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-99a87bad-a852-488d-8a67-dedbd6e2cac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:55.332269 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a87bad-a852-488d-8a67-dedbd6e2cac6 None None] The sync data for ids ['369c1bd0-20ee-4cfb-81b7-18033449079b'] in dv-neutron-826830-1-hyperv is: [] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:36:55.362190 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-23d922bf-6fcf-4e7f-861f-799e3959a846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d107c8-3f8d-4bbc-ab46-aefa535e02be', 'name': 'tempest-snat-router-1438728624', 'tenant_id': '3d943658615248ecbef05272d2c39021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.88'}], 'enable_snat': False}, 'gw_port_id': '103eaacb-af54-4226-b036-c88e6a12b53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:36:47Z', 'updated_at': '2022-02-01T04:36:50Z', 'revision_number': 3, 'project_id': '3d943658615248ecbef05272d2c39021', 'gw_port': {'id': '103eaacb-af54-4226-b036-c88e6a12b53a', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f0:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0d107c8-3f8d-4bbc-ab46-aefa535e02be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:36:48Z', 'updated_at': '2022-02-01T04:36:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:55.366037 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d922bf-6fcf-4e7f-861f-799e3959a846 None None] The sync data for ids ['c0d107c8-3f8d-4bbc-ab46-aefa535e02be'] in dv-neutron-826830-1-hyperv is: [{'id': 'c0d107c8-3f8d-4bbc-ab46-aefa535e02be', 'name': 'tempest-snat-router-1438728624', 'tenant_id': '3d943658615248ecbef05272d2c39021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.88'}], 'enable_snat': False}, 'gw_port_id': '103eaacb-af54-4226-b036-c88e6a12b53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:36:47Z', 'updated_at': '2022-02-01T04:36:50Z', 'revision_number': 3, 'project_id': '3d943658615248ecbef05272d2c39021', 'gw_port': {'id': '103eaacb-af54-4226-b036-c88e6a12b53a', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f0:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0d107c8-3f8d-4bbc-ab46-aefa535e02be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:36:48Z', 'updated_at': '2022-02-01T04:36:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:36:55.446340 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-a6931e49-2456-4706-b22d-42506488d607 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Deleting port d39058a1-7d3c-4538-955c-595065c6edb6 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:36:55.446900 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a6931e49-2456-4706-b22d-42506488d607 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:55.498426 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.ipam_backend_mixin [None req-0a8e8c9f-dda7-49b8-a147-44906fb2122d tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet e84dc84a-4e55-413b-bd7a-745e6507ba0c (CIDR: 172.20.0.16/28) Feb 01 04:36:55.511812 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a8e8c9f-dda7-49b8-a147-44906fb2122d tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 01 04:36:55.512371 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a8e8c9f-dda7-49b8-a147-44906fb2122d tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:36:55.547604 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-644c6778-8e36-40d9-a7d1-db5583893314 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:55.555870 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0a8e8c9f-dda7-49b8-a147-44906fb2122d tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7282877 Feb 01 04:36:55.556442 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39784) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:55.565281 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-9ca8d27d-1428-47db-a14d-f44a12693c7a tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Request body: {'subnet': {'network_id': '7f96f5a1-4f91-4a86-8e7f-c10c0c3805e9', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:36:55.698381 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-d17a8d9e-db7b-4e97-9077-22e1f302219e req-e0b71df8-46ef-44ea-90ca-907bf7caca37 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=7166a2c9-994a-43d4-ade2-deb1c47b05ba HTTP/1.1" status: 200 len: 210 time: 0.1003745 Feb 01 04:36:55.723280 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a6931e49-2456-4706-b22d-42506488d607 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:55.723522 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a6931e49-2456-4706-b22d-42506488d607 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:55.853662 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-a6931e49-2456-4706-b22d-42506488d607 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Calling delete_port for d39058a1-7d3c-4538-955c-595065c6edb6 owned by network:floatingip {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:36:55.862463 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-9ca8d27d-1428-47db-a14d-f44a12693c7a tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:36:55.865819 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-644c6778-8e36-40d9-a7d1-db5583893314 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:55.905476 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-9ca8d27d-1428-47db-a14d-f44a12693c7a tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Usage tracker for resource:subnet and tenant:a862444cee664ef3af6a3e24f24366c9 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:36:55.909543 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-9ca8d27d-1428-47db-a14d-f44a12693c7a tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:36:55.938894 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-9ca8d27d-1428-47db-a14d-f44a12693c7a tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:36:55.954021 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644c6778-8e36-40d9-a7d1-db5583893314 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:36:55.958833 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-644c6778-8e36-40d9-a7d1-db5583893314 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:36:55.963385 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644c6778-8e36-40d9-a7d1-db5583893314 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:36:55.998613 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca8d27d-1428-47db-a14d-f44a12693c7a tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Made reservation on behalf of a862444cee664ef3af6a3e24f24366c9 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:36:56.002125 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9ca8d27d-1428-47db-a14d-f44a12693c7a tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:56.014622 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a6931e49-2456-4706-b22d-42506488d607 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:56.016556 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644c6778-8e36-40d9-a7d1-db5583893314 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Pushing event updated for resources: {'Port': ['ID=edbc4902-ca19-41d8-a8ab-e77d61344aa0,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:56.074705 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6931e49-2456-4706-b22d-42506488d607 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Pushing event deleted for resources: {'Port': ['ID=d39058a1-7d3c-4538-955c-595065c6edb6,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:56.166079 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a6931e49-2456-4706-b22d-42506488d607 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks [] for floatingip, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:56.177850 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a6931e49-2456-4706-b22d-42506488d607 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:56.181587 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-a6931e49-2456-4706-b22d-42506488d607 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] 10.222.0.24 "DELETE /v2.0/floatingips/bfca9eb0-1a7a-4da0-bdb0-eedbb14e6714 HTTP/1.1" status: 204 len: 168 time: 0.8932500 Feb 01 04:36:56.182381 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 39788) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:56.257614 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.api.v2.resource [None req-4abfe1f4-6426-41c4-b6c4-e449a23e314d tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] delete failed (client error): The resource could not be found. Feb 01 04:36:56.258631 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-4abfe1f4-6426-41c4-b6c4-e449a23e314d tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] 10.222.0.24 "DELETE /v2.0/floatingips/bfca9eb0-1a7a-4da0-bdb0-eedbb14e6714 HTTP/1.1" status: 404 len: 345 time: 0.0759294 Feb 01 04:36:56.262385 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 39792) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:56.369234 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2154f0-560a-485f-bac6-494f29dfd442 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:56.375543 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2154f0-560a-485f-bac6-494f29dfd442 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:56.381986 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2154f0-560a-485f-bac6-494f29dfd442 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:56.382883 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-aa2154f0-560a-485f-bac6-494f29dfd442 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Synchronizing usage tracker for tenant:3c6b8b975a3c4e1683a16b66cad9d251 on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:36:56.406510 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-aa2154f0-560a-485f-bac6-494f29dfd442 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Unset dirty status for tenant:3c6b8b975a3c4e1683a16b66cad9d251 on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:36:56.411379 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-aa2154f0-560a-485f-bac6-494f29dfd442 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] 10.222.0.24 "GET /v2.0/ports?network_id=4215913b-577d-4b09-9662-fcc3bfc48c11 HTTP/1.1" status: 200 len: 2360 time: 0.1476779 Feb 01 04:36:56.412606 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 39800) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:56.486294 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf1b85a-609a-48c0-a246-8af60aee8d2f tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:56.486972 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-acf1b85a-609a-48c0-a246-8af60aee8d2f tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Synchronizing usage tracker for tenant:3c6b8b975a3c4e1683a16b66cad9d251 on resource:subnet {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:36:56.505058 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-acf1b85a-609a-48c0-a246-8af60aee8d2f tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Unset dirty status for tenant:3c6b8b975a3c4e1683a16b66cad9d251 on resource:subnet {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:36:56.511725 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-acf1b85a-609a-48c0-a246-8af60aee8d2f tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] 10.222.0.24 "GET /v2.0/subnets/eb1a85c8-1f2a-46fa-ac88-c327e0f158e6 HTTP/1.1" status: 200 len: 797 time: 0.0983365 Feb 01 04:36:56.512367 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 39804) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:56.518522 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-5ce4f700-a50b-4386-b5d3-0c7b201c112d tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Request body: {'port': {'network_id': '4215913b-577d-4b09-9662-fcc3bfc48c11', 'name': 'tempest-FloatingIPTestJSON-646445037', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:36:56.586142 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-644c6778-8e36-40d9-a7d1-db5583893314 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:56.654419 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 103eaacb-af54-4226-b036-c88e6a12b53a up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:36:56.684505 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-5ce4f700-a50b-4386-b5d3-0c7b201c112d tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:36:56.696448 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-5ce4f700-a50b-4386-b5d3-0c7b201c112d tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:36:56.707615 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce4f700-a50b-4386-b5d3-0c7b201c112d tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Made reservation on behalf of 3c6b8b975a3c4e1683a16b66cad9d251 for: {'port': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:36:56.743000 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 103eaacb-af54-4226-b036-c88e6a12b53a completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:36:56.750999 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 103eaacb-af54-4226-b036-c88e6a12b53a triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:36:56.751399 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:56.846081 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9ca8d27d-1428-47db-a14d-f44a12693c7a tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:56.935659 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5ce4f700-a50b-4386-b5d3-0c7b201c112d tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:56.952404 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:56.959297 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-5ce4f700-a50b-4386-b5d3-0c7b201c112d tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] device_id is not set on port 479ddeff-345c-4a1c-9e06-b532333a5514 yet. {{(pid=87637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:36:56.973179 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 103eaacb-af54-4226-b036-c88e6a12b53a, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=103eaacb-af54-4226-b036-c88e6a12b53a,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:36:56.977614 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:57.030211 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d5ffc7e7-7393-43be-9f90-e6749d50546e req-18c47d64-cf52-456e-8278-c6c32e7d4c07 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=7166a2c9-994a-43d4-ade2-deb1c47b05ba HTTP/1.1" status: 200 len: 210 time: 0.2079141 Feb 01 04:36:57.043657 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca8d27d-1428-47db-a14d-f44a12693c7a tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Network 7f96f5a1-4f91-4a86-8e7f-c10c0c3805e9 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:36:57.055590 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-9ca8d27d-1428-47db-a14d-f44a12693c7a tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:36:57.065666 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca8d27d-1428-47db-a14d-f44a12693c7a tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:57.066257 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9ca8d27d-1428-47db-a14d-f44a12693c7a tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:57.068637 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=103eaacb-af54-4226-b036-c88e6a12b53a,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:57.074092 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d920d3-d77a-416d-bdf5-a8cb10dfb1df None None] Network 7f96f5a1-4f91-4a86-8e7f-c10c0c3805e9 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:36:57.098813 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca8d27d-1428-47db-a14d-f44a12693c7a tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event updated for resources: {'Subnet': ['ID=a3b5f011-a86c-44e9-940e-b797ebfe82dc,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:57.158343 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9ca8d27d-1428-47db-a14d-f44a12693c7a tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5975428 Feb 01 04:36:57.163863 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39810) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:57.169315 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-7a17d210-d343-4e85-b75f-5d663160dd34 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1681572172', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a3b5f011-a86c-44e9-940e-b797ebfe82dc'}], 'security_groups': ['76d7d1e9-8c6b-4a4d-a577-03c4cdb0d5f8', 'a773b369-18e3-4c34-83a6-6caf629bff21']}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:36:57.452531 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-644c6778-8e36-40d9-a7d1-db5583893314 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337'] for router, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:57.516462 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf87647-e389-4d07-95c5-1a62795cf7a9 None None] Update dhcp port {'port': {'network_id': '7f96f5a1-4f91-4a86-8e7f-c10c0c3805e9', 'fixed_ips': [{'subnet_id': 'e84dc84a-4e55-413b-bd7a-745e6507ba0c', 'ip_address': '172.20.0.18'}, {'subnet_id': 'f999500b-afee-4aa3-aae0-dede3b3b40d2', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a3b5f011-a86c-44e9-940e-b797ebfe82dc'}], 'binding:host_id': 'dv-neutron-826830-1-hyperv'}, 'id': 'e7245565-5e22-4d57-8fcd-5611bae133ba'} from dv-neutron-826830-1-hyperv. {{(pid=87638) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 01 04:36:57.523374 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-5ce4f700-a50b-4386-b5d3-0c7b201c112d tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Allocated IP 172.20.0.13 (4215913b-577d-4b09-9662-fcc3bfc48c11/eb1a85c8-1f2a-46fa-ac88-c327e0f158e6/479ddeff-345c-4a1c-9e06-b532333a5514) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:36:57.530458 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-5ce4f700-a50b-4386-b5d3-0c7b201c112d tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Allocated IP 172.20.0.12 (4215913b-577d-4b09-9662-fcc3bfc48c11/eb1a85c8-1f2a-46fa-ac88-c327e0f158e6/479ddeff-345c-4a1c-9e06-b532333a5514) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:36:57.580685 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-abf87647-e389-4d07-95c5-1a62795cf7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:57.751663 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5ce4f700-a50b-4386-b5d3-0c7b201c112d tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:57.788469 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5ce4f700-a50b-4386-b5d3-0c7b201c112d tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:57.801989 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-abf87647-e389-4d07-95c5-1a62795cf7a9 None None] Allocated IP 172.20.0.34 (7f96f5a1-4f91-4a86-8e7f-c10c0c3805e9/a3b5f011-a86c-44e9-940e-b797ebfe82dc/e7245565-5e22-4d57-8fcd-5611bae133ba) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:36:57.812065 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d012817-ab88-45a7-a54c-003aeeabf1a9 req-62030232-0703-492e-b986-3a667753ff46 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:57.814200 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0d012817-ab88-45a7-a54c-003aeeabf1a9 req-62030232-0703-492e-b986-3a667753ff46 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.18 "GET /v2.0/networks?id=eedbe629-8c7b-47a6-a624-06308b7a6477 HTTP/1.1" status: 200 len: 797 time: 0.4201584 Feb 01 04:36:57.873419 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce4f700-a50b-4386-b5d3-0c7b201c112d tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Network 4215913b-577d-4b09-9662-fcc3bfc48c11 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:36:57.877949 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-5ce4f700-a50b-4386-b5d3-0c7b201c112d tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:36:57.887769 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce4f700-a50b-4386-b5d3-0c7b201c112d tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:36:57.924084 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce4f700-a50b-4386-b5d3-0c7b201c112d tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Pushing event updated for resources: {'Port': ['ID=479ddeff-345c-4a1c-9e06-b532333a5514,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:57.950040 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-abf87647-e389-4d07-95c5-1a62795cf7a9 None None] For port e7245565-5e22-4d57-8fcd-5611bae133ba, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=e7245565-5e22-4d57-8fcd-5611bae133ba,segment=NetworkSegment(c233672a-1fea-4d45-abc6-f3eafc6d06d5),segment_id=c233672a-1fea-4d45-abc6-f3eafc6d06d5)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:36:57.969954 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce4f700-a50b-4386-b5d3-0c7b201c112d tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:57.970956 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5ce4f700-a50b-4386-b5d3-0c7b201c112d tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:57.976018 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-abf87647-e389-4d07-95c5-1a62795cf7a9 None None] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:57.976183 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0d012817-ab88-45a7-a54c-003aeeabf1a9 req-10def503-cfb1-47ba-864c-e8ca5ef41ea9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0629703b9474474a9f2fde13723d2e8b HTTP/1.1" status: 200 len: 473 time: 0.1381135 Feb 01 04:36:57.991750 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-0d012817-ab88-45a7-a54c-003aeeabf1a9 req-de490842-4ff3-4bd7-a204-52bcc02e0887 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'port': {'device_id': '7166a2c9-994a-43d4-ade2-deb1c47b05ba', 'network_id': 'eedbe629-8c7b-47a6-a624-06308b7a6477', 'admin_state_up': True, 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'security_groups': ['91bf839b-e992-4d8a-9594-be77b2c1bc4d']}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:36:57.994485 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-abf87647-e389-4d07-95c5-1a62795cf7a9 None None] Transition to ACTIVE for port object e7245565-5e22-4d57-8fcd-5611bae133ba will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:36:57.999461 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-5ce4f700-a50b-4386-b5d3-0c7b201c112d tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.4830947 Feb 01 04:36:57.999682 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 39818) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:58.000774 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-abf87647-e389-4d07-95c5-1a62795cf7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:58.005354 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-dd88ea29-c4a6-4baa-9838-b146d7617fbc tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Request body: {'floatingip': {'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'port_id': '479ddeff-345c-4a1c-9e06-b532333a5514', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:36:58.012437 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-dd88ea29-c4a6-4baa-9838-b146d7617fbc tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:36:58.016472 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-dd88ea29-c4a6-4baa-9838-b146d7617fbc tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Usage tracker for resource:floatingip and tenant:3c6b8b975a3c4e1683a16b66cad9d251 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:36:58.017607 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7a17d210-d343-4e85-b75f-5d663160dd34 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:58.019895 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-dd88ea29-c4a6-4baa-9838-b146d7617fbc tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:36:58.025999 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-dd88ea29-c4a6-4baa-9838-b146d7617fbc tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:36:58.037186 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dd88ea29-c4a6-4baa-9838-b146d7617fbc tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks [] for floatingip, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:58.049540 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-644c6778-8e36-40d9-a7d1-db5583893314 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Router d9c3812d-f307-4b81-8953-e7cae37e6460 is scheduled to L3 agent a3073304-82af-4a42-89af-bc532d6626bb with binding_index 1 {{(pid=87636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 01 04:36:58.156287 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf87647-e389-4d07-95c5-1a62795cf7a9 None None] Pushing event updated for resources: {'Port': ['ID=e7245565-5e22-4d57-8fcd-5611bae133ba,revision_number=7']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:58.206557 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-8acad484-6ff6-4ece-869a-718660edd834 req-82fdce55-ef19-4d39-87a8-09cb3fcbad64 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=7166a2c9-994a-43d4-ade2-deb1c47b05ba HTTP/1.1" status: 200 len: 210 time: 0.0506139 Feb 01 04:36:58.230882 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dd88ea29-c4a6-4baa-9838-b146d7617fbc tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:58.378412 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-dd88ea29-c4a6-4baa-9838-b146d7617fbc tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Allocated IP 172.26.8.191 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/e2fd5ddb-994a-42b6-9f49-335b3053d37c) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:36:58.413219 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-0d012817-ab88-45a7-a54c-003aeeabf1a9 req-de490842-4ff3-4bd7-a204-52bcc02e0887 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:36:58.463255 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-0d012817-ab88-45a7-a54c-003aeeabf1a9 req-de490842-4ff3-4bd7-a204-52bcc02e0887 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:port and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:36:58.476762 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-0d012817-ab88-45a7-a54c-003aeeabf1a9 req-de490842-4ff3-4bd7-a204-52bcc02e0887 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:36:58.491108 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-0d012817-ab88-45a7-a54c-003aeeabf1a9 req-de490842-4ff3-4bd7-a204-52bcc02e0887 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:36:58.514451 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-644c6778-8e36-40d9-a7d1-db5583893314 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:36:58.526377 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ee875a-14d5-433f-93c9-162a6390179e None None] Sync routers for ids ['d9c3812d-f307-4b81-8953-e7cae37e6460'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:36:58.545274 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ee875a-14d5-433f-93c9-162a6390179e None None] Routers {'d9c3812d-f307-4b81-8953-e7cae37e6460'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:36:58.546450 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-52ee875a-14d5-433f-93c9-162a6390179e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:36:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['d9c3812d-f307-4b81-8953-e7cae37e6460'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:58.549638 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dd88ea29-c4a6-4baa-9838-b146d7617fbc tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:58.562457 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d012817-ab88-45a7-a54c-003aeeabf1a9 req-de490842-4ff3-4bd7-a204-52bcc02e0887 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Made reservation on behalf of 0629703b9474474a9f2fde13723d2e8b for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:36:58.566040 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-0d012817-ab88-45a7-a54c-003aeeabf1a9 req-de490842-4ff3-4bd7-a204-52bcc02e0887 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:58.600849 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dd88ea29-c4a6-4baa-9838-b146d7617fbc tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:58.624281 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-644c6778-8e36-40d9-a7d1-db5583893314 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:58.625371 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-644c6778-8e36-40d9-a7d1-db5583893314 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.3209221 Feb 01 04:36:58.643115 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device e7245565-5e22-4d57-8fcd-5611bae133ba up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:36:58.655887 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 39824) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:58.776446 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd88ea29-c4a6-4baa-9838-b146d7617fbc tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:36:58.783013 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-dd88ea29-c4a6-4baa-9838-b146d7617fbc tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:36:58.789085 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd88ea29-c4a6-4baa-9838-b146d7617fbc tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:36:58.848579 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd88ea29-c4a6-4baa-9838-b146d7617fbc tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Pushing event updated for resources: {'Port': ['ID=e2fd5ddb-994a-42b6-9f49-335b3053d37c,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:58.893252 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [req-0d012817-ab88-45a7-a54c-003aeeabf1a9 req-de490842-4ff3-4bd7-a204-52bcc02e0887 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Allocated IP 172.20.0.28 (eedbe629-8c7b-47a6-a624-06308b7a6477/58c6ab3a-f396-4618-ba35-2b6c60ee349b/6ddba185-63cf-4dc0-bf84-9f310cce7c41) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:36:58.899741 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-7a17d210-d343-4e85-b75f-5d663160dd34 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Delete allocated IP 172.20.0.14 (7f96f5a1-4f91-4a86-8e7f-c10c0c3805e9/f999500b-afee-4aa3-aae0-dede3b3b40d2) {{(pid=87636) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 01 04:36:58.912881 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-7a17d210-d343-4e85-b75f-5d663160dd34 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Allocated IP 172.20.0.39 (7f96f5a1-4f91-4a86-8e7f-c10c0c3805e9/a3b5f011-a86c-44e9-940e-b797ebfe82dc/a1f29771-cfb0-4102-87aa-06ef5d30ec5b) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:36:58.947596 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-6e6ec9a3-48ff-4da8-829d-71031a54fdec None None] Provisioning for port e7245565-5e22-4d57-8fcd-5611bae133ba completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:36:58.951749 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-52ee875a-14d5-433f-93c9-162a6390179e None None] Set router d9c3812d-f307-4b81-8953-e7cae37e6460 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:36:59.011623 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-cf3e7c20-3987-4e3a-9e19-13c915debfee tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] 10.222.0.24 "GET /v2.0/routers/d9c3812d-f307-4b81-8953-e7cae37e6460 HTTP/1.1" status: 200 len: 907 time: 0.3488574 Feb 01 04:36:59.011851 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 39828) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:59.061736 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port e7245565-5e22-4d57-8fcd-5611bae133ba triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:36:59.062275 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:59.090274 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-6e6ec9a3-48ff-4da8-829d-71031a54fdec None None] Provisioning complete for port e7245565-5e22-4d57-8fcd-5611bae133ba triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:36:59.090702 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6e6ec9a3-48ff-4da8-829d-71031a54fdec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:59.400915 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ef0e8928-c813-40cb-a640-17d5b88d5f28 req-52ee8d30-1166-4e0f-b530-76530ba3150c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=7166a2c9-994a-43d4-ade2-deb1c47b05ba HTTP/1.1" status: 200 len: 210 time: 0.0641890 Feb 01 04:36:59.433430 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-0d012817-ab88-45a7-a54c-003aeeabf1a9 req-de490842-4ff3-4bd7-a204-52bcc02e0887 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:59.455525 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 103eaacb-af54-4226-b036-c88e6a12b53a up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:36:59.467247 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-0d012817-ab88-45a7-a54c-003aeeabf1a9 req-de490842-4ff3-4bd7-a204-52bcc02e0887 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Transition to ACTIVE for port object 6ddba185-63cf-4dc0-bf84-9f310cce7c41 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:36:59.487296 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-eada2311-c32a-44d0-ad29-170c7268f21c tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks [] for router, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:59.498364 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7a17d210-d343-4e85-b75f-5d663160dd34 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:59.518933 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-7a17d210-d343-4e85-b75f-5d663160dd34 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Transition to ACTIVE for port object a1f29771-cfb0-4102-87aa-06ef5d30ec5b will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:36:59.520271 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-6e6ec9a3-48ff-4da8-829d-71031a54fdec None None] Provisioning complete for port 9b63b118-1fc6-4cef-ae83-766005a7c039 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:36:59.520271 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6e6ec9a3-48ff-4da8-829d-71031a54fdec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:59.525488 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7a17d210-d343-4e85-b75f-5d663160dd34 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:59.566505 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-0d012817-ab88-45a7-a54c-003aeeabf1a9 req-de490842-4ff3-4bd7-a204-52bcc02e0887 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:59.587477 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-6e6ec9a3-48ff-4da8-829d-71031a54fdec None None] Port 9b63b118-1fc6-4cef-ae83-766005a7c039 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:36:59.605301 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-52ee875a-14d5-433f-93c9-162a6390179e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c3812d-f307-4b81-8953-e7cae37e6460', 'name': 'tempest-snat-router-1438728624', 'tenant_id': '3d943658615248ecbef05272d2c39021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': 'edbc4902-ca19-41d8-a8ab-e77d61344aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:36:53Z', 'updated_at': '2022-02-01T04:36:56Z', 'revision_number': 3, 'project_id': '3d943658615248ecbef05272d2c39021', 'gw_port': {'id': 'edbc4902-ca19-41d8-a8ab-e77d61344aa0', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d9:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c3812d-f307-4b81-8953-e7cae37e6460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:36:55Z', 'updated_at': '2022-02-01T04:36:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:36:59.615202 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-6e6ec9a3-48ff-4da8-829d-71031a54fdec None None] Provisioning for port a1f29771-cfb0-4102-87aa-06ef5d30ec5b completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:36:59.619472 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 103eaacb-af54-4226-b036-c88e6a12b53a triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:36:59.619773 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:59.649041 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ee875a-14d5-433f-93c9-162a6390179e None None] Checking router: d9c3812d-f307-4b81-8953-e7cae37e6460 for host: dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:36:59.649483 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ee875a-14d5-433f-93c9-162a6390179e None None] Updating router d9c3812d-f307-4b81-8953-e7cae37e6460 port edbc4902-ca19-41d8-a8ab-e77d61344aa0 binding host dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 04:36:59.677028 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d012817-ab88-45a7-a54c-003aeeabf1a9 req-de490842-4ff3-4bd7-a204-52bcc02e0887 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Network eedbe629-8c7b-47a6-a624-06308b7a6477 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:36:59.683049 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-6e6ec9a3-48ff-4da8-829d-71031a54fdec None None] Provisioning complete for port a1f29771-cfb0-4102-87aa-06ef5d30ec5b triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:36:59.683049 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6e6ec9a3-48ff-4da8-829d-71031a54fdec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:59.685556 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [req-0d012817-ab88-45a7-a54c-003aeeabf1a9 req-de490842-4ff3-4bd7-a204-52bcc02e0887 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:36:59.691828 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a17d210-d343-4e85-b75f-5d663160dd34 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event updated for resources: {'Port': ['ID=a1f29771-cfb0-4102-87aa-06ef5d30ec5b,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:59.694039 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d012817-ab88-45a7-a54c-003aeeabf1a9 req-de490842-4ff3-4bd7-a204-52bcc02e0887 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:36:59.779339 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-eada2311-c32a-44d0-ad29-170c7268f21c tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:59.800580 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-eada2311-c32a-44d0-ad29-170c7268f21c tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Deleting port edbc4902-ca19-41d8-a8ab-e77d61344aa0 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:36:59.800580 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-eada2311-c32a-44d0-ad29-170c7268f21c tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:59.808191 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-6e6ec9a3-48ff-4da8-829d-71031a54fdec None None] Port a1f29771-cfb0-4102-87aa-06ef5d30ec5b cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:36:59.816751 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-52ee875a-14d5-433f-93c9-162a6390179e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:59.833753 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-7a17d210-d343-4e85-b75f-5d663160dd34 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] In _notify_port_updated(), no bound segment for port a1f29771-cfb0-4102-87aa-06ef5d30ec5b on network 7f96f5a1-4f91-4a86-8e7f-c10c0c3805e9 {{(pid=87636) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 01 04:36:59.839368 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a17d210-d343-4e85-b75f-5d663160dd34 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:59.840063 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7a17d210-d343-4e85-b75f-5d663160dd34 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:59.841422 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-7a17d210-d343-4e85-b75f-5d663160dd34 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "PUT /v2.0/ports/a1f29771-cfb0-4102-87aa-06ef5d30ec5b HTTP/1.1" status: 200 len: 960 time: 2.6768250 Feb 01 04:36:59.845737 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 39834) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:36:59.856928 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d012817-ab88-45a7-a54c-003aeeabf1a9 req-de490842-4ff3-4bd7-a204-52bcc02e0887 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:36:59.857641 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-0d012817-ab88-45a7-a54c-003aeeabf1a9 req-de490842-4ff3-4bd7-a204-52bcc02e0887 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:36:59.861492 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de490842-4ff3-4bd7-a204-52bcc02e0887 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'Port': ['ID=6ddba185-63cf-4dc0-bf84-9f310cce7c41,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:36:59.901705 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0d012817-ab88-45a7-a54c-003aeeabf1a9 req-de490842-4ff3-4bd7-a204-52bcc02e0887 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9154916 Feb 01 04:36:59.920592 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-0d012817-ab88-45a7-a54c-003aeeabf1a9 req-54f50563-badf-4552-8876-26c57ed1f529 service neutron] Request body: {'port': {'device_id': '7166a2c9-994a-43d4-ade2-deb1c47b05ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:00.044220 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-dc8e2e79-8ec7-469c-8576-49bdf376cee1 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Deleting port a1f29771-cfb0-4102-87aa-06ef5d30ec5b {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:37:00.045080 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dc8e2e79-8ec7-469c-8576-49bdf376cee1 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:00.055671 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-0d012817-ab88-45a7-a54c-003aeeabf1a9 req-54f50563-badf-4552-8876-26c57ed1f529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:00.229992 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-c2850f9f-ff1a-4451-98e3-257d14844860 None None] Provisioning for port 6ddba185-63cf-4dc0-bf84-9f310cce7c41 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:37:00.248821 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-c2850f9f-ff1a-4451-98e3-257d14844860 None None] Provisioning complete for port 6ddba185-63cf-4dc0-bf84-9f310cce7c41 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:37:00.249232 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c2850f9f-ff1a-4451-98e3-257d14844860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:00.294165 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dd88ea29-c4a6-4baa-9838-b146d7617fbc tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:00.403041 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-eada2311-c32a-44d0-ad29-170c7268f21c tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:00.404500 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-c2850f9f-ff1a-4451-98e3-257d14844860 None None] Port 6ddba185-63cf-4dc0-bf84-9f310cce7c41 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:37:00.415105 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-52ee875a-14d5-433f-93c9-162a6390179e None None] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:00.430152 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-52ee875a-14d5-433f-93c9-162a6390179e None None] Transition to ACTIVE for port object edbc4902-ca19-41d8-a8ab-e77d61344aa0 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:37:00.449673 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-52ee875a-14d5-433f-93c9-162a6390179e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:00.464038 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [req-0d012817-ab88-45a7-a54c-003aeeabf1a9 req-54f50563-badf-4552-8876-26c57ed1f529 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ddba185-63cf-4dc0-bf84-9f310cce7c41 {{(pid=87636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 04:37:00.473652 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-0d012817-ab88-45a7-a54c-003aeeabf1a9 req-54f50563-badf-4552-8876-26c57ed1f529 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:00.495861 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-0d012817-ab88-45a7-a54c-003aeeabf1a9 req-54f50563-badf-4552-8876-26c57ed1f529 service neutron] Transition to ACTIVE for port object 6ddba185-63cf-4dc0-bf84-9f310cce7c41 will not be triggered until provisioned by entity L2. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:37:00.501958 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-0d012817-ab88-45a7-a54c-003aeeabf1a9 req-54f50563-badf-4552-8876-26c57ed1f529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:00.524231 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bb74c1-98ff-4b11-83ad-2cd3cfa265e6 None None] Pushing event updated for resources: {'Port': ['ID=edbc4902-ca19-41d8-a8ab-e77d61344aa0,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:00.546423 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-eada2311-c32a-44d0-ad29-170c7268f21c tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Calling delete_port for edbc4902-ca19-41d8-a8ab-e77d61344aa0 owned by network:router_gateway {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:37:00.556121 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-52ee875a-14d5-433f-93c9-162a6390179e None None] Attempting to bind port edbc4902-ca19-41d8-a8ab-e77d61344aa0 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:37:00.556809 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-52ee875a-14d5-433f-93c9-162a6390179e None None] Attempting to bind port edbc4902-ca19-41d8-a8ab-e77d61344aa0 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:37:00.557262 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ee875a-14d5-433f-93c9-162a6390179e None None] Attempting to bind port edbc4902-ca19-41d8-a8ab-e77d61344aa0 on network bdef128a-46b3-4cca-a245-48d1eb781269 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:37:00.562411 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-e1aee96c-952f-4643-a1da-d86e04573139 None None] Provisioning complete for port a1f29771-cfb0-4102-87aa-06ef5d30ec5b triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:37:00.562978 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e1aee96c-952f-4643-a1da-d86e04573139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:00.607474 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ee875a-14d5-433f-93c9-162a6390179e None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:37:00.608086 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ee875a-14d5-433f-93c9-162a6390179e None None] Checking segment: {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:37:00.608657 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-52ee875a-14d5-433f-93c9-162a6390179e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:00.609216 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ee875a-14d5-433f-93c9-162a6390179e None None] Bound using segment: {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:37:00.609853 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-52ee875a-14d5-433f-93c9-162a6390179e None None] Bound port: edbc4902-ca19-41d8-a8ab-e77d61344aa0, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:37:00.611006 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-52ee875a-14d5-433f-93c9-162a6390179e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:00.624949 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dc8e2e79-8ec7-469c-8576-49bdf376cee1 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:00.677199 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-e1aee96c-952f-4643-a1da-d86e04573139 None None] Port a1f29771-cfb0-4102-87aa-06ef5d30ec5b cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:37:00.700818 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f50563-badf-4552-8876-26c57ed1f529 service neutron] Pushing event updated for resources: {'Port': ['ID=6ddba185-63cf-4dc0-bf84-9f310cce7c41,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:00.714499 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-52ee875a-14d5-433f-93c9-162a6390179e None None] For port edbc4902-ca19-41d8-a8ab-e77d61344aa0, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:37:00.718639 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-52ee875a-14d5-433f-93c9-162a6390179e None None] For port edbc4902-ca19-41d8-a8ab-e77d61344aa0, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=edbc4902-ca19-41d8-a8ab-e77d61344aa0,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:37:00.724643 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-52ee875a-14d5-433f-93c9-162a6390179e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:00.792064 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-0d012817-ab88-45a7-a54c-003aeeabf1a9 req-54f50563-badf-4552-8876-26c57ed1f529 service neutron] Attempting to bind port 6ddba185-63cf-4dc0-bf84-9f310cce7c41 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:37:00.792299 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-0d012817-ab88-45a7-a54c-003aeeabf1a9 req-54f50563-badf-4552-8876-26c57ed1f529 service neutron] Attempting to bind port 6ddba185-63cf-4dc0-bf84-9f310cce7c41 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '1cd68dee-a786-49b7-a195-9727492e41c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'eedbe629-8c7b-47a6-a624-06308b7a6477'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:37:00.792510 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d012817-ab88-45a7-a54c-003aeeabf1a9 req-54f50563-badf-4552-8876-26c57ed1f529 service neutron] Attempting to bind port 6ddba185-63cf-4dc0-bf84-9f310cce7c41 on network eedbe629-8c7b-47a6-a624-06308b7a6477 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:37:00.798928 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d012817-ab88-45a7-a54c-003aeeabf1a9 req-54f50563-badf-4552-8876-26c57ed1f529 service neutron] Port 6ddba185-63cf-4dc0-bf84-9f310cce7c41 on network eedbe629-8c7b-47a6-a624-06308b7a6477 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:37:00.799268 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d012817-ab88-45a7-a54c-003aeeabf1a9 req-54f50563-badf-4552-8876-26c57ed1f529 service neutron] Attempting to bind port 6ddba185-63cf-4dc0-bf84-9f310cce7c41 on network eedbe629-8c7b-47a6-a624-06308b7a6477 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:37:00.805605 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d012817-ab88-45a7-a54c-003aeeabf1a9 req-54f50563-badf-4552-8876-26c57ed1f529 service neutron] Checking agent: {'id': '63664c57-372e-43f7-9ecb-4deedcf8ddc7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 28, 15), 'started_at': datetime.datetime(2022, 2, 1, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:37:00.805935 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d012817-ab88-45a7-a54c-003aeeabf1a9 req-54f50563-badf-4552-8876-26c57ed1f529 service neutron] Checking segment: {'id': '1cd68dee-a786-49b7-a195-9727492e41c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'eedbe629-8c7b-47a6-a624-06308b7a6477'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:37:00.806312 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d012817-ab88-45a7-a54c-003aeeabf1a9 req-54f50563-badf-4552-8876-26c57ed1f529 service neutron] Bound using segment: {'id': '1cd68dee-a786-49b7-a195-9727492e41c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'eedbe629-8c7b-47a6-a624-06308b7a6477'} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:37:00.806729 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-0d012817-ab88-45a7-a54c-003aeeabf1a9 req-54f50563-badf-4552-8876-26c57ed1f529 service neutron] Bound port: 6ddba185-63cf-4dc0-bf84-9f310cce7c41, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cd68dee-a786-49b7-a195-9727492e41c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'eedbe629-8c7b-47a6-a624-06308b7a6477'}}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:37:00.807682 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-0d012817-ab88-45a7-a54c-003aeeabf1a9 req-54f50563-badf-4552-8876-26c57ed1f529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:00.817152 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ee875a-14d5-433f-93c9-162a6390179e None None] Routers {'d9c3812d-f307-4b81-8953-e7cae37e6460'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:37:00.817934 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-52ee875a-14d5-433f-93c9-162a6390179e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:36:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['d9c3812d-f307-4b81-8953-e7cae37e6460'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:00.887538 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bb74c1-98ff-4b11-83ad-2cd3cfa265e6 None None] Pushing event updated for resources: {'Port': ['ID=edbc4902-ca19-41d8-a8ab-e77d61344aa0,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:00.909427 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-0d012817-ab88-45a7-a54c-003aeeabf1a9 req-54f50563-badf-4552-8876-26c57ed1f529 service neutron] For port 6ddba185-63cf-4dc0-bf84-9f310cce7c41, host hv-neutron-8268, cleared binding levels {{(pid=87636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:37:00.912584 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-0d012817-ab88-45a7-a54c-003aeeabf1a9 req-54f50563-badf-4552-8876-26c57ed1f529 service neutron] For port 6ddba185-63cf-4dc0-bf84-9f310cce7c41, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=6ddba185-63cf-4dc0-bf84-9f310cce7c41,segment=NetworkSegment(1cd68dee-a786-49b7-a195-9727492e41c7),segment_id=1cd68dee-a786-49b7-a195-9727492e41c7)] {{(pid=87636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:37:00.913756 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-dc8e2e79-8ec7-469c-8576-49bdf376cee1 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Calling delete_port for a1f29771-cfb0-4102-87aa-06ef5d30ec5b owned by {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:37:00.919637 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-0d012817-ab88-45a7-a54c-003aeeabf1a9 req-54f50563-badf-4552-8876-26c57ed1f529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:00.989650 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d012817-ab88-45a7-a54c-003aeeabf1a9 req-54f50563-badf-4552-8876-26c57ed1f529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:37:00.990347 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-0d012817-ab88-45a7-a54c-003aeeabf1a9 req-54f50563-badf-4552-8876-26c57ed1f529 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:00.991621 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-52ee875a-14d5-433f-93c9-162a6390179e None None] Set router d9c3812d-f307-4b81-8953-e7cae37e6460 gateway port host: None {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:37:00.991883 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0d012817-ab88-45a7-a54c-003aeeabf1a9 req-54f50563-badf-4552-8876-26c57ed1f529 service neutron] 10.222.0.18 "PUT /v2.0/ports/6ddba185-63cf-4dc0-bf84-9f310cce7c41 HTTP/1.1" status: 200 len: 1094 time: 1.0761406 Feb 01 04:37:00.992341 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7166a2c9-994a-43d4-ade2-deb1c47b05ba', 'tag': '6ddba185-63cf-4dc0-bf84-9f310cce7c41'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:37:01.015509 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f50563-badf-4552-8876-26c57ed1f529 service neutron] Pushing event updated for resources: {'Port': ['ID=6ddba185-63cf-4dc0-bf84-9f310cce7c41,revision_number=3']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:01.050939 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7166a2c9-994a-43d4-ade2-deb1c47b05ba', 'tag': '6ddba185-63cf-4dc0-bf84-9f310cce7c41', 'status': 'completed', 'code': 200} Feb 01 04:37:01.115547 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-52ee875a-14d5-433f-93c9-162a6390179e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c3812d-f307-4b81-8953-e7cae37e6460', 'name': 'tempest-snat-router-1438728624', 'tenant_id': '3d943658615248ecbef05272d2c39021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:36:53Z', 'updated_at': '2022-02-01T04:36:59Z', 'revision_number': 4, 'project_id': '3d943658615248ecbef05272d2c39021', 'gw_port_host': None}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:01.121793 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ee875a-14d5-433f-93c9-162a6390179e None None] The sync data for ids ['d9c3812d-f307-4b81-8953-e7cae37e6460'] in dv-neutron-826830-1-hyperv is: [{'id': 'd9c3812d-f307-4b81-8953-e7cae37e6460', 'name': 'tempest-snat-router-1438728624', 'tenant_id': '3d943658615248ecbef05272d2c39021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:36:53Z', 'updated_at': '2022-02-01T04:36:59Z', 'revision_number': 4, 'project_id': '3d943658615248ecbef05272d2c39021', 'gw_port_host': None}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:37:01.144578 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d012817-ab88-45a7-a54c-003aeeabf1a9 req-cb34d28b-78d4-4f7b-b4cc-b1ad7feec353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:37:01.146071 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0d012817-ab88-45a7-a54c-003aeeabf1a9 req-cb34d28b-78d4-4f7b-b4cc-b1ad7feec353 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0629703b9474474a9f2fde13723d2e8b&device_id=7166a2c9-994a-43d4-ade2-deb1c47b05ba HTTP/1.1" status: 200 len: 1097 time: 0.0769022 Feb 01 04:37:01.154000 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.api [None req-eada2311-c32a-44d0-ad29-170c7268f21c tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:37:01.154350 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG oslo_db.api [None req-eada2311-c32a-44d0-ad29-170c7268f21c tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:37:01.158747 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dd88ea29-c4a6-4baa-9838-b146d7617fbc tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:01.330820 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1972f682-678c-4907-88f0-4fccd54cc939 req-06d7e067-af1c-4b51-9244-adc9386c297a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:37:01.332338 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-1972f682-678c-4907-88f0-4fccd54cc939 req-06d7e067-af1c-4b51-9244-adc9386c297a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=7166a2c9-994a-43d4-ade2-deb1c47b05ba HTTP/1.1" status: 200 len: 944 time: 0.7593539 Feb 01 04:37:01.359302 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0d012817-ab88-45a7-a54c-003aeeabf1a9 req-a9276a60-25db-4b24-8df8-e731bdb2de4d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=6ddba185-63cf-4dc0-bf84-9f310cce7c41 HTTP/1.1" status: 200 len: 217 time: 0.2006552 Feb 01 04:37:01.424945 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d012817-ab88-45a7-a54c-003aeeabf1a9 req-8ca79a8d-c6dd-4e00-b833-9a7a0d7da083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:37:01.426387 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0d012817-ab88-45a7-a54c-003aeeabf1a9 req-8ca79a8d-c6dd-4e00-b833-9a7a0d7da083 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=58c6ab3a-f396-4618-ba35-2b6c60ee349b HTTP/1.1" status: 200 len: 837 time: 0.0611522 Feb 01 04:37:01.459076 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dc8e2e79-8ec7-469c-8576-49bdf376cee1 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:01.505229 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d012817-ab88-45a7-a54c-003aeeabf1a9 req-9186c66f-9a5f-4f44-81ef-448cdd9ed0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:37:01.506694 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0d012817-ab88-45a7-a54c-003aeeabf1a9 req-9186c66f-9a5f-4f44-81ef-448cdd9ed0fc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=eedbe629-8c7b-47a6-a624-06308b7a6477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0745659 Feb 01 04:37:01.519754 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8e2e79-8ec7-469c-8576-49bdf376cee1 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event deleted for resources: {'Port': ['ID=a1f29771-cfb0-4102-87aa-06ef5d30ec5b,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:01.533364 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-1972f682-678c-4907-88f0-4fccd54cc939 req-2fda851c-eb8d-4969-a6be-4bd25893ba20 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=91bf839b-e992-4d8a-9594-be77b2c1bc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1827135 Feb 01 04:37:01.655108 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dd88ea29-c4a6-4baa-9838-b146d7617fbc tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:01.655431 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0d012817-ab88-45a7-a54c-003aeeabf1a9 req-76947911-c0f6-4734-94cf-6533567cef5f service neutron] 10.222.0.18 "GET /v2.0/networks/eedbe629-8c7b-47a6-a624-06308b7a6477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422479 Feb 01 04:37:01.656642 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-eada2311-c32a-44d0-ad29-170c7268f21c tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Deleting port edbc4902-ca19-41d8-a8ab-e77d61344aa0 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:37:01.656994 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-eada2311-c32a-44d0-ad29-170c7268f21c tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:01.681693 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dc8e2e79-8ec7-469c-8576-49bdf376cee1 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:01.690027 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dd88ea29-c4a6-4baa-9838-b146d7617fbc tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:01.770069 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-dc8e2e79-8ec7-469c-8576-49bdf376cee1 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "DELETE /v2.0/ports/a1f29771-cfb0-4102-87aa-06ef5d30ec5b HTTP/1.1" status: 204 len: 168 time: 1.9229221 Feb 01 04:37:01.773067 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39842) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:01.832356 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bbebde5-9364-4441-b16c-8983afdf83d0 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] GET failed (client error): The resource could not be found. Feb 01 04:37:01.832888 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-3bbebde5-9364-4441-b16c-8983afdf83d0 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Synchronizing usage tracker for tenant:a862444cee664ef3af6a3e24f24366c9 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:37:01.845641 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0d012817-ab88-45a7-a54c-003aeeabf1a9 req-003d8f15-02d7-45e4-98b0-b3946d9da2f6 service neutron] 10.222.0.18 "GET /v2.0/networks/eedbe629-8c7b-47a6-a624-06308b7a6477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837986 Feb 01 04:37:01.857278 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-3bbebde5-9364-4441-b16c-8983afdf83d0 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Unset dirty status for tenant:a862444cee664ef3af6a3e24f24366c9 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:37:01.858737 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-3bbebde5-9364-4441-b16c-8983afdf83d0 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "GET /v2.0/ports/a1f29771-cfb0-4102-87aa-06ef5d30ec5b HTTP/1.1" status: 404 len: 333 time: 0.0843840 Feb 01 04:37:01.862567 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 39846) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:01.894208 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd88ea29-c4a6-4baa-9838-b146d7617fbc tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Pushing event updated for resources: {'Port': ['ID=e2fd5ddb-994a-42b6-9f49-335b3053d37c,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:01.917155 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a68ed832-9284-4fa4-9d09-7f4a0347a827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:01.951153 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dd88ea29-c4a6-4baa-9838-b146d7617fbc tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-774194'] for floatingip, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:02.010514 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a586e0-22af-4f27-bd6d-b936c2677495 req-0f3ca518-5ecf-44e5-a894-a8f8fbada60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:37:02.011936 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-67a586e0-22af-4f27-bd6d-b936c2677495 req-0f3ca518-5ecf-44e5-a894-a8f8fbada60b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0629703b9474474a9f2fde13723d2e8b&device_id=7166a2c9-994a-43d4-ade2-deb1c47b05ba HTTP/1.1" status: 200 len: 1097 time: 0.0723341 Feb 01 04:37:02.144161 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a586e0-22af-4f27-bd6d-b936c2677495 req-a3f030ae-6576-49ba-9c35-e53633513d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:37:02.145614 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-67a586e0-22af-4f27-bd6d-b936c2677495 req-a3f030ae-6576-49ba-9c35-e53633513d2d service neutron] 10.222.0.18 "GET /v2.0/networks?id=eedbe629-8c7b-47a6-a624-06308b7a6477 HTTP/1.1" status: 200 len: 897 time: 0.1273508 Feb 01 04:37:02.170266 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-eada2311-c32a-44d0-ad29-170c7268f21c tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] For port edbc4902-ca19-41d8-a8ab-e77d61344aa0, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=edbc4902-ca19-41d8-a8ab-e77d61344aa0,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:37:02.170615 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-eada2311-c32a-44d0-ad29-170c7268f21c tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:02.215870 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-67a586e0-22af-4f27-bd6d-b936c2677495 req-35616630-1228-46f5-bf2b-cd71047b101f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=6ddba185-63cf-4dc0-bf84-9f310cce7c41 HTTP/1.1" status: 200 len: 217 time: 0.0640233 Feb 01 04:37:02.277828 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a586e0-22af-4f27-bd6d-b936c2677495 req-02f28fa3-47c6-44ce-95fa-dfb164b459b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:37:02.279293 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-67a586e0-22af-4f27-bd6d-b936c2677495 req-02f28fa3-47c6-44ce-95fa-dfb164b459b5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=58c6ab3a-f396-4618-ba35-2b6c60ee349b HTTP/1.1" status: 200 len: 837 time: 0.0563715 Feb 01 04:37:02.310918 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-eada2311-c32a-44d0-ad29-170c7268f21c tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Calling delete_port for edbc4902-ca19-41d8-a8ab-e77d61344aa0 owned by network:router_gateway {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:37:02.357419 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a586e0-22af-4f27-bd6d-b936c2677495 req-a7fadea3-a934-4bf2-b84b-ac16069dda19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:37:02.358833 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-67a586e0-22af-4f27-bd6d-b936c2677495 req-a7fadea3-a934-4bf2-b84b-ac16069dda19 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=eedbe629-8c7b-47a6-a624-06308b7a6477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0730736 Feb 01 04:37:02.456982 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3bc8ea97-acb4-4fc8-a70e-e07bb6ce0169 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for security_group, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:02.480594 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.l3_db [None req-dd88ea29-c4a6-4baa-9838-b146d7617fbc tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Floating IP 40839922-31fe-4476-808b-3247c42a1695 associated. External IP: 172.26.8.191, port: 479ddeff-345c-4a1c-9e06-b532333a5514. Feb 01 04:37:02.503623 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-67a586e0-22af-4f27-bd6d-b936c2677495 req-9dd6ea65-8071-4481-a6e8-43ad30b25e06 service neutron] 10.222.0.18 "GET /v2.0/networks/eedbe629-8c7b-47a6-a624-06308b7a6477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371422 Feb 01 04:37:02.587918 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3bc8ea97-acb4-4fc8-a70e-e07bb6ce0169 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:02.638114 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-67a586e0-22af-4f27-bd6d-b936c2677495 req-ade0d896-395a-4fa1-a266-c856a6d7f385 service neutron] 10.222.0.18 "GET /v2.0/networks/eedbe629-8c7b-47a6-a624-06308b7a6477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283002 Feb 01 04:37:02.722021 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32672832-2e39-4048-bc5a-4c6addfed30b req-4fceb852-6078-45c7-b557-9c7f087bafe0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:37:02.722847 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-32672832-2e39-4048-bc5a-4c6addfed30b req-4fceb852-6078-45c7-b557-9c7f087bafe0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Synchronizing usage tracker for tenant:0629703b9474474a9f2fde13723d2e8b on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:37:02.738684 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-32672832-2e39-4048-bc5a-4c6addfed30b req-4fceb852-6078-45c7-b557-9c7f087bafe0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Unset dirty status for tenant:0629703b9474474a9f2fde13723d2e8b on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:37:02.740064 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-32672832-2e39-4048-bc5a-4c6addfed30b req-4fceb852-6078-45c7-b557-9c7f087bafe0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=7166a2c9-994a-43d4-ade2-deb1c47b05ba HTTP/1.1" status: 200 len: 944 time: 0.0962744 Feb 01 04:37:02.743991 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3bc8ea97-acb4-4fc8-a70e-e07bb6ce0169 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:02.786412 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-32672832-2e39-4048-bc5a-4c6addfed30b req-4aca3b7b-e504-436e-95ed-37456160effe tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=91bf839b-e992-4d8a-9594-be77b2c1bc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402801 Feb 01 04:37:02.822084 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc8ea97-acb4-4fc8-a70e-e07bb6ce0169 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e95286-86b8-4713-8d08-d9828915330d,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:02.855383 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3bc8ea97-acb4-4fc8-a70e-e07bb6ce0169 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:02.856477 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-3bc8ea97-acb4-4fc8-a70e-e07bb6ce0169 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "DELETE /v2.0/security-groups/a9e95286-86b8-4713-8d08-d9828915330d HTTP/1.1" status: 204 len: 168 time: 0.9891615 Feb 01 04:37:02.859344 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39852) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:02.924832 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fc11a793-fbfb-420d-9652-091bf3b259cf tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:02.952555 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fc11a793-fbfb-420d-9652-091bf3b259cf tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:02.998532 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fc11a793-fbfb-420d-9652-091bf3b259cf tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:02.999679 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-eada2311-c32a-44d0-ad29-170c7268f21c tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:03.018352 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc11a793-fbfb-420d-9652-091bf3b259cf tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a773b369-18e3-4c34-83a6-6caf629bff21,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:03.026131 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc11a793-fbfb-420d-9652-091bf3b259cf tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:37:03.026482 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc11a793-fbfb-420d-9652-091bf3b259cf tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:37:03.026820 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc11a793-fbfb-420d-9652-091bf3b259cf tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:37:03.027170 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc11a793-fbfb-420d-9652-091bf3b259cf tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:37:03.027529 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc11a793-fbfb-420d-9652-091bf3b259cf tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:37:03.027883 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc11a793-fbfb-420d-9652-091bf3b259cf tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:37:03.028189 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc11a793-fbfb-420d-9652-091bf3b259cf tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:37:03.028512 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc11a793-fbfb-420d-9652-091bf3b259cf tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:37:03.028832 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc11a793-fbfb-420d-9652-091bf3b259cf tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:37:03.029153 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc11a793-fbfb-420d-9652-091bf3b259cf tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:37:03.029490 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc11a793-fbfb-420d-9652-091bf3b259cf tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:37:03.029794 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc11a793-fbfb-420d-9652-091bf3b259cf tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:37:03.032491 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fc11a793-fbfb-420d-9652-091bf3b259cf tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:03.036026 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-fc11a793-fbfb-420d-9652-091bf3b259cf tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "DELETE /v2.0/security-groups/a773b369-18e3-4c34-83a6-6caf629bff21 HTTP/1.1" status: 204 len: 168 time: 0.1733263 Feb 01 04:37:03.036927 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39856) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:03.057325 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eada2311-c32a-44d0-ad29-170c7268f21c tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Pushing event deleted for resources: {'Port': ['ID=edbc4902-ca19-41d8-a8ab-e77d61344aa0,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:03.060527 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd88ea29-c4a6-4baa-9838-b146d7617fbc tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Router 369c1bd0-20ee-4cfb-81b7-18033449079b has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:37:03.102129 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1b20db7a-bd88-46c1-8651-ae58bb46ab2c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:03.130741 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1b20db7a-bd88-46c1-8651-ae58bb46ab2c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:03.179997 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1b20db7a-bd88-46c1-8651-ae58bb46ab2c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:03.199547 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b20db7a-bd88-46c1-8651-ae58bb46ab2c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d7d1e9-8c6b-4a4d-a577-03c4cdb0d5f8,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:03.202823 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1b20db7a-bd88-46c1-8651-ae58bb46ab2c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:03.206557 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1b20db7a-bd88-46c1-8651-ae58bb46ab2c tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "DELETE /v2.0/security-groups/76d7d1e9-8c6b-4a4d-a577-03c4cdb0d5f8 HTTP/1.1" status: 204 len: 168 time: 0.1666367 Feb 01 04:37:03.209577 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39860) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:03.230192 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-eada2311-c32a-44d0-ad29-170c7268f21c tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-774381'] for router_gateway, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:03.275996 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-14f62b80-b109-4190-b00b-a6088207b563 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Deleting subnet f999500b-afee-4aa3-aae0-dede3b3b40d2 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:37:03.278952 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-14f62b80-b109-4190-b00b-a6088207b563 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:03.331332 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-14f62b80-b109-4190-b00b-a6088207b563 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145757'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:03.415875 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-14f62b80-b109-4190-b00b-a6088207b563 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:03.465100 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-eada2311-c32a-44d0-ad29-170c7268f21c tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25968'] for router, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:03.475922 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-eada2311-c32a-44d0-ad29-170c7268f21c tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:03.489909 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-14f62b80-b109-4190-b00b-a6088207b563 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3072169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2652276'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:03.505545 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd88ea29-c4a6-4baa-9838-b146d7617fbc tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:37:03.513308 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-eada2311-c32a-44d0-ad29-170c7268f21c tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772958'] for router, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:03.513792 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eada2311-c32a-44d0-ad29-170c7268f21c tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d9c3812d-f307-4b81-8953-e7cae37e6460 {{(pid=87637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 01 04:37:03.516755 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59624c6c-6f4e-416f-8688-a3fcbcd72d15 None None] Sync routers for ids ['369c1bd0-20ee-4cfb-81b7-18033449079b'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:37:03.528838 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59624c6c-6f4e-416f-8688-a3fcbcd72d15 None None] Routers {'369c1bd0-20ee-4cfb-81b7-18033449079b'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:37:03.529586 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-59624c6c-6f4e-416f-8688-a3fcbcd72d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:36:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['369c1bd0-20ee-4cfb-81b7-18033449079b'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:03.530922 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-eada2311-c32a-44d0-ad29-170c7268f21c tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:03.532540 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-eada2311-c32a-44d0-ad29-170c7268f21c tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] 10.222.0.24 "DELETE /v2.0/routers/d9c3812d-f307-4b81-8953-e7cae37e6460 HTTP/1.1" status: 204 len: 168 time: 4.5192380 Feb 01 04:37:03.533901 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dd88ea29-c4a6-4baa-9838-b146d7617fbc tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:03.542104 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39864) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:03.542104 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f62b80-b109-4190-b00b-a6088207b563 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event deleted for resources: {'Subnet': ['ID=f999500b-afee-4aa3-aae0-dede3b3b40d2,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:03.591360 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-dd88ea29-c4a6-4baa-9838-b146d7617fbc tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.5903463 Feb 01 04:37:03.595122 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 39868) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:03.601032 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-57743549-4cf5-4fa8-9482-13832d2de83b tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Request body: {'floatingip': {'port_id': '479ddeff-345c-4a1c-9e06-b532333a5514', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:03.607465 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-59624c6c-6f4e-416f-8688-a3fcbcd72d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:03.607815 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-14f62b80-b109-4190-b00b-a6088207b563 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:03.617232 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca902f00-13e6-48c0-9d1d-847fa519756f None None] Network 7f96f5a1-4f91-4a86-8e7f-c10c0c3805e9 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:37:03.620485 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59624c6c-6f4e-416f-8688-a3fcbcd72d15 None None] Routers {'369c1bd0-20ee-4cfb-81b7-18033449079b'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:37:03.621275 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-59624c6c-6f4e-416f-8688-a3fcbcd72d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:36:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['369c1bd0-20ee-4cfb-81b7-18033449079b'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:03.635924 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-14f62b80-b109-4190-b00b-a6088207b563 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "DELETE /v2.0/subnets/f999500b-afee-4aa3-aae0-dede3b3b40d2 HTTP/1.1" status: 204 len: 168 time: 0.4193001 Feb 01 04:37:03.636946 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39872) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:03.709892 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-59624c6c-6f4e-416f-8688-a3fcbcd72d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:03.710295 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59624c6c-6f4e-416f-8688-a3fcbcd72d15 None None] The sync data for ids ['369c1bd0-20ee-4cfb-81b7-18033449079b'] in dv-neutron-826830-1-hyperv is: [] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:37:03.730852 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-57743549-4cf5-4fa8-9482-13832d2de83b tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks [] for floatingip, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:03.985264 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-62a5386d-02e7-47d0-a96c-bb3c0b19be1a tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Deleting subnet a3b5f011-a86c-44e9-940e-b797ebfe82dc {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:37:03.991700 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-62a5386d-02e7-47d0-a96c-bb3c0b19be1a tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:04.038408 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c0af065a-dd51-412f-83f5-aa5f383abd5c tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks [] for router, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:04.117360 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-62a5386d-02e7-47d0-a96c-bb3c0b19be1a tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145757'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:04.141175 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef50ba-d1fa-4da3-89d0-c7fdee5c91a4 req-5442317a-57c0-4834-b1b0-4e30efa6fc17 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:37:04.143278 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-ceef50ba-d1fa-4da3-89d0-c7fdee5c91a4 req-5442317a-57c0-4834-b1b0-4e30efa6fc17 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=7166a2c9-994a-43d4-ade2-deb1c47b05ba HTTP/1.1" status: 200 len: 944 time: 0.2070286 Feb 01 04:37:04.224116 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ddcf0679-2fb3-436c-9c62-ba3332e2cb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:04.278459 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-ceef50ba-d1fa-4da3-89d0-c7fdee5c91a4 req-7e9eb7ba-fe04-4d8b-9487-550967c95037 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=91bf839b-e992-4d8a-9594-be77b2c1bc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293070 Feb 01 04:37:04.301607 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c0af065a-dd51-412f-83f5-aa5f383abd5c tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:04.302640 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-62a5386d-02e7-47d0-a96c-bb3c0b19be1a tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:04.304521 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 04:37:04.345687 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-c0af065a-dd51-412f-83f5-aa5f383abd5c tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Deleting port 103eaacb-af54-4226-b036-c88e6a12b53a {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:37:04.346059 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c0af065a-dd51-412f-83f5-aa5f383abd5c tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:04.504114 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-62a5386d-02e7-47d0-a96c-bb3c0b19be1a tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3072169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2652276'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:04.550361 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a5386d-02e7-47d0-a96c-bb3c0b19be1a tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event deleted for resources: {'Subnet': ['ID=a3b5f011-a86c-44e9-940e-b797ebfe82dc,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:04.554167 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-62a5386d-02e7-47d0-a96c-bb3c0b19be1a tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:04.571384 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-62a5386d-02e7-47d0-a96c-bb3c0b19be1a tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "DELETE /v2.0/subnets/a3b5f011-a86c-44e9-940e-b797ebfe82dc HTTP/1.1" status: 204 len: 168 time: 0.9337335 Feb 01 04:37:04.573862 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39878) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:04.576475 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb732ab3-eae8-4748-8804-3a41f3f28d83 None None] Network 7f96f5a1-4f91-4a86-8e7f-c10c0c3805e9 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:37:04.629707 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b4ceac8-a7d0-465c-8de3-8b3ecc8e00eb tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] DELETE failed (client error): The resource could not be found. Feb 01 04:37:04.630162 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b4ceac8-a7d0-465c-8de3-8b3ecc8e00eb tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:37:04.631833 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0b4ceac8-a7d0-465c-8de3-8b3ecc8e00eb tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "DELETE /v2.0/subnets/f999500b-afee-4aa3-aae0-dede3b3b40d2 HTTP/1.1" status: 404 len: 337 time: 0.0572026 Feb 01 04:37:04.633598 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-c0af065a-dd51-412f-83f5-aa5f383abd5c tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] For port 103eaacb-af54-4226-b036-c88e6a12b53a, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=103eaacb-af54-4226-b036-c88e6a12b53a,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:37:04.633937 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c0af065a-dd51-412f-83f5-aa5f383abd5c tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:04.641951 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39882) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:04.686392 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-57743549-4cf5-4fa8-9482-13832d2de83b tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:04.691042 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-57743549-4cf5-4fa8-9482-13832d2de83b tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-774194'] for floatingip, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:04.700511 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-b15b9be6-ef55-42e1-ab2e-e5d550edd154 None None] Provisioning complete for port e7245565-5e22-4d57-8fcd-5611bae133ba triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:37:04.701032 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b15b9be6-ef55-42e1-ab2e-e5d550edd154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:04.789558 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-c0af065a-dd51-412f-83f5-aa5f383abd5c tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Calling delete_port for 103eaacb-af54-4226-b036-c88e6a12b53a owned by network:router_gateway {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:37:04.858873 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-1056fa8b-2ee9-4561-8b04-f026f0184600 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Deleting subnet e84dc84a-4e55-413b-bd7a-745e6507ba0c {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:37:04.864623 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1056fa8b-2ee9-4561-8b04-f026f0184600 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:04.937944 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-b15b9be6-ef55-42e1-ab2e-e5d550edd154 None None] Provisioning complete for port 9b63b118-1fc6-4cef-ae83-766005a7c039 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:37:04.938951 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b15b9be6-ef55-42e1-ab2e-e5d550edd154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:04.942942 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1056fa8b-2ee9-4561-8b04-f026f0184600 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145757'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:04.996474 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-b15b9be6-ef55-42e1-ab2e-e5d550edd154 None None] Port 9b63b118-1fc6-4cef-ae83-766005a7c039 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:37:05.079878 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1056fa8b-2ee9-4561-8b04-f026f0184600 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:05.085282 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57743549-4cf5-4fa8-9482-13832d2de83b tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Router 369c1bd0-20ee-4cfb-81b7-18033449079b has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:37:05.134580 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c0af065a-dd51-412f-83f5-aa5f383abd5c tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:05.188824 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0af065a-dd51-412f-83f5-aa5f383abd5c tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Pushing event deleted for resources: {'Port': ['ID=103eaacb-af54-4226-b036-c88e6a12b53a,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:05.273406 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57743549-4cf5-4fa8-9482-13832d2de83b tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:37:05.278262 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-57743549-4cf5-4fa8-9482-13832d2de83b tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:05.287032 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1a09c2-11e9-4656-b911-57f247ca689a None None] Sync routers for ids ['369c1bd0-20ee-4cfb-81b7-18033449079b'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:37:05.299856 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1a09c2-11e9-4656-b911-57f247ca689a None None] Routers {'369c1bd0-20ee-4cfb-81b7-18033449079b'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:37:05.300543 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-df1a09c2-11e9-4656-b911-57f247ca689a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:37:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['369c1bd0-20ee-4cfb-81b7-18033449079b'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:05.404877 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-df1a09c2-11e9-4656-b911-57f247ca689a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:05.426386 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:05.430724 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1a09c2-11e9-4656-b911-57f247ca689a None None] Routers {'369c1bd0-20ee-4cfb-81b7-18033449079b'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:37:05.431989 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-df1a09c2-11e9-4656-b911-57f247ca689a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:37:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['369c1bd0-20ee-4cfb-81b7-18033449079b'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:05.516053 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-df1a09c2-11e9-4656-b911-57f247ca689a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:05.516053 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1a09c2-11e9-4656-b911-57f247ca689a None None] The sync data for ids ['369c1bd0-20ee-4cfb-81b7-18033449079b'] in dv-neutron-826830-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:37:05.516708 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1056fa8b-2ee9-4561-8b04-f026f0184600 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3072169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2652276'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:05.519811 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:05.530065 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 6ddba185-63cf-4dc0-bf84-9f310cce7c41 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 01 04:37:05.569643 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-57743549-4cf5-4fa8-9482-13832d2de83b tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] 10.222.0.24 "PUT /v2.0/floatingips/40839922-31fe-4476-808b-3247c42a1695 HTTP/1.1" status: 200 len: 978 time: 1.9727206 Feb 01 04:37:05.570550 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 39888) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:05.587077 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1056fa8b-2ee9-4561-8b04-f026f0184600 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event deleted for resources: {'Subnet': ['ID=e84dc84a-4e55-413b-bd7a-745e6507ba0c,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:05.598097 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1056fa8b-2ee9-4561-8b04-f026f0184600 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:05.620805 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c0af065a-dd51-412f-83f5-aa5f383abd5c tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-774381'] for router_gateway, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:05.637827 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c105159b-df5b-49f9-bf44-6f12dfb77d07 None None] Network 7f96f5a1-4f91-4a86-8e7f-c10c0c3805e9 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:37:05.669402 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1056fa8b-2ee9-4561-8b04-f026f0184600 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "DELETE /v2.0/subnets/e84dc84a-4e55-413b-bd7a-745e6507ba0c HTTP/1.1" status: 204 len: 168 time: 1.0275624 Feb 01 04:37:05.672265 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 39892) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:05.718144 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-a24e26bd-8bf3-43e5-bb40-85028525f733 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] DELETE failed (client error): The resource could not be found. Feb 01 04:37:05.718585 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a24e26bd-8bf3-43e5-bb40-85028525f733 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:37:05.720804 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-a24e26bd-8bf3-43e5-bb40-85028525f733 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "DELETE /v2.0/subnets/d081ad62-54ef-4230-bed6-8a893c7edff0 HTTP/1.1" status: 404 len: 337 time: 0.0471034 Feb 01 04:37:05.723392 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 39896) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:05.811805 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c0af065a-dd51-412f-83f5-aa5f383abd5c tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25968'] for router, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:05.815381 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c0af065a-dd51-412f-83f5-aa5f383abd5c tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:05.833436 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef07ace2-d362-4ba4-9632-0f51fad80be6 req-65448046-643d-4e47-955c-f0352da91311 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:37:05.834922 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ef07ace2-d362-4ba4-9632-0f51fad80be6 req-65448046-643d-4e47-955c-f0352da91311 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=7166a2c9-994a-43d4-ade2-deb1c47b05ba HTTP/1.1" status: 200 len: 944 time: 0.3686817 Feb 01 04:37:05.842648 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-90e7772f-52af-4a07-8c17-722863fcddca None None] Provisioning complete for port e7245565-5e22-4d57-8fcd-5611bae133ba triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:37:05.848703 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-90e7772f-52af-4a07-8c17-722863fcddca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:05.858009 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-f379937e-b702-4d63-b82c-98a110e9682d tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Synchronizing usage tracker for tenant:a862444cee664ef3af6a3e24f24366c9 on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:37:05.869219 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c0af065a-dd51-412f-83f5-aa5f383abd5c tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772958'] for router, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:05.869633 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0af065a-dd51-412f-83f5-aa5f383abd5c tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c0d107c8-3f8d-4bbc-ab46-aefa535e02be {{(pid=87636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 01 04:37:05.886297 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-f379937e-b702-4d63-b82c-98a110e9682d tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Unset dirty status for tenant:a862444cee664ef3af6a3e24f24366c9 on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:37:05.887472 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-f379937e-b702-4d63-b82c-98a110e9682d tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "GET /v2.0/ports?device_id=28de1bf0-e2fb-475b-a5ca-35c87c9ded33 HTTP/1.1" status: 200 len: 205 time: 0.1630321 Feb 01 04:37:05.890152 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 39900) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:05.901833 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 6ddba185-63cf-4dc0-bf84-9f310cce7c41, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=6ddba185-63cf-4dc0-bf84-9f310cce7c41,segment=NetworkSegment(1cd68dee-a786-49b7-a195-9727492e41c7),segment_id=1cd68dee-a786-49b7-a195-9727492e41c7)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:37:05.908852 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ef07ace2-d362-4ba4-9632-0f51fad80be6 req-b8d89e61-4bc0-45cb-b259-7e2ddf217144 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=91bf839b-e992-4d8a-9594-be77b2c1bc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659087 Feb 01 04:37:05.928835 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c0af065a-dd51-412f-83f5-aa5f383abd5c tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:05.930358 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c0af065a-dd51-412f-83f5-aa5f383abd5c tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] 10.222.0.24 "DELETE /v2.0/routers/c0d107c8-3f8d-4bbc-ab46-aefa535e02be HTTP/1.1" status: 204 len: 168 time: 2.3836324 Feb 01 04:37:05.936089 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39904) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:05.942475 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-bcb65009-2d0f-433d-8bce-3fb18d9bcdc7 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1410602483', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}, 'admin_state_up': False}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:05.950509 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-bcb65009-2d0f-433d-8bce-3fb18d9bcdc7 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:05.955648 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-bcb65009-2d0f-433d-8bce-3fb18d9bcdc7 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Usage tracker for resource:router and tenant:da60f261660a4c848ee1898ab718e77f is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:37:05.958851 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-bcb65009-2d0f-433d-8bce-3fb18d9bcdc7 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:37:05.963877 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-b220cbfb-d655-478a-aa4f-a5a25b7ebb14 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Deleting port e2fd5ddb-994a-42b6-9f49-335b3053d37c {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:37:05.964228 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b220cbfb-d655-478a-aa4f-a5a25b7ebb14 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:05.967933 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-bcb65009-2d0f-433d-8bce-3fb18d9bcdc7 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:05.972883 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Returning: {'device': '6ddba185-63cf-4dc0-bf84-9f310cce7c41', 'network_id': 'eedbe629-8c7b-47a6-a624-06308b7a6477', 'port_id': '6ddba185-63cf-4dc0-bf84-9f310cce7c41', 'mac_address': 'fa:16:3e:b8:63:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58c6ab3a-f396-4618-ba35-2b6c60ee349b', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 01 04:37:05.982702 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bcb65009-2d0f-433d-8bce-3fb18d9bcdc7 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25958'] for router, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:05.984127 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bcb65009-2d0f-433d-8bce-3fb18d9bcdc7 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-372027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25961'] for router, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:06.006846 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.api.v2.resource [None req-a4f3eb04-d6f8-4d80-97c6-4c51be2ae997 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] delete failed (client error): The resource could not be found. Feb 01 04:37:06.008072 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-a4f3eb04-d6f8-4d80-97c6-4c51be2ae997 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "DELETE /v2.0/routers/28de1bf0-e2fb-475b-a5ca-35c87c9ded33 HTTP/1.1" status: 404 len: 336 time: 0.1168675 Feb 01 04:37:06.011906 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bcb65009-2d0f-433d-8bce-3fb18d9bcdc7 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:06.013706 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39908) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:06.077762 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eb8f83f-900f-4cb7-bcde-e6152b47179b tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] DELETE failed (client error): The resource could not be found. Feb 01 04:37:06.078216 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9eb8f83f-900f-4cb7-bcde-e6152b47179b tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:37:06.085549 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9eb8f83f-900f-4cb7-bcde-e6152b47179b tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "DELETE /v2.0/subnets/49358196-7b65-4d08-961b-7bd8c9b7635f HTTP/1.1" status: 404 len: 337 time: 0.0708506 Feb 01 04:37:06.087914 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39912) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:06.116532 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:06.143929 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ddba185-63cf-4dc0-bf84-9f310cce7c41 {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 04:37:06.164213 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b220cbfb-d655-478a-aa4f-a5a25b7ebb14 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:06.164596 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b220cbfb-d655-478a-aa4f-a5a25b7ebb14 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:06.191948 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8b9a1e9-0c8b-43e1-b978-f52b7546a223 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] DELETE failed (client error): The resource could not be found. Feb 01 04:37:06.192402 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8b9a1e9-0c8b-43e1-b978-f52b7546a223 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:37:06.196575 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c8b9a1e9-0c8b-43e1-b978-f52b7546a223 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "DELETE /v2.0/subnets/b8bceaa4-94a8-4cc4-b521-228865230b6b HTTP/1.1" status: 404 len: 337 time: 0.1049361 Feb 01 04:37:06.197309 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39916) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:06.212744 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 6ddba185-63cf-4dc0-bf84-9f310cce7c41, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=6ddba185-63cf-4dc0-bf84-9f310cce7c41,segment=NetworkSegment(1cd68dee-a786-49b7-a195-9727492e41c7),segment_id=1cd68dee-a786-49b7-a195-9727492e41c7)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:37:06.224971 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:06.291224 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-90e7772f-52af-4a07-8c17-722863fcddca None None] Provisioning complete for port 9b63b118-1fc6-4cef-ae83-766005a7c039 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:37:06.291609 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-90e7772f-52af-4a07-8c17-722863fcddca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:06.292627 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-b220cbfb-d655-478a-aa4f-a5a25b7ebb14 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Calling delete_port for e2fd5ddb-994a-42b6-9f49-335b3053d37c owned by network:floatingip {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:37:06.343149 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d61b25d-00c6-4488-8b2c-87dfe6552d51 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] DELETE failed (client error): The resource could not be found. Feb 01 04:37:06.343463 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d61b25d-00c6-4488-8b2c-87dfe6552d51 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:37:06.348709 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1d61b25d-00c6-4488-8b2c-87dfe6552d51 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "DELETE /v2.0/subnets/aa6d8f19-534b-4db9-95c6-0a803d7bcf52 HTTP/1.1" status: 404 len: 337 time: 0.0978494 Feb 01 04:37:06.348893 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=6ddba185-63cf-4dc0-bf84-9f310cce7c41,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:06.348989 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 39920) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:06.356840 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-90e7772f-52af-4a07-8c17-722863fcddca None None] Port 9b63b118-1fc6-4cef-ae83-766005a7c039 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:37:06.411886 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-451d83e1-6c61-46e5-a9fd-f4e68f3a4ac5 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] DELETE failed (client error): The resource could not be found. Feb 01 04:37:06.412137 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f46d04d-1f9d-4204-85ee-ff64c2bf9aee None None] DHCP port deletion for 7f96f5a1-4f91-4a86-8e7f-c10c0c3805e9 request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:37:06.412402 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-451d83e1-6c61-46e5-a9fd-f4e68f3a4ac5 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:37:06.416515 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-451d83e1-6c61-46e5-a9fd-f4e68f3a4ac5 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "DELETE /v2.0/ports/25ebe3da-eefc-4ac7-a4ba-859d1ab66851 HTTP/1.1" status: 404 len: 333 time: 0.0623939 Feb 01 04:37:06.417283 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 39924) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:06.417420 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-4f46d04d-1f9d-4204-85ee-ff64c2bf9aee None None] Deleting port e7245565-5e22-4d57-8fcd-5611bae133ba {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:37:06.417420 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4f46d04d-1f9d-4204-85ee-ff64c2bf9aee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:06.431217 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bcb65009-2d0f-433d-8bce-3fb18d9bcdc7 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:06.458611 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-74b5e646-4bb2-490d-b1ab-8f16dee8ec65 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] DELETE failed (client error): The resource could not be found. Feb 01 04:37:06.458995 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74b5e646-4bb2-490d-b1ab-8f16dee8ec65 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:37:06.463022 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-74b5e646-4bb2-490d-b1ab-8f16dee8ec65 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "DELETE /v2.0/subnets/4f6628a6-0fd8-491b-a60a-0c31c7a6c9af HTTP/1.1" status: 404 len: 337 time: 0.0431044 Feb 01 04:37:06.464699 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39928) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:06.511336 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0872375-4daa-4cd8-8e1b-ecf0092ce6d7 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] DELETE failed (client error): The resource could not be found. Feb 01 04:37:06.511896 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0872375-4daa-4cd8-8e1b-ecf0092ce6d7 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:37:06.516135 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e0872375-4daa-4cd8-8e1b-ecf0092ce6d7 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "DELETE /v2.0/subnets/7ee6813c-3e2d-49f3-9ae9-6a91a9a101fa HTTP/1.1" status: 404 len: 337 time: 0.0481279 Feb 01 04:37:06.518450 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39932) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:06.546365 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] get_ports_and_sgs() called for port_ids ['6ddba185-63cf-4dc0-bf84-9f310cce7c41'] {{(pid=87638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 01 04:37:06.567893 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b220cbfb-d655-478a-aa4f-a5a25b7ebb14 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:06.585081 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d145ff9-0052-4f73-9684-238f46b0a680 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] DELETE failed (client error): The resource could not be found. Feb 01 04:37:06.591130 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d145ff9-0052-4f73-9684-238f46b0a680 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:37:06.593329 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4d145ff9-0052-4f73-9684-238f46b0a680 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "DELETE /v2.0/ports/0ce3a61a-c318-497d-946f-d931081e99ff HTTP/1.1" status: 404 len: 333 time: 0.0737040 Feb 01 04:37:06.597214 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39936) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:06.614047 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device e7245565-5e22-4d57-8fcd-5611bae133ba no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:37:06.625458 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b220cbfb-d655-478a-aa4f-a5a25b7ebb14 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Pushing event deleted for resources: {'Port': ['ID=e2fd5ddb-994a-42b6-9f49-335b3053d37c,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:06.646113 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-e816b0e9-c178-4c65-9690-fab5af681028 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] DELETE failed (client error): The resource could not be found. Feb 01 04:37:06.646655 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e816b0e9-c178-4c65-9690-fab5af681028 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:37:06.648425 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e816b0e9-c178-4c65-9690-fab5af681028 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "DELETE /v2.0/subnets/039ec8a4-63ce-4cfe-a44a-1c216e3bd325 HTTP/1.1" status: 404 len: 337 time: 0.0439060 Feb 01 04:37:06.651008 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39940) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:06.655927 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b220cbfb-d655-478a-aa4f-a5a25b7ebb14 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:37:06.656272 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b220cbfb-d655-478a-aa4f-a5a25b7ebb14 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:37:06.656600 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b220cbfb-d655-478a-aa4f-a5a25b7ebb14 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:37:06.657471 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b220cbfb-d655-478a-aa4f-a5a25b7ebb14 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:37:06.657787 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b220cbfb-d655-478a-aa4f-a5a25b7ebb14 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:37:06.658105 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b220cbfb-d655-478a-aa4f-a5a25b7ebb14 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:37:06.658418 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b220cbfb-d655-478a-aa4f-a5a25b7ebb14 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:37:06.658730 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b220cbfb-d655-478a-aa4f-a5a25b7ebb14 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:37:06.659043 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b220cbfb-d655-478a-aa4f-a5a25b7ebb14 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:37:06.659394 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b220cbfb-d655-478a-aa4f-a5a25b7ebb14 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:37:06.659706 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b220cbfb-d655-478a-aa4f-a5a25b7ebb14 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:37:06.660015 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b220cbfb-d655-478a-aa4f-a5a25b7ebb14 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:37:06.731302 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b220cbfb-d655-478a-aa4f-a5a25b7ebb14 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks [] for floatingip, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:06.731701 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.l3_db [None req-b220cbfb-d655-478a-aa4f-a5a25b7ebb14 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Floating IP 40839922-31fe-4476-808b-3247c42a1695 disassociated (deleted). External IP: 172.26.8.191, port: 479ddeff-345c-4a1c-9e06-b532333a5514. Feb 01 04:37:06.735004 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbdb82dc-2c76-4bc6-b393-1e065de83b4a tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] DELETE failed (client error): The resource could not be found. Feb 01 04:37:06.735991 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbdb82dc-2c76-4bc6-b393-1e065de83b4a tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:37:06.739934 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-cbdb82dc-2c76-4bc6-b393-1e065de83b4a tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "DELETE /v2.0/subnets/86d704a4-dc9c-4051-b5d7-2ee475c250f0 HTTP/1.1" status: 404 len: 337 time: 0.0856395 Feb 01 04:37:06.741932 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39944) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:06.771623 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-4f46d04d-1f9d-4204-85ee-ff64c2bf9aee None None] For port e7245565-5e22-4d57-8fcd-5611bae133ba, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=e7245565-5e22-4d57-8fcd-5611bae133ba,segment=NetworkSegment(c233672a-1fea-4d45-abc6-f3eafc6d06d5),segment_id=c233672a-1fea-4d45-abc6-f3eafc6d06d5)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:37:06.772011 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4f46d04d-1f9d-4204-85ee-ff64c2bf9aee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:06.829233 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-52062311-55a8-4354-b5aa-5b1049bb6ca1 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Deleting port 9b63b118-1fc6-4cef-ae83-766005a7c039 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:37:06.829589 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-52062311-55a8-4354-b5aa-5b1049bb6ca1 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:06.915318 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-4f46d04d-1f9d-4204-85ee-ff64c2bf9aee None None] Calling delete_port for e7245565-5e22-4d57-8fcd-5611bae133ba owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:37:07.054066 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:07.089766 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:07.152960 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4f46d04d-1f9d-4204-85ee-ff64c2bf9aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:07.253631 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bcb65009-2d0f-433d-8bce-3fb18d9bcdc7 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks [] for router_gateway, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:07.287294 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f46d04d-1f9d-4204-85ee-ff64c2bf9aee None None] Pushing event deleted for resources: {'Port': ['ID=e7245565-5e22-4d57-8fcd-5611bae133ba,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:07.290013 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bcb65009-2d0f-433d-8bce-3fb18d9bcdc7 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:07.299541 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 103eaacb-af54-4226-b036-c88e6a12b53a no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:37:07.311873 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6288cf-6559-4f9b-b938-a9349d4cedf5 req-092f7344-54dd-4954-b866-05a047eb8812 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:37:07.314269 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-7b6288cf-6559-4f9b-b938-a9349d4cedf5 req-092f7344-54dd-4954-b866-05a047eb8812 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=7166a2c9-994a-43d4-ade2-deb1c47b05ba HTTP/1.1" status: 200 len: 945 time: 0.1972063 Feb 01 04:37:07.322430 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b220cbfb-d655-478a-aa4f-a5a25b7ebb14 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Router 369c1bd0-20ee-4cfb-81b7-18033449079b has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:37:07.334545 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f46d04d-1f9d-4204-85ee-ff64c2bf9aee None None] No DVR routers for this DVR port e7245565-5e22-4d57-8fcd-5611bae133ba on host dv-neutron-826830-1-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:37:07.346461 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f46d04d-1f9d-4204-85ee-ff64c2bf9aee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:37:07.346811 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f46d04d-1f9d-4204-85ee-ff64c2bf9aee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:37:07.347510 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f46d04d-1f9d-4204-85ee-ff64c2bf9aee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:37:07.347510 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f46d04d-1f9d-4204-85ee-ff64c2bf9aee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:37:07.347812 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f46d04d-1f9d-4204-85ee-ff64c2bf9aee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:37:07.348269 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f46d04d-1f9d-4204-85ee-ff64c2bf9aee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:37:07.348452 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f46d04d-1f9d-4204-85ee-ff64c2bf9aee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:37:07.348756 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f46d04d-1f9d-4204-85ee-ff64c2bf9aee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:37:07.349074 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f46d04d-1f9d-4204-85ee-ff64c2bf9aee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:37:07.349389 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f46d04d-1f9d-4204-85ee-ff64c2bf9aee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:37:07.349699 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f46d04d-1f9d-4204-85ee-ff64c2bf9aee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:37:07.350011 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f46d04d-1f9d-4204-85ee-ff64c2bf9aee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:37:07.360027 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 103eaacb-af54-4226-b036-c88e6a12b53a {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:37:07.360972 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 103eaacb-af54-4226-b036-c88e6a12b53a not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:37:07.379891 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-7b6288cf-6559-4f9b-b938-a9349d4cedf5 req-3f0cb843-b917-4943-a940-73765d7802ca tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=91bf839b-e992-4d8a-9594-be77b2c1bc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556028 Feb 01 04:37:07.453314 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-52062311-55a8-4354-b5aa-5b1049bb6ca1 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:07.571586 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b220cbfb-d655-478a-aa4f-a5a25b7ebb14 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:37:07.582539 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b6e5bc-2b9f-45f0-846c-344d2fb8d8fc None None] Sync routers for ids ['369c1bd0-20ee-4cfb-81b7-18033449079b'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:37:07.590308 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b220cbfb-d655-478a-aa4f-a5a25b7ebb14 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:07.591999 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b6e5bc-2b9f-45f0-846c-344d2fb8d8fc None None] Routers {'369c1bd0-20ee-4cfb-81b7-18033449079b'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:37:07.592534 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-b0b6e5bc-2b9f-45f0-846c-344d2fb8d8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:37:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['369c1bd0-20ee-4cfb-81b7-18033449079b'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:07.613701 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-52062311-55a8-4354-b5aa-5b1049bb6ca1 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Calling delete_port for 9b63b118-1fc6-4cef-ae83-766005a7c039 owned by {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:37:07.647494 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-b220cbfb-d655-478a-aa4f-a5a25b7ebb14 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] 10.222.0.24 "DELETE /v2.0/floatingips/40839922-31fe-4476-808b-3247c42a1695 HTTP/1.1" status: 204 len: 168 time: 2.0756059 Feb 01 04:37:07.649822 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 39950) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:07.656971 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-b0b6e5bc-2b9f-45f0-846c-344d2fb8d8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:07.665846 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b6e5bc-2b9f-45f0-846c-344d2fb8d8fc None None] Routers {'369c1bd0-20ee-4cfb-81b7-18033449079b'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:37:07.666755 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-b0b6e5bc-2b9f-45f0-846c-344d2fb8d8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:37:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['369c1bd0-20ee-4cfb-81b7-18033449079b'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:07.711963 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-bcb65009-2d0f-433d-8bce-3fb18d9bcdc7 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Allocated IP 172.26.8.30 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/5b424b10-d96d-40e0-8200-f8c464e11073) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:37:07.717971 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-eeb019e3-0279-4d6a-bd41-ab56ddd87d62 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Deleting port 479ddeff-345c-4a1c-9e06-b532333a5514 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:37:07.718615 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-eeb019e3-0279-4d6a-bd41-ab56ddd87d62 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:07.725512 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-b0b6e5bc-2b9f-45f0-846c-344d2fb8d8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:07.725921 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b6e5bc-2b9f-45f0-846c-344d2fb8d8fc None None] The sync data for ids ['369c1bd0-20ee-4cfb-81b7-18033449079b'] in dv-neutron-826830-1-hyperv is: [] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:37:07.742074 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-52062311-55a8-4354-b5aa-5b1049bb6ca1 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:07.808854 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-52062311-55a8-4354-b5aa-5b1049bb6ca1 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:07.811846 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52062311-55a8-4354-b5aa-5b1049bb6ca1 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event deleted for resources: {'Port': ['ID=9b63b118-1fc6-4cef-ae83-766005a7c039,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:07.879955 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-52062311-55a8-4354-b5aa-5b1049bb6ca1 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "DELETE /v2.0/ports/9b63b118-1fc6-4cef-ae83-766005a7c039 HTTP/1.1" status: 204 len: 168 time: 1.1371694 Feb 01 04:37:07.882186 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 39954) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:07.930184 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bcb65009-2d0f-433d-8bce-3fb18d9bcdc7 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:07.960875 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bcb65009-2d0f-433d-8bce-3fb18d9bcdc7 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:08.030256 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb65009-2d0f-433d-8bce-3fb18d9bcdc7 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:37:08.033746 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-bcb65009-2d0f-433d-8bce-3fb18d9bcdc7 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:37:08.036180 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb65009-2d0f-433d-8bce-3fb18d9bcdc7 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:37:08.067601 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-eeb019e3-0279-4d6a-bd41-ab56ddd87d62 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:08.072593 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb65009-2d0f-433d-8bce-3fb18d9bcdc7 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Pushing event updated for resources: {'Port': ['ID=5b424b10-d96d-40e0-8200-f8c464e11073,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:08.080796 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-69c11d75-c2c7-4905-b756-b0009aa9bf65 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:08.198139 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-eeb019e3-0279-4d6a-bd41-ab56ddd87d62 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Calling delete_port for 479ddeff-345c-4a1c-9e06-b532333a5514 owned by {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:37:08.387819 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-69c11d75-c2c7-4905-b756-b0009aa9bf65 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:08.442836 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-69c11d75-c2c7-4905-b756-b0009aa9bf65 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f96f5a1-4f91-4a86-8e7f-c10c0c3805e9']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:08.443103 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bcb65009-2d0f-433d-8bce-3fb18d9bcdc7 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks [] for router_gateway, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:08.462819 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-69c11d75-c2c7-4905-b756-b0009aa9bf65 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c233672a-1fea-4d45-abc6-f3eafc6d06d5') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:08.463035 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-69c11d75-c2c7-4905-b756-b0009aa9bf65 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c233672a-1fea-4d45-abc6-f3eafc6d06d5') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:08.486326 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-69c11d75-c2c7-4905-b756-b0009aa9bf65 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:08.510839 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-69c11d75-c2c7-4905-b756-b0009aa9bf65 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:08.667346 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69c11d75-c2c7-4905-b756-b0009aa9bf65 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:37:08.667805 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-69c11d75-c2c7-4905-b756-b0009aa9bf65 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:08.681898 dv-neutron-826830-1-hyperv neutron-server[87637]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:37:08.681898 dv-neutron-826830-1-hyperv neutron-server[87637]: util.warn( Feb 01 04:37:08.681898 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 04:37:08.681898 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:37:08.681898 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 04:37:08.681898 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:37:08.681898 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 04:37:08.681898 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:37:08.681898 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 04:37:08.681898 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:37:08.681898 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 04:37:08.681898 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:37:08.681898 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 04:37:08.681898 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:37:08.681898 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 04:37:08.681898 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:37:08.681898 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:37:08.681898 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:37:08.681898 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:37:08.681898 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:37:08.681898 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 04:37:08.681898 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:37:08.681898 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 04:37:08.681898 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:37:08.681898 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:37:08.681898 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:37:08.681898 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 04:37:08.681898 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:37:08.681898 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:37:08.681898 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:37:08.681898 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:37:08.681898 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:37:08.681898 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:37:08.681898 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:37:08.775527 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-eeb019e3-0279-4d6a-bd41-ab56ddd87d62 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:08.825789 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb019e3-0279-4d6a-bd41-ab56ddd87d62 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Pushing event deleted for resources: {'Port': ['ID=479ddeff-345c-4a1c-9e06-b532333a5514,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:08.827716 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-69c11d75-c2c7-4905-b756-b0009aa9bf65 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:08.847851 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-69c11d75-c2c7-4905-b756-b0009aa9bf65 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:08.864900 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42539225-748d-4e58-9f43-54d2970ee11c req-26d3502e-e01b-42e6-b3f8-928b01470a9d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:37:08.866376 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-42539225-748d-4e58-9f43-54d2970ee11c req-26d3502e-e01b-42e6-b3f8-928b01470a9d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=7166a2c9-994a-43d4-ade2-deb1c47b05ba HTTP/1.1" status: 200 len: 945 time: 0.2486956 Feb 01 04:37:08.901861 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c11d75-c2c7-4905-b756-b0009aa9bf65 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] Pushing event deleted for resources: {'Network': ['ID=7f96f5a1-4f91-4a86-8e7f-c10c0c3805e9,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:08.915816 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-69c11d75-c2c7-4905-b756-b0009aa9bf65 tempest-PortsTestJSON-596116344 tempest-PortsTestJSON-596116344-project] 10.222.0.24 "DELETE /v2.0/networks/7f96f5a1-4f91-4a86-8e7f-c10c0c3805e9 HTTP/1.1" status: 204 len: 168 time: 1.0303338 Feb 01 04:37:08.985028 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-42539225-748d-4e58-9f43-54d2970ee11c req-dfbcef37-e3e0-48d6-9696-7c35364072e1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=91bf839b-e992-4d8a-9594-be77b2c1bc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092601 Feb 01 04:37:09.014348 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-eeb019e3-0279-4d6a-bd41-ab56ddd87d62 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:09.019971 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-eeb019e3-0279-4d6a-bd41-ab56ddd87d62 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] 10.222.0.24 "DELETE /v2.0/ports/479ddeff-345c-4a1c-9e06-b532333a5514 HTTP/1.1" status: 204 len: 168 time: 1.3653615 Feb 01 04:37:09.020510 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 39962) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:09.026432 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-fdc3cfb6-9ccf-4f1e-b2cc-0de0eef76226 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Request body: {'floatingip': {'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:09.026576 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bcb65009-2d0f-433d-8bce-3fb18d9bcdc7 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337'] for router, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:09.031410 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-fdc3cfb6-9ccf-4f1e-b2cc-0de0eef76226 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:09.035556 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-fdc3cfb6-9ccf-4f1e-b2cc-0de0eef76226 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Usage tracker for resource:floatingip and tenant:3c6b8b975a3c4e1683a16b66cad9d251 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:37:09.038434 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-fdc3cfb6-9ccf-4f1e-b2cc-0de0eef76226 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:37:09.044600 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-fdc3cfb6-9ccf-4f1e-b2cc-0de0eef76226 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:09.055522 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fdc3cfb6-9ccf-4f1e-b2cc-0de0eef76226 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks [] for floatingip, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:09.199734 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fdc3cfb6-9ccf-4f1e-b2cc-0de0eef76226 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:09.205544 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39968) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:09.253893 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcb65009-2d0f-433d-8bce-3fb18d9bcdc7 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Router 1adb7470-13d1-4259-ae28-5a5983ba4846 is scheduled to L3 agent a3073304-82af-4a42-89af-bc532d6626bb with binding_index 1 {{(pid=87636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 01 04:37:09.339123 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-fdc3cfb6-9ccf-4f1e-b2cc-0de0eef76226 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Allocated IP 172.26.8.51 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/c441e51c-0742-4045-a8fc-06117d9b0829) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:37:09.458298 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-091426bf-762c-4d0c-b6cf-9327f1531312 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a862444cee664ef3af6a3e24f24366c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2516050 Feb 01 04:37:09.462573 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39974) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:09.488439 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fdc3cfb6-9ccf-4f1e-b2cc-0de0eef76226 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:09.504441 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb65009-2d0f-433d-8bce-3fb18d9bcdc7 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:37:09.515835 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a108237-33ee-4ca3-a3c5-ed757b0fcbf4 None None] Sync routers for ids ['1adb7470-13d1-4259-ae28-5a5983ba4846'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:37:09.519621 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fdc3cfb6-9ccf-4f1e-b2cc-0de0eef76226 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:09.526072 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a108237-33ee-4ca3-a3c5-ed757b0fcbf4 None None] Routers {'1adb7470-13d1-4259-ae28-5a5983ba4846'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:37:09.526772 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-8a108237-33ee-4ca3-a3c5-ed757b0fcbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:37:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['1adb7470-13d1-4259-ae28-5a5983ba4846'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:09.545945 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bcb65009-2d0f-433d-8bce-3fb18d9bcdc7 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:09.550127 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-bcb65009-2d0f-433d-8bce-3fb18d9bcdc7 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.6101663 Feb 01 04:37:09.550515 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 39978) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:09.557035 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-7effb3ef-093f-4176-9115-b005ec6bd633 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'enable_snat': False}}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:09.586667 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 6ddba185-63cf-4dc0-bf84-9f310cce7c41 up at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:37:09.598000 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc3cfb6-9ccf-4f1e-b2cc-0de0eef76226 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:37:09.601181 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-fdc3cfb6-9ccf-4f1e-b2cc-0de0eef76226 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:37:09.606200 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc3cfb6-9ccf-4f1e-b2cc-0de0eef76226 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:37:09.625356 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a29c82db-39a6-4d0c-aef5-e851ac176c62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:09.631716 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-8a108237-33ee-4ca3-a3c5-ed757b0fcbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:09.636900 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc3cfb6-9ccf-4f1e-b2cc-0de0eef76226 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Pushing event updated for resources: {'Port': ['ID=c441e51c-0742-4045-a8fc-06117d9b0829,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:09.655215 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a108237-33ee-4ca3-a3c5-ed757b0fcbf4 None None] Routers {'1adb7470-13d1-4259-ae28-5a5983ba4846'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:37:09.655925 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-8a108237-33ee-4ca3-a3c5-ed757b0fcbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:37:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['1adb7470-13d1-4259-ae28-5a5983ba4846'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:09.671187 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a29c82db-39a6-4d0c-aef5-e851ac176c62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:09.691809 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fdc3cfb6-9ccf-4f1e-b2cc-0de0eef76226 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:09.718999 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-8a108237-33ee-4ca3-a3c5-ed757b0fcbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:09.720045 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a108237-33ee-4ca3-a3c5-ed757b0fcbf4 None None] The sync data for ids ['1adb7470-13d1-4259-ae28-5a5983ba4846'] in dv-neutron-826830-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:37:09.740156 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning for port 6ddba185-63cf-4dc0-bf84-9f310cce7c41 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:37:09.745739 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning complete for port 6ddba185-63cf-4dc0-bf84-9f310cce7c41 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:37:09.746180 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:09.757399 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fdc3cfb6-9ccf-4f1e-b2cc-0de0eef76226 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:09.883461 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:09.890253 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a29c82db-39a6-4d0c-aef5-e851ac176c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:09.912213 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7166a2c9-994a-43d4-ade2-deb1c47b05ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ddba185-63cf-4dc0-bf84-9f310cce7c41'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:37:09.919101 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29c82db-39a6-4d0c-aef5-e851ac176c62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e703c5-b40b-47c6-9335-64dfd1f14576,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:09.925787 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 6ddba185-63cf-4dc0-bf84-9f310cce7c41, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=6ddba185-63cf-4dc0-bf84-9f310cce7c41,segment=NetworkSegment(1cd68dee-a786-49b7-a195-9727492e41c7),segment_id=1cd68dee-a786-49b7-a195-9727492e41c7)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:37:09.931524 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:09.983637 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a29c82db-39a6-4d0c-aef5-e851ac176c62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:09.984745 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a29c82db-39a6-4d0c-aef5-e851ac176c62 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e2e703c5-b40b-47c6-9335-64dfd1f14576 HTTP/1.1" status: 204 len: 168 time: 0.5210636 Feb 01 04:37:09.994030 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fdc3cfb6-9ccf-4f1e-b2cc-0de0eef76226 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:09.996014 dv-neutron-826830-1-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7166a2c9-994a-43d4-ade2-deb1c47b05ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ddba185-63cf-4dc0-bf84-9f310cce7c41', 'code': 200} Feb 01 04:37:10.010337 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fdc3cfb6-9ccf-4f1e-b2cc-0de0eef76226 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:10.052367 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=6ddba185-63cf-4dc0-bf84-9f310cce7c41,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:10.189301 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc3cfb6-9ccf-4f1e-b2cc-0de0eef76226 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Pushing event updated for resources: {'Port': ['ID=c441e51c-0742-4045-a8fc-06117d9b0829,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:10.196901 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fdc3cfb6-9ccf-4f1e-b2cc-0de0eef76226 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-774194'] for floatingip, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:10.225543 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fdc3cfb6-9ccf-4f1e-b2cc-0de0eef76226 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:10.229340 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-fdc3cfb6-9ccf-4f1e-b2cc-0de0eef76226 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2055113 Feb 01 04:37:10.229583 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 39990) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:10.236708 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-c8d01faf-dc39-45df-9554-8fee0a092733 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Request body: {'port': {'network_id': '4215913b-577d-4b09-9662-fcc3bfc48c11', 'name': 'tempest-FloatingIPTestJSON-300955056'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:10.388837 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-c8d01faf-dc39-45df-9554-8fee0a092733 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:10.393946 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-c8d01faf-dc39-45df-9554-8fee0a092733 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Usage tracker for resource:port and tenant:3c6b8b975a3c4e1683a16b66cad9d251 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:37:10.397021 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-c8d01faf-dc39-45df-9554-8fee0a092733 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:37:10.402774 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-c8d01faf-dc39-45df-9554-8fee0a092733 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:10.413049 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d01faf-dc39-45df-9554-8fee0a092733 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Made reservation on behalf of 3c6b8b975a3c4e1683a16b66cad9d251 for: {'port': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:37:10.416770 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c8d01faf-dc39-45df-9554-8fee0a092733 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:10.439011 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-c8d01faf-dc39-45df-9554-8fee0a092733 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] device_id is not set on port 323bd5bc-1693-414a-a70a-e8fa3ec22c0b yet. {{(pid=87637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:37:10.483973 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7effb3ef-093f-4176-9115-b005ec6bd633 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:10.511516 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a0514-2727-429b-97b5-55c85e6e8e27 req-49c0cfe0-8300-48b3-a399-af0513c6afd1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:37:10.513102 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9d1a0514-2727-429b-97b5-55c85e6e8e27 req-49c0cfe0-8300-48b3-a399-af0513c6afd1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=7166a2c9-994a-43d4-ade2-deb1c47b05ba HTTP/1.1" status: 200 len: 946 time: 0.2596188 Feb 01 04:37:10.528680 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a416a994-4ea1-4dc9-9535-38dbcdfae706 req-993c2b4c-cc2f-4788-b861-d00b6b068339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:37:10.530018 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a416a994-4ea1-4dc9-9535-38dbcdfae706 req-993c2b4c-cc2f-4788-b861-d00b6b068339 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7166a2c9-994a-43d4-ade2-deb1c47b05ba HTTP/1.1" status: 200 len: 1099 time: 0.2755518 Feb 01 04:37:10.625009 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9d1a0514-2727-429b-97b5-55c85e6e8e27 req-db486bc6-ab07-44a8-978e-759b1e85c645 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=91bf839b-e992-4d8a-9594-be77b2c1bc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918386 Feb 01 04:37:10.629906 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a416a994-4ea1-4dc9-9535-38dbcdfae706 req-21cdd84e-0857-4ba0-b820-95c9ac53d7ac service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=91bf839b-e992-4d8a-9594-be77b2c1bc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808544 Feb 01 04:37:10.702992 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-c8d01faf-dc39-45df-9554-8fee0a092733 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Allocated IP 172.20.0.12 (4215913b-577d-4b09-9662-fcc3bfc48c11/eb1a85c8-1f2a-46fa-ac88-c327e0f158e6/323bd5bc-1693-414a-a70a-e8fa3ec22c0b) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:37:10.906996 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40010) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:10.934468 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c8d01faf-dc39-45df-9554-8fee0a092733 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:10.965574 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c8d01faf-dc39-45df-9554-8fee0a092733 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:11.038283 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-853fbd68-44f6-4fe0-b86e-abeeb0b70e0c tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Request body: {'security_group': {'name': 'tempest-secgroup--1620382952'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:11.048195 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d01faf-dc39-45df-9554-8fee0a092733 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Network 4215913b-577d-4b09-9662-fcc3bfc48c11 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:37:11.052244 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-c8d01faf-dc39-45df-9554-8fee0a092733 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:37:11.054312 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-853fbd68-44f6-4fe0-b86e-abeeb0b70e0c tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:11.059712 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d01faf-dc39-45df-9554-8fee0a092733 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:37:11.091676 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-853fbd68-44f6-4fe0-b86e-abeeb0b70e0c tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Usage tracker for resource:security_group and tenant:b6f7230f460f426c819c743d1c57886e is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:37:11.098681 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d01faf-dc39-45df-9554-8fee0a092733 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Pushing event updated for resources: {'Port': ['ID=323bd5bc-1693-414a-a70a-e8fa3ec22c0b,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:11.101028 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-853fbd68-44f6-4fe0-b86e-abeeb0b70e0c tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:37:11.111432 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-853fbd68-44f6-4fe0-b86e-abeeb0b70e0c tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:11.133032 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-853fbd68-44f6-4fe0-b86e-abeeb0b70e0c tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:11.150382 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d01faf-dc39-45df-9554-8fee0a092733 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:37:11.151039 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c8d01faf-dc39-45df-9554-8fee0a092733 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:11.157810 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-853fbd68-44f6-4fe0-b86e-abeeb0b70e0c tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:11.181875 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-853fbd68-44f6-4fe0-b86e-abeeb0b70e0c tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:11.189416 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-853fbd68-44f6-4fe0-b86e-abeeb0b70e0c tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Usage tracker for resource:security_group_rule and tenant:b6f7230f460f426c819c743d1c57886e is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:37:11.192718 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-853fbd68-44f6-4fe0-b86e-abeeb0b70e0c tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:37:11.196245 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-c8d01faf-dc39-45df-9554-8fee0a092733 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9656296 Feb 01 04:37:11.199558 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40016) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:11.204370 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-9996a1d8-0643-4529-84c2-8d3a9420112f tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Request body: {'floatingip': {'port_id': '323bd5bc-1693-414a-a70a-e8fa3ec22c0b'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:11.243058 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7effb3ef-093f-4176-9115-b005ec6bd633 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:11.246404 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7effb3ef-093f-4176-9115-b005ec6bd633 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-774359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-774360', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-772505'] for router, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:11.257706 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-853fbd68-44f6-4fe0-b86e-abeeb0b70e0c tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:11.290851 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9996a1d8-0643-4529-84c2-8d3a9420112f tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks [] for floatingip, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:11.423855 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7effb3ef-093f-4176-9115-b005ec6bd633 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Router 1adb7470-13d1-4259-ae28-5a5983ba4846 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:37:11.628670 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-853fbd68-44f6-4fe0-b86e-abeeb0b70e0c tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:11.686499 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-853fbd68-44f6-4fe0-b86e-abeeb0b70e0c tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:11.716469 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-853fbd68-44f6-4fe0-b86e-abeeb0b70e0c tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:11.730483 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-853fbd68-44f6-4fe0-b86e-abeeb0b70e0c tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Usage tracker for resource:security_group_rule and tenant:b6f7230f460f426c819c743d1c57886e is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:37:11.741270 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-853fbd68-44f6-4fe0-b86e-abeeb0b70e0c tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:37:11.746739 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7effb3ef-093f-4176-9115-b005ec6bd633 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:37:11.752299 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7effb3ef-093f-4176-9115-b005ec6bd633 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:11.753439 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-7effb3ef-093f-4176-9115-b005ec6bd633 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] 10.222.0.24 "PUT /v2.0/routers/1adb7470-13d1-4259-ae28-5a5983ba4846 HTTP/1.1" status: 200 len: 921 time: 2.2016833 Feb 01 04:37:11.755789 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 40022) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:11.758725 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d87d59-80b0-4212-973d-c0f97a7e433a None None] Sync routers for ids ['1adb7470-13d1-4259-ae28-5a5983ba4846'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:37:11.763800 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-853fbd68-44f6-4fe0-b86e-abeeb0b70e0c tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:11.776951 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d87d59-80b0-4212-973d-c0f97a7e433a None None] Routers {'1adb7470-13d1-4259-ae28-5a5983ba4846'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:37:11.777577 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-74d87d59-80b0-4212-973d-c0f97a7e433a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:37:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['1adb7470-13d1-4259-ae28-5a5983ba4846'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:11.842131 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853fbd68-44f6-4fe0-b86e-abeeb0b70e0c tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d49f4c5a-74db-44ab-8653-e82c7cd18b23,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:11.887704 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-74d87d59-80b0-4212-973d-c0f97a7e433a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:11.897381 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d87d59-80b0-4212-973d-c0f97a7e433a None None] Routers {'1adb7470-13d1-4259-ae28-5a5983ba4846'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:37:11.899108 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-74d87d59-80b0-4212-973d-c0f97a7e433a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:37:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['1adb7470-13d1-4259-ae28-5a5983ba4846'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:11.956130 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c8354269-f2d2-4e9f-b5c9-09d397a35cd2 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] 10.222.0.24 "GET /v2.0/routers/1adb7470-13d1-4259-ae28-5a5983ba4846 HTTP/1.1" status: 200 len: 921 time: 0.1989508 Feb 01 04:37:11.958706 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 40026) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:11.965312 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-74d87d59-80b0-4212-973d-c0f97a7e433a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:11.965782 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d87d59-80b0-4212-973d-c0f97a7e433a None None] The sync data for ids ['1adb7470-13d1-4259-ae28-5a5983ba4846'] in dv-neutron-826830-1-hyperv is: [] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:37:12.031071 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-853fbd68-44f6-4fe0-b86e-abeeb0b70e0c tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:12.040100 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586276ba-f6e2-41c7-9225-a8ccec625193 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:37:12.040799 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-586276ba-f6e2-41c7-9225-a8ccec625193 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Synchronizing usage tracker for tenant:3d943658615248ecbef05272d2c39021 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:37:12.042690 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-853fbd68-44f6-4fe0-b86e-abeeb0b70e0c tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:12.055816 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-586276ba-f6e2-41c7-9225-a8ccec625193 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Unset dirty status for tenant:3d943658615248ecbef05272d2c39021 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:37:12.057049 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-586276ba-f6e2-41c7-9225-a8ccec625193 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=bdef128a-46b3-4cca-a245-48d1eb781269&device_id=1adb7470-13d1-4259-ae28-5a5983ba4846&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0972490 Feb 01 04:37:12.059858 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 40030) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:12.071489 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48402018-8ec5-47a8-8e04-76d835eea5be req-cc45a034-65cb-4e9d-aa15-73e453406f12 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:37:12.072944 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-48402018-8ec5-47a8-8e04-76d835eea5be req-cc45a034-65cb-4e9d-aa15-73e453406f12 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=7166a2c9-994a-43d4-ade2-deb1c47b05ba HTTP/1.1" status: 200 len: 946 time: 0.2281241 Feb 01 04:37:12.186659 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4f3abc-500e-4040-91ae-0ad2e16218fa tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:37:12.187245 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-bb4f3abc-500e-4040-91ae-0ad2e16218fa tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Synchronizing usage tracker for tenant:3d943658615248ecbef05272d2c39021 on resource:network {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:37:12.204786 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-bb4f3abc-500e-4040-91ae-0ad2e16218fa tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Unset dirty status for tenant:3d943658615248ecbef05272d2c39021 on resource:network {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:37:12.205592 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-853fbd68-44f6-4fe0-b86e-abeeb0b70e0c tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:12.206345 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-bb4f3abc-500e-4040-91ae-0ad2e16218fa tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] 10.222.0.24 "GET /v2.0/networks/bdef128a-46b3-4cca-a245-48d1eb781269 HTTP/1.1" status: 200 len: 881 time: 0.1455021 Feb 01 04:37:12.206868 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-853fbd68-44f6-4fe0-b86e-abeeb0b70e0c tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2988212 Feb 01 04:37:12.209119 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 40034) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:12.215202 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40038) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:12.218174 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853fbd68-44f6-4fe0-b86e-abeeb0b70e0c tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe22add-3408-4b73-b523-a82e01f93461,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:12.253803 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-beb4558b-9873-4dd7-bd7f-c41a7b5b2bbd tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] 10.222.0.24 "GET /v2.0/ports?device_id=1adb7470-13d1-4259-ae28-5a5983ba4846 HTTP/1.1" status: 200 len: 205 time: 0.0436201 Feb 01 04:37:12.256360 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 40042) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:12.256975 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9996a1d8-0643-4529-84c2-8d3a9420112f tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:12.267064 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-48402018-8ec5-47a8-8e04-76d835eea5be req-e577de0d-7945-47c1-b466-fd43aee61d9d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=91bf839b-e992-4d8a-9594-be77b2c1bc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1865621 Feb 01 04:37:12.269821 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9996a1d8-0643-4529-84c2-8d3a9420112f tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-774194'] for floatingip, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:12.487309 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ae4bfe4a-7af7-4aae-8e4e-3ea7a1fcaad7 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks [] for router, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:12.490708 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-803d2286-cca8-4d85-a7a0-8720e44a446c tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Synchronizing usage tracker for tenant:b6f7230f460f426c819c743d1c57886e on resource:security_group {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:37:12.582139 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-803d2286-cca8-4d85-a7a0-8720e44a446c tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Unset dirty status for tenant:b6f7230f460f426c819c743d1c57886e on resource:security_group {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:37:12.586160 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-803d2286-cca8-4d85-a7a0-8720e44a446c tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3623159 Feb 01 04:37:12.586295 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc5fb26-1595-4be2-8436-dbd6cdf9e321 req-ac8a9226-7b5d-432c-b057-47b7840798df tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:37:12.586439 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40048) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:12.587446 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bdc5fb26-1595-4be2-8436-dbd6cdf9e321 req-ac8a9226-7b5d-432c-b057-47b7840798df tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=7166a2c9-994a-43d4-ade2-deb1c47b05ba HTTP/1.1" status: 200 len: 946 time: 0.1874001 Feb 01 04:37:12.597057 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-a2cbfd45-5479-402c-8e16-ab2d268b8dc8 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Request body: {'security_group': {'name': 'tempest-security--345470512', 'description': 'tempest-security-description-756683845'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:12.604361 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.l3_db [None req-9996a1d8-0643-4529-84c2-8d3a9420112f tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Floating IP 53f4896b-d173-4735-82e7-f104673867fb associated. External IP: 172.26.8.51, port: 323bd5bc-1693-414a-a70a-e8fa3ec22c0b. Feb 01 04:37:12.704293 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a2cbfd45-5479-402c-8e16-ab2d268b8dc8 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:12.707217 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bdc5fb26-1595-4be2-8436-dbd6cdf9e321 req-55dcd7cf-6f70-4fde-83ce-f973c18077af tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=91bf839b-e992-4d8a-9594-be77b2c1bc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121552 Feb 01 04:37:12.718599 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ae4bfe4a-7af7-4aae-8e4e-3ea7a1fcaad7 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:12.734232 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-ae4bfe4a-7af7-4aae-8e4e-3ea7a1fcaad7 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Deleting port 5b424b10-d96d-40e0-8200-f8c464e11073 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:37:12.734637 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ae4bfe4a-7af7-4aae-8e4e-3ea7a1fcaad7 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:12.847378 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a2cbfd45-5479-402c-8e16-ab2d268b8dc8 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:12.903798 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a2cbfd45-5479-402c-8e16-ab2d268b8dc8 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:12.906208 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a2cbfd45-5479-402c-8e16-ab2d268b8dc8 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:12.907491 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-a2cbfd45-5479-402c-8e16-ab2d268b8dc8 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] 10.222.0.24 "PUT /v2.0/security-groups/7fe22add-3408-4b73-b523-a82e01f93461 HTTP/1.1" status: 200 len: 1778 time: 0.3170574 Feb 01 04:37:12.911857 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 40056) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:12.915365 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ae4bfe4a-7af7-4aae-8e4e-3ea7a1fcaad7 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:12.964653 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cbfd45-5479-402c-8e16-ab2d268b8dc8 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe22add-3408-4b73-b523-a82e01f93461,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:13.057305 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9996a1d8-0643-4529-84c2-8d3a9420112f tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Router 369c1bd0-20ee-4cfb-81b7-18033449079b has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:37:13.173517 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-ae4bfe4a-7af7-4aae-8e4e-3ea7a1fcaad7 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Calling delete_port for 5b424b10-d96d-40e0-8200-f8c464e11073 owned by network:router_gateway {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:37:13.236615 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f09abc03-8eb2-4069-bc42-f12192ef49cb tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] 10.222.0.24 "GET /v2.0/security-groups/7fe22add-3408-4b73-b523-a82e01f93461 HTTP/1.1" status: 200 len: 1778 time: 0.3235574 Feb 01 04:37:13.239235 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 40060) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:13.242971 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9996a1d8-0643-4529-84c2-8d3a9420112f tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:37:13.247100 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9996a1d8-0643-4529-84c2-8d3a9420112f tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:13.252741 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32202064-3222-4f3c-8777-5c1995eecfed None None] Sync routers for ids ['369c1bd0-20ee-4cfb-81b7-18033449079b'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:37:13.262990 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32202064-3222-4f3c-8777-5c1995eecfed None None] Routers {'369c1bd0-20ee-4cfb-81b7-18033449079b'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:37:13.263681 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-32202064-3222-4f3c-8777-5c1995eecfed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:37:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['369c1bd0-20ee-4cfb-81b7-18033449079b'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:13.307041 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-9996a1d8-0643-4529-84c2-8d3a9420112f tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] 10.222.0.24 "PUT /v2.0/floatingips/53f4896b-d173-4735-82e7-f104673867fb HTTP/1.1" status: 200 len: 977 time: 2.1040156 Feb 01 04:37:13.307351 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 40064) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:13.329266 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-32202064-3222-4f3c-8777-5c1995eecfed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:13.337619 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32202064-3222-4f3c-8777-5c1995eecfed None None] Routers {'369c1bd0-20ee-4cfb-81b7-18033449079b'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:37:13.338214 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-32202064-3222-4f3c-8777-5c1995eecfed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:37:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['369c1bd0-20ee-4cfb-81b7-18033449079b'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:13.397199 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-32202064-3222-4f3c-8777-5c1995eecfed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:13.397602 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32202064-3222-4f3c-8777-5c1995eecfed None None] The sync data for ids ['369c1bd0-20ee-4cfb-81b7-18033449079b'] in dv-neutron-826830-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:37:13.401447 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-62862c96-bd87-4d52-b2df-efe2a56f2fb5 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:13.406577 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-d56530a8-941d-4da5-aa2a-d1f5cfab2f81 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Deleting port 323bd5bc-1693-414a-a70a-e8fa3ec22c0b {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:37:13.407455 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d56530a8-941d-4da5-aa2a-d1f5cfab2f81 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:13.527995 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-62862c96-bd87-4d52-b2df-efe2a56f2fb5 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:13.620009 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ae4bfe4a-7af7-4aae-8e4e-3ea7a1fcaad7 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:13.692362 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4bfe4a-7af7-4aae-8e4e-3ea7a1fcaad7 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Pushing event deleted for resources: {'Port': ['ID=5b424b10-d96d-40e0-8200-f8c464e11073,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:13.743633 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-62862c96-bd87-4d52-b2df-efe2a56f2fb5 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:13.843406 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62862c96-bd87-4d52-b2df-efe2a56f2fb5 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe22add-3408-4b73-b523-a82e01f93461,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:13.909409 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d56530a8-941d-4da5-aa2a-d1f5cfab2f81 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:13.918076 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-62862c96-bd87-4d52-b2df-efe2a56f2fb5 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:13.919205 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-62862c96-bd87-4d52-b2df-efe2a56f2fb5 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] 10.222.0.24 "DELETE /v2.0/security-groups/7fe22add-3408-4b73-b523-a82e01f93461 HTTP/1.1" status: 204 len: 168 time: 0.6790583 Feb 01 04:37:13.922488 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40068) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:13.925619 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ae4bfe4a-7af7-4aae-8e4e-3ea7a1fcaad7 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-774381'] for router_gateway, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:13.975237 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-57e0693c-f4a3-4069-bcbe-6e119af4cb0b tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0485628 Feb 01 04:37:13.975447 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40072) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:13.994271 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.api.v2.resource [None req-14a2967a-01ce-4bf4-8c1a-602a63b7ddfb tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] delete failed (client error): The resource could not be found. Feb 01 04:37:13.995282 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-14a2967a-01ce-4bf4-8c1a-602a63b7ddfb tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] 10.222.0.24 "DELETE /v2.0/security-groups/7fe22add-3408-4b73-b523-a82e01f93461 HTTP/1.1" status: 404 len: 347 time: 0.0190027 Feb 01 04:37:14.000129 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40076) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:14.005396 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-17a0ebbf-4dc3-430c-8709-e82e0a16de4b tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Request body: {'security_group': {'name': 'tempest-secgroup--1491226757'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:14.011127 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-17a0ebbf-4dc3-430c-8709-e82e0a16de4b tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:14.015225 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-17a0ebbf-4dc3-430c-8709-e82e0a16de4b tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Usage tracker for resource:security_group and tenant:b6f7230f460f426c819c743d1c57886e is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:37:14.019215 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-17a0ebbf-4dc3-430c-8709-e82e0a16de4b tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:37:14.024853 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-17a0ebbf-4dc3-430c-8709-e82e0a16de4b tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:14.033792 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-17a0ebbf-4dc3-430c-8709-e82e0a16de4b tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:14.052705 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-17a0ebbf-4dc3-430c-8709-e82e0a16de4b tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:14.056453 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-17a0ebbf-4dc3-430c-8709-e82e0a16de4b tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Usage tracker for resource:security_group_rule and tenant:b6f7230f460f426c819c743d1c57886e is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:37:14.059255 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-17a0ebbf-4dc3-430c-8709-e82e0a16de4b tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:37:14.065335 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-17a0ebbf-4dc3-430c-8709-e82e0a16de4b tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:14.135870 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-17a0ebbf-4dc3-430c-8709-e82e0a16de4b tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:14.139757 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-17a0ebbf-4dc3-430c-8709-e82e0a16de4b tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:14.178173 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ae4bfe4a-7af7-4aae-8e4e-3ea7a1fcaad7 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25968'] for router, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:14.182036 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ae4bfe4a-7af7-4aae-8e4e-3ea7a1fcaad7 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:14.183716 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a0ebbf-4dc3-430c-8709-e82e0a16de4b tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b63124c9-7f92-4544-9b00-6a265a44b2ec,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:14.187224 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-17a0ebbf-4dc3-430c-8709-e82e0a16de4b tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:14.189032 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-17a0ebbf-4dc3-430c-8709-e82e0a16de4b tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1873596 Feb 01 04:37:14.192072 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40080) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:14.197022 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-a1b4dd16-96c9-4248-b87a-44c1c176c4bf tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Request body: {'security_group_rule': {'security_group_id': 'b63124c9-7f92-4544-9b00-6a265a44b2ec', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:14.202774 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-a1b4dd16-96c9-4248-b87a-44c1c176c4bf tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:14.207204 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-a1b4dd16-96c9-4248-b87a-44c1c176c4bf tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Usage tracker for resource:security_group_rule and tenant:b6f7230f460f426c819c743d1c57886e is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:37:14.210007 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-a1b4dd16-96c9-4248-b87a-44c1c176c4bf tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:37:14.215591 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-a1b4dd16-96c9-4248-b87a-44c1c176c4bf tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:14.231618 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a1b4dd16-96c9-4248-b87a-44c1c176c4bf tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:14.244358 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40084) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:14.279903 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ae4bfe4a-7af7-4aae-8e4e-3ea7a1fcaad7 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772958'] for router, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:14.280522 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae4bfe4a-7af7-4aae-8e4e-3ea7a1fcaad7 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Fanout notify agent at l3_agent the message router_deleted on router 1adb7470-13d1-4259-ae28-5a5983ba4846 {{(pid=87636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 01 04:37:14.295788 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ae4bfe4a-7af7-4aae-8e4e-3ea7a1fcaad7 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:14.296879 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ae4bfe4a-7af7-4aae-8e4e-3ea7a1fcaad7 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] 10.222.0.24 "DELETE /v2.0/routers/1adb7470-13d1-4259-ae28-5a5983ba4846 HTTP/1.1" status: 204 len: 168 time: 2.0396397 Feb 01 04:37:14.309792 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40088) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:14.338273 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-344e324c-38eb-4b32-ae00-06bf3d762280 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-716187120', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:14.352485 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-344e324c-38eb-4b32-ae00-06bf3d762280 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:14.370132 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-344e324c-38eb-4b32-ae00-06bf3d762280 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Usage tracker for resource:router and tenant:da60f261660a4c848ee1898ab718e77f is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:37:14.378802 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-344e324c-38eb-4b32-ae00-06bf3d762280 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:37:14.395046 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-344e324c-38eb-4b32-ae00-06bf3d762280 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:14.399447 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d56530a8-941d-4da5-aa2a-d1f5cfab2f81 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:14.399821 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d56530a8-941d-4da5-aa2a-d1f5cfab2f81 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-774194'] for floatingip, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:14.400127 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.l3_db [None req-d56530a8-941d-4da5-aa2a-d1f5cfab2f81 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Floating IP 53f4896b-d173-4735-82e7-f104673867fb disassociated. External IP: 172.26.8.51, port: 323bd5bc-1693-414a-a70a-e8fa3ec22c0b. Feb 01 04:37:14.400459 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-d56530a8-941d-4da5-aa2a-d1f5cfab2f81 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Calling delete_port for 323bd5bc-1693-414a-a70a-e8fa3ec22c0b owned by {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:37:14.454918 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a1b4dd16-96c9-4248-b87a-44c1c176c4bf tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:14.475575 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a1b4dd16-96c9-4248-b87a-44c1c176c4bf tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:14.505180 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-344e324c-38eb-4b32-ae00-06bf3d762280 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25958'] for router, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:14.506137 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-344e324c-38eb-4b32-ae00-06bf3d762280 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-372027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25961'] for router, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:14.518690 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b4dd16-96c9-4248-b87a-44c1c176c4bf tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aafdfd3-7b11-46bf-8454-de63d1c36798,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:14.598273 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a1b4dd16-96c9-4248-b87a-44c1c176c4bf tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:14.599502 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-a1b4dd16-96c9-4248-b87a-44c1c176c4bf tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4064829 Feb 01 04:37:14.607872 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40092) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:14.658227 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9c568112-b5b3-4d84-809e-f1b43b5f3bd9 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:14.663432 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d56530a8-941d-4da5-aa2a-d1f5cfab2f81 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:14.714446 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56530a8-941d-4da5-aa2a-d1f5cfab2f81 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Pushing event deleted for resources: {'Port': ['ID=323bd5bc-1693-414a-a70a-e8fa3ec22c0b,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:14.862991 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9c568112-b5b3-4d84-809e-f1b43b5f3bd9 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:14.869983 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-344e324c-38eb-4b32-ae00-06bf3d762280 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:14.891994 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:14.903304 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d56530a8-941d-4da5-aa2a-d1f5cfab2f81 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Router 369c1bd0-20ee-4cfb-81b7-18033449079b has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:37:14.982136 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-344e324c-38eb-4b32-ae00-06bf3d762280 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337'] for router, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:15.005388 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9c568112-b5b3-4d84-809e-f1b43b5f3bd9 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:15.036421 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c568112-b5b3-4d84-809e-f1b43b5f3bd9 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5aafdfd3-7b11-46bf-8454-de63d1c36798,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:15.082974 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d56530a8-941d-4da5-aa2a-d1f5cfab2f81 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:37:15.093020 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02a995f-09d6-48c7-85bd-f324389d4c31 None None] Sync routers for ids ['369c1bd0-20ee-4cfb-81b7-18033449079b'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:37:15.103557 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02a995f-09d6-48c7-85bd-f324389d4c31 None None] Routers {'369c1bd0-20ee-4cfb-81b7-18033449079b'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:37:15.104367 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-a02a995f-09d6-48c7-85bd-f324389d4c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:37:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['369c1bd0-20ee-4cfb-81b7-18033449079b'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:15.106280 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-344e324c-38eb-4b32-ae00-06bf3d762280 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:15.110562 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-344e324c-38eb-4b32-ae00-06bf3d762280 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7889082 Feb 01 04:37:15.110922 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 40096) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:15.118726 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9c568112-b5b3-4d84-809e-f1b43b5f3bd9 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:15.118726 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-9c568112-b5b3-4d84-809e-f1b43b5f3bd9 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/5aafdfd3-7b11-46bf-8454-de63d1c36798 HTTP/1.1" status: 204 len: 168 time: 0.5098844 Feb 01 04:37:15.121748 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40100) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:15.123846 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-79908bbf-066b-4560-a1ff-c80f6a690737 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:15.168393 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-a02a995f-09d6-48c7-85bd-f324389d4c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:15.176952 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02a995f-09d6-48c7-85bd-f324389d4c31 None None] Routers {'369c1bd0-20ee-4cfb-81b7-18033449079b'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:37:15.177654 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-a02a995f-09d6-48c7-85bd-f324389d4c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:37:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['369c1bd0-20ee-4cfb-81b7-18033449079b'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:15.217969 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-6216cc3e-7d66-45aa-8084-6f5aba64316e tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Synchronizing usage tracker for tenant:b6f7230f460f426c819c743d1c57886e on resource:security_group_rule {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:37:15.236647 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-a02a995f-09d6-48c7-85bd-f324389d4c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:15.237103 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02a995f-09d6-48c7-85bd-f324389d4c31 None None] The sync data for ids ['369c1bd0-20ee-4cfb-81b7-18033449079b'] in dv-neutron-826830-1-hyperv is: [] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:37:15.286367 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-6216cc3e-7d66-45aa-8084-6f5aba64316e tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Unset dirty status for tenant:b6f7230f460f426c819c743d1c57886e on resource:security_group_rule {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:37:15.287824 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-6216cc3e-7d66-45aa-8084-6f5aba64316e tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1651497 Feb 01 04:37:15.293588 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40104) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:15.401101 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a7d4eb34-8de7-4a41-8a56-e5ce682e1747 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:15.418433 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d56530a8-941d-4da5-aa2a-d1f5cfab2f81 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:15.426715 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f6f38639-60e4-457e-9d9a-09e34407be3d tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:15.498899 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d56530a8-941d-4da5-aa2a-d1f5cfab2f81 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] 10.222.0.24 "DELETE /v2.0/ports/323bd5bc-1693-414a-a70a-e8fa3ec22c0b HTTP/1.1" status: 204 len: 168 time: 2.1897352 Feb 01 04:37:15.501352 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 40108) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:15.531084 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f6f38639-60e4-457e-9d9a-09e34407be3d tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:15.629509 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-79908bbf-066b-4560-a1ff-c80f6a690737 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:15.642421 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0ba6a7e2-38e3-4c46-8f45-867e7c335970 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] 10.222.0.24 "GET /v2.0/floatingips/53f4896b-d173-4735-82e7-f104673867fb HTTP/1.1" status: 200 len: 687 time: 0.1400054 Feb 01 04:37:15.647253 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40112) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:15.771702 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f6f38639-60e4-457e-9d9a-09e34407be3d tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:15.861935 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f38639-60e4-457e-9d9a-09e34407be3d tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63124c9-7f92-4544-9b00-6a265a44b2ec,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:15.910043 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-af432058-d790-4e21-a5f8-c032717c1b76 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Deleting port c441e51c-0742-4045-a8fc-06117d9b0829 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:37:15.910384 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-af432058-d790-4e21-a5f8-c032717c1b76 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:15.956820 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f6f38639-60e4-457e-9d9a-09e34407be3d tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:15.957948 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-f6f38639-60e4-457e-9d9a-09e34407be3d tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] 10.222.0.24 "DELETE /v2.0/security-groups/b63124c9-7f92-4544-9b00-6a265a44b2ec HTTP/1.1" status: 204 len: 168 time: 0.6634521 Feb 01 04:37:15.962286 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 40116) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:16.094179 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-79908bbf-066b-4560-a1ff-c80f6a690737 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks [] for router_gateway, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:16.134408 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-79908bbf-066b-4560-a1ff-c80f6a690737 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:16.173113 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-5bca29d5-758e-491c-8570-852347d15018 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Synchronizing usage tracker for tenant:b6f7230f460f426c819c743d1c57886e on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:37:16.195154 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-a7d4eb34-8de7-4a41-8a56-e5ce682e1747 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Allocated IP 172.20.0.17 (eedbe629-8c7b-47a6-a624-06308b7a6477/58c6ab3a-f396-4618-ba35-2b6c60ee349b/44a49d08-b25a-4c46-9f2b-c4e2bb52a15b) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:37:16.208138 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-5bca29d5-758e-491c-8570-852347d15018 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Unset dirty status for tenant:b6f7230f460f426c819c743d1c57886e on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:37:16.209371 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-5bca29d5-758e-491c-8570-852347d15018 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2465520 Feb 01 04:37:16.210239 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-af432058-d790-4e21-a5f8-c032717c1b76 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:16.210578 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-af432058-d790-4e21-a5f8-c032717c1b76 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:16.213238 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 40120) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:16.221121 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-d390ae33-45ad-4297-82a9-a9d2a7848e7c tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Request body: {'security_group': {'name': 'tempest-secgroup--694208557'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:16.231806 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-d390ae33-45ad-4297-82a9-a9d2a7848e7c tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:16.278056 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-d390ae33-45ad-4297-82a9-a9d2a7848e7c tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:16.299315 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d390ae33-45ad-4297-82a9-a9d2a7848e7c tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:16.323561 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-79908bbf-066b-4560-a1ff-c80f6a690737 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Allocated IP 172.26.8.36 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/abb65c64-e293-4cec-8478-5669fe750e6e) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:37:16.335644 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-d390ae33-45ad-4297-82a9-a9d2a7848e7c tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:16.341189 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d390ae33-45ad-4297-82a9-a9d2a7848e7c tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Usage tracker for resource:security_group_rule and tenant:b6f7230f460f426c819c743d1c57886e is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:37:16.346578 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d390ae33-45ad-4297-82a9-a9d2a7848e7c tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:37:16.370119 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-d390ae33-45ad-4297-82a9-a9d2a7848e7c tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:16.476204 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-af432058-d790-4e21-a5f8-c032717c1b76 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Calling delete_port for c441e51c-0742-4045-a8fc-06117d9b0829 owned by network:floatingip {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:37:16.529099 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-79908bbf-066b-4560-a1ff-c80f6a690737 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:16.550987 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d390ae33-45ad-4297-82a9-a9d2a7848e7c tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:16.557009 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d390ae33-45ad-4297-82a9-a9d2a7848e7c tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:16.608324 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d390ae33-45ad-4297-82a9-a9d2a7848e7c tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ada6e99-aedb-46f1-992a-7ad453905298,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:16.622171 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d390ae33-45ad-4297-82a9-a9d2a7848e7c tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:16.623680 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d390ae33-45ad-4297-82a9-a9d2a7848e7c tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4092348 Feb 01 04:37:16.627306 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-79908bbf-066b-4560-a1ff-c80f6a690737 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:16.630751 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 40124) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:16.671975 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-558a37b3-a275-42bd-838e-9d73a3415813 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Request body: {'security_group_rule': {'security_group_id': '5ada6e99-aedb-46f1-992a-7ad453905298', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:16.694391 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-558a37b3-a275-42bd-838e-9d73a3415813 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:16.705145 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-558a37b3-a275-42bd-838e-9d73a3415813 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Usage tracker for resource:security_group_rule and tenant:b6f7230f460f426c819c743d1c57886e is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:37:16.707741 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a7d4eb34-8de7-4a41-8a56-e5ce682e1747 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:16.711234 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-558a37b3-a275-42bd-838e-9d73a3415813 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:37:16.716556 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79908bbf-066b-4560-a1ff-c80f6a690737 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:37:16.722359 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-79908bbf-066b-4560-a1ff-c80f6a690737 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:37:16.724393 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-558a37b3-a275-42bd-838e-9d73a3415813 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:16.728035 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79908bbf-066b-4560-a1ff-c80f6a690737 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:37:16.747089 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-a7d4eb34-8de7-4a41-8a56-e5ce682e1747 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Transition to ACTIVE for port object 44a49d08-b25a-4c46-9f2b-c4e2bb52a15b will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:37:16.748644 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-af432058-d790-4e21-a5f8-c032717c1b76 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:16.764246 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79908bbf-066b-4560-a1ff-c80f6a690737 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Pushing event updated for resources: {'Port': ['ID=abb65c64-e293-4cec-8478-5669fe750e6e,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:16.788659 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-558a37b3-a275-42bd-838e-9d73a3415813 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:16.824518 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af432058-d790-4e21-a5f8-c032717c1b76 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Pushing event deleted for resources: {'Port': ['ID=c441e51c-0742-4045-a8fc-06117d9b0829,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:16.902382 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-af432058-d790-4e21-a5f8-c032717c1b76 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks [] for floatingip, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:16.918164 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a7d4eb34-8de7-4a41-8a56-e5ce682e1747 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:16.970035 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-af432058-d790-4e21-a5f8-c032717c1b76 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:16.971175 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-af432058-d790-4e21-a5f8-c032717c1b76 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] 10.222.0.24 "DELETE /v2.0/floatingips/53f4896b-d173-4735-82e7-f104673867fb HTTP/1.1" status: 204 len: 168 time: 1.3208342 Feb 01 04:37:16.978153 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 40128) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:16.996067 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d4eb34-8de7-4a41-8a56-e5ce682e1747 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Network eedbe629-8c7b-47a6-a624-06308b7a6477 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:37:17.000067 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-a7d4eb34-8de7-4a41-8a56-e5ce682e1747 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:37:17.002924 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d4eb34-8de7-4a41-8a56-e5ce682e1747 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:37:17.003896 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-d21d3677-f111-4d21-a028-61fe03a350cb tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Request body: {'floatingip': {'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'port_id': '9d891d75-d6f8-401b-92c9-cee62e29ec62'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:17.021599 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-d21d3677-f111-4d21-a028-61fe03a350cb tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:17.026416 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-558a37b3-a275-42bd-838e-9d73a3415813 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:17.030648 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d21d3677-f111-4d21-a028-61fe03a350cb tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Usage tracker for resource:floatingip and tenant:3c6b8b975a3c4e1683a16b66cad9d251 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:37:17.035577 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d21d3677-f111-4d21-a028-61fe03a350cb tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:37:17.038208 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-558a37b3-a275-42bd-838e-9d73a3415813 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:17.040066 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d4eb34-8de7-4a41-8a56-e5ce682e1747 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'Port': ['ID=44a49d08-b25a-4c46-9f2b-c4e2bb52a15b,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:17.052253 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-d21d3677-f111-4d21-a028-61fe03a350cb tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:17.075649 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a7d4eb34-8de7-4a41-8a56-e5ce682e1747 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-372107'] for router_interface, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:17.077667 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558a37b3-a275-42bd-838e-9d73a3415813 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5e6ab86-e4f9-44d2-be45-136f6f313697,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:17.152709 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d21d3677-f111-4d21-a028-61fe03a350cb tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks [] for floatingip, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:17.186516 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-558a37b3-a275-42bd-838e-9d73a3415813 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:17.190782 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-558a37b3-a275-42bd-838e-9d73a3415813 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5274496 Feb 01 04:37:17.192033 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40132) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:17.210108 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-95fabc0c-af38-4652-b460-f97b606a7404 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Request body: {'security_group_rule': {'security_group_id': '5ada6e99-aedb-46f1-992a-7ad453905298', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:17.217639 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-95fabc0c-af38-4652-b460-f97b606a7404 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:17.225307 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-95fabc0c-af38-4652-b460-f97b606a7404 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Usage tracker for resource:security_group_rule and tenant:b6f7230f460f426c819c743d1c57886e is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:37:17.229795 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-95fabc0c-af38-4652-b460-f97b606a7404 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:37:17.236411 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a7d4eb34-8de7-4a41-8a56-e5ce682e1747 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:17.246506 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-95fabc0c-af38-4652-b460-f97b606a7404 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:17.253775 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-ddd16f8b-27da-4464-a1b8-0e300200db46 None None] Provisioning for port 44a49d08-b25a-4c46-9f2b-c4e2bb52a15b completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:37:17.259836 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-ddd16f8b-27da-4464-a1b8-0e300200db46 None None] Provisioning complete for port 44a49d08-b25a-4c46-9f2b-c4e2bb52a15b triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:37:17.260247 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ddd16f8b-27da-4464-a1b8-0e300200db46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:17.306184 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-79908bbf-066b-4560-a1ff-c80f6a690737 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks [] for router_gateway, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:17.312528 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-95fabc0c-af38-4652-b460-f97b606a7404 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:17.318576 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-ddd16f8b-27da-4464-a1b8-0e300200db46 None None] Port 44a49d08-b25a-4c46-9f2b-c4e2bb52a15b cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:37:17.511295 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-95fabc0c-af38-4652-b460-f97b606a7404 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:17.525673 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-95fabc0c-af38-4652-b460-f97b606a7404 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:17.567798 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fabc0c-af38-4652-b460-f97b606a7404 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de99029b-4f36-4a33-b65b-f3a0f81ec905,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:17.595468 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-95fabc0c-af38-4652-b460-f97b606a7404 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:17.596645 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-95fabc0c-af38-4652-b460-f97b606a7404 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4036655 Feb 01 04:37:17.611762 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40136) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:17.620636 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-da907674-a977-42bd-8cb7-58697ebc116f tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Request body: {'security_group_rule': {'security_group_id': '5ada6e99-aedb-46f1-992a-7ad453905298', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:17.629384 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-da907674-a977-42bd-8cb7-58697ebc116f tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:17.644890 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-da907674-a977-42bd-8cb7-58697ebc116f tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Usage tracker for resource:security_group_rule and tenant:b6f7230f460f426c819c743d1c57886e is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:37:17.649326 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-da907674-a977-42bd-8cb7-58697ebc116f tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:37:17.701717 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-da907674-a977-42bd-8cb7-58697ebc116f tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:17.724374 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d21d3677-f111-4d21-a028-61fe03a350cb tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:17.733871 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-da907674-a977-42bd-8cb7-58697ebc116f tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:17.820413 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a7d4eb34-8de7-4a41-8a56-e5ce682e1747 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:17.833663 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a7d4eb34-8de7-4a41-8a56-e5ce682e1747 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:17.863741 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-da907674-a977-42bd-8cb7-58697ebc116f tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:17.907665 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-da907674-a977-42bd-8cb7-58697ebc116f tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:17.944350 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-79908bbf-066b-4560-a1ff-c80f6a690737 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:17.954288 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-79908bbf-066b-4560-a1ff-c80f6a690737 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-774359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-774360', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-772505'] for router, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:17.975655 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da907674-a977-42bd-8cb7-58697ebc116f tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b1a027b-fdac-46f3-9695-92dd9f5e4ad0,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:17.980710 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d4eb34-8de7-4a41-8a56-e5ce682e1747 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'Port': ['ID=44a49d08-b25a-4c46-9f2b-c4e2bb52a15b,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:17.983339 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a7d4eb34-8de7-4a41-8a56-e5ce682e1747 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371990'] for router_interface, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:17.988965 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-da907674-a977-42bd-8cb7-58697ebc116f tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:17.992679 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-da907674-a977-42bd-8cb7-58697ebc116f tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3774347 Feb 01 04:37:17.992841 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40140) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:17.997572 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-ba87f992-9302-46c9-84db-f521697b31c2 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Request body: {'security_group_rule': {'security_group_id': '5ada6e99-aedb-46f1-992a-7ad453905298', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:18.018576 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-ba87f992-9302-46c9-84db-f521697b31c2 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:18.032471 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-ba87f992-9302-46c9-84db-f521697b31c2 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Usage tracker for resource:security_group_rule and tenant:b6f7230f460f426c819c743d1c57886e is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:37:18.037498 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-d21d3677-f111-4d21-a028-61fe03a350cb tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Allocated IP 172.26.8.97 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/dbfe675a-23fe-4c39-b9ed-217f16efa473) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:37:18.043559 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-ba87f992-9302-46c9-84db-f521697b31c2 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:37:18.053329 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-ba87f992-9302-46c9-84db-f521697b31c2 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:18.127846 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ba87f992-9302-46c9-84db-f521697b31c2 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:18.296183 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d4eb34-8de7-4a41-8a56-e5ce682e1747 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Network eedbe629-8c7b-47a6-a624-06308b7a6477 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:37:18.300570 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-a7d4eb34-8de7-4a41-8a56-e5ce682e1747 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:37:18.308754 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d21d3677-f111-4d21-a028-61fe03a350cb tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:18.321794 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79908bbf-066b-4560-a1ff-c80f6a690737 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Router b5f7fa20-bcd9-44a4-9719-87e265eef348 is scheduled to L3 agent a3073304-82af-4a42-89af-bc532d6626bb with binding_index 1 {{(pid=87636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 01 04:37:18.414659 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ba87f992-9302-46c9-84db-f521697b31c2 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:18.429181 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d21d3677-f111-4d21-a028-61fe03a350cb tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:18.471178 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ba87f992-9302-46c9-84db-f521697b31c2 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:18.538105 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba87f992-9302-46c9-84db-f521697b31c2 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a40fd8f9-3928-4293-afc1-fd2d6f30bff7,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:18.545504 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ba87f992-9302-46c9-84db-f521697b31c2 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:18.546766 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-ba87f992-9302-46c9-84db-f521697b31c2 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5530071 Feb 01 04:37:18.549625 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40144) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:18.557012 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-6099b4bb-6d73-47a1-9ad5-d67d53bd93fa tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Request body: {'security_group_rule': {'security_group_id': '5ada6e99-aedb-46f1-992a-7ad453905298', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:18.563888 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-6099b4bb-6d73-47a1-9ad5-d67d53bd93fa tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:18.570891 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7d4eb34-8de7-4a41-8a56-e5ce682e1747 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Router 889752ef-184a-4920-8f78-ac992ee25805 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:37:18.572373 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-6099b4bb-6d73-47a1-9ad5-d67d53bd93fa tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Usage tracker for resource:security_group_rule and tenant:b6f7230f460f426c819c743d1c57886e is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:37:18.576658 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-6099b4bb-6d73-47a1-9ad5-d67d53bd93fa tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:37:18.581843 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21d3677-f111-4d21-a028-61fe03a350cb tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:37:18.584871 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-6099b4bb-6d73-47a1-9ad5-d67d53bd93fa tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:18.588376 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-d21d3677-f111-4d21-a028-61fe03a350cb tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:37:18.595107 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21d3677-f111-4d21-a028-61fe03a350cb tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:37:18.621536 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21d3677-f111-4d21-a028-61fe03a350cb tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Pushing event updated for resources: {'Port': ['ID=dbfe675a-23fe-4c39-b9ed-217f16efa473,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:18.637512 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79908bbf-066b-4560-a1ff-c80f6a690737 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:37:18.652031 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc34777-6e52-4184-ab02-abb563627ff7 None None] Sync routers for ids ['b5f7fa20-bcd9-44a4-9719-87e265eef348'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:37:18.660139 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-79908bbf-066b-4560-a1ff-c80f6a690737 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:18.660536 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-6bacb889-cfe5-4e0f-936c-c47d1c59c8c0 None None] Provisioning complete for port 44a49d08-b25a-4c46-9f2b-c4e2bb52a15b triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:37:18.660909 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6bacb889-cfe5-4e0f-936c-c47d1c59c8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:18.661279 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-79908bbf-066b-4560-a1ff-c80f6a690737 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] 10.222.0.24 "PUT /v2.0/routers/b5f7fa20-bcd9-44a4-9719-87e265eef348 HTTP/1.1" status: 200 len: 878 time: 3.5494981 Feb 01 04:37:18.664359 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 40148) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:18.685086 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6099b4bb-6d73-47a1-9ad5-d67d53bd93fa tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:18.709592 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc34777-6e52-4184-ab02-abb563627ff7 None None] Routers {'b5f7fa20-bcd9-44a4-9719-87e265eef348'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:37:18.710233 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-4dc34777-6e52-4184-ab02-abb563627ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:37:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['b5f7fa20-bcd9-44a4-9719-87e265eef348'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:18.780198 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-4dc34777-6e52-4184-ab02-abb563627ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:18.784748 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-6bacb889-cfe5-4e0f-936c-c47d1c59c8c0 None None] Port 44a49d08-b25a-4c46-9f2b-c4e2bb52a15b cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:37:18.791856 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc34777-6e52-4184-ab02-abb563627ff7 None None] Routers {'b5f7fa20-bcd9-44a4-9719-87e265eef348'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:37:18.792491 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-4dc34777-6e52-4184-ab02-abb563627ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:37:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['b5f7fa20-bcd9-44a4-9719-87e265eef348'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:18.828348 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7d4eb34-8de7-4a41-8a56-e5ce682e1747 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:37:18.834025 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-a7d4eb34-8de7-4a41-8a56-e5ce682e1747 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "PUT /v2.0/routers/889752ef-184a-4920-8f78-ac992ee25805/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5886955 Feb 01 04:37:18.840907 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909813a4-528f-4891-852c-1ecd6e628049 None None] Sync routers for ids ['889752ef-184a-4920-8f78-ac992ee25805'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:37:18.850033 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6099b4bb-6d73-47a1-9ad5-d67d53bd93fa tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:18.857109 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909813a4-528f-4891-852c-1ecd6e628049 None None] Routers {'889752ef-184a-4920-8f78-ac992ee25805'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:37:18.858303 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-909813a4-528f-4891-852c-1ecd6e628049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:37:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['889752ef-184a-4920-8f78-ac992ee25805'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:18.861387 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6099b4bb-6d73-47a1-9ad5-d67d53bd93fa tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:18.897141 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6099b4bb-6d73-47a1-9ad5-d67d53bd93fa tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d266ddba-9765-4b10-9350-328156484927,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:18.908182 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6099b4bb-6d73-47a1-9ad5-d67d53bd93fa tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:18.911168 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-6099b4bb-6d73-47a1-9ad5-d67d53bd93fa tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3588216 Feb 01 04:37:18.912178 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40154) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:18.927853 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-4dc34777-6e52-4184-ab02-abb563627ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:18.928572 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc34777-6e52-4184-ab02-abb563627ff7 None None] The sync data for ids ['b5f7fa20-bcd9-44a4-9719-87e265eef348'] in dv-neutron-826830-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:37:18.949072 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cd8a0f3c-0a7b-4251-bc96-ccde154d795e tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:18.960359 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cd8a0f3c-0a7b-4251-bc96-ccde154d795e tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:18.988267 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cd8a0f3c-0a7b-4251-bc96-ccde154d795e tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:19.010768 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8a0f3c-0a7b-4251-bc96-ccde154d795e tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d266ddba-9765-4b10-9350-328156484927,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:19.012904 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cd8a0f3c-0a7b-4251-bc96-ccde154d795e tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:19.016437 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-cd8a0f3c-0a7b-4251-bc96-ccde154d795e tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/d266ddba-9765-4b10-9350-328156484927 HTTP/1.1" status: 204 len: 168 time: 0.1006746 Feb 01 04:37:19.016701 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40160) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:19.072750 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-45a89def-7142-4556-80e5-9d6c979d187f tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Synchronizing usage tracker for tenant:b6f7230f460f426c819c743d1c57886e on resource:security_group_rule {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:37:19.082401 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-909813a4-528f-4891-852c-1ecd6e628049 None None] Set router 889752ef-184a-4920-8f78-ac992ee25805 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:37:19.090145 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-45a89def-7142-4556-80e5-9d6c979d187f tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Unset dirty status for tenant:b6f7230f460f426c819c743d1c57886e on resource:security_group_rule {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:37:19.091543 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-45a89def-7142-4556-80e5-9d6c979d187f tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0739505 Feb 01 04:37:19.094553 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40164) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:19.128056 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f74b4db9-5fdd-4798-b16b-76bc4ca69dc0 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:19.140030 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f74b4db9-5fdd-4798-b16b-76bc4ca69dc0 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:19.173781 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f74b4db9-5fdd-4798-b16b-76bc4ca69dc0 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:19.195903 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74b4db9-5fdd-4798-b16b-76bc4ca69dc0 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a40fd8f9-3928-4293-afc1-fd2d6f30bff7,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:19.205513 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f74b4db9-5fdd-4798-b16b-76bc4ca69dc0 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:19.207158 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-f74b4db9-5fdd-4798-b16b-76bc4ca69dc0 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/a40fd8f9-3928-4293-afc1-fd2d6f30bff7 HTTP/1.1" status: 204 len: 168 time: 0.1114523 Feb 01 04:37:19.210900 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40168) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:19.256199 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b24f054b-c690-45c2-aca6-e083c83be45d tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] 10.222.0.24 "GET /v2.0/routers/b5f7fa20-bcd9-44a4-9719-87e265eef348 HTTP/1.1" status: 200 len: 919 time: 0.5905309 Feb 01 04:37:19.258929 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40172) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:19.272966 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-22a29561-8c25-433c-af65-40522091807f tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Synchronizing usage tracker for tenant:b6f7230f460f426c819c743d1c57886e on resource:security_group_rule {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:37:19.334409 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-22a29561-8c25-433c-af65-40522091807f tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Unset dirty status for tenant:b6f7230f460f426c819c743d1c57886e on resource:security_group_rule {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:37:19.336465 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-22a29561-8c25-433c-af65-40522091807f tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1243448 Feb 01 04:37:19.339450 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40176) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:19.374534 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a68d4c42-0fc2-498b-aa95-8f5cf28130e4 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:19.382788 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7297e6b6-de84-4079-bc9c-62ed8e406810 req-017699ca-f718-4904-9879-6b62ee313829 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=af68ca87-7dc0-401e-b0f7-ac6a737aabf9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1859157 Feb 01 04:37:19.389307 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a68d4c42-0fc2-498b-aa95-8f5cf28130e4 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:19.419589 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578cbd80-8e5c-4668-bc72-ec7f7b5d945f tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:37:19.425738 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-578cbd80-8e5c-4668-bc72-ec7f7b5d945f tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=bdef128a-46b3-4cca-a245-48d1eb781269&device_id=b5f7fa20-bcd9-44a4-9719-87e265eef348&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1654942 Feb 01 04:37:19.440891 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40180) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:19.447962 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d21d3677-f111-4d21-a028-61fe03a350cb tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:19.460898 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-909813a4-528f-4891-852c-1ecd6e628049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889752ef-184a-4920-8f78-ac992ee25805', 'name': 'tempest-TestNetworkBasicOps-router-58698102', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.76'}], 'enable_snat': True}, 'gw_port_id': '47a4fe6d-916d-4587-a9ef-092ebd9171bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:35:23Z', 'updated_at': '2022-02-01T04:37:17Z', 'revision_number': 5, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': '47a4fe6d-916d-4587-a9ef-092ebd9171bc', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:15:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889752ef-184a-4920-8f78-ac992ee25805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:35:25Z', 'updated_at': '2022-02-01T04:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': '4faa68be-036a-4b66-adcf-3bf3d873f77e', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'floating_ip_address': '172.26.8.38', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '889752ef-184a-4920-8f78-ac992ee25805', 'port_id': 'f9ac5d7c-27c3-4810-a25b-7734331ac764', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d', 'mac_address': 'fa:16:3e:9d:4a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af68ca87-7dc0-401e-b0f7-ac6a737aabf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:36:16Z', 'updated_at': '2022-02-01T04:36:23Z', 'revision_number': 1, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44a49d08-b25a-4c46-9f2b-c4e2bb52a15b', 'name': '', 'network_id': 'eedbe629-8c7b-47a6-a624-06308b7a6477', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:ae:bb:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889752ef-184a-4920-8f78-ac992ee25805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '58c6ab3a-f396-4618-ba35-2b6c60ee349b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:37:15Z', 'updated_at': '2022-02-01T04:37:17Z', 'revision_number': 2, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': '58c6ab3a-f396-4618-ba35-2b6c60ee349b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a821d54-e502-48fc-b7c9-2b1c37caa29f', 'name': '', 'network_id': '6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:c2:c3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889752ef-184a-4920-8f78-ac992ee25805', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '2933f122-fed7-475d-b133-59ebd7cf5542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:35:32Z', 'updated_at': '2022-02-01T04:35:46Z', 'revision_number': 5, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': '2933f122-fed7-475d-b133-59ebd7cf5542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:19.465195 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909813a4-528f-4891-852c-1ecd6e628049 None None] Checking router: 889752ef-184a-4920-8f78-ac992ee25805 for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:37:19.465743 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909813a4-528f-4891-852c-1ecd6e628049 None None] Updating router 889752ef-184a-4920-8f78-ac992ee25805 port 44a49d08-b25a-4c46-9f2b-c4e2bb52a15b binding host dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 04:37:19.470973 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a68d4c42-0fc2-498b-aa95-8f5cf28130e4 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:19.514876 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68d4c42-0fc2-498b-aa95-8f5cf28130e4 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2b1a027b-fdac-46f3-9695-92dd9f5e4ad0,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:19.520301 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a68d4c42-0fc2-498b-aa95-8f5cf28130e4 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:19.521964 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-909813a4-528f-4891-852c-1ecd6e628049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:19.523563 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-a68d4c42-0fc2-498b-aa95-8f5cf28130e4 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/2b1a027b-fdac-46f3-9695-92dd9f5e4ad0 HTTP/1.1" status: 204 len: 168 time: 0.1830337 Feb 01 04:37:19.543276 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 40184) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:19.601243 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d21d3677-f111-4d21-a028-61fe03a350cb tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:19.606853 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa6cfb8-6370-4547-a97a-29b67575e255 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:37:19.607449 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-7fa6cfb8-6370-4547-a97a-29b67575e255 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Synchronizing usage tracker for tenant:3d943658615248ecbef05272d2c39021 on resource:network {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:37:19.619064 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-7fa6cfb8-6370-4547-a97a-29b67575e255 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Unset dirty status for tenant:3d943658615248ecbef05272d2c39021 on resource:network {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:37:19.622889 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-7fa6cfb8-6370-4547-a97a-29b67575e255 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] 10.222.0.24 "GET /v2.0/networks/bdef128a-46b3-4cca-a245-48d1eb781269 HTTP/1.1" status: 200 len: 881 time: 0.1781483 Feb 01 04:37:19.623112 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40188) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:19.670170 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-a81fe17c-44df-45cb-8226-aea640d566d2 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5f7fa20-bcd9-44a4-9719-87e265eef348 HTTP/1.1" status: 200 len: 205 time: 0.0457020 Feb 01 04:37:19.672730 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40192) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:19.680435 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-a2083780-5264-4338-9ef9-7d538cfdadfd tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Synchronizing usage tracker for tenant:b6f7230f460f426c819c743d1c57886e on resource:security_group_rule {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:37:19.737593 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7297e6b6-de84-4079-bc9c-62ed8e406810 req-885cc9ff-7f0b-4032-9146-2573882fe083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:37:19.739061 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7297e6b6-de84-4079-bc9c-62ed8e406810 req-885cc9ff-7f0b-4032-9146-2573882fe083 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0629703b9474474a9f2fde13723d2e8b&device_id=af68ca87-7dc0-401e-b0f7-ac6a737aabf9 HTTP/1.1" status: 200 len: 1099 time: 0.2331939 Feb 01 04:37:19.739675 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-a2083780-5264-4338-9ef9-7d538cfdadfd tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Unset dirty status for tenant:b6f7230f460f426c819c743d1c57886e on resource:security_group_rule {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:37:19.740819 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a2083780-5264-4338-9ef9-7d538cfdadfd tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1902690 Feb 01 04:37:19.743840 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40196) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:19.787255 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f131a4f7-f626-4210-afc2-4afab70ffb0b tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:19.801881 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f131a4f7-f626-4210-afc2-4afab70ffb0b tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:19.903574 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f131a4f7-f626-4210-afc2-4afab70ffb0b tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:19.912486 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-909813a4-528f-4891-852c-1ecd6e628049 None None] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:19.924199 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ff32fc28-ef07-48e9-a56c-a9277e5d71f5 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks [] for router, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:19.928588 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-909813a4-528f-4891-852c-1ecd6e628049 None None] Transition to ACTIVE for port object 44a49d08-b25a-4c46-9f2b-c4e2bb52a15b will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:37:19.936850 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-909813a4-528f-4891-852c-1ecd6e628049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:19.979077 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7297e6b6-de84-4079-bc9c-62ed8e406810 req-fc1b4d72-d392-4878-9183-bc391c19c418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:37:19.980547 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7297e6b6-de84-4079-bc9c-62ed8e406810 req-fc1b4d72-d392-4878-9183-bc391c19c418 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d HTTP/1.1" status: 200 len: 896 time: 0.2180359 Feb 01 04:37:19.984591 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f131a4f7-f626-4210-afc2-4afab70ffb0b tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=de99029b-4f36-4a33-b65b-f3a0f81ec905,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:20.011339 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f131a4f7-f626-4210-afc2-4afab70ffb0b tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:20.012442 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-f131a4f7-f626-4210-afc2-4afab70ffb0b tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/de99029b-4f36-4a33-b65b-f3a0f81ec905 HTTP/1.1" status: 204 len: 168 time: 0.2674687 Feb 01 04:37:20.015102 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40200) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:20.061567 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d21d3677-f111-4d21-a028-61fe03a350cb tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:20.083932 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d21d3677-f111-4d21-a028-61fe03a350cb tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:20.142693 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73187e70-73b6-4664-a3c3-b11bcdd00026 None None] Pushing event updated for resources: {'Port': ['ID=44a49d08-b25a-4c46-9f2b-c4e2bb52a15b,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:20.160398 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-be2795f4-012e-40e5-a41e-0ab25a332e34 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Synchronizing usage tracker for tenant:b6f7230f460f426c819c743d1c57886e on resource:security_group_rule {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:37:20.189308 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ff32fc28-ef07-48e9-a56c-a9277e5d71f5 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:20.194803 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-be2795f4-012e-40e5-a41e-0ab25a332e34 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Unset dirty status for tenant:b6f7230f460f426c819c743d1c57886e on resource:security_group_rule {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:37:20.196169 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-be2795f4-012e-40e5-a41e-0ab25a332e34 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1802490 Feb 01 04:37:20.199161 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40204) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:20.214667 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21d3677-f111-4d21-a028-61fe03a350cb tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Pushing event updated for resources: {'Port': ['ID=dbfe675a-23fe-4c39-b9ed-217f16efa473,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:20.216879 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-ff32fc28-ef07-48e9-a56c-a9277e5d71f5 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Deleting port abb65c64-e293-4cec-8478-5669fe750e6e {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:37:20.217271 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ff32fc28-ef07-48e9-a56c-a9277e5d71f5 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:20.218110 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-909813a4-528f-4891-852c-1ecd6e628049 None None] Attempting to bind port 44a49d08-b25a-4c46-9f2b-c4e2bb52a15b on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:37:20.218712 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-909813a4-528f-4891-852c-1ecd6e628049 None None] Attempting to bind port 44a49d08-b25a-4c46-9f2b-c4e2bb52a15b by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '1cd68dee-a786-49b7-a195-9727492e41c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'eedbe629-8c7b-47a6-a624-06308b7a6477'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:37:20.219330 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909813a4-528f-4891-852c-1ecd6e628049 None None] Attempting to bind port 44a49d08-b25a-4c46-9f2b-c4e2bb52a15b on network eedbe629-8c7b-47a6-a624-06308b7a6477 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:37:20.227790 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909813a4-528f-4891-852c-1ecd6e628049 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:37:20.228459 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909813a4-528f-4891-852c-1ecd6e628049 None None] Checking segment: {'id': '1cd68dee-a786-49b7-a195-9727492e41c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'eedbe629-8c7b-47a6-a624-06308b7a6477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:37:20.229092 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-909813a4-528f-4891-852c-1ecd6e628049 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:20.229652 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909813a4-528f-4891-852c-1ecd6e628049 None None] Bound using segment: {'id': '1cd68dee-a786-49b7-a195-9727492e41c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'eedbe629-8c7b-47a6-a624-06308b7a6477'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:37:20.230331 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-909813a4-528f-4891-852c-1ecd6e628049 None None] Bound port: 44a49d08-b25a-4c46-9f2b-c4e2bb52a15b, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cd68dee-a786-49b7-a195-9727492e41c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'eedbe629-8c7b-47a6-a624-06308b7a6477'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:37:20.232015 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-909813a4-528f-4891-852c-1ecd6e628049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:20.247598 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7297e6b6-de84-4079-bc9c-62ed8e406810 req-c0a3dd4b-d439-4cee-b1e6-af3e798bd3b6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9ac5d7c-27c3-4810-a25b-7734331ac764 HTTP/1.1" status: 200 len: 1001 time: 0.2538197 Feb 01 04:37:20.257189 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d21d3677-f111-4d21-a028-61fe03a350cb tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-774194'] for floatingip, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:20.270134 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-22a294aa-bd73-4a18-8572-96c13f6060f3 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:20.355028 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-909813a4-528f-4891-852c-1ecd6e628049 None None] For port 44a49d08-b25a-4c46-9f2b-c4e2bb52a15b, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:37:20.358260 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-909813a4-528f-4891-852c-1ecd6e628049 None None] For port 44a49d08-b25a-4c46-9f2b-c4e2bb52a15b, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=44a49d08-b25a-4c46-9f2b-c4e2bb52a15b,segment=NetworkSegment(1cd68dee-a786-49b7-a195-9727492e41c7),segment_id=1cd68dee-a786-49b7-a195-9727492e41c7)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:37:20.364427 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-909813a4-528f-4891-852c-1ecd6e628049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:20.378273 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7297e6b6-de84-4079-bc9c-62ed8e406810 req-1edb2bfd-d2ed-491b-ad60-32a4af9f4e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:37:20.379764 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7297e6b6-de84-4079-bc9c-62ed8e406810 req-1edb2bfd-d2ed-491b-ad60-32a4af9f4e13 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2933f122-fed7-475d-b133-59ebd7cf5542 HTTP/1.1" status: 200 len: 834 time: 0.1237376 Feb 01 04:37:20.414483 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-22a294aa-bd73-4a18-8572-96c13f6060f3 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:20.440866 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909813a4-528f-4891-852c-1ecd6e628049 None None] Routers {'889752ef-184a-4920-8f78-ac992ee25805'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:37:20.441452 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-909813a4-528f-4891-852c-1ecd6e628049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:37:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['889752ef-184a-4920-8f78-ac992ee25805'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:20.521848 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-22a294aa-bd73-4a18-8572-96c13f6060f3 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:20.555516 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a294aa-bd73-4a18-8572-96c13f6060f3 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b5e6ab86-e4f9-44d2-be45-136f6f313697,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:20.568854 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73187e70-73b6-4664-a3c3-b11bcdd00026 None None] Pushing event updated for resources: {'Port': ['ID=44a49d08-b25a-4c46-9f2b-c4e2bb52a15b,revision_number=4']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:20.574083 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-22a294aa-bd73-4a18-8572-96c13f6060f3 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:20.578250 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-22a294aa-bd73-4a18-8572-96c13f6060f3 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/b5e6ab86-e4f9-44d2-be45-136f6f313697 HTTP/1.1" status: 204 len: 168 time: 0.3779633 Feb 01 04:37:20.579386 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 40208) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:20.595794 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ff32fc28-ef07-48e9-a56c-a9277e5d71f5 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:20.611844 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.l3_db [None req-d21d3677-f111-4d21-a028-61fe03a350cb tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Floating IP 41b0744b-9a9a-4d96-925f-bf721cab0920 associated. External IP: 172.26.8.97, port: 9d891d75-d6f8-401b-92c9-cee62e29ec62. Feb 01 04:37:20.664768 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7297e6b6-de84-4079-bc9c-62ed8e406810 req-7f57cf25-4218-42d0-8dc5-64b1310895c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:37:20.666269 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7297e6b6-de84-4079-bc9c-62ed8e406810 req-7f57cf25-4218-42d0-8dc5-64b1310895c2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2778685 Feb 01 04:37:20.702889 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-909813a4-528f-4891-852c-1ecd6e628049 None None] Set router 889752ef-184a-4920-8f78-ac992ee25805 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:37:20.727562 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-ff32fc28-ef07-48e9-a56c-a9277e5d71f5 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Calling delete_port for abb65c64-e293-4cec-8478-5669fe750e6e owned by network:router_gateway {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:37:20.811880 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-48857787-f777-4fea-8bf8-6a357d384933 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2287550 Feb 01 04:37:20.814609 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40212) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:20.933409 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-65f18871-134f-4027-b8ca-b43506541296 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:20.978773 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-65f18871-134f-4027-b8ca-b43506541296 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:21.005226 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ff32fc28-ef07-48e9-a56c-a9277e5d71f5 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:21.070996 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7297e6b6-de84-4079-bc9c-62ed8e406810 req-64d6e56f-3234-4760-ab55-ef193c14c83d service neutron] 10.222.0.18 "GET /v2.0/networks/6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3954339 Feb 01 04:37:21.078300 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-909813a4-528f-4891-852c-1ecd6e628049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889752ef-184a-4920-8f78-ac992ee25805', 'name': 'tempest-TestNetworkBasicOps-router-58698102', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.76'}], 'enable_snat': True}, 'gw_port_id': '47a4fe6d-916d-4587-a9ef-092ebd9171bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:35:23Z', 'updated_at': '2022-02-01T04:37:17Z', 'revision_number': 5, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': '47a4fe6d-916d-4587-a9ef-092ebd9171bc', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:15:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889752ef-184a-4920-8f78-ac992ee25805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:35:25Z', 'updated_at': '2022-02-01T04:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': '4faa68be-036a-4b66-adcf-3bf3d873f77e', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'floating_ip_address': '172.26.8.38', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '889752ef-184a-4920-8f78-ac992ee25805', 'port_id': 'f9ac5d7c-27c3-4810-a25b-7734331ac764', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d', 'mac_address': 'fa:16:3e:9d:4a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af68ca87-7dc0-401e-b0f7-ac6a737aabf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:36:16Z', 'updated_at': '2022-02-01T04:36:23Z', 'revision_number': 1, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44a49d08-b25a-4c46-9f2b-c4e2bb52a15b', 'name': '', 'network_id': 'eedbe629-8c7b-47a6-a624-06308b7a6477', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:ae:bb:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889752ef-184a-4920-8f78-ac992ee25805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '58c6ab3a-f396-4618-ba35-2b6c60ee349b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:37:15Z', 'updated_at': '2022-02-01T04:37:20Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': '58c6ab3a-f396-4618-ba35-2b6c60ee349b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a821d54-e502-48fc-b7c9-2b1c37caa29f', 'name': '', 'network_id': '6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:c2:c3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889752ef-184a-4920-8f78-ac992ee25805', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '2933f122-fed7-475d-b133-59ebd7cf5542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:35:32Z', 'updated_at': '2022-02-01T04:35:46Z', 'revision_number': 5, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': '2933f122-fed7-475d-b133-59ebd7cf5542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:21.082411 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909813a4-528f-4891-852c-1ecd6e628049 None None] The sync data for ids ['889752ef-184a-4920-8f78-ac992ee25805'] in dv-neutron-826830-1-hyperv is: [{'id': '889752ef-184a-4920-8f78-ac992ee25805', 'name': 'tempest-TestNetworkBasicOps-router-58698102', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.76'}], 'enable_snat': True}, 'gw_port_id': '47a4fe6d-916d-4587-a9ef-092ebd9171bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:35:23Z', 'updated_at': '2022-02-01T04:37:17Z', 'revision_number': 5, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': '47a4fe6d-916d-4587-a9ef-092ebd9171bc', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:15:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889752ef-184a-4920-8f78-ac992ee25805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:35:25Z', 'updated_at': '2022-02-01T04:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': '4faa68be-036a-4b66-adcf-3bf3d873f77e', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'floating_ip_address': '172.26.8.38', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '889752ef-184a-4920-8f78-ac992ee25805', 'port_id': 'f9ac5d7c-27c3-4810-a25b-7734331ac764', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d', 'mac_address': 'fa:16:3e:9d:4a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af68ca87-7dc0-401e-b0f7-ac6a737aabf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:36:16Z', 'updated_at': '2022-02-01T04:36:23Z', 'revision_number': 1, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44a49d08-b25a-4c46-9f2b-c4e2bb52a15b', 'name': '', 'network_id': 'eedbe629-8c7b-47a6-a624-06308b7a6477', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:ae:bb:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889752ef-184a-4920-8f78-ac992ee25805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '58c6ab3a-f396-4618-ba35-2b6c60ee349b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:37:15Z', 'updated_at': '2022-02-01T04:37:20Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': '58c6ab3a-f396-4618-ba35-2b6c60ee349b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a821d54-e502-48fc-b7c9-2b1c37caa29f', 'name': '', 'network_id': '6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:c2:c3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889752ef-184a-4920-8f78-ac992ee25805', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '2933f122-fed7-475d-b133-59ebd7cf5542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:35:32Z', 'updated_at': '2022-02-01T04:35:46Z', 'revision_number': 5, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': '2933f122-fed7-475d-b133-59ebd7cf5542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:37:21.097267 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff32fc28-ef07-48e9-a56c-a9277e5d71f5 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Pushing event deleted for resources: {'Port': ['ID=abb65c64-e293-4cec-8478-5669fe750e6e,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:21.184994 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-65f18871-134f-4027-b8ca-b43506541296 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:21.206827 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f18871-134f-4027-b8ca-b43506541296 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ada6e99-aedb-46f1-992a-7ad453905298,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:21.223581 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ff32fc28-ef07-48e9-a56c-a9277e5d71f5 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-774381'] for router_gateway, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:21.376398 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7297e6b6-de84-4079-bc9c-62ed8e406810 req-84e87dfe-5f4f-4818-aa72-f8362302ef51 service neutron] 10.222.0.18 "GET /v2.0/networks/6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994549 Feb 01 04:37:21.381905 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d21d3677-f111-4d21-a028-61fe03a350cb tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Router 369c1bd0-20ee-4cfb-81b7-18033449079b has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:37:21.404176 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-65f18871-134f-4027-b8ca-b43506541296 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:21.405319 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-65f18871-134f-4027-b8ca-b43506541296 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] 10.222.0.24 "DELETE /v2.0/security-groups/5ada6e99-aedb-46f1-992a-7ad453905298 HTTP/1.1" status: 204 len: 168 time: 0.5895128 Feb 01 04:37:21.418266 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40218) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:21.423913 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ff32fc28-ef07-48e9-a56c-a9277e5d71f5 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25968'] for router, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:21.440434 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ff32fc28-ef07-48e9-a56c-a9277e5d71f5 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:21.489577 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ff32fc28-ef07-48e9-a56c-a9277e5d71f5 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772958'] for router, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:21.490657 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff32fc28-ef07-48e9-a56c-a9277e5d71f5 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Fanout notify agent at l3_agent the message router_deleted on router b5f7fa20-bcd9-44a4-9719-87e265eef348 {{(pid=87637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 01 04:37:21.502982 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-d9421329-05f9-41aa-ab79-b5a125acadd0 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Synchronizing usage tracker for tenant:b6f7230f460f426c819c743d1c57886e on resource:security_group {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:37:21.513420 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ff32fc28-ef07-48e9-a56c-a9277e5d71f5 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:21.519800 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-ff32fc28-ef07-48e9-a56c-a9277e5d71f5 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] 10.222.0.24 "DELETE /v2.0/routers/b5f7fa20-bcd9-44a4-9719-87e265eef348 HTTP/1.1" status: 204 len: 168 time: 1.8409083 Feb 01 04:37:21.519800 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40222) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:21.528334 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-8906e980-1329-4a83-b0ed-f42524f75134 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-323703362', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:21.536709 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-8906e980-1329-4a83-b0ed-f42524f75134 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:21.540415 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-d9421329-05f9-41aa-ab79-b5a125acadd0 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Unset dirty status for tenant:b6f7230f460f426c819c743d1c57886e on resource:security_group {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:37:21.548051 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-d9421329-05f9-41aa-ab79-b5a125acadd0 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1224446 Feb 01 04:37:21.548051 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-8906e980-1329-4a83-b0ed-f42524f75134 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Usage tracker for resource:router and tenant:da60f261660a4c848ee1898ab718e77f is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:37:21.548051 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-8906e980-1329-4a83-b0ed-f42524f75134 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:37:21.548473 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 40226) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:21.552147 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-8906e980-1329-4a83-b0ed-f42524f75134 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:21.561082 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-22523180-616c-4dd4-9e6f-5bdff200049b tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Request body: {'security_group': {'name': 'tempest-secgroup--2036138166'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:21.561804 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8906e980-1329-4a83-b0ed-f42524f75134 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25958'] for router, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:21.563459 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8906e980-1329-4a83-b0ed-f42524f75134 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-372027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25961'] for router, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:21.579614 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-22523180-616c-4dd4-9e6f-5bdff200049b tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:21.581857 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8906e980-1329-4a83-b0ed-f42524f75134 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:21.596047 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-22523180-616c-4dd4-9e6f-5bdff200049b tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:21.602175 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8906e980-1329-4a83-b0ed-f42524f75134 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337'] for router, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:21.607089 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d21d3677-f111-4d21-a028-61fe03a350cb tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:37:21.618206 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3c4896-5a15-4a18-9088-ecc822e4a175 None None] Sync routers for ids ['369c1bd0-20ee-4cfb-81b7-18033449079b'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:37:21.626401 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-22523180-616c-4dd4-9e6f-5bdff200049b tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:21.629034 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8906e980-1329-4a83-b0ed-f42524f75134 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:21.632885 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-8906e980-1329-4a83-b0ed-f42524f75134 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1103036 Feb 01 04:37:21.633140 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40230) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:21.635227 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3c4896-5a15-4a18-9088-ecc822e4a175 None None] Routers {'369c1bd0-20ee-4cfb-81b7-18033449079b'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:37:21.636177 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-0b3c4896-5a15-4a18-9088-ecc822e4a175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:37:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['369c1bd0-20ee-4cfb-81b7-18033449079b'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:21.638997 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-a8d0f9f4-a506-4238-aa6e-b6530d60f27d tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'enable_snat': True}}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:21.652269 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-22523180-616c-4dd4-9e6f-5bdff200049b tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:21.655182 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d21d3677-f111-4d21-a028-61fe03a350cb tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:21.685288 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-22523180-616c-4dd4-9e6f-5bdff200049b tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Usage tracker for resource:security_group_rule and tenant:b6f7230f460f426c819c743d1c57886e is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:37:21.694727 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-22523180-616c-4dd4-9e6f-5bdff200049b tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:37:21.713076 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-22523180-616c-4dd4-9e6f-5bdff200049b tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:21.717371 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-0b3c4896-5a15-4a18-9088-ecc822e4a175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:21.729324 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3c4896-5a15-4a18-9088-ecc822e4a175 None None] Routers {'369c1bd0-20ee-4cfb-81b7-18033449079b'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:37:21.730282 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-0b3c4896-5a15-4a18-9088-ecc822e4a175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:37:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['369c1bd0-20ee-4cfb-81b7-18033449079b'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:21.756891 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d21d3677-f111-4d21-a028-61fe03a350cb tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.7764914 Feb 01 04:37:21.772133 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 40234) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:21.782245 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-15c8f1ae-d8a5-4c16-970d-81bd209fcfea tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-709859210'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:21.789518 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-15c8f1ae-d8a5-4c16-970d-81bd209fcfea tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:21.798582 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-15c8f1ae-d8a5-4c16-970d-81bd209fcfea tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Usage tracker for resource:network and tenant:3c6b8b975a3c4e1683a16b66cad9d251 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:37:21.804913 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-15c8f1ae-d8a5-4c16-970d-81bd209fcfea tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:37:21.812436 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-15c8f1ae-d8a5-4c16-970d-81bd209fcfea tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:21.840105 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c8f1ae-d8a5-4c16-970d-81bd209fcfea tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Made reservation on behalf of 3c6b8b975a3c4e1683a16b66cad9d251 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:37:21.843701 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-15c8f1ae-d8a5-4c16-970d-81bd209fcfea tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:21.846270 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-0b3c4896-5a15-4a18-9088-ecc822e4a175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:21.846985 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3c4896-5a15-4a18-9088-ecc822e4a175 None None] The sync data for ids ['369c1bd0-20ee-4cfb-81b7-18033449079b'] in dv-neutron-826830-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:37:21.905538 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-22523180-616c-4dd4-9e6f-5bdff200049b tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:21.909637 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15c8f1ae-d8a5-4c16-970d-81bd209fcfea tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:37:21.914979 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-22523180-616c-4dd4-9e6f-5bdff200049b tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:21.949421 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-15c8f1ae-d8a5-4c16-970d-81bd209fcfea tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:21.949769 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-15c8f1ae-d8a5-4c16-970d-81bd209fcfea tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Added segment a38c7e87-2046-4453-8eef-8d9694620a98 of type vlan for network 2fcdfdbf-9572-44ff-af5a-d5eb9b8d9ed4 Feb 01 04:37:21.977982 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22523180-616c-4dd4-9e6f-5bdff200049b tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88a09b39-4ed5-4ec2-8e91-bdb0f72a037a,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:21.988627 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-22523180-616c-4dd4-9e6f-5bdff200049b tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:21.989930 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-22523180-616c-4dd4-9e6f-5bdff200049b tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4406049 Feb 01 04:37:21.998682 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 40238) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:22.007128 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-e52521cd-9f97-4429-979f-9a063034176c tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Request body: {'security_group_rule': {'security_group_id': '88a09b39-4ed5-4ec2-8e91-bdb0f72a037a', 'direction': 'ingress', 'protocol': 17}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:22.013890 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e52521cd-9f97-4429-979f-9a063034176c tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:22.017587 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-15c8f1ae-d8a5-4c16-970d-81bd209fcfea tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:22.025946 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e52521cd-9f97-4429-979f-9a063034176c tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Usage tracker for resource:security_group_rule and tenant:b6f7230f460f426c819c743d1c57886e is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:37:22.030751 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e52521cd-9f97-4429-979f-9a063034176c tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:37:22.038499 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e52521cd-9f97-4429-979f-9a063034176c tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:22.072208 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e52521cd-9f97-4429-979f-9a063034176c tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:22.082004 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-15c8f1ae-d8a5-4c16-970d-81bd209fcfea tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:22.087492 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c8f1ae-d8a5-4c16-970d-81bd209fcfea tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:37:22.088082 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-15c8f1ae-d8a5-4c16-970d-81bd209fcfea tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:22.164867 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-15c8f1ae-d8a5-4c16-970d-81bd209fcfea tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3891494 Feb 01 04:37:22.167262 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 40242) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:22.181418 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-9100c676-db9e-4939-b90a-cfde1fef1d50 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Request body: {'subnet': {'network_id': '2fcdfdbf-9572-44ff-af5a-d5eb9b8d9ed4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:22.192823 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a8d0f9f4-a506-4238-aa6e-b6530d60f27d tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:22.261468 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c8f1ae-d8a5-4c16-970d-81bd209fcfea tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Pushing event updated for resources: {'Network': ['ID=2fcdfdbf-9572-44ff-af5a-d5eb9b8d9ed4,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:22.271880 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 2fcdfdbf-9572-44ff-af5a-d5eb9b8d9ed4 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:37:22.348478 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e52521cd-9f97-4429-979f-9a063034176c tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:22.355812 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e52521cd-9f97-4429-979f-9a063034176c tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:22.383267 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-9100c676-db9e-4939-b90a-cfde1fef1d50 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:22.387491 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52521cd-9f97-4429-979f-9a063034176c tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6ac382d-4ad7-412f-a322-fcbe6052ea1f,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:22.402471 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-9100c676-db9e-4939-b90a-cfde1fef1d50 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:22.411633 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e52521cd-9f97-4429-979f-9a063034176c tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:22.417113 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e52521cd-9f97-4429-979f-9a063034176c tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4138789 Feb 01 04:37:22.417562 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 40246) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:22.432563 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9100c676-db9e-4939-b90a-cfde1fef1d50 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Made reservation on behalf of 3c6b8b975a3c4e1683a16b66cad9d251 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:37:22.435985 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9100c676-db9e-4939-b90a-cfde1fef1d50 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:22.503439 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a8d0f9f4-a506-4238-aa6e-b6530d60f27d tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:22.533398 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a8d0f9f4-a506-4238-aa6e-b6530d60f27d tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:22.587761 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8fd177ac-777e-44b0-9d7c-3c7dc4ee047f tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:22.625278 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 44a49d08-b25a-4c46-9f2b-c4e2bb52a15b up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:37:22.626548 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8fd177ac-777e-44b0-9d7c-3c7dc4ee047f tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:22.679244 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-a8d0f9f4-a506-4238-aa6e-b6530d60f27d tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Allocated IP 172.26.8.61 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/d9d55576-128c-42ea-b1f5-1803429bceb6) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:37:22.693870 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 44a49d08-b25a-4c46-9f2b-c4e2bb52a15b completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:37:22.699278 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 44a49d08-b25a-4c46-9f2b-c4e2bb52a15b triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:37:22.699735 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:22.757249 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8fd177ac-777e-44b0-9d7c-3c7dc4ee047f tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:22.772209 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9100c676-db9e-4939-b90a-cfde1fef1d50 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:22.811061 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd177ac-777e-44b0-9d7c-3c7dc4ee047f tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a09b39-4ed5-4ec2-8e91-bdb0f72a037a,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:22.861796 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a8d0f9f4-a506-4238-aa6e-b6530d60f27d tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:22.903179 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a8d0f9f4-a506-4238-aa6e-b6530d60f27d tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:22.908432 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:22.944705 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 44a49d08-b25a-4c46-9f2b-c4e2bb52a15b, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=44a49d08-b25a-4c46-9f2b-c4e2bb52a15b,segment=NetworkSegment(1cd68dee-a786-49b7-a195-9727492e41c7),segment_id=1cd68dee-a786-49b7-a195-9727492e41c7)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:37:22.950543 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:22.975284 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d0f9f4-a506-4238-aa6e-b6530d60f27d tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:37:22.978321 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-a8d0f9f4-a506-4238-aa6e-b6530d60f27d tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:37:22.982341 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d0f9f4-a506-4238-aa6e-b6530d60f27d tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:37:23.007379 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8fd177ac-777e-44b0-9d7c-3c7dc4ee047f tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:23.010813 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-8fd177ac-777e-44b0-9d7c-3c7dc4ee047f tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] 10.222.0.24 "DELETE /v2.0/security-groups/88a09b39-4ed5-4ec2-8e91-bdb0f72a037a HTTP/1.1" status: 204 len: 168 time: 0.5894744 Feb 01 04:37:23.011750 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40250) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:23.017766 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9100c676-db9e-4939-b90a-cfde1fef1d50 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Pushing event updated for resources: {'Subnet': ['ID=b6f49b9c-57d9-4990-9cd7-ebc6c9449789,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:23.027457 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9100c676-db9e-4939-b90a-cfde1fef1d50 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Checking segment: {'id': 'a38c7e87-2046-4453-8eef-8d9694620a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '2fcdfdbf-9572-44ff-af5a-d5eb9b8d9ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:37:23.027946 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9100c676-db9e-4939-b90a-cfde1fef1d50 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Network hostable DHCP agents. Network: 2fcdfdbf-9572-44ff-af5a-d5eb9b8d9ed4, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:37:23.029635 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=44a49d08-b25a-4c46-9f2b-c4e2bb52a15b,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:23.037219 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d0f9f4-a506-4238-aa6e-b6530d60f27d tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Pushing event updated for resources: {'Port': ['ID=d9d55576-128c-42ea-b1f5-1803429bceb6,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:23.047961 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9100c676-db9e-4939-b90a-cfde1fef1d50 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Network 2fcdfdbf-9572-44ff-af5a-d5eb9b8d9ed4 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:37:23.057492 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-9100c676-db9e-4939-b90a-cfde1fef1d50 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, 2fcdfdbf-9572-44ff-af5a-d5eb9b8d9ed4) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:37:23.061858 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9100c676-db9e-4939-b90a-cfde1fef1d50 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:37:23.062416 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9100c676-db9e-4939-b90a-cfde1fef1d50 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:23.067988 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf7e55b-b809-4074-9f75-fba5c27fe6f4 None None] Network 2fcdfdbf-9572-44ff-af5a-d5eb9b8d9ed4 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:37:23.084053 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9100c676-db9e-4939-b90a-cfde1fef1d50 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9138625 Feb 01 04:37:23.086514 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 40254) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:23.091718 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-a487c53a-9faf-443f-ad10-fbcf07ec056e tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1421764404', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}, 'admin_state_up': False}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:23.099279 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-a487c53a-9faf-443f-ad10-fbcf07ec056e tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:23.103379 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-a487c53a-9faf-443f-ad10-fbcf07ec056e tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Usage tracker for resource:router and tenant:3c6b8b975a3c4e1683a16b66cad9d251 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:37:23.106830 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-a487c53a-9faf-443f-ad10-fbcf07ec056e tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:37:23.113175 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-a487c53a-9faf-443f-ad10-fbcf07ec056e tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:23.124643 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a487c53a-9faf-443f-ad10-fbcf07ec056e tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25958'] for router, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:23.126151 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a487c53a-9faf-443f-ad10-fbcf07ec056e tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-372027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25961'] for router, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:23.141844 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a487c53a-9faf-443f-ad10-fbcf07ec056e tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:23.155373 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-436826d5-a397-497c-b88f-accbb6c6841b tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1377225 Feb 01 04:37:23.158881 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 40258) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:23.165056 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-110da635-482e-43d0-bd50-a82e114c2fd0 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Request body: {'security_group': {'name': 'tempest-secgroup--352219903'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:23.218399 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-110da635-482e-43d0-bd50-a82e114c2fd0 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:23.237129 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-110da635-482e-43d0-bd50-a82e114c2fd0 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Usage tracker for resource:security_group and tenant:b6f7230f460f426c819c743d1c57886e is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:37:23.241277 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-110da635-482e-43d0-bd50-a82e114c2fd0 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:37:23.296062 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-110da635-482e-43d0-bd50-a82e114c2fd0 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:23.297731 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63aa8731-cee0-4ffa-bb1f-448fa5d9b9ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-2fcdfdbf-9572-44ff-af5a-d5eb9b8d9ed4', 'network_id': '2fcdfdbf-9572-44ff-af5a-d5eb9b8d9ed4', 'tenant_id': '3c6b8b975a3c4e1683a16b66cad9d251', 'fixed_ips': [{'subnet_id': 'b6f49b9c-57d9-4990-9cd7-ebc6c9449789'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:37:23.298796 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-63aa8731-cee0-4ffa-bb1f-448fa5d9b9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:23.427164 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-110da635-482e-43d0-bd50-a82e114c2fd0 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:23.454187 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-63aa8731-cee0-4ffa-bb1f-448fa5d9b9ed None None] Allocated IP 172.20.0.2 (2fcdfdbf-9572-44ff-af5a-d5eb9b8d9ed4/b6f49b9c-57d9-4990-9cd7-ebc6c9449789/fac1dd30-cdc1-4a87-8a25-95d2d5ecb657) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:37:23.454418 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a487c53a-9faf-443f-ad10-fbcf07ec056e tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:23.455574 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a8d0f9f4-a506-4238-aa6e-b6530d60f27d tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:23.460446 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-110da635-482e-43d0-bd50-a82e114c2fd0 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:23.465731 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-110da635-482e-43d0-bd50-a82e114c2fd0 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Usage tracker for resource:security_group_rule and tenant:b6f7230f460f426c819c743d1c57886e is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:37:23.483318 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-110da635-482e-43d0-bd50-a82e114c2fd0 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:37:23.492223 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-110da635-482e-43d0-bd50-a82e114c2fd0 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:23.649616 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-110da635-482e-43d0-bd50-a82e114c2fd0 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:23.658023 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-110da635-482e-43d0-bd50-a82e114c2fd0 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:23.668197 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-63aa8731-cee0-4ffa-bb1f-448fa5d9b9ed None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:23.679917 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-63aa8731-cee0-4ffa-bb1f-448fa5d9b9ed None None] Transition to ACTIVE for port object fac1dd30-cdc1-4a87-8a25-95d2d5ecb657 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:37:23.699768 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-63aa8731-cee0-4ffa-bb1f-448fa5d9b9ed None None] Transition to ACTIVE for port object fac1dd30-cdc1-4a87-8a25-95d2d5ecb657 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:37:23.707232 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-63aa8731-cee0-4ffa-bb1f-448fa5d9b9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:23.716289 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110da635-482e-43d0-bd50-a82e114c2fd0 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62848550-e0df-4fbc-a400-59c308082964,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:23.771356 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63aa8731-cee0-4ffa-bb1f-448fa5d9b9ed None None] Network 2fcdfdbf-9572-44ff-af5a-d5eb9b8d9ed4 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:37:23.774817 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-63aa8731-cee0-4ffa-bb1f-448fa5d9b9ed None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:37:23.778673 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63aa8731-cee0-4ffa-bb1f-448fa5d9b9ed None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:37:23.805658 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-110da635-482e-43d0-bd50-a82e114c2fd0 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:23.806662 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-110da635-482e-43d0-bd50-a82e114c2fd0 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6466186 Feb 01 04:37:23.814535 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 40262) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:23.819654 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-e28e4f0b-dc59-4ea0-982e-9a315626d59a tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Request body: {'security_group': {'name': 'tempest-secgroup--1596334404'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:23.823063 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aa8731-cee0-4ffa-bb1f-448fa5d9b9ed None None] Pushing event updated for resources: {'Port': ['ID=fac1dd30-cdc1-4a87-8a25-95d2d5ecb657,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:23.832884 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e28e4f0b-dc59-4ea0-982e-9a315626d59a tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:23.900756 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e28e4f0b-dc59-4ea0-982e-9a315626d59a tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Usage tracker for resource:security_group and tenant:b6f7230f460f426c819c743d1c57886e is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:37:23.905364 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e28e4f0b-dc59-4ea0-982e-9a315626d59a tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:37:23.905561 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-63aa8731-cee0-4ffa-bb1f-448fa5d9b9ed None None] Attempting to bind port fac1dd30-cdc1-4a87-8a25-95d2d5ecb657 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:37:23.906187 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-63aa8731-cee0-4ffa-bb1f-448fa5d9b9ed None None] Attempting to bind port fac1dd30-cdc1-4a87-8a25-95d2d5ecb657 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': 'a38c7e87-2046-4453-8eef-8d9694620a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '2fcdfdbf-9572-44ff-af5a-d5eb9b8d9ed4'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:37:23.907187 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63aa8731-cee0-4ffa-bb1f-448fa5d9b9ed None None] Attempting to bind port fac1dd30-cdc1-4a87-8a25-95d2d5ecb657 on network 2fcdfdbf-9572-44ff-af5a-d5eb9b8d9ed4 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:37:23.912962 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63aa8731-cee0-4ffa-bb1f-448fa5d9b9ed None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:37:23.913421 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63aa8731-cee0-4ffa-bb1f-448fa5d9b9ed None None] Checking segment: {'id': 'a38c7e87-2046-4453-8eef-8d9694620a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '2fcdfdbf-9572-44ff-af5a-d5eb9b8d9ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:37:23.913889 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-63aa8731-cee0-4ffa-bb1f-448fa5d9b9ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:23.914347 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63aa8731-cee0-4ffa-bb1f-448fa5d9b9ed None None] Bound using segment: {'id': 'a38c7e87-2046-4453-8eef-8d9694620a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '2fcdfdbf-9572-44ff-af5a-d5eb9b8d9ed4'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:37:23.914878 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-63aa8731-cee0-4ffa-bb1f-448fa5d9b9ed None None] Bound port: fac1dd30-cdc1-4a87-8a25-95d2d5ecb657, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a38c7e87-2046-4453-8eef-8d9694620a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '2fcdfdbf-9572-44ff-af5a-d5eb9b8d9ed4'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:37:23.915341 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-63aa8731-cee0-4ffa-bb1f-448fa5d9b9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:23.941350 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e28e4f0b-dc59-4ea0-982e-9a315626d59a tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:23.946622 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a487c53a-9faf-443f-ad10-fbcf07ec056e tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks [] for router_gateway, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:23.968393 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a8d0f9f4-a506-4238-aa6e-b6530d60f27d tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:23.972371 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a8d0f9f4-a506-4238-aa6e-b6530d60f27d tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-774359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-774360', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-772505'] for router, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:23.979787 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a487c53a-9faf-443f-ad10-fbcf07ec056e tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:24.016422 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-63aa8731-cee0-4ffa-bb1f-448fa5d9b9ed None None] For port fac1dd30-cdc1-4a87-8a25-95d2d5ecb657, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:37:24.017717 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e28e4f0b-dc59-4ea0-982e-9a315626d59a tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:24.020206 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-63aa8731-cee0-4ffa-bb1f-448fa5d9b9ed None None] For port fac1dd30-cdc1-4a87-8a25-95d2d5ecb657, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=fac1dd30-cdc1-4a87-8a25-95d2d5ecb657,segment=NetworkSegment(a38c7e87-2046-4453-8eef-8d9694620a98),segment_id=a38c7e87-2046-4453-8eef-8d9694620a98)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:37:24.024713 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-63aa8731-cee0-4ffa-bb1f-448fa5d9b9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:24.053695 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e28e4f0b-dc59-4ea0-982e-9a315626d59a tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:24.065720 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e28e4f0b-dc59-4ea0-982e-9a315626d59a tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Usage tracker for resource:security_group_rule and tenant:b6f7230f460f426c819c743d1c57886e is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:37:24.070636 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e28e4f0b-dc59-4ea0-982e-9a315626d59a tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:37:24.080317 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e28e4f0b-dc59-4ea0-982e-9a315626d59a tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:24.119756 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aa8731-cee0-4ffa-bb1f-448fa5d9b9ed None None] Pushing event updated for resources: {'Port': ['ID=fac1dd30-cdc1-4a87-8a25-95d2d5ecb657,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:24.174148 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-a487c53a-9faf-443f-ad10-fbcf07ec056e tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Allocated IP 172.26.8.221 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/b888c8aa-57f5-40c1-82ec-828bfee0f87c) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:37:24.208742 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8d0f9f4-a506-4238-aa6e-b6530d60f27d tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Router 5fae5fcf-6cdb-4130-a4e0-4dd49cbe316e is scheduled to L3 agent a3073304-82af-4a42-89af-bc532d6626bb with binding_index 1 {{(pid=87637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 01 04:37:24.262163 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e28e4f0b-dc59-4ea0-982e-9a315626d59a tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:24.313407 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e28e4f0b-dc59-4ea0-982e-9a315626d59a tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:24.391663 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28e4f0b-dc59-4ea0-982e-9a315626d59a tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f048787-b66a-437a-b075-75c65b53dbb5,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:24.409259 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e28e4f0b-dc59-4ea0-982e-9a315626d59a tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:24.410468 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e28e4f0b-dc59-4ea0-982e-9a315626d59a tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5950167 Feb 01 04:37:24.413594 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 40268) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:24.420153 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-79fa5993-9d38-4ddd-a2a3-0137c6d13c05 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Request body: {'security_group_rule': {'security_group_id': '62848550-e0df-4fbc-a400-59c308082964', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '4f048787-b66a-437a-b075-75c65b53dbb5', 'remote_ip_prefix': None}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:24.427815 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8d0f9f4-a506-4238-aa6e-b6530d60f27d tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:37:24.436914 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a8d0f9f4-a506-4238-aa6e-b6530d60f27d tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:24.440589 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-79fa5993-9d38-4ddd-a2a3-0137c6d13c05 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:24.442558 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 40272) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:24.442792 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e2be07-af8c-48d9-9e5b-da8ab3f865b9 None None] Sync routers for ids ['5fae5fcf-6cdb-4130-a4e0-4dd49cbe316e'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:37:24.446686 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-a8d0f9f4-a506-4238-aa6e-b6530d60f27d tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] 10.222.0.24 "PUT /v2.0/routers/5fae5fcf-6cdb-4130-a4e0-4dd49cbe316e HTTP/1.1" status: 200 len: 913 time: 2.8125107 Feb 01 04:37:24.454680 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e2be07-af8c-48d9-9e5b-da8ab3f865b9 None None] Routers {'5fae5fcf-6cdb-4130-a4e0-4dd49cbe316e'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:37:24.455693 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-68e2be07-af8c-48d9-9e5b-da8ab3f865b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:37:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['5fae5fcf-6cdb-4130-a4e0-4dd49cbe316e'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:24.509843 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-79fa5993-9d38-4ddd-a2a3-0137c6d13c05 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Usage tracker for resource:security_group_rule and tenant:b6f7230f460f426c819c743d1c57886e is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:37:24.514372 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a487c53a-9faf-443f-ad10-fbcf07ec056e tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:24.521226 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-68e2be07-af8c-48d9-9e5b-da8ab3f865b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:24.523595 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-79fa5993-9d38-4ddd-a2a3-0137c6d13c05 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:37:24.530431 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e2be07-af8c-48d9-9e5b-da8ab3f865b9 None None] Routers {'5fae5fcf-6cdb-4130-a4e0-4dd49cbe316e'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:37:24.531070 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-68e2be07-af8c-48d9-9e5b-da8ab3f865b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:37:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['5fae5fcf-6cdb-4130-a4e0-4dd49cbe316e'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:24.541686 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-79fa5993-9d38-4ddd-a2a3-0137c6d13c05 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:24.596434 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-68e2be07-af8c-48d9-9e5b-da8ab3f865b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:24.596862 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e2be07-af8c-48d9-9e5b-da8ab3f865b9 None None] The sync data for ids ['5fae5fcf-6cdb-4130-a4e0-4dd49cbe316e'] in dv-neutron-826830-1-hyperv is: [] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:37:24.663814 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-79fa5993-9d38-4ddd-a2a3-0137c6d13c05 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:24.690184 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device fac1dd30-cdc1-4a87-8a25-95d2d5ecb657 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:37:24.694083 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a487c53a-9faf-443f-ad10-fbcf07ec056e tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:24.765916 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port fac1dd30-cdc1-4a87-8a25-95d2d5ecb657 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:37:24.772083 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 44a49d08-b25a-4c46-9f2b-c4e2bb52a15b up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:37:24.847631 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 44a49d08-b25a-4c46-9f2b-c4e2bb52a15b triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:37:24.848009 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:24.856528 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1c1167e9-33ce-4c19-9773-bb9652eaae99 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] 10.222.0.24 "GET /v2.0/routers/5fae5fcf-6cdb-4130-a4e0-4dd49cbe316e HTTP/1.1" status: 200 len: 919 time: 0.4099727 Feb 01 04:37:24.860457 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40276) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:24.928361 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a487c53a-9faf-443f-ad10-fbcf07ec056e tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Pushing event updated for resources: {'Port': ['ID=b888c8aa-57f5-40c1-82ec-828bfee0f87c,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:24.936483 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a487c53a-9faf-443f-ad10-fbcf07ec056e tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:37:24.938084 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-a487c53a-9faf-443f-ad10-fbcf07ec056e tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:37:24.945704 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a487c53a-9faf-443f-ad10-fbcf07ec056e tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:37:24.979163 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a40ee5-88d4-43fc-9eca-3cfbdfe2f0ba tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:37:24.987365 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-40a40ee5-88d4-43fc-9eca-3cfbdfe2f0ba tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=bdef128a-46b3-4cca-a245-48d1eb781269&device_id=5fae5fcf-6cdb-4130-a4e0-4dd49cbe316e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1244693 Feb 01 04:37:24.988182 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40280) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:25.019069 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-79fa5993-9d38-4ddd-a2a3-0137c6d13c05 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:25.026953 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-79fa5993-9d38-4ddd-a2a3-0137c6d13c05 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:25.128896 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1df285e-7781-4cf5-b66d-db225620f27b tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:37:25.131211 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-e1df285e-7781-4cf5-b66d-db225620f27b tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] 10.222.0.24 "GET /v2.0/networks/bdef128a-46b3-4cca-a245-48d1eb781269 HTTP/1.1" status: 200 len: 881 time: 0.1404793 Feb 01 04:37:25.133219 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40284) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:25.171756 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fa5993-9d38-4ddd-a2a3-0137c6d13c05 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8c3a66a-4070-43fb-b6b3-d695b7cec491,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:25.179031 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d09ecde-4e53-4020-ad78-729bf6b17be2 None None] Network 2fcdfdbf-9572-44ff-af5a-d5eb9b8d9ed4 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:37:25.183471 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-aa2ec498-dfd4-4fe0-b8ae-75a0635e1828 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fae5fcf-6cdb-4130-a4e0-4dd49cbe316e HTTP/1.1" status: 200 len: 205 time: 0.0468616 Feb 01 04:37:25.183706 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40288) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:25.223768 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-79fa5993-9d38-4ddd-a2a3-0137c6d13c05 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:25.227589 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-79fa5993-9d38-4ddd-a2a3-0137c6d13c05 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.8104317 Feb 01 04:37:25.227822 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 40292) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:25.269498 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7b6ce9af-9258-4ea4-9406-f0320a11cdc2 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:25.284997 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-f1c62888-4912-4fce-b29f-389752d0d7d8 None None] Provisioning for port fac1dd30-cdc1-4a87-8a25-95d2d5ecb657 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:37:25.294246 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-f1c62888-4912-4fce-b29f-389752d0d7d8 None None] Provisioning complete for port fac1dd30-cdc1-4a87-8a25-95d2d5ecb657 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:37:25.294617 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f1c62888-4912-4fce-b29f-389752d0d7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:25.342428 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7b6ce9af-9258-4ea4-9406-f0320a11cdc2 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:25.373130 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-57392713-cca3-4126-82fb-83b795b876b3 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks [] for router, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:25.446541 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7b6ce9af-9258-4ea4-9406-f0320a11cdc2 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:25.476068 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6ce9af-9258-4ea4-9406-f0320a11cdc2 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f8c3a66a-4070-43fb-b6b3-d695b7cec491,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:25.484942 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7b6ce9af-9258-4ea4-9406-f0320a11cdc2 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:25.486107 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-7b6ce9af-9258-4ea4-9406-f0320a11cdc2 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/f8c3a66a-4070-43fb-b6b3-d695b7cec491 HTTP/1.1" status: 204 len: 168 time: 0.2573912 Feb 01 04:37:25.488708 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 40296) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:25.502763 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a487c53a-9faf-443f-ad10-fbcf07ec056e tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks [] for router_gateway, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:25.559906 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f1c62888-4912-4fce-b29f-389752d0d7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:25.577965 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-57392713-cca3-4126-82fb-83b795b876b3 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:25.590035 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-57392713-cca3-4126-82fb-83b795b876b3 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Deleting port d9d55576-128c-42ea-b1f5-1803429bceb6 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:37:25.590504 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-57392713-cca3-4126-82fb-83b795b876b3 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:25.601385 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-f1c62888-4912-4fce-b29f-389752d0d7d8 None None] For port fac1dd30-cdc1-4a87-8a25-95d2d5ecb657, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=fac1dd30-cdc1-4a87-8a25-95d2d5ecb657,segment=NetworkSegment(a38c7e87-2046-4453-8eef-8d9694620a98),segment_id=a38c7e87-2046-4453-8eef-8d9694620a98)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:37:25.607566 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f1c62888-4912-4fce-b29f-389752d0d7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:25.618976 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-6ed62cf1-81f5-402a-9be0-3c022fdf8810 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Synchronizing usage tracker for tenant:b6f7230f460f426c819c743d1c57886e on resource:security_group_rule {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:37:25.679480 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c62888-4912-4fce-b29f-389752d0d7d8 None None] Pushing event updated for resources: {'Port': ['ID=fac1dd30-cdc1-4a87-8a25-95d2d5ecb657,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:25.713622 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-6ed62cf1-81f5-402a-9be0-3c022fdf8810 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Unset dirty status for tenant:b6f7230f460f426c819c743d1c57886e on resource:security_group_rule {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:37:25.714997 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-6ed62cf1-81f5-402a-9be0-3c022fdf8810 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2253022 Feb 01 04:37:25.717980 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 40300) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:25.902915 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-57392713-cca3-4126-82fb-83b795b876b3 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:25.933447 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9ea74487-babc-4f29-bb17-42ca9eb885c7 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:25.943106 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-140897c8-8d33-4aab-b851-39e89dcec344 None None] Provisioning complete for port fac1dd30-cdc1-4a87-8a25-95d2d5ecb657 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:37:25.943682 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-140897c8-8d33-4aab-b851-39e89dcec344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:25.956498 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a487c53a-9faf-443f-ad10-fbcf07ec056e tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337'] for router, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:26.019876 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9ea74487-babc-4f29-bb17-42ca9eb885c7 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:26.033184 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-57392713-cca3-4126-82fb-83b795b876b3 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Calling delete_port for d9d55576-128c-42ea-b1f5-1803429bceb6 owned by network:router_gateway {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:37:26.159619 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9ea74487-babc-4f29-bb17-42ca9eb885c7 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:26.186396 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea74487-babc-4f29-bb17-42ca9eb885c7 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f048787-b66a-437a-b075-75c65b53dbb5,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:26.210489 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-57392713-cca3-4126-82fb-83b795b876b3 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:26.211206 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9ea74487-babc-4f29-bb17-42ca9eb885c7 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:26.212306 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9ea74487-babc-4f29-bb17-42ca9eb885c7 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] 10.222.0.24 "DELETE /v2.0/security-groups/4f048787-b66a-437a-b075-75c65b53dbb5 HTTP/1.1" status: 204 len: 168 time: 0.4934134 Feb 01 04:37:26.217728 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40306) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:26.231063 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a487c53a-9faf-443f-ad10-fbcf07ec056e tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Router da9d8da4-aead-4bf5-8858-2c8fdec4d92b is scheduled to L3 agent a3073304-82af-4a42-89af-bc532d6626bb with binding_index 1 {{(pid=87636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 01 04:37:26.275688 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57392713-cca3-4126-82fb-83b795b876b3 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Pushing event deleted for resources: {'Port': ['ID=d9d55576-128c-42ea-b1f5-1803429bceb6,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:26.408640 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-57392713-cca3-4126-82fb-83b795b876b3 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-774381'] for router_gateway, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:26.455387 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-3810129a-cd37-47be-af54-aab0fa3f25a7 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2072806 Feb 01 04:37:26.459829 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40310) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:26.524208 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a487c53a-9faf-443f-ad10-fbcf07ec056e tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:37:26.541173 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a6ec27-bfdd-408c-85ba-a3141af44bf6 None None] Sync routers for ids ['da9d8da4-aead-4bf5-8858-2c8fdec4d92b'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:37:26.549060 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a487c53a-9faf-443f-ad10-fbcf07ec056e tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:26.552899 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a487c53a-9faf-443f-ad10-fbcf07ec056e tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.4628115 Feb 01 04:37:26.553233 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 40314) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:26.559018 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a6ec27-bfdd-408c-85ba-a3141af44bf6 None None] Routers {'da9d8da4-aead-4bf5-8858-2c8fdec4d92b'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:37:26.560271 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-04a6ec27-bfdd-408c-85ba-a3141af44bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:37:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['da9d8da4-aead-4bf5-8858-2c8fdec4d92b'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:26.638781 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device fac1dd30-cdc1-4a87-8a25-95d2d5ecb657 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:37:26.643589 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-57392713-cca3-4126-82fb-83b795b876b3 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25968'] for router, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:26.646660 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-57392713-cca3-4126-82fb-83b795b876b3 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:26.674550 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-04a6ec27-bfdd-408c-85ba-a3141af44bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:26.681184 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-efe09ebf-3c26-4190-bba9-0990fb3850c2 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:26.700868 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a6ec27-bfdd-408c-85ba-a3141af44bf6 None None] Routers {'da9d8da4-aead-4bf5-8858-2c8fdec4d92b'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:37:26.701496 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-04a6ec27-bfdd-408c-85ba-a3141af44bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:37:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['da9d8da4-aead-4bf5-8858-2c8fdec4d92b'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:26.704831 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-57392713-cca3-4126-82fb-83b795b876b3 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772958'] for router, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:26.705425 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57392713-cca3-4126-82fb-83b795b876b3 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Fanout notify agent at l3_agent the message router_deleted on router 5fae5fcf-6cdb-4130-a4e0-4dd49cbe316e {{(pid=87637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 01 04:37:26.722884 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-efe09ebf-3c26-4190-bba9-0990fb3850c2 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:26.733743 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-57392713-cca3-4126-82fb-83b795b876b3 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:26.734952 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-57392713-cca3-4126-82fb-83b795b876b3 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] 10.222.0.24 "DELETE /v2.0/routers/5fae5fcf-6cdb-4130-a4e0-4dd49cbe316e HTTP/1.1" status: 204 len: 168 time: 1.5503571 Feb 01 04:37:26.738509 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40318) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:26.752571 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-379a8d86-f4fa-4b00-8236-1ca89e125ff0 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1091768710', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:26.762407 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-379a8d86-f4fa-4b00-8236-1ca89e125ff0 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:26.776110 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-379a8d86-f4fa-4b00-8236-1ca89e125ff0 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Usage tracker for resource:router and tenant:da60f261660a4c848ee1898ab718e77f is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:37:26.776591 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-04a6ec27-bfdd-408c-85ba-a3141af44bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:26.776989 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a6ec27-bfdd-408c-85ba-a3141af44bf6 None None] The sync data for ids ['da9d8da4-aead-4bf5-8858-2c8fdec4d92b'] in dv-neutron-826830-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:37:26.780593 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-379a8d86-f4fa-4b00-8236-1ca89e125ff0 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:37:26.788700 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-379a8d86-f4fa-4b00-8236-1ca89e125ff0 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:26.794392 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port fac1dd30-cdc1-4a87-8a25-95d2d5ecb657 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:37:26.794766 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:26.805701 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-379a8d86-f4fa-4b00-8236-1ca89e125ff0 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25958'] for router, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:26.806965 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-379a8d86-f4fa-4b00-8236-1ca89e125ff0 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-372027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25961'] for router, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:26.811971 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-efe09ebf-3c26-4190-bba9-0990fb3850c2 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:26.835722 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe09ebf-3c26-4190-bba9-0990fb3850c2 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62848550-e0df-4fbc-a400-59c308082964,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:26.849904 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-379a8d86-f4fa-4b00-8236-1ca89e125ff0 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:26.866032 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-efe09ebf-3c26-4190-bba9-0990fb3850c2 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:26.867458 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-efe09ebf-3c26-4190-bba9-0990fb3850c2 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] 10.222.0.24 "DELETE /v2.0/security-groups/62848550-e0df-4fbc-a400-59c308082964 HTTP/1.1" status: 204 len: 168 time: 0.4067066 Feb 01 04:37:26.870959 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40322) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:26.908387 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-379a8d86-f4fa-4b00-8236-1ca89e125ff0 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337'] for router, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:26.946901 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-33411a9e-7015-49ae-bd74-51f1513af9f7 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Synchronizing usage tracker for tenant:b6f7230f460f426c819c743d1c57886e on resource:security_group {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:37:26.951042 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-379a8d86-f4fa-4b00-8236-1ca89e125ff0 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:26.952211 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-379a8d86-f4fa-4b00-8236-1ca89e125ff0 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2128255 Feb 01 04:37:26.956125 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 40326) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:26.962956 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-6b1f2da1-d0a6-4631-89cd-efcca1677d9a tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'enable_snat': False}}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:26.965622 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-33411a9e-7015-49ae-bd74-51f1513af9f7 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Unset dirty status for tenant:b6f7230f460f426c819c743d1c57886e on resource:security_group {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:37:26.966901 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-33411a9e-7015-49ae-bd74-51f1513af9f7 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0950174 Feb 01 04:37:26.971036 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40330) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:26.976090 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-bbc38437-68f6-4ef7-a226-c6e4ac29c735 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Request body: {'security_group': {'name': 'tempest-secgroup--2109582052'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:26.981994 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-bbc38437-68f6-4ef7-a226-c6e4ac29c735 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:26.991370 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-bbc38437-68f6-4ef7-a226-c6e4ac29c735 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:27.000773 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bbc38437-68f6-4ef7-a226-c6e4ac29c735 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:27.023440 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-bbc38437-68f6-4ef7-a226-c6e4ac29c735 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:27.027507 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-bbc38437-68f6-4ef7-a226-c6e4ac29c735 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Usage tracker for resource:security_group_rule and tenant:b6f7230f460f426c819c743d1c57886e is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:37:27.030215 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-bbc38437-68f6-4ef7-a226-c6e4ac29c735 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:37:27.035776 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-bbc38437-68f6-4ef7-a226-c6e4ac29c735 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:27.101960 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bbc38437-68f6-4ef7-a226-c6e4ac29c735 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:27.106059 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bbc38437-68f6-4ef7-a226-c6e4ac29c735 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:27.153745 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc38437-68f6-4ef7-a226-c6e4ac29c735 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec905b2e-3a34-498d-96fb-ea2efc34fda2,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:27.161792 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bbc38437-68f6-4ef7-a226-c6e4ac29c735 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:27.166370 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-bbc38437-68f6-4ef7-a226-c6e4ac29c735 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1910725 Feb 01 04:37:27.166370 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40334) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:27.171095 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-0ccbc6ba-8d36-4420-bf23-c0eefdd785fc tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Request body: {'security_group_rule': {'security_group_id': 'ec905b2e-3a34-498d-96fb-ea2efc34fda2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:27.177621 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-0ccbc6ba-8d36-4420-bf23-c0eefdd785fc tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:27.181706 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-0ccbc6ba-8d36-4420-bf23-c0eefdd785fc tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Usage tracker for resource:security_group_rule and tenant:b6f7230f460f426c819c743d1c57886e is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:37:27.184541 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-0ccbc6ba-8d36-4420-bf23-c0eefdd785fc tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:37:27.191443 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-0ccbc6ba-8d36-4420-bf23-c0eefdd785fc tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:27.208705 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0ccbc6ba-8d36-4420-bf23-c0eefdd785fc tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:27.269307 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0ccbc6ba-8d36-4420-bf23-c0eefdd785fc tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:27.273197 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0ccbc6ba-8d36-4420-bf23-c0eefdd785fc tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:27.296671 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccbc6ba-8d36-4420-bf23-c0eefdd785fc tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eba75777-aa2b-4318-a217-6929c99bebd6,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:27.310331 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0ccbc6ba-8d36-4420-bf23-c0eefdd785fc tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:27.311653 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-0ccbc6ba-8d36-4420-bf23-c0eefdd785fc tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1446202 Feb 01 04:37:27.314977 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40338) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:27.342554 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f5f7525c-7fd6-454d-8eff-c4ad0a77eca2 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:27.355843 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f5f7525c-7fd6-454d-8eff-c4ad0a77eca2 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:27.380336 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f5f7525c-7fd6-454d-8eff-c4ad0a77eca2 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:27.399189 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7525c-7fd6-454d-8eff-c4ad0a77eca2 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eba75777-aa2b-4318-a217-6929c99bebd6,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:27.401125 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f5f7525c-7fd6-454d-8eff-c4ad0a77eca2 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:27.404687 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-f5f7525c-7fd6-454d-8eff-c4ad0a77eca2 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/eba75777-aa2b-4318-a217-6929c99bebd6 HTTP/1.1" status: 204 len: 168 time: 0.0863035 Feb 01 04:37:27.405332 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40342) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:27.451741 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-ea2d3100-50aa-4e27-a29b-2bb6a462796c tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Synchronizing usage tracker for tenant:b6f7230f460f426c819c743d1c57886e on resource:security_group_rule {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:37:27.468112 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-ea2d3100-50aa-4e27-a29b-2bb6a462796c tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Unset dirty status for tenant:b6f7230f460f426c819c743d1c57886e on resource:security_group_rule {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:37:27.469990 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-ea2d3100-50aa-4e27-a29b-2bb6a462796c tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0637257 Feb 01 04:37:27.472850 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40346) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:27.489671 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6b1f2da1-d0a6-4631-89cd-efcca1677d9a tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:27.534909 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a224d47e-8001-4330-b25c-5a322d2b4606 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:27.564718 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a224d47e-8001-4330-b25c-5a322d2b4606 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:27.611793 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a224d47e-8001-4330-b25c-5a322d2b4606 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:27.631709 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a224d47e-8001-4330-b25c-5a322d2b4606 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec905b2e-3a34-498d-96fb-ea2efc34fda2,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:27.651056 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a224d47e-8001-4330-b25c-5a322d2b4606 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:27.654885 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-a224d47e-8001-4330-b25c-5a322d2b4606 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] 10.222.0.24 "DELETE /v2.0/security-groups/ec905b2e-3a34-498d-96fb-ea2efc34fda2 HTTP/1.1" status: 204 len: 168 time: 0.1787131 Feb 01 04:37:27.655633 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40350) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:27.710376 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-d39152f0-be7d-4e21-a89a-c6025355d4b8 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Synchronizing usage tracker for tenant:b6f7230f460f426c819c743d1c57886e on resource:security_group {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:37:27.726784 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-d39152f0-be7d-4e21-a89a-c6025355d4b8 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Unset dirty status for tenant:b6f7230f460f426c819c743d1c57886e on resource:security_group {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:37:27.728373 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-d39152f0-be7d-4e21-a89a-c6025355d4b8 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0721724 Feb 01 04:37:27.733038 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40354) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:27.738686 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-6215f93e-c7ec-4541-959c-13e2c1c3b5a1 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Request body: {'security_group': {'name': 'tempest-secgroup--1823538643'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:27.745361 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-6215f93e-c7ec-4541-959c-13e2c1c3b5a1 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:27.755431 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-6215f93e-c7ec-4541-959c-13e2c1c3b5a1 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:27.765910 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6215f93e-c7ec-4541-959c-13e2c1c3b5a1 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:27.785931 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-6215f93e-c7ec-4541-959c-13e2c1c3b5a1 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:27.790051 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-6215f93e-c7ec-4541-959c-13e2c1c3b5a1 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Usage tracker for resource:security_group_rule and tenant:b6f7230f460f426c819c743d1c57886e is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:37:27.792914 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-6215f93e-c7ec-4541-959c-13e2c1c3b5a1 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:37:27.799190 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-6215f93e-c7ec-4541-959c-13e2c1c3b5a1 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:27.876158 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6215f93e-c7ec-4541-959c-13e2c1c3b5a1 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:27.880564 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6215f93e-c7ec-4541-959c-13e2c1c3b5a1 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:27.880749 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2fdbc8b6-8074-4c12-af93-3cfa29582552 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:27.929150 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6215f93e-c7ec-4541-959c-13e2c1c3b5a1 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b95200-9f27-417d-9a6f-21dd9e9ccab1,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:27.936190 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6215f93e-c7ec-4541-959c-13e2c1c3b5a1 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:27.940603 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-6215f93e-c7ec-4541-959c-13e2c1c3b5a1 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2037079 Feb 01 04:37:27.940603 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40358) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:27.945359 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-9bbf9fd0-9cb8-4404-aff5-d33a3366db3c tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Request body: {'security_group_rule': {'security_group_id': 'c8b95200-9f27-417d-9a6f-21dd9e9ccab1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:27.951436 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-9bbf9fd0-9cb8-4404-aff5-d33a3366db3c tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:27.956073 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-9bbf9fd0-9cb8-4404-aff5-d33a3366db3c tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Usage tracker for resource:security_group_rule and tenant:b6f7230f460f426c819c743d1c57886e is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:37:27.959006 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-9bbf9fd0-9cb8-4404-aff5-d33a3366db3c tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:37:27.964728 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-9bbf9fd0-9cb8-4404-aff5-d33a3366db3c tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:27.982474 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9bbf9fd0-9cb8-4404-aff5-d33a3366db3c tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:28.051155 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9bbf9fd0-9cb8-4404-aff5-d33a3366db3c tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:28.059733 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9bbf9fd0-9cb8-4404-aff5-d33a3366db3c tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:28.086412 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbf9fd0-9cb8-4404-aff5-d33a3366db3c tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5db001b-940b-457e-8da7-049455ca9760,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:28.101452 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9bbf9fd0-9cb8-4404-aff5-d33a3366db3c tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:28.105424 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-9bbf9fd0-9cb8-4404-aff5-d33a3366db3c tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1615558 Feb 01 04:37:28.105714 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40362) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:28.129383 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-bd58cc3c-83c5-410b-9479-1356764e400e tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] 10.222.0.24 "GET /v2.0/security-group-rules/e5db001b-940b-457e-8da7-049455ca9760 HTTP/1.1" status: 200 len: 763 time: 0.0202672 Feb 01 04:37:28.129604 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40366) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:28.180944 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-17918263-559e-48c8-8ce6-3d62a54d3aa0 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Synchronizing usage tracker for tenant:b6f7230f460f426c819c743d1c57886e on resource:security_group_rule {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:37:28.200256 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-17918263-559e-48c8-8ce6-3d62a54d3aa0 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Unset dirty status for tenant:b6f7230f460f426c819c743d1c57886e on resource:security_group_rule {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:37:28.205234 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-17918263-559e-48c8-8ce6-3d62a54d3aa0 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0746593 Feb 01 04:37:28.205820 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40370) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:28.235667 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0dbe9f21-b39c-44d8-9999-bf464b3ce827 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:28.245764 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0dbe9f21-b39c-44d8-9999-bf464b3ce827 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:28.270751 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0dbe9f21-b39c-44d8-9999-bf464b3ce827 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:28.288230 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbe9f21-b39c-44d8-9999-bf464b3ce827 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e5db001b-940b-457e-8da7-049455ca9760,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:28.295754 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0dbe9f21-b39c-44d8-9999-bf464b3ce827 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:28.297096 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-0dbe9f21-b39c-44d8-9999-bf464b3ce827 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/e5db001b-940b-457e-8da7-049455ca9760 HTTP/1.1" status: 204 len: 168 time: 0.0896208 Feb 01 04:37:28.299591 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40376) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:28.307333 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6b1f2da1-d0a6-4631-89cd-efcca1677d9a tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:28.346855 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-12c0a027-1536-4608-8ba2-606bc64faf35 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Synchronizing usage tracker for tenant:b6f7230f460f426c819c743d1c57886e on resource:security_group_rule {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:37:28.351686 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6b1f2da1-d0a6-4631-89cd-efcca1677d9a tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:28.361786 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-12c0a027-1536-4608-8ba2-606bc64faf35 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Unset dirty status for tenant:b6f7230f460f426c819c743d1c57886e on resource:security_group_rule {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:37:28.363265 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-12c0a027-1536-4608-8ba2-606bc64faf35 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0626757 Feb 01 04:37:28.366008 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40380) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:28.371007 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-f5db075a-734e-426c-90d3-8b5c5930caa1 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Request body: {'security_group_rule': {'security_group_id': 'c8b95200-9f27-417d-9a6f-21dd9e9ccab1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:28.377603 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-f5db075a-734e-426c-90d3-8b5c5930caa1 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:28.387391 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-f5db075a-734e-426c-90d3-8b5c5930caa1 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:28.404461 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f5db075a-734e-426c-90d3-8b5c5930caa1 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:28.467157 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f5db075a-734e-426c-90d3-8b5c5930caa1 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:28.471413 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f5db075a-734e-426c-90d3-8b5c5930caa1 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:28.493502 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5db075a-734e-426c-90d3-8b5c5930caa1 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f76781b7-3d03-46ff-8ab1-bbdec2526a02,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:28.509316 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f5db075a-734e-426c-90d3-8b5c5930caa1 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:28.510514 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-f5db075a-734e-426c-90d3-8b5c5930caa1 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1435924 Feb 01 04:37:28.513251 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40384) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:28.532900 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-21fea09a-1468-4d0d-b6cd-4a6fbb16fa88 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] 10.222.0.24 "GET /v2.0/security-group-rules/f76781b7-3d03-46ff-8ab1-bbdec2526a02 HTTP/1.1" status: 200 len: 763 time: 0.0184848 Feb 01 04:37:28.535475 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40388) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:28.582727 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-39d04fb5-6fce-4ea8-ab3c-9db8b1d8b35f tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Synchronizing usage tracker for tenant:b6f7230f460f426c819c743d1c57886e on resource:security_group_rule {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:37:28.598032 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-39d04fb5-6fce-4ea8-ab3c-9db8b1d8b35f tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Unset dirty status for tenant:b6f7230f460f426c819c743d1c57886e on resource:security_group_rule {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:37:28.601927 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-39d04fb5-6fce-4ea8-ab3c-9db8b1d8b35f tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0629332 Feb 01 04:37:28.602117 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-2fdbc8b6-8074-4c12-af93-3cfa29582552 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Allocated IP 172.20.0.1 (2fcdfdbf-9572-44ff-af5a-d5eb9b8d9ed4/b6f49b9c-57d9-4990-9cd7-ebc6c9449789/8def3da4-09f8-4eb4-bde1-fff5ec8e169d) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:37:28.602240 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40392) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:28.614100 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-6b1f2da1-d0a6-4631-89cd-efcca1677d9a tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Allocated IP 172.26.8.33 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/4541208e-0342-41b6-a09f-a5303a71cf0e) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:37:28.632133 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d91a5553-c3d9-469b-bdd5-f33c4e9e591a tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:28.642311 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d91a5553-c3d9-469b-bdd5-f33c4e9e591a tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:28.665022 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d91a5553-c3d9-469b-bdd5-f33c4e9e591a tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:28.685110 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91a5553-c3d9-469b-bdd5-f33c4e9e591a tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f76781b7-3d03-46ff-8ab1-bbdec2526a02,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:28.692673 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d91a5553-c3d9-469b-bdd5-f33c4e9e591a tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:28.693905 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-d91a5553-c3d9-469b-bdd5-f33c4e9e591a tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/f76781b7-3d03-46ff-8ab1-bbdec2526a02 HTTP/1.1" status: 204 len: 168 time: 0.0907843 Feb 01 04:37:28.696400 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40396) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:28.741624 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-c5f4eb07-320c-488a-ad40-985379da62fa tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Synchronizing usage tracker for tenant:b6f7230f460f426c819c743d1c57886e on resource:security_group_rule {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:37:28.757614 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-c5f4eb07-320c-488a-ad40-985379da62fa tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Unset dirty status for tenant:b6f7230f460f426c819c743d1c57886e on resource:security_group_rule {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:37:28.758861 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-c5f4eb07-320c-488a-ad40-985379da62fa tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0615714 Feb 01 04:37:28.761702 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40400) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:28.766593 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-e1313c9a-db31-4098-a02d-af5e9365c4ce tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Request body: {'security_group_rule': {'security_group_id': 'c8b95200-9f27-417d-9a6f-21dd9e9ccab1', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:28.772155 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-e1313c9a-db31-4098-a02d-af5e9365c4ce tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:28.781427 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-e1313c9a-db31-4098-a02d-af5e9365c4ce tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:28.791128 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.securitygroups_db [None req-e1313c9a-db31-4098-a02d-af5e9365c4ce tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Project b6f7230f460f426c819c743d1c57886e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 01 04:37:28.798381 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e1313c9a-db31-4098-a02d-af5e9365c4ce tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:28.859304 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2fdbc8b6-8074-4c12-af93-3cfa29582552 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:28.864806 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e1313c9a-db31-4098-a02d-af5e9365c4ce tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:28.869857 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e1313c9a-db31-4098-a02d-af5e9365c4ce tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:28.889846 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1313c9a-db31-4098-a02d-af5e9365c4ce tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd1dd2e8-a28e-4ddc-9420-3737d8180ad3,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:28.899184 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-2fdbc8b6-8074-4c12-af93-3cfa29582552 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Transition to ACTIVE for port object 8def3da4-09f8-4eb4-bde1-fff5ec8e169d will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:37:28.911509 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e1313c9a-db31-4098-a02d-af5e9365c4ce tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:28.912678 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-e1313c9a-db31-4098-a02d-af5e9365c4ce tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1500828 Feb 01 04:37:28.915302 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40404) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:28.922838 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6b1f2da1-d0a6-4631-89cd-efcca1677d9a tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:28.934533 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-fabf9353-28c4-42fd-83f0-79a36d009ccd tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] 10.222.0.24 "GET /v2.0/security-group-rules/dd1dd2e8-a28e-4ddc-9420-3737d8180ad3 HTTP/1.1" status: 200 len: 769 time: 0.0180161 Feb 01 04:37:28.936803 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40408) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:28.957456 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2fdbc8b6-8074-4c12-af93-3cfa29582552 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:28.983708 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-28c6d407-ffa8-4ea9-8d7a-e480013b2a4a tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Synchronizing usage tracker for tenant:b6f7230f460f426c819c743d1c57886e on resource:security_group_rule {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:37:28.999230 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-28c6d407-ffa8-4ea9-8d7a-e480013b2a4a tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Unset dirty status for tenant:b6f7230f460f426c819c743d1c57886e on resource:security_group_rule {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:37:29.000518 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-28c6d407-ffa8-4ea9-8d7a-e480013b2a4a tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0628321 Feb 01 04:37:29.003450 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40412) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:29.026948 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6b1f2da1-d0a6-4631-89cd-efcca1677d9a tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:29.030720 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c8464203-ddf1-49d5-9b1c-3029f796bd83 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:29.035013 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdbc8b6-8074-4c12-af93-3cfa29582552 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Network 2fcdfdbf-9572-44ff-af5a-d5eb9b8d9ed4 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:37:29.039830 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-2fdbc8b6-8074-4c12-af93-3cfa29582552 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:37:29.041458 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c8464203-ddf1-49d5-9b1c-3029f796bd83 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:29.045969 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdbc8b6-8074-4c12-af93-3cfa29582552 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:37:29.066569 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c8464203-ddf1-49d5-9b1c-3029f796bd83 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:29.085592 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8464203-ddf1-49d5-9b1c-3029f796bd83 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dd1dd2e8-a28e-4ddc-9420-3737d8180ad3,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:29.092550 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1f2da1-d0a6-4631-89cd-efcca1677d9a tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:37:29.092880 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c8464203-ddf1-49d5-9b1c-3029f796bd83 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:29.093476 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdbc8b6-8074-4c12-af93-3cfa29582552 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Pushing event updated for resources: {'Port': ['ID=8def3da4-09f8-4eb4-bde1-fff5ec8e169d,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:29.094777 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-c8464203-ddf1-49d5-9b1c-3029f796bd83 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/dd1dd2e8-a28e-4ddc-9420-3737d8180ad3 HTTP/1.1" status: 204 len: 168 time: 0.0905082 Feb 01 04:37:29.098786 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-6b1f2da1-d0a6-4631-89cd-efcca1677d9a tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:37:29.099293 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40416) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:29.131769 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1f2da1-d0a6-4631-89cd-efcca1677d9a tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:37:29.148012 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-de50379c-1b1a-4acb-b74a-048bf792264d tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Synchronizing usage tracker for tenant:b6f7230f460f426c819c743d1c57886e on resource:security_group_rule {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:37:29.165656 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-de50379c-1b1a-4acb-b74a-048bf792264d tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Unset dirty status for tenant:b6f7230f460f426c819c743d1c57886e on resource:security_group_rule {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:37:29.168196 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-de50379c-1b1a-4acb-b74a-048bf792264d tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0675976 Feb 01 04:37:29.170720 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40420) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:29.253498 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5f9afa45-264e-4e1c-9c90-9a6addeb648a tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:29.283045 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5f9afa45-264e-4e1c-9c90-9a6addeb648a tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:29.312420 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-7aea2d2c-dae5-4167-bde6-6eefb34f624d None None] Provisioning for port 8def3da4-09f8-4eb4-bde1-fff5ec8e169d completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:37:29.318341 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-7aea2d2c-dae5-4167-bde6-6eefb34f624d None None] Provisioning complete for port 8def3da4-09f8-4eb4-bde1-fff5ec8e169d triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:37:29.318717 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7aea2d2c-dae5-4167-bde6-6eefb34f624d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:29.337432 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5f9afa45-264e-4e1c-9c90-9a6addeb648a tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:29.352929 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2fdbc8b6-8074-4c12-af93-3cfa29582552 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-372107'] for router_interface, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:29.364685 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9afa45-264e-4e1c-9c90-9a6addeb648a tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b95200-9f27-417d-9a6f-21dd9e9ccab1,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:29.373248 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-7aea2d2c-dae5-4167-bde6-6eefb34f624d None None] Port 8def3da4-09f8-4eb4-bde1-fff5ec8e169d cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:37:29.383909 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5f9afa45-264e-4e1c-9c90-9a6addeb648a tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:29.387648 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-5f9afa45-264e-4e1c-9c90-9a6addeb648a tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] 10.222.0.24 "DELETE /v2.0/security-groups/c8b95200-9f27-417d-9a6f-21dd9e9ccab1 HTTP/1.1" status: 204 len: 168 time: 0.2158566 Feb 01 04:37:29.388272 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40424) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:29.415952 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1f2da1-d0a6-4631-89cd-efcca1677d9a tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Pushing event updated for resources: {'Port': ['ID=4541208e-0342-41b6-a09f-a5303a71cf0e,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:29.438923 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-8900df0f-5853-48ec-9d9d-5ab0b02b6c7c tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Synchronizing usage tracker for tenant:b6f7230f460f426c819c743d1c57886e on resource:security_group {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:37:29.453678 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-8900df0f-5853-48ec-9d9d-5ab0b02b6c7c tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Unset dirty status for tenant:b6f7230f460f426c819c743d1c57886e on resource:security_group {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:37:29.458915 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-8900df0f-5853-48ec-9d9d-5ab0b02b6c7c tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0656505 Feb 01 04:37:29.459555 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40428) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:29.464817 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-49481fb6-e6aa-4e60-809e-0b43d0d9ad53 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Request body: {'security_group': {'name': 'tempest-secgroup--2032096885'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:29.471388 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-49481fb6-e6aa-4e60-809e-0b43d0d9ad53 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:29.481017 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-49481fb6-e6aa-4e60-809e-0b43d0d9ad53 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:29.491352 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-49481fb6-e6aa-4e60-809e-0b43d0d9ad53 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:29.513214 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-49481fb6-e6aa-4e60-809e-0b43d0d9ad53 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:29.518279 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-49481fb6-e6aa-4e60-809e-0b43d0d9ad53 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Usage tracker for resource:security_group_rule and tenant:b6f7230f460f426c819c743d1c57886e is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:37:29.520142 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-49481fb6-e6aa-4e60-809e-0b43d0d9ad53 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:37:29.527523 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-49481fb6-e6aa-4e60-809e-0b43d0d9ad53 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:29.603900 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-49481fb6-e6aa-4e60-809e-0b43d0d9ad53 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:29.607805 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-49481fb6-e6aa-4e60-809e-0b43d0d9ad53 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:29.753791 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49481fb6-e6aa-4e60-809e-0b43d0d9ad53 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ab4ada-cb67-4071-b62a-fbe542721d0d,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:29.765654 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-49481fb6-e6aa-4e60-809e-0b43d0d9ad53 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:29.766880 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-49481fb6-e6aa-4e60-809e-0b43d0d9ad53 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3063056 Feb 01 04:37:29.769549 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40432) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:29.774332 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-098b2d97-90ab-4cde-968e-937c1aac8889 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Request body: {'security_group_rule': {'security_group_id': 'b7ab4ada-cb67-4071-b62a-fbe542721d0d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:29.780016 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-098b2d97-90ab-4cde-968e-937c1aac8889 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:29.784507 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-098b2d97-90ab-4cde-968e-937c1aac8889 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Usage tracker for resource:security_group_rule and tenant:b6f7230f460f426c819c743d1c57886e is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:37:29.787349 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-098b2d97-90ab-4cde-968e-937c1aac8889 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:37:29.792880 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-098b2d97-90ab-4cde-968e-937c1aac8889 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:29.810374 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-098b2d97-90ab-4cde-968e-937c1aac8889 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:29.839296 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2fdbc8b6-8074-4c12-af93-3cfa29582552 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:29.850113 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6b1f2da1-d0a6-4631-89cd-efcca1677d9a tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:29.873973 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-098b2d97-90ab-4cde-968e-937c1aac8889 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:29.879225 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-098b2d97-90ab-4cde-968e-937c1aac8889 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:29.903472 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098b2d97-90ab-4cde-968e-937c1aac8889 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4f94270-edda-4453-b4dd-b0b86bef6181,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:29.916295 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-098b2d97-90ab-4cde-968e-937c1aac8889 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:29.917573 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-098b2d97-90ab-4cde-968e-937c1aac8889 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1471214 Feb 01 04:37:29.920322 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40436) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:29.982838 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b4338596-ae86-47f3-84f5-2778bf8ae8f3 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:30.009959 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b4338596-ae86-47f3-84f5-2778bf8ae8f3 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:30.060664 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b4338596-ae86-47f3-84f5-2778bf8ae8f3 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:30.082043 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4338596-ae86-47f3-84f5-2778bf8ae8f3 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ab4ada-cb67-4071-b62a-fbe542721d0d,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:30.092869 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b4338596-ae86-47f3-84f5-2778bf8ae8f3 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:30.094479 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-b4338596-ae86-47f3-84f5-2778bf8ae8f3 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] 10.222.0.24 "DELETE /v2.0/security-groups/b7ab4ada-cb67-4071-b62a-fbe542721d0d HTTP/1.1" status: 204 len: 168 time: 0.1727335 Feb 01 04:37:30.097024 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40440) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:30.149578 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-13a0fcff-078f-4ec6-8307-6db15fec67a1 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Synchronizing usage tracker for tenant:b6f7230f460f426c819c743d1c57886e on resource:security_group {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:37:30.165407 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-13a0fcff-078f-4ec6-8307-6db15fec67a1 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Unset dirty status for tenant:b6f7230f460f426c819c743d1c57886e on resource:security_group {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:37:30.166718 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-13a0fcff-078f-4ec6-8307-6db15fec67a1 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0687649 Feb 01 04:37:30.169417 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40444) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:30.212437 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-5dc79232-5e80-4390-ac94-29c425150915 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Synchronizing usage tracker for tenant:b6f7230f460f426c819c743d1c57886e on resource:security_group_rule {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:37:30.228571 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-5dc79232-5e80-4390-ac94-29c425150915 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] Unset dirty status for tenant:b6f7230f460f426c819c743d1c57886e on resource:security_group_rule {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:37:30.229718 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-5dc79232-5e80-4390-ac94-29c425150915 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0593998 Feb 01 04:37:30.232776 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40448) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:30.248713 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.api.v2.resource [None req-eb5dbef3-6997-4dd6-9173-4b2a9a081bb0 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] delete failed (client error): The resource could not be found. Feb 01 04:37:30.249647 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-eb5dbef3-6997-4dd6-9173-4b2a9a081bb0 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] 10.222.0.24 "DELETE /v2.0/security-groups/b7ab4ada-cb67-4071-b62a-fbe542721d0d HTTP/1.1" status: 404 len: 347 time: 0.0159335 Feb 01 04:37:30.253188 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40452) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:30.311084 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-70f75329-f81c-45eb-a15c-a3eff8eadbc2 tempest-SecGroupIPv6Test-1120305566 tempest-SecGroupIPv6Test-1120305566-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0566671 Feb 01 04:37:30.442462 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6b1f2da1-d0a6-4631-89cd-efcca1677d9a tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:30.450297 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6b1f2da1-d0a6-4631-89cd-efcca1677d9a tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-774359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-774360', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-772505'] for router, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:30.583762 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40462) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:30.735721 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-59db4073-324d-45e1-a136-1ae2ef82711a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b6f7230f460f426c819c743d1c57886e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1484144 Feb 01 04:37:30.735991 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40468) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:30.792737 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e7a1c5b1-a2da-499d-96ff-3ab4c658b508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:30.818770 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e7a1c5b1-a2da-499d-96ff-3ab4c658b508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:30.848225 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2fdbc8b6-8074-4c12-af93-3cfa29582552 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:30.856527 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2fdbc8b6-8074-4c12-af93-3cfa29582552 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:30.875097 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e7a1c5b1-a2da-499d-96ff-3ab4c658b508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:30.893189 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a1c5b1-a2da-499d-96ff-3ab4c658b508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49f4c5a-74db-44ab-8653-e82c7cd18b23,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:30.922798 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e7a1c5b1-a2da-499d-96ff-3ab4c658b508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:30.927612 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-e7a1c5b1-a2da-499d-96ff-3ab4c658b508 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d49f4c5a-74db-44ab-8653-e82c7cd18b23 HTTP/1.1" status: 204 len: 168 time: 0.1906502 Feb 01 04:37:30.995119 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2fdbc8b6-8074-4c12-af93-3cfa29582552 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371990'] for router_interface, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:31.002412 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdbc8b6-8074-4c12-af93-3cfa29582552 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Pushing event updated for resources: {'Port': ['ID=8def3da4-09f8-4eb4-bde1-fff5ec8e169d,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:31.024853 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b1f2da1-d0a6-4631-89cd-efcca1677d9a tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Router 9a01387b-9d72-426b-913a-9975f9f1dbf7 is scheduled to L3 agent a3073304-82af-4a42-89af-bc532d6626bb with binding_index 1 {{(pid=87636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 01 04:37:31.288151 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdbc8b6-8074-4c12-af93-3cfa29582552 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Network 2fcdfdbf-9572-44ff-af5a-d5eb9b8d9ed4 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:37:31.290996 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-2fdbc8b6-8074-4c12-af93-3cfa29582552 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:37:31.357955 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b1f2da1-d0a6-4631-89cd-efcca1677d9a tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:37:31.370705 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e42551-3c4a-4817-916c-030e14924c30 None None] Sync routers for ids ['9a01387b-9d72-426b-913a-9975f9f1dbf7'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:37:31.382060 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e42551-3c4a-4817-916c-030e14924c30 None None] Routers {'9a01387b-9d72-426b-913a-9975f9f1dbf7'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:37:31.382607 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-47e42551-3c4a-4817-916c-030e14924c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:37:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['9a01387b-9d72-426b-913a-9975f9f1dbf7'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:31.403016 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6b1f2da1-d0a6-4631-89cd-efcca1677d9a tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:31.404081 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-6b1f2da1-d0a6-4631-89cd-efcca1677d9a tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] 10.222.0.24 "PUT /v2.0/routers/9a01387b-9d72-426b-913a-9975f9f1dbf7 HTTP/1.1" status: 200 len: 915 time: 4.4470110 Feb 01 04:37:31.407488 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40488) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:31.503455 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-47e42551-3c4a-4817-916c-030e14924c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:31.513327 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e42551-3c4a-4817-916c-030e14924c30 None None] Routers {'9a01387b-9d72-426b-913a-9975f9f1dbf7'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:37:31.514193 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-47e42551-3c4a-4817-916c-030e14924c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:37:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['9a01387b-9d72-426b-913a-9975f9f1dbf7'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:31.528101 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fdbc8b6-8074-4c12-af93-3cfa29582552 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Router da9d8da4-aead-4bf5-8858-2c8fdec4d92b has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:37:31.591767 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-47e42551-3c4a-4817-916c-030e14924c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:31.592434 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e42551-3c4a-4817-916c-030e14924c30 None None] The sync data for ids ['9a01387b-9d72-426b-913a-9975f9f1dbf7'] in dv-neutron-826830-1-hyperv is: [] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:37:31.611641 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-e68b4e3f-66ca-4e31-8363-9be157e967ca None None] Provisioning complete for port 8def3da4-09f8-4eb4-bde1-fff5ec8e169d triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:37:31.612628 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e68b4e3f-66ca-4e31-8363-9be157e967ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:31.638039 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-f7b3eef0-5621-469c-90b6-dd60791c3718 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] 10.222.0.24 "GET /v2.0/routers/9a01387b-9d72-426b-913a-9975f9f1dbf7 HTTP/1.1" status: 200 len: 921 time: 0.2282608 Feb 01 04:37:31.640593 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40496) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:31.678845 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-e68b4e3f-66ca-4e31-8363-9be157e967ca None None] Port 8def3da4-09f8-4eb4-bde1-fff5ec8e169d cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:37:31.690159 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40500) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:31.727540 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88be0e6-e47e-428d-89d3-8c0be55d3b84 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:37:31.729187 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-e88be0e6-e47e-428d-89d3-8c0be55d3b84 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=bdef128a-46b3-4cca-a245-48d1eb781269&device_id=9a01387b-9d72-426b-913a-9975f9f1dbf7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0870795 Feb 01 04:37:31.731970 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40506) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:31.757207 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fdbc8b6-8074-4c12-af93-3cfa29582552 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:37:31.763874 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2fdbc8b6-8074-4c12-af93-3cfa29582552 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] 10.222.0.24 "PUT /v2.0/routers/da9d8da4-aead-4bf5-8858-2c8fdec4d92b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2095842 Feb 01 04:37:31.766807 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 40510) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:31.769140 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3f563f-99da-407a-a46f-4a6f2493c0f2 None None] Sync routers for ids ['da9d8da4-aead-4bf5-8858-2c8fdec4d92b'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:37:31.773909 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-9146b10f-80b4-494d-b246-0ce5ff294714 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Request body: {'port': {'network_id': '2fcdfdbf-9572-44ff-af5a-d5eb9b8d9ed4', 'name': 'tempest-FloatingIPTestJSON-1370444270'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:31.781960 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3f563f-99da-407a-a46f-4a6f2493c0f2 None None] Routers {'da9d8da4-aead-4bf5-8858-2c8fdec4d92b'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:37:31.782962 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-2b3f563f-99da-407a-a46f-4a6f2493c0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:37:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['da9d8da4-aead-4bf5-8858-2c8fdec4d92b'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:31.845207 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-2b3f563f-99da-407a-a46f-4a6f2493c0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:31.854426 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3f563f-99da-407a-a46f-4a6f2493c0f2 None None] Routers {'da9d8da4-aead-4bf5-8858-2c8fdec4d92b'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:37:31.855268 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-2b3f563f-99da-407a-a46f-4a6f2493c0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:37:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['da9d8da4-aead-4bf5-8858-2c8fdec4d92b'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:31.874676 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f981ea31-7955-4e4f-a83d-3126152d0bbb tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:37:31.876153 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-f981ea31-7955-4e4f-a83d-3126152d0bbb tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] 10.222.0.24 "GET /v2.0/networks/bdef128a-46b3-4cca-a245-48d1eb781269 HTTP/1.1" status: 200 len: 881 time: 0.1431837 Feb 01 04:37:31.881383 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-3fd889a6-6273-4607-a105-f9b4c346f8fa tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:31.882097 dv-neutron-826830-1-hyperv neutron-server[87637]: WARNING neutron.api.v2.base [None req-3fd889a6-6273-4607-a105-f9b4c346f8fa tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 01 04:37:31.882748 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.api.v2.resource [None req-3fd889a6-6273-4607-a105-f9b4c346f8fa tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] create failed (client error): There was a conflict when trying to complete your request. Feb 01 04:37:31.887333 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-3fd889a6-6273-4607-a105-f9b4c346f8fa tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1959760 Feb 01 04:37:31.887898 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40514) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:31.888354 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40516) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:31.925686 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-9146b10f-80b4-494d-b246-0ce5ff294714 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:31.930671 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-fd80be57-ea6f-4764-b135-04def477fa0a tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Request body: {'security_group': {'name': 'tempest-secgroup--554539930'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:31.931031 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-9146b10f-80b4-494d-b246-0ce5ff294714 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Usage tracker for resource:port and tenant:3c6b8b975a3c4e1683a16b66cad9d251 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:37:31.934263 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-9146b10f-80b4-494d-b246-0ce5ff294714 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:37:31.940448 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-9146b10f-80b4-494d-b246-0ce5ff294714 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:31.941093 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-2b3f563f-99da-407a-a46f-4a6f2493c0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:31.945197 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3f563f-99da-407a-a46f-4a6f2493c0f2 None None] The sync data for ids ['da9d8da4-aead-4bf5-8858-2c8fdec4d92b'] in dv-neutron-826830-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:37:31.945352 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-90219f7f-7086-47bb-a983-582e6b169723 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a01387b-9d72-426b-913a-9975f9f1dbf7 HTTP/1.1" status: 200 len: 205 time: 0.0531204 Feb 01 04:37:31.945352 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-fd80be57-ea6f-4764-b135-04def477fa0a tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:31.945696 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 40522) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:31.948052 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f71e3869-aa20-4331-ba4f-e7c28df79691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:31.948227 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-fd80be57-ea6f-4764-b135-04def477fa0a tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Usage tracker for resource:security_group and tenant:08bf7f17b4814870b688b79b36e78ad6 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:37:31.952139 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-fd80be57-ea6f-4764-b135-04def477fa0a tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:37:31.958797 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-fd80be57-ea6f-4764-b135-04def477fa0a tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:31.968744 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fd80be57-ea6f-4764-b135-04def477fa0a tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Notify callbacks [] for security_group, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:31.981345 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fd80be57-ea6f-4764-b135-04def477fa0a tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Notify callbacks [] for security_group, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:31.995633 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-fd80be57-ea6f-4764-b135-04def477fa0a tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:31.999681 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-fd80be57-ea6f-4764-b135-04def477fa0a tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Usage tracker for resource:security_group_rule and tenant:08bf7f17b4814870b688b79b36e78ad6 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:37:32.003069 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-fd80be57-ea6f-4764-b135-04def477fa0a tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:37:32.008760 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-fd80be57-ea6f-4764-b135-04def477fa0a tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:32.034325 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9146b10f-80b4-494d-b246-0ce5ff294714 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Made reservation on behalf of 3c6b8b975a3c4e1683a16b66cad9d251 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:37:32.037990 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9146b10f-80b4-494d-b246-0ce5ff294714 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:32.093746 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fd80be57-ea6f-4764-b135-04def477fa0a tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Notify callbacks [] for security_group, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:32.097987 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fd80be57-ea6f-4764-b135-04def477fa0a tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:32.110018 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-fd80be57-ea6f-4764-b135-04def477fa0a tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:32.117668 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-fd80be57-ea6f-4764-b135-04def477fa0a tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Usage tracker for resource:security_group_rule and tenant:08bf7f17b4814870b688b79b36e78ad6 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:37:32.126499 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-9146b10f-80b4-494d-b246-0ce5ff294714 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] device_id is not set on port db8cefd5-073c-4750-9016-c72fdff652a3 yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:37:32.126664 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-fd80be57-ea6f-4764-b135-04def477fa0a tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:37:32.140298 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-fd80be57-ea6f-4764-b135-04def477fa0a tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:32.144412 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd80be57-ea6f-4764-b135-04def477fa0a tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bcc21a2-a7f2-4bd6-bc2b-98549a0ff965,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:32.219387 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fd80be57-ea6f-4764-b135-04def477fa0a tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Notify callbacks [] for security_group, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:32.224509 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fd80be57-ea6f-4764-b135-04def477fa0a tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:32.269677 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd80be57-ea6f-4764-b135-04def477fa0a tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e026259f-3cef-4136-8cbe-12dfa97aa1d4,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:32.272507 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fd80be57-ea6f-4764-b135-04def477fa0a tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:32.276286 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-fd80be57-ea6f-4764-b135-04def477fa0a tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3828728 Feb 01 04:37:32.276496 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40526) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:32.281741 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-c3a5fe09-29e5-4ed7-89d9-4daf4a72fc98 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Request body: {'security_group_rule': {'security_group_id': 'e026259f-3cef-4136-8cbe-12dfa97aa1d4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:32.287833 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-c3a5fe09-29e5-4ed7-89d9-4daf4a72fc98 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:32.292174 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-c3a5fe09-29e5-4ed7-89d9-4daf4a72fc98 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Usage tracker for resource:security_group_rule and tenant:08bf7f17b4814870b688b79b36e78ad6 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:37:32.295187 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-c3a5fe09-29e5-4ed7-89d9-4daf4a72fc98 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:37:32.301171 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-c3a5fe09-29e5-4ed7-89d9-4daf4a72fc98 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:32.320631 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c3a5fe09-29e5-4ed7-89d9-4daf4a72fc98 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:32.338650 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7907a7cd-0b59-4dab-bf9a-b049ac79684a tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks [] for router, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:32.381792 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c3a5fe09-29e5-4ed7-89d9-4daf4a72fc98 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:32.386292 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c3a5fe09-29e5-4ed7-89d9-4daf4a72fc98 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:32.408949 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a5fe09-29e5-4ed7-89d9-4daf4a72fc98 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=356abb7f-e136-47cc-a490-5ee5cc8bb0a8,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:32.419107 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c3a5fe09-29e5-4ed7-89d9-4daf4a72fc98 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:32.420620 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-c3a5fe09-29e5-4ed7-89d9-4daf4a72fc98 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1431901 Feb 01 04:37:32.423877 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40530) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:32.429052 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-1681adb5-16d6-4612-ab2c-c18faa21f1f6 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Request body: {'security_group_rule': {'security_group_id': 'e026259f-3cef-4136-8cbe-12dfa97aa1d4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:32.434757 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-1681adb5-16d6-4612-ab2c-c18faa21f1f6 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:32.439076 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-1681adb5-16d6-4612-ab2c-c18faa21f1f6 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Usage tracker for resource:security_group_rule and tenant:08bf7f17b4814870b688b79b36e78ad6 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:37:32.441959 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-1681adb5-16d6-4612-ab2c-c18faa21f1f6 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:37:32.447575 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-1681adb5-16d6-4612-ab2c-c18faa21f1f6 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:32.465537 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1681adb5-16d6-4612-ab2c-c18faa21f1f6 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:32.525727 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.api.v2.resource [None req-1681adb5-16d6-4612-ab2c-c18faa21f1f6 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] create failed (client error): There was a conflict when trying to complete your request. Feb 01 04:37:32.526943 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-1681adb5-16d6-4612-ab2c-c18faa21f1f6 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1020725 Feb 01 04:37:32.529660 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40534) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:32.568143 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-9146b10f-80b4-494d-b246-0ce5ff294714 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Allocated IP 172.20.0.14 (2fcdfdbf-9572-44ff-af5a-d5eb9b8d9ed4/b6f49b9c-57d9-4990-9cd7-ebc6c9449789/db8cefd5-073c-4750-9016-c72fdff652a3) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:37:32.592975 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-12926250-32e4-4142-89a1-5cb392206f3d tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Notify callbacks [] for security_group, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:32.595492 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7907a7cd-0b59-4dab-bf9a-b049ac79684a tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:32.622084 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-12926250-32e4-4142-89a1-5cb392206f3d tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:32.629182 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-7907a7cd-0b59-4dab-bf9a-b049ac79684a tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Deleting port 4541208e-0342-41b6-a09f-a5303a71cf0e {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:37:32.629516 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7907a7cd-0b59-4dab-bf9a-b049ac79684a tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:32.678631 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-12926250-32e4-4142-89a1-5cb392206f3d tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:32.695022 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12926250-32e4-4142-89a1-5cb392206f3d tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e026259f-3cef-4136-8cbe-12dfa97aa1d4,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:32.703738 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-12926250-32e4-4142-89a1-5cb392206f3d tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:32.707500 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-12926250-32e4-4142-89a1-5cb392206f3d tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] 10.222.0.24 "DELETE /v2.0/security-groups/e026259f-3cef-4136-8cbe-12dfa97aa1d4 HTTP/1.1" status: 204 len: 168 time: 0.1768656 Feb 01 04:37:32.708083 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40540) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:32.757797 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-d04dd648-3564-4e16-ab6e-cc95e786d372 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Synchronizing usage tracker for tenant:08bf7f17b4814870b688b79b36e78ad6 on resource:security_group {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:37:32.775113 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-d04dd648-3564-4e16-ab6e-cc95e786d372 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Unset dirty status for tenant:08bf7f17b4814870b688b79b36e78ad6 on resource:security_group {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:37:32.776411 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-d04dd648-3564-4e16-ab6e-cc95e786d372 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0674360 Feb 01 04:37:32.787566 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40544) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:32.792602 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-086b28af-4a1e-4cc9-9830-aee1f0d1c4ca tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Request body: {'security_group': {'name': 'tempest-secgroup--1750474576'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:32.799748 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-086b28af-4a1e-4cc9-9830-aee1f0d1c4ca tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:32.809858 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-086b28af-4a1e-4cc9-9830-aee1f0d1c4ca tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:32.819716 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-086b28af-4a1e-4cc9-9830-aee1f0d1c4ca tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Notify callbacks [] for security_group, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:32.842007 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-086b28af-4a1e-4cc9-9830-aee1f0d1c4ca tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:32.846297 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-086b28af-4a1e-4cc9-9830-aee1f0d1c4ca tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Usage tracker for resource:security_group_rule and tenant:08bf7f17b4814870b688b79b36e78ad6 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:37:32.849124 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-086b28af-4a1e-4cc9-9830-aee1f0d1c4ca tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:37:32.854785 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-086b28af-4a1e-4cc9-9830-aee1f0d1c4ca tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:32.928288 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-086b28af-4a1e-4cc9-9830-aee1f0d1c4ca tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Notify callbacks [] for security_group, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:32.936717 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-086b28af-4a1e-4cc9-9830-aee1f0d1c4ca tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:32.950460 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7907a7cd-0b59-4dab-bf9a-b049ac79684a tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:32.967360 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9146b10f-80b4-494d-b246-0ce5ff294714 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:32.986477 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086b28af-4a1e-4cc9-9830-aee1f0d1c4ca tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0445db2-48c7-4aac-a033-ff989c4022bf,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:32.989722 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-086b28af-4a1e-4cc9-9830-aee1f0d1c4ca tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:32.993904 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-086b28af-4a1e-4cc9-9830-aee1f0d1c4ca tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2024546 Feb 01 04:37:32.994369 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40548) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:32.999736 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-e7be110c-f8ce-43c1-b1f0-b9ce2b12a70f tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Request body: {'security_group_rule': {'security_group_id': 'e0445db2-48c7-4aac-a033-ff989c4022bf', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:33.000484 dv-neutron-826830-1-hyperv neutron-server[87637]: WARNING neutron.api.v2.base [None req-e7be110c-f8ce-43c1-b1f0-b9ce2b12a70f tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 01 04:37:33.000971 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.api.v2.resource [None req-e7be110c-f8ce-43c1-b1f0-b9ce2b12a70f tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 01 04:37:33.001883 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-e7be110c-f8ce-43c1-b1f0-b9ce2b12a70f tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0068054 Feb 01 04:37:33.004363 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40552) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:33.065899 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b6aaf167-76cc-420d-b977-c28146a1a47f tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Notify callbacks [] for security_group, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:33.084288 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-7907a7cd-0b59-4dab-bf9a-b049ac79684a tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Calling delete_port for 4541208e-0342-41b6-a09f-a5303a71cf0e owned by network:router_gateway {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:37:33.091842 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b6aaf167-76cc-420d-b977-c28146a1a47f tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:33.130777 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-9146b10f-80b4-494d-b246-0ce5ff294714 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Transition to ACTIVE for port object db8cefd5-073c-4750-9016-c72fdff652a3 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:37:33.141742 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b6aaf167-76cc-420d-b977-c28146a1a47f tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:33.162849 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aaf167-76cc-420d-b977-c28146a1a47f tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0445db2-48c7-4aac-a033-ff989c4022bf,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:33.167997 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b6aaf167-76cc-420d-b977-c28146a1a47f tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:33.168348 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-b6aaf167-76cc-420d-b977-c28146a1a47f tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] 10.222.0.24 "DELETE /v2.0/security-groups/e0445db2-48c7-4aac-a033-ff989c4022bf HTTP/1.1" status: 204 len: 168 time: 0.1630259 Feb 01 04:37:33.170952 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40556) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:33.221624 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-a8283eb3-739a-419e-a689-33396986fbce tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Synchronizing usage tracker for tenant:08bf7f17b4814870b688b79b36e78ad6 on resource:security_group {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:37:33.239686 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-a8283eb3-739a-419e-a689-33396986fbce tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Unset dirty status for tenant:08bf7f17b4814870b688b79b36e78ad6 on resource:security_group {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:37:33.241862 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-a8283eb3-739a-419e-a689-33396986fbce tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0693204 Feb 01 04:37:33.245243 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40560) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:33.250819 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-165cec5a-a280-4394-be80-76136faae9ec tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Request body: {'security_group': {'name': 'tempest-secgroup--1100815045'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:33.257440 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-165cec5a-a280-4394-be80-76136faae9ec tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:33.267289 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-165cec5a-a280-4394-be80-76136faae9ec tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:33.276871 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-165cec5a-a280-4394-be80-76136faae9ec tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Notify callbacks [] for security_group, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:33.296736 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-165cec5a-a280-4394-be80-76136faae9ec tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:33.300512 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-165cec5a-a280-4394-be80-76136faae9ec tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Usage tracker for resource:security_group_rule and tenant:08bf7f17b4814870b688b79b36e78ad6 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:37:33.303380 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-165cec5a-a280-4394-be80-76136faae9ec tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:37:33.308993 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-165cec5a-a280-4394-be80-76136faae9ec tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:33.337504 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9146b10f-80b4-494d-b246-0ce5ff294714 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:33.379887 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-165cec5a-a280-4394-be80-76136faae9ec tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Notify callbacks [] for security_group, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:33.384768 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-165cec5a-a280-4394-be80-76136faae9ec tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:33.430686 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165cec5a-a280-4394-be80-76136faae9ec tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93a86257-8b0b-4bcb-abb4-b84169772a8f,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:33.432615 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9146b10f-80b4-494d-b246-0ce5ff294714 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Network 2fcdfdbf-9572-44ff-af5a-d5eb9b8d9ed4 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:37:33.434595 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-165cec5a-a280-4394-be80-76136faae9ec tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:33.438628 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-165cec5a-a280-4394-be80-76136faae9ec tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1897171 Feb 01 04:37:33.438773 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40564) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:33.443722 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-8bf47ce8-400b-4e26-b12b-dae8635075c4 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Request body: {'security_group_rule': {'security_group_id': '93a86257-8b0b-4bcb-abb4-b84169772a8f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:33.444491 dv-neutron-826830-1-hyperv neutron-server[87637]: WARNING neutron.api.v2.base [None req-8bf47ce8-400b-4e26-b12b-dae8635075c4 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 01 04:37:33.444973 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.api.v2.resource [None req-8bf47ce8-400b-4e26-b12b-dae8635075c4 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 01 04:37:33.448652 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-8bf47ce8-400b-4e26-b12b-dae8635075c4 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0061841 Feb 01 04:37:33.448652 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40568) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:33.462756 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-9146b10f-80b4-494d-b246-0ce5ff294714 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:37:33.468910 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9146b10f-80b4-494d-b246-0ce5ff294714 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Pushing event updated for resources: {'Port': ['ID=db8cefd5-073c-4750-9016-c72fdff652a3,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:33.471098 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9146b10f-80b4-494d-b246-0ce5ff294714 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:37:33.557223 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9146b10f-80b4-494d-b246-0ce5ff294714 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:37:33.557871 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9146b10f-80b4-494d-b246-0ce5ff294714 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:33.564573 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7907a7cd-0b59-4dab-bf9a-b049ac79684a tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:33.622910 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7907a7cd-0b59-4dab-bf9a-b049ac79684a tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Pushing event deleted for resources: {'Port': ['ID=4541208e-0342-41b6-a09f-a5303a71cf0e,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:33.628460 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a60e5876-a92d-4dc9-8af8-aee28d4b0258 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Notify callbacks [] for security_group, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:33.658828 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a60e5876-a92d-4dc9-8af8-aee28d4b0258 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:33.667018 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9146b10f-80b4-494d-b246-0ce5ff294714 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8991272 Feb 01 04:37:33.676387 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40572) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:33.685009 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-8aef6ecd-c6e2-4694-8f0c-c2e34c94a424 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Request body: {'floatingip': {'port_id': 'db8cefd5-073c-4750-9016-c72fdff652a3'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:33.714016 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-04ae9ba1-1650-46c1-bbab-a6413c58c462 None None] Provisioning for port db8cefd5-073c-4750-9016-c72fdff652a3 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:37:33.720498 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-04ae9ba1-1650-46c1-bbab-a6413c58c462 None None] Provisioning complete for port db8cefd5-073c-4750-9016-c72fdff652a3 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:37:33.720895 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-04ae9ba1-1650-46c1-bbab-a6413c58c462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:33.728608 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7907a7cd-0b59-4dab-bf9a-b049ac79684a tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-774381'] for router_gateway, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:33.777366 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-04ae9ba1-1650-46c1-bbab-a6413c58c462 None None] Port db8cefd5-073c-4750-9016-c72fdff652a3 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:37:33.810438 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8aef6ecd-c6e2-4694-8f0c-c2e34c94a424 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks [] for floatingip, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:33.891161 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a60e5876-a92d-4dc9-8af8-aee28d4b0258 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:33.926503 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60e5876-a92d-4dc9-8af8-aee28d4b0258 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a86257-8b0b-4bcb-abb4-b84169772a8f,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:33.968938 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a60e5876-a92d-4dc9-8af8-aee28d4b0258 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:33.969972 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-a60e5876-a92d-4dc9-8af8-aee28d4b0258 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] 10.222.0.24 "DELETE /v2.0/security-groups/93a86257-8b0b-4bcb-abb4-b84169772a8f HTTP/1.1" status: 204 len: 168 time: 0.5206709 Feb 01 04:37:33.973480 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 40576) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:34.051238 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7907a7cd-0b59-4dab-bf9a-b049ac79684a tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25968'] for router, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:34.055052 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7907a7cd-0b59-4dab-bf9a-b049ac79684a tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:34.099594 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-8c020392-e9ee-459a-b0d2-d4dffbd8701e tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1249821 Feb 01 04:37:34.100929 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7907a7cd-0b59-4dab-bf9a-b049ac79684a tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772958'] for router, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:34.101421 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7907a7cd-0b59-4dab-bf9a-b049ac79684a tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Fanout notify agent at l3_agent the message router_deleted on router 9a01387b-9d72-426b-913a-9975f9f1dbf7 {{(pid=87636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 01 04:37:34.104184 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 40580) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:34.112824 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-c6967c29-358f-485a-a267-04458a8e2391 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Request body: {'security_group': {'name': 'tempest-secgroup--1051810892'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:34.120947 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c6967c29-358f-485a-a267-04458a8e2391 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:34.127347 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7907a7cd-0b59-4dab-bf9a-b049ac79684a tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:34.128382 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-7907a7cd-0b59-4dab-bf9a-b049ac79684a tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] 10.222.0.24 "DELETE /v2.0/routers/9a01387b-9d72-426b-913a-9975f9f1dbf7 HTTP/1.1" status: 204 len: 168 time: 2.1822147 Feb 01 04:37:34.132446 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c6967c29-358f-485a-a267-04458a8e2391 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Usage tracker for resource:security_group and tenant:08bf7f17b4814870b688b79b36e78ad6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:37:34.134829 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 40584) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:34.137087 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c6967c29-358f-485a-a267-04458a8e2391 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:37:34.142475 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-f0c499fe-6762-48f6-adc4-6d06e3cc832d tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-312930716', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}, 'admin_state_up': False}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:34.151540 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-f0c499fe-6762-48f6-adc4-6d06e3cc832d tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:34.153752 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c6967c29-358f-485a-a267-04458a8e2391 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:34.157992 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f0c499fe-6762-48f6-adc4-6d06e3cc832d tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Usage tracker for resource:router and tenant:da60f261660a4c848ee1898ab718e77f is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:37:34.162222 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f0c499fe-6762-48f6-adc4-6d06e3cc832d tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:37:34.169321 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-f0c499fe-6762-48f6-adc4-6d06e3cc832d tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:34.174836 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c6967c29-358f-485a-a267-04458a8e2391 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:34.196634 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f0c499fe-6762-48f6-adc4-6d06e3cc832d tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25958'] for router, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:34.197996 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f0c499fe-6762-48f6-adc4-6d06e3cc832d tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-372027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25961'] for router, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:34.201482 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c6967c29-358f-485a-a267-04458a8e2391 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:34.209383 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c6967c29-358f-485a-a267-04458a8e2391 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Usage tracker for resource:security_group_rule and tenant:08bf7f17b4814870b688b79b36e78ad6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:37:34.213722 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c6967c29-358f-485a-a267-04458a8e2391 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:37:34.223182 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9d8d2386-30e5-474a-98a4-d6e6fa10e46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:34.223401 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c6967c29-358f-485a-a267-04458a8e2391 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:34.241732 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f0c499fe-6762-48f6-adc4-6d06e3cc832d tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:34.496082 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c6967c29-358f-485a-a267-04458a8e2391 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:34.502776 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8aef6ecd-c6e2-4694-8f0c-c2e34c94a424 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:34.506935 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8aef6ecd-c6e2-4694-8f0c-c2e34c94a424 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-774194'] for floatingip, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:34.547720 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c6967c29-358f-485a-a267-04458a8e2391 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:34.567411 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f0c499fe-6762-48f6-adc4-6d06e3cc832d tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:34.627938 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6967c29-358f-485a-a267-04458a8e2391 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94f26cf2-66d7-413a-b6f9-d442143ea189,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:34.634238 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c6967c29-358f-485a-a267-04458a8e2391 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:34.638149 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c6967c29-358f-485a-a267-04458a8e2391 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5302866 Feb 01 04:37:34.638149 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 40588) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:34.644113 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-cb8997bb-00f0-474a-83ca-c3febf88ad29 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Request body: {'security_group_rule': {'security_group_id': '94f26cf2-66d7-413a-b6f9-d442143ea189', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:34.662008 dv-neutron-826830-1-hyperv neutron-server[87636]: WARNING neutron.api.v2.base [None req-cb8997bb-00f0-474a-83ca-c3febf88ad29 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 01 04:37:34.662539 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-cb8997bb-00f0-474a-83ca-c3febf88ad29 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 01 04:37:34.666000 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-cb8997bb-00f0-474a-83ca-c3febf88ad29 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0245078 Feb 01 04:37:34.666313 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40592) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:34.675039 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-15e2a65d-853d-4774-b153-2397c67f670b tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Request body: {'security_group_rule': {'security_group_id': '94f26cf2-66d7-413a-b6f9-d442143ea189', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:34.676536 dv-neutron-826830-1-hyperv neutron-server[87637]: WARNING neutron.api.v2.base [None req-15e2a65d-853d-4774-b153-2397c67f670b tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 01 04:37:34.677023 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.api.v2.resource [None req-15e2a65d-853d-4774-b153-2397c67f670b tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 01 04:37:34.680249 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-15e2a65d-853d-4774-b153-2397c67f670b tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0088224 Feb 01 04:37:34.680456 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40596) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:34.688286 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-4a437fbd-8ebb-4f09-a942-c5851d3f5b74 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Request body: {'security_group_rule': {'security_group_id': '94f26cf2-66d7-413a-b6f9-d442143ea189', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:34.689249 dv-neutron-826830-1-hyperv neutron-server[87637]: WARNING neutron.api.v2.base [None req-4a437fbd-8ebb-4f09-a942-c5851d3f5b74 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 01 04:37:34.689713 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.api.v2.resource [None req-4a437fbd-8ebb-4f09-a942-c5851d3f5b74 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 01 04:37:34.690610 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-4a437fbd-8ebb-4f09-a942-c5851d3f5b74 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0093150 Feb 01 04:37:34.693175 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40600) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:34.695984 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.l3_db [None req-8aef6ecd-c6e2-4694-8f0c-c2e34c94a424 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Floating IP 41b0744b-9a9a-4d96-925f-bf721cab0920 associated. External IP: 172.26.8.97, port: 9d891d75-d6f8-401b-92c9-cee62e29ec62. Feb 01 04:37:34.749414 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-e3905eee-6189-4c42-bd1c-c000a67d26fa tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Request body: {'security_group_rule': {'security_group_id': '94f26cf2-66d7-413a-b6f9-d442143ea189', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:34.750225 dv-neutron-826830-1-hyperv neutron-server[87637]: WARNING neutron.api.v2.base [None req-e3905eee-6189-4c42-bd1c-c000a67d26fa tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 01 04:37:34.750704 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.api.v2.resource [None req-e3905eee-6189-4c42-bd1c-c000a67d26fa tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 01 04:37:34.751666 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-e3905eee-6189-4c42-bd1c-c000a67d26fa tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0576422 Feb 01 04:37:34.755568 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 40606) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:34.981523 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-17bf991b-425f-4a19-af98-cd4c20c1fab5 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:34.986909 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f0c499fe-6762-48f6-adc4-6d06e3cc832d tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks [] for router_gateway, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:35.033247 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f0c499fe-6762-48f6-adc4-6d06e3cc832d tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:35.080480 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-17bf991b-425f-4a19-af98-cd4c20c1fab5 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:35.165513 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aef6ecd-c6e2-4694-8f0c-c2e34c94a424 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Router 369c1bd0-20ee-4cfb-81b7-18033449079b has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:37:35.186730 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-17bf991b-425f-4a19-af98-cd4c20c1fab5 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:35.218391 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bf991b-425f-4a19-af98-cd4c20c1fab5 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f26cf2-66d7-413a-b6f9-d442143ea189,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:35.240414 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-f0c499fe-6762-48f6-adc4-6d06e3cc832d tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Allocated IP 172.26.8.171 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/26ecc730-5a19-4ec3-bc67-730ff790335c) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:37:35.245864 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-17bf991b-425f-4a19-af98-cd4c20c1fab5 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:35.246984 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-17bf991b-425f-4a19-af98-cd4c20c1fab5 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] 10.222.0.24 "DELETE /v2.0/security-groups/94f26cf2-66d7-413a-b6f9-d442143ea189 HTTP/1.1" status: 204 len: 168 time: 0.4903231 Feb 01 04:37:35.250581 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40610) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:35.332622 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:35.385023 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aef6ecd-c6e2-4694-8f0c-c2e34c94a424 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:37:35.388763 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-e0f3c1fd-bc66-47ed-83ca-12a04c6557dd tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Synchronizing usage tracker for tenant:08bf7f17b4814870b688b79b36e78ad6 on resource:security_group {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:37:35.396215 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2da82e-fe28-4208-9d2d-af5680eead89 None None] Sync routers for ids ['369c1bd0-20ee-4cfb-81b7-18033449079b'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:37:35.406261 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2da82e-fe28-4208-9d2d-af5680eead89 None None] Routers {'369c1bd0-20ee-4cfb-81b7-18033449079b'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:37:35.406887 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-0a2da82e-fe28-4208-9d2d-af5680eead89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:37:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['369c1bd0-20ee-4cfb-81b7-18033449079b'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:35.440034 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:35.483337 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-0a2da82e-fe28-4208-9d2d-af5680eead89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:35.492656 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-e0f3c1fd-bc66-47ed-83ca-12a04c6557dd tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Unset dirty status for tenant:08bf7f17b4814870b688b79b36e78ad6 on resource:security_group {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:37:35.493892 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-e0f3c1fd-bc66-47ed-83ca-12a04c6557dd tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2417133 Feb 01 04:37:35.494597 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2da82e-fe28-4208-9d2d-af5680eead89 None None] Routers {'369c1bd0-20ee-4cfb-81b7-18033449079b'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:37:35.495940 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-0a2da82e-fe28-4208-9d2d-af5680eead89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:37:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['369c1bd0-20ee-4cfb-81b7-18033449079b'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:35.498733 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40614) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:35.519698 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f0c499fe-6762-48f6-adc4-6d06e3cc832d tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:35.550525 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f0c499fe-6762-48f6-adc4-6d06e3cc832d tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:35.552118 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-8d473fce-c5c6-44cb-a27b-526045968393 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Request body: {'security_group': {'name': 'tempest-secgroup--1208477787'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:35.569076 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-8d473fce-c5c6-44cb-a27b-526045968393 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:35.572647 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-0a2da82e-fe28-4208-9d2d-af5680eead89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:35.573050 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2da82e-fe28-4208-9d2d-af5680eead89 None None] The sync data for ids ['369c1bd0-20ee-4cfb-81b7-18033449079b'] in dv-neutron-826830-1-hyperv is: [] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:37:35.591507 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-8d473fce-c5c6-44cb-a27b-526045968393 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:35.610135 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8d473fce-c5c6-44cb-a27b-526045968393 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Notify callbacks [] for security_group, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:35.617273 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c499fe-6762-48f6-adc4-6d06e3cc832d tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:37:35.620237 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-f0c499fe-6762-48f6-adc4-6d06e3cc832d tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:37:35.624086 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c499fe-6762-48f6-adc4-6d06e3cc832d tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:37:35.652834 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c499fe-6762-48f6-adc4-6d06e3cc832d tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Pushing event updated for resources: {'Port': ['ID=26ecc730-5a19-4ec3-bc67-730ff790335c,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:35.700574 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-8d473fce-c5c6-44cb-a27b-526045968393 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:35.707826 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-8d473fce-c5c6-44cb-a27b-526045968393 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Usage tracker for resource:security_group_rule and tenant:08bf7f17b4814870b688b79b36e78ad6 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:37:35.712125 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-8d473fce-c5c6-44cb-a27b-526045968393 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:37:35.721128 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-8d473fce-c5c6-44cb-a27b-526045968393 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:35.832936 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aef6ecd-c6e2-4694-8f0c-c2e34c94a424 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Router da9d8da4-aead-4bf5-8858-2c8fdec4d92b has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:37:35.939360 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8d473fce-c5c6-44cb-a27b-526045968393 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Notify callbacks [] for security_group, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:35.950588 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8d473fce-c5c6-44cb-a27b-526045968393 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:36.050483 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f0c499fe-6762-48f6-adc4-6d06e3cc832d tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks [] for router_gateway, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:36.062214 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8d473fce-c5c6-44cb-a27b-526045968393 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:36.065987 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-8d473fce-c5c6-44cb-a27b-526045968393 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5637653 Feb 01 04:37:36.072481 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d473fce-c5c6-44cb-a27b-526045968393 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b1a037f-801f-4077-9c09-42262a05fba4,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:36.076939 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40618) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:36.083623 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-f483da06-55b5-4b8c-8b7d-f89e94e1aac6 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Request body: {'security_group_rule': {'security_group_id': '1b1a037f-801f-4077-9c09-42262a05fba4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:36.084312 dv-neutron-826830-1-hyperv neutron-server[87637]: WARNING neutron.api.v2.base [None req-f483da06-55b5-4b8c-8b7d-f89e94e1aac6 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 01 04:37:36.084788 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.api.v2.resource [None req-f483da06-55b5-4b8c-8b7d-f89e94e1aac6 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 01 04:37:36.085688 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-f483da06-55b5-4b8c-8b7d-f89e94e1aac6 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0082033 Feb 01 04:37:36.088336 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40622) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:36.095958 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-24582265-db1f-4f69-abae-287af3e96255 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Request body: {'security_group_rule': {'security_group_id': '1b1a037f-801f-4077-9c09-42262a05fba4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:36.108419 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-24582265-db1f-4f69-abae-287af3e96255 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:36.114566 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aef6ecd-c6e2-4694-8f0c-c2e34c94a424 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:37:36.116357 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-24582265-db1f-4f69-abae-287af3e96255 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Usage tracker for resource:security_group_rule and tenant:08bf7f17b4814870b688b79b36e78ad6 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:37:36.121068 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8aef6ecd-c6e2-4694-8f0c-c2e34c94a424 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:36.125298 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d220bff4-4182-4b4b-abe3-d860acc65c49 None None] Sync routers for ids ['da9d8da4-aead-4bf5-8858-2c8fdec4d92b'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:37:36.136773 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d220bff4-4182-4b4b-abe3-d860acc65c49 None None] Routers {'da9d8da4-aead-4bf5-8858-2c8fdec4d92b'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:37:36.137370 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-d220bff4-4182-4b4b-abe3-d860acc65c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:37:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['da9d8da4-aead-4bf5-8858-2c8fdec4d92b'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:36.150827 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-24582265-db1f-4f69-abae-287af3e96255 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:37:36.166474 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-24582265-db1f-4f69-abae-287af3e96255 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:36.217018 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-d220bff4-4182-4b4b-abe3-d860acc65c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:36.232537 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d220bff4-4182-4b4b-abe3-d860acc65c49 None None] Routers {'da9d8da4-aead-4bf5-8858-2c8fdec4d92b'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:37:36.233162 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-d220bff4-4182-4b4b-abe3-d860acc65c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:37:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['da9d8da4-aead-4bf5-8858-2c8fdec4d92b'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:36.262826 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.api.v2.resource [None req-24582265-db1f-4f69-abae-287af3e96255 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 01 04:37:36.263935 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-24582265-db1f-4f69-abae-287af3e96255 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1747530 Feb 01 04:37:36.268365 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40626) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:36.271423 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-8aef6ecd-c6e2-4694-8f0c-c2e34c94a424 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] 10.222.0.24 "PUT /v2.0/floatingips/41b0744b-9a9a-4d96-925f-bf721cab0920 HTTP/1.1" status: 200 len: 978 time: 2.5936673 Feb 01 04:37:36.274971 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-b692d62a-f044-4ad3-9f93-1a464289d387 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Request body: {'security_group_rule': {'security_group_id': '1b1a037f-801f-4077-9c09-42262a05fba4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:36.282434 dv-neutron-826830-1-hyperv neutron-server[87637]: WARNING neutron.api.v2.base [None req-b692d62a-f044-4ad3-9f93-1a464289d387 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 01 04:37:36.282969 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.api.v2.resource [None req-b692d62a-f044-4ad3-9f93-1a464289d387 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 01 04:37:36.284060 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-b692d62a-f044-4ad3-9f93-1a464289d387 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0146172 Feb 01 04:37:36.284607 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40630) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:36.291627 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40634) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:36.330917 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-30bafe8f-c76d-4e45-8d6b-68eea4b7690b tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Request body: {'security_group_rule': {'security_group_id': '1b1a037f-801f-4077-9c09-42262a05fba4', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:36.353060 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-30bafe8f-c76d-4e45-8d6b-68eea4b7690b tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:36.360852 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-d220bff4-4182-4b4b-abe3-d860acc65c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:36.361412 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-30bafe8f-c76d-4e45-8d6b-68eea4b7690b tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Usage tracker for resource:security_group_rule and tenant:08bf7f17b4814870b688b79b36e78ad6 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:37:36.361525 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d220bff4-4182-4b4b-abe3-d860acc65c49 None None] The sync data for ids ['da9d8da4-aead-4bf5-8858-2c8fdec4d92b'] in dv-neutron-826830-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:37:36.365831 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-30bafe8f-c76d-4e45-8d6b-68eea4b7690b tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:37:36.375945 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-30bafe8f-c76d-4e45-8d6b-68eea4b7690b tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:36.383666 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-6003f406-61e6-4714-b1bb-a69838ade6f9 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Deleting port db8cefd5-073c-4750-9016-c72fdff652a3 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:37:36.384034 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6003f406-61e6-4714-b1bb-a69838ade6f9 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:36.465184 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f0c499fe-6762-48f6-adc4-6d06e3cc832d tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337'] for router, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:36.484357 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.api.v2.resource [None req-30bafe8f-c76d-4e45-8d6b-68eea4b7690b tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 01 04:37:36.484803 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-30bafe8f-c76d-4e45-8d6b-68eea4b7690b tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1634207 Feb 01 04:37:36.491275 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40638) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:36.506638 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-d0a04463-28fe-42b3-8b6a-37738657aead tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Request body: {'security_group_rule': {'security_group_id': '1b1a037f-801f-4077-9c09-42262a05fba4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:36.507107 dv-neutron-826830-1-hyperv neutron-server[87637]: WARNING neutron.api.v2.base [None req-d0a04463-28fe-42b3-8b6a-37738657aead tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 01 04:37:36.507624 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.api.v2.resource [None req-d0a04463-28fe-42b3-8b6a-37738657aead tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 01 04:37:36.508557 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-d0a04463-28fe-42b3-8b6a-37738657aead tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0163279 Feb 01 04:37:36.511627 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40642) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:36.520906 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-96c077e7-7e33-47ae-8a32-3a9a107f23cc tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Request body: {'security_group_rule': {'security_group_id': '1b1a037f-801f-4077-9c09-42262a05fba4', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:36.529289 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-96c077e7-7e33-47ae-8a32-3a9a107f23cc tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:36.549015 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-96c077e7-7e33-47ae-8a32-3a9a107f23cc tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Usage tracker for resource:security_group_rule and tenant:08bf7f17b4814870b688b79b36e78ad6 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:37:36.552329 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-96c077e7-7e33-47ae-8a32-3a9a107f23cc tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:37:36.566444 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-96c077e7-7e33-47ae-8a32-3a9a107f23cc tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:36.673595 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.api.v2.resource [None req-96c077e7-7e33-47ae-8a32-3a9a107f23cc tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 01 04:37:36.675009 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-96c077e7-7e33-47ae-8a32-3a9a107f23cc tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1625051 Feb 01 04:37:36.678233 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 40646) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:36.683184 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-a5bbee77-22ce-4e07-9d45-94c9ab0bb9aa tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Request body: {'security_group_rule': {'security_group_id': '1b1a037f-801f-4077-9c09-42262a05fba4', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:36.684543 dv-neutron-826830-1-hyperv neutron-server[87636]: WARNING neutron.api.v2.base [None req-a5bbee77-22ce-4e07-9d45-94c9ab0bb9aa tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 01 04:37:36.685028 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-a5bbee77-22ce-4e07-9d45-94c9ab0bb9aa tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 01 04:37:36.685942 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a5bbee77-22ce-4e07-9d45-94c9ab0bb9aa tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0067966 Feb 01 04:37:36.687021 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0c499fe-6762-48f6-adc4-6d06e3cc832d tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Router ac459fc7-b429-418c-9be0-f363cfc9c09a is scheduled to L3 agent a3073304-82af-4a42-89af-bc532d6626bb with binding_index 1 {{(pid=87636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 01 04:37:36.689330 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 40650) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:36.695951 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-8e979e3b-2c39-4c1f-b2ec-801a1d532be2 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Request body: {'security_group_rule': {'security_group_id': '1b1a037f-801f-4077-9c09-42262a05fba4', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:36.705360 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-8e979e3b-2c39-4c1f-b2ec-801a1d532be2 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:36.757013 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-8e979e3b-2c39-4c1f-b2ec-801a1d532be2 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Usage tracker for resource:security_group_rule and tenant:08bf7f17b4814870b688b79b36e78ad6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:37:36.764824 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-8e979e3b-2c39-4c1f-b2ec-801a1d532be2 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:37:36.782914 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-8e979e3b-2c39-4c1f-b2ec-801a1d532be2 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:36.814755 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6003f406-61e6-4714-b1bb-a69838ade6f9 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:36.900148 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-8e979e3b-2c39-4c1f-b2ec-801a1d532be2 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 01 04:37:36.901171 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-8e979e3b-2c39-4c1f-b2ec-801a1d532be2 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2109933 Feb 01 04:37:36.903993 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 40654) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:36.911347 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-ee063863-82e7-4e6f-9082-6db72e067c66 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Request body: {'security_group_rule': {'security_group_id': '1b1a037f-801f-4077-9c09-42262a05fba4', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:36.918836 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c499fe-6762-48f6-adc4-6d06e3cc832d tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:37:36.920624 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-ee063863-82e7-4e6f-9082-6db72e067c66 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:36.931236 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbc4be5-4b3d-4424-ac5c-f19719da4b6b None None] Sync routers for ids ['ac459fc7-b429-418c-9be0-f363cfc9c09a'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:37:36.931845 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-ee063863-82e7-4e6f-9082-6db72e067c66 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Usage tracker for resource:security_group_rule and tenant:08bf7f17b4814870b688b79b36e78ad6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:37:36.939080 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-ee063863-82e7-4e6f-9082-6db72e067c66 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:37:36.946967 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbc4be5-4b3d-4424-ac5c-f19719da4b6b None None] Routers {'ac459fc7-b429-418c-9be0-f363cfc9c09a'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:37:36.947716 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-6dbc4be5-4b3d-4424-ac5c-f19719da4b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:37:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['ac459fc7-b429-418c-9be0-f363cfc9c09a'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:36.959622 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:37.012405 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-6dbc4be5-4b3d-4424-ac5c-f19719da4b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:37.022022 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbc4be5-4b3d-4424-ac5c-f19719da4b6b None None] Routers {'ac459fc7-b429-418c-9be0-f363cfc9c09a'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:37:37.022732 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-6dbc4be5-4b3d-4424-ac5c-f19719da4b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:37:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['ac459fc7-b429-418c-9be0-f363cfc9c09a'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:37.084344 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-ee063863-82e7-4e6f-9082-6db72e067c66 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:37.092220 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f0c499fe-6762-48f6-adc4-6d06e3cc832d tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:37.095641 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f0c499fe-6762-48f6-adc4-6d06e3cc832d tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.9598279 Feb 01 04:37:37.097112 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40660) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:37.105047 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-44925217-3a3f-459b-8e7b-ed6899f8525a tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:37.117780 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-6dbc4be5-4b3d-4424-ac5c-f19719da4b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:37.118312 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbc4be5-4b3d-4424-ac5c-f19719da4b6b None None] The sync data for ids ['ac459fc7-b429-418c-9be0-f363cfc9c09a'] in dv-neutron-826830-1-hyperv is: [] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:37:37.121381 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-ee063863-82e7-4e6f-9082-6db72e067c66 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 01 04:37:37.125664 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ee063863-82e7-4e6f-9082-6db72e067c66 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2178745 Feb 01 04:37:37.126287 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 40664) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:37.188406 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ba7da9b1-2c59-4bdf-bf15-3ad18ccd05ae tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:37.192303 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6003f406-61e6-4714-b1bb-a69838ade6f9 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:37.192677 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6003f406-61e6-4714-b1bb-a69838ade6f9 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-774194'] for floatingip, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:37.192980 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.l3_db [None req-6003f406-61e6-4714-b1bb-a69838ade6f9 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Floating IP 41b0744b-9a9a-4d96-925f-bf721cab0920 disassociated. External IP: 172.26.8.97, port: db8cefd5-073c-4750-9016-c72fdff652a3. Feb 01 04:37:37.193309 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-6003f406-61e6-4714-b1bb-a69838ade6f9 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Calling delete_port for db8cefd5-073c-4750-9016-c72fdff652a3 owned by {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:37:37.214948 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ba7da9b1-2c59-4bdf-bf15-3ad18ccd05ae tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:37.260621 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ba7da9b1-2c59-4bdf-bf15-3ad18ccd05ae tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:37.279797 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7da9b1-2c59-4bdf-bf15-3ad18ccd05ae tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b1a037f-801f-4077-9c09-42262a05fba4,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:37.287813 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ba7da9b1-2c59-4bdf-bf15-3ad18ccd05ae tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:37.291413 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ba7da9b1-2c59-4bdf-bf15-3ad18ccd05ae tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] 10.222.0.24 "DELETE /v2.0/security-groups/1b1a037f-801f-4077-9c09-42262a05fba4 HTTP/1.1" status: 204 len: 168 time: 0.1621671 Feb 01 04:37:37.291633 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 40668) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:37.345880 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-9508de57-1ff3-4e11-a43f-707797a259f6 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Synchronizing usage tracker for tenant:08bf7f17b4814870b688b79b36e78ad6 on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:37:37.360843 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-9508de57-1ff3-4e11-a43f-707797a259f6 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Unset dirty status for tenant:08bf7f17b4814870b688b79b36e78ad6 on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:37:37.362270 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9508de57-1ff3-4e11-a43f-707797a259f6 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0697453 Feb 01 04:37:37.366502 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 40672) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:37.371509 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-87f1baa2-f9d3-44e4-b134-5730930e3be8 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Request body: {'security_group': {'name': 'tempest-secgroup--1829216642'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:37.378829 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-87f1baa2-f9d3-44e4-b134-5730930e3be8 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:37.380759 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 40676) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:37.453719 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-87f1baa2-f9d3-44e4-b134-5730930e3be8 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:37.481307 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-87f1baa2-f9d3-44e4-b134-5730930e3be8 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:37.540862 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6003f406-61e6-4714-b1bb-a69838ade6f9 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:37.571600 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-87f1baa2-f9d3-44e4-b134-5730930e3be8 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:37.579658 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-87f1baa2-f9d3-44e4-b134-5730930e3be8 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Usage tracker for resource:security_group_rule and tenant:08bf7f17b4814870b688b79b36e78ad6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:37:37.584188 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-87f1baa2-f9d3-44e4-b134-5730930e3be8 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:37:37.593091 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-87f1baa2-f9d3-44e4-b134-5730930e3be8 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:37.611932 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6003f406-61e6-4714-b1bb-a69838ade6f9 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Pushing event deleted for resources: {'Port': ['ID=db8cefd5-073c-4750-9016-c72fdff652a3,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:37.882853 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-87f1baa2-f9d3-44e4-b134-5730930e3be8 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:37.892787 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-87f1baa2-f9d3-44e4-b134-5730930e3be8 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:37.946021 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-44925217-3a3f-459b-8e7b-ed6899f8525a tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:37.960807 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6003f406-61e6-4714-b1bb-a69838ade6f9 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Router da9d8da4-aead-4bf5-8858-2c8fdec4d92b has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:37:37.972262 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-44925217-3a3f-459b-8e7b-ed6899f8525a tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:37.987043 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f1baa2-f9d3-44e4-b134-5730930e3be8 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=268b8f73-86c3-4c40-94db-95dc2294c963,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:37.995294 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-87f1baa2-f9d3-44e4-b134-5730930e3be8 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:37.999475 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-87f1baa2-f9d3-44e4-b134-5730930e3be8 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6290812 Feb 01 04:37:38.002404 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 40680) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:38.008546 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-84111d65-5c6d-452f-8042-8b08f2c8eb77 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Request body: {'security_group_rule': {'security_group_id': '268b8f73-86c3-4c40-94db-95dc2294c963', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:38.016549 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-84111d65-5c6d-452f-8042-8b08f2c8eb77 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:38.027728 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-84111d65-5c6d-452f-8042-8b08f2c8eb77 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Usage tracker for resource:security_group_rule and tenant:08bf7f17b4814870b688b79b36e78ad6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:37:38.032238 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-84111d65-5c6d-452f-8042-8b08f2c8eb77 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:37:38.039918 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-84111d65-5c6d-452f-8042-8b08f2c8eb77 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:38.089897 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-84111d65-5c6d-452f-8042-8b08f2c8eb77 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] create failed (client error): The resource could not be found. Feb 01 04:37:38.090832 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-84111d65-5c6d-452f-8042-8b08f2c8eb77 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0875208 Feb 01 04:37:38.095746 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 40684) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:38.129535 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-0aebc25f-2279-4fd9-8027-3cdb82234281 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Request body: {'security_group_rule': {'security_group_id': '268b8f73-86c3-4c40-94db-95dc2294c963', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '21288df4-decc-407b-8b27-86f47fee4311'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:38.143875 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-0aebc25f-2279-4fd9-8027-3cdb82234281 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:38.149530 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0aebc25f-2279-4fd9-8027-3cdb82234281 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Usage tracker for resource:security_group_rule and tenant:08bf7f17b4814870b688b79b36e78ad6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:37:38.152711 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0aebc25f-2279-4fd9-8027-3cdb82234281 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:37:38.160651 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-44925217-3a3f-459b-8e7b-ed6899f8525a tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Deleting port 26ecc730-5a19-4ec3-bc67-730ff790335c {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:37:38.160983 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-44925217-3a3f-459b-8e7b-ed6899f8525a tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:38.166138 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-0aebc25f-2279-4fd9-8027-3cdb82234281 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:38.208055 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6b4feb12-e7f1-47b8-af42-3b868e21d751 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-371968'] for router_interface, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:38.278614 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-0aebc25f-2279-4fd9-8027-3cdb82234281 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] create failed (client error): The resource could not be found. Feb 01 04:37:38.279669 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0aebc25f-2279-4fd9-8027-3cdb82234281 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1839371 Feb 01 04:37:38.288540 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 40688) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:38.399594 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6003f406-61e6-4714-b1bb-a69838ade6f9 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:37:38.411567 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5302dc-3de2-44e7-a22c-33184f9a3ae4 None None] Sync routers for ids ['da9d8da4-aead-4bf5-8858-2c8fdec4d92b'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:37:38.421176 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5302dc-3de2-44e7-a22c-33184f9a3ae4 None None] Routers {'da9d8da4-aead-4bf5-8858-2c8fdec4d92b'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:37:38.421917 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-bc5302dc-3de2-44e7-a22c-33184f9a3ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:37:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['da9d8da4-aead-4bf5-8858-2c8fdec4d92b'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:38.485434 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-bc5302dc-3de2-44e7-a22c-33184f9a3ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:38.485721 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-365683e0-0af3-411e-b6d4-f7b9743ec02c tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:38.494278 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5302dc-3de2-44e7-a22c-33184f9a3ae4 None None] Routers {'da9d8da4-aead-4bf5-8858-2c8fdec4d92b'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:37:38.494662 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-bc5302dc-3de2-44e7-a22c-33184f9a3ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:37:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['da9d8da4-aead-4bf5-8858-2c8fdec4d92b'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:38.497293 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-44925217-3a3f-459b-8e7b-ed6899f8525a tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:38.538422 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-365683e0-0af3-411e-b6d4-f7b9743ec02c tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:38.559155 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-bc5302dc-3de2-44e7-a22c-33184f9a3ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:38.559700 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5302dc-3de2-44e7-a22c-33184f9a3ae4 None None] The sync data for ids ['da9d8da4-aead-4bf5-8858-2c8fdec4d92b'] in dv-neutron-826830-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:37:38.630695 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-44925217-3a3f-459b-8e7b-ed6899f8525a tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Calling delete_port for 26ecc730-5a19-4ec3-bc67-730ff790335c owned by network:router_gateway {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:37:38.638924 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-365683e0-0af3-411e-b6d4-f7b9743ec02c tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:38.660856 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365683e0-0af3-411e-b6d4-f7b9743ec02c tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=268b8f73-86c3-4c40-94db-95dc2294c963,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:38.672164 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6003f406-61e6-4714-b1bb-a69838ade6f9 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:38.689911 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-6003f406-61e6-4714-b1bb-a69838ade6f9 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] 10.222.0.24 "DELETE /v2.0/ports/db8cefd5-073c-4750-9016-c72fdff652a3 HTTP/1.1" status: 204 len: 168 time: 2.4043345 Feb 01 04:37:38.693478 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40692) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:38.703802 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-365683e0-0af3-411e-b6d4-f7b9743ec02c tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:38.704904 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-365683e0-0af3-411e-b6d4-f7b9743ec02c tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] 10.222.0.24 "DELETE /v2.0/security-groups/268b8f73-86c3-4c40-94db-95dc2294c963 HTTP/1.1" status: 204 len: 168 time: 0.4154682 Feb 01 04:37:38.711255 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 40696) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:38.763510 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-6b4feb12-e7f1-47b8-af42-3b868e21d751 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Deleting port 44a49d08-b25a-4c46-9f2b-c4e2bb52a15b {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:37:38.763853 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6b4feb12-e7f1-47b8-af42-3b868e21d751 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:38.824270 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0024208a-6512-4bdf-8e6a-9d3462c4cac9 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Synchronizing usage tracker for tenant:08bf7f17b4814870b688b79b36e78ad6 on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:37:38.876072 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0024208a-6512-4bdf-8e6a-9d3462c4cac9 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Unset dirty status for tenant:08bf7f17b4814870b688b79b36e78ad6 on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:37:38.877293 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0024208a-6512-4bdf-8e6a-9d3462c4cac9 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1651609 Feb 01 04:37:38.882166 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 40700) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:38.888351 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-91807248-6600-405c-9d85-cc03d15525e1 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Request body: {'security_group_rule': {'security_group_id': '105d73a4-3d9d-49d7-aeab-9ab0b67184ee', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:38.898177 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-91807248-6600-405c-9d85-cc03d15525e1 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:39.068620 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-91807248-6600-405c-9d85-cc03d15525e1 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Usage tracker for resource:security_group_rule and tenant:08bf7f17b4814870b688b79b36e78ad6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:37:39.073199 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-91807248-6600-405c-9d85-cc03d15525e1 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:37:39.082974 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-91807248-6600-405c-9d85-cc03d15525e1 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:39.108734 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-44925217-3a3f-459b-8e7b-ed6899f8525a tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:39.128603 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-6b4feb12-e7f1-47b8-af42-3b868e21d751 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] For port 44a49d08-b25a-4c46-9f2b-c4e2bb52a15b, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=44a49d08-b25a-4c46-9f2b-c4e2bb52a15b,segment=NetworkSegment(1cd68dee-a786-49b7-a195-9727492e41c7),segment_id=1cd68dee-a786-49b7-a195-9727492e41c7)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:37:39.128951 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6b4feb12-e7f1-47b8-af42-3b868e21d751 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:39.170986 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44925217-3a3f-459b-8e7b-ed6899f8525a tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Pushing event deleted for resources: {'Port': ['ID=26ecc730-5a19-4ec3-bc67-730ff790335c,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:39.274260 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-6b4feb12-e7f1-47b8-af42-3b868e21d751 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Calling delete_port for 44a49d08-b25a-4c46-9f2b-c4e2bb52a15b owned by network:router_interface {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:37:39.313582 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-91807248-6600-405c-9d85-cc03d15525e1 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] create failed (client error): The resource could not be found. Feb 01 04:37:39.318388 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-91807248-6600-405c-9d85-cc03d15525e1 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4359694 Feb 01 04:37:39.319581 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40704) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:39.463603 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-44925217-3a3f-459b-8e7b-ed6899f8525a tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-774381'] for router_gateway, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:39.486817 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6b4feb12-e7f1-47b8-af42-3b868e21d751 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:39.517469 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-edcf5af9-6051-4f7d-bbda-dbcf43a11348 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Request body: {'security_group': {'name': 'tempest-secgroup--1498404279'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:39.532644 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4feb12-e7f1-47b8-af42-3b868e21d751 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event deleted for resources: {'Port': ['ID=44a49d08-b25a-4c46-9f2b-c4e2bb52a15b,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:39.539865 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-edcf5af9-6051-4f7d-bbda-dbcf43a11348 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:39.626895 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-edcf5af9-6051-4f7d-bbda-dbcf43a11348 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:39.816106 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-edcf5af9-6051-4f7d-bbda-dbcf43a11348 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Notify callbacks [] for security_group, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:39.826062 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6b4feb12-e7f1-47b8-af42-3b868e21d751 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770960'] for router_interface, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:39.914965 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-44925217-3a3f-459b-8e7b-ed6899f8525a tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:39.921449 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-edcf5af9-6051-4f7d-bbda-dbcf43a11348 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:39.951334 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-44925217-3a3f-459b-8e7b-ed6899f8525a tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-774359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-774360', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-772505'] for router, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:39.961233 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-edcf5af9-6051-4f7d-bbda-dbcf43a11348 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Usage tracker for resource:security_group_rule and tenant:08bf7f17b4814870b688b79b36e78ad6 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:37:40.017960 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-edcf5af9-6051-4f7d-bbda-dbcf43a11348 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:37:40.037604 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-edcf5af9-6051-4f7d-bbda-dbcf43a11348 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:40.137471 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44925217-3a3f-459b-8e7b-ed6899f8525a tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Router ac459fc7-b429-418c-9be0-f363cfc9c09a has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:37:40.208177 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b4feb12-e7f1-47b8-af42-3b868e21d751 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Router 889752ef-184a-4920-8f78-ac992ee25805 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:37:40.235690 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-574a8593-fcc2-4a18-a34e-6d6d6f9cf8e9 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-371968'] for router_interface, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:40.390209 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b4feb12-e7f1-47b8-af42-3b868e21d751 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:37:40.396869 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-edcf5af9-6051-4f7d-bbda-dbcf43a11348 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Notify callbacks [] for security_group, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:40.398137 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44925217-3a3f-459b-8e7b-ed6899f8525a tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:37:40.402149 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca62fb5-460a-4175-8552-6e614ddecd60 None None] Sync routers for ids ['889752ef-184a-4920-8f78-ac992ee25805'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:37:40.410640 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-edcf5af9-6051-4f7d-bbda-dbcf43a11348 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:40.414173 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-6b4feb12-e7f1-47b8-af42-3b868e21d751 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "PUT /v2.0/routers/889752ef-184a-4920-8f78-ac992ee25805/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0296092 Feb 01 04:37:40.417948 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca62fb5-460a-4175-8552-6e614ddecd60 None None] Routers {'889752ef-184a-4920-8f78-ac992ee25805'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:37:40.420256 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-bca62fb5-460a-4175-8552-6e614ddecd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:37:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['889752ef-184a-4920-8f78-ac992ee25805'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:40.422846 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1003268f-beb7-4b03-83ef-5425c5f54067 None None] Sync routers for ids ['ac459fc7-b429-418c-9be0-f363cfc9c09a'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:37:40.435811 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1003268f-beb7-4b03-83ef-5425c5f54067 None None] Routers {'ac459fc7-b429-418c-9be0-f363cfc9c09a'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:37:40.437236 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-1003268f-beb7-4b03-83ef-5425c5f54067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:37:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['ac459fc7-b429-418c-9be0-f363cfc9c09a'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:40.513198 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-1003268f-beb7-4b03-83ef-5425c5f54067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:40.525113 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1003268f-beb7-4b03-83ef-5425c5f54067 None None] Routers {'ac459fc7-b429-418c-9be0-f363cfc9c09a'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:37:40.526047 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-1003268f-beb7-4b03-83ef-5425c5f54067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:37:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['ac459fc7-b429-418c-9be0-f363cfc9c09a'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:40.529003 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-edcf5af9-6051-4f7d-bbda-dbcf43a11348 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:40.530195 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-edcf5af9-6051-4f7d-bbda-dbcf43a11348 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0726144 Feb 01 04:37:40.533555 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 40710) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:40.534861 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcf5af9-6051-4f7d-bbda-dbcf43a11348 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea148bca-f799-4ab5-b509-b35d3e648187,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:40.539617 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-684e4c45-2a89-49f9-be46-30b0d487badc tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Request body: {'security_group': {'name': 'tempest-secgroup--1782257840'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:40.541135 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-44925217-3a3f-459b-8e7b-ed6899f8525a tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:40.542565 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-44925217-3a3f-459b-8e7b-ed6899f8525a tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] 10.222.0.24 "PUT /v2.0/routers/ac459fc7-b429-418c-9be0-f363cfc9c09a HTTP/1.1" status: 200 len: 705 time: 3.4445193 Feb 01 04:37:40.546253 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40714) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:40.553936 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-684e4c45-2a89-49f9-be46-30b0d487badc tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:40.579332 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-684e4c45-2a89-49f9-be46-30b0d487badc tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:40.607663 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-684e4c45-2a89-49f9-be46-30b0d487badc tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:40.665660 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-684e4c45-2a89-49f9-be46-30b0d487badc tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:40.669643 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-684e4c45-2a89-49f9-be46-30b0d487badc tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Usage tracker for resource:security_group_rule and tenant:08bf7f17b4814870b688b79b36e78ad6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:37:40.675384 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-bca62fb5-460a-4175-8552-6e614ddecd60 None None] Set router 889752ef-184a-4920-8f78-ac992ee25805 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:37:40.680036 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-1003268f-beb7-4b03-83ef-5425c5f54067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:40.680239 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-684e4c45-2a89-49f9-be46-30b0d487badc tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:37:40.680672 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1003268f-beb7-4b03-83ef-5425c5f54067 None None] The sync data for ids ['ac459fc7-b429-418c-9be0-f363cfc9c09a'] in dv-neutron-826830-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:37:40.688446 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-684e4c45-2a89-49f9-be46-30b0d487badc tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:40.780097 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-684e4c45-2a89-49f9-be46-30b0d487badc tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:40.787375 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-684e4c45-2a89-49f9-be46-30b0d487badc tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:40.930876 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-39e4d433-fa29-4071-8de7-f25b3a1f7cda tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] 10.222.0.24 "GET /v2.0/routers/ac459fc7-b429-418c-9be0-f363cfc9c09a HTTP/1.1" status: 200 len: 740 time: 0.3802631 Feb 01 04:37:40.931462 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40720) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:40.996448 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-f86f48b1-6331-4584-82a6-b7fe50713b55 tempest-RoutersAdminTest-91218706 tempest-RoutersAdminTest-91218706-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=bdef128a-46b3-4cca-a245-48d1eb781269&device_id=ac459fc7-b429-418c-9be0-f363cfc9c09a HTTP/1.1" status: 200 len: 205 time: 0.0588560 Feb 01 04:37:40.996852 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40724) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:41.011084 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-684e4c45-2a89-49f9-be46-30b0d487badc tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:41.012475 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-684e4c45-2a89-49f9-be46-30b0d487badc tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4777308 Feb 01 04:37:41.021970 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 40728) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:41.032312 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-38b53eca-c113-45e8-902f-d590dd4f6c90 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Request body: {'security_group_rule': {'security_group_id': 'ea148bca-f799-4ab5-b509-b35d3e648187', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '2823c159-eaef-480d-9f7e-3d87623e85e8'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:41.038064 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-38b53eca-c113-45e8-902f-d590dd4f6c90 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:41.042004 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-38b53eca-c113-45e8-902f-d590dd4f6c90 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Usage tracker for resource:security_group_rule and tenant:08bf7f17b4814870b688b79b36e78ad6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:37:41.045018 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-38b53eca-c113-45e8-902f-d590dd4f6c90 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:37:41.050781 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-38b53eca-c113-45e8-902f-d590dd4f6c90 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:41.055123 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-050b1f84-0da3-43dd-bdc0-4585d8628359 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac459fc7-b429-418c-9be0-f363cfc9c09a HTTP/1.1" status: 200 len: 205 time: 0.0548985 Feb 01 04:37:41.056335 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40732) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:41.066480 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684e4c45-2a89-49f9-be46-30b0d487badc tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2823c159-eaef-480d-9f7e-3d87623e85e8,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:41.095724 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-bca62fb5-460a-4175-8552-6e614ddecd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889752ef-184a-4920-8f78-ac992ee25805', 'name': 'tempest-TestNetworkBasicOps-router-58698102', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.76'}], 'enable_snat': True}, 'gw_port_id': '47a4fe6d-916d-4587-a9ef-092ebd9171bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:35:23Z', 'updated_at': '2022-02-01T04:37:39Z', 'revision_number': 6, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': '47a4fe6d-916d-4587-a9ef-092ebd9171bc', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:15:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889752ef-184a-4920-8f78-ac992ee25805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:35:25Z', 'updated_at': '2022-02-01T04:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': '4faa68be-036a-4b66-adcf-3bf3d873f77e', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'floating_ip_address': '172.26.8.38', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '889752ef-184a-4920-8f78-ac992ee25805', 'port_id': 'f9ac5d7c-27c3-4810-a25b-7734331ac764', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d', 'mac_address': 'fa:16:3e:9d:4a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af68ca87-7dc0-401e-b0f7-ac6a737aabf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:36:16Z', 'updated_at': '2022-02-01T04:36:23Z', 'revision_number': 1, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a821d54-e502-48fc-b7c9-2b1c37caa29f', 'name': '', 'network_id': '6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:c2:c3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889752ef-184a-4920-8f78-ac992ee25805', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '2933f122-fed7-475d-b133-59ebd7cf5542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:35:32Z', 'updated_at': '2022-02-01T04:35:46Z', 'revision_number': 5, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': '2933f122-fed7-475d-b133-59ebd7cf5542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:41.100253 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca62fb5-460a-4175-8552-6e614ddecd60 None None] Checking router: 889752ef-184a-4920-8f78-ac992ee25805 for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:37:41.103926 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-38b53eca-c113-45e8-902f-d590dd4f6c90 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 01 04:37:41.105140 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-38b53eca-c113-45e8-902f-d590dd4f6c90 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0796959 Feb 01 04:37:41.109284 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 40736) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:41.109908 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca62fb5-460a-4175-8552-6e614ddecd60 None None] Routers {'889752ef-184a-4920-8f78-ac992ee25805'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:37:41.110511 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-bca62fb5-460a-4175-8552-6e614ddecd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:37:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['889752ef-184a-4920-8f78-ac992ee25805'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:41.132065 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3e78c-37f3-4150-a52c-1774995b40d7 req-346b1008-ecf4-44c8-9e50-4ce7ab9044ca tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:37:41.132912 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-a0f3e78c-37f3-4150-a52c-1774995b40d7 req-346b1008-ecf4-44c8-9e50-4ce7ab9044ca tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Synchronizing usage tracker for tenant:0629703b9474474a9f2fde13723d2e8b on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:37:41.158237 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-a0f3e78c-37f3-4150-a52c-1774995b40d7 req-346b1008-ecf4-44c8-9e50-4ce7ab9044ca tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Unset dirty status for tenant:0629703b9474474a9f2fde13723d2e8b on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:37:41.159549 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a0f3e78c-37f3-4150-a52c-1774995b40d7 req-346b1008-ecf4-44c8-9e50-4ce7ab9044ca tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=7166a2c9-994a-43d4-ade2-deb1c47b05ba HTTP/1.1" status: 200 len: 946 time: 0.3275495 Feb 01 04:37:41.229314 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8de295f3-d9ee-4c54-a088-3cee26f9cf15 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:41.234366 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a0f3e78c-37f3-4150-a52c-1774995b40d7 req-ccc60a70-fdfc-4513-80e4-27e17f5e4243 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=91bf839b-e992-4d8a-9594-be77b2c1bc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624373 Feb 01 04:37:41.237311 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3a14a231-3e83-4ab9-a106-4947a7ca8949 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks [] for router, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:41.263229 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8de295f3-d9ee-4c54-a088-3cee26f9cf15 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:41.294859 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-bca62fb5-460a-4175-8552-6e614ddecd60 None None] Set router 889752ef-184a-4920-8f78-ac992ee25805 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:37:41.316860 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8de295f3-d9ee-4c54-a088-3cee26f9cf15 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:41.335934 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de295f3-d9ee-4c54-a088-3cee26f9cf15 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2823c159-eaef-480d-9f7e-3d87623e85e8,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:41.342694 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8de295f3-d9ee-4c54-a088-3cee26f9cf15 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:41.343886 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-8de295f3-d9ee-4c54-a088-3cee26f9cf15 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] 10.222.0.24 "DELETE /v2.0/security-groups/2823c159-eaef-480d-9f7e-3d87623e85e8 HTTP/1.1" status: 204 len: 168 time: 0.2337904 Feb 01 04:37:41.346314 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 40740) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:41.366023 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 04:37:41.408066 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-cb2ecb17-854b-4ec8-856f-3bd3420d50f7 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Synchronizing usage tracker for tenant:08bf7f17b4814870b688b79b36e78ad6 on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:37:41.423871 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-cb2ecb17-854b-4ec8-856f-3bd3420d50f7 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Unset dirty status for tenant:08bf7f17b4814870b688b79b36e78ad6 on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:37:41.425204 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-cb2ecb17-854b-4ec8-856f-3bd3420d50f7 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0778182 Feb 01 04:37:41.428165 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 40744) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:41.439556 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-574a8593-fcc2-4a18-a34e-6d6d6f9cf8e9 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Deleting port 8def3da4-09f8-4eb4-bde1-fff5ec8e169d {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:37:41.440022 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-574a8593-fcc2-4a18-a34e-6d6d6f9cf8e9 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:41.494286 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8fec2e9c-f991-440f-8269-dba672587cc6 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:41.523122 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8fec2e9c-f991-440f-8269-dba672587cc6 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:41.573853 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8fec2e9c-f991-440f-8269-dba672587cc6 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:41.591554 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec2e9c-f991-440f-8269-dba672587cc6 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea148bca-f799-4ab5-b509-b35d3e648187,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:41.606678 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8fec2e9c-f991-440f-8269-dba672587cc6 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:41.611230 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-8fec2e9c-f991-440f-8269-dba672587cc6 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] 10.222.0.24 "DELETE /v2.0/security-groups/ea148bca-f799-4ab5-b509-b35d3e648187 HTTP/1.1" status: 204 len: 168 time: 0.1818800 Feb 01 04:37:41.611922 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 40748) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:41.634230 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3a14a231-3e83-4ab9-a106-4947a7ca8949 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25968'] for router, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:41.639501 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3a14a231-3e83-4ab9-a106-4947a7ca8949 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:41.668256 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-9481202f-25bc-44c8-ac48-10bd830df60a tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Synchronizing usage tracker for tenant:08bf7f17b4814870b688b79b36e78ad6 on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:37:41.673793 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-bca62fb5-460a-4175-8552-6e614ddecd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889752ef-184a-4920-8f78-ac992ee25805', 'name': 'tempest-TestNetworkBasicOps-router-58698102', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.76'}], 'enable_snat': True}, 'gw_port_id': '47a4fe6d-916d-4587-a9ef-092ebd9171bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:35:23Z', 'updated_at': '2022-02-01T04:37:39Z', 'revision_number': 6, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': '47a4fe6d-916d-4587-a9ef-092ebd9171bc', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:15:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889752ef-184a-4920-8f78-ac992ee25805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:35:25Z', 'updated_at': '2022-02-01T04:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': '4faa68be-036a-4b66-adcf-3bf3d873f77e', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'floating_ip_address': '172.26.8.38', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '889752ef-184a-4920-8f78-ac992ee25805', 'port_id': 'f9ac5d7c-27c3-4810-a25b-7734331ac764', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d', 'mac_address': 'fa:16:3e:9d:4a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af68ca87-7dc0-401e-b0f7-ac6a737aabf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:36:16Z', 'updated_at': '2022-02-01T04:36:23Z', 'revision_number': 1, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a821d54-e502-48fc-b7c9-2b1c37caa29f', 'name': '', 'network_id': '6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:c2:c3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889752ef-184a-4920-8f78-ac992ee25805', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '2933f122-fed7-475d-b133-59ebd7cf5542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:35:32Z', 'updated_at': '2022-02-01T04:35:46Z', 'revision_number': 5, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': '2933f122-fed7-475d-b133-59ebd7cf5542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:41.677881 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca62fb5-460a-4175-8552-6e614ddecd60 None None] The sync data for ids ['889752ef-184a-4920-8f78-ac992ee25805'] in dv-neutron-826830-1-hyperv is: [{'id': '889752ef-184a-4920-8f78-ac992ee25805', 'name': 'tempest-TestNetworkBasicOps-router-58698102', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.76'}], 'enable_snat': True}, 'gw_port_id': '47a4fe6d-916d-4587-a9ef-092ebd9171bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:35:23Z', 'updated_at': '2022-02-01T04:37:39Z', 'revision_number': 6, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': '47a4fe6d-916d-4587-a9ef-092ebd9171bc', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:15:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889752ef-184a-4920-8f78-ac992ee25805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:35:25Z', 'updated_at': '2022-02-01T04:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': '4faa68be-036a-4b66-adcf-3bf3d873f77e', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'floating_ip_address': '172.26.8.38', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '889752ef-184a-4920-8f78-ac992ee25805', 'port_id': 'f9ac5d7c-27c3-4810-a25b-7734331ac764', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d', 'mac_address': 'fa:16:3e:9d:4a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af68ca87-7dc0-401e-b0f7-ac6a737aabf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:36:16Z', 'updated_at': '2022-02-01T04:36:23Z', 'revision_number': 1, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a821d54-e502-48fc-b7c9-2b1c37caa29f', 'name': '', 'network_id': '6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:c2:c3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889752ef-184a-4920-8f78-ac992ee25805', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '2933f122-fed7-475d-b133-59ebd7cf5542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:35:32Z', 'updated_at': '2022-02-01T04:35:46Z', 'revision_number': 5, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': '2933f122-fed7-475d-b133-59ebd7cf5542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:37:41.686313 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-9481202f-25bc-44c8-ac48-10bd830df60a tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Unset dirty status for tenant:08bf7f17b4814870b688b79b36e78ad6 on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:37:41.688695 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9481202f-25bc-44c8-ac48-10bd830df60a tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0757620 Feb 01 04:37:41.693355 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40752) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:41.702192 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-17af9f08-85fc-46be-9f3b-dee074186929 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Request body: {'security_group': {'name': 'tempest-secgroup--1021249910'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:41.758188 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3a14a231-3e83-4ab9-a106-4947a7ca8949 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772958'] for router, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:41.758666 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a14a231-3e83-4ab9-a106-4947a7ca8949 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Fanout notify agent at l3_agent the message router_deleted on router ac459fc7-b429-418c-9be0-f363cfc9c09a {{(pid=87637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 01 04:37:41.762457 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-17af9f08-85fc-46be-9f3b-dee074186929 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:41.788187 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3a14a231-3e83-4ab9-a106-4947a7ca8949 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:41.789237 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-3a14a231-3e83-4ab9-a106-4947a7ca8949 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] 10.222.0.24 "DELETE /v2.0/routers/ac459fc7-b429-418c-9be0-f363cfc9c09a HTTP/1.1" status: 204 len: 168 time: 0.7324567 Feb 01 04:37:41.793225 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 40756) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:41.797587 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-17af9f08-85fc-46be-9f3b-dee074186929 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:41.819879 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-574a8593-fcc2-4a18-a34e-6d6d6f9cf8e9 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:41.827573 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-17af9f08-85fc-46be-9f3b-dee074186929 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Notify callbacks [] for security_group, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:41.837426 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-bd4ca6c4-b516-408f-bdb6-c5e540705fe7 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac459fc7-b429-418c-9be0-f363cfc9c09a HTTP/1.1" status: 200 len: 205 time: 0.0426471 Feb 01 04:37:41.839440 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 40760) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:41.909200 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-87741ad1-9501-43cc-af82-27b6e8ca236b tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] delete failed (client error): The resource could not be found. Feb 01 04:37:41.910212 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-87741ad1-9501-43cc-af82-27b6e8ca236b tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] 10.222.0.24 "DELETE /v2.0/routers/ac459fc7-b429-418c-9be0-f363cfc9c09a HTTP/1.1" status: 404 len: 336 time: 0.0696473 Feb 01 04:37:41.912925 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 40764) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:41.959358 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-921e4d42-9433-47cb-a601-5daa294189c7 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a01387b-9d72-426b-913a-9975f9f1dbf7 HTTP/1.1" status: 200 len: 205 time: 0.0432131 Feb 01 04:37:41.959570 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-574a8593-fcc2-4a18-a34e-6d6d6f9cf8e9 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Calling delete_port for 8def3da4-09f8-4eb4-bde1-fff5ec8e169d owned by network:router_interface {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:37:41.960041 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 40768) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:41.998206 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-17af9f08-85fc-46be-9f3b-dee074186929 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:42.010245 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-17af9f08-85fc-46be-9f3b-dee074186929 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Usage tracker for resource:security_group_rule and tenant:08bf7f17b4814870b688b79b36e78ad6 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:37:42.014699 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-17af9f08-85fc-46be-9f3b-dee074186929 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:37:42.032344 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-17af9f08-85fc-46be-9f3b-dee074186929 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:42.038806 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-2f6f431b-a89a-497b-a72d-2ca24fabe3c4 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] delete failed (client error): The resource could not be found. Feb 01 04:37:42.041355 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2f6f431b-a89a-497b-a72d-2ca24fabe3c4 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] 10.222.0.24 "DELETE /v2.0/routers/9a01387b-9d72-426b-913a-9975f9f1dbf7 HTTP/1.1" status: 404 len: 336 time: 0.0793278 Feb 01 04:37:42.042704 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 40772) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:42.089884 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-57a13248-1ea5-40c6-88fd-fed3b5a6daa3 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fae5fcf-6cdb-4130-a4e0-4dd49cbe316e HTTP/1.1" status: 200 len: 205 time: 0.0452416 Feb 01 04:37:42.091778 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 40776) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:42.165997 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-ee5b1a9f-e6a1-4b46-930e-fcff30a1fce2 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] delete failed (client error): The resource could not be found. Feb 01 04:37:42.169427 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ee5b1a9f-e6a1-4b46-930e-fcff30a1fce2 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] 10.222.0.24 "DELETE /v2.0/routers/5fae5fcf-6cdb-4130-a4e0-4dd49cbe316e HTTP/1.1" status: 404 len: 336 time: 0.0743537 Feb 01 04:37:42.169684 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 40780) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:42.222896 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0e468c14-61cc-46ea-a0cd-ee6d6b94254a tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5f7fa20-bcd9-44a4-9719-87e265eef348 HTTP/1.1" status: 200 len: 205 time: 0.0499167 Feb 01 04:37:42.223553 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 40784) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:42.321713 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-17af9f08-85fc-46be-9f3b-dee074186929 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Notify callbacks [] for security_group, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:42.327114 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-17af9f08-85fc-46be-9f3b-dee074186929 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:42.345383 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-26507641-4572-4ee7-933e-c172b4c83baf tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] delete failed (client error): The resource could not be found. Feb 01 04:37:42.346410 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-26507641-4572-4ee7-933e-c172b4c83baf tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] 10.222.0.24 "DELETE /v2.0/routers/b5f7fa20-bcd9-44a4-9719-87e265eef348 HTTP/1.1" status: 404 len: 336 time: 0.1218479 Feb 01 04:37:42.348991 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 40790) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:42.402457 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4623f93a-6299-432c-bb10-26b036f5983f tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] 10.222.0.24 "GET /v2.0/ports?device_id=1adb7470-13d1-4259-ae28-5a5983ba4846 HTTP/1.1" status: 200 len: 205 time: 0.0524108 Feb 01 04:37:42.405787 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 40794) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:42.473884 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-9ee46cae-5922-4237-a443-8f6764d5e274 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] delete failed (client error): The resource could not be found. Feb 01 04:37:42.474892 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9ee46cae-5922-4237-a443-8f6764d5e274 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] 10.222.0.24 "DELETE /v2.0/routers/1adb7470-13d1-4259-ae28-5a5983ba4846 HTTP/1.1" status: 404 len: 336 time: 0.0678437 Feb 01 04:37:42.477815 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17af9f08-85fc-46be-9f3b-dee074186929 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8b99a3-cdfb-48a6-854c-17b06b3711a2,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:42.478631 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 40798) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:42.496568 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-17af9f08-85fc-46be-9f3b-dee074186929 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:42.497784 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-17af9f08-85fc-46be-9f3b-dee074186929 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8033495 Feb 01 04:37:42.503456 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40802) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:42.513095 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-f9c69b2d-a368-4843-9d05-b3b5d64f47ac tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:42.513493 dv-neutron-826830-1-hyperv neutron-server[87637]: WARNING neutron.api.v2.base [None req-f9c69b2d-a368-4843-9d05-b3b5d64f47ac tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 01 04:37:42.514021 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.api.v2.resource [None req-f9c69b2d-a368-4843-9d05-b3b5d64f47ac tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] update failed (client error): There was a conflict when trying to complete your request. Feb 01 04:37:42.515019 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-f9c69b2d-a368-4843-9d05-b3b5d64f47ac tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] 10.222.0.24 "PUT /v2.0/security-groups/0a8b99a3-cdfb-48a6-854c-17b06b3711a2 HTTP/1.1" status: 409 len: 330 time: 0.0094004 Feb 01 04:37:42.518388 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40806) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:42.523171 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-574a8593-fcc2-4a18-a34e-6d6d6f9cf8e9 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:42.531447 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-bba0bd71-d99d-4a5d-bad2-057b2b948ecd tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b4bc3b8-8a5f-4dd0-be6e-f134fe8b127b HTTP/1.1" status: 200 len: 205 time: 0.0516057 Feb 01 04:37:42.533838 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 40810) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:42.554833 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 44a49d08-b25a-4c46-9f2b-c4e2bb52a15b no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:37:42.589734 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 44a49d08-b25a-4c46-9f2b-c4e2bb52a15b {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:37:42.590224 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 44a49d08-b25a-4c46-9f2b-c4e2bb52a15b not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:37:42.599778 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bfd1cd-b2fa-4eaa-9711-0c2fc76b572b req-8b2792d7-ff4d-4cbe-b161-0901e48193ad tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:37:42.601235 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-54bfd1cd-b2fa-4eaa-9711-0c2fc76b572b req-8b2792d7-ff4d-4cbe-b161-0901e48193ad tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.18 "GET /v2.0/ports?device_id=7166a2c9-994a-43d4-ade2-deb1c47b05ba HTTP/1.1" status: 200 len: 946 time: 0.3136094 Feb 01 04:37:42.639874 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574a8593-fcc2-4a18-a34e-6d6d6f9cf8e9 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Pushing event deleted for resources: {'Port': ['ID=8def3da4-09f8-4eb4-bde1-fff5ec8e169d,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:42.642237 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-93ba629d-0f34-44a1-9936-203f89bda2b5 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] delete failed (client error): The resource could not be found. Feb 01 04:37:42.646680 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-93ba629d-0f34-44a1-9936-203f89bda2b5 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] 10.222.0.24 "DELETE /v2.0/routers/9b4bc3b8-8a5f-4dd0-be6e-f134fe8b127b HTTP/1.1" status: 404 len: 336 time: 0.1086061 Feb 01 04:37:42.649221 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 40814) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:42.702267 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fec3d4e-543a-44f6-9d87-6be3670e4263 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] DELETE failed (client error): The resource could not be found. Feb 01 04:37:42.702719 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fec3d4e-543a-44f6-9d87-6be3670e4263 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:37:42.705004 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-7fec3d4e-543a-44f6-9d87-6be3670e4263 tempest-RoutersAdminTest-1770857244 tempest-RoutersAdminTest-1770857244-project] 10.222.0.24 "DELETE /v2.0/subnets/ecb86ecb-9305-4f6c-8021-1253d56367f3 HTTP/1.1" status: 404 len: 337 time: 0.0548656 Feb 01 04:37:42.712769 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c291c61-cf8d-482b-aee4-8f24fa17d00f req-2af87dad-79b7-4beb-b4b8-5ac337db1ee6 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:37:42.713508 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-3c291c61-cf8d-482b-aee4-8f24fa17d00f req-2af87dad-79b7-4beb-b4b8-5ac337db1ee6 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Synchronizing usage tracker for tenant:0629703b9474474a9f2fde13723d2e8b on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:37:42.730842 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-54bfd1cd-b2fa-4eaa-9711-0c2fc76b572b req-6f005073-d6ce-478e-acb6-2dfcca0c7f0f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Deleting port 6ddba185-63cf-4dc0-bf84-9f310cce7c41 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:37:42.731248 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-54bfd1cd-b2fa-4eaa-9711-0c2fc76b572b req-6f005073-d6ce-478e-acb6-2dfcca0c7f0f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:42.761034 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-692129cf-97fa-4e96-b327-3e3e153a5e59 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Notify callbacks [] for security_group, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:42.768346 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-3c291c61-cf8d-482b-aee4-8f24fa17d00f req-2af87dad-79b7-4beb-b4b8-5ac337db1ee6 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Unset dirty status for tenant:0629703b9474474a9f2fde13723d2e8b on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:37:42.775305 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-3c291c61-cf8d-482b-aee4-8f24fa17d00f req-2af87dad-79b7-4beb-b4b8-5ac337db1ee6 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=7166a2c9-994a-43d4-ade2-deb1c47b05ba HTTP/1.1" status: 200 len: 946 time: 0.3785870 Feb 01 04:37:42.940565 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-692129cf-97fa-4e96-b327-3e3e153a5e59 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:43.049135 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-3c291c61-cf8d-482b-aee4-8f24fa17d00f req-4a0208ab-1288-4c70-a549-c3ea287f1502 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=91bf839b-e992-4d8a-9594-be77b2c1bc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2698467 Feb 01 04:37:43.049135 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40822) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:43.091784 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-574a8593-fcc2-4a18-a34e-6d6d6f9cf8e9 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770960'] for router_interface, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:43.108791 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-54bfd1cd-b2fa-4eaa-9711-0c2fc76b572b req-6f005073-d6ce-478e-acb6-2dfcca0c7f0f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] For port 6ddba185-63cf-4dc0-bf84-9f310cce7c41, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=6ddba185-63cf-4dc0-bf84-9f310cce7c41,segment=NetworkSegment(1cd68dee-a786-49b7-a195-9727492e41c7),segment_id=1cd68dee-a786-49b7-a195-9727492e41c7)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:37:43.109064 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-54bfd1cd-b2fa-4eaa-9711-0c2fc76b572b req-6f005073-d6ce-478e-acb6-2dfcca0c7f0f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:43.161129 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-692129cf-97fa-4e96-b327-3e3e153a5e59 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:43.216782 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692129cf-97fa-4e96-b327-3e3e153a5e59 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8b99a3-cdfb-48a6-854c-17b06b3711a2,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:43.224727 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-10045fb7-5748-4675-b345-f45f36874d2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:43.235458 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-54bfd1cd-b2fa-4eaa-9711-0c2fc76b572b req-6f005073-d6ce-478e-acb6-2dfcca0c7f0f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Calling delete_port for 6ddba185-63cf-4dc0-bf84-9f310cce7c41 owned by compute:nova {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:37:43.240927 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-692129cf-97fa-4e96-b327-3e3e153a5e59 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:43.244726 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-692129cf-97fa-4e96-b327-3e3e153a5e59 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] 10.222.0.24 "DELETE /v2.0/security-groups/0a8b99a3-cdfb-48a6-854c-17b06b3711a2 HTTP/1.1" status: 204 len: 168 time: 0.7204878 Feb 01 04:37:43.246257 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40828) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:43.312745 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-10045fb7-5748-4675-b345-f45f36874d2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:43.327021 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-10045fb7-5748-4675-b345-f45f36874d2f admin admin] Usage tracker for resource:security_group_rule and tenant:da60f261660a4c848ee1898ab718e77f is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:37:43.339291 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-10045fb7-5748-4675-b345-f45f36874d2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:37:43.357546 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-10045fb7-5748-4675-b345-f45f36874d2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:43.381328 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-54bfd1cd-b2fa-4eaa-9711-0c2fc76b572b req-6f005073-d6ce-478e-acb6-2dfcca0c7f0f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:43.458330 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-48b2e8c9-9b89-4d53-aae2-4027d1e3e734 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Synchronizing usage tracker for tenant:08bf7f17b4814870b688b79b36e78ad6 on resource:security_group {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:37:43.466022 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f005073-d6ce-478e-acb6-2dfcca0c7f0f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event deleted for resources: {'Port': ['ID=6ddba185-63cf-4dc0-bf84-9f310cce7c41,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:43.508736 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-54bfd1cd-b2fa-4eaa-9711-0c2fc76b572b req-6f005073-d6ce-478e-acb6-2dfcca0c7f0f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] No DVR routers for this DVR port 6ddba185-63cf-4dc0-bf84-9f310cce7c41 on host hv-neutron-8268 {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:37:43.511297 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-54bfd1cd-b2fa-4eaa-9711-0c2fc76b572b req-6f005073-d6ce-478e-acb6-2dfcca0c7f0f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:43.511478 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-48b2e8c9-9b89-4d53-aae2-4027d1e3e734 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] Unset dirty status for tenant:08bf7f17b4814870b688b79b36e78ad6 on resource:security_group {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:37:43.512574 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-48b2e8c9-9b89-4d53-aae2-4027d1e3e734 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2634156 Feb 01 04:37:43.516144 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7166a2c9-994a-43d4-ade2-deb1c47b05ba', 'name': 'network-vif-deleted', 'tag': '6ddba185-63cf-4dc0-bf84-9f310cce7c41'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:37:43.517091 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40832) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:43.532178 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-54bfd1cd-b2fa-4eaa-9711-0c2fc76b572b req-6f005073-d6ce-478e-acb6-2dfcca0c7f0f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.18 "DELETE /v2.0/ports/6ddba185-63cf-4dc0-bf84-9f310cce7c41 HTTP/1.1" status: 204 len: 173 time: 0.9219024 Feb 01 04:37:43.568456 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7166a2c9-994a-43d4-ade2-deb1c47b05ba', 'name': 'network-vif-deleted', 'tag': '6ddba185-63cf-4dc0-bf84-9f310cce7c41', 'status': 'completed', 'code': 200} Feb 01 04:37:43.601940 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.api.v2.resource [None req-25873828-0034-405b-9aee-a959549e53e1 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] delete failed (client error): The resource could not be found. Feb 01 04:37:43.602936 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-25873828-0034-405b-9aee-a959549e53e1 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] 10.222.0.24 "DELETE /v2.0/security-groups/d77967d3-adb5-4004-ad9e-c8687ff4361c HTTP/1.1" status: 404 len: 347 time: 0.0856683 Feb 01 04:37:43.606693 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 40838) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:43.625145 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-dfd0140a-c794-45c5-bace-a96b03738ba1 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] show failed (client error): The resource could not be found. Feb 01 04:37:43.626371 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-dfd0140a-c794-45c5-bace-a96b03738ba1 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] 10.222.0.24 "GET /v2.0/security-groups/f3f85cae-8449-466e-8acd-18c6b1703693 HTTP/1.1" status: 404 len: 347 time: 0.0184937 Feb 01 04:37:43.630150 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 40842) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:43.645672 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-16ef3627-8050-465f-88df-2823cd39f978 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] show failed (client error): The resource could not be found. Feb 01 04:37:43.652208 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-16ef3627-8050-465f-88df-2823cd39f978 tempest-NegativeSecGroupTest-1063811281 tempest-NegativeSecGroupTest-1063811281-project] 10.222.0.24 "GET /v2.0/security-group-rules/9534183a-9288-4d22-a1b4-3ba1a36087f9 HTTP/1.1" status: 404 len: 356 time: 0.0151193 Feb 01 04:37:43.669924 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-10045fb7-5748-4675-b345-f45f36874d2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:43.674975 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-574a8593-fcc2-4a18-a34e-6d6d6f9cf8e9 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Router da9d8da4-aead-4bf5-8858-2c8fdec4d92b has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:37:43.677700 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-10045fb7-5748-4675-b345-f45f36874d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:43.793510 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-10045fb7-5748-4675-b345-f45f36874d2f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=da60f261660a4c848ee1898ab718e77f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7355962 Feb 01 04:37:43.796296 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 40850) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:43.798415 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10045fb7-5748-4675-b345-f45f36874d2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d6ca18-9f19-4286-911f-74acd97f1fcb,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:43.887862 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f8fb0166-4791-4f23-8c10-6d12e4173cf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:43.908423 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40854) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:43.931689 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f8fb0166-4791-4f23-8c10-6d12e4173cf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:43.936018 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-574a8593-fcc2-4a18-a34e-6d6d6f9cf8e9 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:37:43.945873 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33268d92-1f42-4132-b98a-d1c17bb3ba01 None None] Sync routers for ids ['da9d8da4-aead-4bf5-8858-2c8fdec4d92b'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:37:43.964771 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33268d92-1f42-4132-b98a-d1c17bb3ba01 None None] Routers {'da9d8da4-aead-4bf5-8858-2c8fdec4d92b'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:37:43.966058 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-574a8593-fcc2-4a18-a34e-6d6d6f9cf8e9 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] 10.222.0.24 "PUT /v2.0/routers/da9d8da4-aead-4bf5-8858-2c8fdec4d92b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2715781 Feb 01 04:37:43.967272 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-33268d92-1f42-4132-b98a-d1c17bb3ba01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:37:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['da9d8da4-aead-4bf5-8858-2c8fdec4d92b'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:43.969215 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40860) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:44.008058 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f8fb0166-4791-4f23-8c10-6d12e4173cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:44.044546 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fb0166-4791-4f23-8c10-6d12e4173cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d6ca18-9f19-4286-911f-74acd97f1fcb,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:44.066529 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f8fb0166-4791-4f23-8c10-6d12e4173cf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:44.072210 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f8fb0166-4791-4f23-8c10-6d12e4173cf8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c7d6ca18-9f19-4286-911f-74acd97f1fcb HTTP/1.1" status: 204 len: 168 time: 0.2747040 Feb 01 04:37:44.117763 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-33268d92-1f42-4132-b98a-d1c17bb3ba01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:44.131661 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33268d92-1f42-4132-b98a-d1c17bb3ba01 None None] Routers {'da9d8da4-aead-4bf5-8858-2c8fdec4d92b'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:37:44.132543 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-33268d92-1f42-4132-b98a-d1c17bb3ba01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:37:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['da9d8da4-aead-4bf5-8858-2c8fdec4d92b'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:44.195867 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-33268d92-1f42-4132-b98a-d1c17bb3ba01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:44.196548 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33268d92-1f42-4132-b98a-d1c17bb3ba01 None None] The sync data for ids ['da9d8da4-aead-4bf5-8858-2c8fdec4d92b'] in dv-neutron-826830-1-hyperv is: [] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:37:44.322666 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-f396aff0-5cde-4079-a331-7987b273eba4 req-d5c1e843-a0a4-45de-ac3b-79f13046fad9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=7166a2c9-994a-43d4-ade2-deb1c47b05ba HTTP/1.1" status: 200 len: 210 time: 0.0758331 Feb 01 04:37:44.444509 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-91d5b2f7-a8e0-4568-a6fe-d4e22b1288a2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=08bf7f17b4814870b688b79b36e78ad6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5349035 Feb 01 04:37:44.447031 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 40872) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:44.460340 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e0fe5f82-ad8d-4e8c-94e2-cbdd8d0c8e50 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks [] for router, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:44.506147 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a990495a-0738-4cd4-bd96-43299032be75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:44.518757 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40876) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:44.531694 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a990495a-0738-4cd4-bd96-43299032be75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:44.588777 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a990495a-0738-4cd4-bd96-43299032be75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:44.610134 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a990495a-0738-4cd4-bd96-43299032be75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bcc21a2-a7f2-4bd6-bc2b-98549a0ff965,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:44.627087 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a990495a-0738-4cd4-bd96-43299032be75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:44.630764 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a990495a-0738-4cd4-bd96-43299032be75 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5bcc21a2-a7f2-4bd6-bc2b-98549a0ff965 HTTP/1.1" status: 204 len: 168 time: 0.1802468 Feb 01 04:37:44.650552 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-28b94bc0-bb64-4f94-8d18-fcdb83826c1b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3d943658615248ecbef05272d2c39021&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1304107 Feb 01 04:37:44.653184 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 40882) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:44.693378 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e0fe5f82-ad8d-4e8c-94e2-cbdd8d0c8e50 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:44.704229 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-e0fe5f82-ad8d-4e8c-94e2-cbdd8d0c8e50 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Deleting port b888c8aa-57f5-40c1-82ec-828bfee0f87c {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:37:44.704521 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e0fe5f82-ad8d-4e8c-94e2-cbdd8d0c8e50 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:44.716079 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8c4d5a08-a405-4ceb-ac54-fb4c7f7b0377 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:44.743489 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8c4d5a08-a405-4ceb-ac54-fb4c7f7b0377 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:44.799293 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8c4d5a08-a405-4ceb-ac54-fb4c7f7b0377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:44.814074 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d5a08-a405-4ceb-ac54-fb4c7f7b0377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d588c48-6172-41fb-a307-0b318001ec0a,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:44.820862 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8c4d5a08-a405-4ceb-ac54-fb4c7f7b0377 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:44.821981 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-8c4d5a08-a405-4ceb-ac54-fb4c7f7b0377 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8d588c48-6172-41fb-a307-0b318001ec0a HTTP/1.1" status: 204 len: 168 time: 0.1672530 Feb 01 04:37:44.900703 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:44.925037 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e0fe5f82-ad8d-4e8c-94e2-cbdd8d0c8e50 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:45.054951 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-e0fe5f82-ad8d-4e8c-94e2-cbdd8d0c8e50 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Calling delete_port for b888c8aa-57f5-40c1-82ec-828bfee0f87c owned by network:router_gateway {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:37:45.236937 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e0fe5f82-ad8d-4e8c-94e2-cbdd8d0c8e50 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:45.284380 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fe5f82-ad8d-4e8c-94e2-cbdd8d0c8e50 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Pushing event deleted for resources: {'Port': ['ID=b888c8aa-57f5-40c1-82ec-828bfee0f87c,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:45.385080 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e0fe5f82-ad8d-4e8c-94e2-cbdd8d0c8e50 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-774381'] for router_gateway, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:45.441144 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 40920) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:45.528816 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0fbc652b-e1a5-43be-9a7e-7537ae36f0ab tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:45.568879 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e0fe5f82-ad8d-4e8c-94e2-cbdd8d0c8e50 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25968'] for router, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:45.571448 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e0fe5f82-ad8d-4e8c-94e2-cbdd8d0c8e50 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:45.574015 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0fbc652b-e1a5-43be-9a7e-7537ae36f0ab tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:45.586781 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 40928) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:45.675103 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0fbc652b-e1a5-43be-9a7e-7537ae36f0ab tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:45.688931 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 6ddba185-63cf-4dc0-bf84-9f310cce7c41 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:37:45.705371 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e0fe5f82-ad8d-4e8c-94e2-cbdd8d0c8e50 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772958'] for router, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:45.706213 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0fe5f82-ad8d-4e8c-94e2-cbdd8d0c8e50 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Fanout notify agent at l3_agent the message router_deleted on router da9d8da4-aead-4bf5-8858-2c8fdec4d92b {{(pid=87637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 01 04:37:45.710680 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc652b-e1a5-43be-9a7e-7537ae36f0ab tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91bf839b-e992-4d8a-9594-be77b2c1bc4d,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:45.720746 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0fbc652b-e1a5-43be-9a7e-7537ae36f0ab tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:45.722557 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0fbc652b-e1a5-43be-9a7e-7537ae36f0ab tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "DELETE /v2.0/security-groups/91bf839b-e992-4d8a-9594-be77b2c1bc4d HTTP/1.1" status: 204 len: 168 time: 0.2794361 Feb 01 04:37:45.727639 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e0fe5f82-ad8d-4e8c-94e2-cbdd8d0c8e50 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:45.731047 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-e0fe5f82-ad8d-4e8c-94e2-cbdd8d0c8e50 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] 10.222.0.24 "DELETE /v2.0/routers/da9d8da4-aead-4bf5-8858-2c8fdec4d92b HTTP/1.1" status: 204 len: 168 time: 1.7584097 Feb 01 04:37:45.731637 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40938) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:45.763614 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 40942) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:45.774012 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] No Port match for: 6ddba185-63cf-4dc0-bf84-9f310cce7c41 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:37:45.776026 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 6ddba185-63cf-4dc0-bf84-9f310cce7c41 not bound to the agent host hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:37:45.817229 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_v2 [None req-2afeaeda-1b67-483e-89ff-4b0e19364c9a tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Deleting subnet b6f49b9c-57d9-4990-9cd7-ebc6c9449789 {{(pid=87637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:37:45.819901 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2afeaeda-1b67-483e-89ff-4b0e19364c9a tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks [] for subnet, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:45.835736 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-21a87e80-2e49-43f4-bdb5-38002e6cc55e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Deleting subnet 58c6ab3a-f396-4618-ba35-2b6c60ee349b {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:37:45.839060 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-21a87e80-2e49-43f4-bdb5-38002e6cc55e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:45.885736 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2afeaeda-1b67-483e-89ff-4b0e19364c9a tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2424773'] for subnet, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:45.919305 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40946) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:45.920141 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-b87e20e9-bb63-469b-9cf1-080b1bb1935f admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1332829266-network', 'tenant_id': '926e010f8e2148e0b6e5416dad1a87b0'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:45.929937 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-b87e20e9-bb63-469b-9cf1-080b1bb1935f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:45.933500 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-21a87e80-2e49-43f4-bdb5-38002e6cc55e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145757'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:45.966266 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b87e20e9-bb63-469b-9cf1-080b1bb1935f admin admin] Usage tracker for resource:network and tenant:926e010f8e2148e0b6e5416dad1a87b0 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:37:45.970774 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b87e20e9-bb63-469b-9cf1-080b1bb1935f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:37:45.979614 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-b87e20e9-bb63-469b-9cf1-080b1bb1935f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:45.981244 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [None req-8e8a068d-0621-403d-b9c6-eb4b4cc091ca tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 04:37:45.982268 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-8e8a068d-0621-403d-b9c6-eb4b4cc091ca tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0619905 Feb 01 04:37:45.985581 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2afeaeda-1b67-483e-89ff-4b0e19364c9a tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:45.989127 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 40952) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:45.999220 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-89b0b31a-92d6-4a54-9a0f-8dcd4ed26b18 tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] http://10.222.0.24:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 04:37:46.000691 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-89b0b31a-92d6-4a54-9a0f-8dcd4ed26b18 tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] 10.222.0.24 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0101540 Feb 01 04:37:46.003464 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 40956) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:46.010898 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-05ee8a47-ffdf-4d72-8db0-a12099a700e9 tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] http://10.222.0.24:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 04:37:46.011831 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-05ee8a47-ffdf-4d72-8db0-a12099a700e9 tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] 10.222.0.24 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0069668 Feb 01 04:37:46.016726 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b87e20e9-bb63-469b-9cf1-080b1bb1935f admin admin] Made reservation on behalf of 926e010f8e2148e0b6e5416dad1a87b0 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:37:46.017299 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40960) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:46.019164 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b87e20e9-bb63-469b-9cf1-080b1bb1935f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:46.023915 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [None req-5a2d0962-19d3-4497-b8c6-bd1f8d49a494 tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] http://10.222.0.24:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=87637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 04:37:46.024823 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-5a2d0962-19d3-4497-b8c6-bd1f8d49a494 tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] 10.222.0.24 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0066395 Feb 01 04:37:46.027251 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40964) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:46.033565 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [None req-a00c63f7-bde3-459b-a1cf-11f15b814e75 tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] http://10.222.0.24:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=87637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 04:37:46.034466 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-a00c63f7-bde3-459b-a1cf-11f15b814e75 tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] 10.222.0.24 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0063095 Feb 01 04:37:46.037277 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 40968) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:46.037957 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b87e20e9-bb63-469b-9cf1-080b1bb1935f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:46.059672 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-a9bd5f0d-539c-4a0f-9e27-4f3e7ae73402 tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] http://10.222.0.24:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 04:37:46.060610 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a9bd5f0d-539c-4a0f-9e27-4f3e7ae73402 tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] 10.222.0.24 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0140290 Feb 01 04:37:46.063954 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40972) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:46.067539 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-b87e20e9-bb63-469b-9cf1-080b1bb1935f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:46.071162 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [None req-08932b98-edab-4c77-a1b6-69e8585d6340 tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] http://10.222.0.24:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=87637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 04:37:46.072324 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-08932b98-edab-4c77-a1b6-69e8585d6340 tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] 10.222.0.24 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0069845 Feb 01 04:37:46.072927 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b87e20e9-bb63-469b-9cf1-080b1bb1935f admin admin] Usage tracker for resource:security_group_rule and tenant:926e010f8e2148e0b6e5416dad1a87b0 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:37:46.074545 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40976) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:46.076936 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b87e20e9-bb63-469b-9cf1-080b1bb1935f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:37:46.080883 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [None req-bfa39c08-0bdd-4725-85f6-7f8b52541d9a tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] http://10.222.0.24:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=87637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 04:37:46.081818 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-bfa39c08-0bdd-4725-85f6-7f8b52541d9a tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] 10.222.0.24 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0064034 Feb 01 04:37:46.083305 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2afeaeda-1b67-483e-89ff-4b0e19364c9a tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3037665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694336'] for subnet, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:46.084909 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-b87e20e9-bb63-469b-9cf1-080b1bb1935f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:46.086521 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 40980) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:46.095754 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-e4b86887-dc6c-4feb-94ab-d92a10e26ae5 tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] http://10.222.0.24:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 04:37:46.096710 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e4b86887-dc6c-4feb-94ab-d92a10e26ae5 tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] 10.222.0.24 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0092545 Feb 01 04:37:46.101817 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 40984) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:46.105515 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-21a87e80-2e49-43f4-bdb5-38002e6cc55e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:46.131205 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afeaeda-1b67-483e-89ff-4b0e19364c9a tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Pushing event deleted for resources: {'Subnet': ['ID=b6f49b9c-57d9-4990-9cd7-ebc6c9449789,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:46.133860 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2afeaeda-1b67-483e-89ff-4b0e19364c9a tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:46.143579 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d0b849-84da-4a10-8b1d-b8de863c0af6 None None] Network 2fcdfdbf-9572-44ff-af5a-d5eb9b8d9ed4 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:37:46.150763 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-2afeaeda-1b67-483e-89ff-4b0e19364c9a tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] 10.222.0.24 "DELETE /v2.0/subnets/b6f49b9c-57d9-4990-9cd7-ebc6c9449789 HTTP/1.1" status: 204 len: 168 time: 0.4181750 Feb 01 04:37:46.153227 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 40988) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:46.154423 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-91419af0-3e47-4c13-a648-6f848181052b tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] http://10.222.0.24:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 04:37:46.155600 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-91419af0-3e47-4c13-a648-6f848181052b tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] 10.222.0.24 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0519528 Feb 01 04:37:46.158495 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 40992) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:46.170008 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-6dc09a29-5899-4bb3-8953-314cd15b2b39 tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] http://10.222.0.24:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 04:37:46.173829 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-6dc09a29-5899-4bb3-8953-314cd15b2b39 tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] 10.222.0.24 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0100582 Feb 01 04:37:46.180174 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 40996) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:46.193214 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-4bf6d533-1de0-4d15-aaa9-0aa03509a2cb tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] http://10.222.0.24:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 04:37:46.196633 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4bf6d533-1de0-4d15-aaa9-0aa03509a2cb tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] 10.222.0.24 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0109925 Feb 01 04:37:46.198938 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41000) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:46.211265 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-801f11d5-ee87-4b87-8a41-561cf1a1cc9e tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] http://10.222.0.24:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 04:37:46.214608 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-801f11d5-ee87-4b87-8a41-561cf1a1cc9e tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] 10.222.0.24 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0124357 Feb 01 04:37:46.217932 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41004) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:46.230540 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-9b8735d5-f281-401a-8fef-3c5329cce20e tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] http://10.222.0.24:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 04:37:46.233761 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9b8735d5-f281-401a-8fef-3c5329cce20e tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] 10.222.0.24 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0108860 Feb 01 04:37:46.237540 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41008) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:46.244616 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-3f26775c-0276-44a0-93da-1d611b45e039 tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] http://10.222.0.24:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 04:37:46.247963 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-3f26775c-0276-44a0-93da-1d611b45e039 tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] 10.222.0.24 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0064237 Feb 01 04:37:46.248137 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-21a87e80-2e49-43f4-bdb5-38002e6cc55e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3072169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2652276'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:46.251849 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41012) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:46.278344 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8cf5c93b-d8a5-49bd-ad3a-5f6c3eefbd67 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:46.290078 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-8cf5c93b-d8a5-49bd-ad3a-5f6c3eefbd67 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Deleting port fac1dd30-cdc1-4a87-8a25-95d2d5ecb657 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:37:46.290529 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8cf5c93b-d8a5-49bd-ad3a-5f6c3eefbd67 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:46.295166 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-c64366b0-af76-47a0-aee0-1d0cd5f738ee tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] http://10.222.0.24:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 04:37:46.299064 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c64366b0-af76-47a0-aee0-1d0cd5f738ee tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] 10.222.0.24 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0148730 Feb 01 04:37:46.303928 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a87e80-2e49-43f4-bdb5-38002e6cc55e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event deleted for resources: {'Subnet': ['ID=58c6ab3a-f396-4618-ba35-2b6c60ee349b,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:46.309653 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41016) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:46.319718 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-4e30051d-e851-471d-af1d-4d65237b4933 tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] http://10.222.0.24:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 04:37:46.323179 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4e30051d-e851-471d-af1d-4d65237b4933 tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] 10.222.0.24 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0086613 Feb 01 04:37:46.323179 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-21a87e80-2e49-43f4-bdb5-38002e6cc55e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:46.324898 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41020) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:46.336489 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [None req-d3573327-f4ee-448d-8890-e503295bd563 tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] http://10.222.0.24:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=87637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 04:37:46.340469 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-d3573327-f4ee-448d-8890-e503295bd563 tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] 10.222.0.24 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0127876 Feb 01 04:37:46.340646 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80b9b55-4e57-4676-b757-5d2513e74a1d None None] Network eedbe629-8c7b-47a6-a624-06308b7a6477 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:37:46.340758 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41024) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:46.348673 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-1840d304-902d-4540-a43c-2bd84ff371c9 tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] http://10.222.0.24:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 04:37:46.352314 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1840d304-902d-4540-a43c-2bd84ff371c9 tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] 10.222.0.24 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0079703 Feb 01 04:37:46.352462 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41028) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:46.360782 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-21a87e80-2e49-43f4-bdb5-38002e6cc55e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "DELETE /v2.0/subnets/58c6ab3a-f396-4618-ba35-2b6c60ee349b HTTP/1.1" status: 204 len: 168 time: 0.5932167 Feb 01 04:37:46.362250 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41032) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:46.362787 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [None req-f4bc3b47-bfce-4673-86a0-a89c7d74ba7d tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] http://10.222.0.24:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=87637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 04:37:46.366459 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-f4bc3b47-bfce-4673-86a0-a89c7d74ba7d tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] 10.222.0.24 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0106411 Feb 01 04:37:46.366682 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41036) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:46.385380 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b87e20e9-bb63-469b-9cf1-080b1bb1935f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:46.395085 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [None req-14aac763-6a89-4b48-907a-b3a5cc10f17b tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] http://10.222.0.24:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=87637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 04:37:46.398507 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-14aac763-6a89-4b48-907a-b3a5cc10f17b tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] 10.222.0.24 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0285292 Feb 01 04:37:46.398690 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b87e20e9-bb63-469b-9cf1-080b1bb1935f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:46.401124 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41040) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:46.415253 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [None req-f4c39bb3-6435-4b9d-ac0d-dc344a296f85 tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] http://10.222.0.24:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=87637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 04:37:46.418706 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-f4c39bb3-6435-4b9d-ac0d-dc344a296f85 tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] 10.222.0.24 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0142457 Feb 01 04:37:46.423079 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41044) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:46.430709 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [None req-d496fb0e-10ae-47a8-9633-35f29286fc99 tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] http://10.222.0.24:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=87637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 04:37:46.433954 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-d496fb0e-10ae-47a8-9633-35f29286fc99 tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] 10.222.0.24 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0076723 Feb 01 04:37:46.434356 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41048) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:46.442403 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [None req-745eb071-763b-45e9-ae61-76994c232b63 tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] http://10.222.0.24:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=87637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 04:37:46.442608 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b87e20e9-bb63-469b-9cf1-080b1bb1935f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:37:46.446585 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-745eb071-763b-45e9-ae61-76994c232b63 tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] 10.222.0.24 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0085871 Feb 01 04:37:46.446585 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41052) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:46.454004 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [None req-6b760223-c728-425b-a21c-bb93570f54fb tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] http://10.222.0.24:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=87637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 04:37:46.457256 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-6b760223-c728-425b-a21c-bb93570f54fb tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] 10.222.0.24 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0076303 Feb 01 04:37:46.469793 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41056) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:46.481176 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [None req-fb0aa719-87a1-4754-aa45-1e575348d4a7 tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] http://10.222.0.24:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=87637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 04:37:46.484517 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-fb0aa719-87a1-4754-aa45-1e575348d4a7 tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] 10.222.0.24 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0114055 Feb 01 04:37:46.491705 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41060) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:46.519613 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-dde50dcc-e5e6-42f1-9c72-fe0f6974c456 tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] http://10.222.0.24:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 04:37:46.523202 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-dde50dcc-e5e6-42f1-9c72-fe0f6974c456 tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] 10.222.0.24 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0224612 Feb 01 04:37:46.523827 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41064) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:46.530051 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b87e20e9-bb63-469b-9cf1-080b1bb1935f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:46.530688 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-b87e20e9-bb63-469b-9cf1-080b1bb1935f admin admin] Added segment e3a4e7d1-3daf-4cea-9f24-15dcf3a17867 of type vlan for network 4775b4f6-507f-4c4b-adb5-7114e5745dad Feb 01 04:37:46.536398 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-a36f6f01-0ecc-48bd-88fe-037b425586ca tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] http://10.222.0.24:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 04:37:46.539683 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a36f6f01-0ecc-48bd-88fe-037b425586ca tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] 10.222.0.24 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0089779 Feb 01 04:37:46.543174 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41068) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:46.555662 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ea7a01-61d0-41b4-91d7-75bc337c9aaa None None] DHCP port deletion for 2fcdfdbf-9572-44ff-af5a-d5eb9b8d9ed4 request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:37:46.566134 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [None req-315d1687-8f2a-4010-8788-a31efe5a90f7 tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] http://10.222.0.24:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=87637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 04:37:46.566346 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-83ea7a01-61d0-41b4-91d7-75bc337c9aaa None None] Deleting port fac1dd30-cdc1-4a87-8a25-95d2d5ecb657 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:37:46.566740 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-83ea7a01-61d0-41b4-91d7-75bc337c9aaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:46.574203 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-315d1687-8f2a-4010-8788-a31efe5a90f7 tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] 10.222.0.24 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0299728 Feb 01 04:37:46.583322 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b87e20e9-bb63-469b-9cf1-080b1bb1935f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:46.583530 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-8cf5c93b-d8a5-49bd-ad3a-5f6c3eefbd67 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] For port fac1dd30-cdc1-4a87-8a25-95d2d5ecb657, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=fac1dd30-cdc1-4a87-8a25-95d2d5ecb657,segment=NetworkSegment(a38c7e87-2046-4453-8eef-8d9694620a98),segment_id=a38c7e87-2046-4453-8eef-8d9694620a98)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:37:46.583530 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8cf5c93b-d8a5-49bd-ad3a-5f6c3eefbd67 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:46.606878 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87e20e9-bb63-469b-9cf1-080b1bb1935f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e299e82b-ccb8-4fb2-95e2-a3a1bda44679,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:46.610941 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41072) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:46.620065 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4c315b95-0064-4c04-8fdc-1d1c5208aba7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:46.629725 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-a719e8ec-a1d8-451a-a6ef-d0bd703b850f tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] http://10.222.0.24:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 04:37:46.633570 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a719e8ec-a1d8-451a-a6ef-d0bd703b850f tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] 10.222.0.24 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0196652 Feb 01 04:37:46.641333 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b87e20e9-bb63-469b-9cf1-080b1bb1935f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:46.642206 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87e20e9-bb63-469b-9cf1-080b1bb1935f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:37:46.642785 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b87e20e9-bb63-469b-9cf1-080b1bb1935f admin admin] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:46.647414 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41076) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:46.663238 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device fac1dd30-cdc1-4a87-8a25-95d2d5ecb657 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:37:46.690399 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-4c315b95-0064-4c04-8fdc-1d1c5208aba7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Deleting port 67976708-dcda-4aab-9d0d-562e6b7d695d {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:37:46.690399 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4c315b95-0064-4c04-8fdc-1d1c5208aba7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:46.715266 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-8cf5c93b-d8a5-49bd-ad3a-5f6c3eefbd67 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Calling delete_port for fac1dd30-cdc1-4a87-8a25-95d2d5ecb657 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:37:46.725206 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257c5858-71f3-4527-a33d-949e1d53f3a2 None None] DHCP port deletion for eedbe629-8c7b-47a6-a624-06308b7a6477 request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:37:46.733342 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-257c5858-71f3-4527-a33d-949e1d53f3a2 None None] Deleting port 67976708-dcda-4aab-9d0d-562e6b7d695d {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:37:46.733769 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-257c5858-71f3-4527-a33d-949e1d53f3a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:46.752841 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [None req-6d3fd50d-c24d-4a0f-af84-e3500d0796c2 tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] http://10.222.0.24:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=87637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 04:37:46.756761 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-6d3fd50d-c24d-4a0f-af84-e3500d0796c2 tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] 10.222.0.24 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.1061785 Feb 01 04:37:46.756909 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b87e20e9-bb63-469b-9cf1-080b1bb1935f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1684291 Feb 01 04:37:46.759180 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41080) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:46.759732 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41082) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:46.799462 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8cf5c93b-d8a5-49bd-ad3a-5f6c3eefbd67 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:46.850708 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf5c93b-d8a5-49bd-ad3a-5f6c3eefbd67 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Pushing event deleted for resources: {'Port': ['ID=fac1dd30-cdc1-4a87-8a25-95d2d5ecb657,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:46.857284 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf5c93b-d8a5-49bd-ad3a-5f6c3eefbd67 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] No DVR routers for this DVR port fac1dd30-cdc1-4a87-8a25-95d2d5ecb657 on host dv-neutron-826830-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:37:46.918266 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-2d4dd3c4-91ce-489b-bbf0-08181f7b0f0d admin admin] Request body: {'subnet': {'network_id': '4775b4f6-507f-4c4b-adb5-7114e5745dad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1332829266-subnet', 'tenant_id': '926e010f8e2148e0b6e5416dad1a87b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:46.931962 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-df199b0b-65dc-4bae-b7e1-40a21ab7cdc0 tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] http://10.222.0.24:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 04:37:46.935611 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-df199b0b-65dc-4bae-b7e1-40a21ab7cdc0 tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] 10.222.0.24 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.1689184 Feb 01 04:37:46.935611 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-2d4dd3c4-91ce-489b-bbf0-08181f7b0f0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:46.936840 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41088) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:46.938847 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87e20e9-bb63-469b-9cf1-080b1bb1935f admin admin] Pushing event updated for resources: {'Network': ['ID=4775b4f6-507f-4c4b-adb5-7114e5745dad,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:46.944926 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [None req-86fc7815-ceef-4c80-a4ad-d4185394524a tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] http://10.222.0.24:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=87637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 04:37:46.949101 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-86fc7815-ceef-4c80-a4ad-d4185394524a tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] 10.222.0.24 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0117159 Feb 01 04:37:46.952156 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41092) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:46.957220 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [None req-6a9f6cdf-7042-4722-8d2d-9b2bf62e447a tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] http://10.222.0.24:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=87637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 04:37:46.959585 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-6a9f6cdf-7042-4722-8d2d-9b2bf62e447a tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] 10.222.0.24 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0065110 Feb 01 04:37:46.973515 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 4775b4f6-507f-4c4b-adb5-7114e5745dad details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:37:47.007510 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41096) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:47.013426 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8cf5c93b-d8a5-49bd-ad3a-5f6c3eefbd67 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:47.025506 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [None req-3175baf2-5c27-4c8b-aeb1-0a73abc4a81b tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] http://10.222.0.24:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=87637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 04:37:47.029258 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-3175baf2-5c27-4c8b-aeb1-0a73abc4a81b tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] 10.222.0.24 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0208347 Feb 01 04:37:47.029950 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41100) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:47.048478 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [None req-4ce341df-11bb-4932-98d1-bae363b0996b tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] http://10.222.0.24:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=87637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 04:37:47.051909 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-4ce341df-11bb-4932-98d1-bae363b0996b tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] 10.222.0.24 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0164168 Feb 01 04:37:47.052589 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41104) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:47.055814 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-8cf5c93b-d8a5-49bd-ad3a-5f6c3eefbd67 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fcdfdbf-9572-44ff-af5a-d5eb9b8d9ed4']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:47.065786 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [None req-427c769d-cb85-4c0b-a0bd-c10b03efad8e tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] http://10.222.0.24:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=87637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 04:37:47.067602 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-427c769d-cb85-4c0b-a0bd-c10b03efad8e tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] 10.222.0.24 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0143635 Feb 01 04:37:47.076131 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-8cf5c93b-d8a5-49bd-ad3a-5f6c3eefbd67 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a38c7e87-2046-4453-8eef-8d9694620a98') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:47.076844 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-8cf5c93b-d8a5-49bd-ad3a-5f6c3eefbd67 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a38c7e87-2046-4453-8eef-8d9694620a98') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:47.077336 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41108) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:47.078582 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2d4dd3c4-91ce-489b-bbf0-08181f7b0f0d admin admin] Usage tracker for resource:subnet and tenant:926e010f8e2148e0b6e5416dad1a87b0 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:37:47.083332 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2d4dd3c4-91ce-489b-bbf0-08181f7b0f0d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:37:47.092527 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8cf5c93b-d8a5-49bd-ad3a-5f6c3eefbd67 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:47.099448 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-1096a77b-5f9e-4ba9-a2ca-9ee503f04a42 tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] http://10.222.0.24:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 04:37:47.102138 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1096a77b-5f9e-4ba9-a2ca-9ee503f04a42 tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] 10.222.0.24 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0189524 Feb 01 04:37:47.103485 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41112) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:47.108100 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-2d4dd3c4-91ce-489b-bbf0-08181f7b0f0d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:47.111299 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8cf5c93b-d8a5-49bd-ad3a-5f6c3eefbd67 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:47.118233 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-f6fce08c-0676-4b6a-9690-57bb9363e822 tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] http://10.222.0.24:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 04:37:47.118456 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cf5c93b-d8a5-49bd-ad3a-5f6c3eefbd67 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:37:47.121685 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8cf5c93b-d8a5-49bd-ad3a-5f6c3eefbd67 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:47.121830 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f6fce08c-0676-4b6a-9690-57bb9363e822 tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] 10.222.0.24 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0126197 Feb 01 04:37:47.126265 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41116) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:47.129508 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-4c315b95-0064-4c04-8fdc-1d1c5208aba7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] For port 67976708-dcda-4aab-9d0d-562e6b7d695d, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=67976708-dcda-4aab-9d0d-562e6b7d695d,segment=NetworkSegment(1cd68dee-a786-49b7-a195-9727492e41c7),segment_id=1cd68dee-a786-49b7-a195-9727492e41c7)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:37:47.129866 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4c315b95-0064-4c04-8fdc-1d1c5208aba7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:47.134167 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 04:37:47.134167 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:37:47.134167 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 04:37:47.134167 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:37:47.134167 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 04:37:47.134167 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:37:47.134167 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 04:37:47.134167 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:37:47.134167 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 04:37:47.134167 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:37:47.134167 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 04:37:47.134167 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:37:47.134167 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 04:37:47.134167 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:37:47.134167 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:37:47.134167 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:37:47.134167 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:37:47.134167 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:37:47.134167 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 04:37:47.134167 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:37:47.134167 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 04:37:47.134167 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:37:47.134167 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:37:47.134167 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:37:47.134167 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 04:37:47.134167 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:37:47.134167 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:37:47.134167 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:37:47.134167 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:37:47.134167 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:37:47.134167 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:37:47.134167 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:37:47.140323 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-377d608c-4fad-469b-8916-51b26da33586 tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] http://10.222.0.24:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 04:37:47.144491 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-377d608c-4fad-469b-8916-51b26da33586 tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] 10.222.0.24 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0172942 Feb 01 04:37:47.145068 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41120) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:47.152513 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d4dd3c4-91ce-489b-bbf0-08181f7b0f0d admin admin] Made reservation on behalf of 926e010f8e2148e0b6e5416dad1a87b0 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:37:47.154746 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2d4dd3c4-91ce-489b-bbf0-08181f7b0f0d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:47.168943 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-257c5858-71f3-4527-a33d-949e1d53f3a2 None None] For port 67976708-dcda-4aab-9d0d-562e6b7d695d, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=67976708-dcda-4aab-9d0d-562e6b7d695d,segment=NetworkSegment(1cd68dee-a786-49b7-a195-9727492e41c7),segment_id=1cd68dee-a786-49b7-a195-9727492e41c7)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:37:47.169527 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-257c5858-71f3-4527-a33d-949e1d53f3a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:47.176849 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No active binding found for port fac1dd30-cdc1-4a87-8a25-95d2d5ecb657 {{(pid=87638) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 01 04:37:47.177257 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device fac1dd30-cdc1-4a87-8a25-95d2d5ecb657 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:37:47.220295 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8cf5c93b-d8a5-49bd-ad3a-5f6c3eefbd67 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:47.238129 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8cf5c93b-d8a5-49bd-ad3a-5f6c3eefbd67 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:47.251990 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf5c93b-d8a5-49bd-ad3a-5f6c3eefbd67 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Pushing event deleted for resources: {'Network': ['ID=2fcdfdbf-9572-44ff-af5a-d5eb9b8d9ed4,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:47.259578 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-8cf5c93b-d8a5-49bd-ad3a-5f6c3eefbd67 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] 10.222.0.24 "DELETE /v2.0/networks/2fcdfdbf-9572-44ff-af5a-d5eb9b8d9ed4 HTTP/1.1" status: 204 len: 168 time: 1.1053326 Feb 01 04:37:47.260502 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41124) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:47.325306 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-257c5858-71f3-4527-a33d-949e1d53f3a2 None None] Calling delete_port for 67976708-dcda-4aab-9d0d-562e6b7d695d owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:37:47.360223 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-7d505679-a07b-4d70-88c8-203bb61cf06a tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] http://10.222.0.24:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 04:37:47.363810 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-7d505679-a07b-4d70-88c8-203bb61cf06a tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] 10.222.0.24 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.2144532 Feb 01 04:37:47.372764 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-83ea7a01-61d0-41b4-91d7-75bc337c9aaa None None] For port fac1dd30-cdc1-4a87-8a25-95d2d5ecb657, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=fac1dd30-cdc1-4a87-8a25-95d2d5ecb657,segment=NetworkSegment(a38c7e87-2046-4453-8eef-8d9694620a98),segment_id=a38c7e87-2046-4453-8eef-8d9694620a98)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:37:47.373153 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-83ea7a01-61d0-41b4-91d7-75bc337c9aaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:47.402484 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41128) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:47.422441 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [None req-ba561a4c-db23-45b4-a1d4-5e314bbf5adb tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] http://10.222.0.24:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=87637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 04:37:47.425747 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-ba561a4c-db23-45b4-a1d4-5e314bbf5adb tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] 10.222.0.24 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0199728 Feb 01 04:37:47.426364 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41132) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:47.427306 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-4c315b95-0064-4c04-8fdc-1d1c5208aba7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Calling delete_port for 67976708-dcda-4aab-9d0d-562e6b7d695d owned by network:dhcp {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:37:47.432917 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [None req-8e9b0a16-abad-41e2-a6b7-8c7fee25afca tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] http://10.222.0.24:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=87637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 04:37:47.437247 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-8e9b0a16-abad-41e2-a6b7-8c7fee25afca tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] 10.222.0.24 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0066116 Feb 01 04:37:47.437247 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-e9daf4ed-4d4b-4923-96fd-bf83b3bb6393 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Deleting port dbfe675a-23fe-4c39-b9ed-217f16efa473 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:37:47.437247 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e9daf4ed-4d4b-4923-96fd-bf83b3bb6393 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:47.458805 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41136) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:47.472144 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-646250dc-f989-4deb-9a41-ae8e05f1a33d tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] http://10.222.0.24:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 04:37:47.476112 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-646250dc-f989-4deb-9a41-ae8e05f1a33d tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] 10.222.0.24 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0133383 Feb 01 04:37:47.487579 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41140) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:47.498306 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-6871555e-4f2a-437f-a2f7-cd8dff4318da tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] http://10.222.0.24:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 04:37:47.502011 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-6871555e-4f2a-437f-a2f7-cd8dff4318da tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] 10.222.0.24 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0110772 Feb 01 04:37:47.503302 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-83ea7a01-61d0-41b4-91d7-75bc337c9aaa None None] Calling delete_port for fac1dd30-cdc1-4a87-8a25-95d2d5ecb657 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:37:47.506617 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41144) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:47.516747 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-aea17178-6c90-45f4-bd3f-36bd308ef597 tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] http://10.222.0.24:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 04:37:47.519913 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-aea17178-6c90-45f4-bd3f-36bd308ef597 tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] 10.222.0.24 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0100675 Feb 01 04:37:47.530818 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41148) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:47.544683 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-9b70f3ec-a147-4a4a-b7f7-04842076a888 tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] http://10.222.0.24:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 04:37:47.545649 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9b70f3ec-a147-4a4a-b7f7-04842076a888 tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] 10.222.0.24 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0114591 Feb 01 04:37:47.567567 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41152) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:47.574446 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-ece2e0b7-6432-4d29-a538-847741ef0312 tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] http://10.222.0.24:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 04:37:47.575386 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ece2e0b7-6432-4d29-a538-847741ef0312 tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] 10.222.0.24 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0065584 Feb 01 04:37:47.578511 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41156) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:47.582785 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-257c5858-71f3-4527-a33d-949e1d53f3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:47.583314 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-a94d1174-35f6-4b3a-a750-323ca0ca92d8 tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] http://10.222.0.24:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 04:37:47.584255 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a94d1174-35f6-4b3a-a750-323ca0ca92d8 tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] 10.222.0.24 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0048220 Feb 01 04:37:47.586792 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41160) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:47.592730 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-2a86ccf7-2461-4957-a10c-65e88de39cfc tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] http://10.222.0.24:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 04:37:47.594208 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2a86ccf7-2461-4957-a10c-65e88de39cfc tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] 10.222.0.24 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0059745 Feb 01 04:37:47.595340 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2d4dd3c4-91ce-489b-bbf0-08181f7b0f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:47.601563 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41164) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:47.638292 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-6d92645b-2651-4ef6-950f-d627ceaf6ef3 tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] http://10.222.0.24:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 04:37:47.643359 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-6d92645b-2651-4ef6-950f-d627ceaf6ef3 tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] 10.222.0.24 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0139647 Feb 01 04:37:47.643500 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257c5858-71f3-4527-a33d-949e1d53f3a2 None None] Pushing event deleted for resources: {'Port': ['ID=67976708-dcda-4aab-9d0d-562e6b7d695d,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:47.645333 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41168) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:47.648584 dv-neutron-826830-1-hyperv neutron-server[87638]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 01 04:37:47.648584 dv-neutron-826830-1-hyperv neutron-server[87638]: from cryptography.utils import int_from_bytes Feb 01 04:37:47.648584 dv-neutron-826830-1-hyperv neutron-server[87638]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 01 04:37:47.648584 dv-neutron-826830-1-hyperv neutron-server[87638]: from cryptography.utils import int_from_bytes Feb 01 04:37:47.648584 dv-neutron-826830-1-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 01 04:37:47.648584 dv-neutron-826830-1-hyperv neutron-server[87638]: util.warn_limited( Feb 01 04:37:47.648584 dv-neutron-826830-1-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 01 04:37:47.648584 dv-neutron-826830-1-hyperv neutron-server[87638]: util.warn_limited( Feb 01 04:37:47.648584 dv-neutron-826830-1-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:37:47.648584 dv-neutron-826830-1-hyperv neutron-server[87638]: util.warn( Feb 01 04:37:47.648584 dv-neutron-826830-1-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:37:47.648584 dv-neutron-826830-1-hyperv neutron-server[87638]: util.warn( Feb 01 04:37:47.648584 dv-neutron-826830-1-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:37:47.648584 dv-neutron-826830-1-hyperv neutron-server[87638]: util.warn( Feb 01 04:37:47.648584 dv-neutron-826830-1-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:37:47.648584 dv-neutron-826830-1-hyperv neutron-server[87638]: util.warn( Feb 01 04:37:47.648584 dv-neutron-826830-1-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:37:47.648584 dv-neutron-826830-1-hyperv neutron-server[87638]: util.warn( Feb 01 04:37:47.648584 dv-neutron-826830-1-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:37:47.648584 dv-neutron-826830-1-hyperv neutron-server[87638]: util.warn( Feb 01 04:37:47.648584 dv-neutron-826830-1-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:37:47.648584 dv-neutron-826830-1-hyperv neutron-server[87638]: util.warn( Feb 01 04:37:47.648584 dv-neutron-826830-1-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:37:47.648584 dv-neutron-826830-1-hyperv neutron-server[87638]: util.warn( Feb 01 04:37:47.648584 dv-neutron-826830-1-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:37:47.648584 dv-neutron-826830-1-hyperv neutron-server[87638]: util.warn( Feb 01 04:37:47.648584 dv-neutron-826830-1-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:37:47.648584 dv-neutron-826830-1-hyperv neutron-server[87638]: util.warn( Feb 01 04:37:47.648584 dv-neutron-826830-1-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:37:47.648584 dv-neutron-826830-1-hyperv neutron-server[87638]: util.warn( Feb 01 04:37:47.648584 dv-neutron-826830-1-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:37:47.648584 dv-neutron-826830-1-hyperv neutron-server[87638]: util.warn( Feb 01 04:37:47.648584 dv-neutron-826830-1-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:37:47.648584 dv-neutron-826830-1-hyperv neutron-server[87638]: util.warn( Feb 01 04:37:47.648584 dv-neutron-826830-1-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:37:47.648584 dv-neutron-826830-1-hyperv neutron-server[87638]: util.warn( Feb 01 04:37:47.648584 dv-neutron-826830-1-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:37:47.648584 dv-neutron-826830-1-hyperv neutron-server[87638]: util.warn( Feb 01 04:37:47.648584 dv-neutron-826830-1-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:37:47.648584 dv-neutron-826830-1-hyperv neutron-server[87638]: util.warn( Feb 01 04:37:47.648584 dv-neutron-826830-1-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:37:47.648584 dv-neutron-826830-1-hyperv neutron-server[87638]: util.warn( Feb 01 04:37:47.651604 dv-neutron-826830-1-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:37:47.651604 dv-neutron-826830-1-hyperv neutron-server[87638]: util.warn( Feb 01 04:37:47.651604 dv-neutron-826830-1-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:37:47.651604 dv-neutron-826830-1-hyperv neutron-server[87638]: util.warn( Feb 01 04:37:47.651604 dv-neutron-826830-1-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:37:47.651604 dv-neutron-826830-1-hyperv neutron-server[87638]: util.warn( Feb 01 04:37:47.651604 dv-neutron-826830-1-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:37:47.651604 dv-neutron-826830-1-hyperv neutron-server[87638]: util.warn( Feb 01 04:37:47.651604 dv-neutron-826830-1-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:37:47.651604 dv-neutron-826830-1-hyperv neutron-server[87638]: util.warn( Feb 01 04:37:47.651604 dv-neutron-826830-1-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:37:47.651604 dv-neutron-826830-1-hyperv neutron-server[87638]: util.warn( Feb 01 04:37:47.651604 dv-neutron-826830-1-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:37:47.651604 dv-neutron-826830-1-hyperv neutron-server[87638]: util.warn( Feb 01 04:37:47.651604 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257c5858-71f3-4527-a33d-949e1d53f3a2 None None] No DVR routers for this DVR port 67976708-dcda-4aab-9d0d-562e6b7d695d on host dv-neutron-826830-1-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:37:47.654869 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-83ea7a01-61d0-41b4-91d7-75bc337c9aaa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:37:47.655256 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-83ea7a01-61d0-41b4-91d7-75bc337c9aaa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:37:47.665231 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.db.api [None req-4c315b95-0064-4c04-8fdc-1d1c5208aba7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:37:47.665231 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG oslo_db.api [None req-4c315b95-0064-4c04-8fdc-1d1c5208aba7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:37:47.669416 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-7fea0dd7-7e3f-4ed7-ba1c-ba713b4926b4 tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] http://10.222.0.24:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 04:37:47.670372 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-7fea0dd7-7e3f-4ed7-ba1c-ba713b4926b4 tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] 10.222.0.24 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0132847 Feb 01 04:37:47.674347 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41172) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:47.683243 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [None req-d754af35-6f64-4dd5-86cb-494dfab00543 tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] http://10.222.0.24:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=87637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 04:37:47.684180 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-d754af35-6f64-4dd5-86cb-494dfab00543 tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] 10.222.0.24 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0089083 Feb 01 04:37:47.686671 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41176) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:47.694887 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [None req-a08e1edd-deab-4c0f-be80-ee91cbe95f94 tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=87637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 04:37:47.695831 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-a08e1edd-deab-4c0f-be80-ee91cbe95f94 tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0082092 Feb 01 04:37:47.699502 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41180) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:47.704754 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-84bb2bd3-b8a8-467d-a6e8-47c7f0b0dfb3 tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] http://10.222.0.24:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 04:37:47.705670 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-84bb2bd3-b8a8-467d-a6e8-47c7f0b0dfb3 tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] 10.222.0.24 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0052757 Feb 01 04:37:47.708047 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41184) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:47.710010 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4dd3c4-91ce-489b-bbf0-08181f7b0f0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d511d42-2320-4a5a-a779-e9e784269e2c,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:47.715322 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4dd3c4-91ce-489b-bbf0-08181f7b0f0d admin admin] Checking segment: {'id': 'e3a4e7d1-3daf-4cea-9f24-15dcf3a17867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4775b4f6-507f-4c4b-adb5-7114e5745dad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:37:47.715673 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4dd3c4-91ce-489b-bbf0-08181f7b0f0d admin admin] Network hostable DHCP agents. Network: 4775b4f6-507f-4c4b-adb5-7114e5745dad, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:37:47.727381 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [None req-78aaeeb1-219f-4279-a395-bcb0b444460d tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] http://10.222.0.24:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=87637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 04:37:47.728521 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-78aaeeb1-219f-4279-a395-bcb0b444460d tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] 10.222.0.24 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0193925 Feb 01 04:37:47.731865 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41188) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:47.736659 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-18745ca5-4192-4583-8e9e-ab391280c037 tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] http://10.222.0.24:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 04:37:47.737571 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-18745ca5-4192-4583-8e9e-ab391280c037 tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] 10.222.0.24 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0048215 Feb 01 04:37:47.738646 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4dd3c4-91ce-489b-bbf0-08181f7b0f0d admin admin] Network 4775b4f6-507f-4c4b-adb5-7114e5745dad is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:37:47.740028 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e9daf4ed-4d4b-4923-96fd-bf83b3bb6393 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:47.740619 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e9daf4ed-4d4b-4923-96fd-bf83b3bb6393 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:47.740772 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41192) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:47.749350 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-1fd3151c-fb9a-4298-b790-51e26258df06 tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] http://10.222.0.24:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 04:37:47.751672 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1fd3151c-fb9a-4298-b790-51e26258df06 tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] 10.222.0.24 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0101249 Feb 01 04:37:47.753395 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41196) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:47.757143 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-2d4dd3c4-91ce-489b-bbf0-08181f7b0f0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, 4775b4f6-507f-4c4b-adb5-7114e5745dad) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:37:47.761046 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4dd3c4-91ce-489b-bbf0-08181f7b0f0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:37:47.761618 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2d4dd3c4-91ce-489b-bbf0-08181f7b0f0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:47.768348 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd08cb06-dcef-41f8-89c9-21f418d1c11e None None] Network 4775b4f6-507f-4c4b-adb5-7114e5745dad requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:37:47.788200 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2d4dd3c4-91ce-489b-bbf0-08181f7b0f0d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0257702 Feb 01 04:37:47.814954 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [None req-80bb3170-4650-4e76-9b98-fb894eec9e38 tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] http://10.222.0.24:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=87637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 04:37:47.817871 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-80bb3170-4650-4e76-9b98-fb894eec9e38 tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] 10.222.0.24 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0636258 Feb 01 04:37:47.818007 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41202) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:47.823643 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-45c3cab7-a3cc-4c79-a056-a36157b9a6cb tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] http://10.222.0.24:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 04:37:47.824659 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-45c3cab7-a3cc-4c79-a056-a36157b9a6cb tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] 10.222.0.24 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0056930 Feb 01 04:37:47.826922 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41206) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:47.834472 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-3ce8b682-6049-4936-b41b-5396bb92d371 tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] http://10.222.0.24:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 04:37:47.841664 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-3ce8b682-6049-4936-b41b-5396bb92d371 tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] 10.222.0.24 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0137432 Feb 01 04:37:47.842234 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41210) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:47.846861 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-351cb863-5682-473e-8efe-837afd1c9cbd tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 04:37:47.859609 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-351cb863-5682-473e-8efe-837afd1c9cbd tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0164192 Feb 01 04:37:47.860197 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41214) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:47.865136 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-5828b97c-7dcd-4854-a872-6a9708c0a9d6 tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] http://10.222.0.24:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 04:37:47.879619 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-5828b97c-7dcd-4854-a872-6a9708c0a9d6 tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] 10.222.0.24 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0183444 Feb 01 04:37:47.880204 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41218) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:47.884856 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-41df5e27-f47a-4e2d-8bea-cc008758e58c tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] http://10.222.0.24:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 04:37:47.888297 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-41df5e27-f47a-4e2d-8bea-cc008758e58c tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] 10.222.0.24 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0071931 Feb 01 04:37:47.888842 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41222) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:47.895158 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-b8dd2812-d7b2-417c-b3f1-7a28491ff692 tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] http://10.222.0.24:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 04:37:47.898610 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b8dd2812-d7b2-417c-b3f1-7a28491ff692 tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] 10.222.0.24 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0089066 Feb 01 04:37:47.899365 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41226) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:47.904116 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-11d89d82-0da0-4767-8496-f8d641897f2d tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] http://10.222.0.24:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 04:37:47.907611 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-11d89d82-0da0-4767-8496-f8d641897f2d tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] 10.222.0.24 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0071878 Feb 01 04:37:47.908306 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41230) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:47.912941 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-a137e3f7-4e33-4263-b4f2-64bcba02a83f tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] http://10.222.0.24:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 04:37:47.914010 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a137e3f7-4e33-4263-b4f2-64bcba02a83f tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] 10.222.0.24 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0047126 Feb 01 04:37:47.917751 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41234) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:47.922046 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-e9daf4ed-4d4b-4923-96fd-bf83b3bb6393 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Calling delete_port for dbfe675a-23fe-4c39-b9ed-217f16efa473 owned by network:floatingip {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:37:47.923048 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-4d11b3d7-e382-48a4-be0b-c4d12ac791bd tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 04:37:47.927939 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4d11b3d7-e382-48a4-be0b-c4d12ac791bd tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0090008 Feb 01 04:37:47.930191 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41238) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:47.937064 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-c1f43c3d-32b9-4ea1-bb68-59a0fc910313 tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 04:37:47.939733 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c1f43c3d-32b9-4ea1-bb68-59a0fc910313 tempest-ExtensionsTestJSON-552502269 tempest-ExtensionsTestJSON-552502269-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0078609 Feb 01 04:37:48.064472 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faea500e-72cd-4289-8956-180766b34ae6 None None] Network 4775b4f6-507f-4c4b-adb5-7114e5745dad requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:37:48.094529 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e9daf4ed-4d4b-4923-96fd-bf83b3bb6393 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:48.144286 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9daf4ed-4d4b-4923-96fd-bf83b3bb6393 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Pushing event deleted for resources: {'Port': ['ID=dbfe675a-23fe-4c39-b9ed-217f16efa473,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:48.162382 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-83ea7a01-61d0-41b4-91d7-75bc337c9aaa None None] Deleting port fac1dd30-cdc1-4a87-8a25-95d2d5ecb657 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:37:48.163042 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-83ea7a01-61d0-41b4-91d7-75bc337c9aaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:48.166571 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-4c315b95-0064-4c04-8fdc-1d1c5208aba7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Deleting port 67976708-dcda-4aab-9d0d-562e6b7d695d {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:37:48.167162 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4c315b95-0064-4c04-8fdc-1d1c5208aba7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:48.217242 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41250) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:48.259308 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e9daf4ed-4d4b-4923-96fd-bf83b3bb6393 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks [] for floatingip, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:48.268029 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-4c315b95-0064-4c04-8fdc-1d1c5208aba7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] The port '67976708-dcda-4aab-9d0d-562e6b7d695d' was deleted {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 01 04:37:48.291130 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e9daf4ed-4d4b-4923-96fd-bf83b3bb6393 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:48.293536 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-e9daf4ed-4d4b-4923-96fd-bf83b3bb6393 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] 10.222.0.24 "DELETE /v2.0/floatingips/41b0744b-9a9a-4d96-925f-bf721cab0920 HTTP/1.1" status: 204 len: 168 time: 1.0317261 Feb 01 04:37:48.304041 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41258) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:48.319117 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-83ea7a01-61d0-41b4-91d7-75bc337c9aaa None None] The port 'fac1dd30-cdc1-4a87-8a25-95d2d5ecb657' was deleted {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 01 04:37:48.393296 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-5279aca0-c611-4139-8435-7e136e3579d3 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] DELETE failed (client error): The resource could not be found. Feb 01 04:37:48.393782 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5279aca0-c611-4139-8435-7e136e3579d3 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:37:48.395520 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-5279aca0-c611-4139-8435-7e136e3579d3 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] 10.222.0.24 "DELETE /v2.0/ports/db8cefd5-073c-4750-9016-c72fdff652a3 HTTP/1.1" status: 404 len: 333 time: 0.0944676 Feb 01 04:37:48.401789 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41266) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:48.461967 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4c315b95-0064-4c04-8fdc-1d1c5208aba7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:48.480122 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-b181bcc6-d28f-47ff-aa31-69f80aae91bc tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Synchronizing usage tracker for tenant:3c6b8b975a3c4e1683a16b66cad9d251 on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:37:48.500983 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-b181bcc6-d28f-47ff-aa31-69f80aae91bc tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Unset dirty status for tenant:3c6b8b975a3c4e1683a16b66cad9d251 on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:37:48.502557 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-b181bcc6-d28f-47ff-aa31-69f80aae91bc tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] 10.222.0.24 "GET /v2.0/ports?device_id=da9d8da4-aead-4bf5-8858-2c8fdec4d92b HTTP/1.1" status: 200 len: 205 time: 0.0998106 Feb 01 04:37:48.505751 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41272) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:48.508744 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-37023d76-6e6e-422c-b7bc-4888867f9669 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:48.521840 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-4c315b95-0064-4c04-8fdc-1d1c5208aba7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eedbe629-8c7b-47a6-a624-06308b7a6477']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:48.532672 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41276) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:48.537221 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-37023d76-6e6e-422c-b7bc-4888867f9669 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:48.541946 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-4c315b95-0064-4c04-8fdc-1d1c5208aba7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cd68dee-a786-49b7-a195-9727492e41c7') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:48.542244 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-4c315b95-0064-4c04-8fdc-1d1c5208aba7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cd68dee-a786-49b7-a195-9727492e41c7') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:48.552958 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-fee473a1-f940-4e4b-ab50-de5d53f480ef admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-103746904-network', 'tenant_id': 'fec8b561404643c5ab29909c529b31ae'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:48.558324 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-37023d76-6e6e-422c-b7bc-4888867f9669 admin admin] Usage tracker for resource:security_group_rule and tenant:7090f6b9a8e8455ba5c108d5941c6e39 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:37:48.562065 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-37023d76-6e6e-422c-b7bc-4888867f9669 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:37:48.569623 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-fee473a1-f940-4e4b-ab50-de5d53f480ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:48.571896 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-37023d76-6e6e-422c-b7bc-4888867f9669 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:48.574802 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4c315b95-0064-4c04-8fdc-1d1c5208aba7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143022'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:48.581238 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.api.v2.resource [None req-1a052a21-0549-4d29-a959-b28d53619074 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] delete failed (client error): The resource could not be found. Feb 01 04:37:48.582215 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-1a052a21-0549-4d29-a959-b28d53619074 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] 10.222.0.24 "DELETE /v2.0/routers/da9d8da4-aead-4bf5-8858-2c8fdec4d92b HTTP/1.1" status: 404 len: 336 time: 0.0755234 Feb 01 04:37:48.587591 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41280) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:48.592942 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-fee473a1-f940-4e4b-ab50-de5d53f480ef admin admin] Usage tracker for resource:network and tenant:fec8b561404643c5ab29909c529b31ae is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:37:48.600744 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-fee473a1-f940-4e4b-ab50-de5d53f480ef admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:37:48.610301 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-fee473a1-f940-4e4b-ab50-de5d53f480ef admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:48.615867 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 67976708-dcda-4aab-9d0d-562e6b7d695d no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:37:48.620159 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4c315b95-0064-4c04-8fdc-1d1c5208aba7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:48.634190 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c315b95-0064-4c04-8fdc-1d1c5208aba7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:37:48.634601 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4c315b95-0064-4c04-8fdc-1d1c5208aba7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3072199'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:48.637630 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fcaee61-633c-483d-87b9-46ee63e7d6ff tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] DELETE failed (client error): The resource could not be found. Feb 01 04:37:48.638152 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fcaee61-633c-483d-87b9-46ee63e7d6ff tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:37:48.639907 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-4fcaee61-633c-483d-87b9-46ee63e7d6ff tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] 10.222.0.24 "DELETE /v2.0/subnets/b6f49b9c-57d9-4990-9cd7-ebc6c9449789 HTTP/1.1" status: 404 len: 337 time: 0.0513437 Feb 01 04:37:48.642992 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41284) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:48.650310 dv-neutron-826830-1-hyperv neutron-server[87636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:37:48.650310 dv-neutron-826830-1-hyperv neutron-server[87636]: util.warn( Feb 01 04:37:48.650310 dv-neutron-826830-1-hyperv neutron-server[87636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:37:48.650310 dv-neutron-826830-1-hyperv neutron-server[87636]: util.warn( Feb 01 04:37:48.650310 dv-neutron-826830-1-hyperv neutron-server[87636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:37:48.650310 dv-neutron-826830-1-hyperv neutron-server[87636]: util.warn( Feb 01 04:37:48.650310 dv-neutron-826830-1-hyperv neutron-server[87636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:37:48.650310 dv-neutron-826830-1-hyperv neutron-server[87636]: util.warn( Feb 01 04:37:48.650310 dv-neutron-826830-1-hyperv neutron-server[87636]: Traceback (most recent call last): Feb 01 04:37:48.650310 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:37:48.650310 dv-neutron-826830-1-hyperv neutron-server[87636]: timer() Feb 01 04:37:48.650310 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:37:48.650310 dv-neutron-826830-1-hyperv neutron-server[87636]: cb(*args, **kw) Feb 01 04:37:48.650310 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:37:48.650310 dv-neutron-826830-1-hyperv neutron-server[87636]: return func(*args, **kwargs) Feb 01 04:37:48.650310 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:37:48.650310 dv-neutron-826830-1-hyperv neutron-server[87636]: self._notify() Feb 01 04:37:48.650310 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:37:48.650310 dv-neutron-826830-1-hyperv neutron-server[87636]: self.callback(batched_events) Feb 01 04:37:48.650310 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:37:48.650310 dv-neutron-826830-1-hyperv neutron-server[87636]: event.method(event) Feb 01 04:37:48.650310 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:37:48.650310 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:37:48.650310 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:37:48.650310 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:37:48.650310 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:37:48.650310 dv-neutron-826830-1-hyperv neutron-server[87636]: return f(self, *a, **k) Feb 01 04:37:48.650310 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:37:48.650310 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._get(url).json() Feb 01 04:37:48.650310 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:37:48.650310 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:37:48.650310 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:37:48.650310 dv-neutron-826830-1-hyperv neutron-server[87636]: return self.request(url, 'GET', **kwargs) Feb 01 04:37:48.650310 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:37:48.650310 dv-neutron-826830-1-hyperv neutron-server[87636]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:37:48.650310 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:37:48.650310 dv-neutron-826830-1-hyperv neutron-server[87636]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:37:48.650310 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:37:48.650310 dv-neutron-826830-1-hyperv neutron-server[87636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:37:48.650310 dv-neutron-826830-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:37:48.654209 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 67976708-dcda-4aab-9d0d-562e6b7d695d {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:37:48.654662 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 67976708-dcda-4aab-9d0d-562e6b7d695d not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:37:48.659767 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee473a1-f940-4e4b-ab50-de5d53f480ef admin admin] Made reservation on behalf of fec8b561404643c5ab29909c529b31ae for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:37:48.662027 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fee473a1-f940-4e4b-ab50-de5d53f480ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:48.688664 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fee473a1-f940-4e4b-ab50-de5d53f480ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:48.716683 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3d279dca-1a05-4c04-9b23-5401d4e45d3a tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Deleting port 9d891d75-d6f8-401b-92c9-cee62e29ec62 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:37:48.717028 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3d279dca-1a05-4c04-9b23-5401d4e45d3a tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:48.762857 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-fee473a1-f940-4e4b-ab50-de5d53f480ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:48.772348 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-fee473a1-f940-4e4b-ab50-de5d53f480ef admin admin] Usage tracker for resource:security_group_rule and tenant:fec8b561404643c5ab29909c529b31ae is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:37:48.775393 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-fee473a1-f940-4e4b-ab50-de5d53f480ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:37:48.778897 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4c315b95-0064-4c04-8fdc-1d1c5208aba7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:48.802405 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4c315b95-0064-4c04-8fdc-1d1c5208aba7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:48.805944 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-fee473a1-f940-4e4b-ab50-de5d53f480ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:48.827733 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c315b95-0064-4c04-8fdc-1d1c5208aba7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event deleted for resources: {'Network': ['ID=eedbe629-8c7b-47a6-a624-06308b7a6477,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:48.864543 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4c315b95-0064-4c04-8fdc-1d1c5208aba7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "DELETE /v2.0/networks/eedbe629-8c7b-47a6-a624-06308b7a6477 HTTP/1.1" status: 204 len: 168 time: 2.4993320 Feb 01 04:37:48.866096 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41288) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:48.965886 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-37023d76-6e6e-422c-b7bc-4888867f9669 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:48.972486 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3d279dca-1a05-4c04-9b23-5401d4e45d3a tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:48.974984 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-37023d76-6e6e-422c-b7bc-4888867f9669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:49.096730 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3d279dca-1a05-4c04-9b23-5401d4e45d3a tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Calling delete_port for 9d891d75-d6f8-401b-92c9-cee62e29ec62 owned by {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:37:49.112554 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-37023d76-6e6e-422c-b7bc-4888867f9669 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7090f6b9a8e8455ba5c108d5941c6e39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8941877 Feb 01 04:37:49.123796 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41292) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:49.130587 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37023d76-6e6e-422c-b7bc-4888867f9669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3662f687-f0e9-45d7-b2e5-6cadee0f9f59,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:49.184686 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-9e5f5a4c-8cb9-4418-b479-cc0e202829d4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Deleting port 8eccf1d1-48a3-426f-8ce6-ded5c15c2b53 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:37:49.185027 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9e5f5a4c-8cb9-4418-b479-cc0e202829d4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:49.227275 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-379a4780-3893-4e58-bab1-28b0c60cb5f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:49.313274 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-379a4780-3893-4e58-bab1-28b0c60cb5f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:49.320692 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fee473a1-f940-4e4b-ab50-de5d53f480ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:49.326671 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fee473a1-f940-4e4b-ab50-de5d53f480ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:49.358568 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3d279dca-1a05-4c04-9b23-5401d4e45d3a tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:49.381459 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fee473a1-f940-4e4b-ab50-de5d53f480ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:37:49.405352 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee473a1-f940-4e4b-ab50-de5d53f480ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41855a11-35c5-4fab-be4e-a7e37791b692,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:49.429341 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fee473a1-f940-4e4b-ab50-de5d53f480ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:49.429684 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-fee473a1-f940-4e4b-ab50-de5d53f480ef admin admin] Added segment 185ff105-7270-42a1-8dc1-dc15e4ac0891 of type vlan for network cd7bd95e-9ca0-414b-b57a-9835117ef420 Feb 01 04:37:49.516807 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d279dca-1a05-4c04-9b23-5401d4e45d3a tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Pushing event deleted for resources: {'Port': ['ID=9d891d75-d6f8-401b-92c9-cee62e29ec62,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:49.522741 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fee473a1-f940-4e4b-ab50-de5d53f480ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:49.554173 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9e5f5a4c-8cb9-4418-b479-cc0e202829d4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:49.554173 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9e5f5a4c-8cb9-4418-b479-cc0e202829d4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:49.624701 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-379a4780-3893-4e58-bab1-28b0c60cb5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:49.652775 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379a4780-3893-4e58-bab1-28b0c60cb5f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3662f687-f0e9-45d7-b2e5-6cadee0f9f59,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:49.657588 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3d279dca-1a05-4c04-9b23-5401d4e45d3a tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:49.676867 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-3d279dca-1a05-4c04-9b23-5401d4e45d3a tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] 10.222.0.24 "DELETE /v2.0/ports/9d891d75-d6f8-401b-92c9-cee62e29ec62 HTTP/1.1" status: 204 len: 168 time: 1.0305748 Feb 01 04:37:49.676867 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-379a4780-3893-4e58-bab1-28b0c60cb5f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:49.677679 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-379a4780-3893-4e58-bab1-28b0c60cb5f5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3662f687-f0e9-45d7-b2e5-6cadee0f9f59 HTTP/1.1" status: 204 len: 168 time: 0.5529568 Feb 01 04:37:49.678406 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41296) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:49.713117 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-9e5f5a4c-8cb9-4418-b479-cc0e202829d4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Calling delete_port for 8eccf1d1-48a3-426f-8ce6-ded5c15c2b53 owned by network:floatingip {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:37:49.752018 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fee473a1-f940-4e4b-ab50-de5d53f480ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:49.753070 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee473a1-f940-4e4b-ab50-de5d53f480ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:37:49.753934 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fee473a1-f940-4e4b-ab50-de5d53f480ef admin admin] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:49.762443 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-df451951-d541-4478-9db0-dfbb590ce3f3 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Deleting port a11f9ec4-d225-4a83-a989-c55f5a4ebf45 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:37:49.762781 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-df451951-d541-4478-9db0-dfbb590ce3f3 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:49.888223 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-fee473a1-f940-4e4b-ab50-de5d53f480ef admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3489394 Feb 01 04:37:49.889140 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41302) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:49.897696 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-bbde43a5-32f1-40d2-ba48-098b7fd12efa admin admin] Request body: {'subnet': {'network_id': 'cd7bd95e-9ca0-414b-b57a-9835117ef420', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-103746904-subnet', 'tenant_id': 'fec8b561404643c5ab29909c529b31ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:49.903061 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-bbde43a5-32f1-40d2-ba48-098b7fd12efa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:49.908567 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-bbde43a5-32f1-40d2-ba48-098b7fd12efa admin admin] Usage tracker for resource:subnet and tenant:fec8b561404643c5ab29909c529b31ae is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:37:49.911540 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-bbde43a5-32f1-40d2-ba48-098b7fd12efa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:37:49.918540 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-bbde43a5-32f1-40d2-ba48-098b7fd12efa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:49.933866 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee473a1-f940-4e4b-ab50-de5d53f480ef admin admin] Pushing event updated for resources: {'Network': ['ID=cd7bd95e-9ca0-414b-b57a-9835117ef420,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:49.948138 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network cd7bd95e-9ca0-414b-b57a-9835117ef420 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:37:49.955448 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbde43a5-32f1-40d2-ba48-098b7fd12efa admin admin] Made reservation on behalf of fec8b561404643c5ab29909c529b31ae for: {'subnet': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:37:49.957968 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bbde43a5-32f1-40d2-ba48-098b7fd12efa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3694443'] for subnet, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:50.018694 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9e5f5a4c-8cb9-4418-b479-cc0e202829d4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:50.080142 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5f5a4c-8cb9-4418-b479-cc0e202829d4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event deleted for resources: {'Port': ['ID=8eccf1d1-48a3-426f-8ce6-ded5c15c2b53,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:50.189258 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9e5f5a4c-8cb9-4418-b479-cc0e202829d4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for floatingip, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:50.189258 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.l3_db [None req-9e5f5a4c-8cb9-4418-b479-cc0e202829d4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Floating IP 4faa68be-036a-4b66-adcf-3bf3d873f77e disassociated (deleted). External IP: 172.26.8.38, port: f9ac5d7c-27c3-4810-a25b-7734331ac764. Feb 01 04:37:50.215601 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-df451951-d541-4478-9db0-dfbb590ce3f3 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:50.389137 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-df451951-d541-4478-9db0-dfbb590ce3f3 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Calling delete_port for a11f9ec4-d225-4a83-a989-c55f5a4ebf45 owned by {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:37:50.505165 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bbde43a5-32f1-40d2-ba48-098b7fd12efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3037478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3694457'] for subnet, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:50.583321 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e5f5a4c-8cb9-4418-b479-cc0e202829d4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Router 889752ef-184a-4920-8f78-ac992ee25805 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:37:50.584207 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41324) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:50.642897 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbde43a5-32f1-40d2-ba48-098b7fd12efa admin admin] Pushing event updated for resources: {'Subnet': ['ID=58480b30-25f8-4155-9bc2-756fead5f9a0,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:50.647495 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbde43a5-32f1-40d2-ba48-098b7fd12efa admin admin] Checking segment: {'id': '185ff105-7270-42a1-8dc1-dc15e4ac0891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'cd7bd95e-9ca0-414b-b57a-9835117ef420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:37:50.647850 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbde43a5-32f1-40d2-ba48-098b7fd12efa admin admin] Network hostable DHCP agents. Network: cd7bd95e-9ca0-414b-b57a-9835117ef420, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:37:50.654580 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-df451951-d541-4478-9db0-dfbb590ce3f3 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:50.711390 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451951-d541-4478-9db0-dfbb590ce3f3 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Pushing event deleted for resources: {'Port': ['ID=a11f9ec4-d225-4a83-a989-c55f5a4ebf45,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:50.746290 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-1926d344-26ec-420d-ab8f-d0d6c03737b3 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Request body: {'network': {'name': 'tempest-RoutersTest-827504268'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:50.751652 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbde43a5-32f1-40d2-ba48-098b7fd12efa admin admin] Network cd7bd95e-9ca0-414b-b57a-9835117ef420 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:37:50.761663 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-1926d344-26ec-420d-ab8f-d0d6c03737b3 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:50.769175 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1926d344-26ec-420d-ab8f-d0d6c03737b3 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Usage tracker for resource:network and tenant:fe61db31beb2433b8247cdb8a5604696 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:37:50.773677 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1926d344-26ec-420d-ab8f-d0d6c03737b3 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:37:50.783247 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-1926d344-26ec-420d-ab8f-d0d6c03737b3 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:50.788577 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e5f5a4c-8cb9-4418-b479-cc0e202829d4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:37:50.795837 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-bbde43a5-32f1-40d2-ba48-098b7fd12efa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, cd7bd95e-9ca0-414b-b57a-9835117ef420) {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:37:50.803165 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da168fe9-f006-4f77-a783-a71681a6e56c None None] Sync routers for ids ['889752ef-184a-4920-8f78-ac992ee25805'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:37:50.803487 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbde43a5-32f1-40d2-ba48-098b7fd12efa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:37:50.804098 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bbde43a5-32f1-40d2-ba48-098b7fd12efa admin admin] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:50.805675 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1926d344-26ec-420d-ab8f-d0d6c03737b3 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Made reservation on behalf of fe61db31beb2433b8247cdb8a5604696 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:37:50.809427 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1926d344-26ec-420d-ab8f-d0d6c03737b3 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:50.819223 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ce80c3-27f5-4551-ba13-5ad5af643638 None None] Network cd7bd95e-9ca0-414b-b57a-9835117ef420 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:37:50.823291 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1926d344-26ec-420d-ab8f-d0d6c03737b3 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:50.836749 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9e5f5a4c-8cb9-4418-b479-cc0e202829d4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:50.840613 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da168fe9-f006-4f77-a783-a71681a6e56c None None] Routers {'889752ef-184a-4920-8f78-ac992ee25805'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:37:50.841591 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-da168fe9-f006-4f77-a783-a71681a6e56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:37:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['889752ef-184a-4920-8f78-ac992ee25805'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:50.841959 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-df451951-d541-4478-9db0-dfbb590ce3f3 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:50.855770 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-df451951-d541-4478-9db0-dfbb590ce3f3 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] 10.222.0.24 "DELETE /v2.0/ports/a11f9ec4-d225-4a83-a989-c55f5a4ebf45 HTTP/1.1" status: 204 len: 168 time: 1.1738722 Feb 01 04:37:50.856248 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41330) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:50.914965 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-bbde43a5-32f1-40d2-ba48-098b7fd12efa admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0246437 Feb 01 04:37:50.964006 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98a9cb1-9562-4583-b046-ec13280f9e89 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:37:50.964755 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-b98a9cb1-9562-4583-b046-ec13280f9e89 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Synchronizing usage tracker for tenant:3c6b8b975a3c4e1683a16b66cad9d251 on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:37:50.984307 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-b98a9cb1-9562-4583-b046-ec13280f9e89 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Unset dirty status for tenant:3c6b8b975a3c4e1683a16b66cad9d251 on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:37:50.989494 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-b98a9cb1-9562-4583-b046-ec13280f9e89 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] 10.222.0.24 "GET /v2.0/ports?device_id=369c1bd0-20ee-4cfb-81b7-18033449079b HTTP/1.1" status: 200 len: 913 time: 0.1292677 Feb 01 04:37:50.990181 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41336) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:51.036023 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-1926d344-26ec-420d-ab8f-d0d6c03737b3 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:51.043679 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1926d344-26ec-420d-ab8f-d0d6c03737b3 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Usage tracker for resource:security_group_rule and tenant:fe61db31beb2433b8247cdb8a5604696 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:37:51.048618 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1926d344-26ec-420d-ab8f-d0d6c03737b3 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:37:51.056867 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9e5f5a4c-8cb9-4418-b479-cc0e202829d4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "DELETE /v2.0/floatingips/4faa68be-036a-4b66-adcf-3bf3d873f77e HTTP/1.1" status: 204 len: 168 time: 2.1863146 Feb 01 04:37:51.058156 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-1926d344-26ec-420d-ab8f-d0d6c03737b3 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:51.059927 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af68ca87-7dc0-401e-b0f7-ac6a737aabf9', 'tag': 'f9ac5d7c-27c3-4810-a25b-7734331ac764'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:37:51.124671 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af68ca87-7dc0-401e-b0f7-ac6a737aabf9', 'tag': 'f9ac5d7c-27c3-4810-a25b-7734331ac764', 'status': 'completed', 'code': 200} Feb 01 04:37:51.258854 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-da168fe9-f006-4f77-a783-a71681a6e56c None None] Set router 889752ef-184a-4920-8f78-ac992ee25805 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:37:51.275725 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1926d344-26ec-420d-ab8f-d0d6c03737b3 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:51.297340 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1926d344-26ec-420d-ab8f-d0d6c03737b3 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:51.393204 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1926d344-26ec-420d-ab8f-d0d6c03737b3 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:37:51.433314 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1926d344-26ec-420d-ab8f-d0d6c03737b3 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d18f8866-69cc-4b18-84c7-224ae7fb5c4a,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:51.438306 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1926d344-26ec-420d-ab8f-d0d6c03737b3 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:51.438719 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-1926d344-26ec-420d-ab8f-d0d6c03737b3 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Added segment 710b09e8-b606-46f8-94fe-ee6897a561e4 of type vlan for network cdabad42-532b-495f-b542-845d97431e97 Feb 01 04:37:51.462811 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74a01f1-1af8-44e0-9de6-c49a761107e6 req-0624f523-8e19-4ecd-933c-8cd1dcd0fe2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:37:51.464769 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c74a01f1-1af8-44e0-9de6-c49a761107e6 req-0624f523-8e19-4ecd-933c-8cd1dcd0fe2e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0629703b9474474a9f2fde13723d2e8b&device_id=af68ca87-7dc0-401e-b0f7-ac6a737aabf9 HTTP/1.1" status: 200 len: 1099 time: 0.2962964 Feb 01 04:37:51.507331 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1926d344-26ec-420d-ab8f-d0d6c03737b3 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:51.589758 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a35788a-2678-4c1a-87df-bcbeac1dd72a None None] Network cd7bd95e-9ca0-414b-b57a-9835117ef420 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:37:51.681683 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1926d344-26ec-420d-ab8f-d0d6c03737b3 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:51.687799 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1926d344-26ec-420d-ab8f-d0d6c03737b3 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:37:51.687799 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1926d344-26ec-420d-ab8f-d0d6c03737b3 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:51.733167 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74a01f1-1af8-44e0-9de6-c49a761107e6 req-e8c6946c-bbb7-4ac2-a65c-f2281df19704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:37:51.735368 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c74a01f1-1af8-44e0-9de6-c49a761107e6 req-e8c6946c-bbb7-4ac2-a65c-f2281df19704 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d HTTP/1.1" status: 200 len: 896 time: 0.2604005 Feb 01 04:37:51.848063 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a318c069-9268-42e5-8ea2-eae0539d1be6 req-422a6afa-d662-4458-8d5d-96fbffd02e2a tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:37:51.849619 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-a318c069-9268-42e5-8ea2-eae0539d1be6 req-422a6afa-d662-4458-8d5d-96fbffd02e2a tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] 10.222.0.24 "GET /v2.0/networks?id=4775b4f6-507f-4c4b-adb5-7114e5745dad HTTP/1.1" status: 200 len: 812 time: 0.2687430 Feb 01 04:37:51.871565 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c74a01f1-1af8-44e0-9de6-c49a761107e6 req-9b3a5b50-4b64-4597-9ddb-bf89dd6e6148 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9ac5d7c-27c3-4810-a25b-7734331ac764 HTTP/1.1" status: 200 len: 217 time: 0.1206899 Feb 01 04:37:51.877147 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-a318c069-9268-42e5-8ea2-eae0539d1be6 req-7fa7267b-9558-4e77-9e84-df091287013d tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] 10.222.0.24 "GET /v2.0/quotas/926e010f8e2148e0b6e5416dad1a87b0 HTTP/1.1" status: 200 len: 375 time: 0.0177150 Feb 01 04:37:51.878991 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1926d344-26ec-420d-ab8f-d0d6c03737b3 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2938092 Feb 01 04:37:51.882930 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1926d344-26ec-420d-ab8f-d0d6c03737b3 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Pushing event updated for resources: {'Network': ['ID=cdabad42-532b-495f-b542-845d97431e97,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:51.915631 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41360) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:51.924694 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network cdabad42-532b-495f-b542-845d97431e97 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:37:51.930410 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-a318c069-9268-42e5-8ea2-eae0539d1be6 req-aaedaa98-878d-49d8-acc1-9a006d34d8ab tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=926e010f8e2148e0b6e5416dad1a87b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0521350 Feb 01 04:37:51.944142 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-579a80d4-0133-43af-8f62-0d093b3f67f7 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Request body: {'network': {'name': 'tempest-RoutersTest-780738810'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:51.951229 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-579a80d4-0133-43af-8f62-0d093b3f67f7 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:51.957720 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-579a80d4-0133-43af-8f62-0d093b3f67f7 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Usage tracker for resource:network and tenant:fe61db31beb2433b8247cdb8a5604696 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:37:51.961693 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-579a80d4-0133-43af-8f62-0d093b3f67f7 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:37:51.981668 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe0f984-de5e-4825-957e-2e3f2ba70eba req-e61e0883-4551-4b7d-ada5-d0a36ef60745 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:37:51.982354 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-0fe0f984-de5e-4825-957e-2e3f2ba70eba req-e61e0883-4551-4b7d-ada5-d0a36ef60745 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Synchronizing usage tracker for tenant:0629703b9474474a9f2fde13723d2e8b on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:37:51.987828 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-579a80d4-0133-43af-8f62-0d093b3f67f7 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:52.002070 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74a01f1-1af8-44e0-9de6-c49a761107e6 req-2fa11074-447f-45f7-8cfc-109bbfd34257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:37:52.003601 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c74a01f1-1af8-44e0-9de6-c49a761107e6 req-2fa11074-447f-45f7-8cfc-109bbfd34257 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2933f122-fed7-475d-b133-59ebd7cf5542 HTTP/1.1" status: 200 len: 834 time: 0.1215434 Feb 01 04:37:52.047017 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-579a80d4-0133-43af-8f62-0d093b3f67f7 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Made reservation on behalf of fe61db31beb2433b8247cdb8a5604696 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:37:52.049620 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-579a80d4-0133-43af-8f62-0d093b3f67f7 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:52.056483 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-da168fe9-f006-4f77-a783-a71681a6e56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889752ef-184a-4920-8f78-ac992ee25805', 'name': 'tempest-TestNetworkBasicOps-router-58698102', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.76'}], 'enable_snat': True}, 'gw_port_id': '47a4fe6d-916d-4587-a9ef-092ebd9171bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:35:23Z', 'updated_at': '2022-02-01T04:37:39Z', 'revision_number': 6, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': '47a4fe6d-916d-4587-a9ef-092ebd9171bc', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:15:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889752ef-184a-4920-8f78-ac992ee25805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:35:25Z', 'updated_at': '2022-02-01T04:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '6a821d54-e502-48fc-b7c9-2b1c37caa29f', 'name': '', 'network_id': '6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:c2:c3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889752ef-184a-4920-8f78-ac992ee25805', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '2933f122-fed7-475d-b133-59ebd7cf5542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:35:32Z', 'updated_at': '2022-02-01T04:35:46Z', 'revision_number': 5, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': '2933f122-fed7-475d-b133-59ebd7cf5542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:52.060420 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da168fe9-f006-4f77-a783-a71681a6e56c None None] Checking router: 889752ef-184a-4920-8f78-ac992ee25805 for host: dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:37:52.065157 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-0fe0f984-de5e-4825-957e-2e3f2ba70eba req-e61e0883-4551-4b7d-ada5-d0a36ef60745 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Unset dirty status for tenant:0629703b9474474a9f2fde13723d2e8b on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:37:52.066295 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0fe0f984-de5e-4825-957e-2e3f2ba70eba req-e61e0883-4551-4b7d-ada5-d0a36ef60745 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=af68ca87-7dc0-401e-b0f7-ac6a737aabf9 HTTP/1.1" status: 200 len: 946 time: 0.4710617 Feb 01 04:37:52.069362 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da168fe9-f006-4f77-a783-a71681a6e56c None None] Routers {'889752ef-184a-4920-8f78-ac992ee25805'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:37:52.069511 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-da168fe9-f006-4f77-a783-a71681a6e56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:37:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['889752ef-184a-4920-8f78-ac992ee25805'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:52.113166 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-579a80d4-0133-43af-8f62-0d093b3f67f7 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:37:52.130743 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-a318c069-9268-42e5-8ea2-eae0539d1be6 req-35f95fea-4d92-4982-8671-6e5dffb728e9 service neutron] 10.222.0.24 "GET /v2.0/networks/4775b4f6-507f-4c4b-adb5-7114e5745dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895437 Feb 01 04:37:52.136739 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a1a7ab99-079c-4555-bb3f-9ab4362954da tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-371968'] for router_interface, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:52.136998 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-579a80d4-0133-43af-8f62-0d093b3f67f7 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:52.137351 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-579a80d4-0133-43af-8f62-0d093b3f67f7 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Added segment 1956ff22-8677-4a77-88a9-11fcb63d92de of type vlan for network feadca76-d833-40c1-ae2b-b7d66eb06599 Feb 01 04:37:52.151410 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-0fe0f984-de5e-4825-957e-2e3f2ba70eba req-99d5ad76-d23d-4bcf-ba89-1110050dd59b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Synchronizing usage tracker for tenant:0629703b9474474a9f2fde13723d2e8b on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:37:52.182994 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74a01f1-1af8-44e0-9de6-c49a761107e6 req-8fd6bc28-53af-473c-af26-74c9d9a37e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:37:52.184518 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c74a01f1-1af8-44e0-9de6-c49a761107e6 req-8fd6bc28-53af-473c-af26-74c9d9a37e19 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1743217 Feb 01 04:37:52.194235 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-0fe0f984-de5e-4825-957e-2e3f2ba70eba req-99d5ad76-d23d-4bcf-ba89-1110050dd59b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Unset dirty status for tenant:0629703b9474474a9f2fde13723d2e8b on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:37:52.195232 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0fe0f984-de5e-4825-957e-2e3f2ba70eba req-99d5ad76-d23d-4bcf-ba89-1110050dd59b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d9067cc-5c4f-4b72-807d-46d0feb7c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175106 Feb 01 04:37:52.224772 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-579a80d4-0133-43af-8f62-0d093b3f67f7 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:52.270120 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-da168fe9-f006-4f77-a783-a71681a6e56c None None] Set router 889752ef-184a-4920-8f78-ac992ee25805 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:37:52.331903 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-579a80d4-0133-43af-8f62-0d093b3f67f7 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:52.337195 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579a80d4-0133-43af-8f62-0d093b3f67f7 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:37:52.338268 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-579a80d4-0133-43af-8f62-0d093b3f67f7 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:52.408020 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-579a80d4-0133-43af-8f62-0d093b3f67f7 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4911976 Feb 01 04:37:52.411042 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41364) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:52.418175 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c74a01f1-1af8-44e0-9de6-c49a761107e6 req-2a59ff8e-9f6e-461e-ae4f-588d691c49cb service neutron] 10.222.0.18 "GET /v2.0/networks/6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250693 Feb 01 04:37:52.465399 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-07c8ea49-15db-4199-be00-7b3e707ad59a tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Request body: {'subnet': {'network_id': 'cdabad42-532b-495f-b542-845d97431e97', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:52.473659 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-a318c069-9268-42e5-8ea2-eae0539d1be6 req-2fb8b88d-b4a0-4cfb-b92e-2f6836f1290c service neutron] 10.222.0.24 "GET /v2.0/networks/4775b4f6-507f-4c4b-adb5-7114e5745dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763851 Feb 01 04:37:52.520713 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579a80d4-0133-43af-8f62-0d093b3f67f7 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Pushing event updated for resources: {'Network': ['ID=feadca76-d833-40c1-ae2b-b7d66eb06599,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:52.564076 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network feadca76-d833-40c1-ae2b-b7d66eb06599 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:37:52.633614 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-a1a7ab99-079c-4555-bb3f-9ab4362954da tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Deleting port 18e47923-e65b-4611-990c-a8ac857470e2 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:37:52.634202 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a1a7ab99-079c-4555-bb3f-9ab4362954da tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:52.760832 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-44a82e04-0fb9-491a-a42a-2fbbe49405f3 req-763982d9-68d9-4431-be0c-118ab166d340 tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2867bcf-b1b7-4957-85fc-4d15064617d3 HTTP/1.1" status: 200 len: 210 time: 0.0577846 Feb 01 04:37:52.764230 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-07c8ea49-15db-4199-be00-7b3e707ad59a tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:52.777752 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-07c8ea49-15db-4199-be00-7b3e707ad59a tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Usage tracker for resource:subnet and tenant:fe61db31beb2433b8247cdb8a5604696 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:37:52.787464 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-07c8ea49-15db-4199-be00-7b3e707ad59a tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:37:52.797217 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-07c8ea49-15db-4199-be00-7b3e707ad59a tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:52.809676 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c74a01f1-1af8-44e0-9de6-c49a761107e6 req-cccf644b-f766-47e4-b017-d53370ea2908 service neutron] 10.222.0.18 "GET /v2.0/networks/6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3237236 Feb 01 04:37:52.814871 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c8ea49-15db-4199-be00-7b3e707ad59a tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Made reservation on behalf of fe61db31beb2433b8247cdb8a5604696 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:37:52.819565 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-07c8ea49-15db-4199-be00-7b3e707ad59a tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:52.824253 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-da168fe9-f006-4f77-a783-a71681a6e56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889752ef-184a-4920-8f78-ac992ee25805', 'name': 'tempest-TestNetworkBasicOps-router-58698102', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.76'}], 'enable_snat': True}, 'gw_port_id': '47a4fe6d-916d-4587-a9ef-092ebd9171bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:35:23Z', 'updated_at': '2022-02-01T04:37:39Z', 'revision_number': 6, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': '47a4fe6d-916d-4587-a9ef-092ebd9171bc', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:15:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889752ef-184a-4920-8f78-ac992ee25805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:35:25Z', 'updated_at': '2022-02-01T04:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '6a821d54-e502-48fc-b7c9-2b1c37caa29f', 'name': '', 'network_id': '6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:c2:c3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889752ef-184a-4920-8f78-ac992ee25805', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '2933f122-fed7-475d-b133-59ebd7cf5542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:35:32Z', 'updated_at': '2022-02-01T04:35:46Z', 'revision_number': 5, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': '2933f122-fed7-475d-b133-59ebd7cf5542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:52.828641 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da168fe9-f006-4f77-a783-a71681a6e56c None None] The sync data for ids ['889752ef-184a-4920-8f78-ac992ee25805'] in dv-neutron-826830-1-hyperv is: [{'id': '889752ef-184a-4920-8f78-ac992ee25805', 'name': 'tempest-TestNetworkBasicOps-router-58698102', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.76'}], 'enable_snat': True}, 'gw_port_id': '47a4fe6d-916d-4587-a9ef-092ebd9171bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:35:23Z', 'updated_at': '2022-02-01T04:37:39Z', 'revision_number': 6, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': '47a4fe6d-916d-4587-a9ef-092ebd9171bc', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:15:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889752ef-184a-4920-8f78-ac992ee25805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:35:25Z', 'updated_at': '2022-02-01T04:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '6a821d54-e502-48fc-b7c9-2b1c37caa29f', 'name': '', 'network_id': '6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:c2:c3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889752ef-184a-4920-8f78-ac992ee25805', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '2933f122-fed7-475d-b133-59ebd7cf5542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:35:32Z', 'updated_at': '2022-02-01T04:35:46Z', 'revision_number': 5, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': '2933f122-fed7-475d-b133-59ebd7cf5542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:37:53.011090 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a1a7ab99-079c-4555-bb3f-9ab4362954da tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:53.113224 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff04ec0-e839-4ec8-a31f-67811ac76aa8 None None] New status for floating IP 4faa68be-036a-4b66-adcf-3bf3d873f77e: DOWN {{(pid=87639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 01 04:37:53.151007 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-a1a7ab99-079c-4555-bb3f-9ab4362954da tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Calling delete_port for 18e47923-e65b-4611-990c-a8ac857470e2 owned by network:router_interface {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:37:53.182513 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-07c8ea49-15db-4199-be00-7b3e707ad59a tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:53.272479 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c8ea49-15db-4199-be00-7b3e707ad59a tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Pushing event updated for resources: {'Subnet': ['ID=df12ac83-6578-4da3-830f-ba96affd8486,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:53.280178 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c8ea49-15db-4199-be00-7b3e707ad59a tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Checking segment: {'id': '710b09e8-b606-46f8-94fe-ee6897a561e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'cdabad42-532b-495f-b542-845d97431e97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:37:53.280525 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c8ea49-15db-4199-be00-7b3e707ad59a tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Network hostable DHCP agents. Network: cdabad42-532b-495f-b542-845d97431e97, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:37:53.300578 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c8ea49-15db-4199-be00-7b3e707ad59a tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Network cdabad42-532b-495f-b542-845d97431e97 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:37:53.307507 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d78607-d631-418b-9845-34f58205052d req-b546e998-dd2b-4037-aca6-68e98d68a78e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:37:53.309118 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-22d78607-d631-418b-9845-34f58205052d req-b546e998-dd2b-4037-aca6-68e98d68a78e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.18 "GET /v2.0/ports?device_id=af68ca87-7dc0-401e-b0f7-ac6a737aabf9 HTTP/1.1" status: 200 len: 946 time: 0.4703913 Feb 01 04:37:53.312846 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-07c8ea49-15db-4199-be00-7b3e707ad59a tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, cdabad42-532b-495f-b542-845d97431e97) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:37:53.317334 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c8ea49-15db-4199-be00-7b3e707ad59a tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:37:53.317988 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-07c8ea49-15db-4199-be00-7b3e707ad59a tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:53.329328 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64961da4-87b1-4488-91c7-70f8c6494766 None None] Network cdabad42-532b-495f-b542-845d97431e97 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:37:53.341071 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-07c8ea49-15db-4199-be00-7b3e707ad59a tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9277120 Feb 01 04:37:53.344338 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41372) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:53.350383 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-8258dfed-63d8-473c-96ce-e86f45cf8113 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Request body: {'subnet': {'network_id': 'feadca76-d833-40c1-ae2b-b7d66eb06599', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:53.464768 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-8258dfed-63d8-473c-96ce-e86f45cf8113 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:53.470199 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-8258dfed-63d8-473c-96ce-e86f45cf8113 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Usage tracker for resource:subnet and tenant:fe61db31beb2433b8247cdb8a5604696 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:37:53.473387 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-8258dfed-63d8-473c-96ce-e86f45cf8113 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:37:53.480144 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-8258dfed-63d8-473c-96ce-e86f45cf8113 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:53.491424 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [req-22d78607-d631-418b-9845-34f58205052d req-b09f1570-1c0c-4566-80b5-56336a09c9a8 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Deleting port f9ac5d7c-27c3-4810-a25b-7734331ac764 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:37:53.491765 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-22d78607-d631-418b-9845-34f58205052d req-b09f1570-1c0c-4566-80b5-56336a09c9a8 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:53.493273 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8258dfed-63d8-473c-96ce-e86f45cf8113 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Made reservation on behalf of fe61db31beb2433b8247cdb8a5604696 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:37:53.498127 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8258dfed-63d8-473c-96ce-e86f45cf8113 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:53.583026 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2885bdc9-82f6-4db8-a6e1-0e939817bbc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-cdabad42-532b-495f-b542-845d97431e97', 'network_id': 'cdabad42-532b-495f-b542-845d97431e97', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'fixed_ips': [{'subnet_id': 'df12ac83-6578-4da3-830f-ba96affd8486'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:37:53.584213 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2885bdc9-82f6-4db8-a6e1-0e939817bbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:53.617114 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a1a7ab99-079c-4555-bb3f-9ab4362954da tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:53.715803 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67690db-e51a-47fd-9766-256f319dd7a2 req-3cb7737d-19d3-4e16-8496-61544dd13e00 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:37:53.717713 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-e67690db-e51a-47fd-9766-256f319dd7a2 req-3cb7737d-19d3-4e16-8496-61544dd13e00 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=af68ca87-7dc0-401e-b0f7-ac6a737aabf9 HTTP/1.1" status: 200 len: 946 time: 0.3527842 Feb 01 04:37:53.723769 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a7ab99-079c-4555-bb3f-9ab4362954da tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Pushing event deleted for resources: {'Port': ['ID=18e47923-e65b-4611-990c-a8ac857470e2,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:53.760571 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8258dfed-63d8-473c-96ce-e86f45cf8113 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:53.907628 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-2885bdc9-82f6-4db8-a6e1-0e939817bbc2 None None] Allocated IP 172.20.0.2 (cdabad42-532b-495f-b542-845d97431e97/df12ac83-6578-4da3-830f-ba96affd8486/ccf10028-92b7-48eb-b75d-0144a2f588b9) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:37:53.912283 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b5c2b254-ce07-4e27-a68b-1eca05ee9a49 req-8509f374-5975-4e79-8364-b9c7d66942c9 tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2867bcf-b1b7-4957-85fc-4d15064617d3 HTTP/1.1" status: 200 len: 210 time: 0.0596871 Feb 01 04:37:53.917434 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8258dfed-63d8-473c-96ce-e86f45cf8113 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Pushing event updated for resources: {'Subnet': ['ID=dde7155a-43db-4eaa-9401-71d5092092f5,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:53.923651 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8258dfed-63d8-473c-96ce-e86f45cf8113 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Checking segment: {'id': '1956ff22-8677-4a77-88a9-11fcb63d92de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'feadca76-d833-40c1-ae2b-b7d66eb06599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:37:53.923991 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8258dfed-63d8-473c-96ce-e86f45cf8113 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Network hostable DHCP agents. Network: feadca76-d833-40c1-ae2b-b7d66eb06599, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:37:53.975881 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-e67690db-e51a-47fd-9766-256f319dd7a2 req-69106429-e7dc-452e-acc1-f6b966abfc08 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d9067cc-5c4f-4b72-807d-46d0feb7c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2178175 Feb 01 04:37:53.993188 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8258dfed-63d8-473c-96ce-e86f45cf8113 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Network feadca76-d833-40c1-ae2b-b7d66eb06599 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:37:54.024051 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-8258dfed-63d8-473c-96ce-e86f45cf8113 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, feadca76-d833-40c1-ae2b-b7d66eb06599) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:37:54.028384 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8258dfed-63d8-473c-96ce-e86f45cf8113 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:37:54.029135 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8258dfed-63d8-473c-96ce-e86f45cf8113 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:54.053424 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-8258dfed-63d8-473c-96ce-e86f45cf8113 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7077763 Feb 01 04:37:54.056435 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41386) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:54.063017 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-4ee68dc5-2974-4850-8743-5ad77e1c6870 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1510882232', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:54.069365 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3bc493-413a-4447-b6ab-fdf4b41aaa95 None None] Network feadca76-d833-40c1-ae2b-b7d66eb06599 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:37:54.070129 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-4ee68dc5-2974-4850-8743-5ad77e1c6870 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:54.074068 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-4ee68dc5-2974-4850-8743-5ad77e1c6870 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Usage tracker for resource:router and tenant:fe61db31beb2433b8247cdb8a5604696 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:37:54.077107 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-4ee68dc5-2974-4850-8743-5ad77e1c6870 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:37:54.084619 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-4ee68dc5-2974-4850-8743-5ad77e1c6870 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:54.097650 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4ee68dc5-2974-4850-8743-5ad77e1c6870 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25958'] for router, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:54.099210 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4ee68dc5-2974-4850-8743-5ad77e1c6870 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-372027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25961'] for router, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:54.119795 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4ee68dc5-2974-4850-8743-5ad77e1c6870 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:54.144733 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4ee68dc5-2974-4850-8743-5ad77e1c6870 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337'] for router, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:54.189578 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4ee68dc5-2974-4850-8743-5ad77e1c6870 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:54.191839 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4ee68dc5-2974-4850-8743-5ad77e1c6870 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1339719 Feb 01 04:37:54.194477 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41390) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:54.278424 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [req-22d78607-d631-418b-9845-34f58205052d req-b09f1570-1c0c-4566-80b5-56336a09c9a8 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] For port f9ac5d7c-27c3-4810-a25b-7734331ac764, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=f9ac5d7c-27c3-4810-a25b-7734331ac764,segment=NetworkSegment(ba63e6f2-536e-40cd-a362-9cc2ae8a515c),segment_id=ba63e6f2-536e-40cd-a362-9cc2ae8a515c)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:37:54.279049 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-22d78607-d631-418b-9845-34f58205052d req-b09f1570-1c0c-4566-80b5-56336a09c9a8 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:54.345239 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2885bdc9-82f6-4db8-a6e1-0e939817bbc2 None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:54.387600 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-2885bdc9-82f6-4db8-a6e1-0e939817bbc2 None None] Transition to ACTIVE for port object ccf10028-92b7-48eb-b75d-0144a2f588b9 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:37:54.417752 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e482085-18d8-4428-8cfd-03bdffef7c9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-feadca76-d833-40c1-ae2b-b7d66eb06599', 'network_id': 'feadca76-d833-40c1-ae2b-b7d66eb06599', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'fixed_ips': [{'subnet_id': 'dde7155a-43db-4eaa-9401-71d5092092f5'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:37:54.418570 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0e482085-18d8-4428-8cfd-03bdffef7c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:54.424634 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a1a7ab99-079c-4555-bb3f-9ab4362954da tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770960'] for router_interface, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:54.433898 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [req-22d78607-d631-418b-9845-34f58205052d req-b09f1570-1c0c-4566-80b5-56336a09c9a8 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Calling delete_port for f9ac5d7c-27c3-4810-a25b-7734331ac764 owned by compute:nova {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:37:54.512426 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-2885bdc9-82f6-4db8-a6e1-0e939817bbc2 None None] Transition to ACTIVE for port object ccf10028-92b7-48eb-b75d-0144a2f588b9 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:37:54.526635 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2885bdc9-82f6-4db8-a6e1-0e939817bbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:54.632972 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2885bdc9-82f6-4db8-a6e1-0e939817bbc2 None None] Network cdabad42-532b-495f-b542-845d97431e97 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:37:54.639277 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-2885bdc9-82f6-4db8-a6e1-0e939817bbc2 None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:37:54.642224 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2885bdc9-82f6-4db8-a6e1-0e939817bbc2 None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:37:54.704128 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2885bdc9-82f6-4db8-a6e1-0e939817bbc2 None None] Pushing event updated for resources: {'Port': ['ID=ccf10028-92b7-48eb-b75d-0144a2f588b9,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:54.748860 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-0e482085-18d8-4428-8cfd-03bdffef7c9c None None] Allocated IP 172.21.0.2 (feadca76-d833-40c1-ae2b-b7d66eb06599/dde7155a-43db-4eaa-9401-71d5092092f5/24044834-5042-473a-9971-645061af4d11) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:37:54.800206 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-2885bdc9-82f6-4db8-a6e1-0e939817bbc2 None None] Attempting to bind port ccf10028-92b7-48eb-b75d-0144a2f588b9 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:37:54.800559 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-2885bdc9-82f6-4db8-a6e1-0e939817bbc2 None None] Attempting to bind port ccf10028-92b7-48eb-b75d-0144a2f588b9 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '710b09e8-b606-46f8-94fe-ee6897a561e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'cdabad42-532b-495f-b542-845d97431e97'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:37:54.800832 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2885bdc9-82f6-4db8-a6e1-0e939817bbc2 None None] Attempting to bind port ccf10028-92b7-48eb-b75d-0144a2f588b9 on network cdabad42-532b-495f-b542-845d97431e97 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:37:54.814085 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c898c174-b943-41b4-831f-55139257baad tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:54.819786 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2885bdc9-82f6-4db8-a6e1-0e939817bbc2 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:37:54.820157 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2885bdc9-82f6-4db8-a6e1-0e939817bbc2 None None] Checking segment: {'id': '710b09e8-b606-46f8-94fe-ee6897a561e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'cdabad42-532b-495f-b542-845d97431e97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:37:54.820552 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2885bdc9-82f6-4db8-a6e1-0e939817bbc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:54.820937 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2885bdc9-82f6-4db8-a6e1-0e939817bbc2 None None] Bound using segment: {'id': '710b09e8-b606-46f8-94fe-ee6897a561e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'cdabad42-532b-495f-b542-845d97431e97'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:37:54.821396 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-2885bdc9-82f6-4db8-a6e1-0e939817bbc2 None None] Bound port: ccf10028-92b7-48eb-b75d-0144a2f588b9, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '710b09e8-b606-46f8-94fe-ee6897a561e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'cdabad42-532b-495f-b542-845d97431e97'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:37:54.821759 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2885bdc9-82f6-4db8-a6e1-0e939817bbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:54.889005 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-22d78607-d631-418b-9845-34f58205052d req-b09f1570-1c0c-4566-80b5-56336a09c9a8 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:55.020999 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09f1570-1c0c-4566-80b5-56336a09c9a8 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event deleted for resources: {'Port': ['ID=f9ac5d7c-27c3-4810-a25b-7734331ac764,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:55.131317 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0e482085-18d8-4428-8cfd-03bdffef7c9c None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:55.147494 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-0e482085-18d8-4428-8cfd-03bdffef7c9c None None] Transition to ACTIVE for port object 24044834-5042-473a-9971-645061af4d11 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:37:55.168168 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [req-22d78607-d631-418b-9845-34f58205052d req-b09f1570-1c0c-4566-80b5-56336a09c9a8 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] No DVR routers for this DVR port f9ac5d7c-27c3-4810-a25b-7734331ac764 on host hv-neutron-8268 {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:37:55.170534 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-0e482085-18d8-4428-8cfd-03bdffef7c9c None None] Transition to ACTIVE for port object 24044834-5042-473a-9971-645061af4d11 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:37:55.180518 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-22d78607-d631-418b-9845-34f58205052d req-b09f1570-1c0c-4566-80b5-56336a09c9a8 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:55.186699 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a329ef6b-5321-4ef5-adb1-d74dd7a5aaf3 req-a975538e-b49c-425f-9805-78b39f9baf8f tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2867bcf-b1b7-4957-85fc-4d15064617d3 HTTP/1.1" status: 200 len: 210 time: 0.0913746 Feb 01 04:37:55.206788 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0e482085-18d8-4428-8cfd-03bdffef7c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:55.225230 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af68ca87-7dc0-401e-b0f7-ac6a737aabf9', 'name': 'network-vif-deleted', 'tag': 'f9ac5d7c-27c3-4810-a25b-7734331ac764'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:37:55.271807 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e482085-18d8-4428-8cfd-03bdffef7c9c None None] Network feadca76-d833-40c1-ae2b-b7d66eb06599 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:37:55.280449 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-0e482085-18d8-4428-8cfd-03bdffef7c9c None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:37:55.282758 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-2885bdc9-82f6-4db8-a6e1-0e939817bbc2 None None] For port ccf10028-92b7-48eb-b75d-0144a2f588b9, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:37:55.288863 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e482085-18d8-4428-8cfd-03bdffef7c9c None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:37:55.332626 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-2885bdc9-82f6-4db8-a6e1-0e939817bbc2 None None] For port ccf10028-92b7-48eb-b75d-0144a2f588b9, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=ccf10028-92b7-48eb-b75d-0144a2f588b9,segment=NetworkSegment(710b09e8-b606-46f8-94fe-ee6897a561e4),segment_id=710b09e8-b606-46f8-94fe-ee6897a561e4)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:37:55.351803 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-9baebaa6-6ca5-4f21-adcc-f32e9b9f64b2 req-bbbc6d73-11c9-4dd4-83f4-ffe40381c440 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=af68ca87-7dc0-401e-b0f7-ac6a737aabf9 HTTP/1.1" status: 200 len: 210 time: 0.1869915 Feb 01 04:37:55.352426 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2885bdc9-82f6-4db8-a6e1-0e939817bbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:55.360763 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af68ca87-7dc0-401e-b0f7-ac6a737aabf9', 'name': 'network-vif-deleted', 'tag': 'f9ac5d7c-27c3-4810-a25b-7734331ac764', 'status': 'completed', 'code': 200} Feb 01 04:37:55.379739 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-22d78607-d631-418b-9845-34f58205052d req-b09f1570-1c0c-4566-80b5-56336a09c9a8 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.18 "DELETE /v2.0/ports/f9ac5d7c-27c3-4810-a25b-7734331ac764 HTTP/1.1" status: 204 len: 173 time: 2.0644398 Feb 01 04:37:55.402546 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-c898c174-b943-41b4-831f-55139257baad tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Allocated IP 172.20.0.1 (cdabad42-532b-495f-b542-845d97431e97/df12ac83-6578-4da3-830f-ba96affd8486/8fae8d1a-039d-4f0c-a321-298f88d8f8aa) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:37:55.407706 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e482085-18d8-4428-8cfd-03bdffef7c9c None None] Pushing event updated for resources: {'Port': ['ID=24044834-5042-473a-9971-645061af4d11,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:55.420505 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1a7ab99-079c-4555-bb3f-9ab4362954da tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Router 369c1bd0-20ee-4cfb-81b7-18033449079b has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:37:55.466956 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-0e482085-18d8-4428-8cfd-03bdffef7c9c None None] Attempting to bind port 24044834-5042-473a-9971-645061af4d11 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:37:55.466956 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-0e482085-18d8-4428-8cfd-03bdffef7c9c None None] Attempting to bind port 24044834-5042-473a-9971-645061af4d11 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '1956ff22-8677-4a77-88a9-11fcb63d92de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'feadca76-d833-40c1-ae2b-b7d66eb06599'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:37:55.466956 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e482085-18d8-4428-8cfd-03bdffef7c9c None None] Attempting to bind port 24044834-5042-473a-9971-645061af4d11 on network feadca76-d833-40c1-ae2b-b7d66eb06599 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:37:55.497780 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e482085-18d8-4428-8cfd-03bdffef7c9c None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:37:55.498150 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e482085-18d8-4428-8cfd-03bdffef7c9c None None] Checking segment: {'id': '1956ff22-8677-4a77-88a9-11fcb63d92de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'feadca76-d833-40c1-ae2b-b7d66eb06599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:37:55.498827 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0e482085-18d8-4428-8cfd-03bdffef7c9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:55.499221 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e482085-18d8-4428-8cfd-03bdffef7c9c None None] Bound using segment: {'id': '1956ff22-8677-4a77-88a9-11fcb63d92de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'feadca76-d833-40c1-ae2b-b7d66eb06599'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:37:55.500254 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-0e482085-18d8-4428-8cfd-03bdffef7c9c None None] Bound port: 24044834-5042-473a-9971-645061af4d11, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1956ff22-8677-4a77-88a9-11fcb63d92de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'feadca76-d833-40c1-ae2b-b7d66eb06599'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:37:55.500854 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0e482085-18d8-4428-8cfd-03bdffef7c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:55.573947 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2885bdc9-82f6-4db8-a6e1-0e939817bbc2 None None] Pushing event updated for resources: {'Port': ['ID=ccf10028-92b7-48eb-b75d-0144a2f588b9,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:55.640569 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c898c174-b943-41b4-831f-55139257baad tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:55.666980 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-c898c174-b943-41b4-831f-55139257baad tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Transition to ACTIVE for port object 8fae8d1a-039d-4f0c-a321-298f88d8f8aa will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:37:55.667789 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-0e482085-18d8-4428-8cfd-03bdffef7c9c None None] For port 24044834-5042-473a-9971-645061af4d11, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:37:55.671409 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-0e482085-18d8-4428-8cfd-03bdffef7c9c None None] For port 24044834-5042-473a-9971-645061af4d11, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=24044834-5042-473a-9971-645061af4d11,segment=NetworkSegment(1956ff22-8677-4a77-88a9-11fcb63d92de),segment_id=1956ff22-8677-4a77-88a9-11fcb63d92de)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:37:55.679817 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0e482085-18d8-4428-8cfd-03bdffef7c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:55.700139 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c898c174-b943-41b4-831f-55139257baad tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:55.751589 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1a7ab99-079c-4555-bb3f-9ab4362954da tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:37:55.757804 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-a1a7ab99-079c-4555-bb3f-9ab4362954da tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] 10.222.0.24 "PUT /v2.0/routers/369c1bd0-20ee-4cfb-81b7-18033449079b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7656219 Feb 01 04:37:55.760190 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41404) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:55.766755 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e482085-18d8-4428-8cfd-03bdffef7c9c None None] Pushing event updated for resources: {'Port': ['ID=24044834-5042-473a-9971-645061af4d11,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:55.779704 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d06930-42f8-4117-a486-306c9c8e150d None None] Sync routers for ids ['369c1bd0-20ee-4cfb-81b7-18033449079b'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:37:55.793128 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c898c174-b943-41b4-831f-55139257baad tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Network cdabad42-532b-495f-b542-845d97431e97 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:37:55.793839 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d06930-42f8-4117-a486-306c9c8e150d None None] Routers {'369c1bd0-20ee-4cfb-81b7-18033449079b'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:37:55.794477 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-b6d06930-42f8-4117-a486-306c9c8e150d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:37:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['369c1bd0-20ee-4cfb-81b7-18033449079b'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:55.797176 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-c898c174-b943-41b4-831f-55139257baad tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:37:55.799659 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c898c174-b943-41b4-831f-55139257baad tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:37:55.842222 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c898c174-b943-41b4-831f-55139257baad tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Pushing event updated for resources: {'Port': ['ID=8fae8d1a-039d-4f0c-a321-298f88d8f8aa,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:55.888957 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-b6d06930-42f8-4117-a486-306c9c8e150d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:55.892280 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c898c174-b943-41b4-831f-55139257baad tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-372107'] for router_interface, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:55.913453 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d06930-42f8-4117-a486-306c9c8e150d None None] Routers {'369c1bd0-20ee-4cfb-81b7-18033449079b'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:37:55.914164 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-b6d06930-42f8-4117-a486-306c9c8e150d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:37:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['369c1bd0-20ee-4cfb-81b7-18033449079b'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:56.051473 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-b6d06930-42f8-4117-a486-306c9c8e150d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:56.051935 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d06930-42f8-4117-a486-306c9c8e150d None None] The sync data for ids ['369c1bd0-20ee-4cfb-81b7-18033449079b'] in dv-neutron-826830-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:37:56.176859 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-72e1c543-6daa-4079-bce3-418ed30fcccc tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks [] for router, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:56.242501 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c898c174-b943-41b4-831f-55139257baad tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:56.426533 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-72e1c543-6daa-4079-bce3-418ed30fcccc tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:56.438786 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-72e1c543-6daa-4079-bce3-418ed30fcccc tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Deleting port bb733c70-a148-48e7-b370-188a17dbc58a {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:37:56.439012 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-93652430-2b18-4b03-bd1d-18b34962c583 req-62006704-6048-403a-9202-dfb9f5abdf0a tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2867bcf-b1b7-4957-85fc-4d15064617d3 HTTP/1.1" status: 200 len: 210 time: 0.1149659 Feb 01 04:37:56.439545 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-72e1c543-6daa-4079-bce3-418ed30fcccc tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:56.504688 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41414) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:56.633641 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-72e1c543-6daa-4079-bce3-418ed30fcccc tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:56.703050 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ba1e-d908-4879-8953-fa44f762f625 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:56.761113 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device ccf10028-92b7-48eb-b75d-0144a2f588b9 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:37:56.830808 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ba1e-d908-4879-8953-fa44f762f625 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:56.858524 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port ccf10028-92b7-48eb-b75d-0144a2f588b9 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:37:56.868359 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 24044834-5042-473a-9971-645061af4d11 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:37:56.960191 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 24044834-5042-473a-9971-645061af4d11 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:37:56.960483 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-72e1c543-6daa-4079-bce3-418ed30fcccc tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Calling delete_port for bb733c70-a148-48e7-b370-188a17dbc58a owned by network:router_gateway {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:37:56.989585 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c898c174-b943-41b4-831f-55139257baad tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:56.998981 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c898c174-b943-41b4-831f-55139257baad tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:57.118949 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c898c174-b943-41b4-831f-55139257baad tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Pushing event updated for resources: {'Port': ['ID=8fae8d1a-039d-4f0c-a321-298f88d8f8aa,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:57.139017 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ba1e-d908-4879-8953-fa44f762f625 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:57.148452 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c013eb9-15d8-4387-b8a7-8d0b047638ce None None] Network cdabad42-532b-495f-b542-845d97431e97 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:37:57.163530 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f2ba1e-d908-4879-8953-fa44f762f625 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d9067cc-5c4f-4b72-807d-46d0feb7c2ea,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:57.179086 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c898c174-b943-41b4-831f-55139257baad tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371990'] for router_interface, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:57.197398 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ba1e-d908-4879-8953-fa44f762f625 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:57.200974 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d2f2ba1e-d908-4879-8953-fa44f762f625 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "DELETE /v2.0/security-groups/3d9067cc-5c4f-4b72-807d-46d0feb7c2ea HTTP/1.1" status: 204 len: 168 time: 0.6929121 Feb 01 04:37:57.246630 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41420) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:57.307053 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-e222ea9a-6b24-41f7-83f6-012f3afb903f None None] Provisioning for port ccf10028-92b7-48eb-b75d-0144a2f588b9 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:37:57.335722 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-e222ea9a-6b24-41f7-83f6-012f3afb903f None None] Provisioning complete for port ccf10028-92b7-48eb-b75d-0144a2f588b9 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:37:57.336195 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e222ea9a-6b24-41f7-83f6-012f3afb903f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:57.451749 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a318c069-9268-42e5-8ea2-eae0539d1be6 req-bd97baf5-7b05-4f70-a7b6-e168ed24f34e tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:37:57.454171 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-a318c069-9268-42e5-8ea2-eae0539d1be6 req-bd97baf5-7b05-4f70-a7b6-e168ed24f34e tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] 10.222.0.18 "GET /v2.0/networks?id=4775b4f6-507f-4c4b-adb5-7114e5745dad HTTP/1.1" status: 200 len: 812 time: 0.2937980 Feb 01 04:37:57.466514 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-72e1c543-6daa-4079-bce3-418ed30fcccc tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:57.534422 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e222ea9a-6b24-41f7-83f6-012f3afb903f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:57.535161 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [req-a318c069-9268-42e5-8ea2-eae0539d1be6 req-50543cb0-7862-4b2e-863c-7a04736afa85 tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] Request body: {'port': {'device_id': 'e2867bcf-b1b7-4957-85fc-4d15064617d3', 'network_id': '4775b4f6-507f-4c4b-adb5-7114e5745dad', 'admin_state_up': True, 'tenant_id': '926e010f8e2148e0b6e5416dad1a87b0'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:57.550544 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e1c543-6daa-4079-bce3-418ed30fcccc tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Pushing event deleted for resources: {'Port': ['ID=bb733c70-a148-48e7-b370-188a17dbc58a,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:57.605554 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-e222ea9a-6b24-41f7-83f6-012f3afb903f None None] For port ccf10028-92b7-48eb-b75d-0144a2f588b9, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=ccf10028-92b7-48eb-b75d-0144a2f588b9,segment=NetworkSegment(710b09e8-b606-46f8-94fe-ee6897a561e4),segment_id=710b09e8-b606-46f8-94fe-ee6897a561e4)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:37:57.613248 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d6324a-9915-49c0-92fa-e416311ed390 None None] Network feadca76-d833-40c1-ae2b-b7d66eb06599 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:37:57.630387 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e222ea9a-6b24-41f7-83f6-012f3afb903f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:57.721383 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-61de6c9d-387a-4484-b82f-07c7cd5a9421 req-15fb023e-5d1d-4593-b85f-0f5a77869f1e tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2867bcf-b1b7-4957-85fc-4d15064617d3 HTTP/1.1" status: 200 len: 210 time: 0.0703192 Feb 01 04:37:57.795843 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-72e1c543-6daa-4079-bce3-418ed30fcccc tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-774381'] for router_gateway, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:57.805493 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device f9ac5d7c-27c3-4810-a25b-7734331ac764 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:37:57.860367 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] No Port match for: f9ac5d7c-27c3-4810-a25b-7734331ac764 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:37:57.860766 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device f9ac5d7c-27c3-4810-a25b-7734331ac764 not bound to the agent host hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:37:57.870317 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c898c174-b943-41b4-831f-55139257baad tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Network cdabad42-532b-495f-b542-845d97431e97 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:37:57.873981 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-c898c174-b943-41b4-831f-55139257baad tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:37:57.881540 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e222ea9a-6b24-41f7-83f6-012f3afb903f None None] Pushing event updated for resources: {'Port': ['ID=ccf10028-92b7-48eb-b75d-0144a2f588b9,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:57.903204 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-b6c3c7f6-d2b6-4790-96f2-2834ce6a75b6 None None] Provisioning for port 24044834-5042-473a-9971-645061af4d11 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:37:57.915870 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-b6c3c7f6-d2b6-4790-96f2-2834ce6a75b6 None None] Provisioning complete for port 24044834-5042-473a-9971-645061af4d11 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:37:57.916318 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b6c3c7f6-d2b6-4790-96f2-2834ce6a75b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:58.043644 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-72e1c543-6daa-4079-bce3-418ed30fcccc tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25968'] for router, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:58.047626 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-72e1c543-6daa-4079-bce3-418ed30fcccc tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:58.056304 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [req-a318c069-9268-42e5-8ea2-eae0539d1be6 req-50543cb0-7862-4b2e-863c-7a04736afa85 tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:37:58.061983 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-a318c069-9268-42e5-8ea2-eae0539d1be6 req-50543cb0-7862-4b2e-863c-7a04736afa85 tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] Usage tracker for resource:port and tenant:926e010f8e2148e0b6e5416dad1a87b0 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:37:58.073539 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-a318c069-9268-42e5-8ea2-eae0539d1be6 req-50543cb0-7862-4b2e-863c-7a04736afa85 tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:37:58.081661 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [req-a318c069-9268-42e5-8ea2-eae0539d1be6 req-50543cb0-7862-4b2e-863c-7a04736afa85 tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:37:58.089818 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-72e1c543-6daa-4079-bce3-418ed30fcccc tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772958'] for router, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:58.090469 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e1c543-6daa-4079-bce3-418ed30fcccc tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Fanout notify agent at l3_agent the message router_deleted on router 369c1bd0-20ee-4cfb-81b7-18033449079b {{(pid=87637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 01 04:37:58.103304 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a318c069-9268-42e5-8ea2-eae0539d1be6 req-50543cb0-7862-4b2e-863c-7a04736afa85 tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] Made reservation on behalf of 926e010f8e2148e0b6e5416dad1a87b0 for: {'port': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:37:58.106776 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-a318c069-9268-42e5-8ea2-eae0539d1be6 req-50543cb0-7862-4b2e-863c-7a04736afa85 tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:58.173171 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-72e1c543-6daa-4079-bce3-418ed30fcccc tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:58.174274 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-72e1c543-6daa-4079-bce3-418ed30fcccc tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] 10.222.0.24 "DELETE /v2.0/routers/369c1bd0-20ee-4cfb-81b7-18033449079b HTTP/1.1" status: 204 len: 168 time: 2.4128957 Feb 01 04:37:58.176815 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41430) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:58.206689 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b6c3c7f6-d2b6-4790-96f2-2834ce6a75b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:58.247655 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-2da28a04-f229-4a7c-8887-880039a75b3e tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Deleting subnet eb1a85c8-1f2a-46fa-ac88-c327e0f158e6 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:37:58.257708 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2da28a04-f229-4a7c-8887-880039a75b3e tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:58.263589 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-b6c3c7f6-d2b6-4790-96f2-2834ce6a75b6 None None] For port 24044834-5042-473a-9971-645061af4d11, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=24044834-5042-473a-9971-645061af4d11,segment=NetworkSegment(1956ff22-8677-4a77-88a9-11fcb63d92de),segment_id=1956ff22-8677-4a77-88a9-11fcb63d92de)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:37:58.271963 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b6c3c7f6-d2b6-4790-96f2-2834ce6a75b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:58.326767 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c898c174-b943-41b4-831f-55139257baad tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Router 0408e0ae-98a9-47af-9b99-fa466f5e831c is scheduled to L3 agent a3073304-82af-4a42-89af-bc532d6626bb with binding_index 1 {{(pid=87636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 01 04:37:58.331299 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [req-a318c069-9268-42e5-8ea2-eae0539d1be6 req-50543cb0-7862-4b2e-863c-7a04736afa85 tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] Allocated IP 172.20.0.5 (4775b4f6-507f-4c4b-adb5-7114e5745dad/4d511d42-2320-4a5a-a779-e9e784269e2c/50b1b294-8138-4b63-bf2c-7ffcbd921f13) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:37:58.342146 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2da28a04-f229-4a7c-8887-880039a75b3e tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145757'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:58.398100 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c3c7f6-d2b6-4790-96f2-2834ce6a75b6 None None] Pushing event updated for resources: {'Port': ['ID=24044834-5042-473a-9971-645061af4d11,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:58.422718 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-284071c6-bca9-438a-be76-f3b99c2916e1 None None] Provisioning for port 8fae8d1a-039d-4f0c-a321-298f88d8f8aa completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:37:58.431689 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-284071c6-bca9-438a-be76-f3b99c2916e1 None None] Provisioning complete for port 8fae8d1a-039d-4f0c-a321-298f88d8f8aa triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:37:58.432343 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-284071c6-bca9-438a-be76-f3b99c2916e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:58.512715 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-284071c6-bca9-438a-be76-f3b99c2916e1 None None] Port 8fae8d1a-039d-4f0c-a321-298f88d8f8aa cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:37:58.530146 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-284071c6-bca9-438a-be76-f3b99c2916e1 None None] Provisioning complete for port ccf10028-92b7-48eb-b75d-0144a2f588b9 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:37:58.530519 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-284071c6-bca9-438a-be76-f3b99c2916e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:58.646688 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-a318c069-9268-42e5-8ea2-eae0539d1be6 req-50543cb0-7862-4b2e-863c-7a04736afa85 tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:58.654846 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2da28a04-f229-4a7c-8887-880039a75b3e tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:58.668456 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device ccf10028-92b7-48eb-b75d-0144a2f588b9 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:37:58.690694 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-a318c069-9268-42e5-8ea2-eae0539d1be6 req-50543cb0-7862-4b2e-863c-7a04736afa85 tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:58.742814 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c898c174-b943-41b4-831f-55139257baad tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:37:58.756474 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d38ccc7-559f-4e87-8b18-0119e8a19f40 None None] Sync routers for ids ['0408e0ae-98a9-47af-9b99-fa466f5e831c'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:37:58.762654 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port ccf10028-92b7-48eb-b75d-0144a2f588b9 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:37:58.763260 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:58.775765 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d38ccc7-559f-4e87-8b18-0119e8a19f40 None None] Routers {'0408e0ae-98a9-47af-9b99-fa466f5e831c'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:37:58.777278 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-1d38ccc7-559f-4e87-8b18-0119e8a19f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:37:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['0408e0ae-98a9-47af-9b99-fa466f5e831c'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:58.792599 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c898c174-b943-41b4-831f-55139257baad tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "PUT /v2.0/routers/0408e0ae-98a9-47af-9b99-fa466f5e831c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5961154 Feb 01 04:37:58.800594 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41436) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:58.861505 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50543cb0-7862-4b2e-863c-7a04736afa85 tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] Pushing event updated for resources: {'Port': ['ID=50b1b294-8138-4b63-bf2c-7ffcbd921f13,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:58.877256 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a318c069-9268-42e5-8ea2-eae0539d1be6 req-50543cb0-7862-4b2e-863c-7a04736afa85 tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] Network 4775b4f6-507f-4c4b-adb5-7114e5745dad is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:37:58.883646 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [req-a318c069-9268-42e5-8ea2-eae0539d1be6 req-50543cb0-7862-4b2e-863c-7a04736afa85 tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:37:58.886398 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [req-a318c069-9268-42e5-8ea2-eae0539d1be6 req-50543cb0-7862-4b2e-863c-7a04736afa85 tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:37:58.928850 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-1d38ccc7-559f-4e87-8b18-0119e8a19f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:58.941020 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d38ccc7-559f-4e87-8b18-0119e8a19f40 None None] Routers {'0408e0ae-98a9-47af-9b99-fa466f5e831c'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:37:58.942451 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-1d38ccc7-559f-4e87-8b18-0119e8a19f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:37:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['0408e0ae-98a9-47af-9b99-fa466f5e831c'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:58.946472 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7217f170-1352-431f-9f0a-e516d3ae252d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-371968'] for router_interface, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:58.954251 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-6a621103-a2fc-4ab4-95f1-7c8197cd2a40 None None] Provisioning complete for port 8fae8d1a-039d-4f0c-a321-298f88d8f8aa triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:37:58.954794 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6a621103-a2fc-4ab4-95f1-7c8197cd2a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:59.007313 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a318c069-9268-42e5-8ea2-eae0539d1be6 req-50543cb0-7862-4b2e-863c-7a04736afa85 tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:37:59.007932 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-a318c069-9268-42e5-8ea2-eae0539d1be6 req-50543cb0-7862-4b2e-863c-7a04736afa85 tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:59.011114 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-1d38ccc7-559f-4e87-8b18-0119e8a19f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:59.011542 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d38ccc7-559f-4e87-8b18-0119e8a19f40 None None] The sync data for ids ['0408e0ae-98a9-47af-9b99-fa466f5e831c'] in dv-neutron-826830-1-hyperv is: [] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:37:59.034826 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-a318c069-9268-42e5-8ea2-eae0539d1be6 req-50543cb0-7862-4b2e-863c-7a04736afa85 tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5552118 Feb 01 04:37:59.039465 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-6a621103-a2fc-4ab4-95f1-7c8197cd2a40 None None] Port 8fae8d1a-039d-4f0c-a321-298f88d8f8aa cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:37:59.041659 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 24044834-5042-473a-9971-645061af4d11 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:37:59.052396 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [req-a318c069-9268-42e5-8ea2-eae0539d1be6 req-835d61e5-676e-41f3-8b08-fac4e0b9b5ac service neutron] Request body: {'port': {'device_id': 'e2867bcf-b1b7-4957-85fc-4d15064617d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:37:59.105102 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-6a621103-a2fc-4ab4-95f1-7c8197cd2a40 None None] Provisioning complete for port 24044834-5042-473a-9971-645061af4d11 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:37:59.105461 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6a621103-a2fc-4ab4-95f1-7c8197cd2a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:59.179088 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 24044834-5042-473a-9971-645061af4d11 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:37:59.179564 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:59.222035 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2da28a04-f229-4a7c-8887-880039a75b3e tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3072169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2652276'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:59.264845 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f46bb8e-b73c-451a-a6fd-6804bf4ca9e3 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:37:59.266153 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2f46bb8e-b73c-451a-a6fd-6804bf4ca9e3 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Synchronizing usage tracker for tenant:fe61db31beb2433b8247cdb8a5604696 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:37:59.273733 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-a318c069-9268-42e5-8ea2-eae0539d1be6 req-835d61e5-676e-41f3-8b08-fac4e0b9b5ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:59.301309 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da28a04-f229-4a7c-8887-880039a75b3e tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Pushing event deleted for resources: {'Subnet': ['ID=eb1a85c8-1f2a-46fa-ac88-c327e0f158e6,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:37:59.319538 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2da28a04-f229-4a7c-8887-880039a75b3e tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:59.394560 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2da28a04-f229-4a7c-8887-880039a75b3e tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] 10.222.0.24 "DELETE /v2.0/subnets/eb1a85c8-1f2a-46fa-ac88-c327e0f158e6 HTTP/1.1" status: 204 len: 168 time: 1.2148576 Feb 01 04:37:59.396995 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41440) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:59.412437 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2f46bb8e-b73c-451a-a6fd-6804bf4ca9e3 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Unset dirty status for tenant:fe61db31beb2433b8247cdb8a5604696 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:37:59.413575 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2f46bb8e-b73c-451a-a6fd-6804bf4ca9e3 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "GET /v2.0/ports/8fae8d1a-039d-4f0c-a321-298f88d8f8aa HTTP/1.1" status: 200 len: 910 time: 0.6001291 Feb 01 04:37:59.414756 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-ae8d2156-6184-4835-a572-b9b94500bc16 None None] Provisioning complete for port 8fae8d1a-039d-4f0c-a321-298f88d8f8aa triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:37:59.415128 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ae8d2156-6184-4835-a572-b9b94500bc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:59.417269 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41444) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:37:59.471386 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-ae8d2156-6184-4835-a572-b9b94500bc16 None None] Port 8fae8d1a-039d-4f0c-a321-298f88d8f8aa cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:37:59.604518 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ce84fc68-a6a9-46c4-b607-9521d13e9dd1 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:59.662214 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469af78b-124e-4081-b8d3-3b965254eca0 req-a201e67d-66bf-43da-9fdf-b4bcf1a0f745 tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:37:59.663570 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-469af78b-124e-4081-b8d3-3b965254eca0 req-a201e67d-66bf-43da-9fdf-b4bcf1a0f745 tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2867bcf-b1b7-4957-85fc-4d15064617d3 HTTP/1.1" status: 200 len: 931 time: 0.6460195 Feb 01 04:37:59.773723 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ce84fc68-a6a9-46c4-b607-9521d13e9dd1 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:59.800865 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-469af78b-124e-4081-b8d3-3b965254eca0 req-9b047623-4721-4501-8d62-27e897ce2217 tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] Synchronizing usage tracker for tenant:926e010f8e2148e0b6e5416dad1a87b0 on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:37:59.811267 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-ce84fc68-a6a9-46c4-b607-9521d13e9dd1 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4215913b-577d-4b09-9662-fcc3bfc48c11']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:59.865230 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-ce84fc68-a6a9-46c4-b607-9521d13e9dd1 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f3869ae-3e10-4dc8-a6ff-e9c7b25bee8e') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:59.865560 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-ce84fc68-a6a9-46c4-b607-9521d13e9dd1 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f3869ae-3e10-4dc8-a6ff-e9c7b25bee8e') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:37:59.881817 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ce84fc68-a6a9-46c4-b607-9521d13e9dd1 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:59.896481 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [req-a318c069-9268-42e5-8ea2-eae0539d1be6 req-835d61e5-676e-41f3-8b08-fac4e0b9b5ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50b1b294-8138-4b63-bf2c-7ffcbd921f13 {{(pid=87637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 04:37:59.906489 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-a318c069-9268-42e5-8ea2-eae0539d1be6 req-835d61e5-676e-41f3-8b08-fac4e0b9b5ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:59.908923 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ce84fc68-a6a9-46c4-b607-9521d13e9dd1 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:59.920371 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce84fc68-a6a9-46c4-b607-9521d13e9dd1 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:37:59.920689 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ce84fc68-a6a9-46c4-b607-9521d13e9dd1 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:37:59.935534 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 04:37:59.935534 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:37:59.935534 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 04:37:59.935534 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:37:59.935534 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 04:37:59.935534 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:37:59.935534 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 04:37:59.935534 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:37:59.935534 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 04:37:59.935534 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:37:59.935534 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 04:37:59.935534 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:37:59.935534 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 04:37:59.935534 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:37:59.935534 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:37:59.935534 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:37:59.935534 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:37:59.935534 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:37:59.935534 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 04:37:59.935534 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:37:59.935534 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 04:37:59.935534 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:37:59.935534 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:37:59.935534 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:37:59.935534 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 04:37:59.935534 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:37:59.935534 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:37:59.935534 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:37:59.935534 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:37:59.935534 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:37:59.935534 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:37:59.935534 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:37:59.952120 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-469af78b-124e-4081-b8d3-3b965254eca0 req-9b047623-4721-4501-8d62-27e897ce2217 tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] Unset dirty status for tenant:926e010f8e2148e0b6e5416dad1a87b0 on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:37:59.953304 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-469af78b-124e-4081-b8d3-3b965254eca0 req-9b047623-4721-4501-8d62-27e897ce2217 tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] 10.222.0.24 "GET /v2.0/security-groups?id=e299e82b-ccb8-4fb2-95e2-a3a1bda44679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822547 Feb 01 04:38:00.022197 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [req-a318c069-9268-42e5-8ea2-eae0539d1be6 req-835d61e5-676e-41f3-8b08-fac4e0b9b5ac service neutron] Transition to ACTIVE for port object 50b1b294-8138-4b63-bf2c-7ffcbd921f13 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:38:00.023071 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ce84fc68-a6a9-46c4-b607-9521d13e9dd1 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:00.043284 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ce84fc68-a6a9-46c4-b607-9521d13e9dd1 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:00.050014 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-a318c069-9268-42e5-8ea2-eae0539d1be6 req-835d61e5-676e-41f3-8b08-fac4e0b9b5ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:00.082148 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce84fc68-a6a9-46c4-b607-9521d13e9dd1 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] Pushing event deleted for resources: {'Network': ['ID=4215913b-577d-4b09-9662-fcc3bfc48c11,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:00.096415 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-ce84fc68-a6a9-46c4-b607-9521d13e9dd1 tempest-FloatingIPTestJSON-1901865538 tempest-FloatingIPTestJSON-1901865538-project] 10.222.0.24 "DELETE /v2.0/networks/4215913b-577d-4b09-9662-fcc3bfc48c11 HTTP/1.1" status: 204 len: 168 time: 0.6961422 Feb 01 04:38:00.142375 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-7217f170-1352-431f-9f0a-e516d3ae252d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Deleting port 6a821d54-e502-48fc-b7c9-2b1c37caa29f {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:38:00.142741 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7217f170-1352-431f-9f0a-e516d3ae252d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:00.246657 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835d61e5-676e-41f3-8b08-fac4e0b9b5ac service neutron] Pushing event updated for resources: {'Port': ['ID=50b1b294-8138-4b63-bf2c-7ffcbd921f13,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:00.289173 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [req-a318c069-9268-42e5-8ea2-eae0539d1be6 req-835d61e5-676e-41f3-8b08-fac4e0b9b5ac service neutron] Attempting to bind port 50b1b294-8138-4b63-bf2c-7ffcbd921f13 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:38:00.289457 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [req-a318c069-9268-42e5-8ea2-eae0539d1be6 req-835d61e5-676e-41f3-8b08-fac4e0b9b5ac service neutron] Attempting to bind port 50b1b294-8138-4b63-bf2c-7ffcbd921f13 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'e3a4e7d1-3daf-4cea-9f24-15dcf3a17867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4775b4f6-507f-4c4b-adb5-7114e5745dad'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:38:00.289752 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a318c069-9268-42e5-8ea2-eae0539d1be6 req-835d61e5-676e-41f3-8b08-fac4e0b9b5ac service neutron] Attempting to bind port 50b1b294-8138-4b63-bf2c-7ffcbd921f13 on network 4775b4f6-507f-4c4b-adb5-7114e5745dad {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:38:00.294983 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a318c069-9268-42e5-8ea2-eae0539d1be6 req-835d61e5-676e-41f3-8b08-fac4e0b9b5ac service neutron] Port 50b1b294-8138-4b63-bf2c-7ffcbd921f13 on network 4775b4f6-507f-4c4b-adb5-7114e5745dad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:38:00.295093 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a318c069-9268-42e5-8ea2-eae0539d1be6 req-835d61e5-676e-41f3-8b08-fac4e0b9b5ac service neutron] Attempting to bind port 50b1b294-8138-4b63-bf2c-7ffcbd921f13 on network 4775b4f6-507f-4c4b-adb5-7114e5745dad {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:38:00.300366 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a318c069-9268-42e5-8ea2-eae0539d1be6 req-835d61e5-676e-41f3-8b08-fac4e0b9b5ac service neutron] Checking agent: {'id': '63664c57-372e-43f7-9ecb-4deedcf8ddc7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 28, 15), 'started_at': datetime.datetime(2022, 2, 1, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:38:00.300713 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a318c069-9268-42e5-8ea2-eae0539d1be6 req-835d61e5-676e-41f3-8b08-fac4e0b9b5ac service neutron] Checking segment: {'id': 'e3a4e7d1-3daf-4cea-9f24-15dcf3a17867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4775b4f6-507f-4c4b-adb5-7114e5745dad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:38:00.301097 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a318c069-9268-42e5-8ea2-eae0539d1be6 req-835d61e5-676e-41f3-8b08-fac4e0b9b5ac service neutron] Bound using segment: {'id': 'e3a4e7d1-3daf-4cea-9f24-15dcf3a17867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4775b4f6-507f-4c4b-adb5-7114e5745dad'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:38:00.301523 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [req-a318c069-9268-42e5-8ea2-eae0539d1be6 req-835d61e5-676e-41f3-8b08-fac4e0b9b5ac service neutron] Bound port: 50b1b294-8138-4b63-bf2c-7ffcbd921f13, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3a4e7d1-3daf-4cea-9f24-15dcf3a17867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4775b4f6-507f-4c4b-adb5-7114e5745dad'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:38:00.301995 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-a318c069-9268-42e5-8ea2-eae0539d1be6 req-835d61e5-676e-41f3-8b08-fac4e0b9b5ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:00.368859 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cf712107-5ba1-4b0c-b1ca-1024d3d499d5 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:00.397570 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [req-a318c069-9268-42e5-8ea2-eae0539d1be6 req-835d61e5-676e-41f3-8b08-fac4e0b9b5ac service neutron] For port 50b1b294-8138-4b63-bf2c-7ffcbd921f13, host hv-neutron-8268, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:38:00.403599 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [req-a318c069-9268-42e5-8ea2-eae0539d1be6 req-835d61e5-676e-41f3-8b08-fac4e0b9b5ac service neutron] For port 50b1b294-8138-4b63-bf2c-7ffcbd921f13, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=50b1b294-8138-4b63-bf2c-7ffcbd921f13,segment=NetworkSegment(e3a4e7d1-3daf-4cea-9f24-15dcf3a17867),segment_id=e3a4e7d1-3daf-4cea-9f24-15dcf3a17867)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:38:00.404179 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41452) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:00.411228 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-a318c069-9268-42e5-8ea2-eae0539d1be6 req-835d61e5-676e-41f3-8b08-fac4e0b9b5ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:00.475745 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a318c069-9268-42e5-8ea2-eae0539d1be6 req-835d61e5-676e-41f3-8b08-fac4e0b9b5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:00.476344 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-a318c069-9268-42e5-8ea2-eae0539d1be6 req-835d61e5-676e-41f3-8b08-fac4e0b9b5ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:00.477734 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-a318c069-9268-42e5-8ea2-eae0539d1be6 req-835d61e5-676e-41f3-8b08-fac4e0b9b5ac service neutron] 10.222.0.18 "PUT /v2.0/ports/50b1b294-8138-4b63-bf2c-7ffcbd921f13 HTTP/1.1" status: 200 len: 1093 time: 1.4297886 Feb 01 04:38:00.478182 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2867bcf-b1b7-4957-85fc-4d15064617d3', 'tag': '50b1b294-8138-4b63-bf2c-7ffcbd921f13'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:38:00.498970 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835d61e5-676e-41f3-8b08-fac4e0b9b5ac service neutron] Pushing event updated for resources: {'Port': ['ID=50b1b294-8138-4b63-bf2c-7ffcbd921f13,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:00.586789 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2867bcf-b1b7-4957-85fc-4d15064617d3', 'tag': '50b1b294-8138-4b63-bf2c-7ffcbd921f13', 'status': 'completed', 'code': 200} Feb 01 04:38:00.634329 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-f50006de-61db-4906-847b-e909fe11ef5b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3c6b8b975a3c4e1683a16b66cad9d251&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2288747 Feb 01 04:38:00.637221 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41460) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:00.681526 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a318c069-9268-42e5-8ea2-eae0539d1be6 req-5cc1fec9-378e-4224-ab8e-a0aa527b1cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:00.682544 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-7217f170-1352-431f-9f0a-e516d3ae252d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] For port 6a821d54-e502-48fc-b7c9-2b1c37caa29f, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=6a821d54-e502-48fc-b7c9-2b1c37caa29f,segment=NetworkSegment(ba63e6f2-536e-40cd-a362-9cc2ae8a515c),segment_id=ba63e6f2-536e-40cd-a362-9cc2ae8a515c)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:38:00.682953 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7217f170-1352-431f-9f0a-e516d3ae252d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:00.683080 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-a318c069-9268-42e5-8ea2-eae0539d1be6 req-5cc1fec9-378e-4224-ab8e-a0aa527b1cb4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=926e010f8e2148e0b6e5416dad1a87b0&device_id=e2867bcf-b1b7-4957-85fc-4d15064617d3 HTTP/1.1" status: 200 len: 1096 time: 0.1335084 Feb 01 04:38:00.764062 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c0fa62ce-8b79-4760-9011-70b8338388e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:00.768009 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-a318c069-9268-42e5-8ea2-eae0539d1be6 req-5ece19da-d686-48db-a563-89c8264e73c5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50b1b294-8138-4b63-bf2c-7ffcbd921f13 HTTP/1.1" status: 200 len: 217 time: 0.0683441 Feb 01 04:38:00.811048 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-7217f170-1352-431f-9f0a-e516d3ae252d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Calling delete_port for 6a821d54-e502-48fc-b7c9-2b1c37caa29f owned by network:router_interface {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:38:00.933164 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c0fa62ce-8b79-4760-9011-70b8338388e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:00.967649 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a318c069-9268-42e5-8ea2-eae0539d1be6 req-f4e92eaf-d504-423f-bb7c-c8f966da9313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:00.969111 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-a318c069-9268-42e5-8ea2-eae0539d1be6 req-f4e92eaf-d504-423f-bb7c-c8f966da9313 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4d511d42-2320-4a5a-a779-e9e784269e2c HTTP/1.1" status: 200 len: 852 time: 0.1941514 Feb 01 04:38:01.027732 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-a318c069-9268-42e5-8ea2-eae0539d1be6 req-35e25524-d90d-4bca-aaec-b386c76aba8a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4775b4f6-507f-4c4b-adb5-7114e5745dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491605 Feb 01 04:38:01.120608 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c0fa62ce-8b79-4760-9011-70b8338388e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:01.155954 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fa62ce-8b79-4760-9011-70b8338388e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ede46f-58d1-43ff-835a-e19646088738,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:01.163281 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c0fa62ce-8b79-4760-9011-70b8338388e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:01.167414 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-c0fa62ce-8b79-4760-9011-70b8338388e3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f9ede46f-58d1-43ff-835a-e19646088738 HTTP/1.1" status: 204 len: 168 time: 0.5290940 Feb 01 04:38:01.196866 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-a318c069-9268-42e5-8ea2-eae0539d1be6 req-8becc033-726f-4343-b73d-b1cf8c777226 service neutron] 10.222.0.18 "GET /v2.0/networks/4775b4f6-507f-4c4b-adb5-7114e5745dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633589 Feb 01 04:38:01.333295 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-a318c069-9268-42e5-8ea2-eae0539d1be6 req-3d9e30db-5f15-47ef-a10e-28e29611cb5a service neutron] 10.222.0.18 "GET /v2.0/networks/4775b4f6-507f-4c4b-adb5-7114e5745dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307733 Feb 01 04:38:01.368529 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb063bd-89ea-453a-a5b0-a59dd1830f32 req-2e0c3786-40c9-42b8-b832-6033a79409a2 tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:01.369983 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8bb063bd-89ea-453a-a5b0-a59dd1830f32 req-2e0c3786-40c9-42b8-b832-6033a79409a2 tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2867bcf-b1b7-4957-85fc-4d15064617d3 HTTP/1.1" status: 200 len: 943 time: 0.3018222 Feb 01 04:38:01.371170 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-cf712107-5ba1-4b0c-b1ca-1024d3d499d5 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Allocated IP 172.21.0.1 (feadca76-d833-40c1-ae2b-b7d66eb06599/dde7155a-43db-4eaa-9401-71d5092092f5/0c926072-ab49-4507-bac1-4be13cb830cd) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:38:01.497017 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8bb063bd-89ea-453a-a5b0-a59dd1830f32 req-cb1d53da-fdd9-483c-a48e-b24c93d83ec8 tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] 10.222.0.24 "GET /v2.0/security-groups?id=e299e82b-ccb8-4fb2-95e2-a3a1bda44679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204264 Feb 01 04:38:01.504753 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80aef43-8565-4e46-86d7-d6f8eb55c688 req-5ddfff3b-ce97-42d6-bbfb-ddeb96b0eb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:01.506688 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-a80aef43-8565-4e46-86d7-d6f8eb55c688 req-5ddfff3b-ce97-42d6-bbfb-ddeb96b0eb67 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=926e010f8e2148e0b6e5416dad1a87b0&device_id=e2867bcf-b1b7-4957-85fc-4d15064617d3 HTTP/1.1" status: 200 len: 1096 time: 0.0765533 Feb 01 04:38:01.599046 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7217f170-1352-431f-9f0a-e516d3ae252d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:01.656940 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80aef43-8565-4e46-86d7-d6f8eb55c688 req-05674c81-a32f-4998-87e6-60a164a76e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:01.658035 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7217f170-1352-431f-9f0a-e516d3ae252d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event deleted for resources: {'Port': ['ID=6a821d54-e502-48fc-b7c9-2b1c37caa29f,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:01.659020 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-a80aef43-8565-4e46-86d7-d6f8eb55c688 req-05674c81-a32f-4998-87e6-60a164a76e0e service neutron] 10.222.0.18 "GET /v2.0/networks?id=4775b4f6-507f-4c4b-adb5-7114e5745dad HTTP/1.1" status: 200 len: 912 time: 0.1455860 Feb 01 04:38:01.735619 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-a80aef43-8565-4e46-86d7-d6f8eb55c688 req-4e26028d-8c90-4d98-b099-de1e3e162c62 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50b1b294-8138-4b63-bf2c-7ffcbd921f13 HTTP/1.1" status: 200 len: 217 time: 0.0698583 Feb 01 04:38:01.746489 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cf712107-5ba1-4b0c-b1ca-1024d3d499d5 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:01.765599 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-cf712107-5ba1-4b0c-b1ca-1024d3d499d5 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Transition to ACTIVE for port object 0c926072-ab49-4507-bac1-4be13cb830cd will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:38:01.815441 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80aef43-8565-4e46-86d7-d6f8eb55c688 req-369ae4a6-0fc1-44d1-b715-fae3a0d13c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:01.817358 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-a80aef43-8565-4e46-86d7-d6f8eb55c688 req-369ae4a6-0fc1-44d1-b715-fae3a0d13c66 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4d511d42-2320-4a5a-a779-e9e784269e2c HTTP/1.1" status: 200 len: 852 time: 0.0742402 Feb 01 04:38:01.870452 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-a80aef43-8565-4e46-86d7-d6f8eb55c688 req-7ce418a7-0da8-4824-8fc4-adbd604fe71a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4775b4f6-507f-4c4b-adb5-7114e5745dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453646 Feb 01 04:38:01.922704 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0a04ccb8-c4f7-4f51-a379-58102c87be02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:01.934397 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cf712107-5ba1-4b0c-b1ca-1024d3d499d5 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:01.989880 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41486) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:02.033003 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-a80aef43-8565-4e46-86d7-d6f8eb55c688 req-2a87b208-0003-4059-98b0-95b5307cb302 service neutron] 10.222.0.18 "GET /v2.0/networks/4775b4f6-507f-4c4b-adb5-7114e5745dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552262 Feb 01 04:38:02.136509 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-b738cb19-c7e8-4732-bf7c-1ed6bab2d80b tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1303380330'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:38:02.147125 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-b738cb19-c7e8-4732-bf7c-1ed6bab2d80b tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:38:02.153586 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-b738cb19-c7e8-4732-bf7c-1ed6bab2d80b tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Usage tracker for resource:network and tenant:1f6ca98a557d4325996431c1756276f6 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:38:02.163296 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-b738cb19-c7e8-4732-bf7c-1ed6bab2d80b tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:38:02.171763 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-b738cb19-c7e8-4732-bf7c-1ed6bab2d80b tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:38:02.198352 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-a80aef43-8565-4e46-86d7-d6f8eb55c688 req-57041715-1451-4193-b677-003ef0414118 service neutron] 10.222.0.18 "GET /v2.0/networks/4775b4f6-507f-4c4b-adb5-7114e5745dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583622 Feb 01 04:38:02.199382 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b738cb19-c7e8-4732-bf7c-1ed6bab2d80b tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Made reservation on behalf of 1f6ca98a557d4325996431c1756276f6 for: {'network': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:38:02.203648 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b738cb19-c7e8-4732-bf7c-1ed6bab2d80b tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:02.210123 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf712107-5ba1-4b0c-b1ca-1024d3d499d5 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Network feadca76-d833-40c1-ae2b-b7d66eb06599 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:38:02.215773 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b738cb19-c7e8-4732-bf7c-1ed6bab2d80b tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for security_group, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:02.216251 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-cf712107-5ba1-4b0c-b1ca-1024d3d499d5 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:38:02.218510 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf712107-5ba1-4b0c-b1ca-1024d3d499d5 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:38:02.230992 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-b738cb19-c7e8-4732-bf7c-1ed6bab2d80b tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:38:02.234973 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-b738cb19-c7e8-4732-bf7c-1ed6bab2d80b tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Usage tracker for resource:security_group_rule and tenant:1f6ca98a557d4325996431c1756276f6 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:38:02.237940 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-b738cb19-c7e8-4732-bf7c-1ed6bab2d80b tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:38:02.243764 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-b738cb19-c7e8-4732-bf7c-1ed6bab2d80b tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:38:02.282130 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf712107-5ba1-4b0c-b1ca-1024d3d499d5 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Pushing event updated for resources: {'Port': ['ID=0c926072-ab49-4507-bac1-4be13cb830cd,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:02.298192 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7217f170-1352-431f-9f0a-e516d3ae252d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770960'] for router_interface, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:02.304808 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cf712107-5ba1-4b0c-b1ca-1024d3d499d5 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-372107'] for router_interface, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:02.337099 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b738cb19-c7e8-4732-bf7c-1ed6bab2d80b tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for security_group, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:02.341600 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b738cb19-c7e8-4732-bf7c-1ed6bab2d80b tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:02.380212 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b738cb19-c7e8-4732-bf7c-1ed6bab2d80b tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=87637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:38:02.389738 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b738cb19-c7e8-4732-bf7c-1ed6bab2d80b tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c22ea092-d7c1-4952-bebe-a0c231b4583f,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:02.395761 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b738cb19-c7e8-4732-bf7c-1ed6bab2d80b tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:02.396101 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.segments_db [None req-b738cb19-c7e8-4732-bf7c-1ed6bab2d80b tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Added segment f1944ee7-d1a5-4976-afa3-aeaf660d2c38 of type vlan for network 90b34910-f01b-4ba4-a222-417e7766531a Feb 01 04:38:02.423601 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b738cb19-c7e8-4732-bf7c-1ed6bab2d80b tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:02.456617 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b738cb19-c7e8-4732-bf7c-1ed6bab2d80b tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:02.462124 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b738cb19-c7e8-4732-bf7c-1ed6bab2d80b tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:02.462693 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b738cb19-c7e8-4732-bf7c-1ed6bab2d80b tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:02.513774 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-03513ea7-df00-4688-8b49-31c91a416485 None None] Provisioning for port 0c926072-ab49-4507-bac1-4be13cb830cd completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:38:02.518689 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-03513ea7-df00-4688-8b49-31c91a416485 None None] Provisioning complete for port 0c926072-ab49-4507-bac1-4be13cb830cd triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:38:02.519190 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-03513ea7-df00-4688-8b49-31c91a416485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:02.574116 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b738cb19-c7e8-4732-bf7c-1ed6bab2d80b tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Pushing event updated for resources: {'Network': ['ID=90b34910-f01b-4ba4-a222-417e7766531a,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:02.575365 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-03513ea7-df00-4688-8b49-31c91a416485 None None] Port 0c926072-ab49-4507-bac1-4be13cb830cd cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:38:02.580723 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-b738cb19-c7e8-4732-bf7c-1ed6bab2d80b tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5876088 Feb 01 04:38:02.581052 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41494) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:02.586535 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-9f68aa63-1286-4ec6-bebf-a442c7353910 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1152140587'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:38:02.593244 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-9f68aa63-1286-4ec6-bebf-a442c7353910 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:38:02.601063 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-9f68aa63-1286-4ec6-bebf-a442c7353910 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Usage tracker for resource:network and tenant:1f6ca98a557d4325996431c1756276f6 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:38:02.604107 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-9f68aa63-1286-4ec6-bebf-a442c7353910 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:38:02.605184 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 90b34910-f01b-4ba4-a222-417e7766531a details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:38:02.610367 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-9f68aa63-1286-4ec6-bebf-a442c7353910 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:38:02.625509 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f68aa63-1286-4ec6-bebf-a442c7353910 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Made reservation on behalf of 1f6ca98a557d4325996431c1756276f6 for: {'network': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:38:02.630009 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9f68aa63-1286-4ec6-bebf-a442c7353910 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:02.661043 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f68aa63-1286-4ec6-bebf-a442c7353910 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=87637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:38:02.670482 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9f68aa63-1286-4ec6-bebf-a442c7353910 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:02.670872 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.segments_db [None req-9f68aa63-1286-4ec6-bebf-a442c7353910 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Added segment d0551881-f030-4147-a818-3fbbfcc50847 of type vlan for network ca52981d-82e1-4273-9c09-96bf91fefe71 Feb 01 04:38:02.704801 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9f68aa63-1286-4ec6-bebf-a442c7353910 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:02.773265 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9f68aa63-1286-4ec6-bebf-a442c7353910 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:02.778574 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f68aa63-1286-4ec6-bebf-a442c7353910 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:02.779155 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9f68aa63-1286-4ec6-bebf-a442c7353910 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:02.849506 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cf712107-5ba1-4b0c-b1ca-1024d3d499d5 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:02.998006 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-9f68aa63-1286-4ec6-bebf-a442c7353910 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4160984 Feb 01 04:38:03.004279 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41498) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:03.004914 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f68aa63-1286-4ec6-bebf-a442c7353910 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Pushing event updated for resources: {'Network': ['ID=ca52981d-82e1-4273-9c09-96bf91fefe71,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:03.015472 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-20332c8e-5f55-4d38-9216-a085bb1963ba tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Request body: {'subnet': {'network_id': '90b34910-f01b-4ba4-a222-417e7766531a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:38:03.015776 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network ca52981d-82e1-4273-9c09-96bf91fefe71 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:38:03.060773 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e5c0f-84d9-4399-a431-b166538c4529 req-404f7668-d8ae-4d43-9b00-f7e6f3370ff7 tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:03.061465 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-c44e5c0f-84d9-4399-a431-b166538c4529 req-404f7668-d8ae-4d43-9b00-f7e6f3370ff7 tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] Synchronizing usage tracker for tenant:926e010f8e2148e0b6e5416dad1a87b0 on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:38:03.068595 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7217f170-1352-431f-9f0a-e516d3ae252d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Router 889752ef-184a-4920-8f78-ac992ee25805 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:38:03.146335 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-c44e5c0f-84d9-4399-a431-b166538c4529 req-404f7668-d8ae-4d43-9b00-f7e6f3370ff7 tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] Unset dirty status for tenant:926e010f8e2148e0b6e5416dad1a87b0 on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:38:03.147494 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-c44e5c0f-84d9-4399-a431-b166538c4529 req-404f7668-d8ae-4d43-9b00-f7e6f3370ff7 tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2867bcf-b1b7-4957-85fc-4d15064617d3 HTTP/1.1" status: 200 len: 943 time: 0.4151609 Feb 01 04:38:03.148381 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-20332c8e-5f55-4d38-9216-a085bb1963ba tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:38:03.152194 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-20332c8e-5f55-4d38-9216-a085bb1963ba tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Usage tracker for resource:subnet and tenant:1f6ca98a557d4325996431c1756276f6 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:38:03.156601 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-20332c8e-5f55-4d38-9216-a085bb1963ba tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:38:03.177075 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-20332c8e-5f55-4d38-9216-a085bb1963ba tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:38:03.198591 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20332c8e-5f55-4d38-9216-a085bb1963ba tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Made reservation on behalf of 1f6ca98a557d4325996431c1756276f6 for: {'subnet': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:38:03.202003 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-20332c8e-5f55-4d38-9216-a085bb1963ba tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3694443'] for subnet, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:03.222476 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-c44e5c0f-84d9-4399-a431-b166538c4529 req-0bbfc82a-0c86-4316-bfad-e06be752a848 tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] 10.222.0.24 "GET /v2.0/security-groups?id=e299e82b-ccb8-4fb2-95e2-a3a1bda44679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674615 Feb 01 04:38:03.429960 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-20332c8e-5f55-4d38-9216-a085bb1963ba tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3037478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3694457'] for subnet, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:03.513420 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20332c8e-5f55-4d38-9216-a085bb1963ba tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Pushing event updated for resources: {'Subnet': ['ID=72dee5a9-eb72-40b7-bdbb-e769279159a0,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:03.518137 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20332c8e-5f55-4d38-9216-a085bb1963ba tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Checking segment: {'id': 'f1944ee7-d1a5-4976-afa3-aeaf660d2c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b34910-f01b-4ba4-a222-417e7766531a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:38:03.518494 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20332c8e-5f55-4d38-9216-a085bb1963ba tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Network hostable DHCP agents. Network: 90b34910-f01b-4ba4-a222-417e7766531a, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:38:03.537282 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20332c8e-5f55-4d38-9216-a085bb1963ba tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Network 90b34910-f01b-4ba4-a222-417e7766531a is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:38:03.546501 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-20332c8e-5f55-4d38-9216-a085bb1963ba tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, 90b34910-f01b-4ba4-a222-417e7766531a) {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:38:03.550616 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20332c8e-5f55-4d38-9216-a085bb1963ba tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:03.551157 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-20332c8e-5f55-4d38-9216-a085bb1963ba tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:03.556076 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a7e157-9006-4747-afba-c7771370fa64 None None] Network 90b34910-f01b-4ba4-a222-417e7766531a requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:38:03.576332 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-20332c8e-5f55-4d38-9216-a085bb1963ba tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5679212 Feb 01 04:38:03.577254 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7217f170-1352-431f-9f0a-e516d3ae252d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:38:03.579779 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41502) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:03.586747 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-b32786ce-4762-4803-8d7a-b4f032837123 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Request body: {'subnet': {'network_id': 'ca52981d-82e1-4273-9c09-96bf91fefe71', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:38:03.593982 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5e9d24-e704-4975-af21-ebb7a287b279 None None] Sync routers for ids ['889752ef-184a-4920-8f78-ac992ee25805'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:38:03.618707 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-7217f170-1352-431f-9f0a-e516d3ae252d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "PUT /v2.0/routers/889752ef-184a-4920-8f78-ac992ee25805/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3679018 Feb 01 04:38:03.619346 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41506) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:03.664127 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5e9d24-e704-4975-af21-ebb7a287b279 None None] Routers {'889752ef-184a-4920-8f78-ac992ee25805'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:38:03.664735 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-1a5e9d24-e704-4975-af21-ebb7a287b279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:37:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['889752ef-184a-4920-8f78-ac992ee25805'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:03.684823 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cf712107-5ba1-4b0c-b1ca-1024d3d499d5 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:03.694418 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cf712107-5ba1-4b0c-b1ca-1024d3d499d5 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:03.712446 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-b32786ce-4762-4803-8d7a-b4f032837123 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:38:03.716452 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-b32786ce-4762-4803-8d7a-b4f032837123 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Usage tracker for resource:subnet and tenant:1f6ca98a557d4325996431c1756276f6 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:38:03.719360 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-b32786ce-4762-4803-8d7a-b4f032837123 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:38:03.725208 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-b32786ce-4762-4803-8d7a-b4f032837123 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:38:03.736337 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32786ce-4762-4803-8d7a-b4f032837123 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Made reservation on behalf of 1f6ca98a557d4325996431c1756276f6 for: {'subnet': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:38:03.739934 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b32786ce-4762-4803-8d7a-b4f032837123 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3694443'] for subnet, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:03.770940 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-053d02e7-de02-4e2d-ab1c-11804e623fb5 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Deleting subnet 2933f122-fed7-475d-b133-59ebd7cf5542 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:38:03.793720 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-053d02e7-de02-4e2d-ab1c-11804e623fb5 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:03.868649 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf712107-5ba1-4b0c-b1ca-1024d3d499d5 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Pushing event updated for resources: {'Port': ['ID=0c926072-ab49-4507-bac1-4be13cb830cd,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:03.874345 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cf712107-5ba1-4b0c-b1ca-1024d3d499d5 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371990'] for router_interface, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:03.890520 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-053d02e7-de02-4e2d-ab1c-11804e623fb5 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145757'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:03.920311 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 50b1b294-8138-4b63-bf2c-7ffcbd921f13 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 01 04:38:03.923441 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf712107-5ba1-4b0c-b1ca-1024d3d499d5 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:38:03.923849 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf712107-5ba1-4b0c-b1ca-1024d3d499d5 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:38:03.924249 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf712107-5ba1-4b0c-b1ca-1024d3d499d5 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:38:03.924647 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf712107-5ba1-4b0c-b1ca-1024d3d499d5 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:38:03.925041 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf712107-5ba1-4b0c-b1ca-1024d3d499d5 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:38:03.925424 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf712107-5ba1-4b0c-b1ca-1024d3d499d5 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:38:03.925963 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf712107-5ba1-4b0c-b1ca-1024d3d499d5 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:38:03.926492 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf712107-5ba1-4b0c-b1ca-1024d3d499d5 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:38:03.926877 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf712107-5ba1-4b0c-b1ca-1024d3d499d5 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:38:03.927291 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf712107-5ba1-4b0c-b1ca-1024d3d499d5 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:38:03.927818 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf712107-5ba1-4b0c-b1ca-1024d3d499d5 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:38:03.928349 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf712107-5ba1-4b0c-b1ca-1024d3d499d5 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:38:03.987445 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b32786ce-4762-4803-8d7a-b4f032837123 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3037478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3694457'] for subnet, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:03.997659 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86cc666-483d-4eb6-970e-48bdc544f3c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-90b34910-f01b-4ba4-a222-417e7766531a', 'network_id': '90b34910-f01b-4ba4-a222-417e7766531a', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'fixed_ips': [{'subnet_id': '72dee5a9-eb72-40b7-bdbb-e769279159a0'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:38:03.998487 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f86cc666-483d-4eb6-970e-48bdc544f3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:04.037365 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.db.resource_extend [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 01 04:38:04.076384 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32786ce-4762-4803-8d7a-b4f032837123 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Pushing event updated for resources: {'Subnet': ['ID=15943484-41b1-4956-91d0-c7a31d0aa751,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:04.085430 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32786ce-4762-4803-8d7a-b4f032837123 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Checking segment: {'id': 'd0551881-f030-4147-a818-3fbbfcc50847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ca52981d-82e1-4273-9c09-96bf91fefe71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:38:04.085779 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32786ce-4762-4803-8d7a-b4f032837123 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Network hostable DHCP agents. Network: ca52981d-82e1-4273-9c09-96bf91fefe71, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:38:04.102855 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-053d02e7-de02-4e2d-ab1c-11804e623fb5 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:04.105428 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32786ce-4762-4803-8d7a-b4f032837123 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Network ca52981d-82e1-4273-9c09-96bf91fefe71 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:38:04.116404 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-b32786ce-4762-4803-8d7a-b4f032837123 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, ca52981d-82e1-4273-9c09-96bf91fefe71) {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:38:04.120579 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32786ce-4762-4803-8d7a-b4f032837123 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:04.121229 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b32786ce-4762-4803-8d7a-b4f032837123 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:04.138611 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf712107-5ba1-4b0c-b1ca-1024d3d499d5 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Network feadca76-d833-40c1-ae2b-b7d66eb06599 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:38:04.141721 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3deac910-005e-476b-9307-5105b2546335 None None] Network ca52981d-82e1-4273-9c09-96bf91fefe71 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:38:04.141989 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-cf712107-5ba1-4b0c-b1ca-1024d3d499d5 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:38:04.155452 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-b32786ce-4762-4803-8d7a-b4f032837123 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5687571 Feb 01 04:38:04.156120 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41510) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:04.161306 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-d61a9110-507c-49b4-a41b-0e9bd52139cc tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1949396888', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:38:04.168010 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-d61a9110-507c-49b4-a41b-0e9bd52139cc tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:38:04.172562 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-d61a9110-507c-49b4-a41b-0e9bd52139cc tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Usage tracker for resource:router and tenant:1f6ca98a557d4325996431c1756276f6 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:38:04.175579 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-d61a9110-507c-49b4-a41b-0e9bd52139cc tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:38:04.182049 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-d61a9110-507c-49b4-a41b-0e9bd52139cc tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:38:04.194477 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d61a9110-507c-49b4-a41b-0e9bd52139cc tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25958'] for router, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:04.195547 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d61a9110-507c-49b4-a41b-0e9bd52139cc tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-372027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25961'] for router, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:04.222439 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d61a9110-507c-49b4-a41b-0e9bd52139cc tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:04.269292 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-1a5e9d24-e704-4975-af21-ebb7a287b279 None None] Set router 889752ef-184a-4920-8f78-ac992ee25805 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:38:04.271825 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d61a9110-507c-49b4-a41b-0e9bd52139cc tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337'] for router, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:04.304383 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d61a9110-507c-49b4-a41b-0e9bd52139cc tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:04.307929 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-d61a9110-507c-49b4-a41b-0e9bd52139cc tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1501703 Feb 01 04:38:04.310107 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41516) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:04.410229 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-053d02e7-de02-4e2d-ab1c-11804e623fb5 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3072169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2652276'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:04.432187 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cd8c2314-b92a-48b3-b349-8f2993751176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:04.492099 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053d02e7-de02-4e2d-ab1c-11804e623fb5 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event deleted for resources: {'Subnet': ['ID=2933f122-fed7-475d-b133-59ebd7cf5542,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:04.509074 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf712107-5ba1-4b0c-b1ca-1024d3d499d5 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Router 0408e0ae-98a9-47af-9b99-fa466f5e831c has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:38:04.510820 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-053d02e7-de02-4e2d-ab1c-11804e623fb5 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:04.537028 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-053d02e7-de02-4e2d-ab1c-11804e623fb5 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "DELETE /v2.0/subnets/2933f122-fed7-475d-b133-59ebd7cf5542 HTTP/1.1" status: 204 len: 168 time: 0.9139915 Feb 01 04:38:04.555009 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41520) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:04.563487 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdca6808-10c7-4c1e-afd9-19b9eba262f3 None None] Network 6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:38:04.623245 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 50b1b294-8138-4b63-bf2c-7ffcbd921f13, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=50b1b294-8138-4b63-bf2c-7ffcbd921f13,segment=NetworkSegment(e3a4e7d1-3daf-4cea-9f24-15dcf3a17867),segment_id=e3a4e7d1-3daf-4cea-9f24-15dcf3a17867)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:38:04.671367 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-31c00a16-8cb4-4b6c-8ecf-9b0d8b810b60 None None] Provisioning complete for port 0c926072-ab49-4507-bac1-4be13cb830cd triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:38:04.671998 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-31c00a16-8cb4-4b6c-8ecf-9b0d8b810b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:04.695866 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979496a7-e932-4611-bd1c-ae82e65e0cb0 req-fb6dd1c7-559c-4719-8da5-9947eb3699bc tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:04.697254 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-979496a7-e932-4611-bd1c-ae82e65e0cb0 req-fb6dd1c7-559c-4719-8da5-9947eb3699bc tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2867bcf-b1b7-4957-85fc-4d15064617d3 HTTP/1.1" status: 200 len: 943 time: 0.2807877 Feb 01 04:38:04.722084 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf712107-5ba1-4b0c-b1ca-1024d3d499d5 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:38:04.730495 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-cf712107-5ba1-4b0c-b1ca-1024d3d499d5 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "PUT /v2.0/routers/0408e0ae-98a9-47af-9b99-fa466f5e831c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3114252 Feb 01 04:38:04.731165 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41524) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:04.735346 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b9b059-2e61-4db9-869e-47b517f3f815 None None] Sync routers for ids ['0408e0ae-98a9-47af-9b99-fa466f5e831c'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:38:04.744520 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b9b059-2e61-4db9-869e-47b517f3f815 None None] Routers {'0408e0ae-98a9-47af-9b99-fa466f5e831c'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:38:04.745381 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-39b9b059-2e61-4db9-869e-47b517f3f815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:38:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['0408e0ae-98a9-47af-9b99-fa466f5e831c'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:04.809698 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-39b9b059-2e61-4db9-869e-47b517f3f815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:04.813672 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-979496a7-e932-4611-bd1c-ae82e65e0cb0 req-58caa1de-c1ae-4458-a556-026113029c6d tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] 10.222.0.24 "GET /v2.0/security-groups?id=e299e82b-ccb8-4fb2-95e2-a3a1bda44679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073349 Feb 01 04:38:04.819330 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b9b059-2e61-4db9-869e-47b517f3f815 None None] Routers {'0408e0ae-98a9-47af-9b99-fa466f5e831c'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:38:04.820128 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-39b9b059-2e61-4db9-869e-47b517f3f815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:38:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['0408e0ae-98a9-47af-9b99-fa466f5e831c'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:04.828348 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c741921a-1e36-4f79-bd4b-085a71285c7d tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:04.828959 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c741921a-1e36-4f79-bd4b-085a71285c7d tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Synchronizing usage tracker for tenant:fe61db31beb2433b8247cdb8a5604696 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:38:04.870376 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c741921a-1e36-4f79-bd4b-085a71285c7d tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Unset dirty status for tenant:fe61db31beb2433b8247cdb8a5604696 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:38:04.874877 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c741921a-1e36-4f79-bd4b-085a71285c7d tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "GET /v2.0/ports/0c926072-ab49-4507-bac1-4be13cb830cd HTTP/1.1" status: 200 len: 910 time: 0.1400921 Feb 01 04:38:04.875908 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41528) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:04.879181 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-31c00a16-8cb4-4b6c-8ecf-9b0d8b810b60 None None] Port 0c926072-ab49-4507-bac1-4be13cb830cd cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:38:04.905049 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-39b9b059-2e61-4db9-869e-47b517f3f815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:04.905451 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b9b059-2e61-4db9-869e-47b517f3f815 None None] The sync data for ids ['0408e0ae-98a9-47af-9b99-fa466f5e831c'] in dv-neutron-826830-1-hyperv is: [] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:38:04.995644 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Returning: {'device': '50b1b294-8138-4b63-bf2c-7ffcbd921f13', 'network_id': '4775b4f6-507f-4c4b-adb5-7114e5745dad', 'port_id': '50b1b294-8138-4b63-bf2c-7ffcbd921f13', 'mac_address': 'fa:16:3e:fd:47:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d511d42-2320-4a5a-a779-e9e784269e2c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 01 04:38:05.032570 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-f86cc666-483d-4eb6-970e-48bdc544f3c8 None None] Allocated IP 2001:db8::2 (90b34910-f01b-4ba4-a222-417e7766531a/72dee5a9-eb72-40b7-bdbb-e769279159a0/9b24b603-22f9-484f-8c89-1d398e8169b5) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:38:05.114177 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-be2db678-2fe3-4242-99cf-7cac183eb9a7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for router, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:05.222986 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3a30c2a5-5b8f-478b-a494-b059d0fbcd7a tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:05.282885 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:05.296643 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c111fab5-816b-44a9-9a0a-e991f27cec24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-ca52981d-82e1-4273-9c09-96bf91fefe71', 'network_id': 'ca52981d-82e1-4273-9c09-96bf91fefe71', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'fixed_ips': [{'subnet_id': '15943484-41b1-4956-91d0-c7a31d0aa751'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:38:05.297463 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c111fab5-816b-44a9-9a0a-e991f27cec24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:05.430555 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50b1b294-8138-4b63-bf2c-7ffcbd921f13 {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 04:38:05.507805 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 50b1b294-8138-4b63-bf2c-7ffcbd921f13, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=50b1b294-8138-4b63-bf2c-7ffcbd921f13,segment=NetworkSegment(e3a4e7d1-3daf-4cea-9f24-15dcf3a17867),segment_id=e3a4e7d1-3daf-4cea-9f24-15dcf3a17867)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:38:05.527001 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-be2db678-2fe3-4242-99cf-7cac183eb9a7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:05.534801 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4f6c102b-c1da-42d9-b3b1-faaeb8c79bf6 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-371968'] for router_interface, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:05.543099 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:05.549412 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-be2db678-2fe3-4242-99cf-7cac183eb9a7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Deleting port 47a4fe6d-916d-4587-a9ef-092ebd9171bc {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:38:05.549669 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:05.549802 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-be2db678-2fe3-4242-99cf-7cac183eb9a7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:05.556060 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:05.729223 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-1a5e9d24-e704-4975-af21-ebb7a287b279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889752ef-184a-4920-8f78-ac992ee25805', 'name': 'tempest-TestNetworkBasicOps-router-58698102', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.76'}], 'enable_snat': True}, 'gw_port_id': '47a4fe6d-916d-4587-a9ef-092ebd9171bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:35:23Z', 'updated_at': '2022-02-01T04:38:01Z', 'revision_number': 7, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': '47a4fe6d-916d-4587-a9ef-092ebd9171bc', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:15:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889752ef-184a-4920-8f78-ac992ee25805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:35:25Z', 'updated_at': '2022-02-01T04:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:05.789792 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5e9d24-e704-4975-af21-ebb7a287b279 None None] Checking router: 889752ef-184a-4920-8f78-ac992ee25805 for host: dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:38:05.790938 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-be2db678-2fe3-4242-99cf-7cac183eb9a7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] For port 47a4fe6d-916d-4587-a9ef-092ebd9171bc, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=47a4fe6d-916d-4587-a9ef-092ebd9171bc,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:38:05.791438 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-be2db678-2fe3-4242-99cf-7cac183eb9a7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:05.794972 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=50b1b294-8138-4b63-bf2c-7ffcbd921f13,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:05.821730 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f98c12-ec66-4409-b6d4-31ef25820cce None None] DHCP port deletion for 6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:38:05.830668 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f86cc666-483d-4eb6-970e-48bdc544f3c8 None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:05.838726 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5e9d24-e704-4975-af21-ebb7a287b279 None None] Routers {'889752ef-184a-4920-8f78-ac992ee25805'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:38:05.839564 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-1a5e9d24-e704-4975-af21-ebb7a287b279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:38:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['889752ef-184a-4920-8f78-ac992ee25805'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:05.894080 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-f4f98c12-ec66-4409-b6d4-31ef25820cce None None] Deleting port 99a2c427-966f-4704-af06-37af13385ab1 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:38:05.894452 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f4f98c12-ec66-4409-b6d4-31ef25820cce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:05.907697 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-4f6c102b-c1da-42d9-b3b1-faaeb8c79bf6 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Deleting port 0c926072-ab49-4507-bac1-4be13cb830cd {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:38:05.908230 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4f6c102b-c1da-42d9-b3b1-faaeb8c79bf6 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:05.919123 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-be2db678-2fe3-4242-99cf-7cac183eb9a7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Calling delete_port for 47a4fe6d-916d-4587-a9ef-092ebd9171bc owned by network:router_gateway {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:38:05.937564 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] get_ports_and_sgs() called for port_ids ['50b1b294-8138-4b63-bf2c-7ffcbd921f13'] {{(pid=87638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 01 04:38:05.996207 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-f86cc666-483d-4eb6-970e-48bdc544f3c8 None None] Transition to ACTIVE for port object 9b24b603-22f9-484f-8c89-1d398e8169b5 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:38:06.086242 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-c111fab5-816b-44a9-9a0a-e991f27cec24 None None] Allocated IP 2001:db8:1::2 (ca52981d-82e1-4273-9c09-96bf91fefe71/15943484-41b1-4956-91d0-c7a31d0aa751/1526e5dc-46c7-458b-982a-434487d9afbe) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:38:06.099640 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bab21f-fb6f-44a8-9d52-ada9acafac77 req-bd63032f-3b39-46b7-8cdb-29a39f9f0e73 tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:06.101322 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-a2bab21f-fb6f-44a8-9d52-ada9acafac77 req-bd63032f-3b39-46b7-8cdb-29a39f9f0e73 tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2867bcf-b1b7-4957-85fc-4d15064617d3 HTTP/1.1" status: 200 len: 944 time: 0.1105785 Feb 01 04:38:06.127013 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-f86cc666-483d-4eb6-970e-48bdc544f3c8 None None] Transition to ACTIVE for port object 9b24b603-22f9-484f-8c89-1d398e8169b5 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:38:06.141225 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4f6c102b-c1da-42d9-b3b1-faaeb8c79bf6 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:06.182390 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f86cc666-483d-4eb6-970e-48bdc544f3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:06.271173 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-4f6c102b-c1da-42d9-b3b1-faaeb8c79bf6 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Calling delete_port for 0c926072-ab49-4507-bac1-4be13cb830cd owned by network:router_interface {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:38:06.272030 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-1a5e9d24-e704-4975-af21-ebb7a287b279 None None] Set router 889752ef-184a-4920-8f78-ac992ee25805 gateway port host: None {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:38:06.369972 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-a2bab21f-fb6f-44a8-9d52-ada9acafac77 req-84a785bb-3c6d-41da-b7d3-6c4867db6e47 tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] 10.222.0.24 "GET /v2.0/security-groups?id=e299e82b-ccb8-4fb2-95e2-a3a1bda44679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599778 Feb 01 04:38:06.374747 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-3a30c2a5-5b8f-478b-a494-b059d0fbcd7a tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Allocated IP 2001:db8::1 (90b34910-f01b-4ba4-a222-417e7766531a/72dee5a9-eb72-40b7-bdbb-e769279159a0/ba0d5e25-ca02-43e4-9174-af995a90034d) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:38:06.393723 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-be2db678-2fe3-4242-99cf-7cac183eb9a7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:06.443756 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86cc666-483d-4eb6-970e-48bdc544f3c8 None None] Network 90b34910-f01b-4ba4-a222-417e7766531a is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:38:06.444753 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-1a5e9d24-e704-4975-af21-ebb7a287b279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889752ef-184a-4920-8f78-ac992ee25805', 'name': 'tempest-TestNetworkBasicOps-router-58698102', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:35:23Z', 'updated_at': '2022-02-01T04:38:05Z', 'revision_number': 8, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port_host': None}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:06.447066 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-f86cc666-483d-4eb6-970e-48bdc544f3c8 None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:38:06.471028 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2db678-2fe3-4242-99cf-7cac183eb9a7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event deleted for resources: {'Port': ['ID=47a4fe6d-916d-4587-a9ef-092ebd9171bc,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:06.507798 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86cc666-483d-4eb6-970e-48bdc544f3c8 None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:38:06.524471 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5e9d24-e704-4975-af21-ebb7a287b279 None None] The sync data for ids ['889752ef-184a-4920-8f78-ac992ee25805'] in dv-neutron-826830-1-hyperv is: [{'id': '889752ef-184a-4920-8f78-ac992ee25805', 'name': 'tempest-TestNetworkBasicOps-router-58698102', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:35:23Z', 'updated_at': '2022-02-01T04:38:05Z', 'revision_number': 8, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port_host': None}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:38:06.590616 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86cc666-483d-4eb6-970e-48bdc544f3c8 None None] Pushing event updated for resources: {'Port': ['ID=9b24b603-22f9-484f-8c89-1d398e8169b5,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:06.651660 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-be2db678-2fe3-4242-99cf-7cac183eb9a7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-774381'] for router_gateway, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:06.666288 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4f6c102b-c1da-42d9-b3b1-faaeb8c79bf6 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:06.725178 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6c102b-c1da-42d9-b3b1-faaeb8c79bf6 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Pushing event deleted for resources: {'Port': ['ID=0c926072-ab49-4507-bac1-4be13cb830cd,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:06.770320 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-f4f98c12-ec66-4409-b6d4-31ef25820cce None None] For port 99a2c427-966f-4704-af06-37af13385ab1, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=99a2c427-966f-4704-af06-37af13385ab1,segment=NetworkSegment(ba63e6f2-536e-40cd-a362-9cc2ae8a515c),segment_id=ba63e6f2-536e-40cd-a362-9cc2ae8a515c)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:38:06.770707 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f4f98c12-ec66-4409-b6d4-31ef25820cce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:06.846004 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3a30c2a5-5b8f-478b-a494-b059d0fbcd7a tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:06.851166 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-be2db678-2fe3-4242-99cf-7cac183eb9a7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25968'] for router, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:06.856922 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-be2db678-2fe3-4242-99cf-7cac183eb9a7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:06.928946 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3a30c2a5-5b8f-478b-a494-b059d0fbcd7a tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Transition to ACTIVE for port object ba0d5e25-ca02-43e4-9174-af995a90034d will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:38:06.941258 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-be2db678-2fe3-4242-99cf-7cac183eb9a7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772958'] for router, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:06.942864 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be2db678-2fe3-4242-99cf-7cac183eb9a7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Fanout notify agent at l3_agent the message router_deleted on router 889752ef-184a-4920-8f78-ac992ee25805 {{(pid=87637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 01 04:38:07.003073 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-be2db678-2fe3-4242-99cf-7cac183eb9a7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:07.004383 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-be2db678-2fe3-4242-99cf-7cac183eb9a7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "DELETE /v2.0/routers/889752ef-184a-4920-8f78-ac992ee25805 HTTP/1.1" status: 204 len: 168 time: 2.4489448 Feb 01 04:38:07.010466 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41534) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:07.088718 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-f86cc666-483d-4eb6-970e-48bdc544f3c8 None None] Attempting to bind port 9b24b603-22f9-484f-8c89-1d398e8169b5 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:38:07.089078 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-f86cc666-483d-4eb6-970e-48bdc544f3c8 None None] Attempting to bind port 9b24b603-22f9-484f-8c89-1d398e8169b5 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': 'f1944ee7-d1a5-4976-afa3-aeaf660d2c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b34910-f01b-4ba4-a222-417e7766531a'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:38:07.089430 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86cc666-483d-4eb6-970e-48bdc544f3c8 None None] Attempting to bind port 9b24b603-22f9-484f-8c89-1d398e8169b5 on network 90b34910-f01b-4ba4-a222-417e7766531a {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:38:07.102732 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-f4f98c12-ec66-4409-b6d4-31ef25820cce None None] Calling delete_port for 99a2c427-966f-4704-af06-37af13385ab1 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:38:07.147462 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3a30c2a5-5b8f-478b-a494-b059d0fbcd7a tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:07.166254 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86cc666-483d-4eb6-970e-48bdc544f3c8 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:38:07.166254 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86cc666-483d-4eb6-970e-48bdc544f3c8 None None] Checking segment: {'id': 'f1944ee7-d1a5-4976-afa3-aeaf660d2c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b34910-f01b-4ba4-a222-417e7766531a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:38:07.166599 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f86cc666-483d-4eb6-970e-48bdc544f3c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:07.167075 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86cc666-483d-4eb6-970e-48bdc544f3c8 None None] Bound using segment: {'id': 'f1944ee7-d1a5-4976-afa3-aeaf660d2c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b34910-f01b-4ba4-a222-417e7766531a'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:38:07.167577 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-f86cc666-483d-4eb6-970e-48bdc544f3c8 None None] Bound port: 9b24b603-22f9-484f-8c89-1d398e8169b5, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1944ee7-d1a5-4976-afa3-aeaf660d2c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b34910-f01b-4ba4-a222-417e7766531a'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:38:07.167942 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f86cc666-483d-4eb6-970e-48bdc544f3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:07.197083 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3a3e2591-391d-4069-9bdb-afa735a4178d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:07.232781 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a30c2a5-5b8f-478b-a494-b059d0fbcd7a tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Network 90b34910-f01b-4ba4-a222-417e7766531a is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:38:07.234112 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4f6c102b-c1da-42d9-b3b1-faaeb8c79bf6 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770960'] for router_interface, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:07.236529 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-3a30c2a5-5b8f-478b-a494-b059d0fbcd7a tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:38:07.246631 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a30c2a5-5b8f-478b-a494-b059d0fbcd7a tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:38:07.247172 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3a30c2a5-5b8f-478b-a494-b059d0fbcd7a tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-372107'] for router_interface, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:07.261048 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:07.351795 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 99a2c427-966f-4704-af06-37af13385ab1 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:38:07.366856 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3a3e2591-391d-4069-9bdb-afa735a4178d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Deleting port 99a2c427-966f-4704-af06-37af13385ab1 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:38:07.367224 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3a3e2591-391d-4069-9bdb-afa735a4178d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:07.391558 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c111fab5-816b-44a9-9a0a-e991f27cec24 None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:07.401586 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a30c2a5-5b8f-478b-a494-b059d0fbcd7a tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Pushing event updated for resources: {'Port': ['ID=ba0d5e25-ca02-43e4-9174-af995a90034d,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:07.438694 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-c111fab5-816b-44a9-9a0a-e991f27cec24 None None] Transition to ACTIVE for port object 1526e5dc-46c7-458b-982a-434487d9afbe will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:38:07.442644 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f4f98c12-ec66-4409-b6d4-31ef25820cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:07.448624 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a30c2a5-5b8f-478b-a494-b059d0fbcd7a tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:38:07.449006 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a30c2a5-5b8f-478b-a494-b059d0fbcd7a tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:38:07.449287 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a30c2a5-5b8f-478b-a494-b059d0fbcd7a tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:38:07.449618 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a30c2a5-5b8f-478b-a494-b059d0fbcd7a tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:38:07.449946 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a30c2a5-5b8f-478b-a494-b059d0fbcd7a tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:38:07.450263 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a30c2a5-5b8f-478b-a494-b059d0fbcd7a tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:38:07.450915 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a30c2a5-5b8f-478b-a494-b059d0fbcd7a tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:38:07.450915 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a30c2a5-5b8f-478b-a494-b059d0fbcd7a tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:38:07.451231 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a30c2a5-5b8f-478b-a494-b059d0fbcd7a tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:38:07.451546 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a30c2a5-5b8f-478b-a494-b059d0fbcd7a tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:38:07.451862 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a30c2a5-5b8f-478b-a494-b059d0fbcd7a tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:38:07.452174 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a30c2a5-5b8f-478b-a494-b059d0fbcd7a tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:38:07.514838 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3a3e2591-391d-4069-9bdb-afa735a4178d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] The port '99a2c427-966f-4704-af06-37af13385ab1' was deleted {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 01 04:38:07.516113 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-f86cc666-483d-4eb6-970e-48bdc544f3c8 None None] For port 9b24b603-22f9-484f-8c89-1d398e8169b5, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:38:07.518301 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f98c12-ec66-4409-b6d4-31ef25820cce None None] Pushing event deleted for resources: {'Port': ['ID=99a2c427-966f-4704-af06-37af13385ab1,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:07.522659 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f98c12-ec66-4409-b6d4-31ef25820cce None None] No DVR routers for this DVR port 99a2c427-966f-4704-af06-37af13385ab1 on host dv-neutron-826830-1-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:38:07.545465 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f98c12-ec66-4409-b6d4-31ef25820cce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:38:07.545853 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f98c12-ec66-4409-b6d4-31ef25820cce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:38:07.546295 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f98c12-ec66-4409-b6d4-31ef25820cce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:38:07.546923 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f98c12-ec66-4409-b6d4-31ef25820cce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:38:07.547161 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f98c12-ec66-4409-b6d4-31ef25820cce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:38:07.547337 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f98c12-ec66-4409-b6d4-31ef25820cce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:38:07.547653 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f98c12-ec66-4409-b6d4-31ef25820cce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:38:07.547976 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f98c12-ec66-4409-b6d4-31ef25820cce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:38:07.548314 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f98c12-ec66-4409-b6d4-31ef25820cce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:38:07.548608 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f98c12-ec66-4409-b6d4-31ef25820cce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:38:07.549487 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f98c12-ec66-4409-b6d4-31ef25820cce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:38:07.549487 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f98c12-ec66-4409-b6d4-31ef25820cce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:38:07.553307 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-c111fab5-816b-44a9-9a0a-e991f27cec24 None None] Transition to ACTIVE for port object 1526e5dc-46c7-458b-982a-434487d9afbe will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:38:07.555977 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-f86cc666-483d-4eb6-970e-48bdc544f3c8 None None] For port 9b24b603-22f9-484f-8c89-1d398e8169b5, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=9b24b603-22f9-484f-8c89-1d398e8169b5,segment=NetworkSegment(f1944ee7-d1a5-4976-afa3-aeaf660d2c38),segment_id=f1944ee7-d1a5-4976-afa3-aeaf660d2c38)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:38:07.559298 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No active binding found for port 99a2c427-966f-4704-af06-37af13385ab1 {{(pid=87638) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 01 04:38:07.559769 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 99a2c427-966f-4704-af06-37af13385ab1 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:38:07.560738 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 6a821d54-e502-48fc-b7c9-2b1c37caa29f no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:38:07.597669 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c111fab5-816b-44a9-9a0a-e991f27cec24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:07.638232 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f86cc666-483d-4eb6-970e-48bdc544f3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:07.646884 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 6a821d54-e502-48fc-b7c9-2b1c37caa29f {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:38:07.647297 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 6a821d54-e502-48fc-b7c9-2b1c37caa29f not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:38:07.699590 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c111fab5-816b-44a9-9a0a-e991f27cec24 None None] Network ca52981d-82e1-4273-9c09-96bf91fefe71 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:38:07.707039 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-c111fab5-816b-44a9-9a0a-e991f27cec24 None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:38:07.708627 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3a3e2591-391d-4069-9bdb-afa735a4178d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:07.713436 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c111fab5-816b-44a9-9a0a-e991f27cec24 None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:38:07.715708 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c111fab5-816b-44a9-9a0a-e991f27cec24 None None] Pushing event updated for resources: {'Port': ['ID=1526e5dc-46c7-458b-982a-434487d9afbe,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:07.734716 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3a30c2a5-5b8f-478b-a494-b059d0fbcd7a tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:07.756237 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f6c102b-c1da-42d9-b3b1-faaeb8c79bf6 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Router 0408e0ae-98a9-47af-9b99-fa466f5e831c has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:38:07.763295 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-3a3e2591-391d-4069-9bdb-afa735a4178d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:07.778332 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-3a3e2591-391d-4069-9bdb-afa735a4178d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba63e6f2-536e-40cd-a362-9cc2ae8a515c') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:07.778965 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-3a3e2591-391d-4069-9bdb-afa735a4178d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba63e6f2-536e-40cd-a362-9cc2ae8a515c') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:07.791787 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3a3e2591-391d-4069-9bdb-afa735a4178d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:07.817929 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3a3e2591-391d-4069-9bdb-afa735a4178d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:07.825625 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a3e2591-391d-4069-9bdb-afa735a4178d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:38:07.826321 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3a3e2591-391d-4069-9bdb-afa735a4178d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:07.888844 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32900dba-77f3-47c8-9a9d-887073be8048 req-1edca107-db00-4bd3-937f-e76c1dd0bf68 tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:07.890897 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-32900dba-77f3-47c8-9a9d-887073be8048 req-1edca107-db00-4bd3-937f-e76c1dd0bf68 tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2867bcf-b1b7-4957-85fc-4d15064617d3 HTTP/1.1" status: 200 len: 944 time: 0.2791250 Feb 01 04:38:07.919385 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 50b1b294-8138-4b63-bf2c-7ffcbd921f13 up at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:38:07.996332 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-c111fab5-816b-44a9-9a0a-e991f27cec24 None None] Attempting to bind port 1526e5dc-46c7-458b-982a-434487d9afbe on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:38:07.998209 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-c111fab5-816b-44a9-9a0a-e991f27cec24 None None] Attempting to bind port 1526e5dc-46c7-458b-982a-434487d9afbe by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': 'd0551881-f030-4147-a818-3fbbfcc50847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ca52981d-82e1-4273-9c09-96bf91fefe71'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:38:07.998209 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c111fab5-816b-44a9-9a0a-e991f27cec24 None None] Attempting to bind port 1526e5dc-46c7-458b-982a-434487d9afbe on network ca52981d-82e1-4273-9c09-96bf91fefe71 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:38:08.012843 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f6c102b-c1da-42d9-b3b1-faaeb8c79bf6 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:38:08.048064 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c111fab5-816b-44a9-9a0a-e991f27cec24 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:38:08.049258 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c111fab5-816b-44a9-9a0a-e991f27cec24 None None] Checking segment: {'id': 'd0551881-f030-4147-a818-3fbbfcc50847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ca52981d-82e1-4273-9c09-96bf91fefe71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:38:08.049843 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c111fab5-816b-44a9-9a0a-e991f27cec24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:08.050563 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c111fab5-816b-44a9-9a0a-e991f27cec24 None None] Bound using segment: {'id': 'd0551881-f030-4147-a818-3fbbfcc50847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ca52981d-82e1-4273-9c09-96bf91fefe71'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:38:08.051368 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-c111fab5-816b-44a9-9a0a-e991f27cec24 None None] Bound port: 1526e5dc-46c7-458b-982a-434487d9afbe, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0551881-f030-4147-a818-3fbbfcc50847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ca52981d-82e1-4273-9c09-96bf91fefe71'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:38:08.051945 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c111fab5-816b-44a9-9a0a-e991f27cec24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:08.054118 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-32900dba-77f3-47c8-9a9d-887073be8048 req-6060262e-f927-421b-b49c-d6efbd1a5001 tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] 10.222.0.24 "GET /v2.0/security-groups?id=e299e82b-ccb8-4fb2-95e2-a3a1bda44679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028867 Feb 01 04:38:08.065069 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4f6c102b-c1da-42d9-b3b1-faaeb8c79bf6 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "PUT /v2.0/routers/0408e0ae-98a9-47af-9b99-fa466f5e831c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1876497 Feb 01 04:38:08.066050 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41540) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:08.072097 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86cc666-483d-4eb6-970e-48bdc544f3c8 None None] Pushing event updated for resources: {'Port': ['ID=9b24b603-22f9-484f-8c89-1d398e8169b5,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:08.079995 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293513b8-4118-4e8b-9ed0-1ca22dbca30c None None] Sync routers for ids ['0408e0ae-98a9-47af-9b99-fa466f5e831c'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:38:08.087732 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning for port 50b1b294-8138-4b63-bf2c-7ffcbd921f13 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:38:08.101176 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 04:38:08.101176 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:38:08.101176 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 04:38:08.101176 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:38:08.101176 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 04:38:08.101176 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:38:08.101176 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 04:38:08.101176 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:38:08.101176 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 04:38:08.101176 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:38:08.101176 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 04:38:08.101176 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:38:08.101176 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 04:38:08.101176 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:38:08.101176 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:38:08.101176 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:38:08.101176 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:38:08.101176 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:38:08.101176 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 04:38:08.101176 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:38:08.101176 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 04:38:08.101176 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:38:08.101176 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:38:08.101176 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:38:08.101176 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 04:38:08.101176 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:38:08.101176 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:38:08.101176 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:38:08.101176 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:38:08.101176 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:38:08.101176 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:38:08.101176 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:38:08.110861 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning complete for port 50b1b294-8138-4b63-bf2c-7ffcbd921f13 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:38:08.111278 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:08.170201 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3a3e2591-391d-4069-9bdb-afa735a4178d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:08.175219 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3a3e2591-391d-4069-9bdb-afa735a4178d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:08.205770 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293513b8-4118-4e8b-9ed0-1ca22dbca30c None None] Routers {'0408e0ae-98a9-47af-9b99-fa466f5e831c'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:38:08.205978 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-293513b8-4118-4e8b-9ed0-1ca22dbca30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:38:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['0408e0ae-98a9-47af-9b99-fa466f5e831c'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:08.268545 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3e2591-391d-4069-9bdb-afa735a4178d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event deleted for resources: {'Network': ['ID=6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:08.279452 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-293513b8-4118-4e8b-9ed0-1ca22dbca30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:08.281059 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-3a3e2591-391d-4069-9bdb-afa735a4178d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "DELETE /v2.0/networks/6ca7eb22-71eb-4f4c-9c10-4fca6e126e7d HTTP/1.1" status: 204 len: 168 time: 1.2682652 Feb 01 04:38:08.302897 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293513b8-4118-4e8b-9ed0-1ca22dbca30c None None] Routers {'0408e0ae-98a9-47af-9b99-fa466f5e831c'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:38:08.303572 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-293513b8-4118-4e8b-9ed0-1ca22dbca30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:38:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['0408e0ae-98a9-47af-9b99-fa466f5e831c'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:08.309957 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41544) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:08.325408 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-2ee0e737-de8c-40dd-b6d9-1168879b291e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'network': {'name': 'tempest-network-smoke--264442206', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'port_security_enabled': True}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:38:08.333515 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-2ee0e737-de8c-40dd-b6d9-1168879b291e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:38:08.378981 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-293513b8-4118-4e8b-9ed0-1ca22dbca30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:08.379424 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293513b8-4118-4e8b-9ed0-1ca22dbca30c None None] The sync data for ids ['0408e0ae-98a9-47af-9b99-fa466f5e831c'] in dv-neutron-826830-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:38:08.391110 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2ee0e737-de8c-40dd-b6d9-1168879b291e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:network and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:38:08.401658 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-c111fab5-816b-44a9-9a0a-e991f27cec24 None None] For port 1526e5dc-46c7-458b-982a-434487d9afbe, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:38:08.402338 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2ee0e737-de8c-40dd-b6d9-1168879b291e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:38:08.406399 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-c111fab5-816b-44a9-9a0a-e991f27cec24 None None] For port 1526e5dc-46c7-458b-982a-434487d9afbe, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=1526e5dc-46c7-458b-982a-434487d9afbe,segment=NetworkSegment(d0551881-f030-4147-a818-3fbbfcc50847),segment_id=d0551881-f030-4147-a818-3fbbfcc50847)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:38:08.411973 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c111fab5-816b-44a9-9a0a-e991f27cec24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:08.412187 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-2ee0e737-de8c-40dd-b6d9-1168879b291e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:38:08.543853 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:08.567327 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c111fab5-816b-44a9-9a0a-e991f27cec24 None None] Pushing event updated for resources: {'Port': ['ID=1526e5dc-46c7-458b-982a-434487d9afbe,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:08.585716 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2867bcf-b1b7-4957-85fc-4d15064617d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50b1b294-8138-4b63-bf2c-7ffcbd921f13'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:38:08.589587 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee0e737-de8c-40dd-b6d9-1168879b291e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Made reservation on behalf of 0629703b9474474a9f2fde13723d2e8b for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:38:08.593000 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e737-de8c-40dd-b6d9-1168879b291e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:08.596448 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 50b1b294-8138-4b63-bf2c-7ffcbd921f13, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=50b1b294-8138-4b63-bf2c-7ffcbd921f13,segment=NetworkSegment(e3a4e7d1-3daf-4cea-9f24-15dcf3a17867),segment_id=e3a4e7d1-3daf-4cea-9f24-15dcf3a17867)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:38:08.602472 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:08.626935 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3a30c2a5-5b8f-478b-a494-b059d0fbcd7a tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:08.638705 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3a30c2a5-5b8f-478b-a494-b059d0fbcd7a tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:08.641365 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3a30c2a5-5b8f-478b-a494-b059d0fbcd7a tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371990'] for router_interface, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:08.698927 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ee0e737-de8c-40dd-b6d9-1168879b291e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:38:08.707567 dv-neutron-826830-1-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2867bcf-b1b7-4957-85fc-4d15064617d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50b1b294-8138-4b63-bf2c-7ffcbd921f13', 'code': 200} Feb 01 04:38:08.720951 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=50b1b294-8138-4b63-bf2c-7ffcbd921f13,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:08.734999 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e737-de8c-40dd-b6d9-1168879b291e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:08.735798 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-2ee0e737-de8c-40dd-b6d9-1168879b291e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Added segment 91d940e5-4827-4ae9-9424-5bfa02f2e8a2 of type vlan for network 8ceb2e4b-39f4-4c92-b5f9-53afb557667a Feb 01 04:38:08.787893 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e737-de8c-40dd-b6d9-1168879b291e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:08.806324 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 9b24b603-22f9-484f-8c89-1d398e8169b5 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:38:08.932871 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e737-de8c-40dd-b6d9-1168879b291e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:08.940763 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee0e737-de8c-40dd-b6d9-1168879b291e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:08.942284 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e737-de8c-40dd-b6d9-1168879b291e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:08.969999 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 9b24b603-22f9-484f-8c89-1d398e8169b5 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:38:08.992018 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 47a4fe6d-916d-4587-a9ef-092ebd9171bc no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:38:09.027242 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a30c2a5-5b8f-478b-a494-b059d0fbcd7a tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Pushing event updated for resources: {'Port': ['ID=ba0d5e25-ca02-43e4-9174-af995a90034d,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:09.038220 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0393a522-00e4-4f17-9a2a-f014a2febc3c tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-371968'] for router_interface, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:09.065549 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 47a4fe6d-916d-4587-a9ef-092ebd9171bc {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:38:09.065901 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 47a4fe6d-916d-4587-a9ef-092ebd9171bc not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:38:09.108108 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a30c2a5-5b8f-478b-a494-b059d0fbcd7a tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Network 90b34910-f01b-4ba4-a222-417e7766531a is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:38:09.110934 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-3a30c2a5-5b8f-478b-a494-b059d0fbcd7a tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:38:09.116019 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41552) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:09.118286 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2ee0e737-de8c-40dd-b6d9-1168879b291e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8028991 Feb 01 04:38:09.168122 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-bf355b8e-5541-45f7-8f0b-b8febab82bab tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-74301302', 'admin_state_up': True, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:38:09.181354 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee0e737-de8c-40dd-b6d9-1168879b291e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'Network': ['ID=8ceb2e4b-39f4-4c92-b5f9-53afb557667a,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:09.192963 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 8ceb2e4b-39f4-4c92-b5f9-53afb557667a details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:38:09.268783 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-bf355b8e-5541-45f7-8f0b-b8febab82bab tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:38:09.279294 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-bf355b8e-5541-45f7-8f0b-b8febab82bab tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:router and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:38:09.288976 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-bf355b8e-5541-45f7-8f0b-b8febab82bab tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:38:09.298937 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-bf355b8e-5541-45f7-8f0b-b8febab82bab tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:38:09.369831 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3e6d33-ea43-4249-bc64-9c8ff231da07 None None] Network 90b34910-f01b-4ba4-a222-417e7766531a requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:38:09.398895 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bf355b8e-5541-45f7-8f0b-b8febab82bab tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25958'] for router, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:09.399927 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bf355b8e-5541-45f7-8f0b-b8febab82bab tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-372027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25961'] for router, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:09.442955 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bf355b8e-5541-45f7-8f0b-b8febab82bab tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:09.459351 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa05f22-13eb-4a1a-a4a3-d1b1963c5a4c req-2316df90-1043-4d59-ad10-04c4fb4bd887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:09.460842 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-daa05f22-13eb-4a1a-a4a3-d1b1963c5a4c req-2316df90-1043-4d59-ad10-04c4fb4bd887 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e2867bcf-b1b7-4957-85fc-4d15064617d3 HTTP/1.1" status: 200 len: 1098 time: 0.3470423 Feb 01 04:38:09.462542 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253ddada-f089-46b5-875f-77d9b433330f req-f5e797ca-a34f-4081-ad45-c4df9e7ede74 tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:09.464051 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-253ddada-f089-46b5-875f-77d9b433330f req-f5e797ca-a34f-4081-ad45-c4df9e7ede74 tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2867bcf-b1b7-4957-85fc-4d15064617d3 HTTP/1.1" status: 200 len: 945 time: 0.2182803 Feb 01 04:38:09.529870 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-06eabe11-5685-460a-8ec2-3e832d09eacd None None] Provisioning for port 9b24b603-22f9-484f-8c89-1d398e8169b5 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:38:09.546500 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-06eabe11-5685-460a-8ec2-3e832d09eacd None None] Provisioning complete for port 9b24b603-22f9-484f-8c89-1d398e8169b5 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:38:09.547310 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-06eabe11-5685-460a-8ec2-3e832d09eacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:09.555498 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-253ddada-f089-46b5-875f-77d9b433330f req-d0ecbee0-5a74-4dfa-82d3-ad6c8370e3f1 tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] 10.222.0.24 "GET /v2.0/security-groups?id=e299e82b-ccb8-4fb2-95e2-a3a1bda44679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792987 Feb 01 04:38:09.563792 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a30c2a5-5b8f-478b-a494-b059d0fbcd7a tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Router 3287ba47-be07-4184-b62f-def567fc9664 is scheduled to L3 agent a3073304-82af-4a42-89af-bc532d6626bb with binding_index 1 {{(pid=87637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 01 04:38:09.594904 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-daa05f22-13eb-4a1a-a4a3-d1b1963c5a4c req-e0ae0a73-68b5-4d91-bb9c-b0d878edf5a4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e299e82b-ccb8-4fb2-95e2-a3a1bda44679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224847 Feb 01 04:38:09.598668 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-0393a522-00e4-4f17-9a2a-f014a2febc3c tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Deleting port 8fae8d1a-039d-4f0c-a321-298f88d8f8aa {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:38:09.599108 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0393a522-00e4-4f17-9a2a-f014a2febc3c tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:09.757893 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-06eabe11-5685-460a-8ec2-3e832d09eacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:09.797808 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-06eabe11-5685-460a-8ec2-3e832d09eacd None None] For port 9b24b603-22f9-484f-8c89-1d398e8169b5, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=9b24b603-22f9-484f-8c89-1d398e8169b5,segment=NetworkSegment(f1944ee7-d1a5-4976-afa3-aeaf660d2c38),segment_id=f1944ee7-d1a5-4976-afa3-aeaf660d2c38)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:38:09.815945 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-06eabe11-5685-460a-8ec2-3e832d09eacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:09.822015 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0393a522-00e4-4f17-9a2a-f014a2febc3c tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:09.916666 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eabe11-5685-460a-8ec2-3e832d09eacd None None] Pushing event updated for resources: {'Port': ['ID=9b24b603-22f9-484f-8c89-1d398e8169b5,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:10.004802 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-0393a522-00e4-4f17-9a2a-f014a2febc3c tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Calling delete_port for 8fae8d1a-039d-4f0c-a321-298f88d8f8aa owned by network:router_interface {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:38:10.095495 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bf355b8e-5541-45f7-8f0b-b8febab82bab tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:10.133107 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a30c2a5-5b8f-478b-a494-b059d0fbcd7a tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:38:10.147378 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2a6ddc-aff0-45f4-8597-4ac5381bbb21 None None] Sync routers for ids ['3287ba47-be07-4184-b62f-def567fc9664'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:38:10.154722 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-3a30c2a5-5b8f-478b-a494-b059d0fbcd7a tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "PUT /v2.0/routers/3287ba47-be07-4184-b62f-def567fc9664/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8424547 Feb 01 04:38:10.166753 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2a6ddc-aff0-45f4-8597-4ac5381bbb21 None None] Routers {'3287ba47-be07-4184-b62f-def567fc9664'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:38:10.168439 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41556) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:10.168959 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-2f2a6ddc-aff0-45f4-8597-4ac5381bbb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:38:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['3287ba47-be07-4184-b62f-def567fc9664'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:10.262519 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-d5e330aa-9b33-4635-85bf-a4e3c8ee92ea None None] Provisioning for port ba0d5e25-ca02-43e4-9174-af995a90034d completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:38:10.273890 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-d5e330aa-9b33-4635-85bf-a4e3c8ee92ea None None] Provisioning complete for port ba0d5e25-ca02-43e4-9174-af995a90034d triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:38:10.274154 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ab70d0-45fc-49c5-9d74-eb647931c50b tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:10.274494 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d5e330aa-9b33-4635-85bf-a4e3c8ee92ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:10.275571 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-75ab70d0-45fc-49c5-9d74-eb647931c50b tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "GET /v2.0/ports/ba0d5e25-ca02-43e4-9174-af995a90034d HTTP/1.1" status: 200 len: 911 time: 0.1060131 Feb 01 04:38:10.278293 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41560) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:10.282177 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0393a522-00e4-4f17-9a2a-f014a2febc3c tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:10.329273 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc236e5-de1a-435b-9d68-ff2c66c2cea6 None None] Network ca52981d-82e1-4273-9c09-96bf91fefe71 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:38:10.344136 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-2f2a6ddc-aff0-45f4-8597-4ac5381bbb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:10.355805 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2a6ddc-aff0-45f4-8597-4ac5381bbb21 None None] Routers {'3287ba47-be07-4184-b62f-def567fc9664'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:38:10.356499 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-2f2a6ddc-aff0-45f4-8597-4ac5381bbb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:38:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['3287ba47-be07-4184-b62f-def567fc9664'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:10.379985 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-d5e330aa-9b33-4635-85bf-a4e3c8ee92ea None None] Port ba0d5e25-ca02-43e4-9174-af995a90034d cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:38:10.470334 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-d5e330aa-9b33-4635-85bf-a4e3c8ee92ea None None] Provisioning complete for port 9b24b603-22f9-484f-8c89-1d398e8169b5 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:38:10.470872 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d5e330aa-9b33-4635-85bf-a4e3c8ee92ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:10.488384 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-2f2a6ddc-aff0-45f4-8597-4ac5381bbb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:10.490020 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2a6ddc-aff0-45f4-8597-4ac5381bbb21 None None] The sync data for ids ['3287ba47-be07-4184-b62f-def567fc9664'] in dv-neutron-826830-1-hyperv is: [] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:38:10.562552 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0393a522-00e4-4f17-9a2a-f014a2febc3c tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Pushing event deleted for resources: {'Port': ['ID=8fae8d1a-039d-4f0c-a321-298f88d8f8aa,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:10.588135 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bf355b8e-5541-45f7-8f0b-b8febab82bab tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for router_gateway, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:10.703013 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bf355b8e-5541-45f7-8f0b-b8febab82bab tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:10.913105 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 1526e5dc-46c7-458b-982a-434487d9afbe up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:38:11.074842 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 1526e5dc-46c7-458b-982a-434487d9afbe completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:38:11.076901 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-bf355b8e-5541-45f7-8f0b-b8febab82bab tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Allocated IP 172.26.8.200 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/67e7115b-8c24-4762-877b-3a702f7e354d) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:38:11.081644 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 9b24b603-22f9-484f-8c89-1d398e8169b5 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:38:11.094389 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8885261a-d608-43bb-ae5c-9398b0e9347d req-1dee1035-162c-4677-9cec-362231d07ffb tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:11.096074 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-8885261a-d608-43bb-ae5c-9398b0e9347d req-1dee1035-162c-4677-9cec-362231d07ffb tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2867bcf-b1b7-4957-85fc-4d15064617d3 HTTP/1.1" status: 200 len: 945 time: 0.1483636 Feb 01 04:38:11.180389 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 9b24b603-22f9-484f-8c89-1d398e8169b5 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:38:11.180973 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:11.214473 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-e7f30c6f-28c3-47b6-8bd2-8894d04e1d16 None None] Provisioning for port 1526e5dc-46c7-458b-982a-434487d9afbe completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:38:11.226465 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-e7f30c6f-28c3-47b6-8bd2-8894d04e1d16 None None] Provisioning complete for port 1526e5dc-46c7-458b-982a-434487d9afbe triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:38:11.227031 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e7f30c6f-28c3-47b6-8bd2-8894d04e1d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:11.229062 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-8885261a-d608-43bb-ae5c-9398b0e9347d req-6d363bb8-499f-4d9e-b22d-db0154225159 tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] 10.222.0.24 "GET /v2.0/security-groups?id=e299e82b-ccb8-4fb2-95e2-a3a1bda44679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261868 Feb 01 04:38:11.294713 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bf355b8e-5541-45f7-8f0b-b8febab82bab tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:11.308743 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0393a522-00e4-4f17-9a2a-f014a2febc3c tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770960'] for router_interface, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:11.335461 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bf355b8e-5541-45f7-8f0b-b8febab82bab tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:11.405802 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf355b8e-5541-45f7-8f0b-b8febab82bab tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:38:11.408834 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-bf355b8e-5541-45f7-8f0b-b8febab82bab tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:38:11.412667 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf355b8e-5541-45f7-8f0b-b8febab82bab tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:38:11.447722 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e7f30c6f-28c3-47b6-8bd2-8894d04e1d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:11.450334 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf355b8e-5541-45f7-8f0b-b8febab82bab tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'Port': ['ID=67e7115b-8c24-4762-877b-3a702f7e354d,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:11.483350 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-e7f30c6f-28c3-47b6-8bd2-8894d04e1d16 None None] For port 1526e5dc-46c7-458b-982a-434487d9afbe, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=1526e5dc-46c7-458b-982a-434487d9afbe,segment=NetworkSegment(d0551881-f030-4147-a818-3fbbfcc50847),segment_id=d0551881-f030-4147-a818-3fbbfcc50847)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:38:11.488273 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e7f30c6f-28c3-47b6-8bd2-8894d04e1d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:11.549124 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-e7f30c6f-28c3-47b6-8bd2-8894d04e1d16 None None] Provisioning complete for port ba0d5e25-ca02-43e4-9174-af995a90034d triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:38:11.549506 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e7f30c6f-28c3-47b6-8bd2-8894d04e1d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:11.607616 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f30c6f-28c3-47b6-8bd2-8894d04e1d16 None None] Pushing event updated for resources: {'Port': ['ID=1526e5dc-46c7-458b-982a-434487d9afbe,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:11.613936 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-e7f30c6f-28c3-47b6-8bd2-8894d04e1d16 None None] Port ba0d5e25-ca02-43e4-9174-af995a90034d cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:38:11.734254 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-dc54f296-f068-498a-9153-dce2c1a180aa None None] Provisioning complete for port 1526e5dc-46c7-458b-982a-434487d9afbe triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:38:11.734783 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dc54f296-f068-498a-9153-dce2c1a180aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:11.838754 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bf355b8e-5541-45f7-8f0b-b8febab82bab tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for router_gateway, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:11.886229 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0393a522-00e4-4f17-9a2a-f014a2febc3c tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Router 0408e0ae-98a9-47af-9b99-fa466f5e831c has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:38:11.960391 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-453e316a-8d6f-474d-b46a-76aeb8b29106 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:12.111413 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0393a522-00e4-4f17-9a2a-f014a2febc3c tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:38:12.122654 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b77ded-cef8-4275-a12c-54aa5ce2853f None None] Sync routers for ids ['0408e0ae-98a9-47af-9b99-fa466f5e831c'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:38:12.135247 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b77ded-cef8-4275-a12c-54aa5ce2853f None None] Routers {'0408e0ae-98a9-47af-9b99-fa466f5e831c'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:38:12.136162 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-12b77ded-cef8-4275-a12c-54aa5ce2853f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:38:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['0408e0ae-98a9-47af-9b99-fa466f5e831c'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:12.190628 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0393a522-00e4-4f17-9a2a-f014a2febc3c tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "PUT /v2.0/routers/0408e0ae-98a9-47af-9b99-fa466f5e831c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1235240 Feb 01 04:38:12.193369 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41566) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:12.196519 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-12b77ded-cef8-4275-a12c-54aa5ce2853f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:12.206368 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b77ded-cef8-4275-a12c-54aa5ce2853f None None] Routers {'0408e0ae-98a9-47af-9b99-fa466f5e831c'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:38:12.207700 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-12b77ded-cef8-4275-a12c-54aa5ce2853f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:38:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['0408e0ae-98a9-47af-9b99-fa466f5e831c'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:12.244546 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-e44bed51-f1c3-41ec-9d58-b8a433e4aacc tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "GET /v2.0/ports?device_id=0408e0ae-98a9-47af-9b99-fa466f5e831c HTTP/1.1" status: 200 len: 205 time: 0.0495484 Feb 01 04:38:12.248096 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41570) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:12.325875 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-12b77ded-cef8-4275-a12c-54aa5ce2853f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:12.326287 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b77ded-cef8-4275-a12c-54aa5ce2853f None None] The sync data for ids ['0408e0ae-98a9-47af-9b99-fa466f5e831c'] in dv-neutron-826830-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:38:12.456148 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-94725212-22c6-429b-99d8-e87f093b22db tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for router, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:12.481992 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-453e316a-8d6f-474d-b46a-76aeb8b29106 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Allocated IP 2001:db8:1::1 (ca52981d-82e1-4273-9c09-96bf91fefe71/15943484-41b1-4956-91d0-c7a31d0aa751/7cd7f662-95c6-4ad9-8b9a-016073689a5b) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:38:12.541486 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1a0be7-c9e4-493f-89ec-9b7a816e5d54 req-5fa29175-29a6-483f-a935-ee54c88a9aba tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:12.543224 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8d1a0be7-c9e4-493f-89ec-9b7a816e5d54 req-5fa29175-29a6-483f-a935-ee54c88a9aba tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2867bcf-b1b7-4957-85fc-4d15064617d3 HTTP/1.1" status: 200 len: 945 time: 0.1798403 Feb 01 04:38:12.625873 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 1526e5dc-46c7-458b-982a-434487d9afbe up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:38:12.671656 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8d1a0be7-c9e4-493f-89ec-9b7a816e5d54 req-3f332c1c-6437-4b49-bb7e-9b7bfd6122d1 tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] 10.222.0.24 "GET /v2.0/security-groups?id=e299e82b-ccb8-4fb2-95e2-a3a1bda44679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195159 Feb 01 04:38:12.689760 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-453e316a-8d6f-474d-b46a-76aeb8b29106 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:12.699475 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 1526e5dc-46c7-458b-982a-434487d9afbe triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:38:12.700140 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:12.706974 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-453e316a-8d6f-474d-b46a-76aeb8b29106 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Transition to ACTIVE for port object 7cd7f662-95c6-4ad9-8b9a-016073689a5b will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:38:12.709112 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bf355b8e-5541-45f7-8f0b-b8febab82bab tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337'] for router, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:12.735595 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-453e316a-8d6f-474d-b46a-76aeb8b29106 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:12.823354 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453e316a-8d6f-474d-b46a-76aeb8b29106 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Network ca52981d-82e1-4273-9c09-96bf91fefe71 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:38:12.827057 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-453e316a-8d6f-474d-b46a-76aeb8b29106 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:38:12.838984 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-94725212-22c6-429b-99d8-e87f093b22db tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25968'] for router, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:12.842179 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453e316a-8d6f-474d-b46a-76aeb8b29106 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:38:12.842714 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-453e316a-8d6f-474d-b46a-76aeb8b29106 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-372107'] for router_interface, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:12.848737 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-94725212-22c6-429b-99d8-e87f093b22db tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:12.856128 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453e316a-8d6f-474d-b46a-76aeb8b29106 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Pushing event updated for resources: {'Port': ['ID=7cd7f662-95c6-4ad9-8b9a-016073689a5b,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:12.936127 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-94725212-22c6-429b-99d8-e87f093b22db tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772958'] for router, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:12.936598 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94725212-22c6-429b-99d8-e87f093b22db tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Fanout notify agent at l3_agent the message router_deleted on router 0408e0ae-98a9-47af-9b99-fa466f5e831c {{(pid=87637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 01 04:38:12.988679 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-453e316a-8d6f-474d-b46a-76aeb8b29106 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:13.036093 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-94725212-22c6-429b-99d8-e87f093b22db tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:13.039712 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-94725212-22c6-429b-99d8-e87f093b22db tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "DELETE /v2.0/routers/0408e0ae-98a9-47af-9b99-fa466f5e831c HTTP/1.1" status: 204 len: 168 time: 0.7877045 Feb 01 04:38:13.040590 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41578) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:13.115752 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2b19e0-dad7-403f-b794-9d8613bcdf75 req-09aad156-022f-420e-a3c5-e57e2dc80efe tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:13.117196 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-1f2b19e0-dad7-403f-b794-9d8613bcdf75 req-09aad156-022f-420e-a3c5-e57e2dc80efe tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2867bcf-b1b7-4957-85fc-4d15064617d3 HTTP/1.1" status: 200 len: 945 time: 0.2816198 Feb 01 04:38:13.184847 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-9058ad6b-9d08-4827-908d-5021d0330c0c None None] Provisioning for port 7cd7f662-95c6-4ad9-8b9a-016073689a5b completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:38:13.191543 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-9058ad6b-9d08-4827-908d-5021d0330c0c None None] Provisioning complete for port 7cd7f662-95c6-4ad9-8b9a-016073689a5b triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:38:13.192000 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9058ad6b-9d08-4827-908d-5021d0330c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:13.250826 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-9058ad6b-9d08-4827-908d-5021d0330c0c None None] Port 7cd7f662-95c6-4ad9-8b9a-016073689a5b cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:38:13.289980 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_v2 [None req-860845e1-e419-4c21-8f10-4bb0ce73e25c tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Deleting subnet dde7155a-43db-4eaa-9401-71d5092092f5 {{(pid=87637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:38:13.294059 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-860845e1-e419-4c21-8f10-4bb0ce73e25c tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for subnet, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:13.347074 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf355b8e-5541-45f7-8f0b-b8febab82bab tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Router a6a11696-656a-4ad1-b7cc-8cc7fc660bac is scheduled to L3 agent a3073304-82af-4a42-89af-bc532d6626bb with binding_index 1 {{(pid=87637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 01 04:38:13.351156 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-1f2b19e0-dad7-403f-b794-9d8613bcdf75 req-8855ce0f-685f-4aba-bf31-def1db71c81c tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] 10.222.0.24 "GET /v2.0/security-groups?id=e299e82b-ccb8-4fb2-95e2-a3a1bda44679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945156 Feb 01 04:38:13.369680 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-860845e1-e419-4c21-8f10-4bb0ce73e25c tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2424773'] for subnet, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:13.400738 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-453e316a-8d6f-474d-b46a-76aeb8b29106 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:13.406573 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-453e316a-8d6f-474d-b46a-76aeb8b29106 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:13.407331 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-453e316a-8d6f-474d-b46a-76aeb8b29106 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371990'] for router_interface, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:13.614350 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf355b8e-5541-45f7-8f0b-b8febab82bab tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:38:13.625533 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-860845e1-e419-4c21-8f10-4bb0ce73e25c tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:13.632492 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4524e5e8-6d29-427e-8cc1-c861719aa6b5 None None] Sync routers for ids ['a6a11696-656a-4ad1-b7cc-8cc7fc660bac'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:38:13.645674 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4524e5e8-6d29-427e-8cc1-c861719aa6b5 None None] Routers {'a6a11696-656a-4ad1-b7cc-8cc7fc660bac'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:38:13.647112 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-4524e5e8-6d29-427e-8cc1-c861719aa6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:38:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['a6a11696-656a-4ad1-b7cc-8cc7fc660bac'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:13.653479 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453e316a-8d6f-474d-b46a-76aeb8b29106 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Pushing event updated for resources: {'Port': ['ID=7cd7f662-95c6-4ad9-8b9a-016073689a5b,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:13.676721 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bf355b8e-5541-45f7-8f0b-b8febab82bab tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:13.681153 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-bf355b8e-5541-45f7-8f0b-b8febab82bab tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.5642171 Feb 01 04:38:13.687642 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41586) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:13.736453 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-fd6c00c5-b899-4e03-901a-eb5723c5b777 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=0629703b9474474a9f2fde13723d2e8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0475821 Feb 01 04:38:13.741684 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41590) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:13.792983 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453e316a-8d6f-474d-b46a-76aeb8b29106 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Network ca52981d-82e1-4273-9c09-96bf91fefe71 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:38:13.795685 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-453e316a-8d6f-474d-b46a-76aeb8b29106 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:38:13.823624 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-860845e1-e419-4c21-8f10-4bb0ce73e25c tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3037665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694336'] for subnet, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:13.852258 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-4524e5e8-6d29-427e-8cc1-c861719aa6b5 None None] Set router a6a11696-656a-4ad1-b7cc-8cc7fc660bac gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:38:13.885232 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860845e1-e419-4c21-8f10-4bb0ce73e25c tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Pushing event deleted for resources: {'Subnet': ['ID=dde7155a-43db-4eaa-9401-71d5092092f5,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:13.899467 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-860845e1-e419-4c21-8f10-4bb0ce73e25c tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:13.899873 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f28f92-f44c-4400-8646-b626d65dbe36 None None] Network feadca76-d833-40c1-ae2b-b7d66eb06599 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:38:13.909156 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-860845e1-e419-4c21-8f10-4bb0ce73e25c tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "DELETE /v2.0/subnets/dde7155a-43db-4eaa-9401-71d5092092f5 HTTP/1.1" status: 204 len: 168 time: 0.8674593 Feb 01 04:38:13.916599 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41594) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:13.934037 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050eae25-dcc6-42ec-ad15-186ba1f7140a req-a7b5ff27-0e64-4576-98e5-9bff7d57e9fc tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:13.936152 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-050eae25-dcc6-42ec-ad15-186ba1f7140a req-a7b5ff27-0e64-4576-98e5-9bff7d57e9fc tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2867bcf-b1b7-4957-85fc-4d15064617d3 HTTP/1.1" status: 200 len: 945 time: 0.2080836 Feb 01 04:38:14.017317 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f39a305-40c9-431f-b262-0091e12b4f58 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Deleting subnet df12ac83-6578-4da3-830f-ba96affd8486 {{(pid=87637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:38:14.020663 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3f39a305-40c9-431f-b262-0091e12b4f58 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for subnet, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:14.103493 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-453e316a-8d6f-474d-b46a-76aeb8b29106 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Router 3287ba47-be07-4184-b62f-def567fc9664 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:38:14.170598 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3f39a305-40c9-431f-b262-0091e12b4f58 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2424773'] for subnet, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:14.203219 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-4524e5e8-6d29-427e-8cc1-c861719aa6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a11696-656a-4ad1-b7cc-8cc7fc660bac', 'name': 'tempest-TestNetworkBasicOps-router-74301302', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.200'}], 'enable_snat': True}, 'gw_port_id': '67e7115b-8c24-4762-877b-3a702f7e354d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:38:09Z', 'updated_at': '2022-02-01T04:38:11Z', 'revision_number': 3, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': '67e7115b-8c24-4762-877b-3a702f7e354d', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a11696-656a-4ad1-b7cc-8cc7fc660bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:38:10Z', 'updated_at': '2022-02-01T04:38:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:14.208386 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4524e5e8-6d29-427e-8cc1-c861719aa6b5 None None] Checking router: a6a11696-656a-4ad1-b7cc-8cc7fc660bac for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:38:14.209134 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4524e5e8-6d29-427e-8cc1-c861719aa6b5 None None] Updating router a6a11696-656a-4ad1-b7cc-8cc7fc660bac port 67e7115b-8c24-4762-877b-3a702f7e354d binding host dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 04:38:14.220120 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-050eae25-dcc6-42ec-ad15-186ba1f7140a req-e933fd15-c1ae-45cf-a650-4024240367c9 tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] 10.222.0.24 "GET /v2.0/security-groups?id=e299e82b-ccb8-4fb2-95e2-a3a1bda44679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498768 Feb 01 04:38:14.270741 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9e2754-b071-421b-acd6-03b31c4a15cb tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:14.274838 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-5a9e2754-b071-421b-acd6-03b31c4a15cb tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5298424 Feb 01 04:38:14.275389 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41598) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:14.289943 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-dbe737d7-fc1c-4073-a670-36ff87645e6d None None] Provisioning complete for port 7cd7f662-95c6-4ad9-8b9a-016073689a5b triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:38:14.290513 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dbe737d7-fc1c-4073-a670-36ff87645e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:14.305172 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4524e5e8-6d29-427e-8cc1-c861719aa6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:14.324238 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3f39a305-40c9-431f-b262-0091e12b4f58 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:14.327160 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bbaa0d-55a9-476e-91c0-887188be97ae None None] DHCP port deletion for feadca76-d833-40c1-ae2b-b7d66eb06599 request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:38:14.344950 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-28bbaa0d-55a9-476e-91c0-887188be97ae None None] Deleting port 24044834-5042-473a-9971-645061af4d11 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:38:14.347634 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-28bbaa0d-55a9-476e-91c0-887188be97ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:14.361656 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-94916240-6c10-4cab-a1db-1a2317a8c2d9 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=bdef128a-46b3-4cca-a245-48d1eb781269&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0850680 Feb 01 04:38:14.366325 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41602) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:14.375074 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-3efbe4c4-e90e-4539-ab90-63afcd9f34f9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1638764279', 'network_id': '8ceb2e4b-39f4-4c92-b5f9-53afb557667a', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:38:14.390967 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-453e316a-8d6f-474d-b46a-76aeb8b29106 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:38:14.407636 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-453e316a-8d6f-474d-b46a-76aeb8b29106 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "PUT /v2.0/routers/3287ba47-be07-4184-b62f-def567fc9664/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1283221 Feb 01 04:38:14.408646 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41606) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:14.412995 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2545aa3-5c52-4ed5-a08e-7f804d8532f8 None None] Sync routers for ids ['3287ba47-be07-4184-b62f-def567fc9664'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:38:14.462374 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2545aa3-5c52-4ed5-a08e-7f804d8532f8 None None] Routers {'3287ba47-be07-4184-b62f-def567fc9664'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:38:14.463457 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-d2545aa3-5c52-4ed5-a08e-7f804d8532f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:38:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['3287ba47-be07-4184-b62f-def567fc9664'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:14.498577 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9e62f2-274d-4a7c-8e1b-33b1b60c9b1d tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:14.500063 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-3b9e62f2-274d-4a7c-8e1b-33b1b60c9b1d tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Synchronizing usage tracker for tenant:1f6ca98a557d4325996431c1756276f6 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:38:14.510578 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-3efbe4c4-e90e-4539-ab90-63afcd9f34f9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:38:14.515803 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-3efbe4c4-e90e-4539-ab90-63afcd9f34f9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:subnet and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:38:14.519510 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-3efbe4c4-e90e-4539-ab90-63afcd9f34f9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:38:14.521359 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-3b9e62f2-274d-4a7c-8e1b-33b1b60c9b1d tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Unset dirty status for tenant:1f6ca98a557d4325996431c1756276f6 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:38:14.522657 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3f39a305-40c9-431f-b262-0091e12b4f58 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3037665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694336'] for subnet, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:14.526945 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-3b9e62f2-274d-4a7c-8e1b-33b1b60c9b1d tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "GET /v2.0/ports/7cd7f662-95c6-4ad9-8b9a-016073689a5b HTTP/1.1" status: 200 len: 913 time: 0.1176867 Feb 01 04:38:14.527719 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41610) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:14.545576 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-dbe737d7-fc1c-4073-a670-36ff87645e6d None None] Port 7cd7f662-95c6-4ad9-8b9a-016073689a5b cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:38:14.556748 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-3efbe4c4-e90e-4539-ab90-63afcd9f34f9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:38:14.590721 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-d2545aa3-5c52-4ed5-a08e-7f804d8532f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:14.591796 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f39a305-40c9-431f-b262-0091e12b4f58 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Pushing event deleted for resources: {'Subnet': ['ID=df12ac83-6578-4da3-830f-ba96affd8486,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:14.605014 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3f39a305-40c9-431f-b262-0091e12b4f58 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:14.616040 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110e9f9e-5dea-47de-9865-fe0a4291fa88 None None] Network cdabad42-532b-495f-b542-845d97431e97 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:38:14.637677 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-3f39a305-40c9-431f-b262-0091e12b4f58 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "DELETE /v2.0/subnets/df12ac83-6578-4da3-830f-ba96affd8486 HTTP/1.1" status: 204 len: 168 time: 0.7143934 Feb 01 04:38:14.638698 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41614) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:14.645691 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3efbe4c4-e90e-4539-ab90-63afcd9f34f9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Made reservation on behalf of 0629703b9474474a9f2fde13723d2e8b for: {'subnet': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:38:14.655559 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3efbe4c4-e90e-4539-ab90-63afcd9f34f9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3694443'] for subnet, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:14.707245 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4524e5e8-6d29-427e-8cc1-c861719aa6b5 None None] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:14.723804 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-4524e5e8-6d29-427e-8cc1-c861719aa6b5 None None] Transition to ACTIVE for port object 67e7115b-8c24-4762-877b-3a702f7e354d will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:38:14.732732 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4524e5e8-6d29-427e-8cc1-c861719aa6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:14.768680 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-28bbaa0d-55a9-476e-91c0-887188be97ae None None] For port 24044834-5042-473a-9971-645061af4d11, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=24044834-5042-473a-9971-645061af4d11,segment=NetworkSegment(1956ff22-8677-4a77-88a9-11fcb63d92de),segment_id=1956ff22-8677-4a77-88a9-11fcb63d92de)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:38:14.769387 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-28bbaa0d-55a9-476e-91c0-887188be97ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:14.834299 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-4524e5e8-6d29-427e-8cc1-c861719aa6b5 None None] Attempting to bind port 67e7115b-8c24-4762-877b-3a702f7e354d on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:38:14.834299 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-4524e5e8-6d29-427e-8cc1-c861719aa6b5 None None] Attempting to bind port 67e7115b-8c24-4762-877b-3a702f7e354d by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:38:14.834299 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4524e5e8-6d29-427e-8cc1-c861719aa6b5 None None] Attempting to bind port 67e7115b-8c24-4762-877b-3a702f7e354d on network bdef128a-46b3-4cca-a245-48d1eb781269 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:38:14.855015 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4524e5e8-6d29-427e-8cc1-c861719aa6b5 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:38:14.855443 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4524e5e8-6d29-427e-8cc1-c861719aa6b5 None None] Checking segment: {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:38:14.859725 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4524e5e8-6d29-427e-8cc1-c861719aa6b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:14.860193 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4524e5e8-6d29-427e-8cc1-c861719aa6b5 None None] Bound using segment: {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:38:14.860614 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-4524e5e8-6d29-427e-8cc1-c861719aa6b5 None None] Bound port: 67e7115b-8c24-4762-877b-3a702f7e354d, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:38:14.860997 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4524e5e8-6d29-427e-8cc1-c861719aa6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:14.891348 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b41dbe77-deb1-46a7-834f-d4ccff32099c tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:14.901659 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-28bbaa0d-55a9-476e-91c0-887188be97ae None None] Calling delete_port for 24044834-5042-473a-9971-645061af4d11 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:38:14.911147 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-b41dbe77-deb1-46a7-834f-d4ccff32099c tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Deleting port 24044834-5042-473a-9971-645061af4d11 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:38:14.911506 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b41dbe77-deb1-46a7-834f-d4ccff32099c tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:14.978456 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2545aa3-5c52-4ed5-a08e-7f804d8532f8 None None] Routers {'3287ba47-be07-4184-b62f-def567fc9664'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:38:14.979520 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-d2545aa3-5c52-4ed5-a08e-7f804d8532f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:38:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['3287ba47-be07-4184-b62f-def567fc9664'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:14.990153 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3a899a-e2d3-407c-b965-432338dd0ce7 None None] Pushing event updated for resources: {'Port': ['ID=67e7115b-8c24-4762-877b-3a702f7e354d,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:15.004540 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3a899a-e2d3-407c-b965-432338dd0ce7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:38:15.004910 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3a899a-e2d3-407c-b965-432338dd0ce7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:38:15.005248 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3a899a-e2d3-407c-b965-432338dd0ce7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:38:15.005580 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3a899a-e2d3-407c-b965-432338dd0ce7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:38:15.005905 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3a899a-e2d3-407c-b965-432338dd0ce7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:38:15.006227 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3a899a-e2d3-407c-b965-432338dd0ce7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:38:15.006547 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3a899a-e2d3-407c-b965-432338dd0ce7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:38:15.006865 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3a899a-e2d3-407c-b965-432338dd0ce7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:38:15.007218 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3a899a-e2d3-407c-b965-432338dd0ce7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:38:15.007538 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3a899a-e2d3-407c-b965-432338dd0ce7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:38:15.007855 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3a899a-e2d3-407c-b965-432338dd0ce7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:38:15.008166 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3a899a-e2d3-407c-b965-432338dd0ce7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:38:15.017278 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-4524e5e8-6d29-427e-8cc1-c861719aa6b5 None None] For port 67e7115b-8c24-4762-877b-3a702f7e354d, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:38:15.020876 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-4524e5e8-6d29-427e-8cc1-c861719aa6b5 None None] For port 67e7115b-8c24-4762-877b-3a702f7e354d, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=67e7115b-8c24-4762-877b-3a702f7e354d,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:38:15.027068 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4524e5e8-6d29-427e-8cc1-c861719aa6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:15.047099 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 24044834-5042-473a-9971-645061af4d11 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:38:15.072991 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-b41dbe77-deb1-46a7-834f-d4ccff32099c tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] The port '24044834-5042-473a-9971-645061af4d11' was deleted {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 01 04:38:15.101046 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 24044834-5042-473a-9971-645061af4d11 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:38:15.101682 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 24044834-5042-473a-9971-645061af4d11 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:38:15.103400 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-28bbaa0d-55a9-476e-91c0-887188be97ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:15.118224 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3a899a-e2d3-407c-b965-432338dd0ce7 None None] Pushing event updated for resources: {'Port': ['ID=67e7115b-8c24-4762-877b-3a702f7e354d,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:15.143171 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4524e5e8-6d29-427e-8cc1-c861719aa6b5 None None] Routers {'a6a11696-656a-4ad1-b7cc-8cc7fc660bac'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:38:15.143851 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-4524e5e8-6d29-427e-8cc1-c861719aa6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:38:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['a6a11696-656a-4ad1-b7cc-8cc7fc660bac'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:15.153837 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-d2545aa3-5c52-4ed5-a08e-7f804d8532f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:15.154240 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2545aa3-5c52-4ed5-a08e-7f804d8532f8 None None] The sync data for ids ['3287ba47-be07-4184-b62f-def567fc9664'] in dv-neutron-826830-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:38:15.189203 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4d40c22c-4da6-4062-ac94-a0b4f77b1f50 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-371968'] for router_interface, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:15.234638 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bbaa0d-55a9-476e-91c0-887188be97ae None None] Pushing event deleted for resources: {'Port': ['ID=24044834-5042-473a-9971-645061af4d11,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:15.252983 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:15.256968 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bbaa0d-55a9-476e-91c0-887188be97ae None None] No DVR routers for this DVR port 24044834-5042-473a-9971-645061af4d11 on host dv-neutron-826830-1-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:38:15.329718 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3efbe4c4-e90e-4539-ab90-63afcd9f34f9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3037478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3694457'] for subnet, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:15.449792 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-4524e5e8-6d29-427e-8cc1-c861719aa6b5 None None] Set router a6a11696-656a-4ad1-b7cc-8cc7fc660bac gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:38:15.463183 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a402856-3aaf-4fc4-bc7c-0df0a6e58369 None None] DHCP port deletion for cdabad42-532b-495f-b542-845d97431e97 request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:38:15.468645 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-1a402856-3aaf-4fc4-bc7c-0df0a6e58369 None None] Deleting port ccf10028-92b7-48eb-b75d-0144a2f588b9 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:38:15.469022 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1a402856-3aaf-4fc4-bc7c-0df0a6e58369 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:15.472930 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b41dbe77-deb1-46a7-834f-d4ccff32099c tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:15.536953 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-b41dbe77-deb1-46a7-834f-d4ccff32099c tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feadca76-d833-40c1-ae2b-b7d66eb06599']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:15.550635 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efbe4c4-e90e-4539-ab90-63afcd9f34f9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'Subnet': ['ID=2c8c83f5-8163-4bcf-a291-90df52da79fe,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:15.562813 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-b41dbe77-deb1-46a7-834f-d4ccff32099c tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1956ff22-8677-4a77-88a9-11fcb63d92de') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:15.563778 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-b41dbe77-deb1-46a7-834f-d4ccff32099c tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1956ff22-8677-4a77-88a9-11fcb63d92de') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:15.581423 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efbe4c4-e90e-4539-ab90-63afcd9f34f9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Checking segment: {'id': '91d940e5-4827-4ae9-9424-5bfa02f2e8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8ceb2e4b-39f4-4c92-b5f9-53afb557667a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:38:15.581787 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efbe4c4-e90e-4539-ab90-63afcd9f34f9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Network hostable DHCP agents. Network: 8ceb2e4b-39f4-4c92-b5f9-53afb557667a, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:38:15.590340 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b41dbe77-deb1-46a7-834f-d4ccff32099c tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:15.622902 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b41dbe77-deb1-46a7-834f-d4ccff32099c tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:15.632838 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efbe4c4-e90e-4539-ab90-63afcd9f34f9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Network 8ceb2e4b-39f4-4c92-b5f9-53afb557667a is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:38:15.637716 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b41dbe77-deb1-46a7-834f-d4ccff32099c tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:38:15.638134 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b41dbe77-deb1-46a7-834f-d4ccff32099c tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:15.654436 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 04:38:15.654436 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:38:15.654436 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 04:38:15.654436 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:38:15.654436 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 04:38:15.654436 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:38:15.654436 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 04:38:15.654436 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:38:15.654436 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 04:38:15.654436 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:38:15.654436 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 04:38:15.654436 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:38:15.654436 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 04:38:15.654436 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:38:15.654436 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:38:15.654436 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:38:15.654436 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:38:15.654436 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:38:15.654436 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 04:38:15.654436 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:38:15.654436 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 04:38:15.654436 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:38:15.654436 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:38:15.654436 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:38:15.654436 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 04:38:15.654436 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:38:15.654436 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:38:15.654436 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:38:15.654436 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:38:15.654436 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:38:15.654436 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:38:15.654436 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:38:15.682789 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-3efbe4c4-e90e-4539-ab90-63afcd9f34f9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, 8ceb2e4b-39f4-4c92-b5f9-53afb557667a) {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:38:15.734046 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbe71f4-f1c9-4efd-bdf2-97c6a3dcc89b req-605b0012-ff6d-42c1-83cb-bd9ee7e28a41 tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:15.735705 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2dbe71f4-f1c9-4efd-bdf2-97c6a3dcc89b req-605b0012-ff6d-42c1-83cb-bd9ee7e28a41 tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2867bcf-b1b7-4957-85fc-4d15064617d3 HTTP/1.1" status: 200 len: 945 time: 0.2366333 Feb 01 04:38:15.756601 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efbe4c4-e90e-4539-ab90-63afcd9f34f9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:15.757194 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3efbe4c4-e90e-4539-ab90-63afcd9f34f9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:15.763511 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-1a402856-3aaf-4fc4-bc7c-0df0a6e58369 None None] For port ccf10028-92b7-48eb-b75d-0144a2f588b9, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=ccf10028-92b7-48eb-b75d-0144a2f588b9,segment=NetworkSegment(710b09e8-b606-46f8-94fe-ee6897a561e4),segment_id=710b09e8-b606-46f8-94fe-ee6897a561e4)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:38:15.764236 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1a402856-3aaf-4fc4-bc7c-0df0a6e58369 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:15.793551 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b41dbe77-deb1-46a7-834f-d4ccff32099c tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:15.795753 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2dbe71f4-f1c9-4efd-bdf2-97c6a3dcc89b req-7d8b5281-9f98-4e5b-bb15-8cc766729601 tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] 10.222.0.24 "GET /v2.0/security-groups?id=e299e82b-ccb8-4fb2-95e2-a3a1bda44679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520496 Feb 01 04:38:15.818748 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-4524e5e8-6d29-427e-8cc1-c861719aa6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a11696-656a-4ad1-b7cc-8cc7fc660bac', 'name': 'tempest-TestNetworkBasicOps-router-74301302', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.200'}], 'enable_snat': True}, 'gw_port_id': '67e7115b-8c24-4762-877b-3a702f7e354d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:38:09Z', 'updated_at': '2022-02-01T04:38:11Z', 'revision_number': 3, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': '67e7115b-8c24-4762-877b-3a702f7e354d', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a11696-656a-4ad1-b7cc-8cc7fc660bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:38:10Z', 'updated_at': '2022-02-01T04:38:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:15.823073 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4524e5e8-6d29-427e-8cc1-c861719aa6b5 None None] The sync data for ids ['a6a11696-656a-4ad1-b7cc-8cc7fc660bac'] in dv-neutron-826830-1-hyperv is: [{'id': 'a6a11696-656a-4ad1-b7cc-8cc7fc660bac', 'name': 'tempest-TestNetworkBasicOps-router-74301302', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.200'}], 'enable_snat': True}, 'gw_port_id': '67e7115b-8c24-4762-877b-3a702f7e354d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:38:09Z', 'updated_at': '2022-02-01T04:38:11Z', 'revision_number': 3, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': '67e7115b-8c24-4762-877b-3a702f7e354d', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a11696-656a-4ad1-b7cc-8cc7fc660bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:38:10Z', 'updated_at': '2022-02-01T04:38:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:38:15.838366 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-3efbe4c4-e90e-4539-ab90-63afcd9f34f9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4708207 Feb 01 04:38:15.849822 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41620) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:15.883075 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b41dbe77-deb1-46a7-834f-d4ccff32099c tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:15.887630 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-b41dbe77-deb1-46a7-834f-d4ccff32099c tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "DELETE /v2.0/networks/feadca76-d833-40c1-ae2b-b7d66eb06599 HTTP/1.1" status: 204 len: 168 time: 1.2479696 Feb 01 04:38:15.905043 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41626) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:15.931953 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41dbe77-deb1-46a7-834f-d4ccff32099c tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Pushing event deleted for resources: {'Network': ['ID=feadca76-d833-40c1-ae2b-b7d66eb06599,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:15.942161 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-1a402856-3aaf-4fc4-bc7c-0df0a6e58369 None None] Calling delete_port for ccf10028-92b7-48eb-b75d-0144a2f588b9 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:38:15.979719 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-4d40c22c-4da6-4062-ac94-a0b4f77b1f50 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Deleting port 7cd7f662-95c6-4ad9-8b9a-016073689a5b {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:38:15.980057 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4d40c22c-4da6-4062-ac94-a0b4f77b1f50 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:16.022760 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f236ccb-16a1-4e18-acb2-251f961e06d7 None None] Network 8ceb2e4b-39f4-4c92-b5f9-53afb557667a requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:38:16.039983 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1a402856-3aaf-4fc4-bc7c-0df0a6e58369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:16.061000 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f5a8f59b-1607-4320-8ad6-1ce9307993c4 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:16.112885 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a402856-3aaf-4fc4-bc7c-0df0a6e58369 None None] Pushing event deleted for resources: {'Port': ['ID=ccf10028-92b7-48eb-b75d-0144a2f588b9,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:16.119065 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a402856-3aaf-4fc4-bc7c-0df0a6e58369 None None] No DVR routers for this DVR port ccf10028-92b7-48eb-b75d-0144a2f588b9 on host dv-neutron-826830-1-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:38:16.271266 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f5a8f59b-1607-4320-8ad6-1ce9307993c4 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:16.316242 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-f5a8f59b-1607-4320-8ad6-1ce9307993c4 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdabad42-532b-495f-b542-845d97431e97']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:16.330781 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-f5a8f59b-1607-4320-8ad6-1ce9307993c4 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '710b09e8-b606-46f8-94fe-ee6897a561e4') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:16.331516 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-f5a8f59b-1607-4320-8ad6-1ce9307993c4 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '710b09e8-b606-46f8-94fe-ee6897a561e4') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:16.390970 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f5a8f59b-1607-4320-8ad6-1ce9307993c4 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:16.398769 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ad6b93-e904-4fc9-8101-178409ea7a91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-8ceb2e4b-39f4-4c92-b5f9-53afb557667a', 'network_id': '8ceb2e4b-39f4-4c92-b5f9-53afb557667a', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'fixed_ips': [{'subnet_id': '2c8c83f5-8163-4bcf-a291-90df52da79fe'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:38:16.401101 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-79ad6b93-e904-4fc9-8101-178409ea7a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:16.425518 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f5a8f59b-1607-4320-8ad6-1ce9307993c4 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:16.435216 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5a8f59b-1607-4320-8ad6-1ce9307993c4 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:38:16.435707 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f5a8f59b-1607-4320-8ad6-1ce9307993c4 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:16.452929 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 04:38:16.452929 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:38:16.452929 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 04:38:16.452929 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:38:16.452929 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 04:38:16.452929 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:38:16.452929 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 04:38:16.452929 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:38:16.452929 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 04:38:16.452929 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:38:16.452929 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 04:38:16.452929 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:38:16.452929 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 04:38:16.452929 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:38:16.452929 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:38:16.452929 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:38:16.452929 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:38:16.452929 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:38:16.452929 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 04:38:16.452929 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:38:16.452929 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 04:38:16.452929 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:38:16.452929 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:38:16.452929 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:38:16.452929 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 04:38:16.452929 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:38:16.452929 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:38:16.452929 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:38:16.452929 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:38:16.452929 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:38:16.452929 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:38:16.452929 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:38:16.545793 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a81c95-ff44-4e75-ba75-dda3c23bce02 req-ed1676b8-4290-4784-b15c-f2f22ab401bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:16.548337 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-20a81c95-ff44-4e75-ba75-dda3c23bce02 req-ed1676b8-4290-4784-b15c-f2f22ab401bf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=926e010f8e2148e0b6e5416dad1a87b0&device_id=e2867bcf-b1b7-4957-85fc-4d15064617d3 HTTP/1.1" status: 200 len: 1098 time: 0.2061548 Feb 01 04:38:16.578371 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f5a8f59b-1607-4320-8ad6-1ce9307993c4 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:16.601888 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f5a8f59b-1607-4320-8ad6-1ce9307993c4 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:16.619432 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a8f59b-1607-4320-8ad6-1ce9307993c4 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Pushing event deleted for resources: {'Network': ['ID=cdabad42-532b-495f-b542-845d97431e97,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:16.624907 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4d40c22c-4da6-4062-ac94-a0b4f77b1f50 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:16.637262 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-f5a8f59b-1607-4320-8ad6-1ce9307993c4 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "DELETE /v2.0/networks/cdabad42-532b-495f-b542-845d97431e97 HTTP/1.1" status: 204 len: 168 time: 0.7306964 Feb 01 04:38:16.645048 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41632) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:16.650154 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-79ad6b93-e904-4fc9-8101-178409ea7a91 None None] Allocated IP 172.20.0.2 (8ceb2e4b-39f4-4c92-b5f9-53afb557667a/2c8c83f5-8163-4bcf-a291-90df52da79fe/bcfcd8b1-52b5-48f6-b5b9-c9219bc1c790) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:38:16.722284 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-561f647c-e645-4d40-a08e-cdb843a53dc8 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Request body: {'network': {'name': 'tempest-RoutersTest-240615542'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:38:16.732684 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-561f647c-e645-4d40-a08e-cdb843a53dc8 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:38:16.737234 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-561f647c-e645-4d40-a08e-cdb843a53dc8 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Usage tracker for resource:network and tenant:fe61db31beb2433b8247cdb8a5604696 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:38:16.739939 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-561f647c-e645-4d40-a08e-cdb843a53dc8 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:38:16.756134 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-561f647c-e645-4d40-a08e-cdb843a53dc8 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:38:16.800133 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-561f647c-e645-4d40-a08e-cdb843a53dc8 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Made reservation on behalf of fe61db31beb2433b8247cdb8a5604696 for: {'network': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:38:16.804479 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-561f647c-e645-4d40-a08e-cdb843a53dc8 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:16.825226 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a81c95-ff44-4e75-ba75-dda3c23bce02 req-516e47dd-ee5a-43ad-ae38-f30d3445b664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:16.826710 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-20a81c95-ff44-4e75-ba75-dda3c23bce02 req-516e47dd-ee5a-43ad-ae38-f30d3445b664 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4775b4f6-507f-4c4b-adb5-7114e5745dad HTTP/1.1" status: 200 len: 912 time: 0.2716906 Feb 01 04:38:16.840845 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-4d40c22c-4da6-4062-ac94-a0b4f77b1f50 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Calling delete_port for 7cd7f662-95c6-4ad9-8b9a-016073689a5b owned by network:router_interface {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:38:16.924632 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-79ad6b93-e904-4fc9-8101-178409ea7a91 None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:16.934277 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-20a81c95-ff44-4e75-ba75-dda3c23bce02 req-fd38be83-8a4e-41ee-afc7-61d9aabc2c7a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50b1b294-8138-4b63-bf2c-7ffcbd921f13 HTTP/1.1" status: 200 len: 217 time: 0.0962710 Feb 01 04:38:16.935180 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-561f647c-e645-4d40-a08e-cdb843a53dc8 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=87637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:38:16.935975 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-79ad6b93-e904-4fc9-8101-178409ea7a91 None None] Transition to ACTIVE for port object bcfcd8b1-52b5-48f6-b5b9-c9219bc1c790 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:38:16.949088 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb0a8dd-faa4-4809-9e31-d13c4539fe0a req-ee2bc6e1-7cf3-4b22-bc0c-1e16709e008e tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:16.950599 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-afb0a8dd-faa4-4809-9e31-d13c4539fe0a req-ee2bc6e1-7cf3-4b22-bc0c-1e16709e008e tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2867bcf-b1b7-4957-85fc-4d15064617d3 HTTP/1.1" status: 200 len: 945 time: 0.5934045 Feb 01 04:38:16.958138 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-79ad6b93-e904-4fc9-8101-178409ea7a91 None None] Transition to ACTIVE for port object bcfcd8b1-52b5-48f6-b5b9-c9219bc1c790 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:38:16.962304 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 67e7115b-8c24-4762-877b-3a702f7e354d up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:38:16.991467 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-561f647c-e645-4d40-a08e-cdb843a53dc8 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:16.991854 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.segments_db [None req-561f647c-e645-4d40-a08e-cdb843a53dc8 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Added segment ce7fb9c5-a5c7-44c7-ad7b-1646cbfd26f8 of type vlan for network e19deab5-c9b9-4c75-8295-88a0f63ec6b9 Feb 01 04:38:16.996553 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-79ad6b93-e904-4fc9-8101-178409ea7a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:17.033372 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a81c95-ff44-4e75-ba75-dda3c23bce02 req-ffc4eb6a-3261-4b4e-ad54-52a5639f9807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:17.034828 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-20a81c95-ff44-4e75-ba75-dda3c23bce02 req-ffc4eb6a-3261-4b4e-ad54-52a5639f9807 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4d511d42-2320-4a5a-a779-e9e784269e2c HTTP/1.1" status: 200 len: 852 time: 0.0925062 Feb 01 04:38:17.038483 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-561f647c-e645-4d40-a08e-cdb843a53dc8 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:17.090169 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-20a81c95-ff44-4e75-ba75-dda3c23bce02 req-7b178171-f9f2-4d86-a873-f78b058b4beb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4775b4f6-507f-4c4b-adb5-7114e5745dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475101 Feb 01 04:38:17.090811 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ad6b93-e904-4fc9-8101-178409ea7a91 None None] Network 8ceb2e4b-39f4-4c92-b5f9-53afb557667a is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:38:17.097575 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-79ad6b93-e904-4fc9-8101-178409ea7a91 None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:38:17.099650 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ad6b93-e904-4fc9-8101-178409ea7a91 None None] Pushing event updated for resources: {'Port': ['ID=bcfcd8b1-52b5-48f6-b5b9-c9219bc1c790,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:17.106142 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ad6b93-e904-4fc9-8101-178409ea7a91 None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:38:17.202061 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 67e7115b-8c24-4762-877b-3a702f7e354d completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:38:17.217155 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 67e7115b-8c24-4762-877b-3a702f7e354d triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:38:17.217517 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:17.218915 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-561f647c-e645-4d40-a08e-cdb843a53dc8 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:17.224388 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561f647c-e645-4d40-a08e-cdb843a53dc8 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:17.224958 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-561f647c-e645-4d40-a08e-cdb843a53dc8 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:17.255425 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-afb0a8dd-faa4-4809-9e31-d13c4539fe0a req-a74280ae-0267-4e11-9578-68fec1f1d06e tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] 10.222.0.24 "GET /v2.0/security-groups?id=e299e82b-ccb8-4fb2-95e2-a3a1bda44679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953103 Feb 01 04:38:17.256693 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-79ad6b93-e904-4fc9-8101-178409ea7a91 None None] Attempting to bind port bcfcd8b1-52b5-48f6-b5b9-c9219bc1c790 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:38:17.257265 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-79ad6b93-e904-4fc9-8101-178409ea7a91 None None] Attempting to bind port bcfcd8b1-52b5-48f6-b5b9-c9219bc1c790 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '91d940e5-4827-4ae9-9424-5bfa02f2e8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8ceb2e4b-39f4-4c92-b5f9-53afb557667a'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:38:17.257804 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ad6b93-e904-4fc9-8101-178409ea7a91 None None] Attempting to bind port bcfcd8b1-52b5-48f6-b5b9-c9219bc1c790 on network 8ceb2e4b-39f4-4c92-b5f9-53afb557667a {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:38:17.272935 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ad6b93-e904-4fc9-8101-178409ea7a91 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:38:17.273564 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ad6b93-e904-4fc9-8101-178409ea7a91 None None] Checking segment: {'id': '91d940e5-4827-4ae9-9424-5bfa02f2e8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8ceb2e4b-39f4-4c92-b5f9-53afb557667a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:38:17.274137 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-79ad6b93-e904-4fc9-8101-178409ea7a91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:17.274683 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ad6b93-e904-4fc9-8101-178409ea7a91 None None] Bound using segment: {'id': '91d940e5-4827-4ae9-9424-5bfa02f2e8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8ceb2e4b-39f4-4c92-b5f9-53afb557667a'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:38:17.275335 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-79ad6b93-e904-4fc9-8101-178409ea7a91 None None] Bound port: bcfcd8b1-52b5-48f6-b5b9-c9219bc1c790, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91d940e5-4827-4ae9-9424-5bfa02f2e8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8ceb2e4b-39f4-4c92-b5f9-53afb557667a'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:38:17.275860 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-79ad6b93-e904-4fc9-8101-178409ea7a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:17.350006 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f647c-e645-4d40-a08e-cdb843a53dc8 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Pushing event updated for resources: {'Network': ['ID=e19deab5-c9b9-4c75-8295-88a0f63ec6b9,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:17.382104 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-561f647c-e645-4d40-a08e-cdb843a53dc8 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7306392 Feb 01 04:38:17.382512 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41636) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:17.387895 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-b4e88133-302d-4988-8a72-856397118dd7 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Request body: {'subnet': {'network_id': 'e19deab5-c9b9-4c75-8295-88a0f63ec6b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:38:17.402772 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-20a81c95-ff44-4e75-ba75-dda3c23bce02 req-7d93549e-f494-4052-9e75-4a88aa25fe68 service neutron] 10.222.0.18 "GET /v2.0/networks/4775b4f6-507f-4c4b-adb5-7114e5745dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925279 Feb 01 04:38:17.405611 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network e19deab5-c9b9-4c75-8295-88a0f63ec6b9 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:38:17.513984 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-79ad6b93-e904-4fc9-8101-178409ea7a91 None None] For port bcfcd8b1-52b5-48f6-b5b9-c9219bc1c790, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:38:17.515128 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1638c6ad-e919-445e-b064-8531b4b683cc tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:17.568518 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-79ad6b93-e904-4fc9-8101-178409ea7a91 None None] For port bcfcd8b1-52b5-48f6-b5b9-c9219bc1c790, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=bcfcd8b1-52b5-48f6-b5b9-c9219bc1c790,segment=NetworkSegment(91d940e5-4827-4ae9-9424-5bfa02f2e8a2),segment_id=91d940e5-4827-4ae9-9424-5bfa02f2e8a2)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:38:17.569624 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:17.595334 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-79ad6b93-e904-4fc9-8101-178409ea7a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:17.664759 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 67e7115b-8c24-4762-877b-3a702f7e354d, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=67e7115b-8c24-4762-877b-3a702f7e354d,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:38:17.681601 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:17.703741 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ad6b93-e904-4fc9-8101-178409ea7a91 None None] Pushing event updated for resources: {'Port': ['ID=bcfcd8b1-52b5-48f6-b5b9-c9219bc1c790,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:17.708009 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-b4e88133-302d-4988-8a72-856397118dd7 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:38:17.714409 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-b4e88133-302d-4988-8a72-856397118dd7 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Usage tracker for resource:subnet and tenant:fe61db31beb2433b8247cdb8a5604696 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:38:17.717521 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-b4e88133-302d-4988-8a72-856397118dd7 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:38:17.732240 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-b4e88133-302d-4988-8a72-856397118dd7 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:38:17.771212 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e88133-302d-4988-8a72-856397118dd7 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Made reservation on behalf of fe61db31beb2433b8247cdb8a5604696 for: {'subnet': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:38:17.774870 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b4e88133-302d-4988-8a72-856397118dd7 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3694443'] for subnet, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:17.786643 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device ccf10028-92b7-48eb-b75d-0144a2f588b9 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:38:17.831540 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: ccf10028-92b7-48eb-b75d-0144a2f588b9 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:38:17.831883 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device ccf10028-92b7-48eb-b75d-0144a2f588b9 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:38:17.834394 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=67e7115b-8c24-4762-877b-3a702f7e354d,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:17.859972 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-20a81c95-ff44-4e75-ba75-dda3c23bce02 req-91eb4e1e-1605-4771-9da5-83d586855f7a service neutron] 10.222.0.18 "GET /v2.0/networks/4775b4f6-507f-4c4b-adb5-7114e5745dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4492657 Feb 01 04:38:17.865820 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4d40c22c-4da6-4062-ac94-a0b4f77b1f50 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:17.951065 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d40c22c-4da6-4062-ac94-a0b4f77b1f50 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Pushing event deleted for resources: {'Port': ['ID=7cd7f662-95c6-4ad9-8b9a-016073689a5b,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:18.112115 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b4e88133-302d-4988-8a72-856397118dd7 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3037478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3694457'] for subnet, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:18.216408 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e88133-302d-4988-8a72-856397118dd7 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Pushing event updated for resources: {'Subnet': ['ID=54129884-9afd-4433-97fe-f55070ce5790,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:18.226323 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e88133-302d-4988-8a72-856397118dd7 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Checking segment: {'id': 'ce7fb9c5-a5c7-44c7-ad7b-1646cbfd26f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e19deab5-c9b9-4c75-8295-88a0f63ec6b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:38:18.226755 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e88133-302d-4988-8a72-856397118dd7 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Network hostable DHCP agents. Network: e19deab5-c9b9-4c75-8295-88a0f63ec6b9, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:38:18.255869 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e88133-302d-4988-8a72-856397118dd7 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Network e19deab5-c9b9-4c75-8295-88a0f63ec6b9 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:38:18.272015 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-b4e88133-302d-4988-8a72-856397118dd7 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, e19deab5-c9b9-4c75-8295-88a0f63ec6b9) {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:38:18.276648 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e88133-302d-4988-8a72-856397118dd7 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:18.278124 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b4e88133-302d-4988-8a72-856397118dd7 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:18.283796 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065f8b04-4f49-4d20-a605-c25cb4331196 None None] Network e19deab5-c9b9-4c75-8295-88a0f63ec6b9 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:38:18.310341 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4d40c22c-4da6-4062-ac94-a0b4f77b1f50 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770960'] for router_interface, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:18.319651 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-b4e88133-302d-4988-8a72-856397118dd7 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9359782 Feb 01 04:38:18.322066 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41642) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:18.332201 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-b3746d9f-b24c-49c1-83fc-04feba0ab789 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-213782299', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:38:18.339410 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-b3746d9f-b24c-49c1-83fc-04feba0ab789 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:38:18.344706 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-b3746d9f-b24c-49c1-83fc-04feba0ab789 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Usage tracker for resource:router and tenant:fe61db31beb2433b8247cdb8a5604696 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:38:18.348242 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-b3746d9f-b24c-49c1-83fc-04feba0ab789 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:38:18.351804 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 04:38:18.356298 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-b3746d9f-b24c-49c1-83fc-04feba0ab789 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:38:18.372044 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b3746d9f-b24c-49c1-83fc-04feba0ab789 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25958'] for router, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:18.374181 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b3746d9f-b24c-49c1-83fc-04feba0ab789 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-372027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25961'] for router, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:18.409854 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b3746d9f-b24c-49c1-83fc-04feba0ab789 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:18.434840 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-1638c6ad-e919-445e-b064-8531b4b683cc tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Allocated IP 172.20.0.1 (8ceb2e4b-39f4-4c92-b5f9-53afb557667a/2c8c83f5-8163-4bcf-a291-90df52da79fe/b9d3c677-0cc4-4eba-aba1-96ea4a8b19de) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:38:18.512486 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b3746d9f-b24c-49c1-83fc-04feba0ab789 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337'] for router, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:18.550704 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b3746d9f-b24c-49c1-83fc-04feba0ab789 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:18.551930 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-b3746d9f-b24c-49c1-83fc-04feba0ab789 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2287927 Feb 01 04:38:18.556552 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41646) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:18.576296 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270d7c4a-e288-45e0-bf2b-7a3b19cfb098 req-3e2a0d2d-f4e7-42df-81f2-4bad54ae0fea tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:18.592544 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ed0676-dcb5-40e5-b9d5-44e1528e9d59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-e19deab5-c9b9-4c75-8295-88a0f63ec6b9', 'network_id': 'e19deab5-c9b9-4c75-8295-88a0f63ec6b9', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'fixed_ips': [{'subnet_id': '54129884-9afd-4433-97fe-f55070ce5790'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:38:18.592890 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-270d7c4a-e288-45e0-bf2b-7a3b19cfb098 req-3e2a0d2d-f4e7-42df-81f2-4bad54ae0fea tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2867bcf-b1b7-4957-85fc-4d15064617d3 HTTP/1.1" status: 200 len: 945 time: 0.1570740 Feb 01 04:38:18.593675 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c8ed0676-dcb5-40e5-b9d5-44e1528e9d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:18.604731 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-eca6f61d-e940-4da7-896b-68b9e48fd3c9 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Request body: {'port': {'network_id': 'e19deab5-c9b9-4c75-8295-88a0f63ec6b9', 'name': 'tempest-RoutersTest-350811914'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:38:18.769342 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-270d7c4a-e288-45e0-bf2b-7a3b19cfb098 req-6c61bf89-a63a-4efc-85b9-f3a45c66614e tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] 10.222.0.24 "GET /v2.0/security-groups?id=e299e82b-ccb8-4fb2-95e2-a3a1bda44679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737995 Feb 01 04:38:18.823503 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device bcfcd8b1-52b5-48f6-b5b9-c9219bc1c790 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:38:18.824902 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-eca6f61d-e940-4da7-896b-68b9e48fd3c9 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:38:18.830009 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-eca6f61d-e940-4da7-896b-68b9e48fd3c9 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Usage tracker for resource:port and tenant:fe61db31beb2433b8247cdb8a5604696 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:38:18.833346 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-eca6f61d-e940-4da7-896b-68b9e48fd3c9 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:38:18.840649 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-eca6f61d-e940-4da7-896b-68b9e48fd3c9 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:38:18.856624 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca6f61d-e940-4da7-896b-68b9e48fd3c9 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Made reservation on behalf of fe61db31beb2433b8247cdb8a5604696 for: {'port': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:38:18.861819 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-eca6f61d-e940-4da7-896b-68b9e48fd3c9 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:18.891300 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-c8ed0676-dcb5-40e5-b9d5-44e1528e9d59 None None] Allocated IP 172.20.0.2 (e19deab5-c9b9-4c75-8295-88a0f63ec6b9/54129884-9afd-4433-97fe-f55070ce5790/778dcf9f-ffba-4c6b-b9aa-a44ceae8df15) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:38:18.892298 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-eca6f61d-e940-4da7-896b-68b9e48fd3c9 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] device_id is not set on port a750668d-12a5-4d0d-9808-db3a6d4589dc yet. {{(pid=87637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:38:19.033128 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port bcfcd8b1-52b5-48f6-b5b9-c9219bc1c790 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:38:19.045204 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 67e7115b-8c24-4762-877b-3a702f7e354d up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:38:19.187309 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1638c6ad-e919-445e-b064-8531b4b683cc tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:19.191907 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 67e7115b-8c24-4762-877b-3a702f7e354d triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:38:19.192213 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:19.213186 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-1638c6ad-e919-445e-b064-8531b4b683cc tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Transition to ACTIVE for port object b9d3c677-0cc4-4eba-aba1-96ea4a8b19de will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:38:19.219049 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d40c22c-4da6-4062-ac94-a0b4f77b1f50 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Router 3287ba47-be07-4184-b62f-def567fc9664 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:38:19.235914 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0edee1d-e5bb-4c02-9335-1c971b9bc6c8 None None] Network 8ceb2e4b-39f4-4c92-b5f9-53afb557667a requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:38:19.306548 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c8ed0676-dcb5-40e5-b9d5-44e1528e9d59 None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:19.377502 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-c8ed0676-dcb5-40e5-b9d5-44e1528e9d59 None None] Transition to ACTIVE for port object 778dcf9f-ffba-4c6b-b9aa-a44ceae8df15 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:38:19.386414 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1638c6ad-e919-445e-b064-8531b4b683cc tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:19.433891 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d40c22c-4da6-4062-ac94-a0b4f77b1f50 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:38:19.443852 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6fc720d-dd7c-40a9-b0cd-e41c928c8e25 None None] Sync routers for ids ['3287ba47-be07-4184-b62f-def567fc9664'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:38:19.450113 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-915b9db0-5035-4bbc-96ff-fc2044eea304 None None] Provisioning for port bcfcd8b1-52b5-48f6-b5b9-c9219bc1c790 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:38:19.455306 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fc720d-dd7c-40a9-b0cd-e41c928c8e25 None None] Routers {'3287ba47-be07-4184-b62f-def567fc9664'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:38:19.456016 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-c6fc720d-dd7c-40a9-b0cd-e41c928c8e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:38:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['3287ba47-be07-4184-b62f-def567fc9664'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:19.461803 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-c8ed0676-dcb5-40e5-b9d5-44e1528e9d59 None None] Transition to ACTIVE for port object 778dcf9f-ffba-4c6b-b9aa-a44ceae8df15 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:38:19.474938 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1638c6ad-e919-445e-b064-8531b4b683cc tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Network 8ceb2e4b-39f4-4c92-b5f9-53afb557667a is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:38:19.475492 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-915b9db0-5035-4bbc-96ff-fc2044eea304 None None] Provisioning complete for port bcfcd8b1-52b5-48f6-b5b9-c9219bc1c790 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:38:19.475809 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-915b9db0-5035-4bbc-96ff-fc2044eea304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:19.494576 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1638c6ad-e919-445e-b064-8531b4b683cc tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'Port': ['ID=b9d3c677-0cc4-4eba-aba1-96ea4a8b19de,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:19.498304 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-1638c6ad-e919-445e-b064-8531b4b683cc tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:38:19.510984 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1638c6ad-e919-445e-b064-8531b4b683cc tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:38:19.519161 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-c6fc720d-dd7c-40a9-b0cd-e41c928c8e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:19.529502 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fc720d-dd7c-40a9-b0cd-e41c928c8e25 None None] Routers {'3287ba47-be07-4184-b62f-def567fc9664'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:38:19.530934 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-c6fc720d-dd7c-40a9-b0cd-e41c928c8e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:38:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['3287ba47-be07-4184-b62f-def567fc9664'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:19.540547 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c8ed0676-dcb5-40e5-b9d5-44e1528e9d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:19.553578 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4d40c22c-4da6-4062-ac94-a0b4f77b1f50 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "PUT /v2.0/routers/3287ba47-be07-4184-b62f-def567fc9664/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0242138 Feb 01 04:38:19.557187 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41650) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:19.586626 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1638c6ad-e919-445e-b064-8531b4b683cc tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-372107'] for router_interface, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:19.614088 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-c6fc720d-dd7c-40a9-b0cd-e41c928c8e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:19.614767 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6fc720d-dd7c-40a9-b0cd-e41c928c8e25 None None] The sync data for ids ['3287ba47-be07-4184-b62f-def567fc9664'] in dv-neutron-826830-1-hyperv is: [] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:38:19.652711 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ed0676-dcb5-40e5-b9d5-44e1528e9d59 None None] Network e19deab5-c9b9-4c75-8295-88a0f63ec6b9 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:38:19.661101 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-c8ed0676-dcb5-40e5-b9d5-44e1528e9d59 None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:38:19.667641 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ed0676-dcb5-40e5-b9d5-44e1528e9d59 None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:38:19.702969 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed0676-dcb5-40e5-b9d5-44e1528e9d59 None None] Pushing event updated for resources: {'Port': ['ID=778dcf9f-ffba-4c6b-b9aa-a44ceae8df15,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:19.709017 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-eca6f61d-e940-4da7-896b-68b9e48fd3c9 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Allocated IP 172.20.0.14 (e19deab5-c9b9-4c75-8295-88a0f63ec6b9/54129884-9afd-4433-97fe-f55070ce5790/a750668d-12a5-4d0d-9808-db3a6d4589dc) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:38:19.832138 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1638c6ad-e919-445e-b064-8531b4b683cc tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:19.899003 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-c8ed0676-dcb5-40e5-b9d5-44e1528e9d59 None None] Attempting to bind port 778dcf9f-ffba-4c6b-b9aa-a44ceae8df15 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:38:19.899571 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-c8ed0676-dcb5-40e5-b9d5-44e1528e9d59 None None] Attempting to bind port 778dcf9f-ffba-4c6b-b9aa-a44ceae8df15 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': 'ce7fb9c5-a5c7-44c7-ad7b-1646cbfd26f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e19deab5-c9b9-4c75-8295-88a0f63ec6b9'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:38:19.899730 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ed0676-dcb5-40e5-b9d5-44e1528e9d59 None None] Attempting to bind port 778dcf9f-ffba-4c6b-b9aa-a44ceae8df15 on network e19deab5-c9b9-4c75-8295-88a0f63ec6b9 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:38:19.916669 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ed0676-dcb5-40e5-b9d5-44e1528e9d59 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:38:19.917040 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ed0676-dcb5-40e5-b9d5-44e1528e9d59 None None] Checking segment: {'id': 'ce7fb9c5-a5c7-44c7-ad7b-1646cbfd26f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e19deab5-c9b9-4c75-8295-88a0f63ec6b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:38:19.917695 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c8ed0676-dcb5-40e5-b9d5-44e1528e9d59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:19.917865 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ed0676-dcb5-40e5-b9d5-44e1528e9d59 None None] Bound using segment: {'id': 'ce7fb9c5-a5c7-44c7-ad7b-1646cbfd26f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e19deab5-c9b9-4c75-8295-88a0f63ec6b9'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:38:19.918320 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-c8ed0676-dcb5-40e5-b9d5-44e1528e9d59 None None] Bound port: 778dcf9f-ffba-4c6b-b9aa-a44ceae8df15, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce7fb9c5-a5c7-44c7-ad7b-1646cbfd26f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e19deab5-c9b9-4c75-8295-88a0f63ec6b9'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:38:19.918692 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c8ed0676-dcb5-40e5-b9d5-44e1528e9d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:19.938224 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-915b9db0-5035-4bbc-96ff-fc2044eea304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:20.038821 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-915b9db0-5035-4bbc-96ff-fc2044eea304 None None] For port bcfcd8b1-52b5-48f6-b5b9-c9219bc1c790, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=bcfcd8b1-52b5-48f6-b5b9-c9219bc1c790,segment=NetworkSegment(91d940e5-4827-4ae9-9424-5bfa02f2e8a2),segment_id=91d940e5-4827-4ae9-9424-5bfa02f2e8a2)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:38:20.050060 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-915b9db0-5035-4bbc-96ff-fc2044eea304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:20.096170 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-c8ed0676-dcb5-40e5-b9d5-44e1528e9d59 None None] For port 778dcf9f-ffba-4c6b-b9aa-a44ceae8df15, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:38:20.115410 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-c8ed0676-dcb5-40e5-b9d5-44e1528e9d59 None None] For port 778dcf9f-ffba-4c6b-b9aa-a44ceae8df15, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=778dcf9f-ffba-4c6b-b9aa-a44ceae8df15,segment=NetworkSegment(ce7fb9c5-a5c7-44c7-ad7b-1646cbfd26f8),segment_id=ce7fb9c5-a5c7-44c7-ad7b-1646cbfd26f8)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:38:20.128007 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c8ed0676-dcb5-40e5-b9d5-44e1528e9d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:20.136741 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915b9db0-5035-4bbc-96ff-fc2044eea304 None None] Pushing event updated for resources: {'Port': ['ID=bcfcd8b1-52b5-48f6-b5b9-c9219bc1c790,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:20.224198 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed0676-dcb5-40e5-b9d5-44e1528e9d59 None None] Pushing event updated for resources: {'Port': ['ID=778dcf9f-ffba-4c6b-b9aa-a44ceae8df15,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:20.237548 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d94090-6840-4743-b64a-24aefef5c28e req-92cdb2b3-9543-46c7-b198-986557c89895 tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:20.241300 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c8d94090-6840-4743-b64a-24aefef5c28e req-92cdb2b3-9543-46c7-b198-986557c89895 tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2867bcf-b1b7-4957-85fc-4d15064617d3 HTTP/1.1" status: 200 len: 945 time: 0.2255924 Feb 01 04:38:20.337054 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c8d94090-6840-4743-b64a-24aefef5c28e req-b7be345b-e049-4934-8ecf-0a7f327471fb tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] 10.222.0.24 "GET /v2.0/security-groups?id=e299e82b-ccb8-4fb2-95e2-a3a1bda44679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887706 Feb 01 04:38:20.404265 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-1d97447e-72c7-45ee-b18b-86c335ac16c6 None None] Provisioning for port b9d3c677-0cc4-4eba-aba1-96ea4a8b19de completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:38:20.411571 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-1d97447e-72c7-45ee-b18b-86c335ac16c6 None None] Provisioning complete for port b9d3c677-0cc4-4eba-aba1-96ea4a8b19de triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:38:20.412012 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1d97447e-72c7-45ee-b18b-86c335ac16c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:20.439314 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-eca6f61d-e940-4da7-896b-68b9e48fd3c9 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:20.467428 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-eca6f61d-e940-4da7-896b-68b9e48fd3c9 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Transition to ACTIVE for port object a750668d-12a5-4d0d-9808-db3a6d4589dc will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:38:20.511097 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-1d97447e-72c7-45ee-b18b-86c335ac16c6 None None] Port b9d3c677-0cc4-4eba-aba1-96ea4a8b19de cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:38:20.530080 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-1d97447e-72c7-45ee-b18b-86c335ac16c6 None None] Provisioning complete for port bcfcd8b1-52b5-48f6-b5b9-c9219bc1c790 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:38:20.532135 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1d97447e-72c7-45ee-b18b-86c335ac16c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:20.586065 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1638c6ad-e919-445e-b064-8531b4b683cc tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:20.591669 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1638c6ad-e919-445e-b064-8531b4b683cc tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:20.670136 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-eca6f61d-e940-4da7-896b-68b9e48fd3c9 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:20.729485 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1638c6ad-e919-445e-b064-8531b4b683cc tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371990'] for router_interface, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:20.817985 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1638c6ad-e919-445e-b064-8531b4b683cc tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'Port': ['ID=b9d3c677-0cc4-4eba-aba1-96ea4a8b19de,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:20.836205 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-69c80ad3-a08d-4d0d-8ace-aacdd48b9e4d tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-371968'] for router_interface, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:20.920551 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-858109fd-b735-406d-b51a-51449806dc74 None None] Provisioning complete for port b9d3c677-0cc4-4eba-aba1-96ea4a8b19de triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:38:20.921074 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-858109fd-b735-406d-b51a-51449806dc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:20.962106 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca6f61d-e940-4da7-896b-68b9e48fd3c9 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Network e19deab5-c9b9-4c75-8295-88a0f63ec6b9 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:38:20.967051 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-eca6f61d-e940-4da7-896b-68b9e48fd3c9 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:38:20.969806 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca6f61d-e940-4da7-896b-68b9e48fd3c9 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:38:20.982923 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 778dcf9f-ffba-4c6b-b9aa-a44ceae8df15 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:38:21.064380 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-858109fd-b735-406d-b51a-51449806dc74 None None] Port b9d3c677-0cc4-4eba-aba1-96ea4a8b19de cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:38:21.066279 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1638c6ad-e919-445e-b064-8531b4b683cc tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Network 8ceb2e4b-39f4-4c92-b5f9-53afb557667a is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:38:21.068927 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-1638c6ad-e919-445e-b064-8531b4b683cc tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:38:21.081391 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 778dcf9f-ffba-4c6b-b9aa-a44ceae8df15 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:38:21.082356 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca6f61d-e940-4da7-896b-68b9e48fd3c9 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Pushing event updated for resources: {'Port': ['ID=a750668d-12a5-4d0d-9808-db3a6d4589dc,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:21.088607 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device bcfcd8b1-52b5-48f6-b5b9-c9219bc1c790 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:38:21.177379 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port bcfcd8b1-52b5-48f6-b5b9-c9219bc1c790 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:38:21.177649 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:21.183916 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca6f61d-e940-4da7-896b-68b9e48fd3c9 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:21.184977 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-eca6f61d-e940-4da7-896b-68b9e48fd3c9 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:21.289988 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-eca6f61d-e940-4da7-896b-68b9e48fd3c9 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.6931067 Feb 01 04:38:21.299420 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41660) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:21.401879 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-acda7f45-1da7-4ad5-989e-44ce67bd9e37 None None] Provisioning complete for port b9d3c677-0cc4-4eba-aba1-96ea4a8b19de triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:38:21.402274 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-acda7f45-1da7-4ad5-989e-44ce67bd9e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:21.463681 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca9874-ae08-4f5c-82ef-8e510820efc5 req-2cbd4125-72ff-4cf7-a328-8a2757754adb tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:21.464549 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-acda7f45-1da7-4ad5-989e-44ce67bd9e37 None None] Port b9d3c677-0cc4-4eba-aba1-96ea4a8b19de cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:38:21.465650 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a5ca9874-ae08-4f5c-82ef-8e510820efc5 req-2cbd4125-72ff-4cf7-a328-8a2757754adb tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2867bcf-b1b7-4957-85fc-4d15064617d3 HTTP/1.1" status: 200 len: 945 time: 0.4480178 Feb 01 04:38:21.502627 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1638c6ad-e919-445e-b064-8531b4b683cc tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Router a6a11696-656a-4ad1-b7cc-8cc7fc660bac has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:38:21.528057 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a5ca9874-ae08-4f5c-82ef-8e510820efc5 req-83899c4d-c886-4b4e-9a16-6e6026413ca6 tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] 10.222.0.24 "GET /v2.0/security-groups?id=e299e82b-ccb8-4fb2-95e2-a3a1bda44679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562882 Feb 01 04:38:21.709135 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1638c6ad-e919-445e-b064-8531b4b683cc tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:38:21.716844 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1638c6ad-e919-445e-b064-8531b4b683cc tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "PUT /v2.0/routers/a6a11696-656a-4ad1-b7cc-8cc7fc660bac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8660276 Feb 01 04:38:21.717629 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41664) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:21.719989 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d11a5d4-ce77-4f52-8218-ed60fc71cc95 None None] Sync routers for ids ['a6a11696-656a-4ad1-b7cc-8cc7fc660bac'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:38:21.729626 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d11a5d4-ce77-4f52-8218-ed60fc71cc95 None None] Routers {'a6a11696-656a-4ad1-b7cc-8cc7fc660bac'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:38:21.730231 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-9d11a5d4-ce77-4f52-8218-ed60fc71cc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:38:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['a6a11696-656a-4ad1-b7cc-8cc7fc660bac'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:21.739092 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-69c80ad3-a08d-4d0d-8ace-aacdd48b9e4d tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Deleting port ba0d5e25-ca02-43e4-9174-af995a90034d {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:38:21.739616 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-69c80ad3-a08d-4d0d-8ace-aacdd48b9e4d tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:21.788380 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbcb785-fcc9-4ccc-9155-4469e0b9876f None None] Network e19deab5-c9b9-4c75-8295-88a0f63ec6b9 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:38:21.872408 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8f1e96-287b-4ecf-b33d-e5588edddb0f tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:21.873222 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8f1e96-287b-4ecf-b33d-e5588edddb0f tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:21.874744 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8f1e96-287b-4ecf-b33d-e5588edddb0f tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:21.875409 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8f1e96-287b-4ecf-b33d-e5588edddb0f tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:21.876106 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8f1e96-287b-4ecf-b33d-e5588edddb0f tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:21.876837 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8f1e96-287b-4ecf-b33d-e5588edddb0f tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:21.877463 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8f1e96-287b-4ecf-b33d-e5588edddb0f tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:21.878121 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8f1e96-287b-4ecf-b33d-e5588edddb0f tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:21.878763 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8f1e96-287b-4ecf-b33d-e5588edddb0f tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:21.884200 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41668) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:21.884708 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2c8f1e96-287b-4ecf-b33d-e5588edddb0f tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6329 time: 0.1658676 Feb 01 04:38:21.949520 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-6b078190-92dc-46a1-a61e-6ffabc61bd49 None None] Provisioning for port 778dcf9f-ffba-4c6b-b9aa-a44ceae8df15 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:38:21.974908 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-6b078190-92dc-46a1-a61e-6ffabc61bd49 None None] Provisioning complete for port 778dcf9f-ffba-4c6b-b9aa-a44ceae8df15 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:38:21.975236 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6b078190-92dc-46a1-a61e-6ffabc61bd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:22.098089 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-9d11a5d4-ce77-4f52-8218-ed60fc71cc95 None None] Set router a6a11696-656a-4ad1-b7cc-8cc7fc660bac gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:38:22.245040 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6c912e-50e3-43a0-9211-0b0a356001e2 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:22.245408 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6c912e-50e3-43a0-9211-0b0a356001e2 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:22.245857 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6c912e-50e3-43a0-9211-0b0a356001e2 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:22.246293 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6c912e-50e3-43a0-9211-0b0a356001e2 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:22.246728 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6c912e-50e3-43a0-9211-0b0a356001e2 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:22.247177 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6c912e-50e3-43a0-9211-0b0a356001e2 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:22.247615 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6c912e-50e3-43a0-9211-0b0a356001e2 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:22.248046 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6c912e-50e3-43a0-9211-0b0a356001e2 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:22.248475 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6c912e-50e3-43a0-9211-0b0a356001e2 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:22.251093 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-4a6c912e-50e3-43a0-9211-0b0a356001e2 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5832 time: 0.3659935 Feb 01 04:38:22.254135 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41672) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:22.279408 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-69c80ad3-a08d-4d0d-8ace-aacdd48b9e4d tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:22.420801 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6b078190-92dc-46a1-a61e-6ffabc61bd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:22.443161 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-69c80ad3-a08d-4d0d-8ace-aacdd48b9e4d tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Calling delete_port for ba0d5e25-ca02-43e4-9174-af995a90034d owned by network:router_interface {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:38:22.468298 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-65ff1218-9944-4dc7-a7b1-f49dc12618e5 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2666 time: 0.2101989 Feb 01 04:38:22.522729 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8c6adb32-e100-44a1-b7af-82ad8e20c3e6 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:22.541763 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-6b078190-92dc-46a1-a61e-6ffabc61bd49 None None] For port 778dcf9f-ffba-4c6b-b9aa-a44ceae8df15, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=778dcf9f-ffba-4c6b-b9aa-a44ceae8df15,segment=NetworkSegment(ce7fb9c5-a5c7-44c7-ad7b-1646cbfd26f8),segment_id=ce7fb9c5-a5c7-44c7-ad7b-1646cbfd26f8)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:38:22.575408 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6b078190-92dc-46a1-a61e-6ffabc61bd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:22.653402 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b078190-92dc-46a1-a61e-6ffabc61bd49 None None] Pushing event updated for resources: {'Port': ['ID=778dcf9f-ffba-4c6b-b9aa-a44ceae8df15,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:22.679985 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-9d11a5d4-ce77-4f52-8218-ed60fc71cc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a11696-656a-4ad1-b7cc-8cc7fc660bac', 'name': 'tempest-TestNetworkBasicOps-router-74301302', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.200'}], 'enable_snat': True}, 'gw_port_id': '67e7115b-8c24-4762-877b-3a702f7e354d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:38:09Z', 'updated_at': '2022-02-01T04:38:19Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': '67e7115b-8c24-4762-877b-3a702f7e354d', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a11696-656a-4ad1-b7cc-8cc7fc660bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:38:10Z', 'updated_at': '2022-02-01T04:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': 'b9d3c677-0cc4-4eba-aba1-96ea4a8b19de', 'name': '', 'network_id': '8ceb2e4b-39f4-4c92-b5f9-53afb557667a', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:a3:e6:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a11696-656a-4ad1-b7cc-8cc7fc660bac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '2c8c83f5-8163-4bcf-a291-90df52da79fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:38:17Z', 'updated_at': '2022-02-01T04:38:20Z', 'revision_number': 2, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': '2c8c83f5-8163-4bcf-a291-90df52da79fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:22.684595 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d11a5d4-ce77-4f52-8218-ed60fc71cc95 None None] Checking router: a6a11696-656a-4ad1-b7cc-8cc7fc660bac for host: dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:38:22.684944 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d11a5d4-ce77-4f52-8218-ed60fc71cc95 None None] Updating router a6a11696-656a-4ad1-b7cc-8cc7fc660bac port b9d3c677-0cc4-4eba-aba1-96ea4a8b19de binding host dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 04:38:22.772504 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9d11a5d4-ce77-4f52-8218-ed60fc71cc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:22.798547 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41680) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:22.817591 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-2ef80fd2-0490-4016-9f3b-48da3718c02b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-912330545', 'description': 'tempest-secgroup-smoke-912330545 description', 'project_id': '0629703b9474474a9f2fde13723d2e8b'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:38:22.828381 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-2ef80fd2-0490-4016-9f3b-48da3718c02b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:38:22.834899 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2ef80fd2-0490-4016-9f3b-48da3718c02b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:38:22.838475 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2ef80fd2-0490-4016-9f3b-48da3718c02b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:38:22.848700 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-2ef80fd2-0490-4016-9f3b-48da3718c02b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:38:22.869879 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5374c5-629f-4fec-8a7a-091ee678f28d req-b202d7c7-2d6b-48ab-b735-a0fabdea2d74 tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:22.878510 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-de5374c5-629f-4fec-8a7a-091ee678f28d req-b202d7c7-2d6b-48ab-b735-a0fabdea2d74 tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2867bcf-b1b7-4957-85fc-4d15064617d3 HTTP/1.1" status: 200 len: 945 time: 0.1774607 Feb 01 04:38:22.897607 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2ef80fd2-0490-4016-9f3b-48da3718c02b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:22.922549 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-2ef80fd2-0490-4016-9f3b-48da3718c02b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:38:22.934530 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2ef80fd2-0490-4016-9f3b-48da3718c02b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group_rule and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:38:22.940968 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2ef80fd2-0490-4016-9f3b-48da3718c02b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:38:22.949965 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-2ef80fd2-0490-4016-9f3b-48da3718c02b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:38:22.960377 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-de5374c5-629f-4fec-8a7a-091ee678f28d req-6fa35317-3a78-4e68-a200-2bcd569fa973 tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] 10.222.0.24 "GET /v2.0/security-groups?id=e299e82b-ccb8-4fb2-95e2-a3a1bda44679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804956 Feb 01 04:38:23.013132 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8c6adb32-e100-44a1-b7af-82ad8e20c3e6 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:23.021383 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8c6adb32-e100-44a1-b7af-82ad8e20c3e6 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:23.056336 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2ef80fd2-0490-4016-9f3b-48da3718c02b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:23.063072 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2ef80fd2-0490-4016-9f3b-48da3718c02b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:23.144438 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef80fd2-0490-4016-9f3b-48da3718c02b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b77a2ea2-bf6f-4747-8b6e-4d7e38103eb0,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:23.157409 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2ef80fd2-0490-4016-9f3b-48da3718c02b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:23.159966 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2ef80fd2-0490-4016-9f3b-48da3718c02b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3599830 Feb 01 04:38:23.164242 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41686) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:23.169839 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-775ffe31-e40d-4e15-aaea-3cb3a21fac84 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'security_group_rule': {'security_group_id': 'b77a2ea2-bf6f-4747-8b6e-4d7e38103eb0', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:38:23.176486 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-775ffe31-e40d-4e15-aaea-3cb3a21fac84 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:38:23.180882 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-775ffe31-e40d-4e15-aaea-3cb3a21fac84 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group_rule and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:38:23.184440 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-775ffe31-e40d-4e15-aaea-3cb3a21fac84 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:38:23.197812 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-775ffe31-e40d-4e15-aaea-3cb3a21fac84 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:38:23.219912 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-775ffe31-e40d-4e15-aaea-3cb3a21fac84 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:23.220300 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-59b5d1a9-b579-425e-96ec-fe3146c9c2cb None None] Provisioning complete for port 778dcf9f-ffba-4c6b-b9aa-a44ceae8df15 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:38:23.220780 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-59b5d1a9-b579-425e-96ec-fe3146c9c2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:23.335960 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-775ffe31-e40d-4e15-aaea-3cb3a21fac84 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:23.346051 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-775ffe31-e40d-4e15-aaea-3cb3a21fac84 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:23.414494 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775ffe31-e40d-4e15-aaea-3cb3a21fac84 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bee3139-50f6-4be6-8d99-003da4924f36,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:23.434800 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-775ffe31-e40d-4e15-aaea-3cb3a21fac84 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:23.436035 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-775ffe31-e40d-4e15-aaea-3cb3a21fac84 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2707779 Feb 01 04:38:23.438907 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41692) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:23.447075 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-40eaf027-fcf3-4ef5-83cf-f635ac60b955 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'security_group_rule': {'security_group_id': 'b77a2ea2-bf6f-4747-8b6e-4d7e38103eb0', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:38:23.457525 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9d11a5d4-ce77-4f52-8218-ed60fc71cc95 None None] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:23.462277 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-40eaf027-fcf3-4ef5-83cf-f635ac60b955 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:38:23.464266 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-59b5d1a9-b579-425e-96ec-fe3146c9c2cb None None] Provisioning for port a750668d-12a5-4d0d-9808-db3a6d4589dc completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:38:23.468672 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-40eaf027-fcf3-4ef5-83cf-f635ac60b955 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group_rule and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:38:23.470608 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-59b5d1a9-b579-425e-96ec-fe3146c9c2cb None None] Provisioning complete for port a750668d-12a5-4d0d-9808-db3a6d4589dc triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:38:23.471076 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-59b5d1a9-b579-425e-96ec-fe3146c9c2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:23.472852 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-40eaf027-fcf3-4ef5-83cf-f635ac60b955 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:38:23.485229 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-40eaf027-fcf3-4ef5-83cf-f635ac60b955 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:38:23.499264 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca1d32f-9510-4c14-87f2-209d31dbd7be req-b538293a-fc9e-47df-96c8-3a6a47a316b5 tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:23.500793 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dca1d32f-9510-4c14-87f2-209d31dbd7be req-b538293a-fc9e-47df-96c8-3a6a47a316b5 tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2867bcf-b1b7-4957-85fc-4d15064617d3 HTTP/1.1" status: 200 len: 945 time: 0.1439140 Feb 01 04:38:23.528910 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-59b5d1a9-b579-425e-96ec-fe3146c9c2cb None None] Port a750668d-12a5-4d0d-9808-db3a6d4589dc cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:38:23.542995 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-40eaf027-fcf3-4ef5-83cf-f635ac60b955 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:23.565770 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6adb32-e100-44a1-b7af-82ad8e20c3e6 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Pushing event updated for resources: {'Port': ['ID=a750668d-12a5-4d0d-9808-db3a6d4589dc,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:23.579589 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dca1d32f-9510-4c14-87f2-209d31dbd7be req-7bb30490-eedd-420b-8672-1dbd0ee94e2f tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] 10.222.0.24 "GET /v2.0/security-groups?id=e299e82b-ccb8-4fb2-95e2-a3a1bda44679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709836 Feb 01 04:38:23.601272 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-69c80ad3-a08d-4d0d-8ace-aacdd48b9e4d tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:23.605261 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-9d11a5d4-ce77-4f52-8218-ed60fc71cc95 None None] Transition to ACTIVE for port object b9d3c677-0cc4-4eba-aba1-96ea4a8b19de will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:38:23.614678 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9d11a5d4-ce77-4f52-8218-ed60fc71cc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:23.642283 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-40eaf027-fcf3-4ef5-83cf-f635ac60b955 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:23.647534 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-40eaf027-fcf3-4ef5-83cf-f635ac60b955 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:23.665064 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c80ad3-a08d-4d0d-8ace-aacdd48b9e4d tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Pushing event deleted for resources: {'Port': ['ID=ba0d5e25-ca02-43e4-9174-af995a90034d,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:23.673877 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eaf027-fcf3-4ef5-83cf-f635ac60b955 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dc814bc-c296-41bc-b471-dc124ee97993,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:23.684561 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-40eaf027-fcf3-4ef5-83cf-f635ac60b955 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:23.686318 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-40eaf027-fcf3-4ef5-83cf-f635ac60b955 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2463183 Feb 01 04:38:23.689162 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41696) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:23.695413 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-52247ae5-8b4f-4806-b9ad-5c07a599c85c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'security_group_rule': {'security_group_id': 'b77a2ea2-bf6f-4747-8b6e-4d7e38103eb0', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:38:23.707108 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-52247ae5-8b4f-4806-b9ad-5c07a599c85c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:38:23.711910 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-52247ae5-8b4f-4806-b9ad-5c07a599c85c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group_rule and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:38:23.715390 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-52247ae5-8b4f-4806-b9ad-5c07a599c85c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:38:23.723324 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-52247ae5-8b4f-4806-b9ad-5c07a599c85c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:38:23.745726 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-52247ae5-8b4f-4806-b9ad-5c07a599c85c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:23.747169 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8c6adb32-e100-44a1-b7af-82ad8e20c3e6 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-372107'] for router_interface, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:23.749964 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29806663-32d2-41ce-a9b9-b7c910c6bb50 None None] Pushing event updated for resources: {'Port': ['ID=b9d3c677-0cc4-4eba-aba1-96ea4a8b19de,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:23.775855 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-075d6e95-f353-453b-862f-56b8b7aa29a2 None None] Provisioning complete for port a750668d-12a5-4d0d-9808-db3a6d4589dc triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:38:23.776233 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-075d6e95-f353-453b-862f-56b8b7aa29a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:23.851728 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-52247ae5-8b4f-4806-b9ad-5c07a599c85c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:23.858199 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-52247ae5-8b4f-4806-b9ad-5c07a599c85c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:23.903246 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52247ae5-8b4f-4806-b9ad-5c07a599c85c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0243042-a7e2-456e-83f6-2e4d4dcc4028,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:23.952797 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-075d6e95-f353-453b-862f-56b8b7aa29a2 None None] Port a750668d-12a5-4d0d-9808-db3a6d4589dc cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:38:23.954249 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-52247ae5-8b4f-4806-b9ad-5c07a599c85c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:23.954555 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-9d11a5d4-ce77-4f52-8218-ed60fc71cc95 None None] Attempting to bind port b9d3c677-0cc4-4eba-aba1-96ea4a8b19de on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:38:23.954926 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-9d11a5d4-ce77-4f52-8218-ed60fc71cc95 None None] Attempting to bind port b9d3c677-0cc4-4eba-aba1-96ea4a8b19de by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '91d940e5-4827-4ae9-9424-5bfa02f2e8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8ceb2e4b-39f4-4c92-b5f9-53afb557667a'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:38:23.955316 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d11a5d4-ce77-4f52-8218-ed60fc71cc95 None None] Attempting to bind port b9d3c677-0cc4-4eba-aba1-96ea4a8b19de on network 8ceb2e4b-39f4-4c92-b5f9-53afb557667a {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:38:23.959562 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-52247ae5-8b4f-4806-b9ad-5c07a599c85c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2690585 Feb 01 04:38:23.961894 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41700) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:23.965111 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d11a5d4-ce77-4f52-8218-ed60fc71cc95 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:38:23.965487 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d11a5d4-ce77-4f52-8218-ed60fc71cc95 None None] Checking segment: {'id': '91d940e5-4827-4ae9-9424-5bfa02f2e8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8ceb2e4b-39f4-4c92-b5f9-53afb557667a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:38:23.965885 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9d11a5d4-ce77-4f52-8218-ed60fc71cc95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:23.966274 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d11a5d4-ce77-4f52-8218-ed60fc71cc95 None None] Bound using segment: {'id': '91d940e5-4827-4ae9-9424-5bfa02f2e8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8ceb2e4b-39f4-4c92-b5f9-53afb557667a'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:38:23.966741 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-9d11a5d4-ce77-4f52-8218-ed60fc71cc95 None None] Bound port: b9d3c677-0cc4-4eba-aba1-96ea4a8b19de, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91d940e5-4827-4ae9-9424-5bfa02f2e8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8ceb2e4b-39f4-4c92-b5f9-53afb557667a'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:38:23.967109 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9d11a5d4-ce77-4f52-8218-ed60fc71cc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:23.968378 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-ca0308cb-dca4-408f-81f2-04158cc08181 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'security_group_rule': {'security_group_id': 'b77a2ea2-bf6f-4747-8b6e-4d7e38103eb0', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:38:23.975067 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-ca0308cb-dca4-408f-81f2-04158cc08181 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:38:23.979558 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-ca0308cb-dca4-408f-81f2-04158cc08181 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group_rule and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:38:23.983905 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-ca0308cb-dca4-408f-81f2-04158cc08181 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:38:23.990683 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-ca0308cb-dca4-408f-81f2-04158cc08181 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:38:24.016683 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ca0308cb-dca4-408f-81f2-04158cc08181 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:24.093085 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-9d11a5d4-ce77-4f52-8218-ed60fc71cc95 None None] For port b9d3c677-0cc4-4eba-aba1-96ea4a8b19de, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:38:24.097219 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-9d11a5d4-ce77-4f52-8218-ed60fc71cc95 None None] For port b9d3c677-0cc4-4eba-aba1-96ea4a8b19de, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=b9d3c677-0cc4-4eba-aba1-96ea4a8b19de,segment=NetworkSegment(91d940e5-4827-4ae9-9424-5bfa02f2e8a2),segment_id=91d940e5-4827-4ae9-9424-5bfa02f2e8a2)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:38:24.104307 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9d11a5d4-ce77-4f52-8218-ed60fc71cc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:24.114320 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ca0308cb-dca4-408f-81f2-04158cc08181 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:24.118583 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ca0308cb-dca4-408f-81f2-04158cc08181 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:24.144958 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0308cb-dca4-408f-81f2-04158cc08181 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a3a643f-de66-4fcb-aad4-f0f09071b4e3,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:24.149834 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-69c80ad3-a08d-4d0d-8ace-aacdd48b9e4d tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770960'] for router_interface, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:24.159120 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ca0308cb-dca4-408f-81f2-04158cc08181 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:24.162858 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ca0308cb-dca4-408f-81f2-04158cc08181 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1972032 Feb 01 04:38:24.163779 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41704) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:24.168687 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e84914a-99e4-43d3-8670-24b831fad99d req-4ffff5fe-892f-40ec-9a94-ef08130842f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:24.170152 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-4e84914a-99e4-43d3-8670-24b831fad99d req-4ffff5fe-892f-40ec-9a94-ef08130842f2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=926e010f8e2148e0b6e5416dad1a87b0&device_id=e2867bcf-b1b7-4957-85fc-4d15064617d3 HTTP/1.1" status: 200 len: 1098 time: 0.6460214 Feb 01 04:38:24.172937 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-0f7e43bb-d663-42c5-928f-9cd2bfa4225e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'security_group_rule': {'security_group_id': 'b77a2ea2-bf6f-4747-8b6e-4d7e38103eb0', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:38:24.181333 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-0f7e43bb-d663-42c5-928f-9cd2bfa4225e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:38:24.186154 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0f7e43bb-d663-42c5-928f-9cd2bfa4225e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group_rule and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:38:24.187875 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d11a5d4-ce77-4f52-8218-ed60fc71cc95 None None] Routers {'a6a11696-656a-4ad1-b7cc-8cc7fc660bac'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:38:24.188643 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-9d11a5d4-ce77-4f52-8218-ed60fc71cc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:38:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['a6a11696-656a-4ad1-b7cc-8cc7fc660bac'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:24.190274 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0f7e43bb-d663-42c5-928f-9cd2bfa4225e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:38:24.197687 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-0f7e43bb-d663-42c5-928f-9cd2bfa4225e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:38:24.209711 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.securitygroups_db [None req-0f7e43bb-d663-42c5-928f-9cd2bfa4225e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Project 0629703b9474474a9f2fde13723d2e8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 01 04:38:24.218861 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0f7e43bb-d663-42c5-928f-9cd2bfa4225e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:24.257088 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29806663-32d2-41ce-a9b9-b7c910c6bb50 None None] Pushing event updated for resources: {'Port': ['ID=b9d3c677-0cc4-4eba-aba1-96ea4a8b19de,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:24.293315 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0f7e43bb-d663-42c5-928f-9cd2bfa4225e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:24.297670 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0f7e43bb-d663-42c5-928f-9cd2bfa4225e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:24.328477 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7e43bb-d663-42c5-928f-9cd2bfa4225e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6267b0a-5e6f-4503-b8e5-c520123ca470,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:24.340818 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0f7e43bb-d663-42c5-928f-9cd2bfa4225e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:24.342583 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0f7e43bb-d663-42c5-928f-9cd2bfa4225e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1774321 Feb 01 04:38:24.350138 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41708) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:24.410940 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-703e8b7d-97fe-4cfa-8fdc-48ed8e3032bb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'security_group_rule': {'security_group_id': 'b77a2ea2-bf6f-4747-8b6e-4d7e38103eb0', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:38:24.455312 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-703e8b7d-97fe-4cfa-8fdc-48ed8e3032bb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:38:24.461502 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-9d11a5d4-ce77-4f52-8218-ed60fc71cc95 None None] Set router a6a11696-656a-4ad1-b7cc-8cc7fc660bac gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:38:24.481585 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-703e8b7d-97fe-4cfa-8fdc-48ed8e3032bb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group_rule and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:38:24.486392 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-703e8b7d-97fe-4cfa-8fdc-48ed8e3032bb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:38:24.562471 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-703e8b7d-97fe-4cfa-8fdc-48ed8e3032bb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:38:24.588284 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e84914a-99e4-43d3-8670-24b831fad99d req-e233f7f6-4a8e-43f1-8b2e-138efc36aa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:24.589709 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-4e84914a-99e4-43d3-8670-24b831fad99d req-e233f7f6-4a8e-43f1-8b2e-138efc36aa8d service neutron] 10.222.0.18 "GET /v2.0/networks?id=4775b4f6-507f-4c4b-adb5-7114e5745dad HTTP/1.1" status: 200 len: 912 time: 0.3577063 Feb 01 04:38:24.590245 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8c6adb32-e100-44a1-b7af-82ad8e20c3e6 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:24.651170 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 778dcf9f-ffba-4c6b-b9aa-a44ceae8df15 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:38:24.754843 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.securitygroups_db [None req-703e8b7d-97fe-4cfa-8fdc-48ed8e3032bb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Project 0629703b9474474a9f2fde13723d2e8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 01 04:38:24.794975 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-4e84914a-99e4-43d3-8670-24b831fad99d req-f3f9e8dd-2e76-47e7-a54c-4c74f729517d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50b1b294-8138-4b63-bf2c-7ffcbd921f13 HTTP/1.1" status: 200 len: 217 time: 0.1903267 Feb 01 04:38:24.820894 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-703e8b7d-97fe-4cfa-8fdc-48ed8e3032bb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:24.836186 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 778dcf9f-ffba-4c6b-b9aa-a44ceae8df15 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:38:24.836551 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:24.870553 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69c80ad3-a08d-4d0d-8ace-aacdd48b9e4d tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Router 3287ba47-be07-4184-b62f-def567fc9664 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:38:24.964295 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-9d11a5d4-ce77-4f52-8218-ed60fc71cc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a11696-656a-4ad1-b7cc-8cc7fc660bac', 'name': 'tempest-TestNetworkBasicOps-router-74301302', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.200'}], 'enable_snat': True}, 'gw_port_id': '67e7115b-8c24-4762-877b-3a702f7e354d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:38:09Z', 'updated_at': '2022-02-01T04:38:19Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': '67e7115b-8c24-4762-877b-3a702f7e354d', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a11696-656a-4ad1-b7cc-8cc7fc660bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:38:10Z', 'updated_at': '2022-02-01T04:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': 'b9d3c677-0cc4-4eba-aba1-96ea4a8b19de', 'name': '', 'network_id': '8ceb2e4b-39f4-4c92-b5f9-53afb557667a', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:a3:e6:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a11696-656a-4ad1-b7cc-8cc7fc660bac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '2c8c83f5-8163-4bcf-a291-90df52da79fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:38:17Z', 'updated_at': '2022-02-01T04:38:24Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': '2c8c83f5-8163-4bcf-a291-90df52da79fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:24.973608 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d11a5d4-ce77-4f52-8218-ed60fc71cc95 None None] The sync data for ids ['a6a11696-656a-4ad1-b7cc-8cc7fc660bac'] in dv-neutron-826830-1-hyperv is: [{'id': 'a6a11696-656a-4ad1-b7cc-8cc7fc660bac', 'name': 'tempest-TestNetworkBasicOps-router-74301302', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.200'}], 'enable_snat': True}, 'gw_port_id': '67e7115b-8c24-4762-877b-3a702f7e354d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:38:09Z', 'updated_at': '2022-02-01T04:38:19Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': '67e7115b-8c24-4762-877b-3a702f7e354d', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a11696-656a-4ad1-b7cc-8cc7fc660bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:38:10Z', 'updated_at': '2022-02-01T04:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': 'b9d3c677-0cc4-4eba-aba1-96ea4a8b19de', 'name': '', 'network_id': '8ceb2e4b-39f4-4c92-b5f9-53afb557667a', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:a3:e6:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a11696-656a-4ad1-b7cc-8cc7fc660bac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '2c8c83f5-8163-4bcf-a291-90df52da79fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:38:17Z', 'updated_at': '2022-02-01T04:38:24Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': '2c8c83f5-8163-4bcf-a291-90df52da79fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:38:25.147484 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e84914a-99e4-43d3-8670-24b831fad99d req-3715ce68-c124-495d-847a-4d0ce203e8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:25.148916 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-4e84914a-99e4-43d3-8670-24b831fad99d req-3715ce68-c124-495d-847a-4d0ce203e8a6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4d511d42-2320-4a5a-a779-e9e784269e2c HTTP/1.1" status: 200 len: 852 time: 0.3405635 Feb 01 04:38:25.286561 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69c80ad3-a08d-4d0d-8ace-aacdd48b9e4d tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:38:25.295476 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-4e84914a-99e4-43d3-8670-24b831fad99d req-0eb7350b-f561-46df-8b2c-87a36b30d9e3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4775b4f6-507f-4c4b-adb5-7114e5745dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776837 Feb 01 04:38:25.297278 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d9dd51-decb-465e-a755-ddd04512eea9 None None] Sync routers for ids ['3287ba47-be07-4184-b62f-def567fc9664'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:38:25.303160 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-703e8b7d-97fe-4cfa-8fdc-48ed8e3032bb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:25.306901 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d9dd51-decb-465e-a755-ddd04512eea9 None None] Routers {'3287ba47-be07-4184-b62f-def567fc9664'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:38:25.307665 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-66d9dd51-decb-465e-a755-ddd04512eea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:38:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['3287ba47-be07-4184-b62f-def567fc9664'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:25.372009 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-66d9dd51-decb-465e-a755-ddd04512eea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:25.382605 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d9dd51-decb-465e-a755-ddd04512eea9 None None] Routers {'3287ba47-be07-4184-b62f-def567fc9664'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:38:25.383224 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-66d9dd51-decb-465e-a755-ddd04512eea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:38:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['3287ba47-be07-4184-b62f-def567fc9664'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:25.444708 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-66d9dd51-decb-465e-a755-ddd04512eea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:25.445122 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d9dd51-decb-465e-a755-ddd04512eea9 None None] The sync data for ids ['3287ba47-be07-4184-b62f-def567fc9664'] in dv-neutron-826830-1-hyperv is: [] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:38:25.490609 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-703e8b7d-97fe-4cfa-8fdc-48ed8e3032bb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:25.524212 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c69d95-3673-41dd-a13c-f1f0982df4a4 req-eac8b8e6-ee43-4f8a-a24b-f8b9be741b86 tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:25.525680 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-c1c69d95-3673-41dd-a13c-f1f0982df4a4 req-eac8b8e6-ee43-4f8a-a24b-f8b9be741b86 tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2867bcf-b1b7-4957-85fc-4d15064617d3 HTTP/1.1" status: 200 len: 945 time: 0.8149593 Feb 01 04:38:25.587743 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703e8b7d-97fe-4cfa-8fdc-48ed8e3032bb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db0855fe-eed5-470a-b8b9-425bb79dc3ea,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:25.685765 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-69c80ad3-a08d-4d0d-8ace-aacdd48b9e4d tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "PUT /v2.0/routers/3287ba47-be07-4184-b62f-def567fc9664/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1275377 Feb 01 04:38:25.689196 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41714) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:25.698176 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-703e8b7d-97fe-4cfa-8fdc-48ed8e3032bb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:25.699336 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-703e8b7d-97fe-4cfa-8fdc-48ed8e3032bb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.3482592 Feb 01 04:38:25.746161 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-63315a71-1209-40df-a881-52afa7be7005 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Synchronizing usage tracker for tenant:1f6ca98a557d4325996431c1756276f6 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:38:25.753435 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-c1c69d95-3673-41dd-a13c-f1f0982df4a4 req-6315a476-cf95-4fb6-b29b-638fb815cf0e tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] 10.222.0.24 "GET /v2.0/security-groups?id=e299e82b-ccb8-4fb2-95e2-a3a1bda44679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002959 Feb 01 04:38:25.793554 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-4e84914a-99e4-43d3-8670-24b831fad99d req-780446c6-2eac-4eb7-aec2-d9d796c932db service neutron] 10.222.0.18 "GET /v2.0/networks/4775b4f6-507f-4c4b-adb5-7114e5745dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4887369 Feb 01 04:38:25.797979 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-63315a71-1209-40df-a881-52afa7be7005 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Unset dirty status for tenant:1f6ca98a557d4325996431c1756276f6 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:38:25.799540 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-63315a71-1209-40df-a881-52afa7be7005 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "GET /v2.0/ports?device_id=3287ba47-be07-4184-b62f-def567fc9664 HTTP/1.1" status: 200 len: 205 time: 0.1086049 Feb 01 04:38:25.802001 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41720) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:25.918778 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8c6adb32-e100-44a1-b7af-82ad8e20c3e6 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:25.942115 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8c6adb32-e100-44a1-b7af-82ad8e20c3e6 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:26.069021 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-4e84914a-99e4-43d3-8670-24b831fad99d req-b887c74b-622e-44c7-8c90-602d25365c8b service neutron] 10.222.0.18 "GET /v2.0/networks/4775b4f6-507f-4c4b-adb5-7114e5745dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684331 Feb 01 04:38:26.082304 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6adb32-e100-44a1-b7af-82ad8e20c3e6 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Pushing event updated for resources: {'Port': ['ID=a750668d-12a5-4d0d-9808-db3a6d4589dc,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:26.084839 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8c6adb32-e100-44a1-b7af-82ad8e20c3e6 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371990'] for router_interface, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:26.127908 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f8a16ff6-4251-4b32-a3b2-76e5e78919e0 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for router, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:26.226488 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6adb32-e100-44a1-b7af-82ad8e20c3e6 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Network e19deab5-c9b9-4c75-8295-88a0f63ec6b9 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:38:26.227590 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-8c6adb32-e100-44a1-b7af-82ad8e20c3e6 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:38:26.283257 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-576f94a4-9c2b-4aee-8248-8d23a0e421d9 req-3e26e077-31fc-4f5a-9733-81cc348071b2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Synchronizing usage tracker for tenant:0629703b9474474a9f2fde13723d2e8b on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:38:26.427736 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c6adb32-e100-44a1-b7af-82ad8e20c3e6 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Router b7adab4d-2f26-4063-a7e7-b3f29065120e is scheduled to L3 agent a3073304-82af-4a42-89af-bc532d6626bb with binding_index 1 {{(pid=87637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 01 04:38:26.460781 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-1208421c-049d-4efd-8ead-29688c81fbc5 None None] Provisioning complete for port a750668d-12a5-4d0d-9808-db3a6d4589dc triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:38:26.461762 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1208421c-049d-4efd-8ead-29688c81fbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:26.467091 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-576f94a4-9c2b-4aee-8248-8d23a0e421d9 req-3e26e077-31fc-4f5a-9733-81cc348071b2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Unset dirty status for tenant:0629703b9474474a9f2fde13723d2e8b on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:38:26.468851 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-576f94a4-9c2b-4aee-8248-8d23a0e421d9 req-3e26e077-31fc-4f5a-9733-81cc348071b2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-912330545&fields=id&tenant_id=0629703b9474474a9f2fde13723d2e8b HTTP/1.1" status: 200 len: 267 time: 0.3688643 Feb 01 04:38:26.478676 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f8a16ff6-4251-4b32-a3b2-76e5e78919e0 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25968'] for router, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:26.482536 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f8a16ff6-4251-4b32-a3b2-76e5e78919e0 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:26.521871 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-1208421c-049d-4efd-8ead-29688c81fbc5 None None] Port a750668d-12a5-4d0d-9808-db3a6d4589dc cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:38:26.591668 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f8a16ff6-4251-4b32-a3b2-76e5e78919e0 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772958'] for router, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:26.592181 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8a16ff6-4251-4b32-a3b2-76e5e78919e0 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Fanout notify agent at l3_agent the message router_deleted on router 3287ba47-be07-4184-b62f-def567fc9664 {{(pid=87636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 01 04:38:26.599359 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c6adb32-e100-44a1-b7af-82ad8e20c3e6 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:38:26.605930 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-8c6adb32-e100-44a1-b7af-82ad8e20c3e6 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "PUT /v2.0/routers/b7adab4d-2f26-4063-a7e7-b3f29065120e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3040104 Feb 01 04:38:26.609087 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41734) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:26.621194 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad8b085-6770-4a30-8363-2a57136208f4 None None] Sync routers for ids ['b7adab4d-2f26-4063-a7e7-b3f29065120e'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:38:26.632788 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad8b085-6770-4a30-8363-2a57136208f4 None None] Routers {'b7adab4d-2f26-4063-a7e7-b3f29065120e'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:38:26.633599 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-9ad8b085-6770-4a30-8363-2a57136208f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:38:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['b7adab4d-2f26-4063-a7e7-b3f29065120e'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:26.650515 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f8a16ff6-4251-4b32-a3b2-76e5e78919e0 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:26.651801 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f8a16ff6-4251-4b32-a3b2-76e5e78919e0 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "DELETE /v2.0/routers/3287ba47-be07-4184-b62f-def567fc9664 HTTP/1.1" status: 204 len: 168 time: 0.8488925 Feb 01 04:38:26.654446 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41738) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:26.701727 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-9ad8b085-6770-4a30-8363-2a57136208f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:26.711559 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad8b085-6770-4a30-8363-2a57136208f4 None None] Routers {'b7adab4d-2f26-4063-a7e7-b3f29065120e'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:38:26.712181 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-9ad8b085-6770-4a30-8363-2a57136208f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:38:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['b7adab4d-2f26-4063-a7e7-b3f29065120e'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:26.720008 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f94a4-9c2b-4aee-8248-8d23a0e421d9 req-2a9ad719-abde-4327-895f-298739509ccf tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:26.721365 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-576f94a4-9c2b-4aee-8248-8d23a0e421d9 req-2a9ad719-abde-4327-895f-298739509ccf tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Synchronizing usage tracker for tenant:0629703b9474474a9f2fde13723d2e8b on resource:network {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:38:26.740525 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_v2 [None req-dda5a23b-2a27-4a33-b35d-806feb90229a tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Deleting subnet 15943484-41b1-4956-91d0-c7a31d0aa751 {{(pid=87637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:38:26.741501 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55eae226-89bf-481d-ab19-67422a9c990e tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:26.742304 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-55eae226-89bf-481d-ab19-67422a9c990e tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Synchronizing usage tracker for tenant:fe61db31beb2433b8247cdb8a5604696 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:38:26.744248 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dda5a23b-2a27-4a33-b35d-806feb90229a tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for subnet, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:26.770720 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device b9d3c677-0cc4-4eba-aba1-96ea4a8b19de up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:38:26.789765 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-576f94a4-9c2b-4aee-8248-8d23a0e421d9 req-2a9ad719-abde-4327-895f-298739509ccf tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Unset dirty status for tenant:0629703b9474474a9f2fde13723d2e8b on resource:network {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:38:26.791045 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-576f94a4-9c2b-4aee-8248-8d23a0e421d9 req-2a9ad719-abde-4327-895f-298739509ccf tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/networks?id=8ceb2e4b-39f4-4c92-b5f9-53afb557667a HTTP/1.1" status: 200 len: 796 time: 0.3103971 Feb 01 04:38:26.797683 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-55eae226-89bf-481d-ab19-67422a9c990e tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Unset dirty status for tenant:fe61db31beb2433b8247cdb8a5604696 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:38:26.801839 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-55eae226-89bf-481d-ab19-67422a9c990e tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "GET /v2.0/ports/a750668d-12a5-4d0d-9808-db3a6d4589dc HTTP/1.1" status: 200 len: 977 time: 0.1923583 Feb 01 04:38:26.802502 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41744) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:26.823977 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-9ad8b085-6770-4a30-8363-2a57136208f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:26.824393 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad8b085-6770-4a30-8363-2a57136208f4 None None] The sync data for ids ['b7adab4d-2f26-4063-a7e7-b3f29065120e'] in dv-neutron-826830-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:38:26.862162 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dda5a23b-2a27-4a33-b35d-806feb90229a tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2424773'] for subnet, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:26.879874 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port b9d3c677-0cc4-4eba-aba1-96ea4a8b19de completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:38:26.884731 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port b9d3c677-0cc4-4eba-aba1-96ea4a8b19de triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:38:26.885219 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:26.970878 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-576f94a4-9c2b-4aee-8248-8d23a0e421d9 req-8bdb28c9-bba3-4ed3-b023-5ea979f9c41d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/quotas/0629703b9474474a9f2fde13723d2e8b HTTP/1.1" status: 200 len: 375 time: 0.1673355 Feb 01 04:38:27.022890 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dda5a23b-2a27-4a33-b35d-806feb90229a tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:27.024126 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:27.057482 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port b9d3c677-0cc4-4eba-aba1-96ea4a8b19de, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=b9d3c677-0cc4-4eba-aba1-96ea4a8b19de,segment=NetworkSegment(91d940e5-4827-4ae9-9424-5bfa02f2e8a2),segment_id=91d940e5-4827-4ae9-9424-5bfa02f2e8a2)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:38:27.063735 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:27.072715 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139b5765-887b-4241-ae6e-777feda299a2 req-cd7331f3-da7d-4dc6-9873-a938f9a5117e tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:27.074343 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-139b5765-887b-4241-ae6e-777feda299a2 req-cd7331f3-da7d-4dc6-9873-a938f9a5117e tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2867bcf-b1b7-4957-85fc-4d15064617d3 HTTP/1.1" status: 200 len: 945 time: 0.1616831 Feb 01 04:38:27.134096 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-139b5765-887b-4241-ae6e-777feda299a2 req-17cdaa38-802d-4250-a98d-e3f343fd3789 tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] 10.222.0.24 "GET /v2.0/security-groups?id=e299e82b-ccb8-4fb2-95e2-a3a1bda44679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486023 Feb 01 04:38:27.137236 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=b9d3c677-0cc4-4eba-aba1-96ea4a8b19de,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:27.155400 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dda5a23b-2a27-4a33-b35d-806feb90229a tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3037665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694336'] for subnet, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:27.200432 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dda5a23b-2a27-4a33-b35d-806feb90229a tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:27.203096 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda5a23b-2a27-4a33-b35d-806feb90229a tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Pushing event deleted for resources: {'Subnet': ['ID=15943484-41b1-4956-91d0-c7a31d0aa751,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:27.210269 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d495bef8-4460-450e-82ca-656dfc70e59c None None] Network ca52981d-82e1-4273-9c09-96bf91fefe71 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:38:27.216237 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-dda5a23b-2a27-4a33-b35d-806feb90229a tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "DELETE /v2.0/subnets/15943484-41b1-4956-91d0-c7a31d0aa751 HTTP/1.1" status: 204 len: 168 time: 0.5607300 Feb 01 04:38:27.217262 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41750) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:27.278544 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-576f94a4-9c2b-4aee-8248-8d23a0e421d9 req-6b7f38ba-f6aa-43fb-b648-c38e4a172f2d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Synchronizing usage tracker for tenant:0629703b9474474a9f2fde13723d2e8b on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:38:27.347069 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-576f94a4-9c2b-4aee-8248-8d23a0e421d9 req-6b7f38ba-f6aa-43fb-b648-c38e4a172f2d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Unset dirty status for tenant:0629703b9474474a9f2fde13723d2e8b on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:38:27.348377 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-576f94a4-9c2b-4aee-8248-8d23a0e421d9 req-6b7f38ba-f6aa-43fb-b648-c38e4a172f2d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0629703b9474474a9f2fde13723d2e8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3229799 Feb 01 04:38:27.450312 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_v2 [None req-818090e5-9f76-4a45-bca9-cd7cf496ac21 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Deleting subnet 72dee5a9-eb72-40b7-bdbb-e769279159a0 {{(pid=87637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:38:27.453808 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-818090e5-9f76-4a45-bca9-cd7cf496ac21 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for subnet, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:27.518875 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba128e5-ba68-4ee7-85a9-5dea51d99ea0 None None] DHCP port deletion for ca52981d-82e1-4273-9c09-96bf91fefe71 request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:38:27.523919 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-1ba128e5-ba68-4ee7-85a9-5dea51d99ea0 None None] Deleting port 1526e5dc-46c7-458b-982a-434487d9afbe {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:38:27.524295 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba128e5-ba68-4ee7-85a9-5dea51d99ea0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:27.526353 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-818090e5-9f76-4a45-bca9-cd7cf496ac21 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2424773'] for subnet, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:27.680776 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57028aa3-d3ce-45e3-bede-a29bce999829 req-01f06565-2cfd-44ac-a32f-c7f88d168dfa tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:27.682654 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-57028aa3-d3ce-45e3-bede-a29bce999829 req-01f06565-2cfd-44ac-a32f-c7f88d168dfa tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2867bcf-b1b7-4957-85fc-4d15064617d3 HTTP/1.1" status: 200 len: 945 time: 0.1233103 Feb 01 04:38:27.688038 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-576f94a4-9c2b-4aee-8248-8d23a0e421d9 req-f3ef9c0e-d178-4e32-89b6-f809af7c4a4a service neutron] 10.222.0.24 "GET /v2.0/networks/8ceb2e4b-39f4-4c92-b5f9-53afb557667a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3228769 Feb 01 04:38:27.695662 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-818090e5-9f76-4a45-bca9-cd7cf496ac21 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:27.751281 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-1ba128e5-ba68-4ee7-85a9-5dea51d99ea0 None None] For port 1526e5dc-46c7-458b-982a-434487d9afbe, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=1526e5dc-46c7-458b-982a-434487d9afbe,segment=NetworkSegment(d0551881-f030-4147-a818-3fbbfcc50847),segment_id=d0551881-f030-4147-a818-3fbbfcc50847)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:38:27.751281 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba128e5-ba68-4ee7-85a9-5dea51d99ea0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:27.780260 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-57028aa3-d3ce-45e3-bede-a29bce999829 req-62647413-db74-47fa-b41c-0efbab878957 tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] 10.222.0.24 "GET /v2.0/security-groups?id=e299e82b-ccb8-4fb2-95e2-a3a1bda44679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868130 Feb 01 04:38:27.811310 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-818090e5-9f76-4a45-bca9-cd7cf496ac21 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3037665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694336'] for subnet, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:27.849136 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-68a99365-d690-4cff-ae8d-feda8087d763 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-371968'] for router_interface, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:27.875340 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818090e5-9f76-4a45-bca9-cd7cf496ac21 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Pushing event deleted for resources: {'Subnet': ['ID=72dee5a9-eb72-40b7-bdbb-e769279159a0,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:27.877875 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-818090e5-9f76-4a45-bca9-cd7cf496ac21 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:27.889532 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-818090e5-9f76-4a45-bca9-cd7cf496ac21 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "DELETE /v2.0/subnets/72dee5a9-eb72-40b7-bdbb-e769279159a0 HTTP/1.1" status: 204 len: 168 time: 0.6709497 Feb 01 04:38:27.892075 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41756) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:27.897098 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef31debe-20d7-4c84-97b6-26da26039717 None None] Network 90b34910-f01b-4ba4-a222-417e7766531a requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:38:27.973912 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-1ba128e5-ba68-4ee7-85a9-5dea51d99ea0 None None] Calling delete_port for 1526e5dc-46c7-458b-982a-434487d9afbe owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:38:28.001441 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-576f94a4-9c2b-4aee-8248-8d23a0e421d9 req-dbd11872-5f19-4ddd-9cf3-57b59352ccc8 service neutron] 10.222.0.24 "GET /v2.0/networks/8ceb2e4b-39f4-4c92-b5f9-53afb557667a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3066611 Feb 01 04:38:28.012176 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-48762307-7237-4697-9884-fe7e8feae920 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:28.023498 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-48762307-7237-4697-9884-fe7e8feae920 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Deleting port 1526e5dc-46c7-458b-982a-434487d9afbe {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:38:28.024049 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-48762307-7237-4697-9884-fe7e8feae920 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:28.200366 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-68a99365-d690-4cff-ae8d-feda8087d763 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Deleting port a750668d-12a5-4d0d-9808-db3a6d4589dc {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:38:28.200804 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-68a99365-d690-4cff-ae8d-feda8087d763 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:28.262941 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba128e5-ba68-4ee7-85a9-5dea51d99ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:28.280897 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-5887c710-9bb2-404d-beeb-78797b7078bc req-e5084114-099e-4fad-9189-6ea74ca945b2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Synchronizing usage tracker for tenant:0629703b9474474a9f2fde13723d2e8b on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:38:28.317871 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba128e5-ba68-4ee7-85a9-5dea51d99ea0 None None] No DVR routers for this DVR port 1526e5dc-46c7-458b-982a-434487d9afbe on host dv-neutron-826830-1-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:38:28.334110 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba128e5-ba68-4ee7-85a9-5dea51d99ea0 None None] Pushing event deleted for resources: {'Port': ['ID=1526e5dc-46c7-458b-982a-434487d9afbe,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:28.419646 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8264e1a1-e345-4971-bf94-66ba9e3e2dff None None] DHCP port deletion for 90b34910-f01b-4ba4-a222-417e7766531a request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:38:28.424387 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-5887c710-9bb2-404d-beeb-78797b7078bc req-e5084114-099e-4fad-9189-6ea74ca945b2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Unset dirty status for tenant:0629703b9474474a9f2fde13723d2e8b on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:38:28.424795 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-8264e1a1-e345-4971-bf94-66ba9e3e2dff None None] Deleting port 9b24b603-22f9-484f-8c89-1d398e8169b5 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:38:28.425380 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8264e1a1-e345-4971-bf94-66ba9e3e2dff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:28.426464 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-5887c710-9bb2-404d-beeb-78797b7078bc req-e5084114-099e-4fad-9189-6ea74ca945b2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=c778b2f1-aa7e-4681-ae35-4df9a5a4e5ab HTTP/1.1" status: 200 len: 210 time: 0.2457700 Feb 01 04:38:28.440192 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-48762307-7237-4697-9884-fe7e8feae920 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] For port 1526e5dc-46c7-458b-982a-434487d9afbe, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=1526e5dc-46c7-458b-982a-434487d9afbe,segment=NetworkSegment(d0551881-f030-4147-a818-3fbbfcc50847),segment_id=d0551881-f030-4147-a818-3fbbfcc50847)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:38:28.440920 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-48762307-7237-4697-9884-fe7e8feae920 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:28.508301 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-68a99365-d690-4cff-ae8d-feda8087d763 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:28.597914 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-48762307-7237-4697-9884-fe7e8feae920 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Calling delete_port for 1526e5dc-46c7-458b-982a-434487d9afbe owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:38:28.693388 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-8264e1a1-e345-4971-bf94-66ba9e3e2dff None None] For port 9b24b603-22f9-484f-8c89-1d398e8169b5, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=9b24b603-22f9-484f-8c89-1d398e8169b5,segment=NetworkSegment(f1944ee7-d1a5-4976-afa3-aeaf660d2c38),segment_id=f1944ee7-d1a5-4976-afa3-aeaf660d2c38)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:38:28.693966 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8264e1a1-e345-4971-bf94-66ba9e3e2dff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:28.708104 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.api [None req-48762307-7237-4697-9884-fe7e8feae920 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:38:28.708596 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG oslo_db.api [None req-48762307-7237-4697-9884-fe7e8feae920 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:38:28.712346 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device b9d3c677-0cc4-4eba-aba1-96ea4a8b19de up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:38:28.721463 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-68a99365-d690-4cff-ae8d-feda8087d763 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Calling delete_port for a750668d-12a5-4d0d-9808-db3a6d4589dc owned by network:router_interface {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:38:28.852399 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-8264e1a1-e345-4971-bf94-66ba9e3e2dff None None] Calling delete_port for 9b24b603-22f9-484f-8c89-1d398e8169b5 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:38:28.951026 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port b9d3c677-0cc4-4eba-aba1-96ea4a8b19de triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:38:28.951499 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:28.993560 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8264e1a1-e345-4971-bf94-66ba9e3e2dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:29.052620 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8264e1a1-e345-4971-bf94-66ba9e3e2dff None None] Pushing event deleted for resources: {'Port': ['ID=9b24b603-22f9-484f-8c89-1d398e8169b5,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:29.056904 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8264e1a1-e345-4971-bf94-66ba9e3e2dff None None] No DVR routers for this DVR port 9b24b603-22f9-484f-8c89-1d398e8169b5 on host dv-neutron-826830-1-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:38:29.157345 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf113f-b8d2-4166-a917-9b23662a7a6b req-c9eac65c-a9a4-419a-bcbe-de6956d8841e tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:29.158808 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-adaf113f-b8d2-4166-a917-9b23662a7a6b req-c9eac65c-a9a4-419a-bcbe-de6956d8841e tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2867bcf-b1b7-4957-85fc-4d15064617d3 HTTP/1.1" status: 200 len: 945 time: 0.1791990 Feb 01 04:38:29.173510 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 1526e5dc-46c7-458b-982a-434487d9afbe no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:38:29.189174 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-68a99365-d690-4cff-ae8d-feda8087d763 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:29.209876 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-48762307-7237-4697-9884-fe7e8feae920 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Deleting port 1526e5dc-46c7-458b-982a-434487d9afbe {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:38:29.210379 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 1526e5dc-46c7-458b-982a-434487d9afbe {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:38:29.210730 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 1526e5dc-46c7-458b-982a-434487d9afbe not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:38:29.211001 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-48762307-7237-4697-9884-fe7e8feae920 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:29.211147 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 9b24b603-22f9-484f-8c89-1d398e8169b5 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:38:29.247397 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 9b24b603-22f9-484f-8c89-1d398e8169b5 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:38:29.247772 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 9b24b603-22f9-484f-8c89-1d398e8169b5 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:38:29.257988 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-adaf113f-b8d2-4166-a917-9b23662a7a6b req-a43114cd-7517-47c5-8a81-12c2f57ff617 tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] 10.222.0.24 "GET /v2.0/security-groups?id=e299e82b-ccb8-4fb2-95e2-a3a1bda44679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899239 Feb 01 04:38:29.295617 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a99365-d690-4cff-ae8d-feda8087d763 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Pushing event deleted for resources: {'Port': ['ID=a750668d-12a5-4d0d-9808-db3a6d4589dc,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:29.305207 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-48762307-7237-4697-9884-fe7e8feae920 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] The port '1526e5dc-46c7-458b-982a-434487d9afbe' was deleted {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 01 04:38:29.441425 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-48762307-7237-4697-9884-fe7e8feae920 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:29.470578 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-48762307-7237-4697-9884-fe7e8feae920 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca52981d-82e1-4273-9c09-96bf91fefe71']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:29.484097 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-48762307-7237-4697-9884-fe7e8feae920 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0551881-f030-4147-a818-3fbbfcc50847') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:29.484396 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-48762307-7237-4697-9884-fe7e8feae920 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0551881-f030-4147-a818-3fbbfcc50847') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:29.496504 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-48762307-7237-4697-9884-fe7e8feae920 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:29.554821 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-48762307-7237-4697-9884-fe7e8feae920 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:29.571300 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48762307-7237-4697-9884-fe7e8feae920 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:38:29.571698 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-48762307-7237-4697-9884-fe7e8feae920 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:29.587036 dv-neutron-826830-1-hyperv neutron-server[87637]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:38:29.587036 dv-neutron-826830-1-hyperv neutron-server[87637]: util.warn( Feb 01 04:38:29.587036 dv-neutron-826830-1-hyperv neutron-server[87637]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:38:29.587036 dv-neutron-826830-1-hyperv neutron-server[87637]: util.warn( Feb 01 04:38:29.587036 dv-neutron-826830-1-hyperv neutron-server[87637]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:38:29.587036 dv-neutron-826830-1-hyperv neutron-server[87637]: util.warn( Feb 01 04:38:29.587036 dv-neutron-826830-1-hyperv neutron-server[87637]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:38:29.587036 dv-neutron-826830-1-hyperv neutron-server[87637]: util.warn( Feb 01 04:38:29.587036 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 04:38:29.587036 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:38:29.587036 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 04:38:29.587036 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:38:29.587036 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 04:38:29.587036 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:38:29.587036 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 04:38:29.587036 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:38:29.587036 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 04:38:29.587036 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:38:29.587036 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 04:38:29.587036 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:38:29.587036 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 04:38:29.587036 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:38:29.587036 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:38:29.587036 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:38:29.587036 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:38:29.587036 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:38:29.587036 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 04:38:29.587036 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:38:29.587036 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 04:38:29.587036 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:38:29.587036 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:38:29.587036 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:38:29.587036 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 04:38:29.587036 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:38:29.587036 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:38:29.587036 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:38:29.587036 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:38:29.587036 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:38:29.587036 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:38:29.587036 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:38:29.640561 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-50fcc889-acfd-45a3-b663-023a58dc796f req-d30bce66-8937-4c9f-ae30-57c45cdc0b22 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=c778b2f1-aa7e-4681-ae35-4df9a5a4e5ab HTTP/1.1" status: 200 len: 210 time: 0.0721767 Feb 01 04:38:29.694677 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-68a99365-d690-4cff-ae8d-feda8087d763 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770960'] for router_interface, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:29.841925 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad9fc4-138b-4101-81fc-d3593569e952 req-d8c3a3a6-a5d4-438b-a406-2bfa414e8791 tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:29.842567 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-7cad9fc4-138b-4101-81fc-d3593569e952 req-d8c3a3a6-a5d4-438b-a406-2bfa414e8791 tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2867bcf-b1b7-4957-85fc-4d15064617d3 HTTP/1.1" status: 200 len: 945 time: 0.3356028 Feb 01 04:38:29.847087 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-48762307-7237-4697-9884-fe7e8feae920 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:29.908438 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-48762307-7237-4697-9884-fe7e8feae920 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:29.924351 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48762307-7237-4697-9884-fe7e8feae920 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Pushing event deleted for resources: {'Network': ['ID=ca52981d-82e1-4273-9c09-96bf91fefe71,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:29.937167 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f94a4-9c2b-4aee-8248-8d23a0e421d9 req-896c7515-0a2a-4e76-b96f-dd6164cf06da tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:29.939019 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-576f94a4-9c2b-4aee-8248-8d23a0e421d9 req-896c7515-0a2a-4e76-b96f-dd6164cf06da tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.18 "GET /v2.0/networks?id=8ceb2e4b-39f4-4c92-b5f9-53afb557667a HTTP/1.1" status: 200 len: 796 time: 0.3679550 Feb 01 04:38:29.952980 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-48762307-7237-4697-9884-fe7e8feae920 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "DELETE /v2.0/networks/ca52981d-82e1-4273-9c09-96bf91fefe71 HTTP/1.1" status: 204 len: 168 time: 2.0599070 Feb 01 04:38:29.955649 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41778) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:29.977786 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [req-7cad9fc4-138b-4101-81fc-d3593569e952 req-64886940-268c-45cc-a644-f81794fb6cf8 tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] Deleting port 50b1b294-8138-4b63-bf2c-7ffcbd921f13 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:38:29.978123 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-7cad9fc4-138b-4101-81fc-d3593569e952 req-64886940-268c-45cc-a644-f81794fb6cf8 tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:30.101780 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68a99365-d690-4cff-ae8d-feda8087d763 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Router b7adab4d-2f26-4063-a7e7-b3f29065120e has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:38:30.111190 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-576f94a4-9c2b-4aee-8248-8d23a0e421d9 req-c8bb3ec9-a830-4a42-8bc6-10a6a6d276d7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0629703b9474474a9f2fde13723d2e8b HTTP/1.1" status: 200 len: 379 time: 0.1219523 Feb 01 04:38:30.163824 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-102fb508-b083-4b08-a9f0-78a2b1f35b0d tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:30.179652 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-576f94a4-9c2b-4aee-8248-8d23a0e421d9 req-09c35609-0e0a-445d-8f97-147bd11476a7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'port': {'device_id': 'c778b2f1-aa7e-4681-ae35-4df9a5a4e5ab', 'network_id': '8ceb2e4b-39f4-4c92-b5f9-53afb557667a', 'admin_state_up': True, 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'security_groups': ['b77a2ea2-bf6f-4747-8b6e-4d7e38103eb0']}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:38:30.288499 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a99365-d690-4cff-ae8d-feda8087d763 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:38:30.298875 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2e9523-a691-42b2-80f4-faafe9792be1 None None] Sync routers for ids ['b7adab4d-2f26-4063-a7e7-b3f29065120e'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:38:30.308659 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2e9523-a691-42b2-80f4-faafe9792be1 None None] Routers {'b7adab4d-2f26-4063-a7e7-b3f29065120e'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:38:30.309532 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-6c2e9523-a691-42b2-80f4-faafe9792be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:38:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['b7adab4d-2f26-4063-a7e7-b3f29065120e'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:30.379606 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-6c2e9523-a691-42b2-80f4-faafe9792be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:30.393406 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2e9523-a691-42b2-80f4-faafe9792be1 None None] Routers {'b7adab4d-2f26-4063-a7e7-b3f29065120e'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:38:30.394358 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-6c2e9523-a691-42b2-80f4-faafe9792be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:38:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['b7adab4d-2f26-4063-a7e7-b3f29065120e'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:30.417050 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-102fb508-b083-4b08-a9f0-78a2b1f35b0d tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:30.420332 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-68a99365-d690-4cff-ae8d-feda8087d763 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "PUT /v2.0/routers/b7adab4d-2f26-4063-a7e7-b3f29065120e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5787137 Feb 01 04:38:30.426840 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41784) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:30.459677 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-576f94a4-9c2b-4aee-8248-8d23a0e421d9 req-09c35609-0e0a-445d-8f97-147bd11476a7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:38:30.462973 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-6c2e9523-a691-42b2-80f4-faafe9792be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:30.463489 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2e9523-a691-42b2-80f4-faafe9792be1 None None] The sync data for ids ['b7adab4d-2f26-4063-a7e7-b3f29065120e'] in dv-neutron-826830-1-hyperv is: [] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:38:30.477051 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-576f94a4-9c2b-4aee-8248-8d23a0e421d9 req-09c35609-0e0a-445d-8f97-147bd11476a7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:38:30.499942 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-576f94a4-9c2b-4aee-8248-8d23a0e421d9 req-09c35609-0e0a-445d-8f97-147bd11476a7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Made reservation on behalf of 0629703b9474474a9f2fde13723d2e8b for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:38:30.503564 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-576f94a4-9c2b-4aee-8248-8d23a0e421d9 req-09c35609-0e0a-445d-8f97-147bd11476a7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:30.528121 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [req-7cad9fc4-138b-4101-81fc-d3593569e952 req-64886940-268c-45cc-a644-f81794fb6cf8 tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] For port 50b1b294-8138-4b63-bf2c-7ffcbd921f13, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=50b1b294-8138-4b63-bf2c-7ffcbd921f13,segment=NetworkSegment(e3a4e7d1-3daf-4cea-9f24-15dcf3a17867),segment_id=e3a4e7d1-3daf-4cea-9f24-15dcf3a17867)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:38:30.528478 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-7cad9fc4-138b-4101-81fc-d3593569e952 req-64886940-268c-45cc-a644-f81794fb6cf8 tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:30.537130 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-102fb508-b083-4b08-a9f0-78a2b1f35b0d tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90b34910-f01b-4ba4-a222-417e7766531a']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:30.578007 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf7d93d-f038-4538-ac03-170f99ea6d4d req-99f4fa05-2b16-407a-ba0f-5475e6b128e6 tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:30.579501 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1bf7d93d-f038-4538-ac03-170f99ea6d4d req-99f4fa05-2b16-407a-ba0f-5475e6b128e6 tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2867bcf-b1b7-4957-85fc-4d15064617d3 HTTP/1.1" status: 200 len: 945 time: 0.1605909 Feb 01 04:38:30.658006 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-102fb508-b083-4b08-a9f0-78a2b1f35b0d tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1944ee7-d1a5-4976-afa3-aeaf660d2c38') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:30.658606 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-102fb508-b083-4b08-a9f0-78a2b1f35b0d tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1944ee7-d1a5-4976-afa3-aeaf660d2c38') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:30.684436 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1bf7d93d-f038-4538-ac03-170f99ea6d4d req-f24d03fd-0a68-4a92-ad65-001b0400fe26 tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] 10.222.0.24 "GET /v2.0/security-groups?id=e299e82b-ccb8-4fb2-95e2-a3a1bda44679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951955 Feb 01 04:38:30.719159 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [req-576f94a4-9c2b-4aee-8248-8d23a0e421d9 req-09c35609-0e0a-445d-8f97-147bd11476a7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Allocated IP 172.20.0.7 (8ceb2e4b-39f4-4c92-b5f9-53afb557667a/2c8c83f5-8163-4bcf-a291-90df52da79fe/60ade37f-190e-4792-9981-bdee4579ff81) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:38:30.729475 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [req-7cad9fc4-138b-4101-81fc-d3593569e952 req-64886940-268c-45cc-a644-f81794fb6cf8 tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] Calling delete_port for 50b1b294-8138-4b63-bf2c-7ffcbd921f13 owned by compute:nova {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:38:30.834134 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-102fb508-b083-4b08-a9f0-78a2b1f35b0d tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:30.902316 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-d80c365e-68bd-4032-bc88-52c67c54899e req-b5726a04-645e-46c5-9a45-4a309565d0a0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=c778b2f1-aa7e-4681-ae35-4df9a5a4e5ab HTTP/1.1" status: 200 len: 210 time: 0.0888677 Feb 01 04:38:30.914399 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-576f94a4-9c2b-4aee-8248-8d23a0e421d9 req-09c35609-0e0a-445d-8f97-147bd11476a7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:30.930540 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-576f94a4-9c2b-4aee-8248-8d23a0e421d9 req-09c35609-0e0a-445d-8f97-147bd11476a7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Transition to ACTIVE for port object 60ade37f-190e-4792-9981-bdee4579ff81 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:38:30.958179 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-576f94a4-9c2b-4aee-8248-8d23a0e421d9 req-09c35609-0e0a-445d-8f97-147bd11476a7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:30.965189 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-102fb508-b083-4b08-a9f0-78a2b1f35b0d tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:31.010726 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-102fb508-b083-4b08-a9f0-78a2b1f35b0d tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:38:31.011121 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-102fb508-b083-4b08-a9f0-78a2b1f35b0d tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:31.031428 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 04:38:31.031428 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:38:31.031428 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 04:38:31.031428 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:38:31.031428 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 04:38:31.031428 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:38:31.031428 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 04:38:31.031428 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:38:31.031428 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 04:38:31.031428 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:38:31.031428 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 04:38:31.031428 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:38:31.031428 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 04:38:31.031428 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:38:31.031428 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:38:31.031428 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:38:31.031428 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:38:31.031428 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:38:31.031428 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 04:38:31.031428 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:38:31.031428 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 04:38:31.031428 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:38:31.031428 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:38:31.031428 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:38:31.031428 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 04:38:31.031428 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:38:31.031428 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:38:31.031428 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:38:31.031428 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:38:31.031428 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:38:31.031428 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:38:31.031428 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:38:31.100302 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.api.v2.resource [None req-94755a3c-efdf-4f4a-9d7e-7dd57459fd52 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] remove_router_interface failed (client error): The resource could not be found. Feb 01 04:38:31.103966 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-94755a3c-efdf-4f4a-9d7e-7dd57459fd52 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "PUT /v2.0/routers/b7adab4d-2f26-4063-a7e7-b3f29065120e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6736116 Feb 01 04:38:31.143459 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41790) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:31.185345 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-576f94a4-9c2b-4aee-8248-8d23a0e421d9 req-09c35609-0e0a-445d-8f97-147bd11476a7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Network 8ceb2e4b-39f4-4c92-b5f9-53afb557667a is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:38:31.193000 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [req-576f94a4-9c2b-4aee-8248-8d23a0e421d9 req-09c35609-0e0a-445d-8f97-147bd11476a7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:38:31.202426 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-576f94a4-9c2b-4aee-8248-8d23a0e421d9 req-09c35609-0e0a-445d-8f97-147bd11476a7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:38:31.229028 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c4ae5d61-7bbb-441b-80d1-32f721ba38c8 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Synchronizing usage tracker for tenant:fe61db31beb2433b8247cdb8a5604696 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:38:31.254221 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c35609-0e0a-445d-8f97-147bd11476a7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'Port': ['ID=60ade37f-190e-4792-9981-bdee4579ff81,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:31.278446 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c4ae5d61-7bbb-441b-80d1-32f721ba38c8 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Unset dirty status for tenant:fe61db31beb2433b8247cdb8a5604696 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:38:31.280092 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c4ae5d61-7bbb-441b-80d1-32f721ba38c8 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7adab4d-2f26-4063-a7e7-b3f29065120e HTTP/1.1" status: 200 len: 205 time: 0.1323590 Feb 01 04:38:31.283814 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41794) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:31.287771 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f94a4-9c2b-4aee-8248-8d23a0e421d9 req-09c35609-0e0a-445d-8f97-147bd11476a7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:31.288366 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-576f94a4-9c2b-4aee-8248-8d23a0e421d9 req-09c35609-0e0a-445d-8f97-147bd11476a7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:31.316432 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-576f94a4-9c2b-4aee-8248-8d23a0e421d9 req-09c35609-0e0a-445d-8f97-147bd11476a7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1967521 Feb 01 04:38:31.335029 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-576f94a4-9c2b-4aee-8248-8d23a0e421d9 req-9d65a0e8-3a96-43e9-9ee3-5b4efc42e6c1 service neutron] Request body: {'port': {'device_id': 'c778b2f1-aa7e-4681-ae35-4df9a5a4e5ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:38:31.376163 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-102fb508-b083-4b08-a9f0-78a2b1f35b0d tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:31.407459 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-102fb508-b083-4b08-a9f0-78a2b1f35b0d tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:31.445530 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-576f94a4-9c2b-4aee-8248-8d23a0e421d9 req-9d65a0e8-3a96-43e9-9ee3-5b4efc42e6c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:31.476398 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-471cfbf5-e532-4dab-9781-732a79100e29 None None] Provisioning for port 60ade37f-190e-4792-9981-bdee4579ff81 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:38:31.481543 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-471cfbf5-e532-4dab-9781-732a79100e29 None None] Provisioning complete for port 60ade37f-190e-4792-9981-bdee4579ff81 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:38:31.481915 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-471cfbf5-e532-4dab-9781-732a79100e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:31.488951 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102fb508-b083-4b08-a9f0-78a2b1f35b0d tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Pushing event deleted for resources: {'Network': ['ID=90b34910-f01b-4ba4-a222-417e7766531a,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:31.494934 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8aabdb85-3d45-4fed-b8d9-42139771d8c3 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for router, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:31.538209 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-471cfbf5-e532-4dab-9781-732a79100e29 None None] Port 60ade37f-190e-4792-9981-bdee4579ff81 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:38:31.553645 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-102fb508-b083-4b08-a9f0-78a2b1f35b0d tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "DELETE /v2.0/networks/90b34910-f01b-4ba4-a222-417e7766531a HTTP/1.1" status: 204 len: 168 time: 1.5970588 Feb 01 04:38:31.561918 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41798) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:31.572145 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-c7902a5b-b28e-4470-b2c3-b5301da8d096 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-527175781'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:38:31.581486 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c7902a5b-b28e-4470-b2c3-b5301da8d096 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:38:31.593223 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c7902a5b-b28e-4470-b2c3-b5301da8d096 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Usage tracker for resource:network and tenant:1f6ca98a557d4325996431c1756276f6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:38:31.598244 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c7902a5b-b28e-4470-b2c3-b5301da8d096 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:38:31.608039 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c7902a5b-b28e-4470-b2c3-b5301da8d096 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:38:31.635047 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-7cad9fc4-138b-4101-81fc-d3593569e952 req-64886940-268c-45cc-a644-f81794fb6cf8 tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:31.648530 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7902a5b-b28e-4470-b2c3-b5301da8d096 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Made reservation on behalf of 1f6ca98a557d4325996431c1756276f6 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:38:31.651864 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c7902a5b-b28e-4470-b2c3-b5301da8d096 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:31.667772 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] get_ports_and_sgs() called for port_ids ['50b1b294-8138-4b63-bf2c-7ffcbd921f13'] {{(pid=87638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 01 04:38:31.744870 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7902a5b-b28e-4470-b2c3-b5301da8d096 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:38:31.769746 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c7902a5b-b28e-4470-b2c3-b5301da8d096 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:31.770119 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-c7902a5b-b28e-4470-b2c3-b5301da8d096 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Added segment 590d185b-658f-466f-95ea-78bd27329c65 of type vlan for network 89445bd2-74e0-4bd7-956a-3f60d05f1754 Feb 01 04:38:31.794206 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64886940-268c-45cc-a644-f81794fb6cf8 tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] Pushing event deleted for resources: {'Port': ['ID=50b1b294-8138-4b63-bf2c-7ffcbd921f13,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:31.843091 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c7902a5b-b28e-4470-b2c3-b5301da8d096 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:31.890042 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-195787fa-32bc-4f65-ace3-43e4f6c7b1a7 req-8be52742-666a-4bc1-91e0-1f1fa6607811 tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2867bcf-b1b7-4957-85fc-4d15064617d3 HTTP/1.1" status: 200 len: 210 time: 0.0863922 Feb 01 04:38:31.891574 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8aabdb85-3d45-4fed-b8d9-42139771d8c3 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25968'] for router, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:31.917521 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8aabdb85-3d45-4fed-b8d9-42139771d8c3 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:31.920100 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5e1353b9-ea3b-4bf7-b781-944c58d34d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:31.933150 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cad9fc4-138b-4101-81fc-d3593569e952 req-64886940-268c-45cc-a644-f81794fb6cf8 tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] No DVR routers for this DVR port 50b1b294-8138-4b63-bf2c-7ffcbd921f13 on host hv-neutron-8268 {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:38:31.938073 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-7cad9fc4-138b-4101-81fc-d3593569e952 req-64886940-268c-45cc-a644-f81794fb6cf8 tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:31.938979 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [req-576f94a4-9c2b-4aee-8248-8d23a0e421d9 req-9d65a0e8-3a96-43e9-9ee3-5b4efc42e6c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60ade37f-190e-4792-9981-bdee4579ff81 {{(pid=87636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 04:38:31.940246 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-7cad9fc4-138b-4101-81fc-d3593569e952 req-64886940-268c-45cc-a644-f81794fb6cf8 tempest-TestServerAdvancedOps-27273882 tempest-TestServerAdvancedOps-27273882-project] 10.222.0.18 "DELETE /v2.0/ports/50b1b294-8138-4b63-bf2c-7ffcbd921f13 HTTP/1.1" status: 204 len: 173 time: 2.0911555 Feb 01 04:38:31.940640 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2867bcf-b1b7-4957-85fc-4d15064617d3', 'name': 'network-vif-deleted', 'tag': '50b1b294-8138-4b63-bf2c-7ffcbd921f13'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:38:31.955907 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-576f94a4-9c2b-4aee-8248-8d23a0e421d9 req-9d65a0e8-3a96-43e9-9ee3-5b4efc42e6c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:31.960252 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c7902a5b-b28e-4470-b2c3-b5301da8d096 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:31.968669 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7902a5b-b28e-4470-b2c3-b5301da8d096 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:31.970327 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8aabdb85-3d45-4fed-b8d9-42139771d8c3 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772958'] for router, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:31.970922 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aabdb85-3d45-4fed-b8d9-42139771d8c3 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Fanout notify agent at l3_agent the message router_deleted on router b7adab4d-2f26-4063-a7e7-b3f29065120e {{(pid=87637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 01 04:38:31.971952 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c7902a5b-b28e-4470-b2c3-b5301da8d096 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:31.995011 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8aabdb85-3d45-4fed-b8d9-42139771d8c3 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:31.996890 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-8aabdb85-3d45-4fed-b8d9-42139771d8c3 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "DELETE /v2.0/routers/b7adab4d-2f26-4063-a7e7-b3f29065120e HTTP/1.1" status: 204 len: 168 time: 0.7118914 Feb 01 04:38:32.002016 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41808) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:32.015579 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-576f94a4-9c2b-4aee-8248-8d23a0e421d9 req-9d65a0e8-3a96-43e9-9ee3-5b4efc42e6c1 service neutron] Transition to ACTIVE for port object 60ade37f-190e-4792-9981-bdee4579ff81 will not be triggered until provisioned by entity L2. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:38:32.054140 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2867bcf-b1b7-4957-85fc-4d15064617d3', 'name': 'network-vif-deleted', 'tag': '50b1b294-8138-4b63-bf2c-7ffcbd921f13', 'status': 'completed', 'code': 200} Feb 01 04:38:32.094295 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_v2 [None req-5efb1c97-9102-4889-92e6-127a23f1b551 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Deleting subnet 54129884-9afd-4433-97fe-f55070ce5790 {{(pid=87637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:38:32.098398 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5efb1c97-9102-4889-92e6-127a23f1b551 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for subnet, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:32.139216 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7902a5b-b28e-4470-b2c3-b5301da8d096 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Pushing event updated for resources: {'Network': ['ID=89445bd2-74e0-4bd7-956a-3f60d05f1754,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:32.141471 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-576f94a4-9c2b-4aee-8248-8d23a0e421d9 req-9d65a0e8-3a96-43e9-9ee3-5b4efc42e6c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:32.156101 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 89445bd2-74e0-4bd7-956a-3f60d05f1754 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:38:32.165656 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5efb1c97-9102-4889-92e6-127a23f1b551 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2424773'] for subnet, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:32.319688 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c7902a5b-b28e-4470-b2c3-b5301da8d096 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7570090 Feb 01 04:38:32.322856 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41812) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:32.329686 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-f518bbb4-822f-4333-99d8-f44d9029d459 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Request body: {'subnet': {'network_id': '89445bd2-74e0-4bd7-956a-3f60d05f1754', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:38:32.364618 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d65a0e8-3a96-43e9-9ee3-5b4efc42e6c1 service neutron] Pushing event updated for resources: {'Port': ['ID=60ade37f-190e-4792-9981-bdee4579ff81,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:32.373350 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab139df3-fd99-476e-a958-740dcdc8fe6c req-16b37c49-3fe2-438f-a0a7-4c158a43c8ef tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:32.375072 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-ab139df3-fd99-476e-a958-740dcdc8fe6c req-16b37c49-3fe2-438f-a0a7-4c158a43c8ef tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=c778b2f1-aa7e-4681-ae35-4df9a5a4e5ab HTTP/1.1" status: 200 len: 943 time: 0.1674619 Feb 01 04:38:32.400717 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-576f94a4-9c2b-4aee-8248-8d23a0e421d9 req-9d65a0e8-3a96-43e9-9ee3-5b4efc42e6c1 service neutron] Attempting to bind port 60ade37f-190e-4792-9981-bdee4579ff81 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:38:32.401044 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-576f94a4-9c2b-4aee-8248-8d23a0e421d9 req-9d65a0e8-3a96-43e9-9ee3-5b4efc42e6c1 service neutron] Attempting to bind port 60ade37f-190e-4792-9981-bdee4579ff81 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '91d940e5-4827-4ae9-9424-5bfa02f2e8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8ceb2e4b-39f4-4c92-b5f9-53afb557667a'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:38:32.401355 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576f94a4-9c2b-4aee-8248-8d23a0e421d9 req-9d65a0e8-3a96-43e9-9ee3-5b4efc42e6c1 service neutron] Attempting to bind port 60ade37f-190e-4792-9981-bdee4579ff81 on network 8ceb2e4b-39f4-4c92-b5f9-53afb557667a {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:38:32.406760 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576f94a4-9c2b-4aee-8248-8d23a0e421d9 req-9d65a0e8-3a96-43e9-9ee3-5b4efc42e6c1 service neutron] Port 60ade37f-190e-4792-9981-bdee4579ff81 on network 8ceb2e4b-39f4-4c92-b5f9-53afb557667a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:38:32.407073 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576f94a4-9c2b-4aee-8248-8d23a0e421d9 req-9d65a0e8-3a96-43e9-9ee3-5b4efc42e6c1 service neutron] Attempting to bind port 60ade37f-190e-4792-9981-bdee4579ff81 on network 8ceb2e4b-39f4-4c92-b5f9-53afb557667a {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:38:32.412359 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576f94a4-9c2b-4aee-8248-8d23a0e421d9 req-9d65a0e8-3a96-43e9-9ee3-5b4efc42e6c1 service neutron] Checking agent: {'id': '63664c57-372e-43f7-9ecb-4deedcf8ddc7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 28, 15), 'started_at': datetime.datetime(2022, 2, 1, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:38:32.412688 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576f94a4-9c2b-4aee-8248-8d23a0e421d9 req-9d65a0e8-3a96-43e9-9ee3-5b4efc42e6c1 service neutron] Checking segment: {'id': '91d940e5-4827-4ae9-9424-5bfa02f2e8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8ceb2e4b-39f4-4c92-b5f9-53afb557667a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:38:32.413391 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576f94a4-9c2b-4aee-8248-8d23a0e421d9 req-9d65a0e8-3a96-43e9-9ee3-5b4efc42e6c1 service neutron] Bound using segment: {'id': '91d940e5-4827-4ae9-9424-5bfa02f2e8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8ceb2e4b-39f4-4c92-b5f9-53afb557667a'} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:38:32.413516 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-576f94a4-9c2b-4aee-8248-8d23a0e421d9 req-9d65a0e8-3a96-43e9-9ee3-5b4efc42e6c1 service neutron] Bound port: 60ade37f-190e-4792-9981-bdee4579ff81, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91d940e5-4827-4ae9-9424-5bfa02f2e8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8ceb2e4b-39f4-4c92-b5f9-53afb557667a'}}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:38:32.413784 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-576f94a4-9c2b-4aee-8248-8d23a0e421d9 req-9d65a0e8-3a96-43e9-9ee3-5b4efc42e6c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:32.512833 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5efb1c97-9102-4889-92e6-127a23f1b551 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:32.513070 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-576f94a4-9c2b-4aee-8248-8d23a0e421d9 req-9d65a0e8-3a96-43e9-9ee3-5b4efc42e6c1 service neutron] For port 60ade37f-190e-4792-9981-bdee4579ff81, host hv-neutron-8268, cleared binding levels {{(pid=87636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:38:32.517508 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-576f94a4-9c2b-4aee-8248-8d23a0e421d9 req-9d65a0e8-3a96-43e9-9ee3-5b4efc42e6c1 service neutron] For port 60ade37f-190e-4792-9981-bdee4579ff81, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=60ade37f-190e-4792-9981-bdee4579ff81,segment=NetworkSegment(91d940e5-4827-4ae9-9424-5bfa02f2e8a2),segment_id=91d940e5-4827-4ae9-9424-5bfa02f2e8a2)] {{(pid=87636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:38:32.521756 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-576f94a4-9c2b-4aee-8248-8d23a0e421d9 req-9d65a0e8-3a96-43e9-9ee3-5b4efc42e6c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:32.557502 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-ab139df3-fd99-476e-a958-740dcdc8fe6c req-d64cf32a-d190-44d9-92fc-c97164c33c5b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=b77a2ea2-bf6f-4747-8b6e-4d7e38103eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1586475 Feb 01 04:38:32.561425 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-f518bbb4-822f-4333-99d8-f44d9029d459 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:38:32.572671 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-f518bbb4-822f-4333-99d8-f44d9029d459 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Usage tracker for resource:subnet and tenant:1f6ca98a557d4325996431c1756276f6 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:38:32.577820 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-f518bbb4-822f-4333-99d8-f44d9029d459 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:38:32.583872 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f94a4-9c2b-4aee-8248-8d23a0e421d9 req-9d65a0e8-3a96-43e9-9ee3-5b4efc42e6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:32.584495 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-576f94a4-9c2b-4aee-8248-8d23a0e421d9 req-9d65a0e8-3a96-43e9-9ee3-5b4efc42e6c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:32.585892 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-576f94a4-9c2b-4aee-8248-8d23a0e421d9 req-9d65a0e8-3a96-43e9-9ee3-5b4efc42e6c1 service neutron] 10.222.0.18 "PUT /v2.0/ports/60ade37f-190e-4792-9981-bdee4579ff81 HTTP/1.1" status: 200 len: 1093 time: 1.2561259 Feb 01 04:38:32.586321 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c778b2f1-aa7e-4681-ae35-4df9a5a4e5ab', 'tag': '60ade37f-190e-4792-9981-bdee4579ff81'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:38:32.588371 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-f518bbb4-822f-4333-99d8-f44d9029d459 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:38:32.612645 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f518bbb4-822f-4333-99d8-f44d9029d459 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Made reservation on behalf of 1f6ca98a557d4325996431c1756276f6 for: {'subnet': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:38:32.616392 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f518bbb4-822f-4333-99d8-f44d9029d459 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3694443'] for subnet, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:32.628821 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d65a0e8-3a96-43e9-9ee3-5b4efc42e6c1 service neutron] Pushing event updated for resources: {'Port': ['ID=60ade37f-190e-4792-9981-bdee4579ff81,revision_number=3']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:32.649566 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c778b2f1-aa7e-4681-ae35-4df9a5a4e5ab', 'tag': '60ade37f-190e-4792-9981-bdee4579ff81', 'status': 'completed', 'code': 200} Feb 01 04:38:32.671946 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5efb1c97-9102-4889-92e6-127a23f1b551 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3037665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694336'] for subnet, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:32.781318 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f94a4-9c2b-4aee-8248-8d23a0e421d9 req-248bd421-a5fb-437d-8d8e-bf351b2ead84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:32.782986 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-576f94a4-9c2b-4aee-8248-8d23a0e421d9 req-248bd421-a5fb-437d-8d8e-bf351b2ead84 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0629703b9474474a9f2fde13723d2e8b&device_id=c778b2f1-aa7e-4681-ae35-4df9a5a4e5ab HTTP/1.1" status: 200 len: 1096 time: 0.1042831 Feb 01 04:38:32.862766 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-576f94a4-9c2b-4aee-8248-8d23a0e421d9 req-88e22277-015d-4518-b383-188a38ec5435 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60ade37f-190e-4792-9981-bdee4579ff81 HTTP/1.1" status: 200 len: 217 time: 0.0663509 Feb 01 04:38:32.885365 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efb1c97-9102-4889-92e6-127a23f1b551 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Pushing event deleted for resources: {'Subnet': ['ID=54129884-9afd-4433-97fe-f55070ce5790,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:32.897261 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5efb1c97-9102-4889-92e6-127a23f1b551 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:32.904271 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32b09c8-a896-41ea-aa52-c70140d2eb33 None None] Network e19deab5-c9b9-4c75-8295-88a0f63ec6b9 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:38:32.909631 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-5efb1c97-9102-4889-92e6-127a23f1b551 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "DELETE /v2.0/subnets/54129884-9afd-4433-97fe-f55070ce5790 HTTP/1.1" status: 204 len: 168 time: 0.9035468 Feb 01 04:38:32.909812 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41818) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:32.941568 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f94a4-9c2b-4aee-8248-8d23a0e421d9 req-03b39fca-feab-4507-9db8-c77766861a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:32.943839 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-576f94a4-9c2b-4aee-8248-8d23a0e421d9 req-03b39fca-feab-4507-9db8-c77766861a01 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2c8c83f5-8163-4bcf-a291-90df52da79fe HTTP/1.1" status: 200 len: 835 time: 0.0750296 Feb 01 04:38:33.009999 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41824) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:33.037745 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-01eeca83-c0f6-44c0-ae8d-7fd4d8373c4c tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:33.060564 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-01eeca83-c0f6-44c0-ae8d-7fd4d8373c4c tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Deleting port 778dcf9f-ffba-4c6b-b9aa-a44ceae8df15 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:38:33.060945 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-01eeca83-c0f6-44c0-ae8d-7fd4d8373c4c tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:33.077800 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-a14e6722-33d4-4ba7-bfd8-663a8c4d9194 admin admin] Deleting subnet 4d511d42-2320-4a5a-a779-e9e784269e2c {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:38:33.082689 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a14e6722-33d4-4ba7-bfd8-663a8c4d9194 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:33.223344 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f94a4-9c2b-4aee-8248-8d23a0e421d9 req-1d071f9f-9e35-4d09-8bda-3b7dcdb52fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:33.224813 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-576f94a4-9c2b-4aee-8248-8d23a0e421d9 req-1d071f9f-9e35-4d09-8bda-3b7dcdb52fd1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8ceb2e4b-39f4-4c92-b5f9-53afb557667a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2741234 Feb 01 04:38:33.225868 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298a3c89-bc13-410a-9b30-c7eaf054a9e4 None None] DHCP port deletion for e19deab5-c9b9-4c75-8295-88a0f63ec6b9 request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:38:33.230618 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-298a3c89-bc13-410a-9b30-c7eaf054a9e4 None None] Deleting port 778dcf9f-ffba-4c6b-b9aa-a44ceae8df15 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:38:33.231246 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-298a3c89-bc13-410a-9b30-c7eaf054a9e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:33.274167 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f518bbb4-822f-4333-99d8-f44d9029d459 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3037478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3694457'] for subnet, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:33.277654 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a14e6722-33d4-4ba7-bfd8-663a8c4d9194 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145757'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:33.399276 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a14e6722-33d4-4ba7-bfd8-663a8c4d9194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:33.434020 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-298a3c89-bc13-410a-9b30-c7eaf054a9e4 None None] For port 778dcf9f-ffba-4c6b-b9aa-a44ceae8df15, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=778dcf9f-ffba-4c6b-b9aa-a44ceae8df15,segment=NetworkSegment(ce7fb9c5-a5c7-44c7-ad7b-1646cbfd26f8),segment_id=ce7fb9c5-a5c7-44c7-ad7b-1646cbfd26f8)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:38:33.434761 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-298a3c89-bc13-410a-9b30-c7eaf054a9e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:33.437540 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-01eeca83-c0f6-44c0-ae8d-7fd4d8373c4c tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] For port 778dcf9f-ffba-4c6b-b9aa-a44ceae8df15, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=778dcf9f-ffba-4c6b-b9aa-a44ceae8df15,segment=NetworkSegment(ce7fb9c5-a5c7-44c7-ad7b-1646cbfd26f8),segment_id=ce7fb9c5-a5c7-44c7-ad7b-1646cbfd26f8)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:38:33.437901 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-01eeca83-c0f6-44c0-ae8d-7fd4d8373c4c tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:33.452062 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-576f94a4-9c2b-4aee-8248-8d23a0e421d9 req-7259e673-aade-421a-b308-8b131dd714be service neutron] 10.222.0.18 "GET /v2.0/networks/8ceb2e4b-39f4-4c92-b5f9-53afb557667a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205024 Feb 01 04:38:33.454460 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f518bbb4-822f-4333-99d8-f44d9029d459 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Checking segment: {'id': '590d185b-658f-466f-95ea-78bd27329c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '89445bd2-74e0-4bd7-956a-3f60d05f1754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:38:33.454828 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f518bbb4-822f-4333-99d8-f44d9029d459 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Network hostable DHCP agents. Network: 89445bd2-74e0-4bd7-956a-3f60d05f1754, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:38:33.568467 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-298a3c89-bc13-410a-9b30-c7eaf054a9e4 None None] Calling delete_port for 778dcf9f-ffba-4c6b-b9aa-a44ceae8df15 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:38:33.572697 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f518bbb4-822f-4333-99d8-f44d9029d459 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Pushing event updated for resources: {'Subnet': ['ID=48ab4646-4ff2-42c2-8515-17a3748fed97,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:33.580887 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a14e6722-33d4-4ba7-bfd8-663a8c4d9194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3072169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2652276'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:33.584374 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-01eeca83-c0f6-44c0-ae8d-7fd4d8373c4c tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Calling delete_port for 778dcf9f-ffba-4c6b-b9aa-a44ceae8df15 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:38:33.632023 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14e6722-33d4-4ba7-bfd8-663a8c4d9194 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d511d42-2320-4a5a-a779-e9e784269e2c,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:33.642584 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f518bbb4-822f-4333-99d8-f44d9029d459 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Network 89445bd2-74e0-4bd7-956a-3f60d05f1754 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:38:33.652120 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a14e6722-33d4-4ba7-bfd8-663a8c4d9194 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:33.663968 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a14e6722-33d4-4ba7-bfd8-663a8c4d9194 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4d511d42-2320-4a5a-a779-e9e784269e2c HTTP/1.1" status: 204 len: 168 time: 0.6516292 Feb 01 04:38:33.664857 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41830) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:33.677096 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-f518bbb4-822f-4333-99d8-f44d9029d459 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, 89445bd2-74e0-4bd7-956a-3f60d05f1754) {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:38:33.682979 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f518bbb4-822f-4333-99d8-f44d9029d459 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:33.684611 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-298a3c89-bc13-410a-9b30-c7eaf054a9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:33.691725 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f518bbb4-822f-4333-99d8-f44d9029d459 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:33.706125 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.api [None req-01eeca83-c0f6-44c0-ae8d-7fd4d8373c4c tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:38:33.707160 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG oslo_db.api [None req-01eeca83-c0f6-44c0-ae8d-7fd4d8373c4c tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:38:33.708969 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-576f94a4-9c2b-4aee-8248-8d23a0e421d9 req-fd5534cf-4d23-4b39-85be-eabf77caacf3 service neutron] 10.222.0.18 "GET /v2.0/networks/8ceb2e4b-39f4-4c92-b5f9-53afb557667a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488828 Feb 01 04:38:33.719976 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2f5ed0-aa21-4074-8e3b-c1084f91cfd8 None None] Network 89445bd2-74e0-4bd7-956a-3f60d05f1754 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:38:33.731182 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-f518bbb4-822f-4333-99d8-f44d9029d459 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4044120 Feb 01 04:38:33.734494 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41834) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:33.740110 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-5b35e939-e534-426b-b7da-7b58b94acd4a tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1282880877', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:38:33.748851 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-5b35e939-e534-426b-b7da-7b58b94acd4a tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:38:33.754820 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-5b35e939-e534-426b-b7da-7b58b94acd4a tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Usage tracker for resource:router and tenant:1f6ca98a557d4325996431c1756276f6 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:38:33.755276 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298a3c89-bc13-410a-9b30-c7eaf054a9e4 None None] Pushing event deleted for resources: {'Port': ['ID=778dcf9f-ffba-4c6b-b9aa-a44ceae8df15,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:33.761217 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-5b35e939-e534-426b-b7da-7b58b94acd4a tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:38:33.768950 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-5b35e939-e534-426b-b7da-7b58b94acd4a tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:38:33.776594 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298a3c89-bc13-410a-9b30-c7eaf054a9e4 None None] No DVR routers for this DVR port 778dcf9f-ffba-4c6b-b9aa-a44ceae8df15 on host dv-neutron-826830-1-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:38:33.783425 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5b35e939-e534-426b-b7da-7b58b94acd4a tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25958'] for router, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:33.785880 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5b35e939-e534-426b-b7da-7b58b94acd4a tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-372027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25961'] for router, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:33.803850 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5b35e939-e534-426b-b7da-7b58b94acd4a tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:33.825186 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5b35e939-e534-426b-b7da-7b58b94acd4a tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337'] for router, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:33.857655 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5b35e939-e534-426b-b7da-7b58b94acd4a tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:33.862698 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-5b35e939-e534-426b-b7da-7b58b94acd4a tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1269672 Feb 01 04:38:33.863519 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41838) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:33.870833 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-8e357d7a-203c-4a71-9ebd-700a9005df65 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Request body: {'port': {'network_id': '89445bd2-74e0-4bd7-956a-3f60d05f1754', 'name': 'tempest-RoutersIpV6Test-1995666735'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:38:33.909467 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e61147cd-c4da-4549-aa37-ac65047785b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:33.978430 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdac5e74-4ea3-4aad-a60b-bc17616faa4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-89445bd2-74e0-4bd7-956a-3f60d05f1754', 'network_id': '89445bd2-74e0-4bd7-956a-3f60d05f1754', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'fixed_ips': [{'subnet_id': '48ab4646-4ff2-42c2-8515-17a3748fed97'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:38:33.980049 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fdac5e74-4ea3-4aad-a60b-bc17616faa4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:33.999741 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd4609-e5bf-4382-8763-2dd7c3b1d97d req-2ae7ce6d-68e2-4b1d-9b78-91a658af2ac5 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:34.000427 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-9ccd4609-e5bf-4382-8763-2dd7c3b1d97d req-2ae7ce6d-68e2-4b1d-9b78-91a658af2ac5 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Synchronizing usage tracker for tenant:0629703b9474474a9f2fde13723d2e8b on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:38:34.019497 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-8e357d7a-203c-4a71-9ebd-700a9005df65 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:38:34.024421 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-8e357d7a-203c-4a71-9ebd-700a9005df65 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Usage tracker for resource:port and tenant:1f6ca98a557d4325996431c1756276f6 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:38:34.027521 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-8e357d7a-203c-4a71-9ebd-700a9005df65 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:38:34.029358 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c2f517-ff7a-40fa-b8e1-74773fd7d931 req-9cb266fa-952e-4c2c-a9f3-9ed55a556758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:34.032337 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d3c2f517-ff7a-40fa-b8e1-74773fd7d931 req-9cb266fa-952e-4c2c-a9f3-9ed55a556758 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0629703b9474474a9f2fde13723d2e8b&device_id=c778b2f1-aa7e-4681-ae35-4df9a5a4e5ab HTTP/1.1" status: 200 len: 1096 time: 0.2121499 Feb 01 04:38:34.034668 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-8e357d7a-203c-4a71-9ebd-700a9005df65 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:38:34.035294 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 50b1b294-8138-4b63-bf2c-7ffcbd921f13 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:38:34.046113 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e357d7a-203c-4a71-9ebd-700a9005df65 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Made reservation on behalf of 1f6ca98a557d4325996431c1756276f6 for: {'port': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:38:34.049723 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8e357d7a-203c-4a71-9ebd-700a9005df65 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:34.076484 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-8e357d7a-203c-4a71-9ebd-700a9005df65 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] device_id is not set on port 7856e422-186f-4d50-86f2-5380d95a0810 yet. {{(pid=87637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:38:34.082631 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] No Port match for: 50b1b294-8138-4b63-bf2c-7ffcbd921f13 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:38:34.082993 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 50b1b294-8138-4b63-bf2c-7ffcbd921f13 not bound to the agent host hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:38:34.112567 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e61147cd-c4da-4549-aa37-ac65047785b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:34.125620 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-9ccd4609-e5bf-4382-8763-2dd7c3b1d97d req-2ae7ce6d-68e2-4b1d-9b78-91a658af2ac5 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Unset dirty status for tenant:0629703b9474474a9f2fde13723d2e8b on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:38:34.126974 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9ccd4609-e5bf-4382-8763-2dd7c3b1d97d req-2ae7ce6d-68e2-4b1d-9b78-91a658af2ac5 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=c778b2f1-aa7e-4681-ae35-4df9a5a4e5ab HTTP/1.1" status: 200 len: 943 time: 0.4169540 Feb 01 04:38:34.182253 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-fdac5e74-4ea3-4aad-a60b-bc17616faa4f None None] Allocated IP 2001:db8::2 (89445bd2-74e0-4bd7-956a-3f60d05f1754/48ab4646-4ff2-42c2-8515-17a3748fed97/a906640d-0098-43a9-b977-3cab694681ee) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:38:34.184288 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-e61147cd-c4da-4549-aa37-ac65047785b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4775b4f6-507f-4c4b-adb5-7114e5745dad']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:34.208469 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-01eeca83-c0f6-44c0-ae8d-7fd4d8373c4c tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Deleting port 778dcf9f-ffba-4c6b-b9aa-a44ceae8df15 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:38:34.208469 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-01eeca83-c0f6-44c0-ae8d-7fd4d8373c4c tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:34.243700 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ef250b63-ebd1-4e7c-8bc1-8f20d22787ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:34.261467 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-e61147cd-c4da-4549-aa37-ac65047785b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3a4e7d1-3daf-4cea-9f24-15dcf3a17867') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:34.261823 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-e61147cd-c4da-4549-aa37-ac65047785b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3a4e7d1-3daf-4cea-9f24-15dcf3a17867') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:34.284171 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-01eeca83-c0f6-44c0-ae8d-7fd4d8373c4c tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] The port '778dcf9f-ffba-4c6b-b9aa-a44ceae8df15' was deleted {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 01 04:38:34.292796 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e61147cd-c4da-4549-aa37-ac65047785b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143022'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:34.301189 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9ccd4609-e5bf-4382-8763-2dd7c3b1d97d req-7e6c0011-bf86-4954-8f40-695e480dbe37 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=b77a2ea2-bf6f-4747-8b6e-4d7e38103eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1594920 Feb 01 04:38:34.325352 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e61147cd-c4da-4549-aa37-ac65047785b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:34.335228 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e61147cd-c4da-4549-aa37-ac65047785b5 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:38:34.337680 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e61147cd-c4da-4549-aa37-ac65047785b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3072199'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:34.363185 dv-neutron-826830-1-hyperv neutron-server[87636]: Traceback (most recent call last): Feb 01 04:38:34.363185 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:38:34.363185 dv-neutron-826830-1-hyperv neutron-server[87636]: timer() Feb 01 04:38:34.363185 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:38:34.363185 dv-neutron-826830-1-hyperv neutron-server[87636]: cb(*args, **kw) Feb 01 04:38:34.363185 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:38:34.363185 dv-neutron-826830-1-hyperv neutron-server[87636]: return func(*args, **kwargs) Feb 01 04:38:34.363185 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:38:34.363185 dv-neutron-826830-1-hyperv neutron-server[87636]: self._notify() Feb 01 04:38:34.363185 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:38:34.363185 dv-neutron-826830-1-hyperv neutron-server[87636]: self.callback(batched_events) Feb 01 04:38:34.363185 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:38:34.363185 dv-neutron-826830-1-hyperv neutron-server[87636]: event.method(event) Feb 01 04:38:34.363185 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:38:34.363185 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:38:34.363185 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:38:34.363185 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:38:34.363185 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:38:34.363185 dv-neutron-826830-1-hyperv neutron-server[87636]: return f(self, *a, **k) Feb 01 04:38:34.363185 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:38:34.363185 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._get(url).json() Feb 01 04:38:34.363185 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:38:34.363185 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:38:34.363185 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:38:34.363185 dv-neutron-826830-1-hyperv neutron-server[87636]: return self.request(url, 'GET', **kwargs) Feb 01 04:38:34.363185 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:38:34.363185 dv-neutron-826830-1-hyperv neutron-server[87636]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:38:34.363185 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:38:34.363185 dv-neutron-826830-1-hyperv neutron-server[87636]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:38:34.363185 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:38:34.363185 dv-neutron-826830-1-hyperv neutron-server[87636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:38:34.363185 dv-neutron-826830-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:38:34.367480 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c2f517-ff7a-40fa-b8e1-74773fd7d931 req-968d0204-a491-4411-bc78-5c7947775088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:34.369008 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d3c2f517-ff7a-40fa-b8e1-74773fd7d931 req-968d0204-a491-4411-bc78-5c7947775088 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8ceb2e4b-39f4-4c92-b5f9-53afb557667a HTTP/1.1" status: 200 len: 896 time: 0.3268168 Feb 01 04:38:34.411099 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fdac5e74-4ea3-4aad-a60b-bc17616faa4f None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:34.421737 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-fdac5e74-4ea3-4aad-a60b-bc17616faa4f None None] Transition to ACTIVE for port object a906640d-0098-43a9-b977-3cab694681ee will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:38:34.422779 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-01eeca83-c0f6-44c0-ae8d-7fd4d8373c4c tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:34.441046 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-fdac5e74-4ea3-4aad-a60b-bc17616faa4f None None] Transition to ACTIVE for port object a906640d-0098-43a9-b977-3cab694681ee will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:38:34.446727 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fdac5e74-4ea3-4aad-a60b-bc17616faa4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:34.477859 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-01eeca83-c0f6-44c0-ae8d-7fd4d8373c4c tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e19deab5-c9b9-4c75-8295-88a0f63ec6b9']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:34.502074 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d3c2f517-ff7a-40fa-b8e1-74773fd7d931 req-a52f15be-9340-40b1-9698-12bd2ab2c030 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60ade37f-190e-4792-9981-bdee4579ff81 HTTP/1.1" status: 200 len: 217 time: 0.1195025 Feb 01 04:38:34.503940 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-01eeca83-c0f6-44c0-ae8d-7fd4d8373c4c tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce7fb9c5-a5c7-44c7-ad7b-1646cbfd26f8') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:34.504215 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-01eeca83-c0f6-44c0-ae8d-7fd4d8373c4c tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce7fb9c5-a5c7-44c7-ad7b-1646cbfd26f8') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:34.522460 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdac5e74-4ea3-4aad-a60b-bc17616faa4f None None] Network 89445bd2-74e0-4bd7-956a-3f60d05f1754 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:38:34.525463 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-fdac5e74-4ea3-4aad-a60b-bc17616faa4f None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:38:34.525687 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-01eeca83-c0f6-44c0-ae8d-7fd4d8373c4c tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:34.529160 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdac5e74-4ea3-4aad-a60b-bc17616faa4f None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:38:34.546704 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e61147cd-c4da-4549-aa37-ac65047785b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:34.551596 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e61147cd-c4da-4549-aa37-ac65047785b5 admin admin] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:34.557692 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-01eeca83-c0f6-44c0-ae8d-7fd4d8373c4c tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:34.560229 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-8e357d7a-203c-4a71-9ebd-700a9005df65 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Allocated IP 2001:db8::f0 (89445bd2-74e0-4bd7-956a-3f60d05f1754/48ab4646-4ff2-42c2-8515-17a3748fed97/7856e422-186f-4d50-86f2-5380d95a0810) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:38:34.569873 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01eeca83-c0f6-44c0-ae8d-7fd4d8373c4c tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:38:34.570121 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdac5e74-4ea3-4aad-a60b-bc17616faa4f None None] Pushing event updated for resources: {'Port': ['ID=a906640d-0098-43a9-b977-3cab694681ee,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:34.570285 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-01eeca83-c0f6-44c0-ae8d-7fd4d8373c4c tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:34.585938 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61147cd-c4da-4549-aa37-ac65047785b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4775b4f6-507f-4c4b-adb5-7114e5745dad,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:34.586122 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 04:38:34.586122 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:38:34.586122 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 04:38:34.586122 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:38:34.586122 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 04:38:34.586122 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:38:34.586122 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 04:38:34.586122 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:38:34.586122 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 04:38:34.586122 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:38:34.586122 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 04:38:34.586122 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:38:34.586122 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 04:38:34.586122 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:38:34.586122 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:38:34.586122 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:38:34.586122 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:38:34.586122 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:38:34.586122 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 04:38:34.586122 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:38:34.586122 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 04:38:34.586122 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:38:34.586122 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:38:34.586122 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:38:34.586122 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 04:38:34.586122 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:38:34.586122 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:38:34.586122 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:38:34.586122 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:38:34.586122 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:38:34.586122 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:38:34.586122 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:38:34.595463 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e61147cd-c4da-4549-aa37-ac65047785b5 admin admin] 10.222.0.24 "DELETE /v2.0/networks/4775b4f6-507f-4c4b-adb5-7114e5745dad HTTP/1.1" status: 204 len: 168 time: 0.9279892 Feb 01 04:38:34.597665 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41842) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:34.647551 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-fdac5e74-4ea3-4aad-a60b-bc17616faa4f None None] Attempting to bind port a906640d-0098-43a9-b977-3cab694681ee on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:38:34.648179 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-fdac5e74-4ea3-4aad-a60b-bc17616faa4f None None] Attempting to bind port a906640d-0098-43a9-b977-3cab694681ee by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '590d185b-658f-466f-95ea-78bd27329c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '89445bd2-74e0-4bd7-956a-3f60d05f1754'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:38:34.648705 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdac5e74-4ea3-4aad-a60b-bc17616faa4f None None] Attempting to bind port a906640d-0098-43a9-b977-3cab694681ee on network 89445bd2-74e0-4bd7-956a-3f60d05f1754 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:38:34.658013 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c2f517-ff7a-40fa-b8e1-74773fd7d931 req-6b21fdc6-eedb-4177-80b0-4b914f3908c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:34.658653 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 778dcf9f-ffba-4c6b-b9aa-a44ceae8df15 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:38:34.659551 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d3c2f517-ff7a-40fa-b8e1-74773fd7d931 req-6b21fdc6-eedb-4177-80b0-4b914f3908c6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2c8c83f5-8163-4bcf-a291-90df52da79fe HTTP/1.1" status: 200 len: 835 time: 0.1511674 Feb 01 04:38:34.682802 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdac5e74-4ea3-4aad-a60b-bc17616faa4f None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:38:34.683535 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdac5e74-4ea3-4aad-a60b-bc17616faa4f None None] Checking segment: {'id': '590d185b-658f-466f-95ea-78bd27329c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '89445bd2-74e0-4bd7-956a-3f60d05f1754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:38:34.683927 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fdac5e74-4ea3-4aad-a60b-bc17616faa4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:34.684306 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdac5e74-4ea3-4aad-a60b-bc17616faa4f None None] Bound using segment: {'id': '590d185b-658f-466f-95ea-78bd27329c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '89445bd2-74e0-4bd7-956a-3f60d05f1754'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:38:34.684775 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-fdac5e74-4ea3-4aad-a60b-bc17616faa4f None None] Bound port: a906640d-0098-43a9-b977-3cab694681ee, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '590d185b-658f-466f-95ea-78bd27329c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '89445bd2-74e0-4bd7-956a-3f60d05f1754'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:38:34.685133 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fdac5e74-4ea3-4aad-a60b-bc17616faa4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:34.709425 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 778dcf9f-ffba-4c6b-b9aa-a44ceae8df15 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:38:34.710051 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 778dcf9f-ffba-4c6b-b9aa-a44ceae8df15 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:38:34.719043 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-f49cfc12-87b8-4bc1-949e-0d8eeceba6e7 admin admin] Deleting subnet 58480b30-25f8-4155-9bc2-756fead5f9a0 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:38:34.722400 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f49cfc12-87b8-4bc1-949e-0d8eeceba6e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:34.734236 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-01eeca83-c0f6-44c0-ae8d-7fd4d8373c4c tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:34.738795 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-01eeca83-c0f6-44c0-ae8d-7fd4d8373c4c tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:34.782914 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f49cfc12-87b8-4bc1-949e-0d8eeceba6e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145757'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:34.783700 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-fdac5e74-4ea3-4aad-a60b-bc17616faa4f None None] For port a906640d-0098-43a9-b977-3cab694681ee, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:38:34.784759 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eeca83-c0f6-44c0-ae8d-7fd4d8373c4c tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Pushing event deleted for resources: {'Network': ['ID=e19deab5-c9b9-4c75-8295-88a0f63ec6b9,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:34.787056 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-fdac5e74-4ea3-4aad-a60b-bc17616faa4f None None] For port a906640d-0098-43a9-b977-3cab694681ee, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=a906640d-0098-43a9-b977-3cab694681ee,segment=NetworkSegment(590d185b-658f-466f-95ea-78bd27329c65),segment_id=590d185b-658f-466f-95ea-78bd27329c65)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:38:34.796138 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fdac5e74-4ea3-4aad-a60b-bc17616faa4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:34.802967 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-01eeca83-c0f6-44c0-ae8d-7fd4d8373c4c tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "DELETE /v2.0/networks/e19deab5-c9b9-4c75-8295-88a0f63ec6b9 HTTP/1.1" status: 204 len: 168 time: 1.8879225 Feb 01 04:38:34.805025 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41846) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:34.811891 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-8d5c0314-0b20-478a-92af-552f894e99ed tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Request body: {'network': {'name': 'tempest-RoutersTest-1005821048'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:38:34.942771 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdac5e74-4ea3-4aad-a60b-bc17616faa4f None None] Pushing event updated for resources: {'Port': ['ID=a906640d-0098-43a9-b977-3cab694681ee,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:34.952018 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-8d5c0314-0b20-478a-92af-552f894e99ed tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:38:34.963500 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-8d5c0314-0b20-478a-92af-552f894e99ed tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Usage tracker for resource:network and tenant:fe61db31beb2433b8247cdb8a5604696 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:38:34.974734 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-8d5c0314-0b20-478a-92af-552f894e99ed tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:38:34.979389 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c2f517-ff7a-40fa-b8e1-74773fd7d931 req-6c4801f3-6c29-402e-9beb-165c2e3f4696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:34.980891 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d3c2f517-ff7a-40fa-b8e1-74773fd7d931 req-6c4801f3-6c29-402e-9beb-165c2e3f4696 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8ceb2e4b-39f4-4c92-b5f9-53afb557667a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3131528 Feb 01 04:38:35.007872 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f49cfc12-87b8-4bc1-949e-0d8eeceba6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:35.029195 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-8d5c0314-0b20-478a-92af-552f894e99ed tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:38:35.051326 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d5c0314-0b20-478a-92af-552f894e99ed tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Made reservation on behalf of fe61db31beb2433b8247cdb8a5604696 for: {'network': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:38:35.054715 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8d5c0314-0b20-478a-92af-552f894e99ed tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:35.124395 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d5c0314-0b20-478a-92af-552f894e99ed tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=87637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:38:35.132937 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8e357d7a-203c-4a71-9ebd-700a9005df65 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:35.151178 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8d5c0314-0b20-478a-92af-552f894e99ed tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:35.151762 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.segments_db [None req-8d5c0314-0b20-478a-92af-552f894e99ed tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Added segment 02ab068b-9b83-4222-86a5-7c7007fc3e4b of type vlan for network b8952e72-1603-43bf-b158-bc47400bf9e2 Feb 01 04:38:35.165371 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-8e357d7a-203c-4a71-9ebd-700a9005df65 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Transition to ACTIVE for port object 7856e422-186f-4d50-86f2-5380d95a0810 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:38:35.198070 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8d5c0314-0b20-478a-92af-552f894e99ed tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:35.200964 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d3c2f517-ff7a-40fa-b8e1-74773fd7d931 req-ed894403-fad1-442b-82a6-a9381c7256e8 service neutron] 10.222.0.18 "GET /v2.0/networks/8ceb2e4b-39f4-4c92-b5f9-53afb557667a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123628 Feb 01 04:38:35.202444 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f49cfc12-87b8-4bc1-949e-0d8eeceba6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3072169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2652276'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:35.253768 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8e357d7a-203c-4a71-9ebd-700a9005df65 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:35.256714 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8d5c0314-0b20-478a-92af-552f894e99ed tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:35.263127 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5c0314-0b20-478a-92af-552f894e99ed tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:35.263765 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8d5c0314-0b20-478a-92af-552f894e99ed tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:35.266079 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49cfc12-87b8-4bc1-949e-0d8eeceba6e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58480b30-25f8-4155-9bc2-756fead5f9a0,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:35.275378 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f49cfc12-87b8-4bc1-949e-0d8eeceba6e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:35.297166 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f49cfc12-87b8-4bc1-949e-0d8eeceba6e7 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/58480b30-25f8-4155-9bc2-756fead5f9a0 HTTP/1.1" status: 204 len: 168 time: 0.6891003 Feb 01 04:38:35.297565 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41850) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:35.335801 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:35.384382 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-8d5c0314-0b20-478a-92af-552f894e99ed tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5786986 Feb 01 04:38:35.384688 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41856) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:35.389170 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e357d7a-203c-4a71-9ebd-700a9005df65 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Network 89445bd2-74e0-4bd7-956a-3f60d05f1754 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:38:35.399388 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-1251c32d-ef7a-49b0-ac47-5bffc6a6a7be tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Request body: {'subnet': {'network_id': 'b8952e72-1603-43bf-b158-bc47400bf9e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:38:35.402173 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-8e357d7a-203c-4a71-9ebd-700a9005df65 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:38:35.409690 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e357d7a-203c-4a71-9ebd-700a9005df65 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:38:35.415567 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e357d7a-203c-4a71-9ebd-700a9005df65 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:35.416168 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8e357d7a-203c-4a71-9ebd-700a9005df65 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:35.440481 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:35.485304 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e357d7a-203c-4a71-9ebd-700a9005df65 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Pushing event updated for resources: {'Port': ['ID=7856e422-186f-4d50-86f2-5380d95a0810,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:35.529679 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d3c2f517-ff7a-40fa-b8e1-74773fd7d931 req-ff569818-003c-431d-a4d2-2c81b67caaf1 service neutron] 10.222.0.18 "GET /v2.0/networks/8ceb2e4b-39f4-4c92-b5f9-53afb557667a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2960408 Feb 01 04:38:35.532769 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5c0314-0b20-478a-92af-552f894e99ed tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Pushing event updated for resources: {'Network': ['ID=b8952e72-1603-43bf-b158-bc47400bf9e2,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:35.541268 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-8e357d7a-203c-4a71-9ebd-700a9005df65 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6767535 Feb 01 04:38:35.544455 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41860) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:35.546979 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network b8952e72-1603-43bf-b158-bc47400bf9e2 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:38:35.549126 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-76bbdf40-270d-4fcf-8283-f7c4bb980a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:35.654086 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-1251c32d-ef7a-49b0-ac47-5bffc6a6a7be tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:38:35.672458 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1251c32d-ef7a-49b0-ac47-5bffc6a6a7be tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Usage tracker for resource:subnet and tenant:fe61db31beb2433b8247cdb8a5604696 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:38:35.676901 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1251c32d-ef7a-49b0-ac47-5bffc6a6a7be tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:38:35.687834 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-1251c32d-ef7a-49b0-ac47-5bffc6a6a7be tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:38:35.759968 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-76bbdf40-270d-4fcf-8283-f7c4bb980a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:35.768513 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1251c32d-ef7a-49b0-ac47-5bffc6a6a7be tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Made reservation on behalf of fe61db31beb2433b8247cdb8a5604696 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:38:35.776753 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1251c32d-ef7a-49b0-ac47-5bffc6a6a7be tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:35.834193 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-76bbdf40-270d-4fcf-8283-f7c4bb980a7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd7bd95e-9ca0-414b-b57a-9835117ef420']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:35.837018 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1959e989-db92-47a4-90e6-ae00b7257f00 req-9dd93390-f39f-4a34-ac0f-15b481c5aefb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:35.838661 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-1959e989-db92-47a4-90e6-ae00b7257f00 req-9dd93390-f39f-4a34-ac0f-15b481c5aefb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=c778b2f1-aa7e-4681-ae35-4df9a5a4e5ab HTTP/1.1" status: 200 len: 943 time: 0.3548210 Feb 01 04:38:35.893877 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-76bbdf40-270d-4fcf-8283-f7c4bb980a7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '185ff105-7270-42a1-8dc1-dc15e4ac0891') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:35.893877 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-76bbdf40-270d-4fcf-8283-f7c4bb980a7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '185ff105-7270-42a1-8dc1-dc15e4ac0891') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:35.917824 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-76bbdf40-270d-4fcf-8283-f7c4bb980a7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143022'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:35.946998 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-76bbdf40-270d-4fcf-8283-f7c4bb980a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:35.956991 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76bbdf40-270d-4fcf-8283-f7c4bb980a7c admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:38:35.957523 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-76bbdf40-270d-4fcf-8283-f7c4bb980a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3072199'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:35.972068 dv-neutron-826830-1-hyperv neutron-server[87636]: Traceback (most recent call last): Feb 01 04:38:35.972068 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:38:35.972068 dv-neutron-826830-1-hyperv neutron-server[87636]: timer() Feb 01 04:38:35.972068 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:38:35.972068 dv-neutron-826830-1-hyperv neutron-server[87636]: cb(*args, **kw) Feb 01 04:38:35.972068 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:38:35.972068 dv-neutron-826830-1-hyperv neutron-server[87636]: return func(*args, **kwargs) Feb 01 04:38:35.972068 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:38:35.972068 dv-neutron-826830-1-hyperv neutron-server[87636]: self._notify() Feb 01 04:38:35.972068 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:38:35.972068 dv-neutron-826830-1-hyperv neutron-server[87636]: self.callback(batched_events) Feb 01 04:38:35.972068 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:38:35.972068 dv-neutron-826830-1-hyperv neutron-server[87636]: event.method(event) Feb 01 04:38:35.972068 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:38:35.972068 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:38:35.972068 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:38:35.972068 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:38:35.972068 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:38:35.972068 dv-neutron-826830-1-hyperv neutron-server[87636]: return f(self, *a, **k) Feb 01 04:38:35.972068 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:38:35.972068 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._get(url).json() Feb 01 04:38:35.972068 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:38:35.972068 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:38:35.972068 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:38:35.972068 dv-neutron-826830-1-hyperv neutron-server[87636]: return self.request(url, 'GET', **kwargs) Feb 01 04:38:35.972068 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:38:35.972068 dv-neutron-826830-1-hyperv neutron-server[87636]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:38:35.972068 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:38:35.972068 dv-neutron-826830-1-hyperv neutron-server[87636]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:38:35.972068 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:38:35.972068 dv-neutron-826830-1-hyperv neutron-server[87636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:38:35.972068 dv-neutron-826830-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:38:36.032929 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 60ade37f-190e-4792-9981-bdee4579ff81 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 01 04:38:36.063953 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-1959e989-db92-47a4-90e6-ae00b7257f00 req-945c09df-b21c-456d-8fd6-b7039d9e5f9f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=b77a2ea2-bf6f-4747-8b6e-4d7e38103eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507046 Feb 01 04:38:36.079369 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5bd8b3-3e03-4a71-9054-07766c7334b9 None None] Network 89445bd2-74e0-4bd7-956a-3f60d05f1754 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:38:36.111095 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-76bbdf40-270d-4fcf-8283-f7c4bb980a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:36.134952 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-76bbdf40-270d-4fcf-8283-f7c4bb980a7c admin admin] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:36.147051 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bbdf40-270d-4fcf-8283-f7c4bb980a7c admin admin] Pushing event deleted for resources: {'Network': ['ID=cd7bd95e-9ca0-414b-b57a-9835117ef420,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:36.157658 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-76bbdf40-270d-4fcf-8283-f7c4bb980a7c admin admin] 10.222.0.24 "DELETE /v2.0/networks/cd7bd95e-9ca0-414b-b57a-9835117ef420 HTTP/1.1" status: 204 len: 168 time: 0.8571219 Feb 01 04:38:36.200336 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1251c32d-ef7a-49b0-ac47-5bffc6a6a7be tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:36.202163 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-852eb040-57f2-4a6d-9351-b41643e62437 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:36.267226 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-5f0274c9-e38b-49da-9056-a91cc132ae20 None None] Provisioning for port a906640d-0098-43a9-b977-3cab694681ee completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:38:36.285309 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1251c32d-ef7a-49b0-ac47-5bffc6a6a7be tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Pushing event updated for resources: {'Subnet': ['ID=bb43388e-cd44-479b-8dae-da7fe62ee39e,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:36.315598 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 60ade37f-190e-4792-9981-bdee4579ff81, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=60ade37f-190e-4792-9981-bdee4579ff81,segment=NetworkSegment(91d940e5-4827-4ae9-9424-5bfa02f2e8a2),segment_id=91d940e5-4827-4ae9-9424-5bfa02f2e8a2)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:38:36.318388 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1251c32d-ef7a-49b0-ac47-5bffc6a6a7be tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Checking segment: {'id': '02ab068b-9b83-4222-86a5-7c7007fc3e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b8952e72-1603-43bf-b158-bc47400bf9e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:38:36.318843 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1251c32d-ef7a-49b0-ac47-5bffc6a6a7be tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Network hostable DHCP agents. Network: b8952e72-1603-43bf-b158-bc47400bf9e2, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:38:36.349526 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1251c32d-ef7a-49b0-ac47-5bffc6a6a7be tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Network b8952e72-1603-43bf-b158-bc47400bf9e2 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:38:36.363889 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Returning: {'device': '60ade37f-190e-4792-9981-bdee4579ff81', 'network_id': '8ceb2e4b-39f4-4c92-b5f9-53afb557667a', 'port_id': '60ade37f-190e-4792-9981-bdee4579ff81', 'mac_address': 'fa:16:3e:67:32:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c8c83f5-8163-4bcf-a291-90df52da79fe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 01 04:38:36.366651 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-1251c32d-ef7a-49b0-ac47-5bffc6a6a7be tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, b8952e72-1603-43bf-b158-bc47400bf9e2) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:38:36.371901 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1251c32d-ef7a-49b0-ac47-5bffc6a6a7be tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:36.372764 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1251c32d-ef7a-49b0-ac47-5bffc6a6a7be tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:36.399862 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1251c32d-ef7a-49b0-ac47-5bffc6a6a7be tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0122225 Feb 01 04:38:36.402193 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41868) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:36.409294 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-46c9ed6b-e388-4914-b8c1-456d370d5829 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-859834939', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:38:36.416773 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41872) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:36.418480 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2bda07c-56ea-4610-83d5-8db57242a9bc None None] Network b8952e72-1603-43bf-b158-bc47400bf9e2 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:38:36.420454 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-46c9ed6b-e388-4914-b8c1-456d370d5829 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:38:36.425556 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-46c9ed6b-e388-4914-b8c1-456d370d5829 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Usage tracker for resource:router and tenant:fe61db31beb2433b8247cdb8a5604696 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:38:36.429161 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-46c9ed6b-e388-4914-b8c1-456d370d5829 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:38:36.435385 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-46c9ed6b-e388-4914-b8c1-456d370d5829 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:38:36.450703 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-46c9ed6b-e388-4914-b8c1-456d370d5829 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25958'] for router, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:36.452416 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-46c9ed6b-e388-4914-b8c1-456d370d5829 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-372027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25961'] for router, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:36.473641 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-46c9ed6b-e388-4914-b8c1-456d370d5829 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:36.495280 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-46c9ed6b-e388-4914-b8c1-456d370d5829 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337'] for router, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:36.521784 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-46c9ed6b-e388-4914-b8c1-456d370d5829 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:36.526184 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-46c9ed6b-e388-4914-b8c1-456d370d5829 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1199625 Feb 01 04:38:36.526412 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41876) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:36.549587 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:36.593782 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60ade37f-190e-4792-9981-bdee4579ff81 {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 04:38:36.610604 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 60ade37f-190e-4792-9981-bdee4579ff81, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=60ade37f-190e-4792-9981-bdee4579ff81,segment=NetworkSegment(91d940e5-4827-4ae9-9424-5bfa02f2e8a2),segment_id=91d940e5-4827-4ae9-9424-5bfa02f2e8a2)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:38:36.623437 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:36.738865 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-b0973c2a-c5fa-450d-b9f6-83bf8e4d92cb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=926e010f8e2148e0b6e5416dad1a87b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3210976 Feb 01 04:38:36.744524 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41880) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:36.793176 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device a906640d-0098-43a9-b977-3cab694681ee up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:38:36.851839 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-46d5af81-473b-4dc0-80cf-f7df1fc73fb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:36.880770 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-852eb040-57f2-4a6d-9351-b41643e62437 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:36.897093 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-852eb040-57f2-4a6d-9351-b41643e62437 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:36.902036 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=60ade37f-190e-4792-9981-bdee4579ff81,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:36.903505 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-46d5af81-473b-4dc0-80cf-f7df1fc73fb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:36.965205 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] get_ports_and_sgs() called for port_ids ['60ade37f-190e-4792-9981-bdee4579ff81'] {{(pid=87638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 01 04:38:37.071609 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:37.073469 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422d8f9c-3408-4e44-811c-47cd32dd8967 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-b8952e72-1603-43bf-b158-bc47400bf9e2', 'network_id': 'b8952e72-1603-43bf-b158-bc47400bf9e2', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'fixed_ips': [{'subnet_id': 'bb43388e-cd44-479b-8dae-da7fe62ee39e'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:38:37.074451 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-422d8f9c-3408-4e44-811c-47cd32dd8967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:37.091658 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852eb040-57f2-4a6d-9351-b41643e62437 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Pushing event updated for resources: {'Port': ['ID=7856e422-186f-4d50-86f2-5380d95a0810,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:37.165340 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-46d5af81-473b-4dc0-80cf-f7df1fc73fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:37.197723 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port a906640d-0098-43a9-b977-3cab694681ee completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:38:37.225913 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port a906640d-0098-43a9-b977-3cab694681ee triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:38:37.226355 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:37.238295 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5af81-473b-4dc0-80cf-f7df1fc73fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e299e82b-ccb8-4fb2-95e2-a3a1bda44679,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:37.260361 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-46d5af81-473b-4dc0-80cf-f7df1fc73fb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:37.262034 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-46d5af81-473b-4dc0-80cf-f7df1fc73fb4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e299e82b-ccb8-4fb2-95e2-a3a1bda44679 HTTP/1.1" status: 204 len: 168 time: 0.5166035 Feb 01 04:38:37.306946 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-852eb040-57f2-4a6d-9351-b41643e62437 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-372107'] for router_interface, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:37.372260 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-76198cb6-732c-41c6-949d-dd8f83da65b0 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:37.482843 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-422d8f9c-3408-4e44-811c-47cd32dd8967 None None] Allocated IP 172.20.0.2 (b8952e72-1603-43bf-b158-bc47400bf9e2/bb43388e-cd44-479b-8dae-da7fe62ee39e/37820d7c-3092-4585-9ac8-b8cd365c7f16) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:38:37.486453 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-852eb040-57f2-4a6d-9351-b41643e62437 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:37.661590 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a3ec75-b409-4c37-8a19-526c218f19ba req-c4253560-69e3-4885-a1d9-b6328371e852 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:37.663724 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-39a3ec75-b409-4c37-8a19-526c218f19ba req-c4253560-69e3-4885-a1d9-b6328371e852 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=c778b2f1-aa7e-4681-ae35-4df9a5a4e5ab HTTP/1.1" status: 200 len: 944 time: 0.3737624 Feb 01 04:38:37.789632 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-39a3ec75-b409-4c37-8a19-526c218f19ba req-64368180-64df-497a-82bb-fc7861806fef tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=b77a2ea2-bf6f-4747-8b6e-4d7e38103eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119387 Feb 01 04:38:37.839442 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:37.857364 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41890) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:37.880061 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-25c22cf6-7c4a-4cf5-b24e-00178eb516a0 None None] Provisioning for port 7856e422-186f-4d50-86f2-5380d95a0810 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:38:37.903643 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-25c22cf6-7c4a-4cf5-b24e-00178eb516a0 None None] Provisioning complete for port 7856e422-186f-4d50-86f2-5380d95a0810 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:38:37.904017 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-25c22cf6-7c4a-4cf5-b24e-00178eb516a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:37.987227 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-a913378a-43c8-432b-995f-346db4f90629 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fec8b561404643c5ab29909c529b31ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1284106 Feb 01 04:38:37.989793 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41894) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:38.024727 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-25c22cf6-7c4a-4cf5-b24e-00178eb516a0 None None] Port 7856e422-186f-4d50-86f2-5380d95a0810 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:38:38.027173 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port a906640d-0098-43a9-b977-3cab694681ee, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=a906640d-0098-43a9-b977-3cab694681ee,segment=NetworkSegment(590d185b-658f-466f-95ea-78bd27329c65),segment_id=590d185b-658f-466f-95ea-78bd27329c65)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:38:38.039642 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:38.074151 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-852eb040-57f2-4a6d-9351-b41643e62437 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:38.080923 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cebff684-d269-40ed-8ee1-0b3b1bc09726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:38.083451 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-852eb040-57f2-4a6d-9351-b41643e62437 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:38.084237 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-852eb040-57f2-4a6d-9351-b41643e62437 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371990'] for router_interface, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:38.110849 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cebff684-d269-40ed-8ee1-0b3b1bc09726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:38.172875 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-25c22cf6-7c4a-4cf5-b24e-00178eb516a0 None None] Provisioning complete for port a906640d-0098-43a9-b977-3cab694681ee triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:38:38.173219 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-25c22cf6-7c4a-4cf5-b24e-00178eb516a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:38.177157 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cebff684-d269-40ed-8ee1-0b3b1bc09726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:38.192670 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebff684-d269-40ed-8ee1-0b3b1bc09726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41855a11-35c5-4fab-be4e-a7e37791b692,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:38.210743 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cebff684-d269-40ed-8ee1-0b3b1bc09726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:38.212076 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-cebff684-d269-40ed-8ee1-0b3b1bc09726 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/41855a11-35c5-4fab-be4e-a7e37791b692 HTTP/1.1" status: 204 len: 168 time: 0.2210617 Feb 01 04:38:38.247588 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-422d8f9c-3408-4e44-811c-47cd32dd8967 None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:38.267552 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=a906640d-0098-43a9-b977-3cab694681ee,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:38.276270 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-422d8f9c-3408-4e44-811c-47cd32dd8967 None None] Transition to ACTIVE for port object 37820d7c-3092-4585-9ac8-b8cd365c7f16 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:38:38.295897 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852eb040-57f2-4a6d-9351-b41643e62437 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Pushing event updated for resources: {'Port': ['ID=7856e422-186f-4d50-86f2-5380d95a0810,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:38.324143 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852eb040-57f2-4a6d-9351-b41643e62437 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Network 89445bd2-74e0-4bd7-956a-3f60d05f1754 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:38:38.325761 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-852eb040-57f2-4a6d-9351-b41643e62437 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:38:38.359535 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-422d8f9c-3408-4e44-811c-47cd32dd8967 None None] Transition to ACTIVE for port object 37820d7c-3092-4585-9ac8-b8cd365c7f16 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:38:38.373423 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-422d8f9c-3408-4e44-811c-47cd32dd8967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:38.459348 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422d8f9c-3408-4e44-811c-47cd32dd8967 None None] Network b8952e72-1603-43bf-b158-bc47400bf9e2 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:38:38.463069 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-422d8f9c-3408-4e44-811c-47cd32dd8967 None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:38:38.466125 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422d8f9c-3408-4e44-811c-47cd32dd8967 None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:38:38.490139 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-76198cb6-732c-41c6-949d-dd8f83da65b0 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Allocated IP 172.20.0.1 (b8952e72-1603-43bf-b158-bc47400bf9e2/bb43388e-cd44-479b-8dae-da7fe62ee39e/3adac7fb-c0e9-4147-b18b-3eca9a9aa456) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:38:38.525938 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422d8f9c-3408-4e44-811c-47cd32dd8967 None None] Pushing event updated for resources: {'Port': ['ID=37820d7c-3092-4585-9ac8-b8cd365c7f16,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:38.611199 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-852eb040-57f2-4a6d-9351-b41643e62437 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Router 4cb0a730-5335-4ca4-a78e-b238d286093e is scheduled to L3 agent a3073304-82af-4a42-89af-bc532d6626bb with binding_index 1 {{(pid=87637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 01 04:38:38.647240 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-422d8f9c-3408-4e44-811c-47cd32dd8967 None None] Attempting to bind port 37820d7c-3092-4585-9ac8-b8cd365c7f16 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:38:38.647831 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-422d8f9c-3408-4e44-811c-47cd32dd8967 None None] Attempting to bind port 37820d7c-3092-4585-9ac8-b8cd365c7f16 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '02ab068b-9b83-4222-86a5-7c7007fc3e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b8952e72-1603-43bf-b158-bc47400bf9e2'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:38:38.648376 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422d8f9c-3408-4e44-811c-47cd32dd8967 None None] Attempting to bind port 37820d7c-3092-4585-9ac8-b8cd365c7f16 on network b8952e72-1603-43bf-b158-bc47400bf9e2 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:38:38.650881 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-f40d946f-a2a4-4cbf-b605-f7bb0e628d89 None None] Provisioning complete for port 7856e422-186f-4d50-86f2-5380d95a0810 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:38:38.651281 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f40d946f-a2a4-4cbf-b605-f7bb0e628d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:38.685159 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device a906640d-0098-43a9-b977-3cab694681ee up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:38:38.720929 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422d8f9c-3408-4e44-811c-47cd32dd8967 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:38:38.721304 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422d8f9c-3408-4e44-811c-47cd32dd8967 None None] Checking segment: {'id': '02ab068b-9b83-4222-86a5-7c7007fc3e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b8952e72-1603-43bf-b158-bc47400bf9e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:38:38.721702 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-422d8f9c-3408-4e44-811c-47cd32dd8967 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:38.722266 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422d8f9c-3408-4e44-811c-47cd32dd8967 None None] Bound using segment: {'id': '02ab068b-9b83-4222-86a5-7c7007fc3e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b8952e72-1603-43bf-b158-bc47400bf9e2'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:38:38.722739 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-422d8f9c-3408-4e44-811c-47cd32dd8967 None None] Bound port: 37820d7c-3092-4585-9ac8-b8cd365c7f16, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02ab068b-9b83-4222-86a5-7c7007fc3e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b8952e72-1603-43bf-b158-bc47400bf9e2'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:38:38.723112 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-422d8f9c-3408-4e44-811c-47cd32dd8967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:38.740419 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-76198cb6-732c-41c6-949d-dd8f83da65b0 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:38.757774 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-76198cb6-732c-41c6-949d-dd8f83da65b0 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Transition to ACTIVE for port object 3adac7fb-c0e9-4147-b18b-3eca9a9aa456 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:38:38.783605 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-76198cb6-732c-41c6-949d-dd8f83da65b0 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:38.810259 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-f40d946f-a2a4-4cbf-b605-f7bb0e628d89 None None] Port 7856e422-186f-4d50-86f2-5380d95a0810 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:38:38.865716 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port a906640d-0098-43a9-b977-3cab694681ee triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:38:38.866089 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:38.902760 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76198cb6-732c-41c6-949d-dd8f83da65b0 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Network b8952e72-1603-43bf-b158-bc47400bf9e2 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:38:38.907598 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-76198cb6-732c-41c6-949d-dd8f83da65b0 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:38:38.916272 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-422d8f9c-3408-4e44-811c-47cd32dd8967 None None] For port 37820d7c-3092-4585-9ac8-b8cd365c7f16, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:38:38.919512 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76198cb6-732c-41c6-949d-dd8f83da65b0 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:38:38.940185 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-422d8f9c-3408-4e44-811c-47cd32dd8967 None None] For port 37820d7c-3092-4585-9ac8-b8cd365c7f16, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=37820d7c-3092-4585-9ac8-b8cd365c7f16,segment=NetworkSegment(02ab068b-9b83-4222-86a5-7c7007fc3e4b),segment_id=02ab068b-9b83-4222-86a5-7c7007fc3e4b)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:38:38.954419 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-285e42bd-e5ab-4f01-a918-12ec7d2fa56e None None] Provisioning complete for port 7856e422-186f-4d50-86f2-5380d95a0810 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:38:38.954793 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-285e42bd-e5ab-4f01-a918-12ec7d2fa56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:38.984345 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76198cb6-732c-41c6-949d-dd8f83da65b0 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Pushing event updated for resources: {'Port': ['ID=3adac7fb-c0e9-4147-b18b-3eca9a9aa456,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:38.998621 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-422d8f9c-3408-4e44-811c-47cd32dd8967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:39.003254 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-76198cb6-732c-41c6-949d-dd8f83da65b0 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-372107'] for router_interface, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:39.013468 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-852eb040-57f2-4a6d-9351-b41643e62437 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:38:39.018846 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-852eb040-57f2-4a6d-9351-b41643e62437 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "PUT /v2.0/routers/4cb0a730-5335-4ca4-a78e-b238d286093e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4732218 Feb 01 04:38:39.024013 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41902) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:39.052638 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86464f6-26f8-437f-924a-a001e908676d None None] Sync routers for ids ['4cb0a730-5335-4ca4-a78e-b238d286093e'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:38:39.100153 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2f0e27-e70b-4af6-b0ae-f4eef4b1eab2 req-628055ff-16de-4f7f-9e7d-34e55c342057 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:39.101597 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-5d2f0e27-e70b-4af6-b0ae-f4eef4b1eab2 req-628055ff-16de-4f7f-9e7d-34e55c342057 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=c778b2f1-aa7e-4681-ae35-4df9a5a4e5ab HTTP/1.1" status: 200 len: 944 time: 0.1512713 Feb 01 04:38:39.115789 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f31b461-c32a-4a23-ad08-281a96a73c2a tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:39.116736 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-9f31b461-c32a-4a23-ad08-281a96a73c2a tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Synchronizing usage tracker for tenant:1f6ca98a557d4325996431c1756276f6 on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:38:39.116960 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-285e42bd-e5ab-4f01-a918-12ec7d2fa56e None None] Port 7856e422-186f-4d50-86f2-5380d95a0810 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:38:39.138974 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86464f6-26f8-437f-924a-a001e908676d None None] Routers {'4cb0a730-5335-4ca4-a78e-b238d286093e'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:38:39.140194 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-d86464f6-26f8-437f-924a-a001e908676d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:38:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['4cb0a730-5335-4ca4-a78e-b238d286093e'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:39.164198 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-9f31b461-c32a-4a23-ad08-281a96a73c2a tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Unset dirty status for tenant:1f6ca98a557d4325996431c1756276f6 on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:38:39.165302 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-9f31b461-c32a-4a23-ad08-281a96a73c2a tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "GET /v2.0/ports/7856e422-186f-4d50-86f2-5380d95a0810 HTTP/1.1" status: 200 len: 983 time: 0.1402464 Feb 01 04:38:39.168428 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41906) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:39.229939 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-5d2f0e27-e70b-4af6-b0ae-f4eef4b1eab2 req-bc2c6e7a-8ce2-4c4f-9b30-390d8f142545 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=b77a2ea2-bf6f-4747-8b6e-4d7e38103eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101525 Feb 01 04:38:39.251692 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422d8f9c-3408-4e44-811c-47cd32dd8967 None None] Pushing event updated for resources: {'Port': ['ID=37820d7c-3092-4585-9ac8-b8cd365c7f16,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:39.254358 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-d86464f6-26f8-437f-924a-a001e908676d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:39.268164 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86464f6-26f8-437f-924a-a001e908676d None None] Routers {'4cb0a730-5335-4ca4-a78e-b238d286093e'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:38:39.268897 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-d86464f6-26f8-437f-924a-a001e908676d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:38:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['4cb0a730-5335-4ca4-a78e-b238d286093e'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:39.341999 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-d86464f6-26f8-437f-924a-a001e908676d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:39.343268 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86464f6-26f8-437f-924a-a001e908676d None None] The sync data for ids ['4cb0a730-5335-4ca4-a78e-b238d286093e'] in dv-neutron-826830-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:38:39.438814 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-76198cb6-732c-41c6-949d-dd8f83da65b0 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:39.731313 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-83402e1f-900f-40f6-b620-2662f96f5f4b tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-371968'] for router_interface, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:39.841130 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-76198cb6-732c-41c6-949d-dd8f83da65b0 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:39.846244 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-76198cb6-732c-41c6-949d-dd8f83da65b0 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:39.967021 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76198cb6-732c-41c6-949d-dd8f83da65b0 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Pushing event updated for resources: {'Port': ['ID=3adac7fb-c0e9-4147-b18b-3eca9a9aa456,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:39.970052 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-76198cb6-732c-41c6-949d-dd8f83da65b0 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371990'] for router_interface, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:40.022452 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-83402e1f-900f-40f6-b620-2662f96f5f4b tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Deleting port 7856e422-186f-4d50-86f2-5380d95a0810 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:38:40.022851 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-83402e1f-900f-40f6-b620-2662f96f5f4b tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:40.033016 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 60ade37f-190e-4792-9981-bdee4579ff81 up at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:38:40.127332 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76198cb6-732c-41c6-949d-dd8f83da65b0 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Network b8952e72-1603-43bf-b158-bc47400bf9e2 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:38:40.128678 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-76198cb6-732c-41c6-949d-dd8f83da65b0 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:38:40.137771 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning for port 60ade37f-190e-4792-9981-bdee4579ff81 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:38:40.146354 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning complete for port 60ade37f-190e-4792-9981-bdee4579ff81 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:38:40.146769 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:40.235210 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-83402e1f-900f-40f6-b620-2662f96f5f4b tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:40.293380 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0e21a0-5259-4bb8-b145-b247c20e494e None None] Network b8952e72-1603-43bf-b158-bc47400bf9e2 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:38:40.349137 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:40.362975 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76198cb6-732c-41c6-949d-dd8f83da65b0 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Router 715f7f26-eb45-4ec0-b5cd-cdd4eded99aa is scheduled to L3 agent a3073304-82af-4a42-89af-bc532d6626bb with binding_index 1 {{(pid=87636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 01 04:38:40.488614 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c778b2f1-aa7e-4681-ae35-4df9a5a4e5ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ade37f-190e-4792-9981-bdee4579ff81'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:38:40.502374 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-a9100578-e805-4bfb-9e09-cb57e9d623c7 None None] Provisioning for port 37820d7c-3092-4585-9ac8-b8cd365c7f16 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:38:40.518398 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-83402e1f-900f-40f6-b620-2662f96f5f4b tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Calling delete_port for 7856e422-186f-4d50-86f2-5380d95a0810 owned by network:router_interface {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:38:40.518796 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 60ade37f-190e-4792-9981-bdee4579ff81, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=60ade37f-190e-4792-9981-bdee4579ff81,segment=NetworkSegment(91d940e5-4827-4ae9-9424-5bfa02f2e8a2),segment_id=91d940e5-4827-4ae9-9424-5bfa02f2e8a2)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:38:40.528444 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:40.585393 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76198cb6-732c-41c6-949d-dd8f83da65b0 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:38:40.590677 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-76198cb6-732c-41c6-949d-dd8f83da65b0 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "PUT /v2.0/routers/715f7f26-eb45-4ec0-b5cd-cdd4eded99aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0630856 Feb 01 04:38:40.595421 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41914) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:40.607042 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b844ac-94f3-4b68-9ab9-2a898a4da348 None None] Sync routers for ids ['715f7f26-eb45-4ec0-b5cd-cdd4eded99aa'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:38:40.611544 dv-neutron-826830-1-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c778b2f1-aa7e-4681-ae35-4df9a5a4e5ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ade37f-190e-4792-9981-bdee4579ff81', 'code': 200} Feb 01 04:38:40.613717 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=60ade37f-190e-4792-9981-bdee4579ff81,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:40.619076 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b844ac-94f3-4b68-9ab9-2a898a4da348 None None] Routers {'715f7f26-eb45-4ec0-b5cd-cdd4eded99aa'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:38:40.623331 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-26b844ac-94f3-4b68-9ab9-2a898a4da348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:38:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['715f7f26-eb45-4ec0-b5cd-cdd4eded99aa'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:40.677903 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25844eee-6ddd-40d4-8698-6157d1cc460f tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:40.678794 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-25844eee-6ddd-40d4-8698-6157d1cc460f tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Synchronizing usage tracker for tenant:fe61db31beb2433b8247cdb8a5604696 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:38:40.690429 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7fb5e9-0b84-474b-b1de-eb540bae723e req-c898def4-1544-4b1f-975f-c0bc3623d6d5 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:40.692221 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-df7fb5e9-0b84-474b-b1de-eb540bae723e req-c898def4-1544-4b1f-975f-c0bc3623d6d5 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=c778b2f1-aa7e-4681-ae35-4df9a5a4e5ab HTTP/1.1" status: 200 len: 944 time: 0.3242080 Feb 01 04:38:40.711707 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-25844eee-6ddd-40d4-8698-6157d1cc460f tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Unset dirty status for tenant:fe61db31beb2433b8247cdb8a5604696 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:38:40.713240 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-25844eee-6ddd-40d4-8698-6157d1cc460f tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "GET /v2.0/ports/3adac7fb-c0e9-4147-b18b-3eca9a9aa456 HTTP/1.1" status: 200 len: 910 time: 0.1176140 Feb 01 04:38:40.726736 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41918) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:40.796915 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 37820d7c-3092-4585-9ac8-b8cd365c7f16 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:38:40.830886 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-26b844ac-94f3-4b68-9ab9-2a898a4da348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:40.840417 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b844ac-94f3-4b68-9ab9-2a898a4da348 None None] Routers {'715f7f26-eb45-4ec0-b5cd-cdd4eded99aa'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:38:40.841319 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-26b844ac-94f3-4b68-9ab9-2a898a4da348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:38:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['715f7f26-eb45-4ec0-b5cd-cdd4eded99aa'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:40.866303 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-83402e1f-900f-40f6-b620-2662f96f5f4b tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:40.907832 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-26b844ac-94f3-4b68-9ab9-2a898a4da348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:40.908250 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b844ac-94f3-4b68-9ab9-2a898a4da348 None None] The sync data for ids ['715f7f26-eb45-4ec0-b5cd-cdd4eded99aa'] in dv-neutron-826830-1-hyperv is: [] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:38:40.914779 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 37820d7c-3092-4585-9ac8-b8cd365c7f16 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:38:40.920270 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 37820d7c-3092-4585-9ac8-b8cd365c7f16 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:38:40.921205 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:41.007053 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83402e1f-900f-40f6-b620-2662f96f5f4b tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Pushing event deleted for resources: {'Port': ['ID=7856e422-186f-4d50-86f2-5380d95a0810,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:41.096430 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-df7fb5e9-0b84-474b-b1de-eb540bae723e req-109cbdc6-b14e-4d9b-93d7-caa4c242663f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=b77a2ea2-bf6f-4747-8b6e-4d7e38103eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3865213 Feb 01 04:38:41.105699 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:41.163344 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 37820d7c-3092-4585-9ac8-b8cd365c7f16, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=37820d7c-3092-4585-9ac8-b8cd365c7f16,segment=NetworkSegment(02ab068b-9b83-4222-86a5-7c7007fc3e4b),segment_id=02ab068b-9b83-4222-86a5-7c7007fc3e4b)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:38:41.175611 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:41.200525 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-83402e1f-900f-40f6-b620-2662f96f5f4b tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770960'] for router_interface, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:41.286130 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-82b47c55-c429-4adf-92b6-409d265e604d None None] Provisioning complete for port 37820d7c-3092-4585-9ac8-b8cd365c7f16 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:38:41.286822 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-82b47c55-c429-4adf-92b6-409d265e604d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:41.355683 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=37820d7c-3092-4585-9ac8-b8cd365c7f16,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:41.458138 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da7111-adc0-45ee-99a5-ed252a41dd28 req-37b0fe74-342f-4121-8840-1ad1adb6a024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:41.458380 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-82b47c55-c429-4adf-92b6-409d265e604d None None] Provisioning for port 3adac7fb-c0e9-4147-b18b-3eca9a9aa456 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:38:41.460059 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-24da7111-adc0-45ee-99a5-ed252a41dd28 req-37b0fe74-342f-4121-8840-1ad1adb6a024 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c778b2f1-aa7e-4681-ae35-4df9a5a4e5ab HTTP/1.1" status: 200 len: 1098 time: 0.4583735 Feb 01 04:38:41.469497 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-82b47c55-c429-4adf-92b6-409d265e604d None None] Provisioning complete for port 3adac7fb-c0e9-4147-b18b-3eca9a9aa456 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:38:41.470934 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-82b47c55-c429-4adf-92b6-409d265e604d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:41.518007 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83402e1f-900f-40f6-b620-2662f96f5f4b tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Router 4cb0a730-5335-4ca4-a78e-b238d286093e has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:38:41.538618 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-82b47c55-c429-4adf-92b6-409d265e604d None None] Port 3adac7fb-c0e9-4147-b18b-3eca9a9aa456 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:38:41.564300 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-24da7111-adc0-45ee-99a5-ed252a41dd28 req-88dd9de7-9735-493f-bc46-a877081b0fec service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b77a2ea2-bf6f-4747-8b6e-4d7e38103eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973277 Feb 01 04:38:41.650926 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dab7d38d-d115-4a3c-883f-dee218f3e6f4 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-371968'] for router_interface, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:41.659707 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83402e1f-900f-40f6-b620-2662f96f5f4b tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:38:41.672093 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4afd33-6a77-42ee-b118-c3175751e635 None None] Sync routers for ids ['4cb0a730-5335-4ca4-a78e-b238d286093e'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:38:41.681710 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-83402e1f-900f-40f6-b620-2662f96f5f4b tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "PUT /v2.0/routers/4cb0a730-5335-4ca4-a78e-b238d286093e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5118389 Feb 01 04:38:41.683932 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-68c76be5-e542-4724-8380-178a2c7e0f2e None None] Provisioning complete for port 3adac7fb-c0e9-4147-b18b-3eca9a9aa456 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:38:41.684389 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-68c76be5-e542-4724-8380-178a2c7e0f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:41.687587 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41922) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:41.716671 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4afd33-6a77-42ee-b118-c3175751e635 None None] Routers {'4cb0a730-5335-4ca4-a78e-b238d286093e'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:38:41.716671 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-4e4afd33-6a77-42ee-b118-c3175751e635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:38:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['4cb0a730-5335-4ca4-a78e-b238d286093e'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:41.789149 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-4e4afd33-6a77-42ee-b118-c3175751e635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:41.807294 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4afd33-6a77-42ee-b118-c3175751e635 None None] Routers {'4cb0a730-5335-4ca4-a78e-b238d286093e'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:38:41.807920 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-4e4afd33-6a77-42ee-b118-c3175751e635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:38:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['4cb0a730-5335-4ca4-a78e-b238d286093e'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:41.868530 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-4e4afd33-6a77-42ee-b118-c3175751e635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:41.870114 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4afd33-6a77-42ee-b118-c3175751e635 None None] The sync data for ids ['4cb0a730-5335-4ca4-a78e-b238d286093e'] in dv-neutron-826830-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:38:41.871535 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-68c76be5-e542-4724-8380-178a2c7e0f2e None None] Port 3adac7fb-c0e9-4147-b18b-3eca9a9aa456 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:38:41.993100 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-a621837d-9347-4b32-9a00-eb8eb0de3dd5 None None] Provisioning complete for port 3adac7fb-c0e9-4147-b18b-3eca9a9aa456 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:38:41.993479 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a621837d-9347-4b32-9a00-eb8eb0de3dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:42.002108 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-dab7d38d-d115-4a3c-883f-dee218f3e6f4 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Deleting port 3adac7fb-c0e9-4147-b18b-3eca9a9aa456 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:38:42.002670 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dab7d38d-d115-4a3c-883f-dee218f3e6f4 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:42.053950 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-a621837d-9347-4b32-9a00-eb8eb0de3dd5 None None] Port 3adac7fb-c0e9-4147-b18b-3eca9a9aa456 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:38:42.160858 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.api.v2.resource [None req-fd7b28e4-95fb-45a2-82c0-9ada924eb779 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] remove_router_interface failed (client error): The resource could not be found. Feb 01 04:38:42.163585 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-fd7b28e4-95fb-45a2-82c0-9ada924eb779 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "PUT /v2.0/routers/4cb0a730-5335-4ca4-a78e-b238d286093e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4748874 Feb 01 04:38:42.164682 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41928) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:42.196196 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dab7d38d-d115-4a3c-883f-dee218f3e6f4 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:42.240796 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-879265a1-5a54-43e0-868b-f99e1759f2b5 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Synchronizing usage tracker for tenant:1f6ca98a557d4325996431c1756276f6 on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:38:42.276161 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-879265a1-5a54-43e0-868b-f99e1759f2b5 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Unset dirty status for tenant:1f6ca98a557d4325996431c1756276f6 on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:38:42.279730 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-879265a1-5a54-43e0-868b-f99e1759f2b5 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cb0a730-5335-4ca4-a78e-b238d286093e HTTP/1.1" status: 200 len: 205 time: 0.1117287 Feb 01 04:38:42.281904 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41932) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:42.317469 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-dab7d38d-d115-4a3c-883f-dee218f3e6f4 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Calling delete_port for 3adac7fb-c0e9-4147-b18b-3eca9a9aa456 owned by network:router_interface {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:38:42.425412 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-22df8c25-b539-4dac-a9c0-1abe1d2ee197 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for router, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:42.480951 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09980976-e47d-4829-9cb1-17424e99a2f4 req-b3cd074c-4897-4e7d-afcd-39a4809ebcc6 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:42.482490 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-09980976-e47d-4829-9cb1-17424e99a2f4 req-b3cd074c-4897-4e7d-afcd-39a4809ebcc6 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=c778b2f1-aa7e-4681-ae35-4df9a5a4e5ab HTTP/1.1" status: 200 len: 945 time: 0.2762425 Feb 01 04:38:42.628040 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dab7d38d-d115-4a3c-883f-dee218f3e6f4 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:42.656572 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-09980976-e47d-4829-9cb1-17424e99a2f4 req-f6d0d136-2fb3-49e6-8b1d-53696db09a88 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=b77a2ea2-bf6f-4747-8b6e-4d7e38103eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1664157 Feb 01 04:38:42.674234 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 37820d7c-3092-4585-9ac8-b8cd365c7f16 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:38:42.681176 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab7d38d-d115-4a3c-883f-dee218f3e6f4 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Pushing event deleted for resources: {'Port': ['ID=3adac7fb-c0e9-4147-b18b-3eca9a9aa456,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:42.760559 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 37820d7c-3092-4585-9ac8-b8cd365c7f16 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:38:42.761031 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:42.804007 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-22df8c25-b539-4dac-a9c0-1abe1d2ee197 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25968'] for router, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:42.818830 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-22df8c25-b539-4dac-a9c0-1abe1d2ee197 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:42.869248 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-22df8c25-b539-4dac-a9c0-1abe1d2ee197 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772958'] for router, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:42.870116 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22df8c25-b539-4dac-a9c0-1abe1d2ee197 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Fanout notify agent at l3_agent the message router_deleted on router 4cb0a730-5335-4ca4-a78e-b238d286093e {{(pid=87637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 01 04:38:42.889028 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-22df8c25-b539-4dac-a9c0-1abe1d2ee197 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:42.893823 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-22df8c25-b539-4dac-a9c0-1abe1d2ee197 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "DELETE /v2.0/routers/4cb0a730-5335-4ca4-a78e-b238d286093e HTTP/1.1" status: 204 len: 168 time: 0.6087112 Feb 01 04:38:42.895302 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41936) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:42.975594 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dab7d38d-d115-4a3c-883f-dee218f3e6f4 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770960'] for router_interface, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:42.975816 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_v2 [None req-b78c2268-927d-4485-8880-1137d6fac96d tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Deleting subnet 48ab4646-4ff2-42c2-8515-17a3748fed97 {{(pid=87637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:38:42.978878 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b78c2268-927d-4485-8880-1137d6fac96d tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for subnet, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:43.032824 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b78c2268-927d-4485-8880-1137d6fac96d tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2424773'] for subnet, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:43.114223 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b78c2268-927d-4485-8880-1137d6fac96d tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:43.190159 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b78c2268-927d-4485-8880-1137d6fac96d tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3037665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694336'] for subnet, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:43.229043 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78c2268-927d-4485-8880-1137d6fac96d tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Pushing event deleted for resources: {'Subnet': ['ID=48ab4646-4ff2-42c2-8515-17a3748fed97,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:43.230938 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b78c2268-927d-4485-8880-1137d6fac96d tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:43.237898 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-b78c2268-927d-4485-8880-1137d6fac96d tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "DELETE /v2.0/subnets/48ab4646-4ff2-42c2-8515-17a3748fed97 HTTP/1.1" status: 204 len: 168 time: 0.3415976 Feb 01 04:38:43.238936 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d57c42-f19e-44d1-9e58-8861090b07a8 None None] Network 89445bd2-74e0-4bd7-956a-3f60d05f1754 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:38:43.240494 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41940) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:43.246296 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dab7d38d-d115-4a3c-883f-dee218f3e6f4 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Router 715f7f26-eb45-4ec0-b5cd-cdd4eded99aa has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:38:43.353096 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-52ca1074-9b0b-43c6-a90e-bf8c77941668 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:43.364008 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-52ca1074-9b0b-43c6-a90e-bf8c77941668 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Deleting port a906640d-0098-43a9-b977-3cab694681ee {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:38:43.364446 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-52ca1074-9b0b-43c6-a90e-bf8c77941668 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:43.390626 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dab7d38d-d115-4a3c-883f-dee218f3e6f4 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:38:43.403924 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd3428d-6b55-40a0-b0a1-701e1d74177e None None] Sync routers for ids ['715f7f26-eb45-4ec0-b5cd-cdd4eded99aa'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:38:43.409188 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-dab7d38d-d115-4a3c-883f-dee218f3e6f4 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "PUT /v2.0/routers/715f7f26-eb45-4ec0-b5cd-cdd4eded99aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6795094 Feb 01 04:38:43.411656 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41944) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:43.417654 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd3428d-6b55-40a0-b0a1-701e1d74177e None None] Routers {'715f7f26-eb45-4ec0-b5cd-cdd4eded99aa'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:38:43.418488 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-0dd3428d-6b55-40a0-b0a1-701e1d74177e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:38:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['715f7f26-eb45-4ec0-b5cd-cdd4eded99aa'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:43.460643 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d5e65535-ad01-4509-8ac9-d83c5a5cc4da tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Synchronizing usage tracker for tenant:fe61db31beb2433b8247cdb8a5604696 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:38:43.483840 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d5e65535-ad01-4509-8ac9-d83c5a5cc4da tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Unset dirty status for tenant:fe61db31beb2433b8247cdb8a5604696 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:38:43.485026 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d5e65535-ad01-4509-8ac9-d83c5a5cc4da tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "GET /v2.0/ports?device_id=715f7f26-eb45-4ec0-b5cd-cdd4eded99aa HTTP/1.1" status: 200 len: 205 time: 0.0721872 Feb 01 04:38:43.487736 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41948) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:43.489186 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-0dd3428d-6b55-40a0-b0a1-701e1d74177e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:43.499907 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd3428d-6b55-40a0-b0a1-701e1d74177e None None] Routers {'715f7f26-eb45-4ec0-b5cd-cdd4eded99aa'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:38:43.500908 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-0dd3428d-6b55-40a0-b0a1-701e1d74177e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:38:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['715f7f26-eb45-4ec0-b5cd-cdd4eded99aa'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:43.510057 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d52931d-0d36-4dea-9702-60a7bb180788 None None] DHCP port deletion for 89445bd2-74e0-4bd7-956a-3f60d05f1754 request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:38:43.514370 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-3d52931d-0d36-4dea-9702-60a7bb180788 None None] Deleting port a906640d-0098-43a9-b977-3cab694681ee {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:38:43.514740 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3d52931d-0d36-4dea-9702-60a7bb180788 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:43.560398 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-0dd3428d-6b55-40a0-b0a1-701e1d74177e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:43.561092 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd3428d-6b55-40a0-b0a1-701e1d74177e None None] The sync data for ids ['715f7f26-eb45-4ec0-b5cd-cdd4eded99aa'] in dv-neutron-826830-1-hyperv is: [] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:38:43.612461 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-52ca1074-9b0b-43c6-a90e-bf8c77941668 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] For port a906640d-0098-43a9-b977-3cab694681ee, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=a906640d-0098-43a9-b977-3cab694681ee,segment=NetworkSegment(590d185b-658f-466f-95ea-78bd27329c65),segment_id=590d185b-658f-466f-95ea-78bd27329c65)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:38:43.612813 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-52ca1074-9b0b-43c6-a90e-bf8c77941668 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:43.642335 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-88e5c064-0e38-46b1-9196-36c4c2ffe96c tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for router, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:43.772024 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-3d52931d-0d36-4dea-9702-60a7bb180788 None None] For port a906640d-0098-43a9-b977-3cab694681ee, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=a906640d-0098-43a9-b977-3cab694681ee,segment=NetworkSegment(590d185b-658f-466f-95ea-78bd27329c65),segment_id=590d185b-658f-466f-95ea-78bd27329c65)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:38:43.772586 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3d52931d-0d36-4dea-9702-60a7bb180788 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:43.859616 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-52ca1074-9b0b-43c6-a90e-bf8c77941668 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Calling delete_port for a906640d-0098-43a9-b977-3cab694681ee owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:38:43.911575 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-3d52931d-0d36-4dea-9702-60a7bb180788 None None] Calling delete_port for a906640d-0098-43a9-b977-3cab694681ee owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:38:43.938636 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-52ca1074-9b0b-43c6-a90e-bf8c77941668 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:43.990768 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ca1074-9b0b-43c6-a90e-bf8c77941668 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Pushing event deleted for resources: {'Port': ['ID=a906640d-0098-43a9-b977-3cab694681ee,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:43.992576 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ca1074-9b0b-43c6-a90e-bf8c77941668 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] No DVR routers for this DVR port a906640d-0098-43a9-b977-3cab694681ee on host dv-neutron-826830-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:38:43.995074 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-3d52931d-0d36-4dea-9702-60a7bb180788 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:38:43.995523 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-3d52931d-0d36-4dea-9702-60a7bb180788 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:38:44.109571 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-88e5c064-0e38-46b1-9196-36c4c2ffe96c tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25968'] for router, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:44.112249 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-88e5c064-0e38-46b1-9196-36c4c2ffe96c tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:44.113866 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-52ca1074-9b0b-43c6-a90e-bf8c77941668 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:44.141010 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-52ca1074-9b0b-43c6-a90e-bf8c77941668 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89445bd2-74e0-4bd7-956a-3f60d05f1754']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:44.149895 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-88e5c064-0e38-46b1-9196-36c4c2ffe96c tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772958'] for router, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:44.150405 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88e5c064-0e38-46b1-9196-36c4c2ffe96c tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Fanout notify agent at l3_agent the message router_deleted on router 715f7f26-eb45-4ec0-b5cd-cdd4eded99aa {{(pid=87636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 01 04:38:44.153142 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-52ca1074-9b0b-43c6-a90e-bf8c77941668 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '590d185b-658f-466f-95ea-78bd27329c65') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:44.153440 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-52ca1074-9b0b-43c6-a90e-bf8c77941668 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '590d185b-658f-466f-95ea-78bd27329c65') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:44.165325 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-52ca1074-9b0b-43c6-a90e-bf8c77941668 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:44.167173 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a26bbf-3feb-4807-82c4-24a1cc51c06c req-38b96b55-c89f-4b6a-9c3d-fecf18317460 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:44.168627 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-82a26bbf-3feb-4807-82c4-24a1cc51c06c req-38b96b55-c89f-4b6a-9c3d-fecf18317460 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=c778b2f1-aa7e-4681-ae35-4df9a5a4e5ab HTTP/1.1" status: 200 len: 945 time: 0.1618817 Feb 01 04:38:44.173023 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-88e5c064-0e38-46b1-9196-36c4c2ffe96c tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:44.174036 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-88e5c064-0e38-46b1-9196-36c4c2ffe96c tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "DELETE /v2.0/routers/715f7f26-eb45-4ec0-b5cd-cdd4eded99aa HTTP/1.1" status: 204 len: 168 time: 0.6852050 Feb 01 04:38:44.177067 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41954) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:44.213917 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-82a26bbf-3feb-4807-82c4-24a1cc51c06c req-499bf4cb-8d57-4b4b-83a2-3e14d661d79e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=b77a2ea2-bf6f-4747-8b6e-4d7e38103eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387485 Feb 01 04:38:44.214173 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-52ca1074-9b0b-43c6-a90e-bf8c77941668 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:44.227446 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52ca1074-9b0b-43c6-a90e-bf8c77941668 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:38:44.227835 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-52ca1074-9b0b-43c6-a90e-bf8c77941668 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:44.242978 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 04:38:44.242978 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:38:44.242978 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 04:38:44.242978 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:38:44.242978 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 04:38:44.242978 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:38:44.242978 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 04:38:44.242978 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:38:44.242978 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 04:38:44.242978 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:38:44.242978 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 04:38:44.242978 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:38:44.242978 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 04:38:44.242978 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:38:44.242978 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:38:44.242978 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:38:44.242978 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:38:44.242978 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:38:44.242978 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 04:38:44.242978 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:38:44.242978 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 04:38:44.242978 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:38:44.242978 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:38:44.242978 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:38:44.242978 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 04:38:44.242978 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:38:44.242978 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:38:44.242978 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:38:44.242978 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:38:44.242978 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:38:44.242978 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:38:44.242978 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:38:44.332476 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_v2 [None req-9df301c5-79d0-46da-a195-cd420a3550d1 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Deleting subnet bb43388e-cd44-479b-8dae-da7fe62ee39e {{(pid=87637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:38:44.370585 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9df301c5-79d0-46da-a195-cd420a3550d1 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for subnet, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:44.417121 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-52ca1074-9b0b-43c6-a90e-bf8c77941668 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:44.422137 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-52ca1074-9b0b-43c6-a90e-bf8c77941668 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:44.469212 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ca1074-9b0b-43c6-a90e-bf8c77941668 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Pushing event deleted for resources: {'Network': ['ID=89445bd2-74e0-4bd7-956a-3f60d05f1754,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:44.482643 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-52ca1074-9b0b-43c6-a90e-bf8c77941668 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "DELETE /v2.0/networks/89445bd2-74e0-4bd7-956a-3f60d05f1754 HTTP/1.1" status: 204 len: 168 time: 1.2409918 Feb 01 04:38:44.486758 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9df301c5-79d0-46da-a195-cd420a3550d1 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2424773'] for subnet, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:44.487423 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41960) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:44.493062 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-f796ce91-39dd-422a-b7a6-9e5ef444b970 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-302611182'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:38:44.497048 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-3d52931d-0d36-4dea-9702-60a7bb180788 None None] Deleting port a906640d-0098-43a9-b977-3cab694681ee {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:38:44.497562 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3d52931d-0d36-4dea-9702-60a7bb180788 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:44.498013 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-f796ce91-39dd-422a-b7a6-9e5ef444b970 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:38:44.502862 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f796ce91-39dd-422a-b7a6-9e5ef444b970 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Usage tracker for resource:network and tenant:1f6ca98a557d4325996431c1756276f6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:38:44.505694 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f796ce91-39dd-422a-b7a6-9e5ef444b970 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:38:44.511918 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-f796ce91-39dd-422a-b7a6-9e5ef444b970 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:38:44.521861 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f796ce91-39dd-422a-b7a6-9e5ef444b970 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Made reservation on behalf of 1f6ca98a557d4325996431c1756276f6 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:38:44.525752 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f796ce91-39dd-422a-b7a6-9e5ef444b970 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:44.557691 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f796ce91-39dd-422a-b7a6-9e5ef444b970 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:38:44.557939 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d45a6-ca2a-40ac-a733-e01857424638 req-0c253885-0873-40d0-a19c-3dfa629dfceb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:44.559537 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-957d45a6-ca2a-40ac-a733-e01857424638 req-0c253885-0873-40d0-a19c-3dfa629dfceb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=c778b2f1-aa7e-4681-ae35-4df9a5a4e5ab HTTP/1.1" status: 200 len: 945 time: 0.2313704 Feb 01 04:38:44.568398 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-3d52931d-0d36-4dea-9702-60a7bb180788 None None] The port 'a906640d-0098-43a9-b977-3cab694681ee' was deleted {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 01 04:38:44.570363 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f796ce91-39dd-422a-b7a6-9e5ef444b970 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:44.572171 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-f796ce91-39dd-422a-b7a6-9e5ef444b970 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Added segment f393d15c-5e25-4b3f-a940-a5c0dcf529c4 of type vlan for network a4861086-7fa6-49af-ab65-b4e659a66d93 Feb 01 04:38:44.609961 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f796ce91-39dd-422a-b7a6-9e5ef444b970 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:44.626685 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9df301c5-79d0-46da-a195-cd420a3550d1 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:44.642133 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f796ce91-39dd-422a-b7a6-9e5ef444b970 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:44.648428 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device a906640d-0098-43a9-b977-3cab694681ee no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:38:44.648999 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f796ce91-39dd-422a-b7a6-9e5ef444b970 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:44.649697 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f796ce91-39dd-422a-b7a6-9e5ef444b970 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:44.657495 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-957d45a6-ca2a-40ac-a733-e01857424638 req-bf412700-384b-4a06-9d22-0670b4caf57b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=b77a2ea2-bf6f-4747-8b6e-4d7e38103eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860927 Feb 01 04:38:44.683857 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41964) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:44.686587 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: a906640d-0098-43a9-b977-3cab694681ee {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:38:44.686881 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device a906640d-0098-43a9-b977-3cab694681ee not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:38:44.730079 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f796ce91-39dd-422a-b7a6-9e5ef444b970 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2414021 Feb 01 04:38:44.737093 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41968) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:44.744552 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-9a4b8fa2-83f1-44e9-a111-be02faf97050 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Request body: {'subnet': {'network_id': 'a4861086-7fa6-49af-ab65-b4e659a66d93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:38:44.778213 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f796ce91-39dd-422a-b7a6-9e5ef444b970 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Pushing event updated for resources: {'Network': ['ID=a4861086-7fa6-49af-ab65-b4e659a66d93,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:44.789346 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network a4861086-7fa6-49af-ab65-b4e659a66d93 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:38:44.805658 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9df301c5-79d0-46da-a195-cd420a3550d1 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3037665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694336'] for subnet, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:44.899318 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:44.903862 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df301c5-79d0-46da-a195-cd420a3550d1 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Pushing event deleted for resources: {'Subnet': ['ID=bb43388e-cd44-479b-8dae-da7fe62ee39e,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:44.913618 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9df301c5-79d0-46da-a195-cd420a3550d1 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:44.915852 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfd6183-440b-4d06-aeda-0a9f35b8a8af None None] Network b8952e72-1603-43bf-b158-bc47400bf9e2 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:38:44.922385 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-9a4b8fa2-83f1-44e9-a111-be02faf97050 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:38:44.930413 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-9df301c5-79d0-46da-a195-cd420a3550d1 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "DELETE /v2.0/subnets/bb43388e-cd44-479b-8dae-da7fe62ee39e HTTP/1.1" status: 204 len: 168 time: 0.7522163 Feb 01 04:38:44.932700 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-9a4b8fa2-83f1-44e9-a111-be02faf97050 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Usage tracker for resource:subnet and tenant:1f6ca98a557d4325996431c1756276f6 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:38:44.934412 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41972) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:44.936313 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-9a4b8fa2-83f1-44e9-a111-be02faf97050 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:38:44.940760 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf7d531-f128-4cd6-9206-da0e91c5aad1 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:44.945176 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-9bf7d531-f128-4cd6-9206-da0e91c5aad1 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c778b2f1-aa7e-4681-ae35-4df9a5a4e5ab HTTP/1.1" status: 200 len: 1093 time: 0.2581942 Feb 01 04:38:44.945903 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41976) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:44.948125 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-9a4b8fa2-83f1-44e9-a111-be02faf97050 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:38:44.953675 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-1c11f93d-4c91-44cb-a417-956573830d2e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'floatingip': {'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'port_id': '60ade37f-190e-4792-9981-bdee4579ff81', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:38:44.961472 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-1c11f93d-4c91-44cb-a417-956573830d2e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:38:44.966868 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-1c11f93d-4c91-44cb-a417-956573830d2e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:floatingip and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:38:44.970398 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-1c11f93d-4c91-44cb-a417-956573830d2e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:38:44.973372 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a4b8fa2-83f1-44e9-a111-be02faf97050 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Made reservation on behalf of 1f6ca98a557d4325996431c1756276f6 for: {'subnet': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:38:44.976791 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9a4b8fa2-83f1-44e9-a111-be02faf97050 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3694443'] for subnet, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:45.000157 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-1c11f93d-4c91-44cb-a417-956573830d2e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:38:45.056937 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f07bba7d-8b1e-4a0d-8a1f-a87dcf581cea tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:45.067476 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-f07bba7d-8b1e-4a0d-8a1f-a87dcf581cea tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Deleting port 37820d7c-3092-4585-9ac8-b8cd365c7f16 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:38:45.067917 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f07bba7d-8b1e-4a0d-8a1f-a87dcf581cea tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:45.078240 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1c11f93d-4c91-44cb-a417-956573830d2e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for floatingip, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:45.184771 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ecdd312-df9b-44b5-aea8-306db762b706 None None] DHCP port deletion for b8952e72-1603-43bf-b158-bc47400bf9e2 request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:38:45.188758 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-5ecdd312-df9b-44b5-aea8-306db762b706 None None] Deleting port 37820d7c-3092-4585-9ac8-b8cd365c7f16 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:38:45.189133 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5ecdd312-df9b-44b5-aea8-306db762b706 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:45.286992 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-f07bba7d-8b1e-4a0d-8a1f-a87dcf581cea tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] For port 37820d7c-3092-4585-9ac8-b8cd365c7f16, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=37820d7c-3092-4585-9ac8-b8cd365c7f16,segment=NetworkSegment(02ab068b-9b83-4222-86a5-7c7007fc3e4b),segment_id=02ab068b-9b83-4222-86a5-7c7007fc3e4b)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:38:45.287996 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f07bba7d-8b1e-4a0d-8a1f-a87dcf581cea tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:45.309099 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9a4b8fa2-83f1-44e9-a111-be02faf97050 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3037478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3694457'] for subnet, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:45.408808 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-5ecdd312-df9b-44b5-aea8-306db762b706 None None] For port 37820d7c-3092-4585-9ac8-b8cd365c7f16, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=37820d7c-3092-4585-9ac8-b8cd365c7f16,segment=NetworkSegment(02ab068b-9b83-4222-86a5-7c7007fc3e4b),segment_id=02ab068b-9b83-4222-86a5-7c7007fc3e4b)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:38:45.409490 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5ecdd312-df9b-44b5-aea8-306db762b706 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:45.411063 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-f07bba7d-8b1e-4a0d-8a1f-a87dcf581cea tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Calling delete_port for 37820d7c-3092-4585-9ac8-b8cd365c7f16 owned by network:dhcp {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:38:45.464517 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1c11f93d-4c91-44cb-a417-956573830d2e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:45.493218 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f07bba7d-8b1e-4a0d-8a1f-a87dcf581cea tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:45.542715 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-5ecdd312-df9b-44b5-aea8-306db762b706 None None] Calling delete_port for 37820d7c-3092-4585-9ac8-b8cd365c7f16 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:38:45.547284 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07bba7d-8b1e-4a0d-8a1f-a87dcf581cea tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] No DVR routers for this DVR port 37820d7c-3092-4585-9ac8-b8cd365c7f16 on host dv-neutron-826830-1-hyperv {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:38:45.560824 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4b8fa2-83f1-44e9-a111-be02faf97050 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Pushing event updated for resources: {'Subnet': ['ID=68dc04a2-5e32-4125-8308-67410c906054,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:45.575546 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07bba7d-8b1e-4a0d-8a1f-a87dcf581cea tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Pushing event deleted for resources: {'Port': ['ID=37820d7c-3092-4585-9ac8-b8cd365c7f16,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:45.586821 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4b8fa2-83f1-44e9-a111-be02faf97050 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Checking segment: {'id': 'f393d15c-5e25-4b3f-a940-a5c0dcf529c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a4861086-7fa6-49af-ab65-b4e659a66d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:38:45.587199 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4b8fa2-83f1-44e9-a111-be02faf97050 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Network hostable DHCP agents. Network: a4861086-7fa6-49af-ab65-b4e659a66d93, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:38:45.632688 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-5ecdd312-df9b-44b5-aea8-306db762b706 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:38:45.633180 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-5ecdd312-df9b-44b5-aea8-306db762b706 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:38:45.648843 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4b8fa2-83f1-44e9-a111-be02faf97050 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Network a4861086-7fa6-49af-ab65-b4e659a66d93 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:38:45.667672 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-9a4b8fa2-83f1-44e9-a111-be02faf97050 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, a4861086-7fa6-49af-ab65-b4e659a66d93) {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:38:45.675885 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4b8fa2-83f1-44e9-a111-be02faf97050 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:45.676465 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9a4b8fa2-83f1-44e9-a111-be02faf97050 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:45.678452 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f07bba7d-8b1e-4a0d-8a1f-a87dcf581cea tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:45.684132 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a96b97-55cb-4d64-ad4d-a699bdd23f8a None None] Network a4861086-7fa6-49af-ab65-b4e659a66d93 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:38:45.686619 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-1c11f93d-4c91-44cb-a417-956573830d2e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Allocated IP 172.26.8.152 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/04f41e05-9c81-4aeb-a713-785d68c01a56) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:38:45.705789 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-f07bba7d-8b1e-4a0d-8a1f-a87dcf581cea tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8952e72-1603-43bf-b158-bc47400bf9e2']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:45.718665 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-f07bba7d-8b1e-4a0d-8a1f-a87dcf581cea tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02ab068b-9b83-4222-86a5-7c7007fc3e4b') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:45.718880 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-f07bba7d-8b1e-4a0d-8a1f-a87dcf581cea tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02ab068b-9b83-4222-86a5-7c7007fc3e4b') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:45.727699 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-9a4b8fa2-83f1-44e9-a111-be02faf97050 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9870110 Feb 01 04:38:45.728092 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41980) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:45.736894 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-f8560613-c870-4a2b-8c41-319627f80888 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-674066375', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:38:45.744517 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f07bba7d-8b1e-4a0d-8a1f-a87dcf581cea tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143022'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:45.756697 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-f8560613-c870-4a2b-8c41-319627f80888 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:38:45.764813 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f8560613-c870-4a2b-8c41-319627f80888 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Usage tracker for resource:router and tenant:1f6ca98a557d4325996431c1756276f6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:38:45.767930 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f8560613-c870-4a2b-8c41-319627f80888 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:38:45.770950 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f07bba7d-8b1e-4a0d-8a1f-a87dcf581cea tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:45.778017 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-f8560613-c870-4a2b-8c41-319627f80888 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:38:45.782585 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f07bba7d-8b1e-4a0d-8a1f-a87dcf581cea tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:38:45.783015 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f07bba7d-8b1e-4a0d-8a1f-a87dcf581cea tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3072199'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:45.797806 dv-neutron-826830-1-hyperv neutron-server[87636]: Traceback (most recent call last): Feb 01 04:38:45.797806 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:38:45.797806 dv-neutron-826830-1-hyperv neutron-server[87636]: timer() Feb 01 04:38:45.797806 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:38:45.797806 dv-neutron-826830-1-hyperv neutron-server[87636]: cb(*args, **kw) Feb 01 04:38:45.797806 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:38:45.797806 dv-neutron-826830-1-hyperv neutron-server[87636]: return func(*args, **kwargs) Feb 01 04:38:45.797806 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:38:45.797806 dv-neutron-826830-1-hyperv neutron-server[87636]: self._notify() Feb 01 04:38:45.797806 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:38:45.797806 dv-neutron-826830-1-hyperv neutron-server[87636]: self.callback(batched_events) Feb 01 04:38:45.797806 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:38:45.797806 dv-neutron-826830-1-hyperv neutron-server[87636]: event.method(event) Feb 01 04:38:45.797806 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:38:45.797806 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:38:45.797806 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:38:45.797806 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:38:45.797806 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:38:45.797806 dv-neutron-826830-1-hyperv neutron-server[87636]: return f(self, *a, **k) Feb 01 04:38:45.797806 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:38:45.797806 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._get(url).json() Feb 01 04:38:45.797806 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:38:45.797806 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:38:45.797806 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:38:45.797806 dv-neutron-826830-1-hyperv neutron-server[87636]: return self.request(url, 'GET', **kwargs) Feb 01 04:38:45.797806 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:38:45.797806 dv-neutron-826830-1-hyperv neutron-server[87636]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:38:45.797806 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:38:45.797806 dv-neutron-826830-1-hyperv neutron-server[87636]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:38:45.797806 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:38:45.797806 dv-neutron-826830-1-hyperv neutron-server[87636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:38:45.797806 dv-neutron-826830-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:38:45.819828 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f8560613-c870-4a2b-8c41-319627f80888 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25958'] for router, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:45.820815 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f8560613-c870-4a2b-8c41-319627f80888 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-372027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25961'] for router, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:45.862437 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1c11f93d-4c91-44cb-a417-956573830d2e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:45.893274 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f07bba7d-8b1e-4a0d-8a1f-a87dcf581cea tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:45.897267 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1c11f93d-4c91-44cb-a417-956573830d2e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:45.916251 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f07bba7d-8b1e-4a0d-8a1f-a87dcf581cea tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:45.927501 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f8560613-c870-4a2b-8c41-319627f80888 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:45.931362 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07bba7d-8b1e-4a0d-8a1f-a87dcf581cea tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Pushing event deleted for resources: {'Network': ['ID=b8952e72-1603-43bf-b158-bc47400bf9e2,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:45.955905 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c11f93d-4c91-44cb-a417-956573830d2e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:38:45.958062 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1a6be7-ef53-4180-9b88-215a671427b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-a4861086-7fa6-49af-ab65-b4e659a66d93', 'network_id': 'a4861086-7fa6-49af-ab65-b4e659a66d93', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'fixed_ips': [{'subnet_id': '68dc04a2-5e32-4125-8308-67410c906054'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:38:45.959702 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2f1a6be7-ef53-4180-9b88-215a671427b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:45.963729 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-1c11f93d-4c91-44cb-a417-956573830d2e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:38:45.964241 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f07bba7d-8b1e-4a0d-8a1f-a87dcf581cea tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "DELETE /v2.0/networks/b8952e72-1603-43bf-b158-bc47400bf9e2 HTTP/1.1" status: 204 len: 168 time: 1.0276554 Feb 01 04:38:45.965575 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 41984) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:45.971922 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f8560613-c870-4a2b-8c41-319627f80888 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337'] for router, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:45.972106 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c11f93d-4c91-44cb-a417-956573830d2e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:38:45.991929 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f8560613-c870-4a2b-8c41-319627f80888 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:45.993489 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f8560613-c870-4a2b-8c41-319627f80888 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2636929 Feb 01 04:38:45.996192 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41988) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:46.008565 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-37075c02-e469-4774-8d45-21e627c2899a tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-98232206', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}, 'admin_state_up': False}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:38:46.023918 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-37075c02-e469-4774-8d45-21e627c2899a tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:38:46.034594 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-37075c02-e469-4774-8d45-21e627c2899a tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Usage tracker for resource:router and tenant:fe61db31beb2433b8247cdb8a5604696 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:38:46.038842 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c11f93d-4c91-44cb-a417-956573830d2e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'Port': ['ID=04f41e05-9c81-4aeb-a713-785d68c01a56,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:46.047101 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-37075c02-e469-4774-8d45-21e627c2899a tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:38:46.056787 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-37075c02-e469-4774-8d45-21e627c2899a tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:38:46.104365 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-37075c02-e469-4774-8d45-21e627c2899a tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25958'] for router, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:46.105406 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-37075c02-e469-4774-8d45-21e627c2899a tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-372027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25961'] for router, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:46.155168 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-5ecdd312-df9b-44b5-aea8-306db762b706 None None] Deleting port 37820d7c-3092-4585-9ac8-b8cd365c7f16 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:38:46.155547 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5ecdd312-df9b-44b5-aea8-306db762b706 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:46.172088 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-37075c02-e469-4774-8d45-21e627c2899a tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:46.231777 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-5ecdd312-df9b-44b5-aea8-306db762b706 None None] The port '37820d7c-3092-4585-9ac8-b8cd365c7f16' was deleted {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 01 04:38:46.245102 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-2f1a6be7-ef53-4180-9b88-215a671427b4 None None] Allocated IP 2001:db8::2 (a4861086-7fa6-49af-ab65-b4e659a66d93/68dc04a2-5e32-4125-8308-67410c906054/e007860a-38d9-4c1b-b6a9-60a3c7c37429) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:38:46.460014 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2f1a6be7-ef53-4180-9b88-215a671427b4 None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:46.470955 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-2f1a6be7-ef53-4180-9b88-215a671427b4 None None] Transition to ACTIVE for port object e007860a-38d9-4c1b-b6a9-60a3c7c37429 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:38:46.490782 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-2f1a6be7-ef53-4180-9b88-215a671427b4 None None] Transition to ACTIVE for port object e007860a-38d9-4c1b-b6a9-60a3c7c37429 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:38:46.496909 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2f1a6be7-ef53-4180-9b88-215a671427b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:46.564626 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1a6be7-ef53-4180-9b88-215a671427b4 None None] Network a4861086-7fa6-49af-ab65-b4e659a66d93 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:38:46.567461 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-2f1a6be7-ef53-4180-9b88-215a671427b4 None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:38:46.571696 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1a6be7-ef53-4180-9b88-215a671427b4 None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:38:46.575069 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1a6be7-ef53-4180-9b88-215a671427b4 None None] Pushing event updated for resources: {'Port': ['ID=e007860a-38d9-4c1b-b6a9-60a3c7c37429,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:46.616851 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-37075c02-e469-4774-8d45-21e627c2899a tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:46.662525 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2c222cef-7d4c-4c42-801c-7f619e83dd00 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:46.668830 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 37820d7c-3092-4585-9ac8-b8cd365c7f16 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:38:46.706604 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 37820d7c-3092-4585-9ac8-b8cd365c7f16 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:38:46.706940 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 37820d7c-3092-4585-9ac8-b8cd365c7f16 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:38:46.709518 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-2f1a6be7-ef53-4180-9b88-215a671427b4 None None] Attempting to bind port e007860a-38d9-4c1b-b6a9-60a3c7c37429 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:38:46.710046 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-2f1a6be7-ef53-4180-9b88-215a671427b4 None None] Attempting to bind port e007860a-38d9-4c1b-b6a9-60a3c7c37429 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': 'f393d15c-5e25-4b3f-a940-a5c0dcf529c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a4861086-7fa6-49af-ab65-b4e659a66d93'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:38:46.710581 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1a6be7-ef53-4180-9b88-215a671427b4 None None] Attempting to bind port e007860a-38d9-4c1b-b6a9-60a3c7c37429 on network a4861086-7fa6-49af-ab65-b4e659a66d93 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:38:46.716779 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1a6be7-ef53-4180-9b88-215a671427b4 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:38:46.717188 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1a6be7-ef53-4180-9b88-215a671427b4 None None] Checking segment: {'id': 'f393d15c-5e25-4b3f-a940-a5c0dcf529c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a4861086-7fa6-49af-ab65-b4e659a66d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:38:46.718110 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2f1a6be7-ef53-4180-9b88-215a671427b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:46.718675 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1a6be7-ef53-4180-9b88-215a671427b4 None None] Bound using segment: {'id': 'f393d15c-5e25-4b3f-a940-a5c0dcf529c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a4861086-7fa6-49af-ab65-b4e659a66d93'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:38:46.719336 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-2f1a6be7-ef53-4180-9b88-215a671427b4 None None] Bound port: e007860a-38d9-4c1b-b6a9-60a3c7c37429, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f393d15c-5e25-4b3f-a940-a5c0dcf529c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a4861086-7fa6-49af-ab65-b4e659a66d93'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:38:46.719873 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2f1a6be7-ef53-4180-9b88-215a671427b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:46.812181 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-2f1a6be7-ef53-4180-9b88-215a671427b4 None None] For port e007860a-38d9-4c1b-b6a9-60a3c7c37429, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:38:46.815335 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-2f1a6be7-ef53-4180-9b88-215a671427b4 None None] For port e007860a-38d9-4c1b-b6a9-60a3c7c37429, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=e007860a-38d9-4c1b-b6a9-60a3c7c37429,segment=NetworkSegment(f393d15c-5e25-4b3f-a940-a5c0dcf529c4),segment_id=f393d15c-5e25-4b3f-a940-a5c0dcf529c4)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:38:46.822049 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2f1a6be7-ef53-4180-9b88-215a671427b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:46.827671 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1c11f93d-4c91-44cb-a417-956573830d2e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:46.919129 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1a6be7-ef53-4180-9b88-215a671427b4 None None] Pushing event updated for resources: {'Port': ['ID=e007860a-38d9-4c1b-b6a9-60a3c7c37429,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:46.929293 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1c11f93d-4c91-44cb-a417-956573830d2e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:47.046943 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-2c222cef-7d4c-4c42-801c-7f619e83dd00 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Allocated IP 2001:db8::1 (a4861086-7fa6-49af-ab65-b4e659a66d93/68dc04a2-5e32-4125-8308-67410c906054/c25a2715-c192-4e08-aa8b-6257635e4573) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:38:47.239437 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2c222cef-7d4c-4c42-801c-7f619e83dd00 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:47.257624 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-2c222cef-7d4c-4c42-801c-7f619e83dd00 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Transition to ACTIVE for port object c25a2715-c192-4e08-aa8b-6257635e4573 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:38:47.288278 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2c222cef-7d4c-4c42-801c-7f619e83dd00 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:47.291484 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-37075c02-e469-4774-8d45-21e627c2899a tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for router_gateway, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:47.340025 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-37075c02-e469-4774-8d45-21e627c2899a tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:47.356044 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c222cef-7d4c-4c42-801c-7f619e83dd00 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Network a4861086-7fa6-49af-ab65-b4e659a66d93 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:38:47.359573 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-2c222cef-7d4c-4c42-801c-7f619e83dd00 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:38:47.361927 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c222cef-7d4c-4c42-801c-7f619e83dd00 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:38:47.362617 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2c222cef-7d4c-4c42-801c-7f619e83dd00 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-372107'] for router_interface, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:47.379635 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c222cef-7d4c-4c42-801c-7f619e83dd00 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Pushing event updated for resources: {'Port': ['ID=c25a2715-c192-4e08-aa8b-6257635e4573,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:47.476361 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2c222cef-7d4c-4c42-801c-7f619e83dd00 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:47.581437 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-37075c02-e469-4774-8d45-21e627c2899a tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Allocated IP 172.26.8.115 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/53e8b1aa-af5f-4e8f-9e21-5d3569566758) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:38:47.587675 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1c11f93d-4c91-44cb-a417-956573830d2e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:47.595056 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1c11f93d-4c91-44cb-a417-956573830d2e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:47.790374 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c11f93d-4c91-44cb-a417-956573830d2e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'Port': ['ID=04f41e05-9c81-4aeb-a713-785d68c01a56,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:47.827814 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1c11f93d-4c91-44cb-a417-956573830d2e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-774194'] for floatingip, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:47.927119 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-37075c02-e469-4774-8d45-21e627c2899a tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:48.013267 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2c222cef-7d4c-4c42-801c-7f619e83dd00 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:48.018353 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2c222cef-7d4c-4c42-801c-7f619e83dd00 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:48.019836 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2c222cef-7d4c-4c42-801c-7f619e83dd00 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371990'] for router_interface, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:48.038364 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f12cc55-79f7-43ab-8ace-c8a3c4ddbfa7 None None] Network a4861086-7fa6-49af-ab65-b4e659a66d93 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:38:48.038930 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.l3_db [None req-1c11f93d-4c91-44cb-a417-956573830d2e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Floating IP a26f855f-3ed0-40af-85ec-e99f6e53d974 associated. External IP: 172.26.8.152, port: 60ade37f-190e-4792-9981-bdee4579ff81. Feb 01 04:38:48.136279 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-37075c02-e469-4774-8d45-21e627c2899a tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:48.147419 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c222cef-7d4c-4c42-801c-7f619e83dd00 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Pushing event updated for resources: {'Port': ['ID=c25a2715-c192-4e08-aa8b-6257635e4573,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:48.210546 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-b5282221-6816-4875-9e1a-d231cff0aaba None None] Provisioning for port e007860a-38d9-4c1b-b6a9-60a3c7c37429 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:38:48.256958 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c222cef-7d4c-4c42-801c-7f619e83dd00 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Network a4861086-7fa6-49af-ab65-b4e659a66d93 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:38:48.257940 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-2c222cef-7d4c-4c42-801c-7f619e83dd00 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:38:48.275115 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37075c02-e469-4774-8d45-21e627c2899a tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:38:48.282184 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-37075c02-e469-4774-8d45-21e627c2899a tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:38:48.291106 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37075c02-e469-4774-8d45-21e627c2899a tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:38:48.327806 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37075c02-e469-4774-8d45-21e627c2899a tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Pushing event updated for resources: {'Port': ['ID=53e8b1aa-af5f-4e8f-9e21-5d3569566758,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:48.457034 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c222cef-7d4c-4c42-801c-7f619e83dd00 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Router 6dabe59d-23d4-405e-8b2f-48d20193c2f6 is scheduled to L3 agent a3073304-82af-4a42-89af-bc532d6626bb with binding_index 1 {{(pid=87636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 01 04:38:48.585970 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-816f3b50-e09a-441d-be8c-a57db759e422 None None] Provisioning for port c25a2715-c192-4e08-aa8b-6257635e4573 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:38:48.603813 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-816f3b50-e09a-441d-be8c-a57db759e422 None None] Provisioning complete for port c25a2715-c192-4e08-aa8b-6257635e4573 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:38:48.604295 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-816f3b50-e09a-441d-be8c-a57db759e422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:48.630305 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c222cef-7d4c-4c42-801c-7f619e83dd00 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:38:48.655502 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2c222cef-7d4c-4c42-801c-7f619e83dd00 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "PUT /v2.0/routers/6dabe59d-23d4-405e-8b2f-48d20193c2f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6560683 Feb 01 04:38:48.656115 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41992) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:48.700835 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-816f3b50-e09a-441d-be8c-a57db759e422 None None] Port c25a2715-c192-4e08-aa8b-6257635e4573 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:38:48.703471 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd46297f-1169-422d-a803-ca58b0a6c85d None None] Sync routers for ids ['6dabe59d-23d4-405e-8b2f-48d20193c2f6'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:38:48.728226 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd46297f-1169-422d-a803-ca58b0a6c85d None None] Routers {'6dabe59d-23d4-405e-8b2f-48d20193c2f6'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:38:48.729291 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-cd46297f-1169-422d-a803-ca58b0a6c85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:38:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['6dabe59d-23d4-405e-8b2f-48d20193c2f6'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:48.744107 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d82a83-43e3-46fb-b8f9-503144d07747 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:48.744722 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-a2d82a83-43e3-46fb-b8f9-503144d07747 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Synchronizing usage tracker for tenant:1f6ca98a557d4325996431c1756276f6 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:38:48.766032 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-a2d82a83-43e3-46fb-b8f9-503144d07747 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Unset dirty status for tenant:1f6ca98a557d4325996431c1756276f6 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:38:48.770342 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a2d82a83-43e3-46fb-b8f9-503144d07747 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "GET /v2.0/ports/c25a2715-c192-4e08-aa8b-6257635e4573 HTTP/1.1" status: 200 len: 911 time: 0.1132641 Feb 01 04:38:48.770937 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 41996) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:48.790097 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device e007860a-38d9-4c1b-b6a9-60a3c7c37429 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:38:48.884488 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-cd46297f-1169-422d-a803-ca58b0a6c85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:48.889985 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c11f93d-4c91-44cb-a417-956573830d2e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Router a6a11696-656a-4ad1-b7cc-8cc7fc660bac has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:38:48.909362 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd46297f-1169-422d-a803-ca58b0a6c85d None None] Routers {'6dabe59d-23d4-405e-8b2f-48d20193c2f6'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:38:48.910386 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-cd46297f-1169-422d-a803-ca58b0a6c85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:38:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['6dabe59d-23d4-405e-8b2f-48d20193c2f6'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:49.009051 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-cd46297f-1169-422d-a803-ca58b0a6c85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:49.009623 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd46297f-1169-422d-a803-ca58b0a6c85d None None] The sync data for ids ['6dabe59d-23d4-405e-8b2f-48d20193c2f6'] in dv-neutron-826830-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:38:49.038844 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port e007860a-38d9-4c1b-b6a9-60a3c7c37429 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:38:49.046600 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port e007860a-38d9-4c1b-b6a9-60a3c7c37429 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:38:49.047161 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:49.196079 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-f49bf833-8497-48b9-b041-22488854f322 None None] Provisioning complete for port c25a2715-c192-4e08-aa8b-6257635e4573 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:38:49.196606 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f49bf833-8497-48b9-b041-22488854f322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:49.236700 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:49.256332 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-37075c02-e469-4774-8d45-21e627c2899a tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for router_gateway, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:49.275382 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-f49bf833-8497-48b9-b041-22488854f322 None None] Port c25a2715-c192-4e08-aa8b-6257635e4573 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:38:49.286717 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port e007860a-38d9-4c1b-b6a9-60a3c7c37429, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=e007860a-38d9-4c1b-b6a9-60a3c7c37429,segment=NetworkSegment(f393d15c-5e25-4b3f-a940-a5c0dcf529c4),segment_id=f393d15c-5e25-4b3f-a940-a5c0dcf529c4)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:38:49.291522 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:49.324580 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f539efd8-857d-4639-b0b4-57e8cdcb3cf5 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-371968'] for router_interface, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:49.326488 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c11f93d-4c91-44cb-a417-956573830d2e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:38:49.340068 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8338f87c-43c2-4cce-bffa-3a4e0624ea52 None None] Sync routers for ids ['a6a11696-656a-4ad1-b7cc-8cc7fc660bac'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:38:49.350374 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8338f87c-43c2-4cce-bffa-3a4e0624ea52 None None] Routers {'a6a11696-656a-4ad1-b7cc-8cc7fc660bac'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:38:49.351299 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-8338f87c-43c2-4cce-bffa-3a4e0624ea52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:38:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['a6a11696-656a-4ad1-b7cc-8cc7fc660bac'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:49.376911 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=e007860a-38d9-4c1b-b6a9-60a3c7c37429,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:49.402960 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-7dec3b9c-23f0-42d9-afcf-2675ec58deef None None] Provisioning complete for port c25a2715-c192-4e08-aa8b-6257635e4573 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:38:49.403636 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7dec3b9c-23f0-42d9-afcf-2675ec58deef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:49.511188 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-7dec3b9c-23f0-42d9-afcf-2675ec58deef None None] Port c25a2715-c192-4e08-aa8b-6257635e4573 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:38:49.553179 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-8338f87c-43c2-4cce-bffa-3a4e0624ea52 None None] Set router a6a11696-656a-4ad1-b7cc-8cc7fc660bac gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:38:49.564384 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1c11f93d-4c91-44cb-a417-956573830d2e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:49.656125 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-1c11f93d-4c91-44cb-a417-956573830d2e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.7094011 Feb 01 04:38:49.691233 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42000) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:49.719922 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c778b2f1-aa7e-4681-ae35-4df9a5a4e5ab', 'tag': '60ade37f-190e-4792-9981-bdee4579ff81'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:38:49.772505 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-37075c02-e469-4774-8d45-21e627c2899a tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337'] for router, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:49.905855 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0b4dccec-0c38-4c01-90ca-3317ca6e486a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/floatingips/a26f855f-3ed0-40af-85ec-e99f6e53d974 HTTP/1.1" status: 200 len: 991 time: 0.2081084 Feb 01 04:38:49.953982 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c778b2f1-aa7e-4681-ae35-4df9a5a4e5ab', 'tag': '60ade37f-190e-4792-9981-bdee4579ff81', 'status': 'completed', 'code': 200} Feb 01 04:38:49.978983 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-8338f87c-43c2-4cce-bffa-3a4e0624ea52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a11696-656a-4ad1-b7cc-8cc7fc660bac', 'name': 'tempest-TestNetworkBasicOps-router-74301302', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.200'}], 'enable_snat': True}, 'gw_port_id': '67e7115b-8c24-4762-877b-3a702f7e354d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:38:09Z', 'updated_at': '2022-02-01T04:38:19Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': '67e7115b-8c24-4762-877b-3a702f7e354d', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a11696-656a-4ad1-b7cc-8cc7fc660bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:38:10Z', 'updated_at': '2022-02-01T04:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': 'a26f855f-3ed0-40af-85ec-e99f6e53d974', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'floating_ip_address': '172.26.8.152', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': 'a6a11696-656a-4ad1-b7cc-8cc7fc660bac', 'port_id': '60ade37f-190e-4792-9981-bdee4579ff81', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ceb2e4b-39f4-4c92-b5f9-53afb557667a', 'mac_address': 'fa:16:3e:67:32:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c778b2f1-aa7e-4681-ae35-4df9a5a4e5ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:38:46Z', 'updated_at': '2022-02-01T04:38:46Z', 'revision_number': 0, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9d3c677-0cc4-4eba-aba1-96ea4a8b19de', 'name': '', 'network_id': '8ceb2e4b-39f4-4c92-b5f9-53afb557667a', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:a3:e6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a11696-656a-4ad1-b7cc-8cc7fc660bac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '2c8c83f5-8163-4bcf-a291-90df52da79fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:38:17Z', 'updated_at': '2022-02-01T04:38:27Z', 'revision_number': 5, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': '2c8c83f5-8163-4bcf-a291-90df52da79fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:49.983511 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8338f87c-43c2-4cce-bffa-3a4e0624ea52 None None] Checking router: a6a11696-656a-4ad1-b7cc-8cc7fc660bac for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:38:49.992112 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8338f87c-43c2-4cce-bffa-3a4e0624ea52 None None] Routers {'a6a11696-656a-4ad1-b7cc-8cc7fc660bac'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:38:49.992730 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-8338f87c-43c2-4cce-bffa-3a4e0624ea52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:38:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['a6a11696-656a-4ad1-b7cc-8cc7fc660bac'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:50.011634 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1d897c-0d0b-4f37-a23a-ee79c035c769 req-e2970c2f-590e-4efb-bfc8-fe36a93fcf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:50.014071 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ec1d897c-0d0b-4f37-a23a-ee79c035c769 req-e2970c2f-590e-4efb-bfc8-fe36a93fcf2f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0629703b9474474a9f2fde13723d2e8b&device_id=c778b2f1-aa7e-4681-ae35-4df9a5a4e5ab HTTP/1.1" status: 200 len: 1098 time: 0.1693542 Feb 01 04:38:50.033810 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37075c02-e469-4774-8d45-21e627c2899a tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Router 1fe6594f-1e8c-4de8-844d-923c0c3181f7 is scheduled to L3 agent a3073304-82af-4a42-89af-bc532d6626bb with binding_index 1 {{(pid=87637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 01 04:38:50.056333 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-f539efd8-857d-4639-b0b4-57e8cdcb3cf5 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Deleting port c25a2715-c192-4e08-aa8b-6257635e4573 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:38:50.056675 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f539efd8-857d-4639-b0b4-57e8cdcb3cf5 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:50.175574 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-8338f87c-43c2-4cce-bffa-3a4e0624ea52 None None] Set router a6a11696-656a-4ad1-b7cc-8cc7fc660bac gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:38:50.335416 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1d897c-0d0b-4f37-a23a-ee79c035c769 req-dbf5c86d-6e66-4a47-8c6c-732239068395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:50.337030 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ec1d897c-0d0b-4f37-a23a-ee79c035c769 req-dbf5c86d-6e66-4a47-8c6c-732239068395 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8ceb2e4b-39f4-4c92-b5f9-53afb557667a HTTP/1.1" status: 200 len: 896 time: 0.3161652 Feb 01 04:38:50.374902 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37075c02-e469-4774-8d45-21e627c2899a tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:38:50.387202 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1b2a12-f764-458e-a57f-3aa1103b0b28 None None] Sync routers for ids ['1fe6594f-1e8c-4de8-844d-923c0c3181f7'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:38:50.399055 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1b2a12-f764-458e-a57f-3aa1103b0b28 None None] Routers {'1fe6594f-1e8c-4de8-844d-923c0c3181f7'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:38:50.399419 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-2d1b2a12-f764-458e-a57f-3aa1103b0b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:38:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['1fe6594f-1e8c-4de8-844d-923c0c3181f7'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:50.410827 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-37075c02-e469-4774-8d45-21e627c2899a tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:50.417492 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-37075c02-e469-4774-8d45-21e627c2899a tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.4485862 Feb 01 04:38:50.419029 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42006) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:50.458141 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f539efd8-857d-4639-b0b4-57e8cdcb3cf5 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:50.478640 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-2d1b2a12-f764-458e-a57f-3aa1103b0b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:50.487458 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1b2a12-f764-458e-a57f-3aa1103b0b28 None None] Routers {'1fe6594f-1e8c-4de8-844d-923c0c3181f7'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:38:50.488070 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-2d1b2a12-f764-458e-a57f-3aa1103b0b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:38:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['1fe6594f-1e8c-4de8-844d-923c0c3181f7'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:50.554723 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-2d1b2a12-f764-458e-a57f-3aa1103b0b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:50.555853 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1b2a12-f764-458e-a57f-3aa1103b0b28 None None] The sync data for ids ['1fe6594f-1e8c-4de8-844d-923c0c3181f7'] in dv-neutron-826830-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:38:50.589535 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-f539efd8-857d-4639-b0b4-57e8cdcb3cf5 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Calling delete_port for c25a2715-c192-4e08-aa8b-6257635e4573 owned by network:router_interface {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:38:50.605896 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-8338f87c-43c2-4cce-bffa-3a4e0624ea52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a11696-656a-4ad1-b7cc-8cc7fc660bac', 'name': 'tempest-TestNetworkBasicOps-router-74301302', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.200'}], 'enable_snat': True}, 'gw_port_id': '67e7115b-8c24-4762-877b-3a702f7e354d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:38:09Z', 'updated_at': '2022-02-01T04:38:19Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': '67e7115b-8c24-4762-877b-3a702f7e354d', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a11696-656a-4ad1-b7cc-8cc7fc660bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:38:10Z', 'updated_at': '2022-02-01T04:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': 'a26f855f-3ed0-40af-85ec-e99f6e53d974', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'floating_ip_address': '172.26.8.152', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': 'a6a11696-656a-4ad1-b7cc-8cc7fc660bac', 'port_id': '60ade37f-190e-4792-9981-bdee4579ff81', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ceb2e4b-39f4-4c92-b5f9-53afb557667a', 'mac_address': 'fa:16:3e:67:32:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c778b2f1-aa7e-4681-ae35-4df9a5a4e5ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:38:46Z', 'updated_at': '2022-02-01T04:38:46Z', 'revision_number': 0, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9d3c677-0cc4-4eba-aba1-96ea4a8b19de', 'name': '', 'network_id': '8ceb2e4b-39f4-4c92-b5f9-53afb557667a', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:a3:e6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a11696-656a-4ad1-b7cc-8cc7fc660bac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '2c8c83f5-8163-4bcf-a291-90df52da79fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:38:17Z', 'updated_at': '2022-02-01T04:38:27Z', 'revision_number': 5, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': '2c8c83f5-8163-4bcf-a291-90df52da79fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:50.610219 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8338f87c-43c2-4cce-bffa-3a4e0624ea52 None None] The sync data for ids ['a6a11696-656a-4ad1-b7cc-8cc7fc660bac'] in dv-neutron-826830-1-hyperv is: [{'id': 'a6a11696-656a-4ad1-b7cc-8cc7fc660bac', 'name': 'tempest-TestNetworkBasicOps-router-74301302', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.200'}], 'enable_snat': True}, 'gw_port_id': '67e7115b-8c24-4762-877b-3a702f7e354d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:38:09Z', 'updated_at': '2022-02-01T04:38:19Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': '67e7115b-8c24-4762-877b-3a702f7e354d', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a11696-656a-4ad1-b7cc-8cc7fc660bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:38:10Z', 'updated_at': '2022-02-01T04:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': 'a26f855f-3ed0-40af-85ec-e99f6e53d974', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'floating_ip_address': '172.26.8.152', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': 'a6a11696-656a-4ad1-b7cc-8cc7fc660bac', 'port_id': '60ade37f-190e-4792-9981-bdee4579ff81', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ceb2e4b-39f4-4c92-b5f9-53afb557667a', 'mac_address': 'fa:16:3e:67:32:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c778b2f1-aa7e-4681-ae35-4df9a5a4e5ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:38:46Z', 'updated_at': '2022-02-01T04:38:46Z', 'revision_number': 0, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9d3c677-0cc4-4eba-aba1-96ea4a8b19de', 'name': '', 'network_id': '8ceb2e4b-39f4-4c92-b5f9-53afb557667a', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:a3:e6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a11696-656a-4ad1-b7cc-8cc7fc660bac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '2c8c83f5-8163-4bcf-a291-90df52da79fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:38:17Z', 'updated_at': '2022-02-01T04:38:27Z', 'revision_number': 5, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': '2c8c83f5-8163-4bcf-a291-90df52da79fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:38:50.622673 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ec1d897c-0d0b-4f37-a23a-ee79c035c769 req-a3f2fd5f-e64b-4612-b8c6-3c3624b7dd86 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60ade37f-190e-4792-9981-bdee4579ff81 HTTP/1.1" status: 200 len: 999 time: 0.2699561 Feb 01 04:38:50.633074 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-dae3a875-9f09-4110-b694-001502d34d79 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "GET /v2.0/routers/1fe6594f-1e8c-4de8-844d-923c0c3181f7 HTTP/1.1" status: 200 len: 879 time: 0.2125347 Feb 01 04:38:50.635446 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42010) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:50.673634 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device e007860a-38d9-4c1b-b6a9-60a3c7c37429 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:38:50.727355 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1d897c-0d0b-4f37-a23a-ee79c035c769 req-7877e69d-b8e8-4c5a-b684-be33bb390687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:50.728811 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ec1d897c-0d0b-4f37-a23a-ee79c035c769 req-7877e69d-b8e8-4c5a-b684-be33bb390687 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2c8c83f5-8163-4bcf-a291-90df52da79fe HTTP/1.1" status: 200 len: 835 time: 0.0985653 Feb 01 04:38:50.763422 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port e007860a-38d9-4c1b-b6a9-60a3c7c37429 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:38:50.764669 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:50.864185 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1d897c-0d0b-4f37-a23a-ee79c035c769 req-86707277-3c7d-4ab3-aa98-73b786fbb532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:50.865718 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ec1d897c-0d0b-4f37-a23a-ee79c035c769 req-86707277-3c7d-4ab3-aa98-73b786fbb532 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8ceb2e4b-39f4-4c92-b5f9-53afb557667a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1315889 Feb 01 04:38:50.899644 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-74655062-f6e0-4625-9b80-8b9ec460eab2 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Synchronizing usage tracker for tenant:fe61db31beb2433b8247cdb8a5604696 on resource:router {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:38:50.909676 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42014) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:50.929538 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda8a35d-545d-4aeb-9fb7-dda2c5de4a46 None None] New status for floating IP a26f855f-3ed0-40af-85ec-e99f6e53d974: ACTIVE {{(pid=87639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 01 04:38:50.962235 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f539efd8-857d-4639-b0b4-57e8cdcb3cf5 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:51.002376 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-74655062-f6e0-4625-9b80-8b9ec460eab2 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Unset dirty status for tenant:fe61db31beb2433b8247cdb8a5604696 on resource:router {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:38:51.006044 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-74655062-f6e0-4625-9b80-8b9ec460eab2 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.3672345 Feb 01 04:38:51.011596 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42018) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:51.019972 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-5de94778-6d39-4e9f-8714-b842e948d895 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-98232206'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:38:51.110027 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-2de203a8-2b3e-405d-a48e-6da9c4bbcb94 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/floatingips/a26f855f-3ed0-40af-85ec-e99f6e53d974 HTTP/1.1" status: 200 len: 991 time: 0.1981394 Feb 01 04:38:51.215063 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f539efd8-857d-4639-b0b4-57e8cdcb3cf5 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Pushing event deleted for resources: {'Port': ['ID=c25a2715-c192-4e08-aa8b-6257635e4573,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:51.408280 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ec1d897c-0d0b-4f37-a23a-ee79c035c769 req-8d1a159f-4f6d-486b-b9b6-c3c9f43bdc0f service neutron] 10.222.0.18 "GET /v2.0/networks/8ceb2e4b-39f4-4c92-b5f9-53afb557667a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5278459 Feb 01 04:38:51.439104 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f539efd8-857d-4639-b0b4-57e8cdcb3cf5 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770960'] for router_interface, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:51.554273 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5de94778-6d39-4e9f-8714-b842e948d895 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:51.565026 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5de94778-6d39-4e9f-8714-b842e948d895 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-774359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-774360', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-772505'] for router, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:51.739166 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ec1d897c-0d0b-4f37-a23a-ee79c035c769 req-f059b572-ae00-4852-8112-4ce0b239edc0 service neutron] 10.222.0.18 "GET /v2.0/networks/8ceb2e4b-39f4-4c92-b5f9-53afb557667a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226976 Feb 01 04:38:51.813863 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f539efd8-857d-4639-b0b4-57e8cdcb3cf5 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Router 6dabe59d-23d4-405e-8b2f-48d20193c2f6 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:38:51.859850 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5de94778-6d39-4e9f-8714-b842e948d895 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Router 1fe6594f-1e8c-4de8-844d-923c0c3181f7 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:38:51.947269 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f539efd8-857d-4639-b0b4-57e8cdcb3cf5 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:38:51.957883 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ac5e97-eb88-4be3-a24e-2c8bd35a107f None None] Sync routers for ids ['6dabe59d-23d4-405e-8b2f-48d20193c2f6'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:38:51.963889 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f539efd8-857d-4639-b0b4-57e8cdcb3cf5 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "PUT /v2.0/routers/6dabe59d-23d4-405e-8b2f-48d20193c2f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1911988 Feb 01 04:38:51.966499 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42022) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:51.970122 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ac5e97-eb88-4be3-a24e-2c8bd35a107f None None] Routers {'6dabe59d-23d4-405e-8b2f-48d20193c2f6'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:38:51.970842 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-a3ac5e97-eb88-4be3-a24e-2c8bd35a107f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:38:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['6dabe59d-23d4-405e-8b2f-48d20193c2f6'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:52.008749 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-72672d6a-ac42-4e8a-b16d-dcdb3b65183e tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Synchronizing usage tracker for tenant:1f6ca98a557d4325996431c1756276f6 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:38:52.024354 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-72672d6a-ac42-4e8a-b16d-dcdb3b65183e tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Unset dirty status for tenant:1f6ca98a557d4325996431c1756276f6 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:38:52.028056 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-72672d6a-ac42-4e8a-b16d-dcdb3b65183e tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "GET /v2.0/ports?device_id=6dabe59d-23d4-405e-8b2f-48d20193c2f6 HTTP/1.1" status: 200 len: 205 time: 0.0581315 Feb 01 04:38:52.028881 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42026) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:52.036762 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-a3ac5e97-eb88-4be3-a24e-2c8bd35a107f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:52.046296 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ac5e97-eb88-4be3-a24e-2c8bd35a107f None None] Routers {'6dabe59d-23d4-405e-8b2f-48d20193c2f6'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:38:52.047032 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-a3ac5e97-eb88-4be3-a24e-2c8bd35a107f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:38:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['6dabe59d-23d4-405e-8b2f-48d20193c2f6'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:52.050830 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de94778-6d39-4e9f-8714-b842e948d895 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:38:52.057971 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5de94778-6d39-4e9f-8714-b842e948d895 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:52.061659 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-5de94778-6d39-4e9f-8714-b842e948d895 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "PUT /v2.0/routers/1fe6594f-1e8c-4de8-844d-923c0c3181f7 HTTP/1.1" status: 200 len: 886 time: 1.0466614 Feb 01 04:38:52.061962 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42030) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:52.064947 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5298778-e2cb-4bb7-93dc-d007ca3e3574 None None] Sync routers for ids ['1fe6594f-1e8c-4de8-844d-923c0c3181f7'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:38:52.075802 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5298778-e2cb-4bb7-93dc-d007ca3e3574 None None] Routers {'1fe6594f-1e8c-4de8-844d-923c0c3181f7'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:38:52.077341 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-c5298778-e2cb-4bb7-93dc-d007ca3e3574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:38:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['1fe6594f-1e8c-4de8-844d-923c0c3181f7'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:52.112948 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-a3ac5e97-eb88-4be3-a24e-2c8bd35a107f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:52.113497 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ac5e97-eb88-4be3-a24e-2c8bd35a107f None None] The sync data for ids ['6dabe59d-23d4-405e-8b2f-48d20193c2f6'] in dv-neutron-826830-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:38:52.123758 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42034) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:52.147623 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-c5298778-e2cb-4bb7-93dc-d007ca3e3574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:52.156673 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5298778-e2cb-4bb7-93dc-d007ca3e3574 None None] Routers {'1fe6594f-1e8c-4de8-844d-923c0c3181f7'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:38:52.157263 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-c5298778-e2cb-4bb7-93dc-d007ca3e3574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:38:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['1fe6594f-1e8c-4de8-844d-923c0c3181f7'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:52.164871 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-16947b24-659d-449a-a20b-947aa8e965a2 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for router, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:52.217969 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-c5298778-e2cb-4bb7-93dc-d007ca3e3574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:52.218351 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5298778-e2cb-4bb7-93dc-d007ca3e3574 None None] The sync data for ids ['1fe6594f-1e8c-4de8-844d-923c0c3181f7'] in dv-neutron-826830-1-hyperv is: [] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:38:52.312127 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-732c8c37-971f-49ae-afee-aaccb64d6e03 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/floatingips/a26f855f-3ed0-40af-85ec-e99f6e53d974 HTTP/1.1" status: 200 len: 993 time: 0.1821425 Feb 01 04:38:52.343741 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-54243a9f-70b4-4e00-a885-d79a8405127a tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "GET /v2.0/routers/1fe6594f-1e8c-4de8-844d-923c0c3181f7 HTTP/1.1" status: 200 len: 886 time: 0.2806664 Feb 01 04:38:52.346399 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42038) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:52.393118 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-ecf8f54a-df07-402b-b511-a093e8f63c35 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Synchronizing usage tracker for tenant:fe61db31beb2433b8247cdb8a5604696 on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:38:52.409458 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-ecf8f54a-df07-402b-b511-a093e8f63c35 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Unset dirty status for tenant:fe61db31beb2433b8247cdb8a5604696 on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:38:52.410648 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-ecf8f54a-df07-402b-b511-a093e8f63c35 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fe6594f-1e8c-4de8-844d-923c0c3181f7 HTTP/1.1" status: 200 len: 205 time: 0.0633364 Feb 01 04:38:52.413406 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42042) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:52.579519 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-16947b24-659d-449a-a20b-947aa8e965a2 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25968'] for router, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:52.581684 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-16947b24-659d-449a-a20b-947aa8e965a2 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:52.590278 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6ae69654-2409-4125-95d6-a4d26777574e tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for router, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:52.604344 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-16947b24-659d-449a-a20b-947aa8e965a2 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772958'] for router, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:52.604892 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16947b24-659d-449a-a20b-947aa8e965a2 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Fanout notify agent at l3_agent the message router_deleted on router 6dabe59d-23d4-405e-8b2f-48d20193c2f6 {{(pid=87636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 01 04:38:52.617120 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-16947b24-659d-449a-a20b-947aa8e965a2 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:52.618282 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-16947b24-659d-449a-a20b-947aa8e965a2 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "DELETE /v2.0/routers/6dabe59d-23d4-405e-8b2f-48d20193c2f6 HTTP/1.1" status: 204 len: 168 time: 0.5885110 Feb 01 04:38:52.620934 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42046) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:52.687463 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c776597-22c9-4ead-bf1a-e9be16569ffc tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Deleting subnet 68dc04a2-5e32-4125-8308-67410c906054 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:38:52.690355 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5c776597-22c9-4ead-bf1a-e9be16569ffc tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:52.742203 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5c776597-22c9-4ead-bf1a-e9be16569ffc tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145757'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:52.768114 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6ae69654-2409-4125-95d6-a4d26777574e tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:52.777287 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-6ae69654-2409-4125-95d6-a4d26777574e tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Deleting port 53e8b1aa-af5f-4e8f-9e21-5d3569566758 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:38:52.777631 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6ae69654-2409-4125-95d6-a4d26777574e tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:52.832402 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5c776597-22c9-4ead-bf1a-e9be16569ffc tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:52.904931 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5c776597-22c9-4ead-bf1a-e9be16569ffc tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3072169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2652276'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:52.944282 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c776597-22c9-4ead-bf1a-e9be16569ffc tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Pushing event deleted for resources: {'Subnet': ['ID=68dc04a2-5e32-4125-8308-67410c906054,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:52.949042 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5c776597-22c9-4ead-bf1a-e9be16569ffc tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:52.956024 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-5c776597-22c9-4ead-bf1a-e9be16569ffc tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "DELETE /v2.0/subnets/68dc04a2-5e32-4125-8308-67410c906054 HTTP/1.1" status: 204 len: 168 time: 0.3341379 Feb 01 04:38:52.957150 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5c111c-f9d1-4a8c-b521-3dff1163c090 None None] Network a4861086-7fa6-49af-ab65-b4e659a66d93 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:38:52.958590 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42050) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:52.963154 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6ae69654-2409-4125-95d6-a4d26777574e tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:53.074615 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7f357eff-9a62-4b1b-9be7-b2ab3acfbcf3 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:53.085980 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-7f357eff-9a62-4b1b-9be7-b2ab3acfbcf3 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Deleting port e007860a-38d9-4c1b-b6a9-60a3c7c37429 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:38:53.086326 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7f357eff-9a62-4b1b-9be7-b2ab3acfbcf3 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:53.202844 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-6ae69654-2409-4125-95d6-a4d26777574e tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Calling delete_port for 53e8b1aa-af5f-4e8f-9e21-5d3569566758 owned by network:router_gateway {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:38:53.225641 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a87672-f466-4832-b8f2-712d42f0a02e None None] DHCP port deletion for a4861086-7fa6-49af-ab65-b4e659a66d93 request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:38:53.229931 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-46a87672-f466-4832-b8f2-712d42f0a02e None None] Deleting port e007860a-38d9-4c1b-b6a9-60a3c7c37429 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:38:53.230305 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-46a87672-f466-4832-b8f2-712d42f0a02e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:53.305894 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-7f357eff-9a62-4b1b-9be7-b2ab3acfbcf3 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] For port e007860a-38d9-4c1b-b6a9-60a3c7c37429, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=e007860a-38d9-4c1b-b6a9-60a3c7c37429,segment=NetworkSegment(f393d15c-5e25-4b3f-a940-a5c0dcf529c4),segment_id=f393d15c-5e25-4b3f-a940-a5c0dcf529c4)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:38:53.306419 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7f357eff-9a62-4b1b-9be7-b2ab3acfbcf3 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:53.376348 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6ae69654-2409-4125-95d6-a4d26777574e tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:53.423896 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae69654-2409-4125-95d6-a4d26777574e tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Pushing event deleted for resources: {'Port': ['ID=53e8b1aa-af5f-4e8f-9e21-5d3569566758,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:53.429848 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-7f357eff-9a62-4b1b-9be7-b2ab3acfbcf3 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Calling delete_port for e007860a-38d9-4c1b-b6a9-60a3c7c37429 owned by network:dhcp {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:38:53.434683 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-46a87672-f466-4832-b8f2-712d42f0a02e None None] For port e007860a-38d9-4c1b-b6a9-60a3c7c37429, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=e007860a-38d9-4c1b-b6a9-60a3c7c37429,segment=NetworkSegment(f393d15c-5e25-4b3f-a940-a5c0dcf529c4),segment_id=f393d15c-5e25-4b3f-a940-a5c0dcf529c4)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:38:53.435071 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-46a87672-f466-4832-b8f2-712d42f0a02e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:53.510692 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7f357eff-9a62-4b1b-9be7-b2ab3acfbcf3 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:53.522504 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6ae69654-2409-4125-95d6-a4d26777574e tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-774381'] for router_gateway, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:53.567115 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-46a87672-f466-4832-b8f2-712d42f0a02e None None] Calling delete_port for e007860a-38d9-4c1b-b6a9-60a3c7c37429 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:38:53.578751 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f357eff-9a62-4b1b-9be7-b2ab3acfbcf3 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Pushing event deleted for resources: {'Port': ['ID=e007860a-38d9-4c1b-b6a9-60a3c7c37429,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:53.591835 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f357eff-9a62-4b1b-9be7-b2ab3acfbcf3 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] No DVR routers for this DVR port e007860a-38d9-4c1b-b6a9-60a3c7c37429 on host dv-neutron-826830-1-hyperv {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:38:53.646793 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-46a87672-f466-4832-b8f2-712d42f0a02e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:38:53.647449 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-46a87672-f466-4832-b8f2-712d42f0a02e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:38:53.710357 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6ae69654-2409-4125-95d6-a4d26777574e tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25968'] for router, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:53.712506 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6ae69654-2409-4125-95d6-a4d26777574e tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:53.728525 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7f357eff-9a62-4b1b-9be7-b2ab3acfbcf3 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:53.735983 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6ae69654-2409-4125-95d6-a4d26777574e tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772958'] for router, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:53.736509 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae69654-2409-4125-95d6-a4d26777574e tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Fanout notify agent at l3_agent the message router_deleted on router 1fe6594f-1e8c-4de8-844d-923c0c3181f7 {{(pid=87637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 01 04:38:53.757479 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-7f357eff-9a62-4b1b-9be7-b2ab3acfbcf3 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4861086-7fa6-49af-ab65-b4e659a66d93']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:53.760926 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6ae69654-2409-4125-95d6-a4d26777574e tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:53.762007 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-6ae69654-2409-4125-95d6-a4d26777574e tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "DELETE /v2.0/routers/1fe6594f-1e8c-4de8-844d-923c0c3181f7 HTTP/1.1" status: 204 len: 168 time: 1.3476400 Feb 01 04:38:53.768068 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42054) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:53.771046 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-7f357eff-9a62-4b1b-9be7-b2ab3acfbcf3 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f393d15c-5e25-4b3f-a940-a5c0dcf529c4') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:53.771429 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-7f357eff-9a62-4b1b-9be7-b2ab3acfbcf3 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f393d15c-5e25-4b3f-a940-a5c0dcf529c4') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:53.773407 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-ba457cc3-b572-4d3f-8e91-0211f5f7dae7 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Request body: {'network': {'name': 'tempest-RoutersTest-1252170704'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:38:53.778146 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-ba457cc3-b572-4d3f-8e91-0211f5f7dae7 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:38:53.781947 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-ba457cc3-b572-4d3f-8e91-0211f5f7dae7 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Usage tracker for resource:network and tenant:fe61db31beb2433b8247cdb8a5604696 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:38:53.783572 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7f357eff-9a62-4b1b-9be7-b2ab3acfbcf3 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143022'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:53.784812 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-ba457cc3-b572-4d3f-8e91-0211f5f7dae7 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:38:53.790429 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-ba457cc3-b572-4d3f-8e91-0211f5f7dae7 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:38:53.800833 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7f357eff-9a62-4b1b-9be7-b2ab3acfbcf3 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:53.802641 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba457cc3-b572-4d3f-8e91-0211f5f7dae7 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Made reservation on behalf of fe61db31beb2433b8247cdb8a5604696 for: {'network': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:38:53.806130 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ba457cc3-b572-4d3f-8e91-0211f5f7dae7 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:53.812139 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f357eff-9a62-4b1b-9be7-b2ab3acfbcf3 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:38:53.812716 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7f357eff-9a62-4b1b-9be7-b2ab3acfbcf3 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3072199'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:53.828273 dv-neutron-826830-1-hyperv neutron-server[87636]: Traceback (most recent call last): Feb 01 04:38:53.828273 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:38:53.828273 dv-neutron-826830-1-hyperv neutron-server[87636]: timer() Feb 01 04:38:53.828273 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:38:53.828273 dv-neutron-826830-1-hyperv neutron-server[87636]: cb(*args, **kw) Feb 01 04:38:53.828273 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:38:53.828273 dv-neutron-826830-1-hyperv neutron-server[87636]: return func(*args, **kwargs) Feb 01 04:38:53.828273 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:38:53.828273 dv-neutron-826830-1-hyperv neutron-server[87636]: self._notify() Feb 01 04:38:53.828273 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:38:53.828273 dv-neutron-826830-1-hyperv neutron-server[87636]: self.callback(batched_events) Feb 01 04:38:53.828273 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:38:53.828273 dv-neutron-826830-1-hyperv neutron-server[87636]: event.method(event) Feb 01 04:38:53.828273 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:38:53.828273 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:38:53.828273 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:38:53.828273 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:38:53.828273 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:38:53.828273 dv-neutron-826830-1-hyperv neutron-server[87636]: return f(self, *a, **k) Feb 01 04:38:53.828273 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:38:53.828273 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._get(url).json() Feb 01 04:38:53.828273 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:38:53.828273 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:38:53.828273 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:38:53.828273 dv-neutron-826830-1-hyperv neutron-server[87636]: return self.request(url, 'GET', **kwargs) Feb 01 04:38:53.828273 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:38:53.828273 dv-neutron-826830-1-hyperv neutron-server[87636]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:38:53.828273 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:38:53.828273 dv-neutron-826830-1-hyperv neutron-server[87636]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:38:53.828273 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:38:53.828273 dv-neutron-826830-1-hyperv neutron-server[87636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:38:53.828273 dv-neutron-826830-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:38:53.911691 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7f357eff-9a62-4b1b-9be7-b2ab3acfbcf3 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:53.916891 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba457cc3-b572-4d3f-8e91-0211f5f7dae7 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=87637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:38:53.926148 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ba457cc3-b572-4d3f-8e91-0211f5f7dae7 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:53.926572 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.segments_db [None req-ba457cc3-b572-4d3f-8e91-0211f5f7dae7 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Added segment 82978801-60aa-4609-aa0f-0267084a2af1 of type vlan for network ed3cbf58-9be7-4da5-978c-4fdb63052963 Feb 01 04:38:53.932036 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7f357eff-9a62-4b1b-9be7-b2ab3acfbcf3 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:53.939359 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f357eff-9a62-4b1b-9be7-b2ab3acfbcf3 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Pushing event deleted for resources: {'Network': ['ID=a4861086-7fa6-49af-ab65-b4e659a66d93,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:53.954915 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ba457cc3-b572-4d3f-8e91-0211f5f7dae7 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:53.955487 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-7f357eff-9a62-4b1b-9be7-b2ab3acfbcf3 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "DELETE /v2.0/networks/a4861086-7fa6-49af-ab65-b4e659a66d93 HTTP/1.1" status: 204 len: 168 time: 0.9957283 Feb 01 04:38:53.959771 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42058) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:53.965141 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-aafacb81-3e7c-4a41-a92e-4b6ca7f8ae5c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2093217677', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}, 'admin_state_up': False}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:38:53.974438 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-aafacb81-3e7c-4a41-a92e-4b6ca7f8ae5c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:38:53.980630 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-aafacb81-3e7c-4a41-a92e-4b6ca7f8ae5c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Usage tracker for resource:router and tenant:1f6ca98a557d4325996431c1756276f6 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:38:53.984544 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-aafacb81-3e7c-4a41-a92e-4b6ca7f8ae5c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:38:53.997814 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-aafacb81-3e7c-4a41-a92e-4b6ca7f8ae5c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:38:54.016388 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-aafacb81-3e7c-4a41-a92e-4b6ca7f8ae5c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25958'] for router, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:54.017544 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-aafacb81-3e7c-4a41-a92e-4b6ca7f8ae5c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-372027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25961'] for router, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:54.021785 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ba457cc3-b572-4d3f-8e91-0211f5f7dae7 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:54.027429 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba457cc3-b572-4d3f-8e91-0211f5f7dae7 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:54.028003 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ba457cc3-b572-4d3f-8e91-0211f5f7dae7 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:54.093708 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-aafacb81-3e7c-4a41-a92e-4b6ca7f8ae5c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:54.105957 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-ba457cc3-b572-4d3f-8e91-0211f5f7dae7 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3343899 Feb 01 04:38:54.106408 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42062) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:54.112876 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-36f68dc2-80d9-44a3-b91f-e11059fdb914 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Request body: {'subnet': {'network_id': 'ed3cbf58-9be7-4da5-978c-4fdb63052963', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:38:54.149441 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-46a87672-f466-4832-b8f2-712d42f0a02e None None] Deleting port e007860a-38d9-4c1b-b6a9-60a3c7c37429 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:38:54.150099 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-46a87672-f466-4832-b8f2-712d42f0a02e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:54.154722 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba457cc3-b572-4d3f-8e91-0211f5f7dae7 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Pushing event updated for resources: {'Network': ['ID=ed3cbf58-9be7-4da5-978c-4fdb63052963,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:54.180477 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network ed3cbf58-9be7-4da5-978c-4fdb63052963 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:38:54.236048 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-46a87672-f466-4832-b8f2-712d42f0a02e None None] The port 'e007860a-38d9-4c1b-b6a9-60a3c7c37429' was deleted {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 01 04:38:54.394762 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-36f68dc2-80d9-44a3-b91f-e11059fdb914 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:38:54.398538 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-36f68dc2-80d9-44a3-b91f-e11059fdb914 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Usage tracker for resource:subnet and tenant:fe61db31beb2433b8247cdb8a5604696 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:38:54.401347 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-36f68dc2-80d9-44a3-b91f-e11059fdb914 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:38:54.406946 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-36f68dc2-80d9-44a3-b91f-e11059fdb914 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:38:54.415742 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f68dc2-80d9-44a3-b91f-e11059fdb914 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Made reservation on behalf of fe61db31beb2433b8247cdb8a5604696 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:38:54.419370 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-36f68dc2-80d9-44a3-b91f-e11059fdb914 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:54.445196 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-aafacb81-3e7c-4a41-a92e-4b6ca7f8ae5c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:54.641949 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-36f68dc2-80d9-44a3-b91f-e11059fdb914 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:54.649841 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device e007860a-38d9-4c1b-b6a9-60a3c7c37429 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:38:54.687116 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: e007860a-38d9-4c1b-b6a9-60a3c7c37429 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:38:54.687557 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device e007860a-38d9-4c1b-b6a9-60a3c7c37429 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:38:54.732305 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f68dc2-80d9-44a3-b91f-e11059fdb914 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Pushing event updated for resources: {'Subnet': ['ID=5ff9c674-8cc7-40c9-9ac0-d4f7c915610f,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:54.738739 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f68dc2-80d9-44a3-b91f-e11059fdb914 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Checking segment: {'id': '82978801-60aa-4609-aa0f-0267084a2af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ed3cbf58-9be7-4da5-978c-4fdb63052963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:38:54.739089 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f68dc2-80d9-44a3-b91f-e11059fdb914 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Network hostable DHCP agents. Network: ed3cbf58-9be7-4da5-978c-4fdb63052963, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:38:54.759658 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f68dc2-80d9-44a3-b91f-e11059fdb914 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Network ed3cbf58-9be7-4da5-978c-4fdb63052963 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:38:54.769624 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-36f68dc2-80d9-44a3-b91f-e11059fdb914 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, ed3cbf58-9be7-4da5-978c-4fdb63052963) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:38:54.773925 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f68dc2-80d9-44a3-b91f-e11059fdb914 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:54.774512 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-36f68dc2-80d9-44a3-b91f-e11059fdb914 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:54.780209 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527fd6c8-9f1f-4d3a-b4ce-64acd7c19052 None None] Network ed3cbf58-9be7-4da5-978c-4fdb63052963 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:38:54.801224 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-36f68dc2-80d9-44a3-b91f-e11059fdb914 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6912417 Feb 01 04:38:54.801456 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42066) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:54.806609 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-2e4799de-adfa-4dcc-8395-abba62e7c662 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-33518139', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:38:54.813292 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-2e4799de-adfa-4dcc-8395-abba62e7c662 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:38:54.817761 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2e4799de-adfa-4dcc-8395-abba62e7c662 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Usage tracker for resource:router and tenant:fe61db31beb2433b8247cdb8a5604696 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:38:54.821156 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2e4799de-adfa-4dcc-8395-abba62e7c662 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:38:54.827654 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-2e4799de-adfa-4dcc-8395-abba62e7c662 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:38:54.840783 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2e4799de-adfa-4dcc-8395-abba62e7c662 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25958'] for router, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:54.841887 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2e4799de-adfa-4dcc-8395-abba62e7c662 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-372027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25961'] for router, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:54.880791 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2e4799de-adfa-4dcc-8395-abba62e7c662 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:54.890082 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-aafacb81-3e7c-4a41-a92e-4b6ca7f8ae5c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for router_gateway, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:54.903096 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2e4799de-adfa-4dcc-8395-abba62e7c662 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337'] for router, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:54.920423 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-aafacb81-3e7c-4a41-a92e-4b6ca7f8ae5c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:54.932860 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2e4799de-adfa-4dcc-8395-abba62e7c662 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:54.934220 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2e4799de-adfa-4dcc-8395-abba62e7c662 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1318583 Feb 01 04:38:54.937134 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42070) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:55.058332 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-aafacb81-3e7c-4a41-a92e-4b6ca7f8ae5c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Allocated IP 172.26.8.216 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/e2e77479-9c96-4cae-834c-68a82c814d81) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:38:55.061280 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a46c4c8-2d76-425d-8aec-b1170ca589bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-ed3cbf58-9be7-4da5-978c-4fdb63052963', 'network_id': 'ed3cbf58-9be7-4da5-978c-4fdb63052963', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'fixed_ips': [{'subnet_id': '5ff9c674-8cc7-40c9-9ac0-d4f7c915610f'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:38:55.063497 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8a46c4c8-2d76-425d-8aec-b1170ca589bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:55.221831 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-8a46c4c8-2d76-425d-8aec-b1170ca589bc None None] Allocated IP 172.20.0.2 (ed3cbf58-9be7-4da5-978c-4fdb63052963/5ff9c674-8cc7-40c9-9ac0-d4f7c915610f/8f5c2d15-98c1-41be-9e3e-64de329cd7f9) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:38:55.223125 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-aafacb81-3e7c-4a41-a92e-4b6ca7f8ae5c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:55.254841 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-aafacb81-3e7c-4a41-a92e-4b6ca7f8ae5c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:55.320212 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafacb81-3e7c-4a41-a92e-4b6ca7f8ae5c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:38:55.323190 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-aafacb81-3e7c-4a41-a92e-4b6ca7f8ae5c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:38:55.327450 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafacb81-3e7c-4a41-a92e-4b6ca7f8ae5c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:38:55.351863 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 04:38:55.364649 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafacb81-3e7c-4a41-a92e-4b6ca7f8ae5c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Pushing event updated for resources: {'Port': ['ID=e2e77479-9c96-4cae-834c-68a82c814d81,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:55.424269 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-63c510e5-fa84-4238-af39-803da5315c18 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:55.430958 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8a46c4c8-2d76-425d-8aec-b1170ca589bc None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:55.443411 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-8a46c4c8-2d76-425d-8aec-b1170ca589bc None None] Transition to ACTIVE for port object 8f5c2d15-98c1-41be-9e3e-64de329cd7f9 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:38:55.464324 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-8a46c4c8-2d76-425d-8aec-b1170ca589bc None None] Transition to ACTIVE for port object 8f5c2d15-98c1-41be-9e3e-64de329cd7f9 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:38:55.469991 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8a46c4c8-2d76-425d-8aec-b1170ca589bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:55.537887 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a46c4c8-2d76-425d-8aec-b1170ca589bc None None] Network ed3cbf58-9be7-4da5-978c-4fdb63052963 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:38:55.540903 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-8a46c4c8-2d76-425d-8aec-b1170ca589bc None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:38:55.543458 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a46c4c8-2d76-425d-8aec-b1170ca589bc None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:38:55.619172 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a46c4c8-2d76-425d-8aec-b1170ca589bc None None] Pushing event updated for resources: {'Port': ['ID=8f5c2d15-98c1-41be-9e3e-64de329cd7f9,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:55.645761 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-8a46c4c8-2d76-425d-8aec-b1170ca589bc None None] Attempting to bind port 8f5c2d15-98c1-41be-9e3e-64de329cd7f9 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:38:55.646208 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-8a46c4c8-2d76-425d-8aec-b1170ca589bc None None] Attempting to bind port 8f5c2d15-98c1-41be-9e3e-64de329cd7f9 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '82978801-60aa-4609-aa0f-0267084a2af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ed3cbf58-9be7-4da5-978c-4fdb63052963'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:38:55.646571 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a46c4c8-2d76-425d-8aec-b1170ca589bc None None] Attempting to bind port 8f5c2d15-98c1-41be-9e3e-64de329cd7f9 on network ed3cbf58-9be7-4da5-978c-4fdb63052963 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:38:55.652428 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a46c4c8-2d76-425d-8aec-b1170ca589bc None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:38:55.652799 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a46c4c8-2d76-425d-8aec-b1170ca589bc None None] Checking segment: {'id': '82978801-60aa-4609-aa0f-0267084a2af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ed3cbf58-9be7-4da5-978c-4fdb63052963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:38:55.653191 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8a46c4c8-2d76-425d-8aec-b1170ca589bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:55.653575 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a46c4c8-2d76-425d-8aec-b1170ca589bc None None] Bound using segment: {'id': '82978801-60aa-4609-aa0f-0267084a2af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ed3cbf58-9be7-4da5-978c-4fdb63052963'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:38:55.654168 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-8a46c4c8-2d76-425d-8aec-b1170ca589bc None None] Bound port: 8f5c2d15-98c1-41be-9e3e-64de329cd7f9, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82978801-60aa-4609-aa0f-0267084a2af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ed3cbf58-9be7-4da5-978c-4fdb63052963'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:38:55.654565 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8a46c4c8-2d76-425d-8aec-b1170ca589bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:55.741827 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-8a46c4c8-2d76-425d-8aec-b1170ca589bc None None] For port 8f5c2d15-98c1-41be-9e3e-64de329cd7f9, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:38:55.745097 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-8a46c4c8-2d76-425d-8aec-b1170ca589bc None None] For port 8f5c2d15-98c1-41be-9e3e-64de329cd7f9, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=8f5c2d15-98c1-41be-9e3e-64de329cd7f9,segment=NetworkSegment(82978801-60aa-4609-aa0f-0267084a2af1),segment_id=82978801-60aa-4609-aa0f-0267084a2af1)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:38:55.749862 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8a46c4c8-2d76-425d-8aec-b1170ca589bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:55.752096 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-aafacb81-3e7c-4a41-a92e-4b6ca7f8ae5c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for router_gateway, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:55.778643 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-63c510e5-fa84-4238-af39-803da5315c18 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Allocated IP 172.20.0.1 (ed3cbf58-9be7-4da5-978c-4fdb63052963/5ff9c674-8cc7-40c9-9ac0-d4f7c915610f/fd2160f5-8f71-4753-ba70-43af88b612fe) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:38:55.843214 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a46c4c8-2d76-425d-8aec-b1170ca589bc None None] Pushing event updated for resources: {'Port': ['ID=8f5c2d15-98c1-41be-9e3e-64de329cd7f9,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:56.108980 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-63c510e5-fa84-4238-af39-803da5315c18 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:56.126094 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-63c510e5-fa84-4238-af39-803da5315c18 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Transition to ACTIVE for port object fd2160f5-8f71-4753-ba70-43af88b612fe will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:38:56.139686 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-aafacb81-3e7c-4a41-a92e-4b6ca7f8ae5c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337'] for router, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:56.151545 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-63c510e5-fa84-4238-af39-803da5315c18 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:56.227188 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c510e5-fa84-4238-af39-803da5315c18 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Network ed3cbf58-9be7-4da5-978c-4fdb63052963 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:38:56.231002 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-63c510e5-fa84-4238-af39-803da5315c18 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:38:56.235974 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c510e5-fa84-4238-af39-803da5315c18 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:38:56.278905 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c510e5-fa84-4238-af39-803da5315c18 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Pushing event updated for resources: {'Port': ['ID=fd2160f5-8f71-4753-ba70-43af88b612fe,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:56.310953 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-63c510e5-fa84-4238-af39-803da5315c18 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-372107'] for router_interface, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:56.413785 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-63c510e5-fa84-4238-af39-803da5315c18 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:56.471546 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aafacb81-3e7c-4a41-a92e-4b6ca7f8ae5c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Router 9b745ddc-81b1-490e-b72e-0b642d9b89c3 is scheduled to L3 agent a3073304-82af-4a42-89af-bc532d6626bb with binding_index 1 {{(pid=87637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 01 04:38:56.667848 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aafacb81-3e7c-4a41-a92e-4b6ca7f8ae5c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:38:56.683112 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5657f069-5f38-437c-a7fc-11999a1b8f5f None None] Sync routers for ids ['9b745ddc-81b1-490e-b72e-0b642d9b89c3'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:38:56.697832 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5657f069-5f38-437c-a7fc-11999a1b8f5f None None] Routers {'9b745ddc-81b1-490e-b72e-0b642d9b89c3'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:38:56.698509 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-5657f069-5f38-437c-a7fc-11999a1b8f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:38:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['9b745ddc-81b1-490e-b72e-0b642d9b89c3'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:56.701778 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-aafacb81-3e7c-4a41-a92e-4b6ca7f8ae5c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:56.703929 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-aafacb81-3e7c-4a41-a92e-4b6ca7f8ae5c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.7429404 Feb 01 04:38:56.707191 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42074) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:56.773257 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 8f5c2d15-98c1-41be-9e3e-64de329cd7f9 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:38:56.834350 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-63c510e5-fa84-4238-af39-803da5315c18 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:56.841620 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-63c510e5-fa84-4238-af39-803da5315c18 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:56.845253 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-5657f069-5f38-437c-a7fc-11999a1b8f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:56.879339 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5657f069-5f38-437c-a7fc-11999a1b8f5f None None] Routers {'9b745ddc-81b1-490e-b72e-0b642d9b89c3'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:38:56.880232 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-5657f069-5f38-437c-a7fc-11999a1b8f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:38:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['9b745ddc-81b1-490e-b72e-0b642d9b89c3'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:56.942997 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-24bd5521-6799-4793-8e7c-18900d5a81db tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "GET /v2.0/routers/9b745ddc-81b1-490e-b72e-0b642d9b89c3 HTTP/1.1" status: 200 len: 885 time: 0.2340784 Feb 01 04:38:56.944574 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42078) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:56.957196 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-5657f069-5f38-437c-a7fc-11999a1b8f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:56.957789 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5657f069-5f38-437c-a7fc-11999a1b8f5f None None] The sync data for ids ['9b745ddc-81b1-490e-b72e-0b642d9b89c3'] in dv-neutron-826830-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:38:56.979536 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-63c510e5-fa84-4238-af39-803da5315c18 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371990'] for router_interface, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:56.984838 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c510e5-fa84-4238-af39-803da5315c18 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Pushing event updated for resources: {'Port': ['ID=fd2160f5-8f71-4753-ba70-43af88b612fe,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:56.995021 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 8f5c2d15-98c1-41be-9e3e-64de329cd7f9 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:38:57.041122 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c17cf9-21fa-40ac-9685-d81357072517 None None] Network ed3cbf58-9be7-4da5-978c-4fdb63052963 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:38:57.121773 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c510e5-fa84-4238-af39-803da5315c18 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Network ed3cbf58-9be7-4da5-978c-4fdb63052963 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:38:57.122928 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-63c510e5-fa84-4238-af39-803da5315c18 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:38:57.146884 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-87b3af54-cc9c-43c3-86c0-c6ccc4930c1f None None] Provisioning for port 8f5c2d15-98c1-41be-9e3e-64de329cd7f9 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:38:57.155179 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-87b3af54-cc9c-43c3-86c0-c6ccc4930c1f None None] Provisioning complete for port 8f5c2d15-98c1-41be-9e3e-64de329cd7f9 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:38:57.155557 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-87b3af54-cc9c-43c3-86c0-c6ccc4930c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:57.179897 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-55387882-e999-47d2-a97f-e6add9a9a068 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Synchronizing usage tracker for tenant:1f6ca98a557d4325996431c1756276f6 on resource:router {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:38:57.201085 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-55387882-e999-47d2-a97f-e6add9a9a068 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Unset dirty status for tenant:1f6ca98a557d4325996431c1756276f6 on resource:router {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:38:57.204311 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-55387882-e999-47d2-a97f-e6add9a9a068 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.2587204 Feb 01 04:38:57.207505 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42082) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:57.213201 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-e85114ab-f248-4712-b509-f9fa2466a98d tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-2093217677'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:38:57.322639 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63c510e5-fa84-4238-af39-803da5315c18 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Router c07d5401-dda6-4956-adbc-b5e4a24dd1bd is scheduled to L3 agent a3073304-82af-4a42-89af-bc532d6626bb with binding_index 1 {{(pid=87636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 01 04:38:57.379917 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-87b3af54-cc9c-43c3-86c0-c6ccc4930c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:57.419711 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-87b3af54-cc9c-43c3-86c0-c6ccc4930c1f None None] For port 8f5c2d15-98c1-41be-9e3e-64de329cd7f9, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=8f5c2d15-98c1-41be-9e3e-64de329cd7f9,segment=NetworkSegment(82978801-60aa-4609-aa0f-0267084a2af1),segment_id=82978801-60aa-4609-aa0f-0267084a2af1)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:38:57.424543 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-87b3af54-cc9c-43c3-86c0-c6ccc4930c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:57.491837 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c510e5-fa84-4238-af39-803da5315c18 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:38:57.506866 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c6adb0-31fa-49c3-927c-3a39f6a6c4a0 None None] Sync routers for ids ['c07d5401-dda6-4956-adbc-b5e4a24dd1bd'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:38:57.520010 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-63c510e5-fa84-4238-af39-803da5315c18 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "PUT /v2.0/routers/c07d5401-dda6-4956-adbc-b5e4a24dd1bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5771906 Feb 01 04:38:57.520350 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42086) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:57.522411 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c6adb0-31fa-49c3-927c-3a39f6a6c4a0 None None] Routers {'c07d5401-dda6-4956-adbc-b5e4a24dd1bd'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:38:57.523448 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-e2c6adb0-31fa-49c3-927c-3a39f6a6c4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:38:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['c07d5401-dda6-4956-adbc-b5e4a24dd1bd'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:57.536399 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b3af54-cc9c-43c3-86c0-c6ccc4930c1f None None] Pushing event updated for resources: {'Port': ['ID=8f5c2d15-98c1-41be-9e3e-64de329cd7f9,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:57.603468 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-e2c6adb0-31fa-49c3-927c-3a39f6a6c4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:57.608594 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ec4215-577a-481c-838c-adbb53936b23 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:57.609109 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-52ec4215-577a-481c-838c-adbb53936b23 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Synchronizing usage tracker for tenant:fe61db31beb2433b8247cdb8a5604696 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:38:57.613483 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c6adb0-31fa-49c3-927c-3a39f6a6c4a0 None None] Routers {'c07d5401-dda6-4956-adbc-b5e4a24dd1bd'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:38:57.614312 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-e2c6adb0-31fa-49c3-927c-3a39f6a6c4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:38:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['c07d5401-dda6-4956-adbc-b5e4a24dd1bd'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:57.629115 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-52ec4215-577a-481c-838c-adbb53936b23 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Unset dirty status for tenant:fe61db31beb2433b8247cdb8a5604696 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:38:57.630486 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-52ec4215-577a-481c-838c-adbb53936b23 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "GET /v2.0/ports/fd2160f5-8f71-4753-ba70-43af88b612fe HTTP/1.1" status: 200 len: 910 time: 0.1091781 Feb 01 04:38:57.633328 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42090) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:57.640271 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-52240076-54b1-4780-bbd1-309282079362 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5ff9c674-8cc7-40c9-9ac0-d4f7c915610f'}]}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:38:57.692079 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-e2c6adb0-31fa-49c3-927c-3a39f6a6c4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:57.692486 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c6adb0-31fa-49c3-927c-3a39f6a6c4a0 None None] The sync data for ids ['c07d5401-dda6-4956-adbc-b5e4a24dd1bd'] in dv-neutron-826830-1-hyperv is: [] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:38:57.772832 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-321b9b6c-915d-4ab1-a85d-9e7b28f5636b None None] Provisioning for port fd2160f5-8f71-4753-ba70-43af88b612fe completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:38:57.778302 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-321b9b6c-915d-4ab1-a85d-9e7b28f5636b None None] Provisioning complete for port fd2160f5-8f71-4753-ba70-43af88b612fe triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:38:57.778671 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-321b9b6c-915d-4ab1-a85d-9e7b28f5636b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:57.885633 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-321b9b6c-915d-4ab1-a85d-9e7b28f5636b None None] Port fd2160f5-8f71-4753-ba70-43af88b612fe cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:38:57.901983 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-321b9b6c-915d-4ab1-a85d-9e7b28f5636b None None] Provisioning complete for port 8f5c2d15-98c1-41be-9e3e-64de329cd7f9 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:38:57.902357 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-321b9b6c-915d-4ab1-a85d-9e7b28f5636b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:57.982407 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e85114ab-f248-4712-b509-f9fa2466a98d tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:57.996837 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e85114ab-f248-4712-b509-f9fa2466a98d tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-774359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-774360', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-772505'] for router, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:58.014883 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-52240076-54b1-4780-bbd1-309282079362 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:58.182522 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-16fc17b8-f303-451e-a91c-86c74d77dc35 None None] Provisioning complete for port fd2160f5-8f71-4753-ba70-43af88b612fe triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:38:58.182878 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-16fc17b8-f303-451e-a91c-86c74d77dc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:58.193421 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e85114ab-f248-4712-b509-f9fa2466a98d tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Router 9b745ddc-81b1-490e-b72e-0b642d9b89c3 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:38:58.236718 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-16fc17b8-f303-451e-a91c-86c74d77dc35 None None] Port fd2160f5-8f71-4753-ba70-43af88b612fe cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:38:58.375498 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e85114ab-f248-4712-b509-f9fa2466a98d tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:38:58.381748 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e85114ab-f248-4712-b509-f9fa2466a98d tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:58.385400 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-e85114ab-f248-4712-b509-f9fa2466a98d tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "PUT /v2.0/routers/9b745ddc-81b1-490e-b72e-0b642d9b89c3 HTTP/1.1" status: 200 len: 892 time: 1.1742048 Feb 01 04:38:58.385553 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42094) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:58.387777 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdf6887-ff7b-49f9-bd04-c0ba8eae71f4 None None] Sync routers for ids ['9b745ddc-81b1-490e-b72e-0b642d9b89c3'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:38:58.397580 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdf6887-ff7b-49f9-bd04-c0ba8eae71f4 None None] Routers {'9b745ddc-81b1-490e-b72e-0b642d9b89c3'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:38:58.398204 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-9fdf6887-ff7b-49f9-bd04-c0ba8eae71f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:38:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['9b745ddc-81b1-490e-b72e-0b642d9b89c3'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:58.462674 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-9fdf6887-ff7b-49f9-bd04-c0ba8eae71f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:58.471650 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdf6887-ff7b-49f9-bd04-c0ba8eae71f4 None None] Routers {'9b745ddc-81b1-490e-b72e-0b642d9b89c3'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:38:58.472272 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-9fdf6887-ff7b-49f9-bd04-c0ba8eae71f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:38:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['9b745ddc-81b1-490e-b72e-0b642d9b89c3'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:58.534352 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-9fdf6887-ff7b-49f9-bd04-c0ba8eae71f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:38:58.534758 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdf6887-ff7b-49f9-bd04-c0ba8eae71f4 None None] The sync data for ids ['9b745ddc-81b1-490e-b72e-0b642d9b89c3'] in dv-neutron-826830-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:38:58.544444 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-52240076-54b1-4780-bbd1-309282079362 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:58.552749 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-52240076-54b1-4780-bbd1-309282079362 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:58.567160 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-8b20c8ea-b89c-4fe2-8baa-53909050cad5 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "GET /v2.0/routers/9b745ddc-81b1-490e-b72e-0b642d9b89c3 HTTP/1.1" status: 200 len: 892 time: 0.1806602 Feb 01 04:38:58.569841 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42098) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:58.616719 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-7d70a831-8415-4198-ac72-5175792b2eab tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Synchronizing usage tracker for tenant:1f6ca98a557d4325996431c1756276f6 on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:38:58.636956 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-7d70a831-8415-4198-ac72-5175792b2eab tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Unset dirty status for tenant:1f6ca98a557d4325996431c1756276f6 on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:38:58.638441 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-7d70a831-8415-4198-ac72-5175792b2eab tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b745ddc-81b1-490e-b72e-0b642d9b89c3 HTTP/1.1" status: 200 len: 205 time: 0.0676689 Feb 01 04:38:58.641230 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42102) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:58.655301 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 8f5c2d15-98c1-41be-9e3e-64de329cd7f9 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:38:58.687513 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52240076-54b1-4780-bbd1-309282079362 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:38:58.688257 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-52240076-54b1-4780-bbd1-309282079362 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:58.692297 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-52240076-54b1-4780-bbd1-309282079362 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "PUT /v2.0/ports/fd2160f5-8f71-4753-ba70-43af88b612fe HTTP/1.1" status: 200 len: 910 time: 1.0553031 Feb 01 04:38:58.692297 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52240076-54b1-4780-bbd1-309282079362 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Pushing event updated for resources: {'Port': ['ID=fd2160f5-8f71-4753-ba70-43af88b612fe,revision_number=3']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:38:58.693101 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42106) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:38:58.725629 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 8f5c2d15-98c1-41be-9e3e-64de329cd7f9 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:38:58.725911 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:59.063665 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4f5fe0a8-afd1-4aea-8e96-ca08d12c3f36 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for router, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:59.466520 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4f5fe0a8-afd1-4aea-8e96-ca08d12c3f36 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:59.479459 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-4f5fe0a8-afd1-4aea-8e96-ca08d12c3f36 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Deleting port e2e77479-9c96-4cae-834c-68a82c814d81 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:38:59.479798 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4f5fe0a8-afd1-4aea-8e96-ca08d12c3f36 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:59.701114 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4f5fe0a8-afd1-4aea-8e96-ca08d12c3f36 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:38:59.826489 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-4f5fe0a8-afd1-4aea-8e96-ca08d12c3f36 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Calling delete_port for e2e77479-9c96-4cae-834c-68a82c814d81 owned by network:router_gateway {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:38:59.873619 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-27a96673-867a-426f-a5e6-0388887e3759 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-371968'] for router_interface, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:00.257645 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4f5fe0a8-afd1-4aea-8e96-ca08d12c3f36 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:00.319218 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5fe0a8-afd1-4aea-8e96-ca08d12c3f36 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Pushing event deleted for resources: {'Port': ['ID=e2e77479-9c96-4cae-834c-68a82c814d81,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:00.390398 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-27a96673-867a-426f-a5e6-0388887e3759 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Deleting port fd2160f5-8f71-4753-ba70-43af88b612fe {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:39:00.390651 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-27a96673-867a-426f-a5e6-0388887e3759 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:00.486252 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4f5fe0a8-afd1-4aea-8e96-ca08d12c3f36 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-774381'] for router_gateway, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:00.830480 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4f5fe0a8-afd1-4aea-8e96-ca08d12c3f36 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25968'] for router, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:00.834565 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4f5fe0a8-afd1-4aea-8e96-ca08d12c3f36 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:00.876082 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-27a96673-867a-426f-a5e6-0388887e3759 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:00.887603 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4f5fe0a8-afd1-4aea-8e96-ca08d12c3f36 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772958'] for router, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:00.888124 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f5fe0a8-afd1-4aea-8e96-ca08d12c3f36 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Fanout notify agent at l3_agent the message router_deleted on router 9b745ddc-81b1-490e-b72e-0b642d9b89c3 {{(pid=87637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 01 04:39:01.000546 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-27a96673-867a-426f-a5e6-0388887e3759 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Calling delete_port for fd2160f5-8f71-4753-ba70-43af88b612fe owned by network:router_interface {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:39:01.058610 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4f5fe0a8-afd1-4aea-8e96-ca08d12c3f36 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:01.059712 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-4f5fe0a8-afd1-4aea-8e96-ca08d12c3f36 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "DELETE /v2.0/routers/9b745ddc-81b1-490e-b72e-0b642d9b89c3 HTTP/1.1" status: 204 len: 168 time: 2.4175732 Feb 01 04:39:01.064243 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42110) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:01.069972 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-2487aa8a-574a-4f6a-bd69-519cc8e548b6 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1508321439'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:39:01.074985 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-2487aa8a-574a-4f6a-bd69-519cc8e548b6 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:39:01.078739 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2487aa8a-574a-4f6a-bd69-519cc8e548b6 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Usage tracker for resource:network and tenant:1f6ca98a557d4325996431c1756276f6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:39:01.081607 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2487aa8a-574a-4f6a-bd69-519cc8e548b6 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:39:01.087364 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-2487aa8a-574a-4f6a-bd69-519cc8e548b6 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:39:01.097841 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2487aa8a-574a-4f6a-bd69-519cc8e548b6 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Made reservation on behalf of 1f6ca98a557d4325996431c1756276f6 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:39:01.101500 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2487aa8a-574a-4f6a-bd69-519cc8e548b6 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:01.186710 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-27a96673-867a-426f-a5e6-0388887e3759 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:01.191850 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2487aa8a-574a-4f6a-bd69-519cc8e548b6 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:39:01.201779 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2487aa8a-574a-4f6a-bd69-519cc8e548b6 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:01.202115 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-2487aa8a-574a-4f6a-bd69-519cc8e548b6 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Added segment 603df7b5-7cdc-4864-9b9d-a8bd380ab160 of type vlan for network 9f60fcf6-6958-47c5-8e3d-673f53f2d3ab Feb 01 04:39:01.228092 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2487aa8a-574a-4f6a-bd69-519cc8e548b6 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:01.234118 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a96673-867a-426f-a5e6-0388887e3759 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Pushing event deleted for resources: {'Port': ['ID=fd2160f5-8f71-4753-ba70-43af88b612fe,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:01.259961 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2487aa8a-574a-4f6a-bd69-519cc8e548b6 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:01.265343 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2487aa8a-574a-4f6a-bd69-519cc8e548b6 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:39:01.265921 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2487aa8a-574a-4f6a-bd69-519cc8e548b6 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:01.324035 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2487aa8a-574a-4f6a-bd69-519cc8e548b6 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2586761 Feb 01 04:39:01.326971 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42114) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:01.335045 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-16d905ea-4388-4129-9957-8fead320211a tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Request body: {'subnet': {'network_id': '9f60fcf6-6958-47c5-8e3d-673f53f2d3ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:39:01.377095 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2487aa8a-574a-4f6a-bd69-519cc8e548b6 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Pushing event updated for resources: {'Network': ['ID=9f60fcf6-6958-47c5-8e3d-673f53f2d3ab,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:01.388321 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 9f60fcf6-6958-47c5-8e3d-673f53f2d3ab details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:39:01.559404 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-27a96673-867a-426f-a5e6-0388887e3759 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770960'] for router_interface, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:01.582288 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-16d905ea-4388-4129-9957-8fead320211a tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:39:01.648399 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-16d905ea-4388-4129-9957-8fead320211a tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Usage tracker for resource:subnet and tenant:1f6ca98a557d4325996431c1756276f6 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:39:01.652374 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-16d905ea-4388-4129-9957-8fead320211a tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:39:01.704399 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-16d905ea-4388-4129-9957-8fead320211a tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:39:01.776154 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d905ea-4388-4129-9957-8fead320211a tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Made reservation on behalf of 1f6ca98a557d4325996431c1756276f6 for: {'subnet': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:39:01.780160 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-16d905ea-4388-4129-9957-8fead320211a tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3694443'] for subnet, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:01.912739 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d2060ad4-326c-4a6a-b9d2-08238b1e8e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:02.047247 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27a96673-867a-426f-a5e6-0388887e3759 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Router c07d5401-dda6-4956-adbc-b5e4a24dd1bd has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:39:02.197337 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27a96673-867a-426f-a5e6-0388887e3759 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:39:02.206712 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908c9dab-ecbe-45fb-8f64-09937fc56a3e None None] Sync routers for ids ['c07d5401-dda6-4956-adbc-b5e4a24dd1bd'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:39:02.215765 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908c9dab-ecbe-45fb-8f64-09937fc56a3e None None] Routers {'c07d5401-dda6-4956-adbc-b5e4a24dd1bd'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:39:02.216357 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-908c9dab-ecbe-45fb-8f64-09937fc56a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:38:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['c07d5401-dda6-4956-adbc-b5e4a24dd1bd'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:02.259298 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-27a96673-867a-426f-a5e6-0388887e3759 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "PUT /v2.0/routers/c07d5401-dda6-4956-adbc-b5e4a24dd1bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5605133 Feb 01 04:39:02.262081 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42118) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:02.278057 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-908c9dab-ecbe-45fb-8f64-09937fc56a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:02.286522 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908c9dab-ecbe-45fb-8f64-09937fc56a3e None None] Routers {'c07d5401-dda6-4956-adbc-b5e4a24dd1bd'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:39:02.287112 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-908c9dab-ecbe-45fb-8f64-09937fc56a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:38:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['c07d5401-dda6-4956-adbc-b5e4a24dd1bd'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:02.313101 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-d3f4834d-c0fd-4bcb-a0d0-4672fd5bcabd tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Synchronizing usage tracker for tenant:fe61db31beb2433b8247cdb8a5604696 on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:39:02.348309 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-908c9dab-ecbe-45fb-8f64-09937fc56a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:02.348707 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908c9dab-ecbe-45fb-8f64-09937fc56a3e None None] The sync data for ids ['c07d5401-dda6-4956-adbc-b5e4a24dd1bd'] in dv-neutron-826830-1-hyperv is: [] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:39:02.353489 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-d3f4834d-c0fd-4bcb-a0d0-4672fd5bcabd tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Unset dirty status for tenant:fe61db31beb2433b8247cdb8a5604696 on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:39:02.354665 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-d3f4834d-c0fd-4bcb-a0d0-4672fd5bcabd tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "GET /v2.0/ports?device_id=c07d5401-dda6-4956-adbc-b5e4a24dd1bd HTTP/1.1" status: 200 len: 205 time: 0.0916941 Feb 01 04:39:02.357269 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42122) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:02.418378 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-16d905ea-4388-4129-9957-8fead320211a tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3037478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3694457'] for subnet, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:02.543709 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5b928003-97e9-4035-8fba-86324f186425 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for router, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:02.631222 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d905ea-4388-4129-9957-8fead320211a tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Pushing event updated for resources: {'Subnet': ['ID=b77a392b-99ca-4143-8c0c-4174d7bcf121,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:02.736045 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d905ea-4388-4129-9957-8fead320211a tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Checking segment: {'id': '603df7b5-7cdc-4864-9b9d-a8bd380ab160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9f60fcf6-6958-47c5-8e3d-673f53f2d3ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:39:02.736397 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d905ea-4388-4129-9957-8fead320211a tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Network hostable DHCP agents. Network: 9f60fcf6-6958-47c5-8e3d-673f53f2d3ab, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:39:02.880386 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d905ea-4388-4129-9957-8fead320211a tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Network 9f60fcf6-6958-47c5-8e3d-673f53f2d3ab is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:39:02.883978 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5b928003-97e9-4035-8fba-86324f186425 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25968'] for router, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:02.887122 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5b928003-97e9-4035-8fba-86324f186425 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:02.897334 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-16d905ea-4388-4129-9957-8fead320211a tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, 9f60fcf6-6958-47c5-8e3d-673f53f2d3ab) {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:39:02.904815 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71dd0042-f6f3-483b-830f-cb5fa9016551 None None] Network 9f60fcf6-6958-47c5-8e3d-673f53f2d3ab requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:39:02.907828 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d905ea-4388-4129-9957-8fead320211a tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:39:02.908404 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-16d905ea-4388-4129-9957-8fead320211a tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:02.921871 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5b928003-97e9-4035-8fba-86324f186425 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772958'] for router, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:02.922373 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b928003-97e9-4035-8fba-86324f186425 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Fanout notify agent at l3_agent the message router_deleted on router c07d5401-dda6-4956-adbc-b5e4a24dd1bd {{(pid=87637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 01 04:39:02.940080 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5b928003-97e9-4035-8fba-86324f186425 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:02.946499 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-5b928003-97e9-4035-8fba-86324f186425 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "DELETE /v2.0/routers/c07d5401-dda6-4956-adbc-b5e4a24dd1bd HTTP/1.1" status: 204 len: 168 time: 0.5824482 Feb 01 04:39:02.946499 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-16d905ea-4388-4129-9957-8fead320211a tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6145301 Feb 01 04:39:02.946499 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42126) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:02.946945 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42128) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:02.950176 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-ddf3cbce-ae0d-4ae5-b8c4-a3e8081ed131 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-78865781', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:39:02.956922 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-ddf3cbce-ae0d-4ae5-b8c4-a3e8081ed131 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:39:02.961157 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-ddf3cbce-ae0d-4ae5-b8c4-a3e8081ed131 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Usage tracker for resource:router and tenant:1f6ca98a557d4325996431c1756276f6 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:39:02.964068 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-ddf3cbce-ae0d-4ae5-b8c4-a3e8081ed131 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:39:02.969948 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-ddf3cbce-ae0d-4ae5-b8c4-a3e8081ed131 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:39:02.980772 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ddf3cbce-ae0d-4ae5-b8c4-a3e8081ed131 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25958'] for router, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:02.981800 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ddf3cbce-ae0d-4ae5-b8c4-a3e8081ed131 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-372027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25961'] for router, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:02.997286 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ddf3cbce-ae0d-4ae5-b8c4-a3e8081ed131 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:03.018013 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ddf3cbce-ae0d-4ae5-b8c4-a3e8081ed131 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337'] for router, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:03.018399 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-693dce7d-4ca2-48c6-8ece-8b923d3f8493 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Deleting subnet 5ff9c674-8cc7-40c9-9ac0-d4f7c915610f {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:39:03.021765 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-693dce7d-4ca2-48c6-8ece-8b923d3f8493 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:03.043611 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ddf3cbce-ae0d-4ae5-b8c4-a3e8081ed131 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:03.044794 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-ddf3cbce-ae0d-4ae5-b8c4-a3e8081ed131 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.0987782 Feb 01 04:39:03.047530 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42134) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:03.081993 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-693dce7d-4ca2-48c6-8ece-8b923d3f8493 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145757'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:03.136049 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d572fc-83de-4e99-bb46-fdf2a9ff2319 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-9f60fcf6-6958-47c5-8e3d-673f53f2d3ab', 'network_id': '9f60fcf6-6958-47c5-8e3d-673f53f2d3ab', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'fixed_ips': [{'subnet_id': 'b77a392b-99ca-4143-8c0c-4174d7bcf121'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:39:03.137211 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-20d572fc-83de-4e99-bb46-fdf2a9ff2319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:03.167616 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-693dce7d-4ca2-48c6-8ece-8b923d3f8493 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:03.245109 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-693dce7d-4ca2-48c6-8ece-8b923d3f8493 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3072169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2652276'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:03.285762 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693dce7d-4ca2-48c6-8ece-8b923d3f8493 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Pushing event deleted for resources: {'Subnet': ['ID=5ff9c674-8cc7-40c9-9ac0-d4f7c915610f,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:03.289189 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-693dce7d-4ca2-48c6-8ece-8b923d3f8493 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:03.295895 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-693dce7d-4ca2-48c6-8ece-8b923d3f8493 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "DELETE /v2.0/subnets/5ff9c674-8cc7-40c9-9ac0-d4f7c915610f HTTP/1.1" status: 204 len: 168 time: 0.3480549 Feb 01 04:39:03.298361 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42138) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:03.298940 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b372a54-46bc-43c1-b877-2cc229f99ab8 None None] Network ed3cbf58-9be7-4da5-978c-4fdb63052963 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:39:03.345499 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-20d572fc-83de-4e99-bb46-fdf2a9ff2319 None None] Allocated IP 2001:db8::2 (9f60fcf6-6958-47c5-8e3d-673f53f2d3ab/b77a392b-99ca-4143-8c0c-4174d7bcf121/df7fd66c-5cd3-42a1-9504-4807cbd00be5) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:39:03.422070 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0aead1ed-9dd7-452e-9080-8dc22bcb5380 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:03.432883 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-0aead1ed-9dd7-452e-9080-8dc22bcb5380 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Deleting port 8f5c2d15-98c1-41be-9e3e-64de329cd7f9 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:39:03.433221 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0aead1ed-9dd7-452e-9080-8dc22bcb5380 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:03.651430 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4fa95fea-0023-44d3-b7cb-156e7d4cbb82 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:03.696314 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-20d572fc-83de-4e99-bb46-fdf2a9ff2319 None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:03.706665 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-20d572fc-83de-4e99-bb46-fdf2a9ff2319 None None] Transition to ACTIVE for port object df7fd66c-5cd3-42a1-9504-4807cbd00be5 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:39:03.727782 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-20d572fc-83de-4e99-bb46-fdf2a9ff2319 None None] Transition to ACTIVE for port object df7fd66c-5cd3-42a1-9504-4807cbd00be5 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:39:03.738513 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-20d572fc-83de-4e99-bb46-fdf2a9ff2319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:03.759268 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-0aead1ed-9dd7-452e-9080-8dc22bcb5380 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] For port 8f5c2d15-98c1-41be-9e3e-64de329cd7f9, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=8f5c2d15-98c1-41be-9e3e-64de329cd7f9,segment=NetworkSegment(82978801-60aa-4609-aa0f-0267084a2af1),segment_id=82978801-60aa-4609-aa0f-0267084a2af1)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:39:03.760285 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0aead1ed-9dd7-452e-9080-8dc22bcb5380 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:03.778884 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d2f62c-84ee-42f8-97c5-20d797d07f8f None None] DHCP port deletion for ed3cbf58-9be7-4da5-978c-4fdb63052963 request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:39:03.847317 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-c0d2f62c-84ee-42f8-97c5-20d797d07f8f None None] Deleting port 8f5c2d15-98c1-41be-9e3e-64de329cd7f9 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:39:03.847689 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c0d2f62c-84ee-42f8-97c5-20d797d07f8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:03.887398 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-0aead1ed-9dd7-452e-9080-8dc22bcb5380 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Calling delete_port for 8f5c2d15-98c1-41be-9e3e-64de329cd7f9 owned by network:dhcp {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:39:03.896022 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d572fc-83de-4e99-bb46-fdf2a9ff2319 None None] Network 9f60fcf6-6958-47c5-8e3d-673f53f2d3ab is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:39:03.903284 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-20d572fc-83de-4e99-bb46-fdf2a9ff2319 None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:39:03.907556 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d572fc-83de-4e99-bb46-fdf2a9ff2319 None None] Pushing event updated for resources: {'Port': ['ID=df7fd66c-5cd3-42a1-9504-4807cbd00be5,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:03.911680 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d572fc-83de-4e99-bb46-fdf2a9ff2319 None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:39:03.966145 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0aead1ed-9dd7-452e-9080-8dc22bcb5380 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:04.010712 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-c0d2f62c-84ee-42f8-97c5-20d797d07f8f None None] The port '8f5c2d15-98c1-41be-9e3e-64de329cd7f9' was deleted {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 01 04:39:04.012870 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aead1ed-9dd7-452e-9080-8dc22bcb5380 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Pushing event deleted for resources: {'Port': ['ID=8f5c2d15-98c1-41be-9e3e-64de329cd7f9,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:04.017640 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aead1ed-9dd7-452e-9080-8dc22bcb5380 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] No DVR routers for this DVR port 8f5c2d15-98c1-41be-9e3e-64de329cd7f9 on host dv-neutron-826830-1-hyperv {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:39:04.034915 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-4fa95fea-0023-44d3-b7cb-156e7d4cbb82 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Allocated IP 2001:db8::1 (9f60fcf6-6958-47c5-8e3d-673f53f2d3ab/b77a392b-99ca-4143-8c0c-4174d7bcf121/21e6ef70-6761-402f-b636-91003ad0b6c4) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:39:04.039800 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-20d572fc-83de-4e99-bb46-fdf2a9ff2319 None None] Attempting to bind port df7fd66c-5cd3-42a1-9504-4807cbd00be5 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:39:04.040362 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-20d572fc-83de-4e99-bb46-fdf2a9ff2319 None None] Attempting to bind port df7fd66c-5cd3-42a1-9504-4807cbd00be5 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '603df7b5-7cdc-4864-9b9d-a8bd380ab160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9f60fcf6-6958-47c5-8e3d-673f53f2d3ab'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:39:04.040528 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d572fc-83de-4e99-bb46-fdf2a9ff2319 None None] Attempting to bind port df7fd66c-5cd3-42a1-9504-4807cbd00be5 on network 9f60fcf6-6958-47c5-8e3d-673f53f2d3ab {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:39:04.046556 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d572fc-83de-4e99-bb46-fdf2a9ff2319 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:39:04.046769 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d572fc-83de-4e99-bb46-fdf2a9ff2319 None None] Checking segment: {'id': '603df7b5-7cdc-4864-9b9d-a8bd380ab160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9f60fcf6-6958-47c5-8e3d-673f53f2d3ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:39:04.047325 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-20d572fc-83de-4e99-bb46-fdf2a9ff2319 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:04.048077 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d572fc-83de-4e99-bb46-fdf2a9ff2319 None None] Bound using segment: {'id': '603df7b5-7cdc-4864-9b9d-a8bd380ab160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9f60fcf6-6958-47c5-8e3d-673f53f2d3ab'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:39:04.048591 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-20d572fc-83de-4e99-bb46-fdf2a9ff2319 None None] Bound port: df7fd66c-5cd3-42a1-9504-4807cbd00be5, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '603df7b5-7cdc-4864-9b9d-a8bd380ab160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9f60fcf6-6958-47c5-8e3d-673f53f2d3ab'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:39:04.049293 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-20d572fc-83de-4e99-bb46-fdf2a9ff2319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:04.061952 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aead1ed-9dd7-452e-9080-8dc22bcb5380 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:39:04.062292 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aead1ed-9dd7-452e-9080-8dc22bcb5380 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:39:04.062619 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aead1ed-9dd7-452e-9080-8dc22bcb5380 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:39:04.062948 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aead1ed-9dd7-452e-9080-8dc22bcb5380 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:39:04.063770 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aead1ed-9dd7-452e-9080-8dc22bcb5380 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:39:04.063770 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aead1ed-9dd7-452e-9080-8dc22bcb5380 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:39:04.064018 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aead1ed-9dd7-452e-9080-8dc22bcb5380 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:39:04.064282 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aead1ed-9dd7-452e-9080-8dc22bcb5380 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:39:04.064592 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aead1ed-9dd7-452e-9080-8dc22bcb5380 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:39:04.065101 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aead1ed-9dd7-452e-9080-8dc22bcb5380 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:39:04.065590 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aead1ed-9dd7-452e-9080-8dc22bcb5380 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:39:04.065905 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aead1ed-9dd7-452e-9080-8dc22bcb5380 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:39:04.144058 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-20d572fc-83de-4e99-bb46-fdf2a9ff2319 None None] For port df7fd66c-5cd3-42a1-9504-4807cbd00be5, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:39:04.147515 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-20d572fc-83de-4e99-bb46-fdf2a9ff2319 None None] For port df7fd66c-5cd3-42a1-9504-4807cbd00be5, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=df7fd66c-5cd3-42a1-9504-4807cbd00be5,segment=NetworkSegment(603df7b5-7cdc-4864-9b9d-a8bd380ab160),segment_id=603df7b5-7cdc-4864-9b9d-a8bd380ab160)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:39:04.153051 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-20d572fc-83de-4e99-bb46-fdf2a9ff2319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:04.162097 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0aead1ed-9dd7-452e-9080-8dc22bcb5380 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:04.191513 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-0aead1ed-9dd7-452e-9080-8dc22bcb5380 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed3cbf58-9be7-4da5-978c-4fdb63052963']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:04.204945 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-0aead1ed-9dd7-452e-9080-8dc22bcb5380 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82978801-60aa-4609-aa0f-0267084a2af1') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:04.205248 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-0aead1ed-9dd7-452e-9080-8dc22bcb5380 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82978801-60aa-4609-aa0f-0267084a2af1') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:04.214239 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4fa95fea-0023-44d3-b7cb-156e7d4cbb82 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:04.217986 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0aead1ed-9dd7-452e-9080-8dc22bcb5380 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143022'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:04.233988 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0aead1ed-9dd7-452e-9080-8dc22bcb5380 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:04.234379 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-4fa95fea-0023-44d3-b7cb-156e7d4cbb82 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Transition to ACTIVE for port object 21e6ef70-6761-402f-b636-91003ad0b6c4 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:39:04.241141 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aead1ed-9dd7-452e-9080-8dc22bcb5380 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:39:04.241575 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0aead1ed-9dd7-452e-9080-8dc22bcb5380 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3072199'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:04.243769 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-610a7545-a3cd-4e1e-8a5b-a71db708eb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:04.252900 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d572fc-83de-4e99-bb46-fdf2a9ff2319 None None] Pushing event updated for resources: {'Port': ['ID=df7fd66c-5cd3-42a1-9504-4807cbd00be5,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:04.257589 dv-neutron-826830-1-hyperv neutron-server[87636]: Traceback (most recent call last): Feb 01 04:39:04.257589 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:39:04.257589 dv-neutron-826830-1-hyperv neutron-server[87636]: timer() Feb 01 04:39:04.257589 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:39:04.257589 dv-neutron-826830-1-hyperv neutron-server[87636]: cb(*args, **kw) Feb 01 04:39:04.257589 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:39:04.257589 dv-neutron-826830-1-hyperv neutron-server[87636]: return func(*args, **kwargs) Feb 01 04:39:04.257589 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:39:04.257589 dv-neutron-826830-1-hyperv neutron-server[87636]: self._notify() Feb 01 04:39:04.257589 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:39:04.257589 dv-neutron-826830-1-hyperv neutron-server[87636]: self.callback(batched_events) Feb 01 04:39:04.257589 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:39:04.257589 dv-neutron-826830-1-hyperv neutron-server[87636]: event.method(event) Feb 01 04:39:04.257589 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:39:04.257589 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:39:04.257589 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:39:04.257589 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:39:04.257589 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:39:04.257589 dv-neutron-826830-1-hyperv neutron-server[87636]: return f(self, *a, **k) Feb 01 04:39:04.257589 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:39:04.257589 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._get(url).json() Feb 01 04:39:04.257589 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:39:04.257589 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:39:04.257589 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:39:04.257589 dv-neutron-826830-1-hyperv neutron-server[87636]: return self.request(url, 'GET', **kwargs) Feb 01 04:39:04.257589 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:39:04.257589 dv-neutron-826830-1-hyperv neutron-server[87636]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:39:04.257589 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:39:04.257589 dv-neutron-826830-1-hyperv neutron-server[87636]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:39:04.257589 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:39:04.257589 dv-neutron-826830-1-hyperv neutron-server[87636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:39:04.257589 dv-neutron-826830-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:39:04.270003 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4fa95fea-0023-44d3-b7cb-156e7d4cbb82 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:04.343814 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0aead1ed-9dd7-452e-9080-8dc22bcb5380 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:04.355239 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa95fea-0023-44d3-b7cb-156e7d4cbb82 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Network 9f60fcf6-6958-47c5-8e3d-673f53f2d3ab is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:39:04.366067 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0aead1ed-9dd7-452e-9080-8dc22bcb5380 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:04.367547 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-4fa95fea-0023-44d3-b7cb-156e7d4cbb82 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:39:04.377006 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa95fea-0023-44d3-b7cb-156e7d4cbb82 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:39:04.377538 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4fa95fea-0023-44d3-b7cb-156e7d4cbb82 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-372107'] for router_interface, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:04.378412 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aead1ed-9dd7-452e-9080-8dc22bcb5380 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Pushing event deleted for resources: {'Network': ['ID=ed3cbf58-9be7-4da5-978c-4fdb63052963,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:04.380024 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa95fea-0023-44d3-b7cb-156e7d4cbb82 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Pushing event updated for resources: {'Port': ['ID=21e6ef70-6761-402f-b636-91003ad0b6c4,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:04.394577 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0aead1ed-9dd7-452e-9080-8dc22bcb5380 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "DELETE /v2.0/networks/ed3cbf58-9be7-4da5-978c-4fdb63052963 HTTP/1.1" status: 204 len: 168 time: 1.0951626 Feb 01 04:39:04.395451 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42142) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:04.400653 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-8a769bee-0828-4668-8ed8-168864441f92 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2050714513', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:39:04.407367 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-8a769bee-0828-4668-8ed8-168864441f92 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:39:04.411474 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-8a769bee-0828-4668-8ed8-168864441f92 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Usage tracker for resource:router and tenant:fe61db31beb2433b8247cdb8a5604696 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:39:04.414836 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-8a769bee-0828-4668-8ed8-168864441f92 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:39:04.421551 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-8a769bee-0828-4668-8ed8-168864441f92 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:39:04.433660 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8a769bee-0828-4668-8ed8-168864441f92 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25958'] for router, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:04.434856 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8a769bee-0828-4668-8ed8-168864441f92 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-372027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25961'] for router, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:04.474008 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8a769bee-0828-4668-8ed8-168864441f92 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:04.500898 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8a769bee-0828-4668-8ed8-168864441f92 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337'] for router, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:04.511076 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4fa95fea-0023-44d3-b7cb-156e7d4cbb82 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:04.531901 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8a769bee-0828-4668-8ed8-168864441f92 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:04.536018 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-8a769bee-0828-4668-8ed8-168864441f92 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1391587 Feb 01 04:39:04.536494 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42146) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:04.542328 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-49fe290c-b073-45d8-b9a7-92c1a2084e40 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Request body: {'network': {'name': 'tempest-RoutersTest-173449284'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:39:04.547968 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-49fe290c-b073-45d8-b9a7-92c1a2084e40 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:39:04.552617 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-49fe290c-b073-45d8-b9a7-92c1a2084e40 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Usage tracker for resource:network and tenant:fe61db31beb2433b8247cdb8a5604696 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:39:04.555841 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-49fe290c-b073-45d8-b9a7-92c1a2084e40 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:39:04.563120 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-49fe290c-b073-45d8-b9a7-92c1a2084e40 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:39:04.577668 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49fe290c-b073-45d8-b9a7-92c1a2084e40 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Made reservation on behalf of fe61db31beb2433b8247cdb8a5604696 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:39:04.582083 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-49fe290c-b073-45d8-b9a7-92c1a2084e40 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:04.614266 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49fe290c-b073-45d8-b9a7-92c1a2084e40 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:39:04.630130 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-49fe290c-b073-45d8-b9a7-92c1a2084e40 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:04.630485 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-49fe290c-b073-45d8-b9a7-92c1a2084e40 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Added segment 882c81a4-26f8-42a4-a79c-46309a623e6b of type vlan for network e9117615-b002-4f12-bb92-da96b4aef559 Feb 01 04:39:04.671597 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-49fe290c-b073-45d8-b9a7-92c1a2084e40 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:04.707171 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-49fe290c-b073-45d8-b9a7-92c1a2084e40 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:04.714892 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fe290c-b073-45d8-b9a7-92c1a2084e40 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:39:04.715511 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-49fe290c-b073-45d8-b9a7-92c1a2084e40 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:04.716476 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device df7fd66c-5cd3-42a1-9504-4807cbd00be5 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:39:04.788284 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port df7fd66c-5cd3-42a1-9504-4807cbd00be5 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:39:04.825221 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe290c-b073-45d8-b9a7-92c1a2084e40 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Pushing event updated for resources: {'Network': ['ID=e9117615-b002-4f12-bb92-da96b4aef559,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:04.828126 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-49fe290c-b073-45d8-b9a7-92c1a2084e40 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2904062 Feb 01 04:39:04.830814 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42150) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:04.836375 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-bfeeee12-9725-4294-a539-41c1da267a76 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Request body: {'subnet': {'network_id': 'e9117615-b002-4f12-bb92-da96b4aef559', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:39:04.841566 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network e9117615-b002-4f12-bb92-da96b4aef559 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:39:04.865923 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 8f5c2d15-98c1-41be-9e3e-64de329cd7f9 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:39:04.908389 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 8f5c2d15-98c1-41be-9e3e-64de329cd7f9 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:39:04.909089 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 8f5c2d15-98c1-41be-9e3e-64de329cd7f9 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:39:04.956098 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-bfeeee12-9725-4294-a539-41c1da267a76 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:39:04.960717 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-bfeeee12-9725-4294-a539-41c1da267a76 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Usage tracker for resource:subnet and tenant:fe61db31beb2433b8247cdb8a5604696 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:39:04.963620 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-bfeeee12-9725-4294-a539-41c1da267a76 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:39:04.969798 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-bfeeee12-9725-4294-a539-41c1da267a76 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:39:04.980810 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfeeee12-9725-4294-a539-41c1da267a76 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Made reservation on behalf of fe61db31beb2433b8247cdb8a5604696 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:39:04.984795 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bfeeee12-9725-4294-a539-41c1da267a76 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:04.995669 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4fa95fea-0023-44d3-b7cb-156e7d4cbb82 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:05.004514 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4fa95fea-0023-44d3-b7cb-156e7d4cbb82 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:05.007629 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4fa95fea-0023-44d3-b7cb-156e7d4cbb82 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371990'] for router_interface, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:05.112570 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa95fea-0023-44d3-b7cb-156e7d4cbb82 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Pushing event updated for resources: {'Port': ['ID=21e6ef70-6761-402f-b636-91003ad0b6c4,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:05.223540 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bfeeee12-9725-4294-a539-41c1da267a76 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:05.324135 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfeeee12-9725-4294-a539-41c1da267a76 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Checking segment: {'id': '882c81a4-26f8-42a4-a79c-46309a623e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e9117615-b002-4f12-bb92-da96b4aef559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:39:05.324637 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfeeee12-9725-4294-a539-41c1da267a76 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Network hostable DHCP agents. Network: e9117615-b002-4f12-bb92-da96b4aef559, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:39:05.333865 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeeee12-9725-4294-a539-41c1da267a76 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Pushing event updated for resources: {'Subnet': ['ID=577c5877-3e3c-4308-9481-aa5ae0e0e6bf,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:05.345955 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:05.346161 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa95fea-0023-44d3-b7cb-156e7d4cbb82 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Network 9f60fcf6-6958-47c5-8e3d-673f53f2d3ab is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:39:05.347533 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-4fa95fea-0023-44d3-b7cb-156e7d4cbb82 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:39:05.358115 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfeeee12-9725-4294-a539-41c1da267a76 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Network e9117615-b002-4f12-bb92-da96b4aef559 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:39:05.370807 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-bfeeee12-9725-4294-a539-41c1da267a76 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, e9117615-b002-4f12-bb92-da96b4aef559) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:39:05.375769 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfeeee12-9725-4294-a539-41c1da267a76 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:39:05.376495 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bfeeee12-9725-4294-a539-41c1da267a76 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:05.380630 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72982211-7310-479e-af95-075a87e1d3af None None] Network e9117615-b002-4f12-bb92-da96b4aef559 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:39:05.400493 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-bfeeee12-9725-4294-a539-41c1da267a76 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5684783 Feb 01 04:39:05.401983 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c52c30-babc-47e3-aa6c-74bb8764e471 None None] Network 9f60fcf6-6958-47c5-8e3d-673f53f2d3ab requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:39:05.403121 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42154) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:05.559374 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fa95fea-0023-44d3-b7cb-156e7d4cbb82 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Router 1f3bba55-50bc-4d50-969d-78e05c1c0d08 is scheduled to L3 agent a3073304-82af-4a42-89af-bc532d6626bb with binding_index 1 {{(pid=87637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 01 04:39:05.573415 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:05.620617 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-c59a5bcc-89c2-4fdc-ba0d-defcfcda97e6 None None] Provisioning for port df7fd66c-5cd3-42a1-9504-4807cbd00be5 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:39:05.670010 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-c59a5bcc-89c2-4fdc-ba0d-defcfcda97e6 None None] Provisioning complete for port df7fd66c-5cd3-42a1-9504-4807cbd00be5 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:39:05.670351 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c59a5bcc-89c2-4fdc-ba0d-defcfcda97e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:05.727279 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa95fea-0023-44d3-b7cb-156e7d4cbb82 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:39:05.743086 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-4fa95fea-0023-44d3-b7cb-156e7d4cbb82 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "PUT /v2.0/routers/1f3bba55-50bc-4d50-969d-78e05c1c0d08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6920924 Feb 01 04:39:05.743555 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42158) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:05.755355 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae95d6c-f3d7-475b-9164-ca9858bd44a1 None None] Sync routers for ids ['1f3bba55-50bc-4d50-969d-78e05c1c0d08'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:39:05.817324 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb3097f-c6a3-4716-aac5-b7d03c99914c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:39:05.817895 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-afb3097f-c6a3-4716-aac5-b7d03c99914c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Synchronizing usage tracker for tenant:1f6ca98a557d4325996431c1756276f6 on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:39:05.822916 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae95d6c-f3d7-475b-9164-ca9858bd44a1 None None] Routers {'1f3bba55-50bc-4d50-969d-78e05c1c0d08'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:39:05.823960 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-7ae95d6c-f3d7-475b-9164-ca9858bd44a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:39:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['1f3bba55-50bc-4d50-969d-78e05c1c0d08'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:05.834943 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-afb3097f-c6a3-4716-aac5-b7d03c99914c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Unset dirty status for tenant:1f6ca98a557d4325996431c1756276f6 on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:39:05.838939 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-afb3097f-c6a3-4716-aac5-b7d03c99914c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "GET /v2.0/ports/21e6ef70-6761-402f-b636-91003ad0b6c4 HTTP/1.1" status: 200 len: 911 time: 0.0917852 Feb 01 04:39:05.839090 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42162) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:05.846038 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-9af779e6-5c12-4127-9f9f-813a88cbd9b2 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b77a392b-99ca-4143-8c0c-4174d7bcf121'}]}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:39:05.933756 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-7ae95d6c-f3d7-475b-9164-ca9858bd44a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:05.938812 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7014c56-fe34-42c9-bd33-78b724a43a41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-e9117615-b002-4f12-bb92-da96b4aef559', 'network_id': 'e9117615-b002-4f12-bb92-da96b4aef559', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'fixed_ips': [{'subnet_id': '577c5877-3e3c-4308-9481-aa5ae0e0e6bf'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:39:05.939658 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a7014c56-fe34-42c9-bd33-78b724a43a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:06.015982 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae95d6c-f3d7-475b-9164-ca9858bd44a1 None None] Routers {'1f3bba55-50bc-4d50-969d-78e05c1c0d08'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:39:06.016614 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-7ae95d6c-f3d7-475b-9164-ca9858bd44a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:39:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['1f3bba55-50bc-4d50-969d-78e05c1c0d08'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:06.040872 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dcd31a6c-cdd1-46e2-b395-4be0f96357f8 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:06.102882 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9af779e6-5c12-4127-9f9f-813a88cbd9b2 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:06.122758 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-7ae95d6c-f3d7-475b-9164-ca9858bd44a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:06.123773 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae95d6c-f3d7-475b-9164-ca9858bd44a1 None None] The sync data for ids ['1f3bba55-50bc-4d50-969d-78e05c1c0d08'] in dv-neutron-826830-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:39:06.135579 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c59a5bcc-89c2-4fdc-ba0d-defcfcda97e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:06.205392 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-c59a5bcc-89c2-4fdc-ba0d-defcfcda97e6 None None] For port df7fd66c-5cd3-42a1-9504-4807cbd00be5, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=df7fd66c-5cd3-42a1-9504-4807cbd00be5,segment=NetworkSegment(603df7b5-7cdc-4864-9b9d-a8bd380ab160),segment_id=603df7b5-7cdc-4864-9b9d-a8bd380ab160)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:39:06.290182 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c59a5bcc-89c2-4fdc-ba0d-defcfcda97e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:06.377832 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-a7014c56-fe34-42c9-bd33-78b724a43a41 None None] Allocated IP 172.20.0.2 (e9117615-b002-4f12-bb92-da96b4aef559/577c5877-3e3c-4308-9481-aa5ae0e0e6bf/69db3dfa-3de8-4fb0-9071-71d8f9a23351) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:39:06.400642 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59a5bcc-89c2-4fdc-ba0d-defcfcda97e6 None None] Pushing event updated for resources: {'Port': ['ID=df7fd66c-5cd3-42a1-9504-4807cbd00be5,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:06.656177 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-29a3e6bb-461a-406a-a5f6-7a63968eaa57 None None] Provisioning for port 21e6ef70-6761-402f-b636-91003ad0b6c4 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:39:06.663064 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a7014c56-fe34-42c9-bd33-78b724a43a41 None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:06.669496 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-29a3e6bb-461a-406a-a5f6-7a63968eaa57 None None] Provisioning complete for port 21e6ef70-6761-402f-b636-91003ad0b6c4 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:39:06.669919 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-29a3e6bb-461a-406a-a5f6-7a63968eaa57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:06.683815 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9af779e6-5c12-4127-9f9f-813a88cbd9b2 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:06.692667 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9af779e6-5c12-4127-9f9f-813a88cbd9b2 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:06.700032 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af779e6-5c12-4127-9f9f-813a88cbd9b2 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:39:06.700824 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9af779e6-5c12-4127-9f9f-813a88cbd9b2 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:06.703332 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device df7fd66c-5cd3-42a1-9504-4807cbd00be5 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:39:06.703691 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-9af779e6-5c12-4127-9f9f-813a88cbd9b2 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "PUT /v2.0/ports/21e6ef70-6761-402f-b636-91003ad0b6c4 HTTP/1.1" status: 200 len: 911 time: 0.8616478 Feb 01 04:39:06.705275 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42170) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:06.780641 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-a7014c56-fe34-42c9-bd33-78b724a43a41 None None] Transition to ACTIVE for port object 69db3dfa-3de8-4fb0-9071-71d8f9a23351 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:39:06.784293 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af779e6-5c12-4127-9f9f-813a88cbd9b2 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Pushing event updated for resources: {'Port': ['ID=21e6ef70-6761-402f-b636-91003ad0b6c4,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:06.822565 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-a7014c56-fe34-42c9-bd33-78b724a43a41 None None] Transition to ACTIVE for port object 69db3dfa-3de8-4fb0-9071-71d8f9a23351 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:39:06.825298 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-29a3e6bb-461a-406a-a5f6-7a63968eaa57 None None] Port 21e6ef70-6761-402f-b636-91003ad0b6c4 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:39:06.832643 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a7014c56-fe34-42c9-bd33-78b724a43a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:06.913901 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7014c56-fe34-42c9-bd33-78b724a43a41 None None] Network e9117615-b002-4f12-bb92-da96b4aef559 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:39:06.918578 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-a7014c56-fe34-42c9-bd33-78b724a43a41 None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:39:06.921029 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7014c56-fe34-42c9-bd33-78b724a43a41 None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:39:06.925230 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7014c56-fe34-42c9-bd33-78b724a43a41 None None] Pushing event updated for resources: {'Port': ['ID=69db3dfa-3de8-4fb0-9071-71d8f9a23351,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:06.972216 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-29a3e6bb-461a-406a-a5f6-7a63968eaa57 None None] Provisioning complete for port df7fd66c-5cd3-42a1-9504-4807cbd00be5 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:39:06.972805 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-29a3e6bb-461a-406a-a5f6-7a63968eaa57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:06.987649 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-dcd31a6c-cdd1-46e2-b395-4be0f96357f8 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Allocated IP 172.20.0.1 (e9117615-b002-4f12-bb92-da96b4aef559/577c5877-3e3c-4308-9481-aa5ae0e0e6bf/eaef79ba-72f8-478f-910f-419bca0107d8) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:39:07.063264 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port df7fd66c-5cd3-42a1-9504-4807cbd00be5 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:39:07.063729 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:07.119202 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:07.131262 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-a7014c56-fe34-42c9-bd33-78b724a43a41 None None] Attempting to bind port 69db3dfa-3de8-4fb0-9071-71d8f9a23351 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:39:07.131631 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-a7014c56-fe34-42c9-bd33-78b724a43a41 None None] Attempting to bind port 69db3dfa-3de8-4fb0-9071-71d8f9a23351 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '882c81a4-26f8-42a4-a79c-46309a623e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e9117615-b002-4f12-bb92-da96b4aef559'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:39:07.131992 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7014c56-fe34-42c9-bd33-78b724a43a41 None None] Attempting to bind port 69db3dfa-3de8-4fb0-9071-71d8f9a23351 on network e9117615-b002-4f12-bb92-da96b4aef559 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:39:07.148051 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7014c56-fe34-42c9-bd33-78b724a43a41 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:39:07.148348 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7014c56-fe34-42c9-bd33-78b724a43a41 None None] Checking segment: {'id': '882c81a4-26f8-42a4-a79c-46309a623e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e9117615-b002-4f12-bb92-da96b4aef559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:39:07.148740 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a7014c56-fe34-42c9-bd33-78b724a43a41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:07.149130 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7014c56-fe34-42c9-bd33-78b724a43a41 None None] Bound using segment: {'id': '882c81a4-26f8-42a4-a79c-46309a623e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e9117615-b002-4f12-bb92-da96b4aef559'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:39:07.149591 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-a7014c56-fe34-42c9-bd33-78b724a43a41 None None] Bound port: 69db3dfa-3de8-4fb0-9071-71d8f9a23351, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '882c81a4-26f8-42a4-a79c-46309a623e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e9117615-b002-4f12-bb92-da96b4aef559'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:39:07.149953 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a7014c56-fe34-42c9-bd33-78b724a43a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:07.353747 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-a7014c56-fe34-42c9-bd33-78b724a43a41 None None] For port 69db3dfa-3de8-4fb0-9071-71d8f9a23351, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:39:07.358306 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-a7014c56-fe34-42c9-bd33-78b724a43a41 None None] For port 69db3dfa-3de8-4fb0-9071-71d8f9a23351, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=69db3dfa-3de8-4fb0-9071-71d8f9a23351,segment=NetworkSegment(882c81a4-26f8-42a4-a79c-46309a623e6b),segment_id=882c81a4-26f8-42a4-a79c-46309a623e6b)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:39:07.366993 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a7014c56-fe34-42c9-bd33-78b724a43a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:07.432894 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dcd31a6c-cdd1-46e2-b395-4be0f96357f8 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:07.456459 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-dcd31a6c-cdd1-46e2-b395-4be0f96357f8 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Transition to ACTIVE for port object eaef79ba-72f8-478f-910f-419bca0107d8 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:39:07.462019 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7014c56-fe34-42c9-bd33-78b724a43a41 None None] Pushing event updated for resources: {'Port': ['ID=69db3dfa-3de8-4fb0-9071-71d8f9a23351,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:07.476942 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-0571cebf-540d-438a-86bb-7847ad123d64 None None] Provisioning complete for port 21e6ef70-6761-402f-b636-91003ad0b6c4 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:39:07.477327 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0571cebf-540d-438a-86bb-7847ad123d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:07.519497 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dcd31a6c-cdd1-46e2-b395-4be0f96357f8 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:07.535841 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-0571cebf-540d-438a-86bb-7847ad123d64 None None] Port 21e6ef70-6761-402f-b636-91003ad0b6c4 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:39:07.601890 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd31a6c-cdd1-46e2-b395-4be0f96357f8 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Network e9117615-b002-4f12-bb92-da96b4aef559 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:39:07.605096 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-dcd31a6c-cdd1-46e2-b395-4be0f96357f8 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:39:07.611699 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd31a6c-cdd1-46e2-b395-4be0f96357f8 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:39:07.658104 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd31a6c-cdd1-46e2-b395-4be0f96357f8 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Pushing event updated for resources: {'Port': ['ID=eaef79ba-72f8-478f-910f-419bca0107d8,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:07.683788 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dcd31a6c-cdd1-46e2-b395-4be0f96357f8 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-372107'] for router_interface, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:07.699891 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a535f709-1961-4c5b-b89c-7fb7cadb692a tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-371968'] for router_interface, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:08.021256 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dcd31a6c-cdd1-46e2-b395-4be0f96357f8 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:08.287878 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-a535f709-1961-4c5b-b89c-7fb7cadb692a tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Deleting port 21e6ef70-6761-402f-b636-91003ad0b6c4 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:39:08.288111 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a535f709-1961-4c5b-b89c-7fb7cadb692a tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:08.399902 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2ed437-98e6-44c2-b875-4ae4f0f67a40 None None] Network e9117615-b002-4f12-bb92-da96b4aef559 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:39:08.519591 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-324d67b9-576d-4e60-8889-4c50501ddb96 None None] Provisioning for port 69db3dfa-3de8-4fb0-9071-71d8f9a23351 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:39:08.595319 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a535f709-1961-4c5b-b89c-7fb7cadb692a tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:08.709386 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 69db3dfa-3de8-4fb0-9071-71d8f9a23351 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:39:08.730053 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-a535f709-1961-4c5b-b89c-7fb7cadb692a tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Calling delete_port for 21e6ef70-6761-402f-b636-91003ad0b6c4 owned by network:router_interface {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:39:08.783619 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 69db3dfa-3de8-4fb0-9071-71d8f9a23351 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:39:08.789209 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 69db3dfa-3de8-4fb0-9071-71d8f9a23351 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:39:08.789567 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:08.903659 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.db.resource_extend [None req-dcd31a6c-cdd1-46e2-b395-4be0f96357f8 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 01 04:39:08.927857 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dcd31a6c-cdd1-46e2-b395-4be0f96357f8 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:08.935254 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dcd31a6c-cdd1-46e2-b395-4be0f96357f8 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:08.939478 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:08.978918 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-46a1671e-5e29-4f9a-99a0-d1e584c00f68 None None] Provisioning for port eaef79ba-72f8-478f-910f-419bca0107d8 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:39:08.985197 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 69db3dfa-3de8-4fb0-9071-71d8f9a23351, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=69db3dfa-3de8-4fb0-9071-71d8f9a23351,segment=NetworkSegment(882c81a4-26f8-42a4-a79c-46309a623e6b),segment_id=882c81a4-26f8-42a4-a79c-46309a623e6b)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:39:08.986888 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-46a1671e-5e29-4f9a-99a0-d1e584c00f68 None None] Provisioning complete for port eaef79ba-72f8-478f-910f-419bca0107d8 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:39:08.987455 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-46a1671e-5e29-4f9a-99a0-d1e584c00f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:09.017073 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:09.087302 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd31a6c-cdd1-46e2-b395-4be0f96357f8 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Pushing event updated for resources: {'Port': ['ID=eaef79ba-72f8-478f-910f-419bca0107d8,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:09.093767 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dcd31a6c-cdd1-46e2-b395-4be0f96357f8 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371990'] for router_interface, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:09.135864 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-46a1671e-5e29-4f9a-99a0-d1e584c00f68 None None] Port eaef79ba-72f8-478f-910f-419bca0107d8 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:39:09.151648 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=69db3dfa-3de8-4fb0-9071-71d8f9a23351,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:09.162268 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:39:09.162621 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:39:09.163019 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:39:09.163312 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:39:09.163719 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:39:09.164103 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:39:09.164428 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:39:09.164748 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:39:09.165071 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:39:09.165385 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:39:09.165699 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:39:09.166010 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:39:09.170665 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-46a1671e-5e29-4f9a-99a0-d1e584c00f68 None None] Provisioning complete for port 69db3dfa-3de8-4fb0-9071-71d8f9a23351 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:39:09.171030 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-46a1671e-5e29-4f9a-99a0-d1e584c00f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:09.301358 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd31a6c-cdd1-46e2-b395-4be0f96357f8 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Network e9117615-b002-4f12-bb92-da96b4aef559 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:39:09.302554 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-dcd31a6c-cdd1-46e2-b395-4be0f96357f8 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:39:09.308394 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a535f709-1961-4c5b-b89c-7fb7cadb692a tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:09.404010 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-01c43f0e-b47f-4762-8b05-d61fa805bea0 None None] Provisioning complete for port eaef79ba-72f8-478f-910f-419bca0107d8 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:39:09.404615 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-01c43f0e-b47f-4762-8b05-d61fa805bea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:09.462135 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a535f709-1961-4c5b-b89c-7fb7cadb692a tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Pushing event deleted for resources: {'Port': ['ID=21e6ef70-6761-402f-b636-91003ad0b6c4,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:09.465349 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-01c43f0e-b47f-4762-8b05-d61fa805bea0 None None] Port eaef79ba-72f8-478f-910f-419bca0107d8 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:39:09.585478 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-1666ece3-ddc9-4f12-887c-f6252b8eeaef None None] Provisioning complete for port eaef79ba-72f8-478f-910f-419bca0107d8 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:39:09.585771 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1666ece3-ddc9-4f12-887c-f6252b8eeaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:09.643364 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-1666ece3-ddc9-4f12-887c-f6252b8eeaef None None] Port eaef79ba-72f8-478f-910f-419bca0107d8 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:39:09.673265 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a535f709-1961-4c5b-b89c-7fb7cadb692a tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770960'] for router_interface, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:09.885477 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd31a6c-cdd1-46e2-b395-4be0f96357f8 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Router d554f5e6-4a26-41d8-a9be-8ca53cce7d09 is scheduled to L3 agent a3073304-82af-4a42-89af-bc532d6626bb with binding_index 1 {{(pid=87636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 01 04:39:10.023155 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a535f709-1961-4c5b-b89c-7fb7cadb692a tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Router 1f3bba55-50bc-4d50-969d-78e05c1c0d08 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:39:10.349826 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd31a6c-cdd1-46e2-b395-4be0f96357f8 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:39:10.356390 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a535f709-1961-4c5b-b89c-7fb7cadb692a tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:39:10.359020 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec660cf-85c6-4083-80bc-1f5e5e04cd37 None None] Sync routers for ids ['d554f5e6-4a26-41d8-a9be-8ca53cce7d09'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:39:10.372203 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750b17fa-1f81-46a3-89f0-b31f51d33c2a None None] Sync routers for ids ['1f3bba55-50bc-4d50-969d-78e05c1c0d08'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:39:10.374618 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec660cf-85c6-4083-80bc-1f5e5e04cd37 None None] Routers {'d554f5e6-4a26-41d8-a9be-8ca53cce7d09'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:39:10.375265 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-8ec660cf-85c6-4083-80bc-1f5e5e04cd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:39:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['d554f5e6-4a26-41d8-a9be-8ca53cce7d09'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:10.377019 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-dcd31a6c-cdd1-46e2-b395-4be0f96357f8 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "PUT /v2.0/routers/d554f5e6-4a26-41d8-a9be-8ca53cce7d09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9724972 Feb 01 04:39:10.379676 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42176) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:10.383957 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750b17fa-1f81-46a3-89f0-b31f51d33c2a None None] Routers {'1f3bba55-50bc-4d50-969d-78e05c1c0d08'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:39:10.384568 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-750b17fa-1f81-46a3-89f0-b31f51d33c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:39:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['1f3bba55-50bc-4d50-969d-78e05c1c0d08'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:10.385465 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-3cc9073b-7104-4499-97eb-1ada96d21285 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Request body: {'network': {'name': 'tempest-RoutersTest-574090543'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:39:10.391103 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a535f709-1961-4c5b-b89c-7fb7cadb692a tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "PUT /v2.0/routers/1f3bba55-50bc-4d50-969d-78e05c1c0d08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6847827 Feb 01 04:39:10.393710 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-3cc9073b-7104-4499-97eb-1ada96d21285 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:39:10.394469 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42180) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:10.397628 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-3cc9073b-7104-4499-97eb-1ada96d21285 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Usage tracker for resource:network and tenant:fe61db31beb2433b8247cdb8a5604696 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:39:10.400553 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-3cc9073b-7104-4499-97eb-1ada96d21285 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:39:10.406372 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-3cc9073b-7104-4499-97eb-1ada96d21285 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:39:10.417730 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc9073b-7104-4499-97eb-1ada96d21285 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Made reservation on behalf of fe61db31beb2433b8247cdb8a5604696 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:39:10.421788 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3cc9073b-7104-4499-97eb-1ada96d21285 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:10.446480 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-750b17fa-1f81-46a3-89f0-b31f51d33c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:10.450584 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-8dc28f27-03fa-49de-b254-c3c4a389b80c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f3bba55-50bc-4d50-969d-78e05c1c0d08 HTTP/1.1" status: 200 len: 205 time: 0.0534894 Feb 01 04:39:10.453371 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42184) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:10.457492 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cc9073b-7104-4499-97eb-1ada96d21285 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:39:10.457874 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750b17fa-1f81-46a3-89f0-b31f51d33c2a None None] Routers {'1f3bba55-50bc-4d50-969d-78e05c1c0d08'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:39:10.458693 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-750b17fa-1f81-46a3-89f0-b31f51d33c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:39:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['1f3bba55-50bc-4d50-969d-78e05c1c0d08'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:10.468429 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3cc9073b-7104-4499-97eb-1ada96d21285 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:10.468856 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-3cc9073b-7104-4499-97eb-1ada96d21285 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Added segment 9e7e4f77-811f-4782-934c-2b26d67b3d7d of type vlan for network 43cd12b8-f372-4f27-998f-307417955842 Feb 01 04:39:10.501765 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3cc9073b-7104-4499-97eb-1ada96d21285 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:10.529659 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-750b17fa-1f81-46a3-89f0-b31f51d33c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:10.530056 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750b17fa-1f81-46a3-89f0-b31f51d33c2a None None] The sync data for ids ['1f3bba55-50bc-4d50-969d-78e05c1c0d08'] in dv-neutron-826830-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:39:10.546571 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3cc9073b-7104-4499-97eb-1ada96d21285 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:10.552259 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc9073b-7104-4499-97eb-1ada96d21285 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:39:10.552891 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3cc9073b-7104-4499-97eb-1ada96d21285 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:10.557165 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-8ec660cf-85c6-4083-80bc-1f5e5e04cd37 None None] Set router d554f5e6-4a26-41d8-a9be-8ca53cce7d09 gateway port host: None {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:39:10.618661 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-3cc9073b-7104-4499-97eb-1ada96d21285 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2377670 Feb 01 04:39:10.622563 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42188) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:10.679221 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-2ffd7a77-f4eb-4477-ae23-0a1f6045dcc3 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Request body: {'subnet': {'network_id': '43cd12b8-f372-4f27-998f-307417955842', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:39:10.692088 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 69db3dfa-3de8-4fb0-9071-71d8f9a23351 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:39:10.701198 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc9073b-7104-4499-97eb-1ada96d21285 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Pushing event updated for resources: {'Network': ['ID=43cd12b8-f372-4f27-998f-307417955842,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:10.727547 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8380bfa5-6189-4a62-ac57-d3c4a9c34118 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for router, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:10.756119 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 43cd12b8-f372-4f27-998f-307417955842 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:39:10.806957 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-2ffd7a77-f4eb-4477-ae23-0a1f6045dcc3 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:39:10.824830 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2ffd7a77-f4eb-4477-ae23-0a1f6045dcc3 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Usage tracker for resource:subnet and tenant:fe61db31beb2433b8247cdb8a5604696 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:39:10.828160 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2ffd7a77-f4eb-4477-ae23-0a1f6045dcc3 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:39:10.834183 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-2ffd7a77-f4eb-4477-ae23-0a1f6045dcc3 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:39:10.848498 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ffd7a77-f4eb-4477-ae23-0a1f6045dcc3 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Made reservation on behalf of fe61db31beb2433b8247cdb8a5604696 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:39:10.853380 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2ffd7a77-f4eb-4477-ae23-0a1f6045dcc3 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:10.867700 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 69db3dfa-3de8-4fb0-9071-71d8f9a23351 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:39:10.868287 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:10.962917 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-8ec660cf-85c6-4083-80bc-1f5e5e04cd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd554f5e6-4a26-41d8-a9be-8ca53cce7d09', 'name': 'tempest-RoutersTest-router-2050714513', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:39:04Z', 'updated_at': '2022-02-01T04:39:07Z', 'revision_number': 2, 'project_id': 'fe61db31beb2433b8247cdb8a5604696', 'gw_port_host': None, '_interfaces': [{'id': 'eaef79ba-72f8-478f-910f-419bca0107d8', 'name': '', 'network_id': 'e9117615-b002-4f12-bb92-da96b4aef559', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'mac_address': 'fa:16:3e:a7:e9:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd554f5e6-4a26-41d8-a9be-8ca53cce7d09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '577c5877-3e3c-4308-9481-aa5ae0e0e6bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:06Z', 'updated_at': '2022-02-01T04:39:08Z', 'revision_number': 2, 'project_id': 'fe61db31beb2433b8247cdb8a5604696', 'subnets': [{'id': '577c5877-3e3c-4308-9481-aa5ae0e0e6bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:10.968255 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec660cf-85c6-4083-80bc-1f5e5e04cd37 None None] Checking router: d554f5e6-4a26-41d8-a9be-8ca53cce7d09 for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:39:10.968703 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec660cf-85c6-4083-80bc-1f5e5e04cd37 None None] Updating router d554f5e6-4a26-41d8-a9be-8ca53cce7d09 port eaef79ba-72f8-478f-910f-419bca0107d8 binding host dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 04:39:11.034527 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8ec660cf-85c6-4083-80bc-1f5e5e04cd37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:11.088446 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8380bfa5-6189-4a62-ac57-d3c4a9c34118 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25968'] for router, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:11.090679 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8380bfa5-6189-4a62-ac57-d3c4a9c34118 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:11.115966 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8380bfa5-6189-4a62-ac57-d3c4a9c34118 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772958'] for router, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:11.116585 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8380bfa5-6189-4a62-ac57-d3c4a9c34118 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Fanout notify agent at l3_agent the message router_deleted on router 1f3bba55-50bc-4d50-969d-78e05c1c0d08 {{(pid=87637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 01 04:39:11.119166 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2ffd7a77-f4eb-4477-ae23-0a1f6045dcc3 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:11.132416 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8380bfa5-6189-4a62-ac57-d3c4a9c34118 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:11.135883 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-8380bfa5-6189-4a62-ac57-d3c4a9c34118 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "DELETE /v2.0/routers/1f3bba55-50bc-4d50-969d-78e05c1c0d08 HTTP/1.1" status: 204 len: 168 time: 0.6788945 Feb 01 04:39:11.136037 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42192) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:11.199115 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffd7a77-f4eb-4477-ae23-0a1f6045dcc3 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Pushing event updated for resources: {'Subnet': ['ID=3794f33d-5657-4722-a9b2-4a31bef252ba,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:11.206670 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffd7a77-f4eb-4477-ae23-0a1f6045dcc3 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Checking segment: {'id': '9e7e4f77-811f-4782-934c-2b26d67b3d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '43cd12b8-f372-4f27-998f-307417955842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:39:11.207025 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffd7a77-f4eb-4477-ae23-0a1f6045dcc3 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Network hostable DHCP agents. Network: 43cd12b8-f372-4f27-998f-307417955842, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:39:11.207605 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1cd1a0b-71b6-4028-940b-8015791fd181 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Deleting subnet b77a392b-99ca-4143-8c0c-4174d7bcf121 {{(pid=87637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:39:11.210635 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d1cd1a0b-71b6-4028-940b-8015791fd181 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for subnet, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:11.226707 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffd7a77-f4eb-4477-ae23-0a1f6045dcc3 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Network 43cd12b8-f372-4f27-998f-307417955842 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:39:11.236829 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-2ffd7a77-f4eb-4477-ae23-0a1f6045dcc3 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, 43cd12b8-f372-4f27-998f-307417955842) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:39:11.245229 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffd7a77-f4eb-4477-ae23-0a1f6045dcc3 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:39:11.247415 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e996d6c2-1c81-486a-a4a4-aa70e369eeee None None] Network 43cd12b8-f372-4f27-998f-307417955842 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:39:11.248040 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2ffd7a77-f4eb-4477-ae23-0a1f6045dcc3 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:11.280195 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2ffd7a77-f4eb-4477-ae23-0a1f6045dcc3 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6570075 Feb 01 04:39:11.283045 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42196) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:11.283494 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d1cd1a0b-71b6-4028-940b-8015791fd181 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2424773'] for subnet, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:11.373188 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d1cd1a0b-71b6-4028-940b-8015791fd181 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:11.411318 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8ec660cf-85c6-4083-80bc-1f5e5e04cd37 None None] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:11.423503 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-8ec660cf-85c6-4083-80bc-1f5e5e04cd37 None None] Transition to ACTIVE for port object eaef79ba-72f8-478f-910f-419bca0107d8 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:39:11.432146 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8ec660cf-85c6-4083-80bc-1f5e5e04cd37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:11.455766 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d1cd1a0b-71b6-4028-940b-8015791fd181 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3037665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694336'] for subnet, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:11.500297 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cd1a0b-71b6-4028-940b-8015791fd181 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Pushing event deleted for resources: {'Subnet': ['ID=b77a392b-99ca-4143-8c0c-4174d7bcf121,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:11.506128 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d1cd1a0b-71b6-4028-940b-8015791fd181 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:11.514295 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cd1a0b-71b6-4028-940b-8015791fd181 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:39:11.514641 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cd1a0b-71b6-4028-940b-8015791fd181 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:39:11.515098 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cd1a0b-71b6-4028-940b-8015791fd181 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:39:11.515458 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cd1a0b-71b6-4028-940b-8015791fd181 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:39:11.515785 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cd1a0b-71b6-4028-940b-8015791fd181 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:39:11.516108 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cd1a0b-71b6-4028-940b-8015791fd181 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:39:11.516435 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cd1a0b-71b6-4028-940b-8015791fd181 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:39:11.516732 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cd1a0b-71b6-4028-940b-8015791fd181 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:39:11.517055 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cd1a0b-71b6-4028-940b-8015791fd181 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:39:11.517369 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cd1a0b-71b6-4028-940b-8015791fd181 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:39:11.517687 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cd1a0b-71b6-4028-940b-8015791fd181 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:39:11.518000 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cd1a0b-71b6-4028-940b-8015791fd181 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:39:11.525635 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-d1cd1a0b-71b6-4028-940b-8015791fd181 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "DELETE /v2.0/subnets/b77a392b-99ca-4143-8c0c-4174d7bcf121 HTTP/1.1" status: 204 len: 168 time: 0.3863790 Feb 01 04:39:11.526019 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42200) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:11.530947 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152c7f24-f787-4615-b642-174f79af7857 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-43cd12b8-f372-4f27-998f-307417955842', 'network_id': '43cd12b8-f372-4f27-998f-307417955842', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'fixed_ips': [{'subnet_id': '3794f33d-5657-4722-a9b2-4a31bef252ba'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:39:11.532278 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-152c7f24-f787-4615-b642-174f79af7857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:11.546536 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1d7938-bc13-4229-8a2d-f0aa2e747c33 None None] Network 9f60fcf6-6958-47c5-8e3d-673f53f2d3ab requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:39:11.609102 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb14179-0df6-4765-ae06-fe4e51907cb8 None None] Pushing event updated for resources: {'Port': ['ID=eaef79ba-72f8-478f-910f-419bca0107d8,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:11.701450 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-957dbe0a-d1fd-4c81-a906-5ab9ce483146 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:11.713561 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-957dbe0a-d1fd-4c81-a906-5ab9ce483146 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Deleting port df7fd66c-5cd3-42a1-9504-4807cbd00be5 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:39:11.714364 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-957dbe0a-d1fd-4c81-a906-5ab9ce483146 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:11.786441 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-8ec660cf-85c6-4083-80bc-1f5e5e04cd37 None None] Attempting to bind port eaef79ba-72f8-478f-910f-419bca0107d8 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:39:11.786441 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-8ec660cf-85c6-4083-80bc-1f5e5e04cd37 None None] Attempting to bind port eaef79ba-72f8-478f-910f-419bca0107d8 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '882c81a4-26f8-42a4-a79c-46309a623e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e9117615-b002-4f12-bb92-da96b4aef559'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:39:11.786765 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec660cf-85c6-4083-80bc-1f5e5e04cd37 None None] Attempting to bind port eaef79ba-72f8-478f-910f-419bca0107d8 on network e9117615-b002-4f12-bb92-da96b4aef559 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:39:11.792887 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec660cf-85c6-4083-80bc-1f5e5e04cd37 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:39:11.793306 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec660cf-85c6-4083-80bc-1f5e5e04cd37 None None] Checking segment: {'id': '882c81a4-26f8-42a4-a79c-46309a623e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e9117615-b002-4f12-bb92-da96b4aef559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:39:11.793915 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8ec660cf-85c6-4083-80bc-1f5e5e04cd37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:11.794306 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec660cf-85c6-4083-80bc-1f5e5e04cd37 None None] Bound using segment: {'id': '882c81a4-26f8-42a4-a79c-46309a623e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e9117615-b002-4f12-bb92-da96b4aef559'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:39:11.795322 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-8ec660cf-85c6-4083-80bc-1f5e5e04cd37 None None] Bound port: eaef79ba-72f8-478f-910f-419bca0107d8, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '882c81a4-26f8-42a4-a79c-46309a623e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e9117615-b002-4f12-bb92-da96b4aef559'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:39:11.795746 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8ec660cf-85c6-4083-80bc-1f5e5e04cd37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:11.880265 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-152c7f24-f787-4615-b642-174f79af7857 None None] Allocated IP 172.21.0.2 (43cd12b8-f372-4f27-998f-307417955842/3794f33d-5657-4722-a9b2-4a31bef252ba/8bc5d54d-5196-44ba-8749-4905e898556a) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:39:11.898365 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-8ec660cf-85c6-4083-80bc-1f5e5e04cd37 None None] For port eaef79ba-72f8-478f-910f-419bca0107d8, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:39:11.908352 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-8ec660cf-85c6-4083-80bc-1f5e5e04cd37 None None] For port eaef79ba-72f8-478f-910f-419bca0107d8, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=eaef79ba-72f8-478f-910f-419bca0107d8,segment=NetworkSegment(882c81a4-26f8-42a4-a79c-46309a623e6b),segment_id=882c81a4-26f8-42a4-a79c-46309a623e6b)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:39:11.916237 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8ec660cf-85c6-4083-80bc-1f5e5e04cd37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:12.003314 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-957dbe0a-d1fd-4c81-a906-5ab9ce483146 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] For port df7fd66c-5cd3-42a1-9504-4807cbd00be5, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=df7fd66c-5cd3-42a1-9504-4807cbd00be5,segment=NetworkSegment(603df7b5-7cdc-4864-9b9d-a8bd380ab160),segment_id=603df7b5-7cdc-4864-9b9d-a8bd380ab160)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:39:12.003817 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-957dbe0a-d1fd-4c81-a906-5ab9ce483146 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:12.019579 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb14179-0df6-4765-ae06-fe4e51907cb8 None None] Pushing event updated for resources: {'Port': ['ID=eaef79ba-72f8-478f-910f-419bca0107d8,revision_number=4']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:12.041138 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec660cf-85c6-4083-80bc-1f5e5e04cd37 None None] Routers {'d554f5e6-4a26-41d8-a9be-8ca53cce7d09'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:39:12.043289 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-8ec660cf-85c6-4083-80bc-1f5e5e04cd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:39:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['d554f5e6-4a26-41d8-a9be-8ca53cce7d09'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:12.203804 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4dca21-6a1c-4455-9924-99c82049a5f4 None None] DHCP port deletion for 9f60fcf6-6958-47c5-8e3d-673f53f2d3ab request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:39:12.222688 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-0d4dca21-6a1c-4455-9924-99c82049a5f4 None None] Deleting port df7fd66c-5cd3-42a1-9504-4807cbd00be5 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:39:12.222688 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0d4dca21-6a1c-4455-9924-99c82049a5f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:12.230984 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-957dbe0a-d1fd-4c81-a906-5ab9ce483146 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Calling delete_port for df7fd66c-5cd3-42a1-9504-4807cbd00be5 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:39:12.233439 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3cad9f19-c557-471f-b9f9-0142bbca2a4d tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:12.264389 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-8ec660cf-85c6-4083-80bc-1f5e5e04cd37 None None] Set router d554f5e6-4a26-41d8-a9be-8ca53cce7d09 gateway port host: None {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:39:12.370985 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-957dbe0a-d1fd-4c81-a906-5ab9ce483146 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:12.385306 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-152c7f24-f787-4615-b642-174f79af7857 None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:12.419557 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-152c7f24-f787-4615-b642-174f79af7857 None None] Transition to ACTIVE for port object 8bc5d54d-5196-44ba-8749-4905e898556a will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:39:12.467328 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-152c7f24-f787-4615-b642-174f79af7857 None None] Transition to ACTIVE for port object 8bc5d54d-5196-44ba-8749-4905e898556a will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:39:12.530815 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-152c7f24-f787-4615-b642-174f79af7857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:12.556444 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957dbe0a-d1fd-4c81-a906-5ab9ce483146 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Pushing event deleted for resources: {'Port': ['ID=df7fd66c-5cd3-42a1-9504-4807cbd00be5,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:12.560267 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957dbe0a-d1fd-4c81-a906-5ab9ce483146 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] No DVR routers for this DVR port df7fd66c-5cd3-42a1-9504-4807cbd00be5 on host dv-neutron-826830-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:39:12.630271 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152c7f24-f787-4615-b642-174f79af7857 None None] Network 43cd12b8-f372-4f27-998f-307417955842 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:39:12.632055 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-0d4dca21-6a1c-4455-9924-99c82049a5f4 None None] For port df7fd66c-5cd3-42a1-9504-4807cbd00be5, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=df7fd66c-5cd3-42a1-9504-4807cbd00be5,segment=NetworkSegment(603df7b5-7cdc-4864-9b9d-a8bd380ab160),segment_id=603df7b5-7cdc-4864-9b9d-a8bd380ab160)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:39:12.632608 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0d4dca21-6a1c-4455-9924-99c82049a5f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:12.648150 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-152c7f24-f787-4615-b642-174f79af7857 None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:39:12.655616 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152c7f24-f787-4615-b642-174f79af7857 None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:39:12.730871 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-8ec660cf-85c6-4083-80bc-1f5e5e04cd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd554f5e6-4a26-41d8-a9be-8ca53cce7d09', 'name': 'tempest-RoutersTest-router-2050714513', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:39:04Z', 'updated_at': '2022-02-01T04:39:07Z', 'revision_number': 2, 'project_id': 'fe61db31beb2433b8247cdb8a5604696', 'gw_port_host': None, '_interfaces': [{'id': 'eaef79ba-72f8-478f-910f-419bca0107d8', 'name': '', 'network_id': 'e9117615-b002-4f12-bb92-da96b4aef559', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'mac_address': 'fa:16:3e:a7:e9:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd554f5e6-4a26-41d8-a9be-8ca53cce7d09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '577c5877-3e3c-4308-9481-aa5ae0e0e6bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:06Z', 'updated_at': '2022-02-01T04:39:11Z', 'revision_number': 4, 'project_id': 'fe61db31beb2433b8247cdb8a5604696', 'subnets': [{'id': '577c5877-3e3c-4308-9481-aa5ae0e0e6bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:12.736682 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec660cf-85c6-4083-80bc-1f5e5e04cd37 None None] The sync data for ids ['d554f5e6-4a26-41d8-a9be-8ca53cce7d09'] in dv-neutron-826830-1-hyperv is: [{'id': 'd554f5e6-4a26-41d8-a9be-8ca53cce7d09', 'name': 'tempest-RoutersTest-router-2050714513', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:39:04Z', 'updated_at': '2022-02-01T04:39:07Z', 'revision_number': 2, 'project_id': 'fe61db31beb2433b8247cdb8a5604696', 'gw_port_host': None, '_interfaces': [{'id': 'eaef79ba-72f8-478f-910f-419bca0107d8', 'name': '', 'network_id': 'e9117615-b002-4f12-bb92-da96b4aef559', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'mac_address': 'fa:16:3e:a7:e9:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd554f5e6-4a26-41d8-a9be-8ca53cce7d09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '577c5877-3e3c-4308-9481-aa5ae0e0e6bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:06Z', 'updated_at': '2022-02-01T04:39:11Z', 'revision_number': 4, 'project_id': 'fe61db31beb2433b8247cdb8a5604696', 'subnets': [{'id': '577c5877-3e3c-4308-9481-aa5ae0e0e6bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:39:12.737832 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-957dbe0a-d1fd-4c81-a906-5ab9ce483146 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:12.758092 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-3cad9f19-c557-471f-b9f9-0142bbca2a4d tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Allocated IP 172.21.0.1 (43cd12b8-f372-4f27-998f-307417955842/3794f33d-5657-4722-a9b2-4a31bef252ba/cb3e9c0c-f2d4-450c-8f3f-a6087e31af11) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:39:12.786238 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-957dbe0a-d1fd-4c81-a906-5ab9ce483146 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f60fcf6-6958-47c5-8e3d-673f53f2d3ab']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:12.798892 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-957dbe0a-d1fd-4c81-a906-5ab9ce483146 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '603df7b5-7cdc-4864-9b9d-a8bd380ab160') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:12.799257 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-957dbe0a-d1fd-4c81-a906-5ab9ce483146 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '603df7b5-7cdc-4864-9b9d-a8bd380ab160') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:12.822577 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device df7fd66c-5cd3-42a1-9504-4807cbd00be5 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:39:12.824641 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-957dbe0a-d1fd-4c81-a906-5ab9ce483146 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:12.854567 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42206) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:12.862018 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-0d4dca21-6a1c-4455-9924-99c82049a5f4 None None] Calling delete_port for df7fd66c-5cd3-42a1-9504-4807cbd00be5 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:39:12.932447 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152c7f24-f787-4615-b642-174f79af7857 None None] Pushing event updated for resources: {'Port': ['ID=8bc5d54d-5196-44ba-8749-4905e898556a,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:12.951314 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: df7fd66c-5cd3-42a1-9504-4807cbd00be5 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:39:12.951314 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device df7fd66c-5cd3-42a1-9504-4807cbd00be5 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:39:12.952370 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-957dbe0a-d1fd-4c81-a906-5ab9ce483146 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:12.957654 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3cad9f19-c557-471f-b9f9-0142bbca2a4d tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:12.973948 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-957dbe0a-d1fd-4c81-a906-5ab9ce483146 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:39:12.974384 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-957dbe0a-d1fd-4c81-a906-5ab9ce483146 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:12.975959 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-3cad9f19-c557-471f-b9f9-0142bbca2a4d tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Transition to ACTIVE for port object cb3e9c0c-f2d4-450c-8f3f-a6087e31af11 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:39:12.977439 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-152c7f24-f787-4615-b642-174f79af7857 None None] Attempting to bind port 8bc5d54d-5196-44ba-8749-4905e898556a on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:39:12.977841 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-152c7f24-f787-4615-b642-174f79af7857 None None] Attempting to bind port 8bc5d54d-5196-44ba-8749-4905e898556a by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '9e7e4f77-811f-4782-934c-2b26d67b3d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '43cd12b8-f372-4f27-998f-307417955842'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:39:12.978173 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152c7f24-f787-4615-b642-174f79af7857 None None] Attempting to bind port 8bc5d54d-5196-44ba-8749-4905e898556a on network 43cd12b8-f372-4f27-998f-307417955842 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:39:12.988273 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152c7f24-f787-4615-b642-174f79af7857 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:39:12.988643 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152c7f24-f787-4615-b642-174f79af7857 None None] Checking segment: {'id': '9e7e4f77-811f-4782-934c-2b26d67b3d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '43cd12b8-f372-4f27-998f-307417955842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:39:12.989044 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-152c7f24-f787-4615-b642-174f79af7857 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:12.989446 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152c7f24-f787-4615-b642-174f79af7857 None None] Bound using segment: {'id': '9e7e4f77-811f-4782-934c-2b26d67b3d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '43cd12b8-f372-4f27-998f-307417955842'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:39:12.989909 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-152c7f24-f787-4615-b642-174f79af7857 None None] Bound port: 8bc5d54d-5196-44ba-8749-4905e898556a, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e7e4f77-811f-4782-934c-2b26d67b3d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '43cd12b8-f372-4f27-998f-307417955842'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:39:12.990038 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 04:39:12.990038 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:39:12.990038 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 04:39:12.990038 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:39:12.990038 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 04:39:12.990038 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:39:12.990038 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 04:39:12.990038 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:39:12.990038 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 04:39:12.990038 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:39:12.990038 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 04:39:12.990038 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:39:12.990038 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 04:39:12.990038 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:39:12.990038 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:39:12.990038 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:39:12.990038 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:39:12.990038 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:39:12.990038 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 04:39:12.990038 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:39:12.990038 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 04:39:12.990038 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:39:12.990038 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:39:12.990038 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:39:12.990038 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 04:39:12.990038 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:39:12.990038 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:39:12.990038 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:39:12.990038 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:39:12.990038 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:39:12.990038 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:39:12.990038 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:39:12.992179 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-152c7f24-f787-4615-b642-174f79af7857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:13.009770 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3cad9f19-c557-471f-b9f9-0142bbca2a4d tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:13.069569 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-cd32ba11-3f9a-416a-9ab2-2a9ff8936986 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/floatingips/a26f855f-3ed0-40af-85ec-e99f6e53d974 HTTP/1.1" status: 200 len: 993 time: 0.2113986 Feb 01 04:39:13.089653 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cad9f19-c557-471f-b9f9-0142bbca2a4d tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Network 43cd12b8-f372-4f27-998f-307417955842 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:39:13.099154 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-3cad9f19-c557-471f-b9f9-0142bbca2a4d tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:39:13.106844 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-957dbe0a-d1fd-4c81-a906-5ab9ce483146 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:13.113544 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-957dbe0a-d1fd-4c81-a906-5ab9ce483146 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:13.119713 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cad9f19-c557-471f-b9f9-0142bbca2a4d tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:39:13.120204 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-0d4dca21-6a1c-4455-9924-99c82049a5f4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:39:13.120535 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-0d4dca21-6a1c-4455-9924-99c82049a5f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:39:13.151171 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-152c7f24-f787-4615-b642-174f79af7857 None None] For port 8bc5d54d-5196-44ba-8749-4905e898556a, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:39:13.155814 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-957dbe0a-d1fd-4c81-a906-5ab9ce483146 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "DELETE /v2.0/networks/9f60fcf6-6958-47c5-8e3d-673f53f2d3ab HTTP/1.1" status: 204 len: 168 time: 1.6289394 Feb 01 04:39:13.156710 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42212) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:13.157360 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-152c7f24-f787-4615-b642-174f79af7857 None None] For port 8bc5d54d-5196-44ba-8749-4905e898556a, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=8bc5d54d-5196-44ba-8749-4905e898556a,segment=NetworkSegment(9e7e4f77-811f-4782-934c-2b26d67b3d7d),segment_id=9e7e4f77-811f-4782-934c-2b26d67b3d7d)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:39:13.157587 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957dbe0a-d1fd-4c81-a906-5ab9ce483146 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Pushing event deleted for resources: {'Network': ['ID=9f60fcf6-6958-47c5-8e3d-673f53f2d3ab,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:13.168990 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-96aba061-f80b-4cd7-853b-19f0415124e3 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1293814552', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:39:13.172601 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-152c7f24-f787-4615-b642-174f79af7857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:13.177118 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-96aba061-f80b-4cd7-853b-19f0415124e3 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:39:13.181553 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-96aba061-f80b-4cd7-853b-19f0415124e3 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Usage tracker for resource:router and tenant:1f6ca98a557d4325996431c1756276f6 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:39:13.184766 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-96aba061-f80b-4cd7-853b-19f0415124e3 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:39:13.185211 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cad9f19-c557-471f-b9f9-0142bbca2a4d tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Pushing event updated for resources: {'Port': ['ID=cb3e9c0c-f2d4-450c-8f3f-a6087e31af11,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:13.192576 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-96aba061-f80b-4cd7-853b-19f0415124e3 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:39:13.211064 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-96aba061-f80b-4cd7-853b-19f0415124e3 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25958'] for router, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:13.212551 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-96aba061-f80b-4cd7-853b-19f0415124e3 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-372027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25961'] for router, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:13.230553 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3cad9f19-c557-471f-b9f9-0142bbca2a4d tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-372107'] for router_interface, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:13.235562 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-96aba061-f80b-4cd7-853b-19f0415124e3 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:13.265373 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-96aba061-f80b-4cd7-853b-19f0415124e3 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337'] for router, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:13.293878 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152c7f24-f787-4615-b642-174f79af7857 None None] Pushing event updated for resources: {'Port': ['ID=8bc5d54d-5196-44ba-8749-4905e898556a,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:13.316998 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-96aba061-f80b-4cd7-853b-19f0415124e3 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:13.318712 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-96aba061-f80b-4cd7-853b-19f0415124e3 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1560206 Feb 01 04:39:13.323023 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42218) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:13.331699 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-2b2c111a-82bd-4206-8b46-7ccf6ae4346c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1521327808'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:39:13.363692 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-2b2c111a-82bd-4206-8b46-7ccf6ae4346c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:39:13.382893 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2b2c111a-82bd-4206-8b46-7ccf6ae4346c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Usage tracker for resource:network and tenant:1f6ca98a557d4325996431c1756276f6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:39:13.393006 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2b2c111a-82bd-4206-8b46-7ccf6ae4346c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:39:13.403230 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-2b2c111a-82bd-4206-8b46-7ccf6ae4346c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:39:13.408265 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42222) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:13.420290 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3cad9f19-c557-471f-b9f9-0142bbca2a4d tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:13.433111 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b2c111a-82bd-4206-8b46-7ccf6ae4346c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Made reservation on behalf of 1f6ca98a557d4325996431c1756276f6 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:39:13.438435 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2b2c111a-82bd-4206-8b46-7ccf6ae4346c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:13.623366 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-0d4dca21-6a1c-4455-9924-99c82049a5f4 None None] Deleting port df7fd66c-5cd3-42a1-9504-4807cbd00be5 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:39:13.624114 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0d4dca21-6a1c-4455-9924-99c82049a5f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:13.628810 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b2c111a-82bd-4206-8b46-7ccf6ae4346c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:39:13.679113 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-6a59ac59-8948-483e-84d8-d1dd38573ba3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Deleting port 04f41e05-9c81-4aeb-a713-785d68c01a56 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:39:13.679697 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6a59ac59-8948-483e-84d8-d1dd38573ba3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:13.706119 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2b2c111a-82bd-4206-8b46-7ccf6ae4346c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:13.706569 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-2b2c111a-82bd-4206-8b46-7ccf6ae4346c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Added segment c038b9cd-8a59-4ecc-94f5-8e0a5685fef5 of type vlan for network 4dd93543-263a-4c41-a512-ce62a8769aca Feb 01 04:39:13.729554 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-0d4dca21-6a1c-4455-9924-99c82049a5f4 None None] The port 'df7fd66c-5cd3-42a1-9504-4807cbd00be5' was deleted {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 01 04:39:13.771658 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2b2c111a-82bd-4206-8b46-7ccf6ae4346c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:13.880107 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6a59ac59-8948-483e-84d8-d1dd38573ba3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:13.880486 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6a59ac59-8948-483e-84d8-d1dd38573ba3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:13.892891 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2b2c111a-82bd-4206-8b46-7ccf6ae4346c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:13.898316 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2c111a-82bd-4206-8b46-7ccf6ae4346c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:39:13.898894 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2b2c111a-82bd-4206-8b46-7ccf6ae4346c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:14.005379 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-6a59ac59-8948-483e-84d8-d1dd38573ba3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Calling delete_port for 04f41e05-9c81-4aeb-a713-785d68c01a56 owned by network:floatingip {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:39:14.031091 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2b2c111a-82bd-4206-8b46-7ccf6ae4346c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7069206 Feb 01 04:39:14.035160 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42226) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:14.039237 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2c111a-82bd-4206-8b46-7ccf6ae4346c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Pushing event updated for resources: {'Network': ['ID=4dd93543-263a-4c41-a512-ce62a8769aca,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:14.046429 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-4176126a-4abf-46c1-8e75-1ac99826a30d tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Request body: {'subnet': {'network_id': '4dd93543-263a-4c41-a512-ce62a8769aca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:39:14.050970 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 4dd93543-263a-4c41-a512-ce62a8769aca details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:39:14.066501 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3cad9f19-c557-471f-b9f9-0142bbca2a4d tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:14.072240 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3cad9f19-c557-471f-b9f9-0142bbca2a4d tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:14.178720 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-4176126a-4abf-46c1-8e75-1ac99826a30d tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:39:14.184698 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-4176126a-4abf-46c1-8e75-1ac99826a30d tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Usage tracker for resource:subnet and tenant:1f6ca98a557d4325996431c1756276f6 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:39:14.189075 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-4176126a-4abf-46c1-8e75-1ac99826a30d tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:39:14.196576 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-4176126a-4abf-46c1-8e75-1ac99826a30d tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:39:14.216531 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4176126a-4abf-46c1-8e75-1ac99826a30d tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Made reservation on behalf of 1f6ca98a557d4325996431c1756276f6 for: {'subnet': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:39:14.220065 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4176126a-4abf-46c1-8e75-1ac99826a30d tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3694443'] for subnet, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:14.309836 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3cad9f19-c557-471f-b9f9-0142bbca2a4d tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371990'] for router_interface, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:14.313919 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cad9f19-c557-471f-b9f9-0142bbca2a4d tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Pushing event updated for resources: {'Port': ['ID=cb3e9c0c-f2d4-450c-8f3f-a6087e31af11,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:14.379045 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6a59ac59-8948-483e-84d8-d1dd38573ba3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:14.431925 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a59ac59-8948-483e-84d8-d1dd38573ba3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event deleted for resources: {'Port': ['ID=04f41e05-9c81-4aeb-a713-785d68c01a56,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:14.450102 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cad9f19-c557-471f-b9f9-0142bbca2a4d tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Network 43cd12b8-f372-4f27-998f-307417955842 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:39:14.451796 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-3cad9f19-c557-471f-b9f9-0142bbca2a4d tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:39:14.622436 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cad9f19-c557-471f-b9f9-0142bbca2a4d tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Router d554f5e6-4a26-41d8-a9be-8ca53cce7d09 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:39:14.698255 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6a59ac59-8948-483e-84d8-d1dd38573ba3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for floatingip, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:14.698752 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.l3_db [None req-6a59ac59-8948-483e-84d8-d1dd38573ba3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Floating IP a26f855f-3ed0-40af-85ec-e99f6e53d974 disassociated (deleted). External IP: 172.26.8.152, port: 60ade37f-190e-4792-9981-bdee4579ff81. Feb 01 04:39:14.818670 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 8bc5d54d-5196-44ba-8749-4905e898556a up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:39:14.842109 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cad9f19-c557-471f-b9f9-0142bbca2a4d tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:39:14.848574 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-3cad9f19-c557-471f-b9f9-0142bbca2a4d tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "PUT /v2.0/routers/d554f5e6-4a26-41d8-a9be-8ca53cce7d09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5634508 Feb 01 04:39:14.851300 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42230) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:14.853912 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b61e832-649c-4d6b-b8bd-07fd7b33d794 None None] Sync routers for ids ['d554f5e6-4a26-41d8-a9be-8ca53cce7d09'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:39:14.867644 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b61e832-649c-4d6b-b8bd-07fd7b33d794 None None] Routers {'d554f5e6-4a26-41d8-a9be-8ca53cce7d09'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:39:14.871105 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-9b61e832-649c-4d6b-b8bd-07fd7b33d794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:39:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['d554f5e6-4a26-41d8-a9be-8ca53cce7d09'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:14.872752 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-326c1958-2f8b-4b85-8b7b-b4132c392b1b tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Request body: {'network': {'name': 'tempest-RoutersTest-60958538'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:39:14.878626 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-326c1958-2f8b-4b85-8b7b-b4132c392b1b tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:39:14.883561 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-326c1958-2f8b-4b85-8b7b-b4132c392b1b tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Usage tracker for resource:network and tenant:fe61db31beb2433b8247cdb8a5604696 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:39:14.886995 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-326c1958-2f8b-4b85-8b7b-b4132c392b1b tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:39:14.894016 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-326c1958-2f8b-4b85-8b7b-b4132c392b1b tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:39:14.910131 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-326c1958-2f8b-4b85-8b7b-b4132c392b1b tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Made reservation on behalf of fe61db31beb2433b8247cdb8a5604696 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:39:14.914342 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-326c1958-2f8b-4b85-8b7b-b4132c392b1b tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:14.947786 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4176126a-4abf-46c1-8e75-1ac99826a30d tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3037478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3694457'] for subnet, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:14.948513 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-326c1958-2f8b-4b85-8b7b-b4132c392b1b tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:39:14.959165 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-326c1958-2f8b-4b85-8b7b-b4132c392b1b tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:14.959598 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-326c1958-2f8b-4b85-8b7b-b4132c392b1b tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Added segment 9299f820-1955-493c-a5c9-1898fe01503b of type vlan for network 7b86ecd6-1225-41e2-b898-37f305172218 Feb 01 04:39:14.969071 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:14.993555 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-326c1958-2f8b-4b85-8b7b-b4132c392b1b tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:14.995696 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 8bc5d54d-5196-44ba-8749-4905e898556a completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:39:15.006187 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device eaef79ba-72f8-478f-910f-419bca0107d8 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:39:15.034484 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-326c1958-2f8b-4b85-8b7b-b4132c392b1b tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:15.040864 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326c1958-2f8b-4b85-8b7b-b4132c392b1b tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:39:15.041443 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-326c1958-2f8b-4b85-8b7b-b4132c392b1b tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:15.096191 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-326c1958-2f8b-4b85-8b7b-b4132c392b1b tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.2312415 Feb 01 04:39:15.100736 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42234) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:15.109263 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port eaef79ba-72f8-478f-910f-419bca0107d8 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:39:15.111319 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-5cbb7775-70e4-4da0-9453-a168fcde881b tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Request body: {'subnet': {'network_id': '7b86ecd6-1225-41e2-b898-37f305172218', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:39:15.117765 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port eaef79ba-72f8-478f-910f-419bca0107d8 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:39:15.118365 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:15.144067 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-9b61e832-649c-4d6b-b8bd-07fd7b33d794 None None] Set router d554f5e6-4a26-41d8-a9be-8ca53cce7d09 gateway port host: None {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:39:15.155601 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5554325-5e44-4a8b-81c2-806f9497dc9c None None] Network 43cd12b8-f372-4f27-998f-307417955842 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:39:15.178280 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4176126a-4abf-46c1-8e75-1ac99826a30d tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Checking segment: {'id': 'c038b9cd-8a59-4ecc-94f5-8e0a5685fef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '4dd93543-263a-4c41-a512-ce62a8769aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:39:15.178629 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4176126a-4abf-46c1-8e75-1ac99826a30d tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Network hostable DHCP agents. Network: 4dd93543-263a-4c41-a512-ce62a8769aca, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:39:15.192679 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4176126a-4abf-46c1-8e75-1ac99826a30d tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Pushing event updated for resources: {'Subnet': ['ID=861a0651-7bb1-4764-9619-8fa9fc9738e0,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:15.227251 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326c1958-2f8b-4b85-8b7b-b4132c392b1b tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Pushing event updated for resources: {'Network': ['ID=7b86ecd6-1225-41e2-b898-37f305172218,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:15.287533 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-559837cc-a2e7-4ea4-9b33-4ee6e2f95faf None None] Provisioning for port 8bc5d54d-5196-44ba-8749-4905e898556a completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:39:15.297674 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4176126a-4abf-46c1-8e75-1ac99826a30d tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Network 4dd93543-263a-4c41-a512-ce62a8769aca is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:39:15.298098 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 7b86ecd6-1225-41e2-b898-37f305172218 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:39:15.302932 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-5cbb7775-70e4-4da0-9453-a168fcde881b tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:39:15.304221 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a59ac59-8948-483e-84d8-d1dd38573ba3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Router a6a11696-656a-4ad1-b7cc-8cc7fc660bac has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:39:15.307688 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-5cbb7775-70e4-4da0-9453-a168fcde881b tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Usage tracker for resource:subnet and tenant:fe61db31beb2433b8247cdb8a5604696 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:39:15.311377 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-5cbb7775-70e4-4da0-9453-a168fcde881b tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:39:15.318958 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-5cbb7775-70e4-4da0-9453-a168fcde881b tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:39:15.332730 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cbb7775-70e4-4da0-9453-a168fcde881b tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Made reservation on behalf of fe61db31beb2433b8247cdb8a5604696 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:39:15.336099 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-559837cc-a2e7-4ea4-9b33-4ee6e2f95faf None None] Provisioning complete for port 8bc5d54d-5196-44ba-8749-4905e898556a triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:39:15.336470 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-559837cc-a2e7-4ea4-9b33-4ee6e2f95faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:15.339987 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5cbb7775-70e4-4da0-9453-a168fcde881b tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:15.507253 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a59ac59-8948-483e-84d8-d1dd38573ba3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:39:15.512192 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-4176126a-4abf-46c1-8e75-1ac99826a30d tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, 4dd93543-263a-4c41-a512-ce62a8769aca) {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:39:15.517525 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4176126a-4abf-46c1-8e75-1ac99826a30d tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:39:15.518115 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4176126a-4abf-46c1-8e75-1ac99826a30d tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:15.546152 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6a59ac59-8948-483e-84d8-d1dd38573ba3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:15.548715 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd1dc22-01d4-4fba-b0f3-9092387409bb None None] Network 4dd93543-263a-4c41-a512-ce62a8769aca requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:39:15.557132 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-9b61e832-649c-4d6b-b8bd-07fd7b33d794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd554f5e6-4a26-41d8-a9be-8ca53cce7d09', 'name': 'tempest-RoutersTest-router-2050714513', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:39:04Z', 'updated_at': '2022-02-01T04:39:13Z', 'revision_number': 3, 'project_id': 'fe61db31beb2433b8247cdb8a5604696', 'gw_port_host': None, '_interfaces': [{'id': 'cb3e9c0c-f2d4-450c-8f3f-a6087e31af11', 'name': '', 'network_id': '43cd12b8-f372-4f27-998f-307417955842', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'mac_address': 'fa:16:3e:1f:d5:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd554f5e6-4a26-41d8-a9be-8ca53cce7d09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '3794f33d-5657-4722-a9b2-4a31bef252ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:12Z', 'updated_at': '2022-02-01T04:39:13Z', 'revision_number': 2, 'project_id': 'fe61db31beb2433b8247cdb8a5604696', 'subnets': [{'id': '3794f33d-5657-4722-a9b2-4a31bef252ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eaef79ba-72f8-478f-910f-419bca0107d8', 'name': '', 'network_id': 'e9117615-b002-4f12-bb92-da96b4aef559', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'mac_address': 'fa:16:3e:a7:e9:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd554f5e6-4a26-41d8-a9be-8ca53cce7d09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '577c5877-3e3c-4308-9481-aa5ae0e0e6bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:06Z', 'updated_at': '2022-02-01T04:39:11Z', 'revision_number': 4, 'project_id': 'fe61db31beb2433b8247cdb8a5604696', 'subnets': [{'id': '577c5877-3e3c-4308-9481-aa5ae0e0e6bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:15.561855 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5393ff79-c07c-43d8-bfb0-da20dec25d06 None None] Sync routers for ids ['a6a11696-656a-4ad1-b7cc-8cc7fc660bac'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:39:15.562006 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b61e832-649c-4d6b-b8bd-07fd7b33d794 None None] Checking router: d554f5e6-4a26-41d8-a9be-8ca53cce7d09 for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:39:15.562416 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b61e832-649c-4d6b-b8bd-07fd7b33d794 None None] Updating router d554f5e6-4a26-41d8-a9be-8ca53cce7d09 port cb3e9c0c-f2d4-450c-8f3f-a6087e31af11 binding host dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 04:39:15.601953 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-4176126a-4abf-46c1-8e75-1ac99826a30d tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5657406 Feb 01 04:39:15.602546 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42238) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:15.629116 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9b61e832-649c-4d6b-b8bd-07fd7b33d794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:15.643550 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5cbb7775-70e4-4da0-9453-a168fcde881b tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:15.659048 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5393ff79-c07c-43d8-bfb0-da20dec25d06 None None] Routers {'a6a11696-656a-4ad1-b7cc-8cc7fc660bac'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:39:15.659710 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-5393ff79-c07c-43d8-bfb0-da20dec25d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:39:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['a6a11696-656a-4ad1-b7cc-8cc7fc660bac'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:15.716856 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbb7775-70e4-4da0-9453-a168fcde881b tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Pushing event updated for resources: {'Subnet': ['ID=5dd8698b-95de-4f78-89d7-057b943bac7f,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:15.752377 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbb7775-70e4-4da0-9453-a168fcde881b tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Checking segment: {'id': '9299f820-1955-493c-a5c9-1898fe01503b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7b86ecd6-1225-41e2-b898-37f305172218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:39:15.752883 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbb7775-70e4-4da0-9453-a168fcde881b tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Network hostable DHCP agents. Network: 7b86ecd6-1225-41e2-b898-37f305172218, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:39:15.780102 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbb7775-70e4-4da0-9453-a168fcde881b tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Network 7b86ecd6-1225-41e2-b898-37f305172218 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:39:15.793447 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-5cbb7775-70e4-4da0-9453-a168fcde881b tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, 7b86ecd6-1225-41e2-b898-37f305172218) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:39:15.807821 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbb7775-70e4-4da0-9453-a168fcde881b tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:39:15.808680 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5cbb7775-70e4-4da0-9453-a168fcde881b tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:15.813015 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-6a59ac59-8948-483e-84d8-d1dd38573ba3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "DELETE /v2.0/floatingips/a26f855f-3ed0-40af-85ec-e99f6e53d974 HTTP/1.1" status: 204 len: 168 time: 2.4033165 Feb 01 04:39:15.841156 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c778b2f1-aa7e-4681-ae35-4df9a5a4e5ab', 'tag': '60ade37f-190e-4792-9981-bdee4579ff81'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:39:15.844099 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-5cbb7775-70e4-4da0-9453-a168fcde881b tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7422812 Feb 01 04:39:15.846844 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42244) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:15.869599 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90279c94-dc7b-47d8-b72e-0d101a3f6de3 None None] Network 7b86ecd6-1225-41e2-b898-37f305172218 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:39:15.922491 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:15.988349 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c778b2f1-aa7e-4681-ae35-4df9a5a4e5ab', 'tag': '60ade37f-190e-4792-9981-bdee4579ff81', 'status': 'completed', 'code': 200} Feb 01 04:39:16.161200 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-559837cc-a2e7-4ea4-9b33-4ee6e2f95faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:16.228192 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9b61e832-649c-4d6b-b8bd-07fd7b33d794 None None] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:16.244993 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-9b61e832-649c-4d6b-b8bd-07fd7b33d794 None None] Transition to ACTIVE for port object cb3e9c0c-f2d4-450c-8f3f-a6087e31af11 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:39:16.257422 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9b61e832-649c-4d6b-b8bd-07fd7b33d794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:16.266279 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port eaef79ba-72f8-478f-910f-419bca0107d8, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=eaef79ba-72f8-478f-910f-419bca0107d8,segment=NetworkSegment(882c81a4-26f8-42a4-a79c-46309a623e6b),segment_id=882c81a4-26f8-42a4-a79c-46309a623e6b)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:39:16.324722 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:16.416069 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-5393ff79-c07c-43d8-bfb0-da20dec25d06 None None] Set router a6a11696-656a-4ad1-b7cc-8cc7fc660bac gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:39:16.462198 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f3dfbd-1dd1-4f32-9589-8c7e03ca462f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-4dd93543-263a-4c41-a512-ce62a8769aca', 'network_id': '4dd93543-263a-4c41-a512-ce62a8769aca', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'fixed_ips': [{'subnet_id': '861a0651-7bb1-4764-9619-8fa9fc9738e0'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:39:16.463029 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-47f3dfbd-1dd1-4f32-9589-8c7e03ca462f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:16.495682 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e176c07-2ed3-42be-8bf5-fc65918af45c req-b75c754a-2d87-4e9f-9b18-881b5986616a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:39:16.498016 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9e176c07-2ed3-42be-8bf5-fc65918af45c req-b75c754a-2d87-4e9f-9b18-881b5986616a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0629703b9474474a9f2fde13723d2e8b&device_id=c778b2f1-aa7e-4681-ae35-4df9a5a4e5ab HTTP/1.1" status: 200 len: 1098 time: 0.4638038 Feb 01 04:39:16.500921 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-559837cc-a2e7-4ea4-9b33-4ee6e2f95faf None None] For port 8bc5d54d-5196-44ba-8749-4905e898556a, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=8bc5d54d-5196-44ba-8749-4905e898556a,segment=NetworkSegment(9e7e4f77-811f-4782-934c-2b26d67b3d7d),segment_id=9e7e4f77-811f-4782-934c-2b26d67b3d7d)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:39:16.534314 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8b2a6a07-a6c1-4723-9549-862252bf465b tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:16.535340 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18af5a70-7802-4bfc-812d-d43e8605d8b7 None None] Pushing event updated for resources: {'Port': ['ID=cb3e9c0c-f2d4-450c-8f3f-a6087e31af11,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:16.555420 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18af5a70-7802-4bfc-812d-d43e8605d8b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:39:16.556016 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18af5a70-7802-4bfc-812d-d43e8605d8b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:39:16.556459 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18af5a70-7802-4bfc-812d-d43e8605d8b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:39:16.556997 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18af5a70-7802-4bfc-812d-d43e8605d8b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:39:16.557453 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18af5a70-7802-4bfc-812d-d43e8605d8b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:39:16.557595 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-559837cc-a2e7-4ea4-9b33-4ee6e2f95faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:16.557962 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18af5a70-7802-4bfc-812d-d43e8605d8b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:39:16.558437 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18af5a70-7802-4bfc-812d-d43e8605d8b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:39:16.558861 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18af5a70-7802-4bfc-812d-d43e8605d8b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:39:16.559313 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18af5a70-7802-4bfc-812d-d43e8605d8b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:39:16.559735 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18af5a70-7802-4bfc-812d-d43e8605d8b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:39:16.560485 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18af5a70-7802-4bfc-812d-d43e8605d8b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:39:16.564450 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18af5a70-7802-4bfc-812d-d43e8605d8b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:39:16.577557 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-9b61e832-649c-4d6b-b8bd-07fd7b33d794 None None] Attempting to bind port cb3e9c0c-f2d4-450c-8f3f-a6087e31af11 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:39:16.578045 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-9b61e832-649c-4d6b-b8bd-07fd7b33d794 None None] Attempting to bind port cb3e9c0c-f2d4-450c-8f3f-a6087e31af11 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '9e7e4f77-811f-4782-934c-2b26d67b3d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '43cd12b8-f372-4f27-998f-307417955842'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:39:16.578498 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b61e832-649c-4d6b-b8bd-07fd7b33d794 None None] Attempting to bind port cb3e9c0c-f2d4-450c-8f3f-a6087e31af11 on network 43cd12b8-f372-4f27-998f-307417955842 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:39:16.584383 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b61e832-649c-4d6b-b8bd-07fd7b33d794 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:39:16.584867 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b61e832-649c-4d6b-b8bd-07fd7b33d794 None None] Checking segment: {'id': '9e7e4f77-811f-4782-934c-2b26d67b3d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '43cd12b8-f372-4f27-998f-307417955842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:39:16.585360 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9b61e832-649c-4d6b-b8bd-07fd7b33d794 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:16.585993 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b61e832-649c-4d6b-b8bd-07fd7b33d794 None None] Bound using segment: {'id': '9e7e4f77-811f-4782-934c-2b26d67b3d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '43cd12b8-f372-4f27-998f-307417955842'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:39:16.586655 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-9b61e832-649c-4d6b-b8bd-07fd7b33d794 None None] Bound port: cb3e9c0c-f2d4-450c-8f3f-a6087e31af11, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e7e4f77-811f-4782-934c-2b26d67b3d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '43cd12b8-f372-4f27-998f-307417955842'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:39:16.587280 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9b61e832-649c-4d6b-b8bd-07fd7b33d794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:16.691829 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=eaef79ba-72f8-478f-910f-419bca0107d8,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:16.726937 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-9b61e832-649c-4d6b-b8bd-07fd7b33d794 None None] For port cb3e9c0c-f2d4-450c-8f3f-a6087e31af11, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:39:16.731119 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-9b61e832-649c-4d6b-b8bd-07fd7b33d794 None None] For port cb3e9c0c-f2d4-450c-8f3f-a6087e31af11, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=cb3e9c0c-f2d4-450c-8f3f-a6087e31af11,segment=NetworkSegment(9e7e4f77-811f-4782-934c-2b26d67b3d7d),segment_id=9e7e4f77-811f-4782-934c-2b26d67b3d7d)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:39:16.738035 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9b61e832-649c-4d6b-b8bd-07fd7b33d794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:16.874040 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18af5a70-7802-4bfc-812d-d43e8605d8b7 None None] Pushing event updated for resources: {'Port': ['ID=cb3e9c0c-f2d4-450c-8f3f-a6087e31af11,revision_number=4']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:16.890781 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fa0694-3b5a-401c-9f19-f3e11c9008e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-7b86ecd6-1225-41e2-b898-37f305172218', 'network_id': '7b86ecd6-1225-41e2-b898-37f305172218', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'fixed_ips': [{'subnet_id': '5dd8698b-95de-4f78-89d7-057b943bac7f'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:39:16.891659 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-07fa0694-3b5a-401c-9f19-f3e11c9008e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:16.893623 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b61e832-649c-4d6b-b8bd-07fd7b33d794 None None] Routers {'d554f5e6-4a26-41d8-a9be-8ca53cce7d09'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:39:16.894312 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-9b61e832-649c-4d6b-b8bd-07fd7b33d794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:39:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['d554f5e6-4a26-41d8-a9be-8ca53cce7d09'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:17.011114 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf82217-db0a-4a75-98a2-ec0fe7e5e0e1 req-c8c42fd9-9525-46d2-a56f-2e60e7a79c6d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:39:17.012725 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8bf82217-db0a-4a75-98a2-ec0fe7e5e0e1 req-c8c42fd9-9525-46d2-a56f-2e60e7a79c6d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=c778b2f1-aa7e-4681-ae35-4df9a5a4e5ab HTTP/1.1" status: 200 len: 945 time: 0.5807998 Feb 01 04:39:17.047707 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-47f3dfbd-1dd1-4f32-9589-8c7e03ca462f None None] Allocated IP 2001:db8::2 (4dd93543-263a-4c41-a512-ce62a8769aca/861a0651-7bb1-4764-9619-8fa9fc9738e0/fc4bf33f-7a14-4f99-ad8f-de75a44e3e6c) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:39:17.065671 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-9b61e832-649c-4d6b-b8bd-07fd7b33d794 None None] Set router d554f5e6-4a26-41d8-a9be-8ca53cce7d09 gateway port host: None {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:39:17.083576 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e176c07-2ed3-42be-8bf5-fc65918af45c req-95ed362c-9924-4c4e-ad87-c77ce9ad8fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:39:17.085025 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9e176c07-2ed3-42be-8bf5-fc65918af45c req-95ed362c-9924-4c4e-ad87-c77ce9ad8fb0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8ceb2e4b-39f4-4c92-b5f9-53afb557667a HTTP/1.1" status: 200 len: 896 time: 0.5081563 Feb 01 04:39:17.181077 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8bf82217-db0a-4a75-98a2-ec0fe7e5e0e1 req-77cf48b7-d693-4485-a8e0-30d5429e9193 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=b77a2ea2-bf6f-4747-8b6e-4d7e38103eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1552289 Feb 01 04:39:17.206060 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9e176c07-2ed3-42be-8bf5-fc65918af45c req-8f64b693-281b-4d0f-9f9f-b6f4e63241e1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60ade37f-190e-4792-9981-bdee4579ff81 HTTP/1.1" status: 200 len: 217 time: 0.0751717 Feb 01 04:39:17.322757 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c7e6206b-d68c-48a3-bbcd-a9e01079598e tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:17.368570 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559837cc-a2e7-4ea4-9b33-4ee6e2f95faf None None] Pushing event updated for resources: {'Port': ['ID=8bc5d54d-5196-44ba-8749-4905e898556a,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:17.394618 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e176c07-2ed3-42be-8bf5-fc65918af45c req-c1a3efe7-3c88-49ef-a08d-8f4914e8466e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:39:17.396131 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9e176c07-2ed3-42be-8bf5-fc65918af45c req-c1a3efe7-3c88-49ef-a08d-8f4914e8466e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2c8c83f5-8163-4bcf-a291-90df52da79fe HTTP/1.1" status: 200 len: 835 time: 0.1598504 Feb 01 04:39:17.418315 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-b51fde88-4e6d-4520-b782-f50b8bd43f8c None None] Provisioning complete for port 8bc5d54d-5196-44ba-8749-4905e898556a triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:39:17.419121 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b51fde88-4e6d-4520-b782-f50b8bd43f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:17.438840 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-9b61e832-649c-4d6b-b8bd-07fd7b33d794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd554f5e6-4a26-41d8-a9be-8ca53cce7d09', 'name': 'tempest-RoutersTest-router-2050714513', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:39:04Z', 'updated_at': '2022-02-01T04:39:13Z', 'revision_number': 3, 'project_id': 'fe61db31beb2433b8247cdb8a5604696', 'gw_port_host': None, '_interfaces': [{'id': 'cb3e9c0c-f2d4-450c-8f3f-a6087e31af11', 'name': '', 'network_id': '43cd12b8-f372-4f27-998f-307417955842', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'mac_address': 'fa:16:3e:1f:d5:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd554f5e6-4a26-41d8-a9be-8ca53cce7d09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '3794f33d-5657-4722-a9b2-4a31bef252ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:12Z', 'updated_at': '2022-02-01T04:39:16Z', 'revision_number': 4, 'project_id': 'fe61db31beb2433b8247cdb8a5604696', 'subnets': [{'id': '3794f33d-5657-4722-a9b2-4a31bef252ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eaef79ba-72f8-478f-910f-419bca0107d8', 'name': '', 'network_id': 'e9117615-b002-4f12-bb92-da96b4aef559', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'mac_address': 'fa:16:3e:a7:e9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd554f5e6-4a26-41d8-a9be-8ca53cce7d09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '577c5877-3e3c-4308-9481-aa5ae0e0e6bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:06Z', 'updated_at': '2022-02-01T04:39:15Z', 'revision_number': 5, 'project_id': 'fe61db31beb2433b8247cdb8a5604696', 'subnets': [{'id': '577c5877-3e3c-4308-9481-aa5ae0e0e6bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:17.443593 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b61e832-649c-4d6b-b8bd-07fd7b33d794 None None] The sync data for ids ['d554f5e6-4a26-41d8-a9be-8ca53cce7d09'] in dv-neutron-826830-1-hyperv is: [{'id': 'd554f5e6-4a26-41d8-a9be-8ca53cce7d09', 'name': 'tempest-RoutersTest-router-2050714513', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:39:04Z', 'updated_at': '2022-02-01T04:39:13Z', 'revision_number': 3, 'project_id': 'fe61db31beb2433b8247cdb8a5604696', 'gw_port_host': None, '_interfaces': [{'id': 'cb3e9c0c-f2d4-450c-8f3f-a6087e31af11', 'name': '', 'network_id': '43cd12b8-f372-4f27-998f-307417955842', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'mac_address': 'fa:16:3e:1f:d5:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd554f5e6-4a26-41d8-a9be-8ca53cce7d09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '3794f33d-5657-4722-a9b2-4a31bef252ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:12Z', 'updated_at': '2022-02-01T04:39:16Z', 'revision_number': 4, 'project_id': 'fe61db31beb2433b8247cdb8a5604696', 'subnets': [{'id': '3794f33d-5657-4722-a9b2-4a31bef252ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eaef79ba-72f8-478f-910f-419bca0107d8', 'name': '', 'network_id': 'e9117615-b002-4f12-bb92-da96b4aef559', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'mac_address': 'fa:16:3e:a7:e9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd554f5e6-4a26-41d8-a9be-8ca53cce7d09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '577c5877-3e3c-4308-9481-aa5ae0e0e6bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:06Z', 'updated_at': '2022-02-01T04:39:15Z', 'revision_number': 5, 'project_id': 'fe61db31beb2433b8247cdb8a5604696', 'subnets': [{'id': '577c5877-3e3c-4308-9481-aa5ae0e0e6bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:39:17.656961 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e176c07-2ed3-42be-8bf5-fc65918af45c req-2e673393-d90b-4975-977e-3676649f08e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:39:17.658478 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9e176c07-2ed3-42be-8bf5-fc65918af45c req-2e673393-d90b-4975-977e-3676649f08e4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8ceb2e4b-39f4-4c92-b5f9-53afb557667a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2484155 Feb 01 04:39:17.821690 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-47f3dfbd-1dd1-4f32-9589-8c7e03ca462f None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:17.832554 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-5393ff79-c07c-43d8-bfb0-da20dec25d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a11696-656a-4ad1-b7cc-8cc7fc660bac', 'name': 'tempest-TestNetworkBasicOps-router-74301302', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.200'}], 'enable_snat': True}, 'gw_port_id': '67e7115b-8c24-4762-877b-3a702f7e354d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:38:09Z', 'updated_at': '2022-02-01T04:38:19Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': '67e7115b-8c24-4762-877b-3a702f7e354d', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a11696-656a-4ad1-b7cc-8cc7fc660bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:38:10Z', 'updated_at': '2022-02-01T04:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': 'b9d3c677-0cc4-4eba-aba1-96ea4a8b19de', 'name': '', 'network_id': '8ceb2e4b-39f4-4c92-b5f9-53afb557667a', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:a3:e6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a11696-656a-4ad1-b7cc-8cc7fc660bac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '2c8c83f5-8163-4bcf-a291-90df52da79fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:38:17Z', 'updated_at': '2022-02-01T04:38:27Z', 'revision_number': 5, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': '2c8c83f5-8163-4bcf-a291-90df52da79fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:17.858682 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5393ff79-c07c-43d8-bfb0-da20dec25d06 None None] Checking router: a6a11696-656a-4ad1-b7cc-8cc7fc660bac for host: dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:39:17.866581 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-47f3dfbd-1dd1-4f32-9589-8c7e03ca462f None None] Transition to ACTIVE for port object fc4bf33f-7a14-4f99-ad8f-de75a44e3e6c will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:39:17.878276 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2f6e23-262b-4b76-b00d-55569be4ac9f req-eaeb64f1-8c5a-4bb9-b6e7-e721e91ffcc9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:39:17.879808 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-aa2f6e23-262b-4b76-b00d-55569be4ac9f req-eaeb64f1-8c5a-4bb9-b6e7-e721e91ffcc9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Synchronizing usage tracker for tenant:0629703b9474474a9f2fde13723d2e8b on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:39:17.906230 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-aa2f6e23-262b-4b76-b00d-55569be4ac9f req-eaeb64f1-8c5a-4bb9-b6e7-e721e91ffcc9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Unset dirty status for tenant:0629703b9474474a9f2fde13723d2e8b on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:39:17.907797 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-aa2f6e23-262b-4b76-b00d-55569be4ac9f req-eaeb64f1-8c5a-4bb9-b6e7-e721e91ffcc9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.18 "GET /v2.0/ports?device_id=c778b2f1-aa7e-4681-ae35-4df9a5a4e5ab HTTP/1.1" status: 200 len: 945 time: 0.1846449 Feb 01 04:39:17.963979 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-07fa0694-3b5a-401c-9f19-f3e11c9008e5 None None] Allocated IP 172.22.0.2 (7b86ecd6-1225-41e2-b898-37f305172218/5dd8698b-95de-4f78-89d7-057b943bac7f/ef650754-df0d-4124-9fa5-197eb853d8d8) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:39:17.975061 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5393ff79-c07c-43d8-bfb0-da20dec25d06 None None] Routers {'a6a11696-656a-4ad1-b7cc-8cc7fc660bac'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:39:17.976090 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-5393ff79-c07c-43d8-bfb0-da20dec25d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:39:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['a6a11696-656a-4ad1-b7cc-8cc7fc660bac'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:17.978392 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9e176c07-2ed3-42be-8bf5-fc65918af45c req-cc6249c8-bab3-4904-9593-7140d24aad71 service neutron] 10.222.0.18 "GET /v2.0/networks/8ceb2e4b-39f4-4c92-b5f9-53afb557667a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560318 Feb 01 04:39:18.016192 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [req-aa2f6e23-262b-4b76-b00d-55569be4ac9f req-d89ebada-8acf-4bf8-8b33-314b9d6a40ca tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Deleting port 60ade37f-190e-4792-9981-bdee4579ff81 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:39:18.016535 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-aa2f6e23-262b-4b76-b00d-55569be4ac9f req-d89ebada-8acf-4bf8-8b33-314b9d6a40ca tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:18.324048 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9e176c07-2ed3-42be-8bf5-fc65918af45c req-0a2b316e-2d7d-49e0-a0f7-84e8df4ffd18 service neutron] 10.222.0.18 "GET /v2.0/networks/8ceb2e4b-39f4-4c92-b5f9-53afb557667a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3358316 Feb 01 04:39:18.334206 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-47f3dfbd-1dd1-4f32-9589-8c7e03ca462f None None] Transition to ACTIVE for port object fc4bf33f-7a14-4f99-ad8f-de75a44e3e6c will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:39:18.352766 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-07fa0694-3b5a-401c-9f19-f3e11c9008e5 None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:18.364070 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-47f3dfbd-1dd1-4f32-9589-8c7e03ca462f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:18.483794 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-07fa0694-3b5a-401c-9f19-f3e11c9008e5 None None] Transition to ACTIVE for port object ef650754-df0d-4124-9fa5-197eb853d8d8 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:39:18.493697 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [req-aa2f6e23-262b-4b76-b00d-55569be4ac9f req-d89ebada-8acf-4bf8-8b33-314b9d6a40ca tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] For port 60ade37f-190e-4792-9981-bdee4579ff81, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=60ade37f-190e-4792-9981-bdee4579ff81,segment=NetworkSegment(91d940e5-4827-4ae9-9424-5bfa02f2e8a2),segment_id=91d940e5-4827-4ae9-9424-5bfa02f2e8a2)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:39:18.494053 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-aa2f6e23-262b-4b76-b00d-55569be4ac9f req-d89ebada-8acf-4bf8-8b33-314b9d6a40ca tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:18.509724 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-8b2a6a07-a6c1-4723-9549-862252bf465b tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Allocated IP 2001:db8::1 (4dd93543-263a-4c41-a512-ce62a8769aca/861a0651-7bb1-4764-9619-8fa9fc9738e0/e7fff0c1-fbba-4bc1-acb5-95acfddd5d80) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:39:18.527918 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f3dfbd-1dd1-4f32-9589-8c7e03ca462f None None] Network 4dd93543-263a-4c41-a512-ce62a8769aca is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:39:18.540181 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-47f3dfbd-1dd1-4f32-9589-8c7e03ca462f None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:39:18.541879 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-b51fde88-4e6d-4520-b782-f50b8bd43f8c None None] Provisioning for port cb3e9c0c-f2d4-450c-8f3f-a6087e31af11 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:39:18.544834 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f3dfbd-1dd1-4f32-9589-8c7e03ca462f None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:39:18.551035 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f3dfbd-1dd1-4f32-9589-8c7e03ca462f None None] Pushing event updated for resources: {'Port': ['ID=fc4bf33f-7a14-4f99-ad8f-de75a44e3e6c,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:18.554724 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-07fa0694-3b5a-401c-9f19-f3e11c9008e5 None None] Transition to ACTIVE for port object ef650754-df0d-4124-9fa5-197eb853d8d8 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:39:18.567205 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-5393ff79-c07c-43d8-bfb0-da20dec25d06 None None] Set router a6a11696-656a-4ad1-b7cc-8cc7fc660bac gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:39:18.642016 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [req-aa2f6e23-262b-4b76-b00d-55569be4ac9f req-d89ebada-8acf-4bf8-8b33-314b9d6a40ca tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Calling delete_port for 60ade37f-190e-4792-9981-bdee4579ff81 owned by compute:nova {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:39:18.660192 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-07fa0694-3b5a-401c-9f19-f3e11c9008e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:18.671025 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-c7e6206b-d68c-48a3-bbcd-a9e01079598e tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Allocated IP 172.22.0.1 (7b86ecd6-1225-41e2-b898-37f305172218/5dd8698b-95de-4f78-89d7-057b943bac7f/1c23d6dc-ca44-4adf-bba2-68c5241ad141) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:39:18.726941 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe4c662-3a08-4429-947f-2c88c4d67919 req-5009e70e-16d7-4b01-a7ac-68331238eedb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:39:18.728444 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-ffe4c662-3a08-4429-947f-2c88c4d67919 req-5009e70e-16d7-4b01-a7ac-68331238eedb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=c778b2f1-aa7e-4681-ae35-4df9a5a4e5ab HTTP/1.1" status: 200 len: 945 time: 0.3719175 Feb 01 04:39:18.877353 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c7e6206b-d68c-48a3-bbcd-a9e01079598e tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:18.882316 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07fa0694-3b5a-401c-9f19-f3e11c9008e5 None None] Network 7b86ecd6-1225-41e2-b898-37f305172218 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:39:18.891472 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-ffe4c662-3a08-4429-947f-2c88c4d67919 req-9feeb583-48e0-408c-8e1c-b4adbc069063 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=b77a2ea2-bf6f-4747-8b6e-4d7e38103eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1482778 Feb 01 04:39:18.906630 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-c7e6206b-d68c-48a3-bbcd-a9e01079598e tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Transition to ACTIVE for port object 1c23d6dc-ca44-4adf-bba2-68c5241ad141 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:39:18.906866 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-07fa0694-3b5a-401c-9f19-f3e11c9008e5 None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:39:18.909060 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fa0694-3b5a-401c-9f19-f3e11c9008e5 None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:39:18.911658 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 8bc5d54d-5196-44ba-8749-4905e898556a up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:39:18.930662 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c7e6206b-d68c-48a3-bbcd-a9e01079598e tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:18.977695 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8b2a6a07-a6c1-4723-9549-862252bf465b tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:19.002189 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-aa2f6e23-262b-4b76-b00d-55569be4ac9f req-d89ebada-8acf-4bf8-8b33-314b9d6a40ca tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:19.004002 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-8b2a6a07-a6c1-4723-9549-862252bf465b tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Transition to ACTIVE for port object e7fff0c1-fbba-4bc1-acb5-95acfddd5d80 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:39:19.008065 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e6206b-d68c-48a3-bbcd-a9e01079598e tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Network 7b86ecd6-1225-41e2-b898-37f305172218 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:39:19.011401 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-c7e6206b-d68c-48a3-bbcd-a9e01079598e tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:39:19.015524 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e6206b-d68c-48a3-bbcd-a9e01079598e tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:39:19.040950 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-47f3dfbd-1dd1-4f32-9589-8c7e03ca462f None None] Attempting to bind port fc4bf33f-7a14-4f99-ad8f-de75a44e3e6c on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:39:19.041526 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-47f3dfbd-1dd1-4f32-9589-8c7e03ca462f None None] Attempting to bind port fc4bf33f-7a14-4f99-ad8f-de75a44e3e6c by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': 'c038b9cd-8a59-4ecc-94f5-8e0a5685fef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '4dd93543-263a-4c41-a512-ce62a8769aca'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:39:19.042955 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f3dfbd-1dd1-4f32-9589-8c7e03ca462f None None] Attempting to bind port fc4bf33f-7a14-4f99-ad8f-de75a44e3e6c on network 4dd93543-263a-4c41-a512-ce62a8769aca {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:39:19.054711 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89ebada-8acf-4bf8-8b33-314b9d6a40ca tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event deleted for resources: {'Port': ['ID=60ade37f-190e-4792-9981-bdee4579ff81,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:19.058513 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e6206b-d68c-48a3-bbcd-a9e01079598e tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Pushing event updated for resources: {'Port': ['ID=1c23d6dc-ca44-4adf-bba2-68c5241ad141,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:19.081486 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c7e6206b-d68c-48a3-bbcd-a9e01079598e tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-372107'] for router_interface, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:19.208654 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c7e6206b-d68c-48a3-bbcd-a9e01079598e tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:19.263283 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa2f6e23-262b-4b76-b00d-55569be4ac9f req-d89ebada-8acf-4bf8-8b33-314b9d6a40ca tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] No DVR routers for this DVR port 60ade37f-190e-4792-9981-bdee4579ff81 on host hv-neutron-8268 {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:39:19.266199 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-aa2f6e23-262b-4b76-b00d-55569be4ac9f req-d89ebada-8acf-4bf8-8b33-314b9d6a40ca tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:19.266352 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f3dfbd-1dd1-4f32-9589-8c7e03ca462f None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:39:19.266873 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f3dfbd-1dd1-4f32-9589-8c7e03ca462f None None] Checking segment: {'id': 'c038b9cd-8a59-4ecc-94f5-8e0a5685fef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '4dd93543-263a-4c41-a512-ce62a8769aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:39:19.267505 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-47f3dfbd-1dd1-4f32-9589-8c7e03ca462f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:19.267958 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f3dfbd-1dd1-4f32-9589-8c7e03ca462f None None] Bound using segment: {'id': 'c038b9cd-8a59-4ecc-94f5-8e0a5685fef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '4dd93543-263a-4c41-a512-ce62a8769aca'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:39:19.268503 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-47f3dfbd-1dd1-4f32-9589-8c7e03ca462f None None] Bound port: fc4bf33f-7a14-4f99-ad8f-de75a44e3e6c, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c038b9cd-8a59-4ecc-94f5-8e0a5685fef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '4dd93543-263a-4c41-a512-ce62a8769aca'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:39:19.268697 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c778b2f1-aa7e-4681-ae35-4df9a5a4e5ab', 'name': 'network-vif-deleted', 'tag': '60ade37f-190e-4792-9981-bdee4579ff81'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:39:19.268990 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-47f3dfbd-1dd1-4f32-9589-8c7e03ca462f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:19.292714 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-aa2f6e23-262b-4b76-b00d-55569be4ac9f req-d89ebada-8acf-4bf8-8b33-314b9d6a40ca tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.18 "DELETE /v2.0/ports/60ade37f-190e-4792-9981-bdee4579ff81 HTTP/1.1" status: 204 len: 173 time: 1.3782442 Feb 01 04:39:19.296313 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8b2a6a07-a6c1-4723-9549-862252bf465b tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:19.345741 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c778b2f1-aa7e-4681-ae35-4df9a5a4e5ab', 'name': 'network-vif-deleted', 'tag': '60ade37f-190e-4792-9981-bdee4579ff81', 'status': 'completed', 'code': 200} Feb 01 04:39:19.365493 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fa0694-3b5a-401c-9f19-f3e11c9008e5 None None] Pushing event updated for resources: {'Port': ['ID=ef650754-df0d-4124-9fa5-197eb853d8d8,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:19.371000 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2a6a07-a6c1-4723-9549-862252bf465b tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Network 4dd93543-263a-4c41-a512-ce62a8769aca is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:39:19.374663 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-8b2a6a07-a6c1-4723-9549-862252bf465b tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:39:19.378785 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2a6a07-a6c1-4723-9549-862252bf465b tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:39:19.379483 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8b2a6a07-a6c1-4723-9549-862252bf465b tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-372107'] for router_interface, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:19.399067 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2a6a07-a6c1-4723-9549-862252bf465b tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Pushing event updated for resources: {'Port': ['ID=e7fff0c1-fbba-4bc1-acb5-95acfddd5d80,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:19.474801 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-07fa0694-3b5a-401c-9f19-f3e11c9008e5 None None] Attempting to bind port ef650754-df0d-4124-9fa5-197eb853d8d8 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:39:19.477750 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-07fa0694-3b5a-401c-9f19-f3e11c9008e5 None None] Attempting to bind port ef650754-df0d-4124-9fa5-197eb853d8d8 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '9299f820-1955-493c-a5c9-1898fe01503b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7b86ecd6-1225-41e2-b898-37f305172218'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:39:19.478238 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fa0694-3b5a-401c-9f19-f3e11c9008e5 None None] Attempting to bind port ef650754-df0d-4124-9fa5-197eb853d8d8 on network 7b86ecd6-1225-41e2-b898-37f305172218 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:39:19.497851 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 8bc5d54d-5196-44ba-8749-4905e898556a triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:39:19.498313 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:19.560727 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8b2a6a07-a6c1-4723-9549-862252bf465b tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:19.571001 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fa0694-3b5a-401c-9f19-f3e11c9008e5 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:39:19.571420 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fa0694-3b5a-401c-9f19-f3e11c9008e5 None None] Checking segment: {'id': '9299f820-1955-493c-a5c9-1898fe01503b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7b86ecd6-1225-41e2-b898-37f305172218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:39:19.571888 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-07fa0694-3b5a-401c-9f19-f3e11c9008e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:19.572347 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fa0694-3b5a-401c-9f19-f3e11c9008e5 None None] Bound using segment: {'id': '9299f820-1955-493c-a5c9-1898fe01503b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7b86ecd6-1225-41e2-b898-37f305172218'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:39:19.572899 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-07fa0694-3b5a-401c-9f19-f3e11c9008e5 None None] Bound port: ef650754-df0d-4124-9fa5-197eb853d8d8, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9299f820-1955-493c-a5c9-1898fe01503b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7b86ecd6-1225-41e2-b898-37f305172218'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:39:19.573338 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-07fa0694-3b5a-401c-9f19-f3e11c9008e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:19.653406 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-47f3dfbd-1dd1-4f32-9589-8c7e03ca462f None None] For port fc4bf33f-7a14-4f99-ad8f-de75a44e3e6c, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:39:19.694631 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c7e6206b-d68c-48a3-bbcd-a9e01079598e tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:19.700498 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c7e6206b-d68c-48a3-bbcd-a9e01079598e tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:19.722849 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-5393ff79-c07c-43d8-bfb0-da20dec25d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a11696-656a-4ad1-b7cc-8cc7fc660bac', 'name': 'tempest-TestNetworkBasicOps-router-74301302', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.200'}], 'enable_snat': True}, 'gw_port_id': '67e7115b-8c24-4762-877b-3a702f7e354d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:38:09Z', 'updated_at': '2022-02-01T04:38:19Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': '67e7115b-8c24-4762-877b-3a702f7e354d', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a11696-656a-4ad1-b7cc-8cc7fc660bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:38:10Z', 'updated_at': '2022-02-01T04:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': 'b9d3c677-0cc4-4eba-aba1-96ea4a8b19de', 'name': '', 'network_id': '8ceb2e4b-39f4-4c92-b5f9-53afb557667a', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:a3:e6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a11696-656a-4ad1-b7cc-8cc7fc660bac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '2c8c83f5-8163-4bcf-a291-90df52da79fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:38:17Z', 'updated_at': '2022-02-01T04:38:27Z', 'revision_number': 5, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': '2c8c83f5-8163-4bcf-a291-90df52da79fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:19.729414 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-47f3dfbd-1dd1-4f32-9589-8c7e03ca462f None None] For port fc4bf33f-7a14-4f99-ad8f-de75a44e3e6c, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=fc4bf33f-7a14-4f99-ad8f-de75a44e3e6c,segment=NetworkSegment(c038b9cd-8a59-4ecc-94f5-8e0a5685fef5),segment_id=c038b9cd-8a59-4ecc-94f5-8e0a5685fef5)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:39:19.742871 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5393ff79-c07c-43d8-bfb0-da20dec25d06 None None] The sync data for ids ['a6a11696-656a-4ad1-b7cc-8cc7fc660bac'] in dv-neutron-826830-1-hyperv is: [{'id': 'a6a11696-656a-4ad1-b7cc-8cc7fc660bac', 'name': 'tempest-TestNetworkBasicOps-router-74301302', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.200'}], 'enable_snat': True}, 'gw_port_id': '67e7115b-8c24-4762-877b-3a702f7e354d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:38:09Z', 'updated_at': '2022-02-01T04:38:19Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': '67e7115b-8c24-4762-877b-3a702f7e354d', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a11696-656a-4ad1-b7cc-8cc7fc660bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:38:10Z', 'updated_at': '2022-02-01T04:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': 'b9d3c677-0cc4-4eba-aba1-96ea4a8b19de', 'name': '', 'network_id': '8ceb2e4b-39f4-4c92-b5f9-53afb557667a', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:a3:e6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a11696-656a-4ad1-b7cc-8cc7fc660bac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '2c8c83f5-8163-4bcf-a291-90df52da79fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:38:17Z', 'updated_at': '2022-02-01T04:38:27Z', 'revision_number': 5, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': '2c8c83f5-8163-4bcf-a291-90df52da79fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:39:19.749750 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-47f3dfbd-1dd1-4f32-9589-8c7e03ca462f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:19.754220 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device eaef79ba-72f8-478f-910f-419bca0107d8 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:39:19.868769 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e6206b-d68c-48a3-bbcd-a9e01079598e tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Pushing event updated for resources: {'Port': ['ID=1c23d6dc-ca44-4adf-bba2-68c5241ad141,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:19.871270 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c7e6206b-d68c-48a3-bbcd-a9e01079598e tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371990'] for router_interface, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:19.903221 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-07fa0694-3b5a-401c-9f19-f3e11c9008e5 None None] For port ef650754-df0d-4124-9fa5-197eb853d8d8, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:39:19.943037 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-07fa0694-3b5a-401c-9f19-f3e11c9008e5 None None] For port ef650754-df0d-4124-9fa5-197eb853d8d8, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=ef650754-df0d-4124-9fa5-197eb853d8d8,segment=NetworkSegment(9299f820-1955-493c-a5c9-1898fe01503b),segment_id=9299f820-1955-493c-a5c9-1898fe01503b)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:39:19.971626 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-07fa0694-3b5a-401c-9f19-f3e11c9008e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:20.023096 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f3dfbd-1dd1-4f32-9589-8c7e03ca462f None None] Pushing event updated for resources: {'Port': ['ID=fc4bf33f-7a14-4f99-ad8f-de75a44e3e6c,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:20.151459 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port eaef79ba-72f8-478f-910f-419bca0107d8 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:39:20.152129 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:20.196722 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e6206b-d68c-48a3-bbcd-a9e01079598e tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Network 7b86ecd6-1225-41e2-b898-37f305172218 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:39:20.202533 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-c7e6206b-d68c-48a3-bbcd-a9e01079598e tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:39:20.214205 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b84cd42-ef6d-45b7-a497-03eda1a82c98 None None] New status for floating IP a26f855f-3ed0-40af-85ec-e99f6e53d974: DOWN {{(pid=87639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 01 04:39:20.258655 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8b2a6a07-a6c1-4723-9549-862252bf465b tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:20.297309 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-86a7ffcf-228e-40f2-975c-9c21dba68fdd req-be972597-2e96-4033-88d2-8dd49c1a77e1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c778b2f1-aa7e-4681-ae35-4df9a5a4e5ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1356940 Feb 01 04:39:20.301958 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fa0694-3b5a-401c-9f19-f3e11c9008e5 None None] Pushing event updated for resources: {'Port': ['ID=ef650754-df0d-4124-9fa5-197eb853d8d8,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:20.305962 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8b2a6a07-a6c1-4723-9549-862252bf465b tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:20.306734 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8b2a6a07-a6c1-4723-9549-862252bf465b tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371990'] for router_interface, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:20.373739 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-73edbdd3-19ad-49ca-b6a8-c2aba24a3922 req-f674b0ff-dd3d-4441-a616-6a8a6e0e6cdf tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Synchronizing usage tracker for tenant:0629703b9474474a9f2fde13723d2e8b on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:39:20.533860 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device cb3e9c0c-f2d4-450c-8f3f-a6087e31af11 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:39:20.592866 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2a6a07-a6c1-4723-9549-862252bf465b tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Network 4dd93543-263a-4c41-a512-ce62a8769aca is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:39:20.596807 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-8b2a6a07-a6c1-4723-9549-862252bf465b tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:39:20.598681 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-73edbdd3-19ad-49ca-b6a8-c2aba24a3922 req-f674b0ff-dd3d-4441-a616-6a8a6e0e6cdf tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Unset dirty status for tenant:0629703b9474474a9f2fde13723d2e8b on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:39:20.609162 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-73edbdd3-19ad-49ca-b6a8-c2aba24a3922 req-f674b0ff-dd3d-4441-a616-6a8a6e0e6cdf tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=c778b2f1-aa7e-4681-ae35-4df9a5a4e5ab HTTP/1.1" status: 200 len: 210 time: 0.3990097 Feb 01 04:39:20.621491 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7e6206b-d68c-48a3-bbcd-a9e01079598e tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Router d554f5e6-4a26-41d8-a9be-8ca53cce7d09 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:39:20.642552 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2a6a07-a6c1-4723-9549-862252bf465b tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Pushing event updated for resources: {'Port': ['ID=e7fff0c1-fbba-4bc1-acb5-95acfddd5d80,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:20.673254 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port cb3e9c0c-f2d4-450c-8f3f-a6087e31af11 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:39:20.681357 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port cb3e9c0c-f2d4-450c-8f3f-a6087e31af11 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:39:20.682061 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:20.858627 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:20.895879 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port cb3e9c0c-f2d4-450c-8f3f-a6087e31af11, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=cb3e9c0c-f2d4-450c-8f3f-a6087e31af11,segment=NetworkSegment(9e7e4f77-811f-4782-934c-2b26d67b3d7d),segment_id=9e7e4f77-811f-4782-934c-2b26d67b3d7d)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:39:20.900915 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:20.908597 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-86a7ffcf-228e-40f2-975c-9c21dba68fdd req-d9876b56-2abd-4ada-899d-4c75ac33edc9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0629703b9474474a9f2fde13723d2e8b&device_id=c778b2f1-aa7e-4681-ae35-4df9a5a4e5ab HTTP/1.1" status: 200 len: 210 time: 0.1708179 Feb 01 04:39:21.023101 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e6206b-d68c-48a3-bbcd-a9e01079598e tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:39:21.030720 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=cb3e9c0c-f2d4-450c-8f3f-a6087e31af11,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:21.034012 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b2a6a07-a6c1-4723-9549-862252bf465b tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Router 74f284ef-6b67-4b50-9c32-cab939688992 is scheduled to L3 agent a3073304-82af-4a42-89af-bc532d6626bb with binding_index 1 {{(pid=87637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 01 04:39:21.042256 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6b1882-34c9-4a03-964a-5d758ded97eb None None] Sync routers for ids ['d554f5e6-4a26-41d8-a9be-8ca53cce7d09'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:39:21.050087 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c7e6206b-d68c-48a3-bbcd-a9e01079598e tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "PUT /v2.0/routers/d554f5e6-4a26-41d8-a9be-8ca53cce7d09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2017894 Feb 01 04:39:21.052992 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42260) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:21.058873 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-87cd539d-b093-43af-841d-3fa7678f0429 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Request body: {'network': {'name': 'tempest-RoutersTest-1715857889'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:39:21.061904 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6b1882-34c9-4a03-964a-5d758ded97eb None None] Routers {'d554f5e6-4a26-41d8-a9be-8ca53cce7d09'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:39:21.062698 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-6c6b1882-34c9-4a03-964a-5d758ded97eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:39:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['d554f5e6-4a26-41d8-a9be-8ca53cce7d09'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:21.064926 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-87cd539d-b093-43af-841d-3fa7678f0429 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:39:21.069010 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-87cd539d-b093-43af-841d-3fa7678f0429 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Usage tracker for resource:network and tenant:fe61db31beb2433b8247cdb8a5604696 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:39:21.075959 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-87cd539d-b093-43af-841d-3fa7678f0429 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:39:21.082226 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-87cd539d-b093-43af-841d-3fa7678f0429 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:39:21.097980 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87cd539d-b093-43af-841d-3fa7678f0429 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Made reservation on behalf of fe61db31beb2433b8247cdb8a5604696 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:39:21.101615 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-87cd539d-b093-43af-841d-3fa7678f0429 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:21.138983 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87cd539d-b093-43af-841d-3fa7678f0429 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:39:21.149156 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-87cd539d-b093-43af-841d-3fa7678f0429 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:21.149613 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-87cd539d-b093-43af-841d-3fa7678f0429 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Added segment b1876a2b-b0f4-43f8-85cc-602694bf7d43 of type vlan for network 77401f96-5c51-425c-8e4e-761b0c78e38b Feb 01 04:39:21.177095 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-87cd539d-b093-43af-841d-3fa7678f0429 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:21.216250 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-87cd539d-b093-43af-841d-3fa7678f0429 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:21.222533 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87cd539d-b093-43af-841d-3fa7678f0429 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:39:21.223298 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-87cd539d-b093-43af-841d-3fa7678f0429 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:21.251693 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-6c6b1882-34c9-4a03-964a-5d758ded97eb None None] Set router d554f5e6-4a26-41d8-a9be-8ca53cce7d09 gateway port host: None {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:39:21.335735 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cd539d-b093-43af-841d-3fa7678f0429 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Pushing event updated for resources: {'Network': ['ID=77401f96-5c51-425c-8e4e-761b0c78e38b,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:21.354713 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-87cd539d-b093-43af-841d-3fa7678f0429 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3006554 Feb 01 04:39:21.359630 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42264) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:21.365647 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-947b39d3-edc0-4195-b456-e364328bb701 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Request body: {'subnet': {'network_id': '77401f96-5c51-425c-8e4e-761b0c78e38b', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:39:21.413180 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a7ffcf-228e-40f2-975c-9c21dba68fdd req-43c0f05f-45be-4025-9c25-859938ff89c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:39:21.415182 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-86a7ffcf-228e-40f2-975c-9c21dba68fdd req-43c0f05f-45be-4025-9c25-859938ff89c4 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=0629703b9474474a9f2fde13723d2e8b&shared=False HTTP/1.1" status: 200 len: 896 time: 0.4809647 Feb 01 04:39:21.457924 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b2a6a07-a6c1-4723-9549-862252bf465b tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:39:21.466093 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-8b2a6a07-a6c1-4723-9549-862252bf465b tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "PUT /v2.0/routers/74f284ef-6b67-4b50-9c32-cab939688992/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8607888 Feb 01 04:39:21.469262 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12230046-7672-4da0-959f-525f9995b627 None None] Sync routers for ids ['74f284ef-6b67-4b50-9c32-cab939688992'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:39:21.476980 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device ef650754-df0d-4124-9fa5-197eb853d8d8 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:39:21.482672 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42268) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:21.490814 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12230046-7672-4da0-959f-525f9995b627 None None] Routers {'74f284ef-6b67-4b50-9c32-cab939688992'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:39:21.491940 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-e88e4f59-26c8-4251-92e2-bef49f6542d6 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-520342618'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:39:21.492714 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-12230046-7672-4da0-959f-525f9995b627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:39:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['74f284ef-6b67-4b50-9c32-cab939688992'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:21.499818 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-e88e4f59-26c8-4251-92e2-bef49f6542d6 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:39:21.502083 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-947b39d3-edc0-4195-b456-e364328bb701 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:39:21.506513 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-947b39d3-edc0-4195-b456-e364328bb701 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Usage tracker for resource:subnet and tenant:fe61db31beb2433b8247cdb8a5604696 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:39:21.511019 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-947b39d3-edc0-4195-b456-e364328bb701 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:39:21.518086 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-947b39d3-edc0-4195-b456-e364328bb701 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:39:21.527683 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 77401f96-5c51-425c-8e4e-761b0c78e38b details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:39:21.529677 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-947b39d3-edc0-4195-b456-e364328bb701 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Made reservation on behalf of fe61db31beb2433b8247cdb8a5604696 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:39:21.540844 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-947b39d3-edc0-4195-b456-e364328bb701 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:21.574517 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-e88e4f59-26c8-4251-92e2-bef49f6542d6 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Usage tracker for resource:network and tenant:1f6ca98a557d4325996431c1756276f6 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:39:21.590458 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-e88e4f59-26c8-4251-92e2-bef49f6542d6 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:39:21.599772 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-e88e4f59-26c8-4251-92e2-bef49f6542d6 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:39:21.640167 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e88e4f59-26c8-4251-92e2-bef49f6542d6 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Made reservation on behalf of 1f6ca98a557d4325996431c1756276f6 for: {'network': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:39:21.643903 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e88e4f59-26c8-4251-92e2-bef49f6542d6 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:21.664046 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a7ffcf-228e-40f2-975c-9c21dba68fdd req-a8b0620d-6b8d-41a8-a699-fce526680e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:39:21.665630 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-86a7ffcf-228e-40f2-975c-9c21dba68fdd req-a8b0620d-6b8d-41a8-a699-fce526680e29 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2422004 Feb 01 04:39:21.695321 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port ef650754-df0d-4124-9fa5-197eb853d8d8 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:39:21.715076 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e88e4f59-26c8-4251-92e2-bef49f6542d6 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=87637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:39:21.733165 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e88e4f59-26c8-4251-92e2-bef49f6542d6 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:21.733517 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.segments_db [None req-e88e4f59-26c8-4251-92e2-bef49f6542d6 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Added segment 92a8fbb0-e096-4bba-9963-e312c59f459d of type vlan for network fc8423bf-5d16-4390-91d1-032c0c9fda0f Feb 01 04:39:21.794717 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42274) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:21.821106 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e88e4f59-26c8-4251-92e2-bef49f6542d6 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:21.830063 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-12230046-7672-4da0-959f-525f9995b627 None None] Set router 74f284ef-6b67-4b50-9c32-cab939688992 gateway port host: None {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:39:21.844457 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device fc4bf33f-7a14-4f99-ad8f-de75a44e3e6c up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:39:21.885992 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e88e4f59-26c8-4251-92e2-bef49f6542d6 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:21.891558 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88e4f59-26c8-4251-92e2-bef49f6542d6 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:39:21.892165 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e88e4f59-26c8-4251-92e2-bef49f6542d6 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:21.928907 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12602b3b-2f7c-47cb-9e8f-822421d3aaf8 None None] Network 7b86ecd6-1225-41e2-b898-37f305172218 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:39:22.050271 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-34d6ca53-004f-4bd3-94b2-30bfed83f2a6 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:22.119342 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-e88e4f59-26c8-4251-92e2-bef49f6542d6 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6347802 Feb 01 04:39:22.125856 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42278) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:22.128209 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-34d6ca53-004f-4bd3-94b2-30bfed83f2a6 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:22.129734 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88e4f59-26c8-4251-92e2-bef49f6542d6 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Pushing event updated for resources: {'Network': ['ID=fc8423bf-5d16-4390-91d1-032c0c9fda0f,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:22.176035 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network fc8423bf-5d16-4390-91d1-032c0c9fda0f details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:39:22.191383 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-1ad58f00-cacd-4974-8ccd-8c1ca560c09d tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Request body: {'subnet': {'network_id': 'fc8423bf-5d16-4390-91d1-032c0c9fda0f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:39:22.219035 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-947b39d3-edc0-4195-b456-e364328bb701 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:22.264221 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-12230046-7672-4da0-959f-525f9995b627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f284ef-6b67-4b50-9c32-cab939688992', 'name': 'tempest-RoutersIpV6Test-router-1293814552', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:39:13Z', 'updated_at': '2022-02-01T04:39:19Z', 'revision_number': 2, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'gw_port_host': None, '_interfaces': [{'id': 'e7fff0c1-fbba-4bc1-acb5-95acfddd5d80', 'name': '', 'network_id': '4dd93543-263a-4c41-a512-ce62a8769aca', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'mac_address': 'fa:16:3e:c0:64:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74f284ef-6b67-4b50-9c32-cab939688992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '861a0651-7bb1-4764-9619-8fa9fc9738e0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:16Z', 'updated_at': '2022-02-01T04:39:19Z', 'revision_number': 2, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'subnets': [{'id': '861a0651-7bb1-4764-9619-8fa9fc9738e0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:22.271883 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12230046-7672-4da0-959f-525f9995b627 None None] Checking router: 74f284ef-6b67-4b50-9c32-cab939688992 for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:39:22.272593 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12230046-7672-4da0-959f-525f9995b627 None None] Updating router 74f284ef-6b67-4b50-9c32-cab939688992 port e7fff0c1-fbba-4bc1-acb5-95acfddd5d80 binding host dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 04:39:22.299631 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 60ade37f-190e-4792-9981-bdee4579ff81 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:39:22.340538 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-12230046-7672-4da0-959f-525f9995b627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:22.345513 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7770f6b-6ffb-4b48-a0d0-502c67d00f57 None None] Network 4dd93543-263a-4c41-a512-ce62a8769aca requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:39:22.391470 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-1ad58f00-cacd-4974-8ccd-8c1ca560c09d tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:39:22.393280 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] No Port match for: 60ade37f-190e-4792-9981-bdee4579ff81 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:39:22.393632 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 60ade37f-190e-4792-9981-bdee4579ff81 not bound to the agent host hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:39:22.395471 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-34d6ca53-004f-4bd3-94b2-30bfed83f2a6 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:22.409361 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947b39d3-edc0-4195-b456-e364328bb701 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Pushing event updated for resources: {'Subnet': ['ID=9d73b55f-032f-48af-bd6a-ea7f9ecbbca5,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:22.409734 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-5e3406eb-7fac-4e32-94de-4ddeec6fb759 None None] Provisioning for port ef650754-df0d-4124-9fa5-197eb853d8d8 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:39:22.411585 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1ad58f00-cacd-4974-8ccd-8c1ca560c09d tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Usage tracker for resource:subnet and tenant:1f6ca98a557d4325996431c1756276f6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:39:22.420293 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1ad58f00-cacd-4974-8ccd-8c1ca560c09d tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:39:22.424950 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d6ca53-004f-4bd3-94b2-30bfed83f2a6 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77a2ea2-bf6f-4747-8b6e-4d7e38103eb0,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:22.431401 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-1ad58f00-cacd-4974-8ccd-8c1ca560c09d tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:39:22.436590 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947b39d3-edc0-4195-b456-e364328bb701 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Checking segment: {'id': 'b1876a2b-b0f4-43f8-85cc-602694bf7d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '77401f96-5c51-425c-8e4e-761b0c78e38b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:39:22.436887 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947b39d3-edc0-4195-b456-e364328bb701 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Network hostable DHCP agents. Network: 77401f96-5c51-425c-8e4e-761b0c78e38b, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:39:22.459382 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad58f00-cacd-4974-8ccd-8c1ca560c09d tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Made reservation on behalf of 1f6ca98a557d4325996431c1756276f6 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:39:22.462752 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1ad58f00-cacd-4974-8ccd-8c1ca560c09d tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:22.491405 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-34d6ca53-004f-4bd3-94b2-30bfed83f2a6 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:22.492907 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-5e3406eb-7fac-4e32-94de-4ddeec6fb759 None None] Provisioning complete for port ef650754-df0d-4124-9fa5-197eb853d8d8 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:39:22.492907 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5e3406eb-7fac-4e32-94de-4ddeec6fb759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:22.499782 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-34d6ca53-004f-4bd3-94b2-30bfed83f2a6 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "DELETE /v2.0/security-groups/b77a2ea2-bf6f-4747-8b6e-4d7e38103eb0 HTTP/1.1" status: 204 len: 168 time: 0.6996574 Feb 01 04:39:22.526277 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42284) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:22.532021 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947b39d3-edc0-4195-b456-e364328bb701 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Network 77401f96-5c51-425c-8e4e-761b0c78e38b is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:39:22.660210 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-947b39d3-edc0-4195-b456-e364328bb701 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, 77401f96-5c51-425c-8e4e-761b0c78e38b) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:39:22.665271 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947b39d3-edc0-4195-b456-e364328bb701 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:39:22.665271 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-947b39d3-edc0-4195-b456-e364328bb701 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:22.685768 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f761031-d06e-472e-abbd-95e251323dbf None None] Network 77401f96-5c51-425c-8e4e-761b0c78e38b requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:39:22.723172 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-947b39d3-edc0-4195-b456-e364328bb701 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3623848 Feb 01 04:39:22.726442 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42288) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:22.760597 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port fc4bf33f-7a14-4f99-ad8f-de75a44e3e6c completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:39:22.774045 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-12230046-7672-4da0-959f-525f9995b627 None None] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:22.790697 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-12230046-7672-4da0-959f-525f9995b627 None None] Transition to ACTIVE for port object e7fff0c1-fbba-4bc1-acb5-95acfddd5d80 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:39:22.801835 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-12230046-7672-4da0-959f-525f9995b627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:23.042335 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-6c6b1882-34c9-4a03-964a-5d758ded97eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd554f5e6-4a26-41d8-a9be-8ca53cce7d09', 'name': 'tempest-RoutersTest-router-2050714513', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:39:04Z', 'updated_at': '2022-02-01T04:39:19Z', 'revision_number': 4, 'project_id': 'fe61db31beb2433b8247cdb8a5604696', 'gw_port_host': None, '_interfaces': [{'id': '1c23d6dc-ca44-4adf-bba2-68c5241ad141', 'name': '', 'network_id': '7b86ecd6-1225-41e2-b898-37f305172218', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'mac_address': 'fa:16:3e:b9:7f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd554f5e6-4a26-41d8-a9be-8ca53cce7d09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '5dd8698b-95de-4f78-89d7-057b943bac7f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:17Z', 'updated_at': '2022-02-01T04:39:19Z', 'revision_number': 2, 'project_id': 'fe61db31beb2433b8247cdb8a5604696', 'subnets': [{'id': '5dd8698b-95de-4f78-89d7-057b943bac7f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb3e9c0c-f2d4-450c-8f3f-a6087e31af11', 'name': '', 'network_id': '43cd12b8-f372-4f27-998f-307417955842', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'mac_address': 'fa:16:3e:1f:d5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd554f5e6-4a26-41d8-a9be-8ca53cce7d09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '3794f33d-5657-4722-a9b2-4a31bef252ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:12Z', 'updated_at': '2022-02-01T04:39:20Z', 'revision_number': 5, 'project_id': 'fe61db31beb2433b8247cdb8a5604696', 'subnets': [{'id': '3794f33d-5657-4722-a9b2-4a31bef252ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eaef79ba-72f8-478f-910f-419bca0107d8', 'name': '', 'network_id': 'e9117615-b002-4f12-bb92-da96b4aef559', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'mac_address': 'fa:16:3e:a7:e9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd554f5e6-4a26-41d8-a9be-8ca53cce7d09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '577c5877-3e3c-4308-9481-aa5ae0e0e6bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:06Z', 'updated_at': '2022-02-01T04:39:15Z', 'revision_number': 5, 'project_id': 'fe61db31beb2433b8247cdb8a5604696', 'subnets': [{'id': '577c5877-3e3c-4308-9481-aa5ae0e0e6bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:23.056416 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5e3406eb-7fac-4e32-94de-4ddeec6fb759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:23.065612 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device cb3e9c0c-f2d4-450c-8f3f-a6087e31af11 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:39:23.117504 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6b1882-34c9-4a03-964a-5d758ded97eb None None] Checking router: d554f5e6-4a26-41d8-a9be-8ca53cce7d09 for host: dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:39:23.118031 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6b1882-34c9-4a03-964a-5d758ded97eb None None] Updating router d554f5e6-4a26-41d8-a9be-8ca53cce7d09 port 1c23d6dc-ca44-4adf-bba2-68c5241ad141 binding host dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 04:39:23.150305 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea425a41-0dcd-4df4-b750-d4398b9dd040 None None] Pushing event updated for resources: {'Port': ['ID=e7fff0c1-fbba-4bc1-acb5-95acfddd5d80,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:23.186019 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-12230046-7672-4da0-959f-525f9995b627 None None] Attempting to bind port e7fff0c1-fbba-4bc1-acb5-95acfddd5d80 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:39:23.188503 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-12230046-7672-4da0-959f-525f9995b627 None None] Attempting to bind port e7fff0c1-fbba-4bc1-acb5-95acfddd5d80 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': 'c038b9cd-8a59-4ecc-94f5-8e0a5685fef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '4dd93543-263a-4c41-a512-ce62a8769aca'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:39:23.189081 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12230046-7672-4da0-959f-525f9995b627 None None] Attempting to bind port e7fff0c1-fbba-4bc1-acb5-95acfddd5d80 on network 4dd93543-263a-4c41-a512-ce62a8769aca {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:39:23.196685 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12230046-7672-4da0-959f-525f9995b627 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:39:23.198631 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12230046-7672-4da0-959f-525f9995b627 None None] Checking segment: {'id': 'c038b9cd-8a59-4ecc-94f5-8e0a5685fef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '4dd93543-263a-4c41-a512-ce62a8769aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:39:23.199299 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-12230046-7672-4da0-959f-525f9995b627 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:23.199963 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12230046-7672-4da0-959f-525f9995b627 None None] Bound using segment: {'id': 'c038b9cd-8a59-4ecc-94f5-8e0a5685fef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '4dd93543-263a-4c41-a512-ce62a8769aca'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:39:23.201398 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-12230046-7672-4da0-959f-525f9995b627 None None] Bound port: e7fff0c1-fbba-4bc1-acb5-95acfddd5d80, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c038b9cd-8a59-4ecc-94f5-8e0a5685fef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '4dd93543-263a-4c41-a512-ce62a8769aca'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:39:23.202157 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-12230046-7672-4da0-959f-525f9995b627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:23.208274 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-5e3406eb-7fac-4e32-94de-4ddeec6fb759 None None] For port ef650754-df0d-4124-9fa5-197eb853d8d8, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=ef650754-df0d-4124-9fa5-197eb853d8d8,segment=NetworkSegment(9299f820-1955-493c-a5c9-1898fe01503b),segment_id=9299f820-1955-493c-a5c9-1898fe01503b)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:39:23.232180 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5e3406eb-7fac-4e32-94de-4ddeec6fb759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:23.257592 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1ad58f00-cacd-4974-8ccd-8c1ca560c09d tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:23.345647 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-12230046-7672-4da0-959f-525f9995b627 None None] For port e7fff0c1-fbba-4bc1-acb5-95acfddd5d80, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:39:23.351089 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-12230046-7672-4da0-959f-525f9995b627 None None] For port e7fff0c1-fbba-4bc1-acb5-95acfddd5d80, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=e7fff0c1-fbba-4bc1-acb5-95acfddd5d80,segment=NetworkSegment(c038b9cd-8a59-4ecc-94f5-8e0a5685fef5),segment_id=c038b9cd-8a59-4ecc-94f5-8e0a5685fef5)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:39:23.359452 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-12230046-7672-4da0-959f-525f9995b627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:23.407198 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad58f00-cacd-4974-8ccd-8c1ca560c09d tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Pushing event updated for resources: {'Subnet': ['ID=105f9a8f-e330-4d2e-9f8d-14915fec692e,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:23.428653 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad58f00-cacd-4974-8ccd-8c1ca560c09d tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Checking segment: {'id': '92a8fbb0-e096-4bba-9963-e312c59f459d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'fc8423bf-5d16-4390-91d1-032c0c9fda0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:39:23.429016 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad58f00-cacd-4974-8ccd-8c1ca560c09d tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Network hostable DHCP agents. Network: fc8423bf-5d16-4390-91d1-032c0c9fda0f, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:39:23.463593 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12230046-7672-4da0-959f-525f9995b627 None None] Routers {'74f284ef-6b67-4b50-9c32-cab939688992'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:39:23.464144 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-12230046-7672-4da0-959f-525f9995b627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:39:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['74f284ef-6b67-4b50-9c32-cab939688992'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:23.467689 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6c6b1882-34c9-4a03-964a-5d758ded97eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:23.500806 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad58f00-cacd-4974-8ccd-8c1ca560c09d tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Network fc8423bf-5d16-4390-91d1-032c0c9fda0f is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:39:23.502158 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-06843011-2733-4866-b49c-93e5f0027815 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:23.518546 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-6373778b-be11-4dc1-98b9-bdd9ff672d36 None None] Provisioning for port fc4bf33f-7a14-4f99-ad8f-de75a44e3e6c completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:39:23.525938 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-1ad58f00-cacd-4974-8ccd-8c1ca560c09d tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, fc8423bf-5d16-4390-91d1-032c0c9fda0f) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:39:23.530112 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-6373778b-be11-4dc1-98b9-bdd9ff672d36 None None] Provisioning complete for port fc4bf33f-7a14-4f99-ad8f-de75a44e3e6c triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:39:23.530608 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6373778b-be11-4dc1-98b9-bdd9ff672d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:23.532227 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad58f00-cacd-4974-8ccd-8c1ca560c09d tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:39:23.532813 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1ad58f00-cacd-4974-8ccd-8c1ca560c09d tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:23.597973 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2acbf3-c3ae-4e7f-80b5-d8b85279c991 None None] Network fc8423bf-5d16-4390-91d1-032c0c9fda0f requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:39:23.604589 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1ad58f00-cacd-4974-8ccd-8c1ca560c09d tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4209204 Feb 01 04:39:23.609122 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42292) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:23.635130 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port cb3e9c0c-f2d4-450c-8f3f-a6087e31af11 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:39:23.635697 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:23.652865 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-12230046-7672-4da0-959f-525f9995b627 None None] Set router 74f284ef-6b67-4b50-9c32-cab939688992 gateway port host: None {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:39:23.709617 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3406eb-7fac-4e32-94de-4ddeec6fb759 None None] Pushing event updated for resources: {'Port': ['ID=ef650754-df0d-4124-9fa5-197eb853d8d8,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:23.777125 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c5d649-7a28-4c54-aa61-8f51f76bce47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-77401f96-5c51-425c-8e4e-761b0c78e38b', 'network_id': '77401f96-5c51-425c-8e4e-761b0c78e38b', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'fixed_ips': [{'subnet_id': '9d73b55f-032f-48af-bd6a-ea7f9ecbbca5'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:39:23.778086 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-09c5d649-7a28-4c54-aa61-8f51f76bce47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:24.025113 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-06843011-2733-4866-b49c-93e5f0027815 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Allocated IP 172.23.0.1 (77401f96-5c51-425c-8e4e-761b0c78e38b/9d73b55f-032f-48af-bd6a-ea7f9ecbbca5/12a77329-0353-436f-8762-c0bc23fd476b) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:39:24.074172 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea425a41-0dcd-4df4-b750-d4398b9dd040 None None] Pushing event updated for resources: {'Port': ['ID=e7fff0c1-fbba-4bc1-acb5-95acfddd5d80,revision_number=4']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:24.078485 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-12230046-7672-4da0-959f-525f9995b627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f284ef-6b67-4b50-9c32-cab939688992', 'name': 'tempest-RoutersIpV6Test-router-1293814552', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:39:13Z', 'updated_at': '2022-02-01T04:39:19Z', 'revision_number': 2, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'gw_port_host': None, '_interfaces': [{'id': 'e7fff0c1-fbba-4bc1-acb5-95acfddd5d80', 'name': '', 'network_id': '4dd93543-263a-4c41-a512-ce62a8769aca', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'mac_address': 'fa:16:3e:c0:64:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74f284ef-6b67-4b50-9c32-cab939688992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '861a0651-7bb1-4764-9619-8fa9fc9738e0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:16Z', 'updated_at': '2022-02-01T04:39:23Z', 'revision_number': 4, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'subnets': [{'id': '861a0651-7bb1-4764-9619-8fa9fc9738e0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:24.084009 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12230046-7672-4da0-959f-525f9995b627 None None] The sync data for ids ['74f284ef-6b67-4b50-9c32-cab939688992'] in dv-neutron-826830-1-hyperv is: [{'id': '74f284ef-6b67-4b50-9c32-cab939688992', 'name': 'tempest-RoutersIpV6Test-router-1293814552', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:39:13Z', 'updated_at': '2022-02-01T04:39:19Z', 'revision_number': 2, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'gw_port_host': None, '_interfaces': [{'id': 'e7fff0c1-fbba-4bc1-acb5-95acfddd5d80', 'name': '', 'network_id': '4dd93543-263a-4c41-a512-ce62a8769aca', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'mac_address': 'fa:16:3e:c0:64:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74f284ef-6b67-4b50-9c32-cab939688992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '861a0651-7bb1-4764-9619-8fa9fc9738e0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:16Z', 'updated_at': '2022-02-01T04:39:23Z', 'revision_number': 4, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'subnets': [{'id': '861a0651-7bb1-4764-9619-8fa9fc9738e0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:39:24.380105 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b8e8e843-1566-4292-b0bb-d6c95ac2fe85 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-371968'] for router_interface, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:24.595473 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-06843011-2733-4866-b49c-93e5f0027815 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:24.615853 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6373778b-be11-4dc1-98b9-bdd9ff672d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:24.628751 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-06843011-2733-4866-b49c-93e5f0027815 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Transition to ACTIVE for port object 12a77329-0353-436f-8762-c0bc23fd476b will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:39:24.649317 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-25563355-d6a7-45ac-88ad-08b127384c27 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:24.662866 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-06843011-2733-4866-b49c-93e5f0027815 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:24.772015 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.db.resource_extend [None req-6c6b1882-34c9-4a03-964a-5d758ded97eb None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 01 04:39:24.787446 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06843011-2733-4866-b49c-93e5f0027815 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Pushing event updated for resources: {'Port': ['ID=12a77329-0353-436f-8762-c0bc23fd476b,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:24.799514 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06843011-2733-4866-b49c-93e5f0027815 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Network 77401f96-5c51-425c-8e4e-761b0c78e38b is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:39:24.800815 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-06843011-2733-4866-b49c-93e5f0027815 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:39:24.804123 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06843011-2733-4866-b49c-93e5f0027815 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:39:24.916265 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-06843011-2733-4866-b49c-93e5f0027815 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-372107'] for router_interface, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:24.938908 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-09c5d649-7a28-4c54-aa61-8f51f76bce47 None None] Allocated IP 172.23.0.2 (77401f96-5c51-425c-8e4e-761b0c78e38b/9d73b55f-032f-48af-bd6a-ea7f9ecbbca5/f867c7a8-4b2c-4044-8eb5-41aef0becd9b) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:39:25.128689 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-6373778b-be11-4dc1-98b9-bdd9ff672d36 None None] For port fc4bf33f-7a14-4f99-ad8f-de75a44e3e6c, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=fc4bf33f-7a14-4f99-ad8f-de75a44e3e6c,segment=NetworkSegment(c038b9cd-8a59-4ecc-94f5-8e0a5685fef5),segment_id=c038b9cd-8a59-4ecc-94f5-8e0a5685fef5)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:39:25.135841 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77c015f-3b0c-412c-a5c8-35a597617c67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-fc8423bf-5d16-4390-91d1-032c0c9fda0f', 'network_id': 'fc8423bf-5d16-4390-91d1-032c0c9fda0f', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'fixed_ips': [{'subnet_id': '105f9a8f-e330-4d2e-9f8d-14915fec692e'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:39:25.137346 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a77c015f-3b0c-412c-a5c8-35a597617c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:25.200248 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-06843011-2733-4866-b49c-93e5f0027815 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:25.371421 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6373778b-be11-4dc1-98b9-bdd9ff672d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:25.375086 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device ef650754-df0d-4124-9fa5-197eb853d8d8 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:39:25.620470 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-b8e8e843-1566-4292-b0bb-d6c95ac2fe85 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Deleting port b9d3c677-0cc4-4eba-aba1-96ea4a8b19de {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:39:25.621982 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b8e8e843-1566-4292-b0bb-d6c95ac2fe85 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:25.702410 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6c6b1882-34c9-4a03-964a-5d758ded97eb None None] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:25.753003 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-09c5d649-7a28-4c54-aa61-8f51f76bce47 None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:25.755760 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-6c6b1882-34c9-4a03-964a-5d758ded97eb None None] Transition to ACTIVE for port object 1c23d6dc-ca44-4adf-bba2-68c5241ad141 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:39:25.759940 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-03a20ad5-2b30-4193-8dec-dbb5095b253a None None] Provisioning for port e7fff0c1-fbba-4bc1-acb5-95acfddd5d80 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:39:25.760251 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-06843011-2733-4866-b49c-93e5f0027815 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:25.768852 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-06843011-2733-4866-b49c-93e5f0027815 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:25.769667 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-a77c015f-3b0c-412c-a5c8-35a597617c67 None None] Allocated IP 2001:db8:1::2 (fc8423bf-5d16-4390-91d1-032c0c9fda0f/105f9a8f-e330-4d2e-9f8d-14915fec692e/e744d24e-bc65-4a07-9466-5af4ff228f48) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:39:25.780251 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6373778b-be11-4dc1-98b9-bdd9ff672d36 None None] Pushing event updated for resources: {'Port': ['ID=fc4bf33f-7a14-4f99-ad8f-de75a44e3e6c,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:25.792146 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-09c5d649-7a28-4c54-aa61-8f51f76bce47 None None] Transition to ACTIVE for port object f867c7a8-4b2c-4044-8eb5-41aef0becd9b will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:39:25.805672 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6c6b1882-34c9-4a03-964a-5d758ded97eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:25.839235 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-b8e8e843-1566-4292-b0bb-d6c95ac2fe85 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] For port b9d3c677-0cc4-4eba-aba1-96ea4a8b19de, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=b9d3c677-0cc4-4eba-aba1-96ea4a8b19de,segment=NetworkSegment(91d940e5-4827-4ae9-9424-5bfa02f2e8a2),segment_id=91d940e5-4827-4ae9-9424-5bfa02f2e8a2)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:39:25.839529 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b8e8e843-1566-4292-b0bb-d6c95ac2fe85 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:25.846617 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-09c5d649-7a28-4c54-aa61-8f51f76bce47 None None] Transition to ACTIVE for port object f867c7a8-4b2c-4044-8eb5-41aef0becd9b will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:39:25.960877 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06843011-2733-4866-b49c-93e5f0027815 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Pushing event updated for resources: {'Port': ['ID=12a77329-0353-436f-8762-c0bc23fd476b,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:26.006951 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-09c5d649-7a28-4c54-aa61-8f51f76bce47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:26.008499 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-06843011-2733-4866-b49c-93e5f0027815 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371990'] for router_interface, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:26.021986 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-b8e8e843-1566-4292-b0bb-d6c95ac2fe85 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Calling delete_port for b9d3c677-0cc4-4eba-aba1-96ea4a8b19de owned by network:router_interface {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:39:26.054148 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port ef650754-df0d-4124-9fa5-197eb853d8d8 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:39:26.054711 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:26.193922 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-03a20ad5-2b30-4193-8dec-dbb5095b253a None None] Provisioning complete for port fc4bf33f-7a14-4f99-ad8f-de75a44e3e6c triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:39:26.193922 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-03a20ad5-2b30-4193-8dec-dbb5095b253a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:26.217224 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06843011-2733-4866-b49c-93e5f0027815 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Network 77401f96-5c51-425c-8e4e-761b0c78e38b is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:39:26.218519 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-06843011-2733-4866-b49c-93e5f0027815 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:39:26.282680 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c5d649-7a28-4c54-aa61-8f51f76bce47 None None] Network 77401f96-5c51-425c-8e4e-761b0c78e38b is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:39:26.301180 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b8e8e843-1566-4292-b0bb-d6c95ac2fe85 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:26.318024 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd5a0cc-a43d-450d-86dc-3cd15561d620 None None] Pushing event updated for resources: {'Port': ['ID=1c23d6dc-ca44-4adf-bba2-68c5241ad141,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:26.335255 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-09c5d649-7a28-4c54-aa61-8f51f76bce47 None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:39:26.382541 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c5d649-7a28-4c54-aa61-8f51f76bce47 None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:39:26.408720 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06843011-2733-4866-b49c-93e5f0027815 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Router d554f5e6-4a26-41d8-a9be-8ca53cce7d09 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:39:26.430127 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e8e843-1566-4292-b0bb-d6c95ac2fe85 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event deleted for resources: {'Port': ['ID=b9d3c677-0cc4-4eba-aba1-96ea4a8b19de,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:26.496905 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-6c6b1882-34c9-4a03-964a-5d758ded97eb None None] Attempting to bind port 1c23d6dc-ca44-4adf-bba2-68c5241ad141 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:39:26.497303 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-6c6b1882-34c9-4a03-964a-5d758ded97eb None None] Attempting to bind port 1c23d6dc-ca44-4adf-bba2-68c5241ad141 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '9299f820-1955-493c-a5c9-1898fe01503b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7b86ecd6-1225-41e2-b898-37f305172218'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:39:26.498237 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6b1882-34c9-4a03-964a-5d758ded97eb None None] Attempting to bind port 1c23d6dc-ca44-4adf-bba2-68c5241ad141 on network 7b86ecd6-1225-41e2-b898-37f305172218 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:39:26.555960 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6b1882-34c9-4a03-964a-5d758ded97eb None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:39:26.556437 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6b1882-34c9-4a03-964a-5d758ded97eb None None] Checking segment: {'id': '9299f820-1955-493c-a5c9-1898fe01503b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7b86ecd6-1225-41e2-b898-37f305172218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:39:26.556848 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6c6b1882-34c9-4a03-964a-5d758ded97eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:26.557245 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6b1882-34c9-4a03-964a-5d758ded97eb None None] Bound using segment: {'id': '9299f820-1955-493c-a5c9-1898fe01503b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7b86ecd6-1225-41e2-b898-37f305172218'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:39:26.557719 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-6c6b1882-34c9-4a03-964a-5d758ded97eb None None] Bound port: 1c23d6dc-ca44-4adf-bba2-68c5241ad141, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9299f820-1955-493c-a5c9-1898fe01503b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7b86ecd6-1225-41e2-b898-37f305172218'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:39:26.558094 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6c6b1882-34c9-4a03-964a-5d758ded97eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:26.586636 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c5d649-7a28-4c54-aa61-8f51f76bce47 None None] Pushing event updated for resources: {'Port': ['ID=f867c7a8-4b2c-4044-8eb5-41aef0becd9b,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:26.608950 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06843011-2733-4866-b49c-93e5f0027815 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:39:26.625690 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-06843011-2733-4866-b49c-93e5f0027815 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "PUT /v2.0/routers/d554f5e6-4a26-41d8-a9be-8ca53cce7d09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8921990 Feb 01 04:39:26.625862 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42296) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:26.630743 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-6bf80467-0434-4e64-883f-eef2c109d91f tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:39:26.699299 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b8e8e843-1566-4292-b0bb-d6c95ac2fe85 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770960'] for router_interface, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:26.725760 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-09c5d649-7a28-4c54-aa61-8f51f76bce47 None None] Attempting to bind port f867c7a8-4b2c-4044-8eb5-41aef0becd9b on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:39:26.726352 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-09c5d649-7a28-4c54-aa61-8f51f76bce47 None None] Attempting to bind port f867c7a8-4b2c-4044-8eb5-41aef0becd9b by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': 'b1876a2b-b0f4-43f8-85cc-602694bf7d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '77401f96-5c51-425c-8e4e-761b0c78e38b'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:39:26.726511 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c5d649-7a28-4c54-aa61-8f51f76bce47 None None] Attempting to bind port f867c7a8-4b2c-4044-8eb5-41aef0becd9b on network 77401f96-5c51-425c-8e4e-761b0c78e38b {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:39:26.793741 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c5d649-7a28-4c54-aa61-8f51f76bce47 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:39:26.794113 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c5d649-7a28-4c54-aa61-8f51f76bce47 None None] Checking segment: {'id': 'b1876a2b-b0f4-43f8-85cc-602694bf7d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '77401f96-5c51-425c-8e4e-761b0c78e38b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:39:26.795208 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-09c5d649-7a28-4c54-aa61-8f51f76bce47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:26.795506 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c5d649-7a28-4c54-aa61-8f51f76bce47 None None] Bound using segment: {'id': 'b1876a2b-b0f4-43f8-85cc-602694bf7d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '77401f96-5c51-425c-8e4e-761b0c78e38b'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:39:26.795974 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-09c5d649-7a28-4c54-aa61-8f51f76bce47 None None] Bound port: f867c7a8-4b2c-4044-8eb5-41aef0becd9b, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1876a2b-b0f4-43f8-85cc-602694bf7d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '77401f96-5c51-425c-8e4e-761b0c78e38b'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:39:26.796346 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-09c5d649-7a28-4c54-aa61-8f51f76bce47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:26.847698 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-6c6b1882-34c9-4a03-964a-5d758ded97eb None None] For port 1c23d6dc-ca44-4adf-bba2-68c5241ad141, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:39:26.851499 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-6c6b1882-34c9-4a03-964a-5d758ded97eb None None] For port 1c23d6dc-ca44-4adf-bba2-68c5241ad141, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=1c23d6dc-ca44-4adf-bba2-68c5241ad141,segment=NetworkSegment(9299f820-1955-493c-a5c9-1898fe01503b),segment_id=9299f820-1955-493c-a5c9-1898fe01503b)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:39:26.876472 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device e7fff0c1-fbba-4bc1-acb5-95acfddd5d80 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:39:26.949100 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6c6b1882-34c9-4a03-964a-5d758ded97eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:27.028007 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a77c015f-3b0c-412c-a5c8-35a597617c67 None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:27.081909 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-a77c015f-3b0c-412c-a5c8-35a597617c67 None None] Transition to ACTIVE for port object e744d24e-bc65-4a07-9466-5af4ff228f48 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:39:27.168892 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd5a0cc-a43d-450d-86dc-3cd15561d620 None None] Pushing event updated for resources: {'Port': ['ID=1c23d6dc-ca44-4adf-bba2-68c5241ad141,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:27.171935 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6b1882-34c9-4a03-964a-5d758ded97eb None None] Routers {'d554f5e6-4a26-41d8-a9be-8ca53cce7d09'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:39:27.172660 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-6c6b1882-34c9-4a03-964a-5d758ded97eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:39:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['d554f5e6-4a26-41d8-a9be-8ca53cce7d09'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:27.220343 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8e8e843-1566-4292-b0bb-d6c95ac2fe85 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Router a6a11696-656a-4ad1-b7cc-8cc7fc660bac has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:39:27.229081 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-a77c015f-3b0c-412c-a5c8-35a597617c67 None None] Transition to ACTIVE for port object e744d24e-bc65-4a07-9466-5af4ff228f48 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:39:27.231870 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-09c5d649-7a28-4c54-aa61-8f51f76bce47 None None] For port f867c7a8-4b2c-4044-8eb5-41aef0becd9b, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:39:27.245188 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-03a20ad5-2b30-4193-8dec-dbb5095b253a None None] Provisioning complete for port ef650754-df0d-4124-9fa5-197eb853d8d8 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:39:27.245707 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-03a20ad5-2b30-4193-8dec-dbb5095b253a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:27.282799 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port e7fff0c1-fbba-4bc1-acb5-95acfddd5d80 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:39:27.296556 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a77c015f-3b0c-412c-a5c8-35a597617c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:27.301455 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-09c5d649-7a28-4c54-aa61-8f51f76bce47 None None] For port f867c7a8-4b2c-4044-8eb5-41aef0becd9b, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=f867c7a8-4b2c-4044-8eb5-41aef0becd9b,segment=NetworkSegment(b1876a2b-b0f4-43f8-85cc-602694bf7d43),segment_id=b1876a2b-b0f4-43f8-85cc-602694bf7d43)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:39:27.374789 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.extraroute_db [None req-6bf80467-0434-4e64-883f-eef2c109d91f tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=87637) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 01 04:39:27.392852 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.extraroute_db [None req-6bf80467-0434-4e64-883f-eef2c109d91f tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Removed routes are [] {{(pid=87637) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 01 04:39:27.393229 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6bf80467-0434-4e64-883f-eef2c109d91f tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:27.467978 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-25563355-d6a7-45ac-88ad-08b127384c27 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Allocated IP 2001:db8:1::1 (fc8423bf-5d16-4390-91d1-032c0c9fda0f/105f9a8f-e330-4d2e-9f8d-14915fec692e/2bf62b2c-7d91-45b6-929c-fdd211c3eeaa) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:39:27.472216 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port e7fff0c1-fbba-4bc1-acb5-95acfddd5d80 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:39:27.472694 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:27.522223 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-09c5d649-7a28-4c54-aa61-8f51f76bce47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:27.580356 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77c015f-3b0c-412c-a5c8-35a597617c67 None None] Network fc8423bf-5d16-4390-91d1-032c0c9fda0f is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:39:27.597641 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-a77c015f-3b0c-412c-a5c8-35a597617c67 None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:39:27.612747 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8e8e843-1566-4292-b0bb-d6c95ac2fe85 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:39:27.613914 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-6c6b1882-34c9-4a03-964a-5d758ded97eb None None] Set router d554f5e6-4a26-41d8-a9be-8ca53cce7d09 gateway port host: None {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:39:27.654716 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-25563355-d6a7-45ac-88ad-08b127384c27 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:27.657994 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77c015f-3b0c-412c-a5c8-35a597617c67 None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:39:27.663895 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b8e8e843-1566-4292-b0bb-d6c95ac2fe85 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "PUT /v2.0/routers/a6a11696-656a-4ad1-b7cc-8cc7fc660bac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1368029 Feb 01 04:39:27.664571 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42300) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:27.679871 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dda331a-0e81-4907-9743-b45e20dfda54 None None] Sync routers for ids ['a6a11696-656a-4ad1-b7cc-8cc7fc660bac'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:39:27.705245 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77c015f-3b0c-412c-a5c8-35a597617c67 None None] Pushing event updated for resources: {'Port': ['ID=e744d24e-bc65-4a07-9466-5af4ff228f48,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:27.720223 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6bf80467-0434-4e64-883f-eef2c109d91f tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:27.723553 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6bf80467-0434-4e64-883f-eef2c109d91f tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-774359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-774360', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-772505'] for router, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:27.723761 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-25563355-d6a7-45ac-88ad-08b127384c27 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Transition to ACTIVE for port object 2bf62b2c-7d91-45b6-929c-fdd211c3eeaa will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:39:27.752643 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-495d73be-ee7c-4fda-9669-ad56136a518b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Deleting subnet 2c8c83f5-8163-4bcf-a291-90df52da79fe {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:39:27.756505 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-495d73be-ee7c-4fda-9669-ad56136a518b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:27.819021 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-495d73be-ee7c-4fda-9669-ad56136a518b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145757'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:27.864932 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-25563355-d6a7-45ac-88ad-08b127384c27 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:27.942581 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bf80467-0434-4e64-883f-eef2c109d91f tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Router d554f5e6-4a26-41d8-a9be-8ca53cce7d09 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:39:27.961394 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25563355-d6a7-45ac-88ad-08b127384c27 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Network fc8423bf-5d16-4390-91d1-032c0c9fda0f is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:39:27.967422 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-25563355-d6a7-45ac-88ad-08b127384c27 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:39:27.971156 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dda331a-0e81-4907-9743-b45e20dfda54 None None] Routers {'a6a11696-656a-4ad1-b7cc-8cc7fc660bac'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:39:27.971642 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-2dda331a-0e81-4907-9743-b45e20dfda54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:39:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['a6a11696-656a-4ad1-b7cc-8cc7fc660bac'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:27.976104 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25563355-d6a7-45ac-88ad-08b127384c27 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:39:27.976757 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-25563355-d6a7-45ac-88ad-08b127384c27 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-372107'] for router_interface, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:28.009860 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25563355-d6a7-45ac-88ad-08b127384c27 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Pushing event updated for resources: {'Port': ['ID=2bf62b2c-7d91-45b6-929c-fdd211c3eeaa,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:28.053003 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-495d73be-ee7c-4fda-9669-ad56136a518b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:28.197230 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c5d649-7a28-4c54-aa61-8f51f76bce47 None None] Pushing event updated for resources: {'Port': ['ID=f867c7a8-4b2c-4044-8eb5-41aef0becd9b,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:28.227106 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-495d73be-ee7c-4fda-9669-ad56136a518b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3072169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2652276'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:28.279203 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-25563355-d6a7-45ac-88ad-08b127384c27 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:28.288035 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-a77c015f-3b0c-412c-a5c8-35a597617c67 None None] Attempting to bind port e744d24e-bc65-4a07-9466-5af4ff228f48 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:39:28.288696 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-a77c015f-3b0c-412c-a5c8-35a597617c67 None None] Attempting to bind port e744d24e-bc65-4a07-9466-5af4ff228f48 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '92a8fbb0-e096-4bba-9963-e312c59f459d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'fc8423bf-5d16-4390-91d1-032c0c9fda0f'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:39:28.288855 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495d73be-ee7c-4fda-9669-ad56136a518b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event deleted for resources: {'Subnet': ['ID=2c8c83f5-8163-4bcf-a291-90df52da79fe,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:28.289366 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77c015f-3b0c-412c-a5c8-35a597617c67 None None] Attempting to bind port e744d24e-bc65-4a07-9466-5af4ff228f48 on network fc8423bf-5d16-4390-91d1-032c0c9fda0f {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:39:28.297921 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-495d73be-ee7c-4fda-9669-ad56136a518b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:28.331554 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bf80467-0434-4e64-883f-eef2c109d91f tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:39:28.337630 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-495d73be-ee7c-4fda-9669-ad56136a518b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "DELETE /v2.0/subnets/2c8c83f5-8163-4bcf-a291-90df52da79fe HTTP/1.1" status: 204 len: 168 time: 0.6687334 Feb 01 04:39:28.343370 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42304) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:28.343704 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6bf80467-0434-4e64-883f-eef2c109d91f tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:28.347827 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-6bf80467-0434-4e64-883f-eef2c109d91f tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "PUT /v2.0/routers/d554f5e6-4a26-41d8-a9be-8ca53cce7d09 HTTP/1.1" status: 200 len: 934 time: 1.7210407 Feb 01 04:39:28.349327 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42308) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:28.442627 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77c015f-3b0c-412c-a5c8-35a597617c67 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:39:28.443000 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77c015f-3b0c-412c-a5c8-35a597617c67 None None] Checking segment: {'id': '92a8fbb0-e096-4bba-9963-e312c59f459d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'fc8423bf-5d16-4390-91d1-032c0c9fda0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:39:28.443600 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a77c015f-3b0c-412c-a5c8-35a597617c67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:28.444072 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77c015f-3b0c-412c-a5c8-35a597617c67 None None] Bound using segment: {'id': '92a8fbb0-e096-4bba-9963-e312c59f459d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'fc8423bf-5d16-4390-91d1-032c0c9fda0f'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:39:28.444804 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-a77c015f-3b0c-412c-a5c8-35a597617c67 None None] Bound port: e744d24e-bc65-4a07-9466-5af4ff228f48, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92a8fbb0-e096-4bba-9963-e312c59f459d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'fc8423bf-5d16-4390-91d1-032c0c9fda0f'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:39:28.444975 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a77c015f-3b0c-412c-a5c8-35a597617c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:28.453708 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b57a32e-5fcd-417b-9665-392cb9d3d514 None None] Network 8ceb2e4b-39f4-4c92-b5f9-53afb557667a requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:39:28.520989 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-1e108754-53b7-4dc2-b562-4f4cea2955a1 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "GET /v2.0/routers/d554f5e6-4a26-41d8-a9be-8ca53cce7d09 HTTP/1.1" status: 200 len: 934 time: 0.1702871 Feb 01 04:39:28.521625 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42312) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:28.526762 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-f1e625bf-a851-4657-8e57-e51963e0dec5 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Request body: {'router': {'routes': None}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:39:28.576886 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:28.694568 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2061aaa4-be9c-4931-abd5-94ef0fc3598d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for router, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:28.780468 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-2dda331a-0e81-4907-9743-b45e20dfda54 None None] Set router a6a11696-656a-4ad1-b7cc-8cc7fc660bac gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:39:29.032851 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-03a20ad5-2b30-4193-8dec-dbb5095b253a None None] Provisioning for port 1c23d6dc-ca44-4adf-bba2-68c5241ad141 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:39:29.168231 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port e7fff0c1-fbba-4bc1-acb5-95acfddd5d80, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=e7fff0c1-fbba-4bc1-acb5-95acfddd5d80,segment=NetworkSegment(c038b9cd-8a59-4ecc-94f5-8e0a5685fef5),segment_id=c038b9cd-8a59-4ecc-94f5-8e0a5685fef5)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:39:29.186170 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2061aaa4-be9c-4931-abd5-94ef0fc3598d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:29.198448 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-2061aaa4-be9c-4931-abd5-94ef0fc3598d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Deleting port 67e7115b-8c24-4762-877b-3a702f7e354d {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:39:29.198794 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2061aaa4-be9c-4931-abd5-94ef0fc3598d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:29.209360 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.extraroute_db [None req-f1e625bf-a851-4657-8e57-e51963e0dec5 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Added routes are [] {{(pid=87637) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 01 04:39:29.209698 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.extraroute_db [None req-f1e625bf-a851-4657-8e57-e51963e0dec5 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=87637) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 01 04:39:29.239523 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f1e625bf-a851-4657-8e57-e51963e0dec5 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:29.254984 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5916e065-8a4a-4ba0-a0a2-8142fe2521c7 None None] Network 77401f96-5c51-425c-8e4e-761b0c78e38b requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:39:29.260420 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-25563355-d6a7-45ac-88ad-08b127384c27 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:29.269209 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-25563355-d6a7-45ac-88ad-08b127384c27 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:29.269948 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-25563355-d6a7-45ac-88ad-08b127384c27 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371990'] for router_interface, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:29.280290 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:29.401310 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-a77c015f-3b0c-412c-a5c8-35a597617c67 None None] For port e744d24e-bc65-4a07-9466-5af4ff228f48, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:39:29.490114 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25563355-d6a7-45ac-88ad-08b127384c27 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Pushing event updated for resources: {'Port': ['ID=2bf62b2c-7d91-45b6-929c-fdd211c3eeaa,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:29.538406 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-a77c015f-3b0c-412c-a5c8-35a597617c67 None None] For port e744d24e-bc65-4a07-9466-5af4ff228f48, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=e744d24e-bc65-4a07-9466-5af4ff228f48,segment=NetworkSegment(92a8fbb0-e096-4bba-9963-e312c59f459d),segment_id=92a8fbb0-e096-4bba-9963-e312c59f459d)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:39:29.566610 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-2061aaa4-be9c-4931-abd5-94ef0fc3598d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] For port 67e7115b-8c24-4762-877b-3a702f7e354d, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=67e7115b-8c24-4762-877b-3a702f7e354d,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:39:29.566970 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2061aaa4-be9c-4931-abd5-94ef0fc3598d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:29.572493 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a77c015f-3b0c-412c-a5c8-35a597617c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:29.592456 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-1743307d-3fa1-4a5f-a5a5-48c6335fc861 None None] Provisioning complete for port e7fff0c1-fbba-4bc1-acb5-95acfddd5d80 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:39:29.592839 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1743307d-3fa1-4a5f-a5a5-48c6335fc861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:29.614368 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f1e625bf-a851-4657-8e57-e51963e0dec5 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:29.617727 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f1e625bf-a851-4657-8e57-e51963e0dec5 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-774359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-774360', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-772505'] for router, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:29.634847 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device f867c7a8-4b2c-4044-8eb5-41aef0becd9b up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:39:29.657898 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=e7fff0c1-fbba-4bc1-acb5-95acfddd5d80,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:29.727753 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-2061aaa4-be9c-4931-abd5-94ef0fc3598d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Calling delete_port for 67e7115b-8c24-4762-877b-3a702f7e354d owned by network:router_gateway {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:39:29.781280 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1e625bf-a851-4657-8e57-e51963e0dec5 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Router d554f5e6-4a26-41d8-a9be-8ca53cce7d09 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:39:29.788615 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25563355-d6a7-45ac-88ad-08b127384c27 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Network fc8423bf-5d16-4390-91d1-032c0c9fda0f is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:39:29.792406 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-25563355-d6a7-45ac-88ad-08b127384c27 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:39:29.992212 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-6c6b1882-34c9-4a03-964a-5d758ded97eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd554f5e6-4a26-41d8-a9be-8ca53cce7d09', 'name': 'tempest-RoutersTest-router-2050714513', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:39:04Z', 'updated_at': '2022-02-01T04:39:25Z', 'revision_number': 5, 'project_id': 'fe61db31beb2433b8247cdb8a5604696', 'gw_port_host': None, '_interfaces': [{'id': '12a77329-0353-436f-8762-c0bc23fd476b', 'name': '', 'network_id': '77401f96-5c51-425c-8e4e-761b0c78e38b', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'mac_address': 'fa:16:3e:04:da:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd554f5e6-4a26-41d8-a9be-8ca53cce7d09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '9d73b55f-032f-48af-bd6a-ea7f9ecbbca5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:23Z', 'updated_at': '2022-02-01T04:39:25Z', 'revision_number': 2, 'project_id': 'fe61db31beb2433b8247cdb8a5604696', 'subnets': [{'id': '9d73b55f-032f-48af-bd6a-ea7f9ecbbca5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1c23d6dc-ca44-4adf-bba2-68c5241ad141', 'name': '', 'network_id': '7b86ecd6-1225-41e2-b898-37f305172218', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'mac_address': 'fa:16:3e:b9:7f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd554f5e6-4a26-41d8-a9be-8ca53cce7d09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '5dd8698b-95de-4f78-89d7-057b943bac7f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:17Z', 'updated_at': '2022-02-01T04:39:26Z', 'revision_number': 4, 'project_id': 'fe61db31beb2433b8247cdb8a5604696', 'subnets': [{'id': '5dd8698b-95de-4f78-89d7-057b943bac7f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb3e9c0c-f2d4-450c-8f3f-a6087e31af11', 'name': '', 'network_id': '43cd12b8-f372-4f27-998f-307417955842', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'mac_address': 'fa:16:3e:1f:d5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd554f5e6-4a26-41d8-a9be-8ca53cce7d09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '3794f33d-5657-4722-a9b2-4a31bef252ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:12Z', 'updated_at': '2022-02-01T04:39:20Z', 'revision_number': 5, 'project_id': 'fe61db31beb2433b8247cdb8a5604696', 'subnets': [{'id': '3794f33d-5657-4722-a9b2-4a31bef252ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eaef79ba-72f8-478f-910f-419bca0107d8', 'name': '', 'network_id': 'e9117615-b002-4f12-bb92-da96b4aef559', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'mac_address': 'fa:16:3e:a7:e9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd554f5e6-4a26-41d8-a9be-8ca53cce7d09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '577c5877-3e3c-4308-9481-aa5ae0e0e6bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:06Z', 'updated_at': '2022-02-01T04:39:15Z', 'revision_number': 5, 'project_id': 'fe61db31beb2433b8247cdb8a5604696', 'subnets': [{'id': '577c5877-3e3c-4308-9481-aa5ae0e0e6bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:30.008346 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77c015f-3b0c-412c-a5c8-35a597617c67 None None] Pushing event updated for resources: {'Port': ['ID=e744d24e-bc65-4a07-9466-5af4ff228f48,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:30.045708 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6b1882-34c9-4a03-964a-5d758ded97eb None None] The sync data for ids ['d554f5e6-4a26-41d8-a9be-8ca53cce7d09'] in dv-neutron-826830-1-hyperv is: [{'id': 'd554f5e6-4a26-41d8-a9be-8ca53cce7d09', 'name': 'tempest-RoutersTest-router-2050714513', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:39:04Z', 'updated_at': '2022-02-01T04:39:25Z', 'revision_number': 5, 'project_id': 'fe61db31beb2433b8247cdb8a5604696', 'gw_port_host': None, '_interfaces': [{'id': '12a77329-0353-436f-8762-c0bc23fd476b', 'name': '', 'network_id': '77401f96-5c51-425c-8e4e-761b0c78e38b', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'mac_address': 'fa:16:3e:04:da:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd554f5e6-4a26-41d8-a9be-8ca53cce7d09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '9d73b55f-032f-48af-bd6a-ea7f9ecbbca5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:23Z', 'updated_at': '2022-02-01T04:39:25Z', 'revision_number': 2, 'project_id': 'fe61db31beb2433b8247cdb8a5604696', 'subnets': [{'id': '9d73b55f-032f-48af-bd6a-ea7f9ecbbca5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1c23d6dc-ca44-4adf-bba2-68c5241ad141', 'name': '', 'network_id': '7b86ecd6-1225-41e2-b898-37f305172218', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'mac_address': 'fa:16:3e:b9:7f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd554f5e6-4a26-41d8-a9be-8ca53cce7d09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '5dd8698b-95de-4f78-89d7-057b943bac7f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:17Z', 'updated_at': '2022-02-01T04:39:26Z', 'revision_number': 4, 'project_id': 'fe61db31beb2433b8247cdb8a5604696', 'subnets': [{'id': '5dd8698b-95de-4f78-89d7-057b943bac7f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb3e9c0c-f2d4-450c-8f3f-a6087e31af11', 'name': '', 'network_id': '43cd12b8-f372-4f27-998f-307417955842', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'mac_address': 'fa:16:3e:1f:d5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd554f5e6-4a26-41d8-a9be-8ca53cce7d09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '3794f33d-5657-4722-a9b2-4a31bef252ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:12Z', 'updated_at': '2022-02-01T04:39:20Z', 'revision_number': 5, 'project_id': 'fe61db31beb2433b8247cdb8a5604696', 'subnets': [{'id': '3794f33d-5657-4722-a9b2-4a31bef252ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eaef79ba-72f8-478f-910f-419bca0107d8', 'name': '', 'network_id': 'e9117615-b002-4f12-bb92-da96b4aef559', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'mac_address': 'fa:16:3e:a7:e9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd554f5e6-4a26-41d8-a9be-8ca53cce7d09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '577c5877-3e3c-4308-9481-aa5ae0e0e6bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:06Z', 'updated_at': '2022-02-01T04:39:15Z', 'revision_number': 5, 'project_id': 'fe61db31beb2433b8247cdb8a5604696', 'subnets': [{'id': '577c5877-3e3c-4308-9481-aa5ae0e0e6bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:39:30.058453 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c895c0c4-1664-40bc-9d20-3676a657c410 None None] DHCP port deletion for 8ceb2e4b-39f4-4c92-b5f9-53afb557667a request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:39:30.069229 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25563355-d6a7-45ac-88ad-08b127384c27 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Router 74f284ef-6b67-4b50-9c32-cab939688992 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:39:30.125058 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-c895c0c4-1664-40bc-9d20-3676a657c410 None None] Deleting port bcfcd8b1-52b5-48f6-b5b9-c9219bc1c790 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:39:30.125058 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c895c0c4-1664-40bc-9d20-3676a657c410 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:30.184101 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port f867c7a8-4b2c-4044-8eb5-41aef0becd9b completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:39:30.215029 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e625bf-a851-4657-8e57-e51963e0dec5 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:39:30.234701 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f1e625bf-a851-4657-8e57-e51963e0dec5 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:30.236883 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-f1e625bf-a851-4657-8e57-e51963e0dec5 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "PUT /v2.0/routers/d554f5e6-4a26-41d8-a9be-8ca53cce7d09 HTTP/1.1" status: 200 len: 700 time: 1.7142198 Feb 01 04:39:30.242615 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42316) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:30.276575 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device fc4bf33f-7a14-4f99-ad8f-de75a44e3e6c up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:39:30.495066 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-fb3182bc-5a32-4e2b-8844-ab54babb2b5e tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "GET /v2.0/routers/d554f5e6-4a26-41d8-a9be-8ca53cce7d09 HTTP/1.1" status: 200 len: 700 time: 0.2506039 Feb 01 04:39:30.500181 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42320) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:30.607669 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-c895c0c4-1664-40bc-9d20-3676a657c410 None None] For port bcfcd8b1-52b5-48f6-b5b9-c9219bc1c790, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=bcfcd8b1-52b5-48f6-b5b9-c9219bc1c790,segment=NetworkSegment(91d940e5-4827-4ae9-9424-5bfa02f2e8a2),segment_id=91d940e5-4827-4ae9-9424-5bfa02f2e8a2)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:39:30.608065 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c895c0c4-1664-40bc-9d20-3676a657c410 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:30.627070 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-2dda331a-0e81-4907-9743-b45e20dfda54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a11696-656a-4ad1-b7cc-8cc7fc660bac', 'name': 'tempest-TestNetworkBasicOps-router-74301302', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.200'}], 'enable_snat': True}, 'gw_port_id': '67e7115b-8c24-4762-877b-3a702f7e354d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:38:09Z', 'updated_at': '2022-02-01T04:39:26Z', 'revision_number': 5, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': '67e7115b-8c24-4762-877b-3a702f7e354d', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a11696-656a-4ad1-b7cc-8cc7fc660bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:38:10Z', 'updated_at': '2022-02-01T04:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:30.628295 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25563355-d6a7-45ac-88ad-08b127384c27 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:39:30.640441 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5658cc9c-12e1-4aa1-b467-bd5537389e7b None None] Sync routers for ids ['74f284ef-6b67-4b50-9c32-cab939688992'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:39:30.649303 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-25563355-d6a7-45ac-88ad-08b127384c27 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "PUT /v2.0/routers/74f284ef-6b67-4b50-9c32-cab939688992/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0389218 Feb 01 04:39:30.651341 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2061aaa4-be9c-4931-abd5-94ef0fc3598d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:30.658989 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5658cc9c-12e1-4aa1-b467-bd5537389e7b None None] Routers {'74f284ef-6b67-4b50-9c32-cab939688992'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:39:30.660748 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42324) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:30.661061 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-5658cc9c-12e1-4aa1-b467-bd5537389e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:39:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['74f284ef-6b67-4b50-9c32-cab939688992'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:30.713231 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-e86bdd56-43ae-4aae-ae19-a99b42b192e5 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1191475149'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:39:30.718230 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e86bdd56-43ae-4aae-ae19-a99b42b192e5 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:39:30.723913 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e86bdd56-43ae-4aae-ae19-a99b42b192e5 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Usage tracker for resource:network and tenant:1f6ca98a557d4325996431c1756276f6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:39:30.726959 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e86bdd56-43ae-4aae-ae19-a99b42b192e5 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:39:30.733877 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e86bdd56-43ae-4aae-ae19-a99b42b192e5 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:39:30.784184 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2061aaa4-be9c-4931-abd5-94ef0fc3598d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event deleted for resources: {'Port': ['ID=67e7115b-8c24-4762-877b-3a702f7e354d,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:30.850436 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2061aaa4-be9c-4931-abd5-94ef0fc3598d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-774381'] for router_gateway, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:31.005181 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-c895c0c4-1664-40bc-9d20-3676a657c410 None None] Calling delete_port for bcfcd8b1-52b5-48f6-b5b9-c9219bc1c790 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:39:31.005887 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-5658cc9c-12e1-4aa1-b467-bd5537389e7b None None] Set router 74f284ef-6b67-4b50-9c32-cab939688992 gateway port host: None {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:39:31.090992 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dda331a-0e81-4907-9743-b45e20dfda54 None None] Checking router: a6a11696-656a-4ad1-b7cc-8cc7fc660bac for host: dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:39:31.144320 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port fc4bf33f-7a14-4f99-ad8f-de75a44e3e6c triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:39:31.144612 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:31.154984 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2061aaa4-be9c-4931-abd5-94ef0fc3598d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25968'] for router, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:31.157153 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2061aaa4-be9c-4931-abd5-94ef0fc3598d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:31.180251 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86bdd56-43ae-4aae-ae19-a99b42b192e5 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Made reservation on behalf of 1f6ca98a557d4325996431c1756276f6 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:39:31.187007 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e86bdd56-43ae-4aae-ae19-a99b42b192e5 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:31.190307 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dda331a-0e81-4907-9743-b45e20dfda54 None None] Routers {'a6a11696-656a-4ad1-b7cc-8cc7fc660bac'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:39:31.198157 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-2dda331a-0e81-4907-9743-b45e20dfda54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:39:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['a6a11696-656a-4ad1-b7cc-8cc7fc660bac'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:31.228270 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2061aaa4-be9c-4931-abd5-94ef0fc3598d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772958'] for router, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:31.228911 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2061aaa4-be9c-4931-abd5-94ef0fc3598d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Fanout notify agent at l3_agent the message router_deleted on router a6a11696-656a-4ad1-b7cc-8cc7fc660bac {{(pid=87636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 01 04:39:31.257114 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2061aaa4-be9c-4931-abd5-94ef0fc3598d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:31.258780 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2061aaa4-be9c-4931-abd5-94ef0fc3598d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "DELETE /v2.0/routers/a6a11696-656a-4ad1-b7cc-8cc7fc660bac HTTP/1.1" status: 204 len: 168 time: 2.9145129 Feb 01 04:39:31.269428 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e86bdd56-43ae-4aae-ae19-a99b42b192e5 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:39:31.272069 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42328) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:31.289157 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e86bdd56-43ae-4aae-ae19-a99b42b192e5 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:31.290049 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-e86bdd56-43ae-4aae-ae19-a99b42b192e5 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Added segment d6dc8faa-c5f7-44c7-84fa-9910084e20fb of type vlan for network 12372e28-c5ed-4d3d-868c-2b2c91f98110 Feb 01 04:39:31.334022 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e86bdd56-43ae-4aae-ae19-a99b42b192e5 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:31.348602 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-1743307d-3fa1-4a5f-a5a5-48c6335fc861 None None] Provisioning for port f867c7a8-4b2c-4044-8eb5-41aef0becd9b completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:39:31.356448 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c895c0c4-1664-40bc-9d20-3676a657c410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:31.376054 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e86bdd56-43ae-4aae-ae19-a99b42b192e5 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:31.384349 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86bdd56-43ae-4aae-ae19-a99b42b192e5 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:39:31.387446 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e86bdd56-43ae-4aae-ae19-a99b42b192e5 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:31.434363 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-2dda331a-0e81-4907-9743-b45e20dfda54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:31.434645 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dda331a-0e81-4907-9743-b45e20dfda54 None None] The sync data for ids ['a6a11696-656a-4ad1-b7cc-8cc7fc660bac'] in dv-neutron-826830-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:39:31.450921 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-1743307d-3fa1-4a5f-a5a5-48c6335fc861 None None] Provisioning complete for port f867c7a8-4b2c-4044-8eb5-41aef0becd9b triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:39:31.451387 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1743307d-3fa1-4a5f-a5a5-48c6335fc861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:31.503833 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c895c0c4-1664-40bc-9d20-3676a657c410 None None] Pushing event deleted for resources: {'Port': ['ID=bcfcd8b1-52b5-48f6-b5b9-c9219bc1c790,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:31.546382 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9981e181-266d-45cd-8511-897e3c056e24 None None] Network fc8423bf-5d16-4390-91d1-032c0c9fda0f requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:39:31.561175 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e86bdd56-43ae-4aae-ae19-a99b42b192e5 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8527768 Feb 01 04:39:31.561873 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42332) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:31.566750 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-68f8edb3-fcbc-4609-b192-73d17c23a07e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:31.578620 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-8fa86c57-2e02-457a-ab9d-7b8c27334e12 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Request body: {'subnet': {'network_id': '12372e28-c5ed-4d3d-868c-2b2c91f98110', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:39:31.614838 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c895c0c4-1664-40bc-9d20-3676a657c410 None None] No DVR routers for this DVR port bcfcd8b1-52b5-48f6-b5b9-c9219bc1c790 on host dv-neutron-826830-1-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:39:31.683794 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86bdd56-43ae-4aae-ae19-a99b42b192e5 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Pushing event updated for resources: {'Network': ['ID=12372e28-c5ed-4d3d-868c-2b2c91f98110,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:31.800655 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-5658cc9c-12e1-4aa1-b467-bd5537389e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f284ef-6b67-4b50-9c32-cab939688992', 'name': 'tempest-RoutersIpV6Test-router-1293814552', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:39:13Z', 'updated_at': '2022-02-01T04:39:28Z', 'revision_number': 3, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'gw_port_host': None, '_interfaces': [{'id': '2bf62b2c-7d91-45b6-929c-fdd211c3eeaa', 'name': '', 'network_id': 'fc8423bf-5d16-4390-91d1-032c0c9fda0f', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'mac_address': 'fa:16:3e:51:53:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74f284ef-6b67-4b50-9c32-cab939688992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '105f9a8f-e330-4d2e-9f8d-14915fec692e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:24Z', 'updated_at': '2022-02-01T04:39:28Z', 'revision_number': 2, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'subnets': [{'id': '105f9a8f-e330-4d2e-9f8d-14915fec692e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7fff0c1-fbba-4bc1-acb5-95acfddd5d80', 'name': '', 'network_id': '4dd93543-263a-4c41-a512-ce62a8769aca', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'mac_address': 'fa:16:3e:c0:64:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f284ef-6b67-4b50-9c32-cab939688992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '861a0651-7bb1-4764-9619-8fa9fc9738e0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:16Z', 'updated_at': '2022-02-01T04:39:28Z', 'revision_number': 5, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'subnets': [{'id': '861a0651-7bb1-4764-9619-8fa9fc9738e0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:31.824435 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5658cc9c-12e1-4aa1-b467-bd5537389e7b None None] Checking router: 74f284ef-6b67-4b50-9c32-cab939688992 for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:39:31.824804 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5658cc9c-12e1-4aa1-b467-bd5537389e7b None None] Updating router 74f284ef-6b67-4b50-9c32-cab939688992 port 2bf62b2c-7d91-45b6-929c-fdd211c3eeaa binding host dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 04:39:31.850585 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-8fa86c57-2e02-457a-ab9d-7b8c27334e12 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:39:31.855259 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-8fa86c57-2e02-457a-ab9d-7b8c27334e12 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Usage tracker for resource:subnet and tenant:1f6ca98a557d4325996431c1756276f6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:39:31.859790 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-8fa86c57-2e02-457a-ab9d-7b8c27334e12 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:39:31.869720 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-8fa86c57-2e02-457a-ab9d-7b8c27334e12 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:39:31.871169 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 12372e28-c5ed-4d3d-868c-2b2c91f98110 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:39:31.906221 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa86c57-2e02-457a-ab9d-7b8c27334e12 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Made reservation on behalf of 1f6ca98a557d4325996431c1756276f6 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:39:31.918674 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-68f8edb3-fcbc-4609-b192-73d17c23a07e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:31.919679 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8fa86c57-2e02-457a-ab9d-7b8c27334e12 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:31.965834 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-68f8edb3-fcbc-4609-b192-73d17c23a07e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ceb2e4b-39f4-4c92-b5f9-53afb557667a']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:31.974104 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5658cc9c-12e1-4aa1-b467-bd5537389e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:31.982799 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-68f8edb3-fcbc-4609-b192-73d17c23a07e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91d940e5-4827-4ae9-9424-5bfa02f2e8a2') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:31.983097 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-68f8edb3-fcbc-4609-b192-73d17c23a07e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91d940e5-4827-4ae9-9424-5bfa02f2e8a2') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:32.001573 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-68f8edb3-fcbc-4609-b192-73d17c23a07e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:32.026567 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-68f8edb3-fcbc-4609-b192-73d17c23a07e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:32.067473 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68f8edb3-fcbc-4609-b192-73d17c23a07e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:39:32.068114 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-68f8edb3-fcbc-4609-b192-73d17c23a07e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:32.133740 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f59f2f65-19a3-4dc1-8715-251af91e0f4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:32.195954 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 04:39:32.195954 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:39:32.195954 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 04:39:32.195954 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:39:32.195954 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 04:39:32.195954 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:39:32.195954 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 04:39:32.195954 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:39:32.195954 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 04:39:32.195954 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:39:32.195954 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 04:39:32.195954 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:39:32.195954 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 04:39:32.195954 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:39:32.195954 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:39:32.195954 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:39:32.195954 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:39:32.195954 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:39:32.195954 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 04:39:32.195954 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:39:32.195954 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 04:39:32.195954 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:39:32.195954 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:39:32.195954 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:39:32.195954 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 04:39:32.195954 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:39:32.195954 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:39:32.195954 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:39:32.195954 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:39:32.195954 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:39:32.195954 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:39:32.195954 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:39:32.220070 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-68f8edb3-fcbc-4609-b192-73d17c23a07e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:32.232121 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-68f8edb3-fcbc-4609-b192-73d17c23a07e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:32.239979 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0efe84-d1a9-464f-ae8f-58fffb2ec64f None None] Sync routers for ids ['d554f5e6-4a26-41d8-a9be-8ca53cce7d09'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:39:32.279496 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f8edb3-fcbc-4609-b192-73d17c23a07e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event deleted for resources: {'Network': ['ID=8ceb2e4b-39f4-4c92-b5f9-53afb557667a,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:32.289290 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ad19a110-12ea-40ab-8bad-036c33e96f14 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-371968'] for router_interface, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:32.344977 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8fa86c57-2e02-457a-ab9d-7b8c27334e12 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:32.366807 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 04:39:32.382978 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-68f8edb3-fcbc-4609-b192-73d17c23a07e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "DELETE /v2.0/networks/8ceb2e4b-39f4-4c92-b5f9-53afb557667a HTTP/1.1" status: 204 len: 168 time: 1.0910747 Feb 01 04:39:32.382978 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42336) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:32.397574 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0efe84-d1a9-464f-ae8f-58fffb2ec64f None None] Routers {'d554f5e6-4a26-41d8-a9be-8ca53cce7d09'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:39:32.398217 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-6e0efe84-d1a9-464f-ae8f-58fffb2ec64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:39:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['d554f5e6-4a26-41d8-a9be-8ca53cce7d09'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:32.409283 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-83acada4-4d9b-425c-857a-04eedbf051c7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'network': {'name': 'tempest-network-smoke--635667551', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'port_security_enabled': True}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:39:32.489403 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1743307d-3fa1-4a5f-a5a5-48c6335fc861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:32.539437 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa86c57-2e02-457a-ab9d-7b8c27334e12 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Checking segment: {'id': 'd6dc8faa-c5f7-44c7-84fa-9910084e20fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '12372e28-c5ed-4d3d-868c-2b2c91f98110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:39:32.542358 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa86c57-2e02-457a-ab9d-7b8c27334e12 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Network hostable DHCP agents. Network: 12372e28-c5ed-4d3d-868c-2b2c91f98110, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:39:32.557398 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5658cc9c-12e1-4aa1-b467-bd5537389e7b None None] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:32.562443 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa86c57-2e02-457a-ab9d-7b8c27334e12 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Pushing event updated for resources: {'Subnet': ['ID=6e6383a8-71a2-4c5b-bd9c-04842e06de56,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:32.571789 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-5658cc9c-12e1-4aa1-b467-bd5537389e7b None None] Transition to ACTIVE for port object 2bf62b2c-7d91-45b6-929c-fdd211c3eeaa will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:39:32.591965 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5658cc9c-12e1-4aa1-b467-bd5537389e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:32.593340 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa86c57-2e02-457a-ab9d-7b8c27334e12 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Network 12372e28-c5ed-4d3d-868c-2b2c91f98110 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:39:32.614185 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-8fa86c57-2e02-457a-ab9d-7b8c27334e12 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, 12372e28-c5ed-4d3d-868c-2b2c91f98110) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:39:32.629001 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956a1a0a-efd7-4f93-9eb8-20f797a0f75a None None] Network 12372e28-c5ed-4d3d-868c-2b2c91f98110 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:39:32.630533 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-83acada4-4d9b-425c-857a-04eedbf051c7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:39:32.638021 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa86c57-2e02-457a-ab9d-7b8c27334e12 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:39:32.639010 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8fa86c57-2e02-457a-ab9d-7b8c27334e12 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:32.674502 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-8fa86c57-2e02-457a-ab9d-7b8c27334e12 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1061630 Feb 01 04:39:32.674738 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-1743307d-3fa1-4a5f-a5a5-48c6335fc861 None None] For port f867c7a8-4b2c-4044-8eb5-41aef0becd9b, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=f867c7a8-4b2c-4044-8eb5-41aef0becd9b,segment=NetworkSegment(b1876a2b-b0f4-43f8-85cc-602694bf7d43),segment_id=b1876a2b-b0f4-43f8-85cc-602694bf7d43)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:39:32.674857 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42340) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:32.679847 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-83acada4-4d9b-425c-857a-04eedbf051c7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:network and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:39:32.683879 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-83acada4-4d9b-425c-857a-04eedbf051c7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:39:32.699923 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-83acada4-4d9b-425c-857a-04eedbf051c7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:39:32.720905 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83acada4-4d9b-425c-857a-04eedbf051c7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Made reservation on behalf of 0629703b9474474a9f2fde13723d2e8b for: {'network': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:39:32.740345 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1743307d-3fa1-4a5f-a5a5-48c6335fc861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:32.741983 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-83acada4-4d9b-425c-857a-04eedbf051c7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:32.747322 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-6e0efe84-d1a9-464f-ae8f-58fffb2ec64f None None] Set router d554f5e6-4a26-41d8-a9be-8ca53cce7d09 gateway port host: None {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:39:32.802657 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83acada4-4d9b-425c-857a-04eedbf051c7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=87637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:39:32.814757 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-83acada4-4d9b-425c-857a-04eedbf051c7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:32.815657 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.segments_db [None req-83acada4-4d9b-425c-857a-04eedbf051c7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Added segment 1f5d8862-e520-40b2-b726-5bbe55278b56 of type vlan for network bbc50e3d-1342-4e04-b690-f6146b0d424c Feb 01 04:39:32.858709 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-83acada4-4d9b-425c-857a-04eedbf051c7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:32.977868 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c697fdf-67da-4b87-898a-e319c9088489 None None] Pushing event updated for resources: {'Port': ['ID=2bf62b2c-7d91-45b6-929c-fdd211c3eeaa,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:32.992322 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.resource_extend [None req-83acada4-4d9b-425c-857a-04eedbf051c7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 01 04:39:33.002386 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-5658cc9c-12e1-4aa1-b467-bd5537389e7b None None] Attempting to bind port 2bf62b2c-7d91-45b6-929c-fdd211c3eeaa on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:39:33.003213 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-5658cc9c-12e1-4aa1-b467-bd5537389e7b None None] Attempting to bind port 2bf62b2c-7d91-45b6-929c-fdd211c3eeaa by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '92a8fbb0-e096-4bba-9963-e312c59f459d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'fc8423bf-5d16-4390-91d1-032c0c9fda0f'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:39:33.004010 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5658cc9c-12e1-4aa1-b467-bd5537389e7b None None] Attempting to bind port 2bf62b2c-7d91-45b6-929c-fdd211c3eeaa on network fc8423bf-5d16-4390-91d1-032c0c9fda0f {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:39:33.013386 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 1c23d6dc-ca44-4adf-bba2-68c5241ad141 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:39:33.016825 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5658cc9c-12e1-4aa1-b467-bd5537389e7b None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:39:33.017194 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5658cc9c-12e1-4aa1-b467-bd5537389e7b None None] Checking segment: {'id': '92a8fbb0-e096-4bba-9963-e312c59f459d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'fc8423bf-5d16-4390-91d1-032c0c9fda0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:39:33.017591 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5658cc9c-12e1-4aa1-b467-bd5537389e7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:33.019580 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5658cc9c-12e1-4aa1-b467-bd5537389e7b None None] Bound using segment: {'id': '92a8fbb0-e096-4bba-9963-e312c59f459d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'fc8423bf-5d16-4390-91d1-032c0c9fda0f'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:39:33.020061 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-5658cc9c-12e1-4aa1-b467-bd5537389e7b None None] Bound port: 2bf62b2c-7d91-45b6-929c-fdd211c3eeaa, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92a8fbb0-e096-4bba-9963-e312c59f459d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'fc8423bf-5d16-4390-91d1-032c0c9fda0f'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:39:33.020431 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5658cc9c-12e1-4aa1-b467-bd5537389e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:33.065071 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-83acada4-4d9b-425c-857a-04eedbf051c7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:33.070317 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83acada4-4d9b-425c-857a-04eedbf051c7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:39:33.071301 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-83acada4-4d9b-425c-857a-04eedbf051c7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:33.110327 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-cb7bca95-10ca-411a-8c5c-3cb7e140ff39 None None] Provisioning for port e744d24e-bc65-4a07-9466-5af4ff228f48 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:39:33.168589 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-5658cc9c-12e1-4aa1-b467-bd5537389e7b None None] For port 2bf62b2c-7d91-45b6-929c-fdd211c3eeaa, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:39:33.175682 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-5658cc9c-12e1-4aa1-b467-bd5537389e7b None None] For port 2bf62b2c-7d91-45b6-929c-fdd211c3eeaa, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=2bf62b2c-7d91-45b6-929c-fdd211c3eeaa,segment=NetworkSegment(92a8fbb0-e096-4bba-9963-e312c59f459d),segment_id=92a8fbb0-e096-4bba-9963-e312c59f459d)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:39:33.182328 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5658cc9c-12e1-4aa1-b467-bd5537389e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:33.214529 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-83acada4-4d9b-425c-857a-04eedbf051c7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8132954 Feb 01 04:39:33.219608 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42344) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:33.221235 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83acada4-4d9b-425c-857a-04eedbf051c7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'Network': ['ID=bbc50e3d-1342-4e04-b690-f6146b0d424c,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:33.233311 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-5f661979-ee76-425a-8a6f-44a25b2b5cef tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-208474054', 'admin_state_up': True, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:39:33.241349 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-5f661979-ee76-425a-8a6f-44a25b2b5cef tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:39:33.245853 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-5f661979-ee76-425a-8a6f-44a25b2b5cef tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:router and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:39:33.250002 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-5f661979-ee76-425a-8a6f-44a25b2b5cef tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:39:33.256245 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-5f661979-ee76-425a-8a6f-44a25b2b5cef tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:39:33.286604 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network bbc50e3d-1342-4e04-b690-f6146b0d424c details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:39:33.306627 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5658cc9c-12e1-4aa1-b467-bd5537389e7b None None] Routers {'74f284ef-6b67-4b50-9c32-cab939688992'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:39:33.307619 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-5658cc9c-12e1-4aa1-b467-bd5537389e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:39:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['74f284ef-6b67-4b50-9c32-cab939688992'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:33.308014 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-ad19a110-12ea-40ab-8bad-036c33e96f14 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Deleting port 12a77329-0353-436f-8762-c0bc23fd476b {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:39:33.308503 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ad19a110-12ea-40ab-8bad-036c33e96f14 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:33.364671 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5f661979-ee76-425a-8a6f-44a25b2b5cef tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25958'] for router, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:33.365704 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5f661979-ee76-425a-8a6f-44a25b2b5cef tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-372027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25961'] for router, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:33.383448 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1743307d-3fa1-4a5f-a5a5-48c6335fc861 None None] Pushing event updated for resources: {'Port': ['ID=f867c7a8-4b2c-4044-8eb5-41aef0becd9b,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:33.493150 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-5658cc9c-12e1-4aa1-b467-bd5537389e7b None None] Set router 74f284ef-6b67-4b50-9c32-cab939688992 gateway port host: None {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:39:33.591171 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ad19a110-12ea-40ab-8bad-036c33e96f14 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:33.638990 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-cb7bca95-10ca-411a-8c5c-3cb7e140ff39 None None] Provisioning for port 12a77329-0353-436f-8762-c0bc23fd476b completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:39:33.757511 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-cb7bca95-10ca-411a-8c5c-3cb7e140ff39 None None] Provisioning complete for port 12a77329-0353-436f-8762-c0bc23fd476b triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:39:33.758305 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cb7bca95-10ca-411a-8c5c-3cb7e140ff39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:33.790348 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5fac77df-c60e-41b4-b885-b263442b2749 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:33.790618 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-ad19a110-12ea-40ab-8bad-036c33e96f14 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Calling delete_port for 12a77329-0353-436f-8762-c0bc23fd476b owned by network:router_interface {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:39:33.802077 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5f661979-ee76-425a-8a6f-44a25b2b5cef tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:33.874787 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 1c23d6dc-ca44-4adf-bba2-68c5241ad141 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:39:33.877845 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c697fdf-67da-4b87-898a-e319c9088489 None None] Pushing event updated for resources: {'Port': ['ID=2bf62b2c-7d91-45b6-929c-fdd211c3eeaa,revision_number=4']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:33.973810 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e00823-d49d-401f-b37c-5142725f7641 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-12372e28-c5ed-4d3d-868c-2b2c91f98110', 'network_id': '12372e28-c5ed-4d3d-868c-2b2c91f98110', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'fixed_ips': [{'subnet_id': '6e6383a8-71a2-4c5b-bd9c-04842e06de56'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:39:33.976130 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e5e00823-d49d-401f-b37c-5142725f7641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:34.004365 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 1c23d6dc-ca44-4adf-bba2-68c5241ad141 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:39:34.004850 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:34.092826 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ad19a110-12ea-40ab-8bad-036c33e96f14 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:34.099314 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-5658cc9c-12e1-4aa1-b467-bd5537389e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f284ef-6b67-4b50-9c32-cab939688992', 'name': 'tempest-RoutersIpV6Test-router-1293814552', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:39:13Z', 'updated_at': '2022-02-01T04:39:28Z', 'revision_number': 3, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'gw_port_host': None, '_interfaces': [{'id': '2bf62b2c-7d91-45b6-929c-fdd211c3eeaa', 'name': '', 'network_id': 'fc8423bf-5d16-4390-91d1-032c0c9fda0f', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'mac_address': 'fa:16:3e:51:53:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74f284ef-6b67-4b50-9c32-cab939688992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '105f9a8f-e330-4d2e-9f8d-14915fec692e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:24Z', 'updated_at': '2022-02-01T04:39:33Z', 'revision_number': 4, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'subnets': [{'id': '105f9a8f-e330-4d2e-9f8d-14915fec692e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7fff0c1-fbba-4bc1-acb5-95acfddd5d80', 'name': '', 'network_id': '4dd93543-263a-4c41-a512-ce62a8769aca', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'mac_address': 'fa:16:3e:c0:64:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f284ef-6b67-4b50-9c32-cab939688992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '861a0651-7bb1-4764-9619-8fa9fc9738e0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:16Z', 'updated_at': '2022-02-01T04:39:28Z', 'revision_number': 5, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'subnets': [{'id': '861a0651-7bb1-4764-9619-8fa9fc9738e0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:34.104064 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5658cc9c-12e1-4aa1-b467-bd5537389e7b None None] The sync data for ids ['74f284ef-6b67-4b50-9c32-cab939688992'] in dv-neutron-826830-1-hyperv is: [{'id': '74f284ef-6b67-4b50-9c32-cab939688992', 'name': 'tempest-RoutersIpV6Test-router-1293814552', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:39:13Z', 'updated_at': '2022-02-01T04:39:28Z', 'revision_number': 3, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'gw_port_host': None, '_interfaces': [{'id': '2bf62b2c-7d91-45b6-929c-fdd211c3eeaa', 'name': '', 'network_id': 'fc8423bf-5d16-4390-91d1-032c0c9fda0f', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'mac_address': 'fa:16:3e:51:53:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74f284ef-6b67-4b50-9c32-cab939688992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '105f9a8f-e330-4d2e-9f8d-14915fec692e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:24Z', 'updated_at': '2022-02-01T04:39:33Z', 'revision_number': 4, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'subnets': [{'id': '105f9a8f-e330-4d2e-9f8d-14915fec692e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7fff0c1-fbba-4bc1-acb5-95acfddd5d80', 'name': '', 'network_id': '4dd93543-263a-4c41-a512-ce62a8769aca', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'mac_address': 'fa:16:3e:c0:64:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f284ef-6b67-4b50-9c32-cab939688992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '861a0651-7bb1-4764-9619-8fa9fc9738e0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:16Z', 'updated_at': '2022-02-01T04:39:28Z', 'revision_number': 5, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'subnets': [{'id': '861a0651-7bb1-4764-9619-8fa9fc9738e0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:39:34.121798 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-cb7bca95-10ca-411a-8c5c-3cb7e140ff39 None None] Port 12a77329-0353-436f-8762-c0bc23fd476b cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:39:34.157399 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19a110-12ea-40ab-8bad-036c33e96f14 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Pushing event deleted for resources: {'Port': ['ID=12a77329-0353-436f-8762-c0bc23fd476b,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:34.368307 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-cb7bca95-10ca-411a-8c5c-3cb7e140ff39 None None] Provisioning complete for port f867c7a8-4b2c-4044-8eb5-41aef0becd9b triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:39:34.369981 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cb7bca95-10ca-411a-8c5c-3cb7e140ff39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:34.433647 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5f661979-ee76-425a-8a6f-44a25b2b5cef tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:34.453390 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aec2c271-b5e6-40be-8d6b-53e88a05be3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:34.608491 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ad19a110-12ea-40ab-8bad-036c33e96f14 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770960'] for router_interface, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:34.611343 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-6e0efe84-d1a9-464f-ae8f-58fffb2ec64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd554f5e6-4a26-41d8-a9be-8ca53cce7d09', 'name': 'tempest-RoutersTest-router-2050714513', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:39:04Z', 'updated_at': '2022-02-01T04:39:29Z', 'revision_number': 7, 'project_id': 'fe61db31beb2433b8247cdb8a5604696', 'gw_port_host': None, '_interfaces': [{'id': '12a77329-0353-436f-8762-c0bc23fd476b', 'name': '', 'network_id': '77401f96-5c51-425c-8e4e-761b0c78e38b', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'mac_address': 'fa:16:3e:04:da:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd554f5e6-4a26-41d8-a9be-8ca53cce7d09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '9d73b55f-032f-48af-bd6a-ea7f9ecbbca5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:23Z', 'updated_at': '2022-02-01T04:39:25Z', 'revision_number': 2, 'project_id': 'fe61db31beb2433b8247cdb8a5604696', 'subnets': [{'id': '9d73b55f-032f-48af-bd6a-ea7f9ecbbca5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1c23d6dc-ca44-4adf-bba2-68c5241ad141', 'name': '', 'network_id': '7b86ecd6-1225-41e2-b898-37f305172218', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'mac_address': 'fa:16:3e:b9:7f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd554f5e6-4a26-41d8-a9be-8ca53cce7d09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '5dd8698b-95de-4f78-89d7-057b943bac7f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:17Z', 'updated_at': '2022-02-01T04:39:26Z', 'revision_number': 4, 'project_id': 'fe61db31beb2433b8247cdb8a5604696', 'subnets': [{'id': '5dd8698b-95de-4f78-89d7-057b943bac7f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb3e9c0c-f2d4-450c-8f3f-a6087e31af11', 'name': '', 'network_id': '43cd12b8-f372-4f27-998f-307417955842', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'mac_address': 'fa:16:3e:1f:d5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd554f5e6-4a26-41d8-a9be-8ca53cce7d09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '3794f33d-5657-4722-a9b2-4a31bef252ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:12Z', 'updated_at': '2022-02-01T04:39:20Z', 'revision_number': 5, 'project_id': 'fe61db31beb2433b8247cdb8a5604696', 'subnets': [{'id': '3794f33d-5657-4722-a9b2-4a31bef252ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eaef79ba-72f8-478f-910f-419bca0107d8', 'name': '', 'network_id': 'e9117615-b002-4f12-bb92-da96b4aef559', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'mac_address': 'fa:16:3e:a7:e9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd554f5e6-4a26-41d8-a9be-8ca53cce7d09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '577c5877-3e3c-4308-9481-aa5ae0e0e6bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:06Z', 'updated_at': '2022-02-01T04:39:15Z', 'revision_number': 5, 'project_id': 'fe61db31beb2433b8247cdb8a5604696', 'subnets': [{'id': '577c5877-3e3c-4308-9481-aa5ae0e0e6bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:34.627043 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0efe84-d1a9-464f-ae8f-58fffb2ec64f None None] Checking router: d554f5e6-4a26-41d8-a9be-8ca53cce7d09 for host: dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:39:34.627610 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0efe84-d1a9-464f-ae8f-58fffb2ec64f None None] Updating router d554f5e6-4a26-41d8-a9be-8ca53cce7d09 port 12a77329-0353-436f-8762-c0bc23fd476b binding host dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 04:39:34.696452 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:34.753811 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0efe84-d1a9-464f-ae8f-58fffb2ec64f None None] Port 12a77329-0353-436f-8762-c0bc23fd476b not found while updating agent binding for router d554f5e6-4a26-41d8-a9be-8ca53cce7d09. {{(pid=87638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 01 04:39:34.809086 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-e5e00823-d49d-401f-b37c-5142725f7641 None None] Allocated IP 2001:db8:2::2 (12372e28-c5ed-4d3d-868c-2b2c91f98110/6e6383a8-71a2-4c5b-bd9c-04842e06de56/21421ddd-17ce-4f0a-b4e4-9f2cfa996d79) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:39:34.814715 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0efe84-d1a9-464f-ae8f-58fffb2ec64f None None] Routers {'d554f5e6-4a26-41d8-a9be-8ca53cce7d09'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:39:34.815578 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-6e0efe84-d1a9-464f-ae8f-58fffb2ec64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:39:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['d554f5e6-4a26-41d8-a9be-8ca53cce7d09'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:34.963415 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5f661979-ee76-425a-8a6f-44a25b2b5cef tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for router_gateway, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:34.994843 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-6e0efe84-d1a9-464f-ae8f-58fffb2ec64f None None] Set router d554f5e6-4a26-41d8-a9be-8ca53cce7d09 gateway port host: None {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:39:34.998328 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5f661979-ee76-425a-8a6f-44a25b2b5cef tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:35.092404 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 1c23d6dc-ca44-4adf-bba2-68c5241ad141, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=1c23d6dc-ca44-4adf-bba2-68c5241ad141,segment=NetworkSegment(9299f820-1955-493c-a5c9-1898fe01503b),segment_id=9299f820-1955-493c-a5c9-1898fe01503b)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:39:35.170689 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:35.171496 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device e7fff0c1-fbba-4bc1-acb5-95acfddd5d80 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:39:35.204698 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad19a110-12ea-40ab-8bad-036c33e96f14 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Router d554f5e6-4a26-41d8-a9be-8ca53cce7d09 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:39:35.283515 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-5f661979-ee76-425a-8a6f-44a25b2b5cef tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Allocated IP 172.26.8.222 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/2c6c2e95-b7b8-4eb6-a2f3-89378f9e3600) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:39:35.370022 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad19a110-12ea-40ab-8bad-036c33e96f14 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:39:35.386996 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-ad19a110-12ea-40ab-8bad-036c33e96f14 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "PUT /v2.0/routers/d554f5e6-4a26-41d8-a9be-8ca53cce7d09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8854885 Feb 01 04:39:35.390142 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42348) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:35.486738 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-ace51a97-8993-4ada-a3d1-635e5b370564 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Deleting subnet 9d73b55f-032f-48af-bd6a-ea7f9ecbbca5 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:39:35.493698 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ace51a97-8993-4ada-a3d1-635e5b370564 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:35.524975 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5f661979-ee76-425a-8a6f-44a25b2b5cef tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:35.538807 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:35.553252 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=1c23d6dc-ca44-4adf-bba2-68c5241ad141,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:35.559226 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ace51a97-8993-4ada-a3d1-635e5b370564 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145757'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:35.579047 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:35.614003 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-5c0cf189-ca26-47f2-8d28-ddb549e91b6d None None] Provisioning for port 2bf62b2c-7d91-45b6-929c-fdd211c3eeaa completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:39:35.637191 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5f661979-ee76-425a-8a6f-44a25b2b5cef tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:35.703832 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port e7fff0c1-fbba-4bc1-acb5-95acfddd5d80 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:39:35.704194 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:35.710941 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f661979-ee76-425a-8a6f-44a25b2b5cef tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:39:35.714900 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-5f661979-ee76-425a-8a6f-44a25b2b5cef tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:39:35.720830 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f661979-ee76-425a-8a6f-44a25b2b5cef tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:39:35.764656 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f661979-ee76-425a-8a6f-44a25b2b5cef tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'Port': ['ID=2c6c2e95-b7b8-4eb6-a2f3-89378f9e3600,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:35.767368 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ace51a97-8993-4ada-a3d1-635e5b370564 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:35.784963 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e5e00823-d49d-401f-b37c-5142725f7641 None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:35.799752 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-e5e00823-d49d-401f-b37c-5142725f7641 None None] Transition to ACTIVE for port object 21421ddd-17ce-4f0a-b4e4-9f2cfa996d79 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:39:35.834277 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-e5e00823-d49d-401f-b37c-5142725f7641 None None] Transition to ACTIVE for port object 21421ddd-17ce-4f0a-b4e4-9f2cfa996d79 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:39:35.867349 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e5e00823-d49d-401f-b37c-5142725f7641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:35.949004 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-6e0efe84-d1a9-464f-ae8f-58fffb2ec64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd554f5e6-4a26-41d8-a9be-8ca53cce7d09', 'name': 'tempest-RoutersTest-router-2050714513', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:39:04Z', 'updated_at': '2022-02-01T04:39:33Z', 'revision_number': 8, 'project_id': 'fe61db31beb2433b8247cdb8a5604696', 'gw_port_host': None, '_interfaces': [{'id': '1c23d6dc-ca44-4adf-bba2-68c5241ad141', 'name': '', 'network_id': '7b86ecd6-1225-41e2-b898-37f305172218', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'mac_address': 'fa:16:3e:b9:7f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd554f5e6-4a26-41d8-a9be-8ca53cce7d09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '5dd8698b-95de-4f78-89d7-057b943bac7f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:17Z', 'updated_at': '2022-02-01T04:39:26Z', 'revision_number': 4, 'project_id': 'fe61db31beb2433b8247cdb8a5604696', 'subnets': [{'id': '5dd8698b-95de-4f78-89d7-057b943bac7f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb3e9c0c-f2d4-450c-8f3f-a6087e31af11', 'name': '', 'network_id': '43cd12b8-f372-4f27-998f-307417955842', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'mac_address': 'fa:16:3e:1f:d5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd554f5e6-4a26-41d8-a9be-8ca53cce7d09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '3794f33d-5657-4722-a9b2-4a31bef252ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:12Z', 'updated_at': '2022-02-01T04:39:20Z', 'revision_number': 5, 'project_id': 'fe61db31beb2433b8247cdb8a5604696', 'subnets': [{'id': '3794f33d-5657-4722-a9b2-4a31bef252ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eaef79ba-72f8-478f-910f-419bca0107d8', 'name': '', 'network_id': 'e9117615-b002-4f12-bb92-da96b4aef559', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'mac_address': 'fa:16:3e:a7:e9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd554f5e6-4a26-41d8-a9be-8ca53cce7d09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '577c5877-3e3c-4308-9481-aa5ae0e0e6bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:06Z', 'updated_at': '2022-02-01T04:39:15Z', 'revision_number': 5, 'project_id': 'fe61db31beb2433b8247cdb8a5604696', 'subnets': [{'id': '577c5877-3e3c-4308-9481-aa5ae0e0e6bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:35.961208 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e00823-d49d-401f-b37c-5142725f7641 None None] Network 12372e28-c5ed-4d3d-868c-2b2c91f98110 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:39:35.965202 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-e5e00823-d49d-401f-b37c-5142725f7641 None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:39:35.967098 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0efe84-d1a9-464f-ae8f-58fffb2ec64f None None] The sync data for ids ['d554f5e6-4a26-41d8-a9be-8ca53cce7d09'] in dv-neutron-826830-1-hyperv is: [{'id': 'd554f5e6-4a26-41d8-a9be-8ca53cce7d09', 'name': 'tempest-RoutersTest-router-2050714513', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:39:04Z', 'updated_at': '2022-02-01T04:39:33Z', 'revision_number': 8, 'project_id': 'fe61db31beb2433b8247cdb8a5604696', 'gw_port_host': None, '_interfaces': [{'id': '1c23d6dc-ca44-4adf-bba2-68c5241ad141', 'name': '', 'network_id': '7b86ecd6-1225-41e2-b898-37f305172218', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'mac_address': 'fa:16:3e:b9:7f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd554f5e6-4a26-41d8-a9be-8ca53cce7d09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '5dd8698b-95de-4f78-89d7-057b943bac7f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:17Z', 'updated_at': '2022-02-01T04:39:26Z', 'revision_number': 4, 'project_id': 'fe61db31beb2433b8247cdb8a5604696', 'subnets': [{'id': '5dd8698b-95de-4f78-89d7-057b943bac7f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb3e9c0c-f2d4-450c-8f3f-a6087e31af11', 'name': '', 'network_id': '43cd12b8-f372-4f27-998f-307417955842', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'mac_address': 'fa:16:3e:1f:d5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd554f5e6-4a26-41d8-a9be-8ca53cce7d09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '3794f33d-5657-4722-a9b2-4a31bef252ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:12Z', 'updated_at': '2022-02-01T04:39:20Z', 'revision_number': 5, 'project_id': 'fe61db31beb2433b8247cdb8a5604696', 'subnets': [{'id': '3794f33d-5657-4722-a9b2-4a31bef252ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eaef79ba-72f8-478f-910f-419bca0107d8', 'name': '', 'network_id': 'e9117615-b002-4f12-bb92-da96b4aef559', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'mac_address': 'fa:16:3e:a7:e9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd554f5e6-4a26-41d8-a9be-8ca53cce7d09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '577c5877-3e3c-4308-9481-aa5ae0e0e6bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:06Z', 'updated_at': '2022-02-01T04:39:15Z', 'revision_number': 5, 'project_id': 'fe61db31beb2433b8247cdb8a5604696', 'subnets': [{'id': '577c5877-3e3c-4308-9481-aa5ae0e0e6bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:39:35.970526 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e00823-d49d-401f-b37c-5142725f7641 None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:39:35.973113 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device e744d24e-bc65-4a07-9466-5af4ff228f48 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:39:36.053125 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e00823-d49d-401f-b37c-5142725f7641 None None] Pushing event updated for resources: {'Port': ['ID=21421ddd-17ce-4f0a-b4e4-9f2cfa996d79,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:36.070937 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ace51a97-8993-4ada-a3d1-635e5b370564 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3072169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2652276'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:36.104223 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-5fac77df-c60e-41b4-b885-b263442b2749 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Allocated IP 2001:db8:2::1 (12372e28-c5ed-4d3d-868c-2b2c91f98110/6e6383a8-71a2-4c5b-bd9c-04842e06de56/6466d8b9-0022-49c8-967f-1ac3f6050089) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:39:36.126041 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-e5e00823-d49d-401f-b37c-5142725f7641 None None] Attempting to bind port 21421ddd-17ce-4f0a-b4e4-9f2cfa996d79 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:39:36.126427 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-e5e00823-d49d-401f-b37c-5142725f7641 None None] Attempting to bind port 21421ddd-17ce-4f0a-b4e4-9f2cfa996d79 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': 'd6dc8faa-c5f7-44c7-84fa-9910084e20fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '12372e28-c5ed-4d3d-868c-2b2c91f98110'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:39:36.126750 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e00823-d49d-401f-b37c-5142725f7641 None None] Attempting to bind port 21421ddd-17ce-4f0a-b4e4-9f2cfa996d79 on network 12372e28-c5ed-4d3d-868c-2b2c91f98110 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:39:36.129528 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace51a97-8993-4ada-a3d1-635e5b370564 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Pushing event deleted for resources: {'Subnet': ['ID=9d73b55f-032f-48af-bd6a-ea7f9ecbbca5,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:36.135648 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ace51a97-8993-4ada-a3d1-635e5b370564 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:36.135878 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45d2d46-aea8-422f-91aa-3e51082d71fb None None] Network 77401f96-5c51-425c-8e4e-761b0c78e38b requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:39:36.152902 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e00823-d49d-401f-b37c-5142725f7641 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:39:36.153268 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e00823-d49d-401f-b37c-5142725f7641 None None] Checking segment: {'id': 'd6dc8faa-c5f7-44c7-84fa-9910084e20fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '12372e28-c5ed-4d3d-868c-2b2c91f98110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:39:36.153685 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e5e00823-d49d-401f-b37c-5142725f7641 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:36.154070 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e00823-d49d-401f-b37c-5142725f7641 None None] Bound using segment: {'id': 'd6dc8faa-c5f7-44c7-84fa-9910084e20fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '12372e28-c5ed-4d3d-868c-2b2c91f98110'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:39:36.154534 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-e5e00823-d49d-401f-b37c-5142725f7641 None None] Bound port: 21421ddd-17ce-4f0a-b4e4-9f2cfa996d79, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6dc8faa-c5f7-44c7-84fa-9910084e20fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '12372e28-c5ed-4d3d-868c-2b2c91f98110'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:39:36.154895 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e5e00823-d49d-401f-b37c-5142725f7641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:36.188901 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port e744d24e-bc65-4a07-9466-5af4ff228f48 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:39:36.219615 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port e744d24e-bc65-4a07-9466-5af4ff228f48 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:39:36.219905 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:36.248118 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ace51a97-8993-4ada-a3d1-635e5b370564 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "DELETE /v2.0/subnets/9d73b55f-032f-48af-bd6a-ea7f9ecbbca5 HTTP/1.1" status: 204 len: 168 time: 0.8562105 Feb 01 04:39:36.251188 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42352) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:36.399400 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1a6624e1-f018-47d7-8a51-8e42888eeeff tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:36.411274 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-1a6624e1-f018-47d7-8a51-8e42888eeeff tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Deleting port f867c7a8-4b2c-4044-8eb5-41aef0becd9b {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:39:36.411653 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1a6624e1-f018-47d7-8a51-8e42888eeeff tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:36.460574 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5fac77df-c60e-41b4-b885-b263442b2749 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:36.462550 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-e5e00823-d49d-401f-b37c-5142725f7641 None None] For port 21421ddd-17ce-4f0a-b4e4-9f2cfa996d79, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:39:36.463637 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5f661979-ee76-425a-8a6f-44a25b2b5cef tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for router_gateway, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:36.516975 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-e5e00823-d49d-401f-b37c-5142725f7641 None None] For port 21421ddd-17ce-4f0a-b4e4-9f2cfa996d79, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=21421ddd-17ce-4f0a-b4e4-9f2cfa996d79,segment=NetworkSegment(d6dc8faa-c5f7-44c7-84fa-9910084e20fb),segment_id=d6dc8faa-c5f7-44c7-84fa-9910084e20fb)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:39:36.531607 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e5e00823-d49d-401f-b37c-5142725f7641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:36.551386 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-5fac77df-c60e-41b4-b885-b263442b2749 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Transition to ACTIVE for port object 6466d8b9-0022-49c8-967f-1ac3f6050089 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:39:36.576069 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:36.644477 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-1a6624e1-f018-47d7-8a51-8e42888eeeff tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] For port f867c7a8-4b2c-4044-8eb5-41aef0becd9b, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=f867c7a8-4b2c-4044-8eb5-41aef0becd9b,segment=NetworkSegment(b1876a2b-b0f4-43f8-85cc-602694bf7d43),segment_id=b1876a2b-b0f4-43f8-85cc-602694bf7d43)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:39:36.644896 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1a6624e1-f018-47d7-8a51-8e42888eeeff tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:36.665843 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e00823-d49d-401f-b37c-5142725f7641 None None] Pushing event updated for resources: {'Port': ['ID=21421ddd-17ce-4f0a-b4e4-9f2cfa996d79,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:36.670319 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port e744d24e-bc65-4a07-9466-5af4ff228f48, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=e744d24e-bc65-4a07-9466-5af4ff228f48,segment=NetworkSegment(92a8fbb0-e096-4bba-9963-e312c59f459d),segment_id=92a8fbb0-e096-4bba-9963-e312c59f459d)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:39:36.679545 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:36.695814 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5334aae6-bd11-45f3-b4df-a52998469b03 None None] Sync routers for ids ['d554f5e6-4a26-41d8-a9be-8ca53cce7d09'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:39:36.714586 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5334aae6-bd11-45f3-b4df-a52998469b03 None None] Routers {'d554f5e6-4a26-41d8-a9be-8ca53cce7d09'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:39:36.721841 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-5334aae6-bd11-45f3-b4df-a52998469b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:39:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['d554f5e6-4a26-41d8-a9be-8ca53cce7d09'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:36.745872 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0aecec8-febe-4163-98b1-001452b8ff14 None None] DHCP port deletion for 77401f96-5c51-425c-8e4e-761b0c78e38b request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:39:36.776150 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-f0aecec8-febe-4163-98b1-001452b8ff14 None None] Deleting port f867c7a8-4b2c-4044-8eb5-41aef0becd9b {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:39:36.776523 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f0aecec8-febe-4163-98b1-001452b8ff14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:36.810173 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device b9d3c677-0cc4-4eba-aba1-96ea4a8b19de no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:39:36.874968 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-1a6624e1-f018-47d7-8a51-8e42888eeeff tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Calling delete_port for f867c7a8-4b2c-4044-8eb5-41aef0becd9b owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:39:36.889642 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: b9d3c677-0cc4-4eba-aba1-96ea4a8b19de {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:39:36.889979 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device b9d3c677-0cc4-4eba-aba1-96ea4a8b19de not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:39:36.895495 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device bcfcd8b1-52b5-48f6-b5b9-c9219bc1c790 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:39:36.903288 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5fac77df-c60e-41b4-b885-b263442b2749 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:36.966386 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: bcfcd8b1-52b5-48f6-b5b9-c9219bc1c790 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:39:36.966785 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device bcfcd8b1-52b5-48f6-b5b9-c9219bc1c790 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:39:36.967232 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 67e7115b-8c24-4762-877b-3a702f7e354d no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:39:37.007407 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1a6624e1-f018-47d7-8a51-8e42888eeeff tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:37.037597 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=e744d24e-bc65-4a07-9466-5af4ff228f48,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:37.059437 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fac77df-c60e-41b4-b885-b263442b2749 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Network 12372e28-c5ed-4d3d-868c-2b2c91f98110 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:39:37.067011 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-5fac77df-c60e-41b4-b885-b263442b2749 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:39:37.078628 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 67e7115b-8c24-4762-877b-3a702f7e354d {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:39:37.079239 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 67e7115b-8c24-4762-877b-3a702f7e354d not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:39:37.095672 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-5334aae6-bd11-45f3-b4df-a52998469b03 None None] Set router d554f5e6-4a26-41d8-a9be-8ca53cce7d09 gateway port host: None {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:39:37.113182 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6624e1-f018-47d7-8a51-8e42888eeeff tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Pushing event deleted for resources: {'Port': ['ID=f867c7a8-4b2c-4044-8eb5-41aef0becd9b,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:37.128054 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6624e1-f018-47d7-8a51-8e42888eeeff tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] No DVR routers for this DVR port f867c7a8-4b2c-4044-8eb5-41aef0becd9b on host dv-neutron-826830-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:39:37.182521 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:37.197134 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-f0aecec8-febe-4163-98b1-001452b8ff14 None None] The port 'f867c7a8-4b2c-4044-8eb5-41aef0becd9b' was deleted {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 01 04:39:37.209831 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fac77df-c60e-41b4-b885-b263442b2749 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:39:37.212208 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5fac77df-c60e-41b4-b885-b263442b2749 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-372107'] for router_interface, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:37.305360 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fac77df-c60e-41b4-b885-b263442b2749 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Pushing event updated for resources: {'Port': ['ID=6466d8b9-0022-49c8-967f-1ac3f6050089,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:37.341465 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1a6624e1-f018-47d7-8a51-8e42888eeeff tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:37.389628 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-1a6624e1-f018-47d7-8a51-8e42888eeeff tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77401f96-5c51-425c-8e4e-761b0c78e38b']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:37.413022 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-1a6624e1-f018-47d7-8a51-8e42888eeeff tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1876a2b-b0f4-43f8-85cc-602694bf7d43') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:37.413385 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-1a6624e1-f018-47d7-8a51-8e42888eeeff tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1876a2b-b0f4-43f8-85cc-602694bf7d43') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:37.439007 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1a6624e1-f018-47d7-8a51-8e42888eeeff tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:37.446658 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5f661979-ee76-425a-8a6f-44a25b2b5cef tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337'] for router, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:37.454338 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5fac77df-c60e-41b4-b885-b263442b2749 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:37.470389 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1a6624e1-f018-47d7-8a51-8e42888eeeff tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:37.472249 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 1c23d6dc-ca44-4adf-bba2-68c5241ad141 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:39:37.478713 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a6624e1-f018-47d7-8a51-8e42888eeeff tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:39:37.479110 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1a6624e1-f018-47d7-8a51-8e42888eeeff tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:37.494552 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 04:39:37.494552 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:39:37.494552 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 04:39:37.494552 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:39:37.494552 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 04:39:37.494552 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:39:37.494552 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 04:39:37.494552 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:39:37.494552 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 04:39:37.494552 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:39:37.494552 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 04:39:37.494552 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:39:37.494552 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 04:39:37.494552 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:39:37.494552 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:39:37.494552 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:39:37.494552 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:39:37.494552 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:39:37.494552 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 04:39:37.494552 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:39:37.494552 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 04:39:37.494552 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:39:37.494552 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:39:37.494552 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:39:37.494552 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 04:39:37.494552 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:39:37.494552 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:39:37.494552 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:39:37.494552 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:39:37.494552 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:39:37.494552 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:39:37.494552 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:39:37.593931 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1a6624e1-f018-47d7-8a51-8e42888eeeff tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:37.627585 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1a6624e1-f018-47d7-8a51-8e42888eeeff tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:37.637569 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6624e1-f018-47d7-8a51-8e42888eeeff tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Pushing event deleted for resources: {'Network': ['ID=77401f96-5c51-425c-8e4e-761b0c78e38b,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:37.650249 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-1a6624e1-f018-47d7-8a51-8e42888eeeff tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "DELETE /v2.0/networks/77401f96-5c51-425c-8e4e-761b0c78e38b HTTP/1.1" status: 204 len: 168 time: 1.3965273 Feb 01 04:39:37.652375 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42356) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:37.657062 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 1c23d6dc-ca44-4adf-bba2-68c5241ad141 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:39:37.657552 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:37.680340 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-5334aae6-bd11-45f3-b4df-a52998469b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd554f5e6-4a26-41d8-a9be-8ca53cce7d09', 'name': 'tempest-RoutersTest-router-2050714513', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:39:04Z', 'updated_at': '2022-02-01T04:39:33Z', 'revision_number': 8, 'project_id': 'fe61db31beb2433b8247cdb8a5604696', 'gw_port_host': None, '_interfaces': [{'id': '1c23d6dc-ca44-4adf-bba2-68c5241ad141', 'name': '', 'network_id': '7b86ecd6-1225-41e2-b898-37f305172218', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'mac_address': 'fa:16:3e:b9:7f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd554f5e6-4a26-41d8-a9be-8ca53cce7d09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '5dd8698b-95de-4f78-89d7-057b943bac7f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:17Z', 'updated_at': '2022-02-01T04:39:34Z', 'revision_number': 5, 'project_id': 'fe61db31beb2433b8247cdb8a5604696', 'subnets': [{'id': '5dd8698b-95de-4f78-89d7-057b943bac7f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb3e9c0c-f2d4-450c-8f3f-a6087e31af11', 'name': '', 'network_id': '43cd12b8-f372-4f27-998f-307417955842', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'mac_address': 'fa:16:3e:1f:d5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd554f5e6-4a26-41d8-a9be-8ca53cce7d09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '3794f33d-5657-4722-a9b2-4a31bef252ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:12Z', 'updated_at': '2022-02-01T04:39:20Z', 'revision_number': 5, 'project_id': 'fe61db31beb2433b8247cdb8a5604696', 'subnets': [{'id': '3794f33d-5657-4722-a9b2-4a31bef252ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eaef79ba-72f8-478f-910f-419bca0107d8', 'name': '', 'network_id': 'e9117615-b002-4f12-bb92-da96b4aef559', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'mac_address': 'fa:16:3e:a7:e9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd554f5e6-4a26-41d8-a9be-8ca53cce7d09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '577c5877-3e3c-4308-9481-aa5ae0e0e6bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:06Z', 'updated_at': '2022-02-01T04:39:15Z', 'revision_number': 5, 'project_id': 'fe61db31beb2433b8247cdb8a5604696', 'subnets': [{'id': '577c5877-3e3c-4308-9481-aa5ae0e0e6bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:37.684861 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5334aae6-bd11-45f3-b4df-a52998469b03 None None] Checking router: d554f5e6-4a26-41d8-a9be-8ca53cce7d09 for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:39:37.698292 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5334aae6-bd11-45f3-b4df-a52998469b03 None None] Routers {'d554f5e6-4a26-41d8-a9be-8ca53cce7d09'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:39:37.699120 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-5334aae6-bd11-45f3-b4df-a52998469b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:39:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['d554f5e6-4a26-41d8-a9be-8ca53cce7d09'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:37.801432 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 2bf62b2c-7d91-45b6-929c-fdd211c3eeaa up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:39:37.949561 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f661979-ee76-425a-8a6f-44a25b2b5cef tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Router a80b0477-e778-4300-93f7-daa3ff7a3068 is scheduled to L3 agent a3073304-82af-4a42-89af-bc532d6626bb with binding_index 1 {{(pid=87636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 01 04:39:37.952193 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 2bf62b2c-7d91-45b6-929c-fdd211c3eeaa completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:39:37.964031 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 2bf62b2c-7d91-45b6-929c-fdd211c3eeaa triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:39:37.964413 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:37.981131 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-5334aae6-bd11-45f3-b4df-a52998469b03 None None] Set router d554f5e6-4a26-41d8-a9be-8ca53cce7d09 gateway port host: None {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:39:38.157889 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:38.209689 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 2bf62b2c-7d91-45b6-929c-fdd211c3eeaa, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=2bf62b2c-7d91-45b6-929c-fdd211c3eeaa,segment=NetworkSegment(92a8fbb0-e096-4bba-9963-e312c59f459d),segment_id=92a8fbb0-e096-4bba-9963-e312c59f459d)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:39:38.221725 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:38.222863 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 21421ddd-17ce-4f0a-b4e4-9f2cfa996d79 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:39:38.384642 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-5334aae6-bd11-45f3-b4df-a52998469b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd554f5e6-4a26-41d8-a9be-8ca53cce7d09', 'name': 'tempest-RoutersTest-router-2050714513', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:39:04Z', 'updated_at': '2022-02-01T04:39:33Z', 'revision_number': 8, 'project_id': 'fe61db31beb2433b8247cdb8a5604696', 'gw_port_host': None, '_interfaces': [{'id': '1c23d6dc-ca44-4adf-bba2-68c5241ad141', 'name': '', 'network_id': '7b86ecd6-1225-41e2-b898-37f305172218', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'mac_address': 'fa:16:3e:b9:7f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd554f5e6-4a26-41d8-a9be-8ca53cce7d09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '5dd8698b-95de-4f78-89d7-057b943bac7f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:17Z', 'updated_at': '2022-02-01T04:39:34Z', 'revision_number': 5, 'project_id': 'fe61db31beb2433b8247cdb8a5604696', 'subnets': [{'id': '5dd8698b-95de-4f78-89d7-057b943bac7f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb3e9c0c-f2d4-450c-8f3f-a6087e31af11', 'name': '', 'network_id': '43cd12b8-f372-4f27-998f-307417955842', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'mac_address': 'fa:16:3e:1f:d5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd554f5e6-4a26-41d8-a9be-8ca53cce7d09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '3794f33d-5657-4722-a9b2-4a31bef252ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:12Z', 'updated_at': '2022-02-01T04:39:20Z', 'revision_number': 5, 'project_id': 'fe61db31beb2433b8247cdb8a5604696', 'subnets': [{'id': '3794f33d-5657-4722-a9b2-4a31bef252ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eaef79ba-72f8-478f-910f-419bca0107d8', 'name': '', 'network_id': 'e9117615-b002-4f12-bb92-da96b4aef559', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'mac_address': 'fa:16:3e:a7:e9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd554f5e6-4a26-41d8-a9be-8ca53cce7d09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '577c5877-3e3c-4308-9481-aa5ae0e0e6bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:06Z', 'updated_at': '2022-02-01T04:39:15Z', 'revision_number': 5, 'project_id': 'fe61db31beb2433b8247cdb8a5604696', 'subnets': [{'id': '577c5877-3e3c-4308-9481-aa5ae0e0e6bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:38.388842 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5334aae6-bd11-45f3-b4df-a52998469b03 None None] The sync data for ids ['d554f5e6-4a26-41d8-a9be-8ca53cce7d09'] in dv-neutron-826830-1-hyperv is: [{'id': 'd554f5e6-4a26-41d8-a9be-8ca53cce7d09', 'name': 'tempest-RoutersTest-router-2050714513', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:39:04Z', 'updated_at': '2022-02-01T04:39:33Z', 'revision_number': 8, 'project_id': 'fe61db31beb2433b8247cdb8a5604696', 'gw_port_host': None, '_interfaces': [{'id': '1c23d6dc-ca44-4adf-bba2-68c5241ad141', 'name': '', 'network_id': '7b86ecd6-1225-41e2-b898-37f305172218', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'mac_address': 'fa:16:3e:b9:7f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd554f5e6-4a26-41d8-a9be-8ca53cce7d09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '5dd8698b-95de-4f78-89d7-057b943bac7f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:17Z', 'updated_at': '2022-02-01T04:39:34Z', 'revision_number': 5, 'project_id': 'fe61db31beb2433b8247cdb8a5604696', 'subnets': [{'id': '5dd8698b-95de-4f78-89d7-057b943bac7f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb3e9c0c-f2d4-450c-8f3f-a6087e31af11', 'name': '', 'network_id': '43cd12b8-f372-4f27-998f-307417955842', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'mac_address': 'fa:16:3e:1f:d5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd554f5e6-4a26-41d8-a9be-8ca53cce7d09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '3794f33d-5657-4722-a9b2-4a31bef252ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:12Z', 'updated_at': '2022-02-01T04:39:20Z', 'revision_number': 5, 'project_id': 'fe61db31beb2433b8247cdb8a5604696', 'subnets': [{'id': '3794f33d-5657-4722-a9b2-4a31bef252ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eaef79ba-72f8-478f-910f-419bca0107d8', 'name': '', 'network_id': 'e9117615-b002-4f12-bb92-da96b4aef559', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'mac_address': 'fa:16:3e:a7:e9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd554f5e6-4a26-41d8-a9be-8ca53cce7d09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '577c5877-3e3c-4308-9481-aa5ae0e0e6bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:06Z', 'updated_at': '2022-02-01T04:39:15Z', 'revision_number': 5, 'project_id': 'fe61db31beb2433b8247cdb8a5604696', 'subnets': [{'id': '577c5877-3e3c-4308-9481-aa5ae0e0e6bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:39:38.397593 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=2bf62b2c-7d91-45b6-929c-fdd211c3eeaa,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:38.407300 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c4da08-3a37-443f-b8a6-85887c40442d None None] Network 12372e28-c5ed-4d3d-868c-2b2c91f98110 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:39:38.460974 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f661979-ee76-425a-8a6f-44a25b2b5cef tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:39:38.477102 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fb3861-a6d9-445a-8526-4314c2c320b8 None None] Sync routers for ids ['a80b0477-e778-4300-93f7-daa3ff7a3068'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:39:38.492629 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5fac77df-c60e-41b4-b885-b263442b2749 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:38.502522 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5fac77df-c60e-41b4-b885-b263442b2749 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:38.503303 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5fac77df-c60e-41b4-b885-b263442b2749 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371990'] for router_interface, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:38.507167 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5f661979-ee76-425a-8a6f-44a25b2b5cef tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:38.508258 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-5f661979-ee76-425a-8a6f-44a25b2b5cef tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.2874186 Feb 01 04:39:38.512551 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42360) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:38.544938 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-2454718a-dfd7-401f-aedd-a126da165d96 None None] Provisioning for port 21421ddd-17ce-4f0a-b4e4-9f2cfa996d79 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:39:38.561768 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-89d81bc1-5166-4f81-982f-81a2ce0e9076 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=0629703b9474474a9f2fde13723d2e8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0478005 Feb 01 04:39:38.566329 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42364) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:38.573386 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fb3861-a6d9-445a-8526-4314c2c320b8 None None] Routers {'a80b0477-e778-4300-93f7-daa3ff7a3068'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:39:38.574028 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-90fb3861-a6d9-445a-8526-4314c2c320b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:39:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['a80b0477-e778-4300-93f7-daa3ff7a3068'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:38.665365 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fac77df-c60e-41b4-b885-b263442b2749 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Pushing event updated for resources: {'Port': ['ID=6466d8b9-0022-49c8-967f-1ac3f6050089,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:38.672786 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-23e5c9aa-3fca-4388-80c4-5086779a9c1f tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-371968'] for router_interface, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:38.674187 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 21421ddd-17ce-4f0a-b4e4-9f2cfa996d79 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:39:38.714304 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fac77df-c60e-41b4-b885-b263442b2749 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Network 12372e28-c5ed-4d3d-868c-2b2c91f98110 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:39:38.715675 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-5fac77df-c60e-41b4-b885-b263442b2749 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:39:38.716516 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 21421ddd-17ce-4f0a-b4e4-9f2cfa996d79 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:39:38.716895 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:38.855258 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb843b0a-00c2-444d-b6b6-7ede215bb728 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:39:38.857572 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-eb843b0a-00c2-444d-b6b6-7ede215bb728 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2893250 Feb 01 04:39:38.862112 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42368) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:38.925196 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-90fb3861-a6d9-445a-8526-4314c2c320b8 None None] Set router a80b0477-e778-4300-93f7-daa3ff7a3068 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:39:38.970731 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-bb43ae86-503d-4cc4-820c-7921d4a4c548 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=bdef128a-46b3-4cca-a245-48d1eb781269&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1075389 Feb 01 04:39:38.974741 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42372) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:38.988065 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-6726eaa3-9755-4add-9275-fd2738d4da5a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-526379795', 'network_id': 'bbc50e3d-1342-4e04-b690-f6146b0d424c', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:39:39.107199 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-23e5c9aa-3fca-4388-80c4-5086779a9c1f tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Deleting port 1c23d6dc-ca44-4adf-bba2-68c5241ad141 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:39:39.108894 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-23e5c9aa-3fca-4388-80c4-5086779a9c1f tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:39.114229 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fac77df-c60e-41b4-b885-b263442b2749 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Router 74f284ef-6b67-4b50-9c32-cab939688992 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:39:39.122815 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-6726eaa3-9755-4add-9275-fd2738d4da5a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:39:39.129213 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-6726eaa3-9755-4add-9275-fd2738d4da5a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:subnet and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:39:39.133383 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-6726eaa3-9755-4add-9275-fd2738d4da5a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:39:39.177647 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:39.193937 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-6726eaa3-9755-4add-9275-fd2738d4da5a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:39:39.248578 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 21421ddd-17ce-4f0a-b4e4-9f2cfa996d79, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=21421ddd-17ce-4f0a-b4e4-9f2cfa996d79,segment=NetworkSegment(d6dc8faa-c5f7-44c7-84fa-9910084e20fb),segment_id=d6dc8faa-c5f7-44c7-84fa-9910084e20fb)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:39:39.280955 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:39.281465 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device e744d24e-bc65-4a07-9466-5af4ff228f48 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:39:39.284248 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6726eaa3-9755-4add-9275-fd2738d4da5a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Made reservation on behalf of 0629703b9474474a9f2fde13723d2e8b for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:39:39.287761 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6726eaa3-9755-4add-9275-fd2738d4da5a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:39.326316 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-23e5c9aa-3fca-4388-80c4-5086779a9c1f tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] For port 1c23d6dc-ca44-4adf-bba2-68c5241ad141, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=1c23d6dc-ca44-4adf-bba2-68c5241ad141,segment=NetworkSegment(9299f820-1955-493c-a5c9-1898fe01503b),segment_id=9299f820-1955-493c-a5c9-1898fe01503b)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:39:39.327170 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-23e5c9aa-3fca-4388-80c4-5086779a9c1f tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:39.385273 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fac77df-c60e-41b4-b885-b263442b2749 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:39:39.396142 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-5fac77df-c60e-41b4-b885-b263442b2749 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "PUT /v2.0/routers/74f284ef-6b67-4b50-9c32-cab939688992/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7210023 Feb 01 04:39:39.397398 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42376) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:39.397865 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f9de99-6a9e-43df-a1c7-c48e33fcb363 None None] Sync routers for ids ['74f284ef-6b67-4b50-9c32-cab939688992'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:39:39.411604 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-6eb6bdd0-9065-4907-bcae-8ce5f66575ba tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1239100079'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:39:39.417027 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f9de99-6a9e-43df-a1c7-c48e33fcb363 None None] Routers {'74f284ef-6b67-4b50-9c32-cab939688992'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:39:39.417890 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-e0f9de99-6a9e-43df-a1c7-c48e33fcb363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:39:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['74f284ef-6b67-4b50-9c32-cab939688992'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:39.423907 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-6eb6bdd0-9065-4907-bcae-8ce5f66575ba tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:39:39.433149 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-6eb6bdd0-9065-4907-bcae-8ce5f66575ba tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Usage tracker for resource:network and tenant:1f6ca98a557d4325996431c1756276f6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:39:39.437624 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-6eb6bdd0-9065-4907-bcae-8ce5f66575ba tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:39:39.446079 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-6eb6bdd0-9065-4907-bcae-8ce5f66575ba tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:39:39.460549 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=21421ddd-17ce-4f0a-b4e4-9f2cfa996d79,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:39.469409 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb6bdd0-9065-4907-bcae-8ce5f66575ba tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Made reservation on behalf of 1f6ca98a557d4325996431c1756276f6 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:39:39.474821 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6eb6bdd0-9065-4907-bcae-8ce5f66575ba tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:39.489159 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port e744d24e-bc65-4a07-9466-5af4ff228f48 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:39:39.489534 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:39.562855 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eb6bdd0-9065-4907-bcae-8ce5f66575ba tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:39:39.563502 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-90fb3861-a6d9-445a-8526-4314c2c320b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80b0477-e778-4300-93f7-daa3ff7a3068', 'name': 'tempest-TestNetworkBasicOps-router-208474054', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.222'}], 'enable_snat': True}, 'gw_port_id': '2c6c2e95-b7b8-4eb6-a2f3-89378f9e3600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:39:33Z', 'updated_at': '2022-02-01T04:39:36Z', 'revision_number': 3, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': '2c6c2e95-b7b8-4eb6-a2f3-89378f9e3600', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:86:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a80b0477-e778-4300-93f7-daa3ff7a3068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:35Z', 'updated_at': '2022-02-01T04:39:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:39.570506 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fb3861-a6d9-445a-8526-4314c2c320b8 None None] Checking router: a80b0477-e778-4300-93f7-daa3ff7a3068 for host: dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:39:39.570955 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fb3861-a6d9-445a-8526-4314c2c320b8 None None] Updating router a80b0477-e778-4300-93f7-daa3ff7a3068 port 2c6c2e95-b7b8-4eb6-a2f3-89378f9e3600 binding host dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 04:39:39.592982 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-23e5c9aa-3fca-4388-80c4-5086779a9c1f tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Calling delete_port for 1c23d6dc-ca44-4adf-bba2-68c5241ad141 owned by network:router_interface {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:39:39.599806 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6eb6bdd0-9065-4907-bcae-8ce5f66575ba tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:39.600148 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-6eb6bdd0-9065-4907-bcae-8ce5f66575ba tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Added segment de2b59e0-92bf-43b9-b036-befe536b9b38 of type vlan for network 5ccd6114-83f2-4fd7-92e5-878c2e698236 Feb 01 04:39:39.647600 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6eb6bdd0-9065-4907-bcae-8ce5f66575ba tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:39.652382 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6726eaa3-9755-4add-9275-fd2738d4da5a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:39.670807 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-90fb3861-a6d9-445a-8526-4314c2c320b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:39.694748 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-e0f9de99-6a9e-43df-a1c7-c48e33fcb363 None None] Set router 74f284ef-6b67-4b50-9c32-cab939688992 gateway port host: None {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:39:39.723672 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-c3bdd267-6fda-4ae0-a334-19febf922964 None None] Provisioning complete for port 21421ddd-17ce-4f0a-b4e4-9f2cfa996d79 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:39:39.724302 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c3bdd267-6fda-4ae0-a334-19febf922964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:39.736652 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6726eaa3-9755-4add-9275-fd2738d4da5a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'Subnet': ['ID=ddf9201f-e5dc-4973-8c52-315c9eba024d,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:39.814364 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6726eaa3-9755-4add-9275-fd2738d4da5a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Checking segment: {'id': '1f5d8862-e520-40b2-b726-5bbe55278b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bbc50e3d-1342-4e04-b690-f6146b0d424c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:39:39.814729 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6726eaa3-9755-4add-9275-fd2738d4da5a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Network hostable DHCP agents. Network: bbc50e3d-1342-4e04-b690-f6146b0d424c, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:39:39.821101 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6eb6bdd0-9065-4907-bcae-8ce5f66575ba tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:39.832083 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb6bdd0-9065-4907-bcae-8ce5f66575ba tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:39:39.832728 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6eb6bdd0-9065-4907-bcae-8ce5f66575ba tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:40.003459 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb6bdd0-9065-4907-bcae-8ce5f66575ba tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Pushing event updated for resources: {'Network': ['ID=5ccd6114-83f2-4fd7-92e5-878c2e698236,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:40.040576 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6726eaa3-9755-4add-9275-fd2738d4da5a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Network bbc50e3d-1342-4e04-b690-f6146b0d424c is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:39:40.048259 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-6eb6bdd0-9065-4907-bcae-8ce5f66575ba tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6425037 Feb 01 04:39:40.051161 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42380) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:40.059229 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-79d57a55-00a0-4b3a-8b33-a80b39bd9e1f tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Request body: {'subnet': {'network_id': '5ccd6114-83f2-4fd7-92e5-878c2e698236', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:39:40.104417 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 5ccd6114-83f2-4fd7-92e5-878c2e698236 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:39:40.119567 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device f867c7a8-4b2c-4044-8eb5-41aef0becd9b no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:39:40.144526 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-23e5c9aa-3fca-4388-80c4-5086779a9c1f tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:40.198833 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-79d57a55-00a0-4b3a-8b33-a80b39bd9e1f tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:39:40.201677 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-6726eaa3-9755-4add-9275-fd2738d4da5a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, bbc50e3d-1342-4e04-b690-f6146b0d424c) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:39:40.209821 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-79d57a55-00a0-4b3a-8b33-a80b39bd9e1f tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Usage tracker for resource:subnet and tenant:1f6ca98a557d4325996431c1756276f6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:39:40.218283 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6726eaa3-9755-4add-9275-fd2738d4da5a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:39:40.219198 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6726eaa3-9755-4add-9275-fd2738d4da5a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:40.223097 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e5c9aa-3fca-4388-80c4-5086779a9c1f tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Pushing event deleted for resources: {'Port': ['ID=1c23d6dc-ca44-4adf-bba2-68c5241ad141,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:40.225512 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e91927-0eb6-4b4f-87d6-5d27ffb6e313 None None] Network bbc50e3d-1342-4e04-b690-f6146b0d424c requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:39:40.242832 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-79d57a55-00a0-4b3a-8b33-a80b39bd9e1f tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:39:40.255381 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-6726eaa3-9755-4add-9275-fd2738d4da5a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2794185 Feb 01 04:39:40.256298 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42384) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:40.257299 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-79d57a55-00a0-4b3a-8b33-a80b39bd9e1f tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:39:40.261619 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-e0f9de99-6a9e-43df-a1c7-c48e33fcb363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f284ef-6b67-4b50-9c32-cab939688992', 'name': 'tempest-RoutersIpV6Test-router-1293814552', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:39:13Z', 'updated_at': '2022-02-01T04:39:37Z', 'revision_number': 4, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'gw_port_host': None, '_interfaces': [{'id': '2bf62b2c-7d91-45b6-929c-fdd211c3eeaa', 'name': '', 'network_id': 'fc8423bf-5d16-4390-91d1-032c0c9fda0f', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'mac_address': 'fa:16:3e:51:53:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f284ef-6b67-4b50-9c32-cab939688992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '105f9a8f-e330-4d2e-9f8d-14915fec692e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:24Z', 'updated_at': '2022-02-01T04:39:38Z', 'revision_number': 5, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'subnets': [{'id': '105f9a8f-e330-4d2e-9f8d-14915fec692e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6466d8b9-0022-49c8-967f-1ac3f6050089', 'name': '', 'network_id': '12372e28-c5ed-4d3d-868c-2b2c91f98110', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'mac_address': 'fa:16:3e:11:36:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74f284ef-6b67-4b50-9c32-cab939688992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '6e6383a8-71a2-4c5b-bd9c-04842e06de56', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:34Z', 'updated_at': '2022-02-01T04:39:38Z', 'revision_number': 2, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'subnets': [{'id': '6e6383a8-71a2-4c5b-bd9c-04842e06de56', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7fff0c1-fbba-4bc1-acb5-95acfddd5d80', 'name': '', 'network_id': '4dd93543-263a-4c41-a512-ce62a8769aca', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'mac_address': 'fa:16:3e:c0:64:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f284ef-6b67-4b50-9c32-cab939688992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '861a0651-7bb1-4764-9619-8fa9fc9738e0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:16Z', 'updated_at': '2022-02-01T04:39:28Z', 'revision_number': 5, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'subnets': [{'id': '861a0651-7bb1-4764-9619-8fa9fc9738e0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:40.265895 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: f867c7a8-4b2c-4044-8eb5-41aef0becd9b {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:39:40.266303 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device f867c7a8-4b2c-4044-8eb5-41aef0becd9b not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:39:40.266788 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 12a77329-0353-436f-8762-c0bc23fd476b no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:39:40.275581 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f9de99-6a9e-43df-a1c7-c48e33fcb363 None None] Checking router: 74f284ef-6b67-4b50-9c32-cab939688992 for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:39:40.275936 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f9de99-6a9e-43df-a1c7-c48e33fcb363 None None] Updating router 74f284ef-6b67-4b50-9c32-cab939688992 port 6466d8b9-0022-49c8-967f-1ac3f6050089 binding host dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 04:39:40.350599 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e0f9de99-6a9e-43df-a1c7-c48e33fcb363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:40.398581 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d57a55-00a0-4b3a-8b33-a80b39bd9e1f tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Made reservation on behalf of 1f6ca98a557d4325996431c1756276f6 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:39:40.406293 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-79d57a55-00a0-4b3a-8b33-a80b39bd9e1f tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:40.414115 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 12a77329-0353-436f-8762-c0bc23fd476b {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:39:40.414463 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 12a77329-0353-436f-8762-c0bc23fd476b not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:39:40.666664 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 21421ddd-17ce-4f0a-b4e4-9f2cfa996d79 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:39:40.667598 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-23e5c9aa-3fca-4388-80c4-5086779a9c1f tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770960'] for router_interface, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:40.729573 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-c3bdd267-6fda-4ae0-a334-19febf922964 None None] Provisioning for port 6466d8b9-0022-49c8-967f-1ac3f6050089 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:39:40.759614 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-c3bdd267-6fda-4ae0-a334-19febf922964 None None] Provisioning complete for port 6466d8b9-0022-49c8-967f-1ac3f6050089 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:39:40.759988 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c3bdd267-6fda-4ae0-a334-19febf922964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:40.892844 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-c3bdd267-6fda-4ae0-a334-19febf922964 None None] Port 6466d8b9-0022-49c8-967f-1ac3f6050089 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:39:40.925919 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 21421ddd-17ce-4f0a-b4e4-9f2cfa996d79 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:39:40.926303 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:40.928967 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e0f9de99-6a9e-43df-a1c7-c48e33fcb363 None None] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:40.957331 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-e0f9de99-6a9e-43df-a1c7-c48e33fcb363 None None] Transition to ACTIVE for port object 6466d8b9-0022-49c8-967f-1ac3f6050089 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:39:40.967637 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e0f9de99-6a9e-43df-a1c7-c48e33fcb363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:41.047506 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f5b691-2b3e-4cdb-988e-6750d28b3daa None None] Pushing event updated for resources: {'Port': ['ID=6466d8b9-0022-49c8-967f-1ac3f6050089,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:41.084929 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-90fb3861-a6d9-445a-8526-4314c2c320b8 None None] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:41.100534 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10fa4236-72dd-4830-b08f-0822cb677efa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-bbc50e3d-1342-4e04-b690-f6146b0d424c', 'network_id': 'bbc50e3d-1342-4e04-b690-f6146b0d424c', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'fixed_ips': [{'subnet_id': 'ddf9201f-e5dc-4973-8c52-315c9eba024d'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:39:41.101348 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-10fa4236-72dd-4830-b08f-0822cb677efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:41.120629 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-90fb3861-a6d9-445a-8526-4314c2c320b8 None None] Transition to ACTIVE for port object 2c6c2e95-b7b8-4eb6-a2f3-89378f9e3600 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:39:41.125327 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23e5c9aa-3fca-4388-80c4-5086779a9c1f tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Router d554f5e6-4a26-41d8-a9be-8ca53cce7d09 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:39:41.220853 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-e0f9de99-6a9e-43df-a1c7-c48e33fcb363 None None] Attempting to bind port 6466d8b9-0022-49c8-967f-1ac3f6050089 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:39:41.221235 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-e0f9de99-6a9e-43df-a1c7-c48e33fcb363 None None] Attempting to bind port 6466d8b9-0022-49c8-967f-1ac3f6050089 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': 'd6dc8faa-c5f7-44c7-84fa-9910084e20fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '12372e28-c5ed-4d3d-868c-2b2c91f98110'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:39:41.221598 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f9de99-6a9e-43df-a1c7-c48e33fcb363 None None] Attempting to bind port 6466d8b9-0022-49c8-967f-1ac3f6050089 on network 12372e28-c5ed-4d3d-868c-2b2c91f98110 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:39:41.227117 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f9de99-6a9e-43df-a1c7-c48e33fcb363 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:39:41.227508 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f9de99-6a9e-43df-a1c7-c48e33fcb363 None None] Checking segment: {'id': 'd6dc8faa-c5f7-44c7-84fa-9910084e20fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '12372e28-c5ed-4d3d-868c-2b2c91f98110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:39:41.227899 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e0f9de99-6a9e-43df-a1c7-c48e33fcb363 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:41.228285 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f9de99-6a9e-43df-a1c7-c48e33fcb363 None None] Bound using segment: {'id': 'd6dc8faa-c5f7-44c7-84fa-9910084e20fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '12372e28-c5ed-4d3d-868c-2b2c91f98110'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:39:41.228737 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-e0f9de99-6a9e-43df-a1c7-c48e33fcb363 None None] Bound port: 6466d8b9-0022-49c8-967f-1ac3f6050089, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6dc8faa-c5f7-44c7-84fa-9910084e20fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '12372e28-c5ed-4d3d-868c-2b2c91f98110'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:39:41.229247 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e0f9de99-6a9e-43df-a1c7-c48e33fcb363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:41.327204 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-10fa4236-72dd-4830-b08f-0822cb677efa None None] Allocated IP 172.20.0.2 (bbc50e3d-1342-4e04-b690-f6146b0d424c/ddf9201f-e5dc-4973-8c52-315c9eba024d/5ccfa199-2094-49a8-83dc-5a122f46fd1c) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:39:41.363047 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-e0f9de99-6a9e-43df-a1c7-c48e33fcb363 None None] For port 6466d8b9-0022-49c8-967f-1ac3f6050089, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:39:41.367739 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-e0f9de99-6a9e-43df-a1c7-c48e33fcb363 None None] For port 6466d8b9-0022-49c8-967f-1ac3f6050089, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=6466d8b9-0022-49c8-967f-1ac3f6050089,segment=NetworkSegment(d6dc8faa-c5f7-44c7-84fa-9910084e20fb),segment_id=d6dc8faa-c5f7-44c7-84fa-9910084e20fb)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:39:41.378239 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e0f9de99-6a9e-43df-a1c7-c48e33fcb363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:41.385922 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e5c9aa-3fca-4388-80c4-5086779a9c1f tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:39:41.400517 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-23e5c9aa-3fca-4388-80c4-5086779a9c1f tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "PUT /v2.0/routers/d554f5e6-4a26-41d8-a9be-8ca53cce7d09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7467492 Feb 01 04:39:41.403153 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42388) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:41.456074 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eec582b-30c6-463f-834b-919f74c44e6b None None] Sync routers for ids ['d554f5e6-4a26-41d8-a9be-8ca53cce7d09'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:39:41.462695 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f9de99-6a9e-43df-a1c7-c48e33fcb363 None None] Routers {'74f284ef-6b67-4b50-9c32-cab939688992'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:39:41.463357 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-e0f9de99-6a9e-43df-a1c7-c48e33fcb363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:39:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['74f284ef-6b67-4b50-9c32-cab939688992'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:41.483058 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_v2 [None req-58db94b6-275e-48af-940f-568fa89e2adb tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Deleting subnet 5dd8698b-95de-4f78-89d7-057b943bac7f {{(pid=87637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:39:41.486371 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-58db94b6-275e-48af-940f-568fa89e2adb tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for subnet, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:41.516771 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-79d57a55-00a0-4b3a-8b33-a80b39bd9e1f tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:41.533222 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-90fb3861-a6d9-445a-8526-4314c2c320b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:41.542293 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 2bf62b2c-7d91-45b6-929c-fdd211c3eeaa up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:39:41.571364 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-58db94b6-275e-48af-940f-568fa89e2adb tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2424773'] for subnet, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:41.637328 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f5b691-2b3e-4cdb-988e-6750d28b3daa None None] Pushing event updated for resources: {'Port': ['ID=6466d8b9-0022-49c8-967f-1ac3f6050089,revision_number=4']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:41.698423 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-58db94b6-275e-48af-940f-568fa89e2adb tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:41.702993 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-e0f9de99-6a9e-43df-a1c7-c48e33fcb363 None None] Set router 74f284ef-6b67-4b50-9c32-cab939688992 gateway port host: None {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:39:41.706376 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d57a55-00a0-4b3a-8b33-a80b39bd9e1f tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Pushing event updated for resources: {'Subnet': ['ID=909fc9e8-25a7-48a6-9979-73077216263c,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:41.719631 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d57a55-00a0-4b3a-8b33-a80b39bd9e1f tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Checking segment: {'id': 'de2b59e0-92bf-43b9-b036-befe536b9b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5ccd6114-83f2-4fd7-92e5-878c2e698236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:39:41.719992 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d57a55-00a0-4b3a-8b33-a80b39bd9e1f tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Network hostable DHCP agents. Network: 5ccd6114-83f2-4fd7-92e5-878c2e698236, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:39:41.784523 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eec582b-30c6-463f-834b-919f74c44e6b None None] Routers {'d554f5e6-4a26-41d8-a9be-8ca53cce7d09'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:39:41.786012 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-9eec582b-30c6-463f-834b-919f74c44e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:39:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['d554f5e6-4a26-41d8-a9be-8ca53cce7d09'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:41.801284 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d57a55-00a0-4b3a-8b33-a80b39bd9e1f tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Network 5ccd6114-83f2-4fd7-92e5-878c2e698236 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:39:41.808511 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-58db94b6-275e-48af-940f-568fa89e2adb tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3037665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694336'] for subnet, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:41.860093 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-79d57a55-00a0-4b3a-8b33-a80b39bd9e1f tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, 5ccd6114-83f2-4fd7-92e5-878c2e698236) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:39:41.864681 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d57a55-00a0-4b3a-8b33-a80b39bd9e1f tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:39:41.865260 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-79d57a55-00a0-4b3a-8b33-a80b39bd9e1f tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:41.874200 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-90fb3861-a6d9-445a-8526-4314c2c320b8 None None] Attempting to bind port 2c6c2e95-b7b8-4eb6-a2f3-89378f9e3600 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:39:41.874821 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-90fb3861-a6d9-445a-8526-4314c2c320b8 None None] Attempting to bind port 2c6c2e95-b7b8-4eb6-a2f3-89378f9e3600 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:39:41.875211 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fb3861-a6d9-445a-8526-4314c2c320b8 None None] Attempting to bind port 2c6c2e95-b7b8-4eb6-a2f3-89378f9e3600 on network bdef128a-46b3-4cca-a245-48d1eb781269 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:39:41.884219 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db94b6-275e-48af-940f-568fa89e2adb tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Pushing event deleted for resources: {'Subnet': ['ID=5dd8698b-95de-4f78-89d7-057b943bac7f,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:41.895819 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939bdee3-ef21-440a-afb2-4eb2d0e230ad None None] Network 5ccd6114-83f2-4fd7-92e5-878c2e698236 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:39:41.906791 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-58db94b6-275e-48af-940f-568fa89e2adb tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:41.915841 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7499dd21-4d21-494d-a971-176b1da992c6 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:41.922422 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-58db94b6-275e-48af-940f-568fa89e2adb tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "DELETE /v2.0/subnets/5dd8698b-95de-4f78-89d7-057b943bac7f HTTP/1.1" status: 204 len: 168 time: 0.5176351 Feb 01 04:39:41.923255 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42392) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:41.925066 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f6f9c9-1d84-4a20-bd76-25bc0eef43c4 None None] Network 7b86ecd6-1225-41e2-b898-37f305172218 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:39:41.931485 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-79d57a55-00a0-4b3a-8b33-a80b39bd9e1f tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8792241 Feb 01 04:39:41.934082 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42396) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:41.950237 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d89b2ad-9983-4541-91e4-acd65c8d6cdd None None] Pushing event updated for resources: {'Port': ['ID=2c6c2e95-b7b8-4eb6-a2f3-89378f9e3600,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:42.019030 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fb3861-a6d9-445a-8526-4314c2c320b8 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:39:42.019499 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fb3861-a6d9-445a-8526-4314c2c320b8 None None] Checking segment: {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:39:42.020158 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-90fb3861-a6d9-445a-8526-4314c2c320b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:42.020330 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fb3861-a6d9-445a-8526-4314c2c320b8 None None] Bound using segment: {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:39:42.020723 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-90fb3861-a6d9-445a-8526-4314c2c320b8 None None] Bound port: 2c6c2e95-b7b8-4eb6-a2f3-89378f9e3600, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:39:42.021085 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-90fb3861-a6d9-445a-8526-4314c2c320b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:42.083856 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-953a3818-23fe-49bf-a5be-e0cdad28ff13 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:42.097686 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-953a3818-23fe-49bf-a5be-e0cdad28ff13 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Deleting port ef650754-df0d-4124-9fa5-197eb853d8d8 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:39:42.098259 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-953a3818-23fe-49bf-a5be-e0cdad28ff13 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:42.224847 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-e0f9de99-6a9e-43df-a1c7-c48e33fcb363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f284ef-6b67-4b50-9c32-cab939688992', 'name': 'tempest-RoutersIpV6Test-router-1293814552', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:39:13Z', 'updated_at': '2022-02-01T04:39:37Z', 'revision_number': 4, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'gw_port_host': None, '_interfaces': [{'id': '2bf62b2c-7d91-45b6-929c-fdd211c3eeaa', 'name': '', 'network_id': 'fc8423bf-5d16-4390-91d1-032c0c9fda0f', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'mac_address': 'fa:16:3e:51:53:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f284ef-6b67-4b50-9c32-cab939688992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '105f9a8f-e330-4d2e-9f8d-14915fec692e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:24Z', 'updated_at': '2022-02-01T04:39:38Z', 'revision_number': 5, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'subnets': [{'id': '105f9a8f-e330-4d2e-9f8d-14915fec692e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6466d8b9-0022-49c8-967f-1ac3f6050089', 'name': '', 'network_id': '12372e28-c5ed-4d3d-868c-2b2c91f98110', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'mac_address': 'fa:16:3e:11:36:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74f284ef-6b67-4b50-9c32-cab939688992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '6e6383a8-71a2-4c5b-bd9c-04842e06de56', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:34Z', 'updated_at': '2022-02-01T04:39:41Z', 'revision_number': 4, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'subnets': [{'id': '6e6383a8-71a2-4c5b-bd9c-04842e06de56', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7fff0c1-fbba-4bc1-acb5-95acfddd5d80', 'name': '', 'network_id': '4dd93543-263a-4c41-a512-ce62a8769aca', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'mac_address': 'fa:16:3e:c0:64:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f284ef-6b67-4b50-9c32-cab939688992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '861a0651-7bb1-4764-9619-8fa9fc9738e0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:16Z', 'updated_at': '2022-02-01T04:39:28Z', 'revision_number': 5, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'subnets': [{'id': '861a0651-7bb1-4764-9619-8fa9fc9738e0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:42.229535 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f9de99-6a9e-43df-a1c7-c48e33fcb363 None None] The sync data for ids ['74f284ef-6b67-4b50-9c32-cab939688992'] in dv-neutron-826830-1-hyperv is: [{'id': '74f284ef-6b67-4b50-9c32-cab939688992', 'name': 'tempest-RoutersIpV6Test-router-1293814552', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:39:13Z', 'updated_at': '2022-02-01T04:39:37Z', 'revision_number': 4, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'gw_port_host': None, '_interfaces': [{'id': '2bf62b2c-7d91-45b6-929c-fdd211c3eeaa', 'name': '', 'network_id': 'fc8423bf-5d16-4390-91d1-032c0c9fda0f', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'mac_address': 'fa:16:3e:51:53:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f284ef-6b67-4b50-9c32-cab939688992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '105f9a8f-e330-4d2e-9f8d-14915fec692e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:24Z', 'updated_at': '2022-02-01T04:39:38Z', 'revision_number': 5, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'subnets': [{'id': '105f9a8f-e330-4d2e-9f8d-14915fec692e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6466d8b9-0022-49c8-967f-1ac3f6050089', 'name': '', 'network_id': '12372e28-c5ed-4d3d-868c-2b2c91f98110', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'mac_address': 'fa:16:3e:11:36:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74f284ef-6b67-4b50-9c32-cab939688992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '6e6383a8-71a2-4c5b-bd9c-04842e06de56', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:34Z', 'updated_at': '2022-02-01T04:39:41Z', 'revision_number': 4, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'subnets': [{'id': '6e6383a8-71a2-4c5b-bd9c-04842e06de56', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7fff0c1-fbba-4bc1-acb5-95acfddd5d80', 'name': '', 'network_id': '4dd93543-263a-4c41-a512-ce62a8769aca', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'mac_address': 'fa:16:3e:c0:64:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f284ef-6b67-4b50-9c32-cab939688992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '861a0651-7bb1-4764-9619-8fa9fc9738e0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:16Z', 'updated_at': '2022-02-01T04:39:28Z', 'revision_number': 5, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'subnets': [{'id': '861a0651-7bb1-4764-9619-8fa9fc9738e0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:39:42.324501 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 2bf62b2c-7d91-45b6-929c-fdd211c3eeaa triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:39:42.324994 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:42.395193 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-9eec582b-30c6-463f-834b-919f74c44e6b None None] Set router d554f5e6-4a26-41d8-a9be-8ca53cce7d09 gateway port host: None {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:39:42.505054 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-953a3818-23fe-49bf-a5be-e0cdad28ff13 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] For port ef650754-df0d-4124-9fa5-197eb853d8d8, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=ef650754-df0d-4124-9fa5-197eb853d8d8,segment=NetworkSegment(9299f820-1955-493c-a5c9-1898fe01503b),segment_id=9299f820-1955-493c-a5c9-1898fe01503b)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:39:42.505837 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-953a3818-23fe-49bf-a5be-e0cdad28ff13 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:42.540589 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-10fa4236-72dd-4830-b08f-0822cb677efa None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:42.608628 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-90fb3861-a6d9-445a-8526-4314c2c320b8 None None] For port 2c6c2e95-b7b8-4eb6-a2f3-89378f9e3600, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:39:42.624765 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-10fa4236-72dd-4830-b08f-0822cb677efa None None] Transition to ACTIVE for port object 5ccfa199-2094-49a8-83dc-5a122f46fd1c will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:39:42.674481 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-953a3818-23fe-49bf-a5be-e0cdad28ff13 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Calling delete_port for ef650754-df0d-4124-9fa5-197eb853d8d8 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:39:42.772705 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-953a3818-23fe-49bf-a5be-e0cdad28ff13 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:42.795020 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-90fb3861-a6d9-445a-8526-4314c2c320b8 None None] For port 2c6c2e95-b7b8-4eb6-a2f3-89378f9e3600, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=2c6c2e95-b7b8-4eb6-a2f3-89378f9e3600,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:39:42.840744 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-90fb3861-a6d9-445a-8526-4314c2c320b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:42.844815 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953a3818-23fe-49bf-a5be-e0cdad28ff13 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Pushing event deleted for resources: {'Port': ['ID=ef650754-df0d-4124-9fa5-197eb853d8d8,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:42.862461 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953a3818-23fe-49bf-a5be-e0cdad28ff13 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] No DVR routers for this DVR port ef650754-df0d-4124-9fa5-197eb853d8d8 on host dv-neutron-826830-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:39:42.910555 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-10fa4236-72dd-4830-b08f-0822cb677efa None None] Transition to ACTIVE for port object 5ccfa199-2094-49a8-83dc-5a122f46fd1c will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:39:42.972920 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731f8a2b-db2e-43dd-8bf7-eb4ea671d05b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-5ccd6114-83f2-4fd7-92e5-878c2e698236', 'network_id': '5ccd6114-83f2-4fd7-92e5-878c2e698236', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'fixed_ips': [{'subnet_id': '909fc9e8-25a7-48a6-9979-73077216263c'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:39:42.973763 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-731f8a2b-db2e-43dd-8bf7-eb4ea671d05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:43.023335 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-10fa4236-72dd-4830-b08f-0822cb677efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:43.025923 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-953a3818-23fe-49bf-a5be-e0cdad28ff13 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:43.062567 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-953a3818-23fe-49bf-a5be-e0cdad28ff13 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b86ecd6-1225-41e2-b898-37f305172218']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:43.070685 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fb3861-a6d9-445a-8526-4314c2c320b8 None None] Routers {'a80b0477-e778-4300-93f7-daa3ff7a3068'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:39:43.071352 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-90fb3861-a6d9-445a-8526-4314c2c320b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:39:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['a80b0477-e778-4300-93f7-daa3ff7a3068'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:43.078618 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-953a3818-23fe-49bf-a5be-e0cdad28ff13 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9299f820-1955-493c-a5c9-1898fe01503b') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:43.078618 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-953a3818-23fe-49bf-a5be-e0cdad28ff13 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9299f820-1955-493c-a5c9-1898fe01503b') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:43.090549 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-953a3818-23fe-49bf-a5be-e0cdad28ff13 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:43.108347 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-953a3818-23fe-49bf-a5be-e0cdad28ff13 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:43.115524 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-953a3818-23fe-49bf-a5be-e0cdad28ff13 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:39:43.116103 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-953a3818-23fe-49bf-a5be-e0cdad28ff13 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:43.125694 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-7499dd21-4d21-494d-a971-176b1da992c6 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Allocated IP 172.20.0.1 (bbc50e3d-1342-4e04-b690-f6146b0d424c/ddf9201f-e5dc-4973-8c52-315c9eba024d/f0306631-6b3c-4d67-866f-5690da5aa520) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:39:43.134840 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 04:39:43.134840 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:39:43.134840 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 04:39:43.134840 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:39:43.134840 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 04:39:43.134840 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:39:43.134840 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 04:39:43.134840 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:39:43.134840 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 04:39:43.134840 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:39:43.134840 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 04:39:43.134840 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:39:43.134840 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 04:39:43.134840 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:39:43.134840 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:39:43.134840 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:39:43.134840 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:39:43.134840 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:39:43.134840 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 04:39:43.134840 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:39:43.134840 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 04:39:43.134840 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:39:43.134840 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:39:43.134840 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:39:43.134840 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 04:39:43.134840 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:39:43.134840 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:39:43.134840 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:39:43.134840 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:39:43.134840 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:39:43.134840 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:39:43.134840 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:39:43.239431 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-953a3818-23fe-49bf-a5be-e0cdad28ff13 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:43.262143 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-953a3818-23fe-49bf-a5be-e0cdad28ff13 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:43.280482 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953a3818-23fe-49bf-a5be-e0cdad28ff13 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Pushing event deleted for resources: {'Network': ['ID=7b86ecd6-1225-41e2-b898-37f305172218,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:43.284315 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-953a3818-23fe-49bf-a5be-e0cdad28ff13 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "DELETE /v2.0/networks/7b86ecd6-1225-41e2-b898-37f305172218 HTTP/1.1" status: 204 len: 168 time: 1.3592155 Feb 01 04:39:43.286752 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42400) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:43.310421 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6c824a91-d49b-4ff2-a887-5706cb82543c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:43.331383 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fa4236-72dd-4830-b08f-0822cb677efa None None] Network bbc50e3d-1342-4e04-b690-f6146b0d424c is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:39:43.362377 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d89b2ad-9983-4541-91e4-acd65c8d6cdd None None] Pushing event updated for resources: {'Port': ['ID=2c6c2e95-b7b8-4eb6-a2f3-89378f9e3600,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:43.365028 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-10fa4236-72dd-4830-b08f-0822cb677efa None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:39:43.379160 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fa4236-72dd-4830-b08f-0822cb677efa None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:39:43.509902 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7499dd21-4d21-494d-a971-176b1da992c6 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:43.538189 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-7499dd21-4d21-494d-a971-176b1da992c6 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Transition to ACTIVE for port object f0306631-6b3c-4d67-866f-5690da5aa520 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:39:43.643727 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18dafc9-de12-49ae-ad65-ac1f7e8292e1 None None] DHCP port deletion for 7b86ecd6-1225-41e2-b898-37f305172218 request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:39:43.644991 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7499dd21-4d21-494d-a971-176b1da992c6 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:43.688191 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 6466d8b9-0022-49c8-967f-1ac3f6050089 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:39:43.758172 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7499dd21-4d21-494d-a971-176b1da992c6 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Network bbc50e3d-1342-4e04-b690-f6146b0d424c is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:39:43.763973 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-7499dd21-4d21-494d-a971-176b1da992c6 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:39:43.774283 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7499dd21-4d21-494d-a971-176b1da992c6 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:39:43.776938 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fa4236-72dd-4830-b08f-0822cb677efa None None] Pushing event updated for resources: {'Port': ['ID=5ccfa199-2094-49a8-83dc-5a122f46fd1c,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:43.828683 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7499dd21-4d21-494d-a971-176b1da992c6 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'Port': ['ID=f0306631-6b3c-4d67-866f-5690da5aa520,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:43.829747 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-10fa4236-72dd-4830-b08f-0822cb677efa None None] Attempting to bind port 5ccfa199-2094-49a8-83dc-5a122f46fd1c on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:39:43.830225 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-10fa4236-72dd-4830-b08f-0822cb677efa None None] Attempting to bind port 5ccfa199-2094-49a8-83dc-5a122f46fd1c by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '1f5d8862-e520-40b2-b726-5bbe55278b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bbc50e3d-1342-4e04-b690-f6146b0d424c'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:39:43.831056 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fa4236-72dd-4830-b08f-0822cb677efa None None] Attempting to bind port 5ccfa199-2094-49a8-83dc-5a122f46fd1c on network bbc50e3d-1342-4e04-b690-f6146b0d424c {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:39:43.855245 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-90fb3861-a6d9-445a-8526-4314c2c320b8 None None] Set router a80b0477-e778-4300-93f7-daa3ff7a3068 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:39:43.857303 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7499dd21-4d21-494d-a971-176b1da992c6 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-372107'] for router_interface, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:43.902568 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fa4236-72dd-4830-b08f-0822cb677efa None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:39:43.902968 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fa4236-72dd-4830-b08f-0822cb677efa None None] Checking segment: {'id': '1f5d8862-e520-40b2-b726-5bbe55278b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bbc50e3d-1342-4e04-b690-f6146b0d424c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:39:43.903486 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-10fa4236-72dd-4830-b08f-0822cb677efa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:43.904096 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fa4236-72dd-4830-b08f-0822cb677efa None None] Bound using segment: {'id': '1f5d8862-e520-40b2-b726-5bbe55278b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bbc50e3d-1342-4e04-b690-f6146b0d424c'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:39:43.904766 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-10fa4236-72dd-4830-b08f-0822cb677efa None None] Bound port: 5ccfa199-2094-49a8-83dc-5a122f46fd1c, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f5d8862-e520-40b2-b726-5bbe55278b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bbc50e3d-1342-4e04-b690-f6146b0d424c'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:39:43.905311 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-10fa4236-72dd-4830-b08f-0822cb677efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:43.951175 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-276aca7c-643c-4172-ba8f-85c88d4e03be tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-371968'] for router_interface, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:43.979362 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-731f8a2b-db2e-43dd-8bf7-eb4ea671d05b None None] Allocated IP 2001:db8:3::2 (5ccd6114-83f2-4fd7-92e5-878c2e698236/909fc9e8-25a7-48a6-9979-73077216263c/44e40c66-4ea6-4841-8a5d-a17a7a5ea2cc) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:39:44.026513 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7499dd21-4d21-494d-a971-176b1da992c6 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:44.108453 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 6466d8b9-0022-49c8-967f-1ac3f6050089 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:39:44.197806 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 6466d8b9-0022-49c8-967f-1ac3f6050089 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:39:44.198168 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:44.364014 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-9eec582b-30c6-463f-834b-919f74c44e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd554f5e6-4a26-41d8-a9be-8ca53cce7d09', 'name': 'tempest-RoutersTest-router-2050714513', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:39:04Z', 'updated_at': '2022-02-01T04:39:40Z', 'revision_number': 9, 'project_id': 'fe61db31beb2433b8247cdb8a5604696', 'gw_port_host': None, '_interfaces': [{'id': 'cb3e9c0c-f2d4-450c-8f3f-a6087e31af11', 'name': '', 'network_id': '43cd12b8-f372-4f27-998f-307417955842', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'mac_address': 'fa:16:3e:1f:d5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd554f5e6-4a26-41d8-a9be-8ca53cce7d09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '3794f33d-5657-4722-a9b2-4a31bef252ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:12Z', 'updated_at': '2022-02-01T04:39:20Z', 'revision_number': 5, 'project_id': 'fe61db31beb2433b8247cdb8a5604696', 'subnets': [{'id': '3794f33d-5657-4722-a9b2-4a31bef252ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eaef79ba-72f8-478f-910f-419bca0107d8', 'name': '', 'network_id': 'e9117615-b002-4f12-bb92-da96b4aef559', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'mac_address': 'fa:16:3e:a7:e9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd554f5e6-4a26-41d8-a9be-8ca53cce7d09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '577c5877-3e3c-4308-9481-aa5ae0e0e6bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:06Z', 'updated_at': '2022-02-01T04:39:15Z', 'revision_number': 5, 'project_id': 'fe61db31beb2433b8247cdb8a5604696', 'subnets': [{'id': '577c5877-3e3c-4308-9481-aa5ae0e0e6bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:44.377936 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-10fa4236-72dd-4830-b08f-0822cb677efa None None] For port 5ccfa199-2094-49a8-83dc-5a122f46fd1c, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:39:44.416368 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-276aca7c-643c-4172-ba8f-85c88d4e03be tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Deleting port cb3e9c0c-f2d4-450c-8f3f-a6087e31af11 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:39:44.416768 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-276aca7c-643c-4172-ba8f-85c88d4e03be tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:44.427040 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eec582b-30c6-463f-834b-919f74c44e6b None None] Checking router: d554f5e6-4a26-41d8-a9be-8ca53cce7d09 for host: dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:39:44.436201 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-10fa4236-72dd-4830-b08f-0822cb677efa None None] For port 5ccfa199-2094-49a8-83dc-5a122f46fd1c, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=5ccfa199-2094-49a8-83dc-5a122f46fd1c,segment=NetworkSegment(1f5d8862-e520-40b2-b726-5bbe55278b56),segment_id=1f5d8862-e520-40b2-b726-5bbe55278b56)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:39:44.458773 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-10fa4236-72dd-4830-b08f-0822cb677efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:44.468140 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7499dd21-4d21-494d-a971-176b1da992c6 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:44.473463 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7499dd21-4d21-494d-a971-176b1da992c6 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:44.572028 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eec582b-30c6-463f-834b-919f74c44e6b None None] Routers {'d554f5e6-4a26-41d8-a9be-8ca53cce7d09'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:39:44.572669 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-9eec582b-30c6-463f-834b-919f74c44e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:39:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['d554f5e6-4a26-41d8-a9be-8ca53cce7d09'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:44.619048 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-276aca7c-643c-4172-ba8f-85c88d4e03be tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] For port cb3e9c0c-f2d4-450c-8f3f-a6087e31af11, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=cb3e9c0c-f2d4-450c-8f3f-a6087e31af11,segment=NetworkSegment(9e7e4f77-811f-4782-934c-2b26d67b3d7d),segment_id=9e7e4f77-811f-4782-934c-2b26d67b3d7d)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:39:44.619441 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-276aca7c-643c-4172-ba8f-85c88d4e03be tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:44.718321 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7499dd21-4d21-494d-a971-176b1da992c6 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371990'] for router_interface, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:44.722005 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7499dd21-4d21-494d-a971-176b1da992c6 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'Port': ['ID=f0306631-6b3c-4d67-866f-5690da5aa520,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:44.751984 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-276aca7c-643c-4172-ba8f-85c88d4e03be tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Calling delete_port for cb3e9c0c-f2d4-450c-8f3f-a6087e31af11 owned by network:router_interface {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:39:44.880504 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7499dd21-4d21-494d-a971-176b1da992c6 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Network bbc50e3d-1342-4e04-b690-f6146b0d424c is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:39:44.882346 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-7499dd21-4d21-494d-a971-176b1da992c6 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:39:44.890719 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-731f8a2b-db2e-43dd-8bf7-eb4ea671d05b None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:44.898538 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:44.907782 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fa4236-72dd-4830-b08f-0822cb677efa None None] Pushing event updated for resources: {'Port': ['ID=5ccfa199-2094-49a8-83dc-5a122f46fd1c,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:44.940587 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-731f8a2b-db2e-43dd-8bf7-eb4ea671d05b None None] Transition to ACTIVE for port object 44e40c66-4ea6-4841-8a5d-a17a7a5ea2cc will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:39:44.968955 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-9eec582b-30c6-463f-834b-919f74c44e6b None None] Set router d554f5e6-4a26-41d8-a9be-8ca53cce7d09 gateway port host: None {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:39:44.981220 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-276aca7c-643c-4172-ba8f-85c88d4e03be tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:45.057181 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:45.059027 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-90fb3861-a6d9-445a-8526-4314c2c320b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80b0477-e778-4300-93f7-daa3ff7a3068', 'name': 'tempest-TestNetworkBasicOps-router-208474054', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.222'}], 'enable_snat': True}, 'gw_port_id': '2c6c2e95-b7b8-4eb6-a2f3-89378f9e3600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:39:33Z', 'updated_at': '2022-02-01T04:39:36Z', 'revision_number': 3, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': '2c6c2e95-b7b8-4eb6-a2f3-89378f9e3600', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:86:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a80b0477-e778-4300-93f7-daa3ff7a3068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:35Z', 'updated_at': '2022-02-01T04:39:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:45.069595 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-731f8a2b-db2e-43dd-8bf7-eb4ea671d05b None None] Transition to ACTIVE for port object 44e40c66-4ea6-4841-8a5d-a17a7a5ea2cc will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:39:45.071797 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 6466d8b9-0022-49c8-967f-1ac3f6050089, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=6466d8b9-0022-49c8-967f-1ac3f6050089,segment=NetworkSegment(d6dc8faa-c5f7-44c7-84fa-9910084e20fb),segment_id=d6dc8faa-c5f7-44c7-84fa-9910084e20fb)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:39:45.077588 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fb3861-a6d9-445a-8526-4314c2c320b8 None None] The sync data for ids ['a80b0477-e778-4300-93f7-daa3ff7a3068'] in dv-neutron-826830-1-hyperv is: [{'id': 'a80b0477-e778-4300-93f7-daa3ff7a3068', 'name': 'tempest-TestNetworkBasicOps-router-208474054', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.222'}], 'enable_snat': True}, 'gw_port_id': '2c6c2e95-b7b8-4eb6-a2f3-89378f9e3600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:39:33Z', 'updated_at': '2022-02-01T04:39:36Z', 'revision_number': 3, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': '2c6c2e95-b7b8-4eb6-a2f3-89378f9e3600', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:86:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a80b0477-e778-4300-93f7-daa3ff7a3068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:35Z', 'updated_at': '2022-02-01T04:39:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:39:45.083083 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:45.085030 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276aca7c-643c-4172-ba8f-85c88d4e03be tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Pushing event deleted for resources: {'Port': ['ID=cb3e9c0c-f2d4-450c-8f3f-a6087e31af11,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:45.225599 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-731f8a2b-db2e-43dd-8bf7-eb4ea671d05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:45.230930 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7499dd21-4d21-494d-a971-176b1da992c6 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Router a80b0477-e778-4300-93f7-daa3ff7a3068 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:39:45.344278 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731f8a2b-db2e-43dd-8bf7-eb4ea671d05b None None] Network 5ccd6114-83f2-4fd7-92e5-878c2e698236 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:39:45.349970 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-731f8a2b-db2e-43dd-8bf7-eb4ea671d05b None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:39:45.358144 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731f8a2b-db2e-43dd-8bf7-eb4ea671d05b None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:39:45.516975 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-276aca7c-643c-4172-ba8f-85c88d4e03be tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770960'] for router_interface, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:45.543186 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=6466d8b9-0022-49c8-967f-1ac3f6050089,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:45.564221 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-6c824a91-d49b-4ff2-a887-5706cb82543c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Allocated IP 2001:db8:3::1 (5ccd6114-83f2-4fd7-92e5-878c2e698236/909fc9e8-25a7-48a6-9979-73077216263c/463c7c1d-a650-4a73-b1c7-a420c98b32f8) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:39:45.571082 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7499dd21-4d21-494d-a971-176b1da992c6 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:39:45.643616 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-7499dd21-4d21-494d-a971-176b1da992c6 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "PUT /v2.0/routers/a80b0477-e778-4300-93f7-daa3ff7a3068/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3829808 Feb 01 04:39:45.648196 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42404) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:45.724063 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 5ccfa199-2094-49a8-83dc-5a122f46fd1c up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:39:45.830582 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-731f8a2b-db2e-43dd-8bf7-eb4ea671d05b None None] Attempting to bind port 44e40c66-4ea6-4841-8a5d-a17a7a5ea2cc on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:39:45.830964 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-731f8a2b-db2e-43dd-8bf7-eb4ea671d05b None None] Attempting to bind port 44e40c66-4ea6-4841-8a5d-a17a7a5ea2cc by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': 'de2b59e0-92bf-43b9-b036-befe536b9b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5ccd6114-83f2-4fd7-92e5-878c2e698236'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:39:45.831322 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731f8a2b-db2e-43dd-8bf7-eb4ea671d05b None None] Attempting to bind port 44e40c66-4ea6-4841-8a5d-a17a7a5ea2cc on network 5ccd6114-83f2-4fd7-92e5-878c2e698236 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:39:45.857173 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731f8a2b-db2e-43dd-8bf7-eb4ea671d05b None None] Pushing event updated for resources: {'Port': ['ID=44e40c66-4ea6-4841-8a5d-a17a7a5ea2cc,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:45.862708 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731f8a2b-db2e-43dd-8bf7-eb4ea671d05b None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:39:45.863093 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731f8a2b-db2e-43dd-8bf7-eb4ea671d05b None None] Checking segment: {'id': 'de2b59e0-92bf-43b9-b036-befe536b9b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5ccd6114-83f2-4fd7-92e5-878c2e698236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:39:45.863500 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-731f8a2b-db2e-43dd-8bf7-eb4ea671d05b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:45.863887 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731f8a2b-db2e-43dd-8bf7-eb4ea671d05b None None] Bound using segment: {'id': 'de2b59e0-92bf-43b9-b036-befe536b9b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5ccd6114-83f2-4fd7-92e5-878c2e698236'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:39:45.864354 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-731f8a2b-db2e-43dd-8bf7-eb4ea671d05b None None] Bound port: 44e40c66-4ea6-4841-8a5d-a17a7a5ea2cc, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de2b59e0-92bf-43b9-b036-befe536b9b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5ccd6114-83f2-4fd7-92e5-878c2e698236'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:39:45.864729 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-731f8a2b-db2e-43dd-8bf7-eb4ea671d05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:45.965511 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6c824a91-d49b-4ff2-a887-5706cb82543c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:45.977278 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 5ccfa199-2094-49a8-83dc-5a122f46fd1c completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:39:45.995117 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3472a9d-b7e7-4b3c-94ca-f498aed285b8 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:39:45.995628 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3472a9d-b7e7-4b3c-94ca-f498aed285b8 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:39:45.996076 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3472a9d-b7e7-4b3c-94ca-f498aed285b8 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:39:45.996523 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3472a9d-b7e7-4b3c-94ca-f498aed285b8 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:39:45.997000 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3472a9d-b7e7-4b3c-94ca-f498aed285b8 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:39:45.997450 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3472a9d-b7e7-4b3c-94ca-f498aed285b8 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:39:45.997894 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3472a9d-b7e7-4b3c-94ca-f498aed285b8 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:39:45.998340 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3472a9d-b7e7-4b3c-94ca-f498aed285b8 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:39:45.998771 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3472a9d-b7e7-4b3c-94ca-f498aed285b8 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:39:45.999231 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3472a9d-b7e7-4b3c-94ca-f498aed285b8 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:39:46.001480 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d3472a9d-b7e7-4b3c-94ca-f498aed285b8 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6981 time: 0.3522360 Feb 01 04:39:46.005600 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42408) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:46.032072 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device ef650754-df0d-4124-9fa5-197eb853d8d8 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:39:46.063087 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-6c824a91-d49b-4ff2-a887-5706cb82543c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Transition to ACTIVE for port object 463c7c1d-a650-4a73-b1c7-a420c98b32f8 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:39:46.122031 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-731f8a2b-db2e-43dd-8bf7-eb4ea671d05b None None] For port 44e40c66-4ea6-4841-8a5d-a17a7a5ea2cc, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:39:46.127598 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-731f8a2b-db2e-43dd-8bf7-eb4ea671d05b None None] For port 44e40c66-4ea6-4841-8a5d-a17a7a5ea2cc, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=44e40c66-4ea6-4841-8a5d-a17a7a5ea2cc,segment=NetworkSegment(de2b59e0-92bf-43b9-b036-befe536b9b38),segment_id=de2b59e0-92bf-43b9-b036-befe536b9b38)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:39:46.129927 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: ef650754-df0d-4124-9fa5-197eb853d8d8 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:39:46.130520 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device ef650754-df0d-4124-9fa5-197eb853d8d8 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:39:46.144232 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-731f8a2b-db2e-43dd-8bf7-eb4ea671d05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:46.156962 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4537d6fb-214b-4d57-b2bd-512d097260c9 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:39:46.157426 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4537d6fb-214b-4d57-b2bd-512d097260c9 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:39:46.157872 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4537d6fb-214b-4d57-b2bd-512d097260c9 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:39:46.158321 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4537d6fb-214b-4d57-b2bd-512d097260c9 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:39:46.158749 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4537d6fb-214b-4d57-b2bd-512d097260c9 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:39:46.159222 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4537d6fb-214b-4d57-b2bd-512d097260c9 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:39:46.159714 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4537d6fb-214b-4d57-b2bd-512d097260c9 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:39:46.160150 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4537d6fb-214b-4d57-b2bd-512d097260c9 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:39:46.160589 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4537d6fb-214b-4d57-b2bd-512d097260c9 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:39:46.161089 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4537d6fb-214b-4d57-b2bd-512d097260c9 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:39:46.162968 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4537d6fb-214b-4d57-b2bd-512d097260c9 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6386 time: 0.1564221 Feb 01 04:39:46.172941 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42412) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:46.218280 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-276aca7c-643c-4172-ba8f-85c88d4e03be tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Router d554f5e6-4a26-41d8-a9be-8ca53cce7d09 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:39:46.241351 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-9eec582b-30c6-463f-834b-919f74c44e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd554f5e6-4a26-41d8-a9be-8ca53cce7d09', 'name': 'tempest-RoutersTest-router-2050714513', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:39:04Z', 'updated_at': '2022-02-01T04:39:40Z', 'revision_number': 9, 'project_id': 'fe61db31beb2433b8247cdb8a5604696', 'gw_port_host': None, '_interfaces': [{'id': 'cb3e9c0c-f2d4-450c-8f3f-a6087e31af11', 'name': '', 'network_id': '43cd12b8-f372-4f27-998f-307417955842', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'mac_address': 'fa:16:3e:1f:d5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd554f5e6-4a26-41d8-a9be-8ca53cce7d09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '3794f33d-5657-4722-a9b2-4a31bef252ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:12Z', 'updated_at': '2022-02-01T04:39:20Z', 'revision_number': 5, 'project_id': 'fe61db31beb2433b8247cdb8a5604696', 'subnets': [{'id': '3794f33d-5657-4722-a9b2-4a31bef252ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eaef79ba-72f8-478f-910f-419bca0107d8', 'name': '', 'network_id': 'e9117615-b002-4f12-bb92-da96b4aef559', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'mac_address': 'fa:16:3e:a7:e9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd554f5e6-4a26-41d8-a9be-8ca53cce7d09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '577c5877-3e3c-4308-9481-aa5ae0e0e6bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:06Z', 'updated_at': '2022-02-01T04:39:15Z', 'revision_number': 5, 'project_id': 'fe61db31beb2433b8247cdb8a5604696', 'subnets': [{'id': '577c5877-3e3c-4308-9481-aa5ae0e0e6bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:46.266745 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6c824a91-d49b-4ff2-a887-5706cb82543c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:46.273306 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eec582b-30c6-463f-834b-919f74c44e6b None None] The sync data for ids ['d554f5e6-4a26-41d8-a9be-8ca53cce7d09'] in dv-neutron-826830-1-hyperv is: [{'id': 'd554f5e6-4a26-41d8-a9be-8ca53cce7d09', 'name': 'tempest-RoutersTest-router-2050714513', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:39:04Z', 'updated_at': '2022-02-01T04:39:40Z', 'revision_number': 9, 'project_id': 'fe61db31beb2433b8247cdb8a5604696', 'gw_port_host': None, '_interfaces': [{'id': 'cb3e9c0c-f2d4-450c-8f3f-a6087e31af11', 'name': '', 'network_id': '43cd12b8-f372-4f27-998f-307417955842', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'mac_address': 'fa:16:3e:1f:d5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd554f5e6-4a26-41d8-a9be-8ca53cce7d09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '3794f33d-5657-4722-a9b2-4a31bef252ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:12Z', 'updated_at': '2022-02-01T04:39:20Z', 'revision_number': 5, 'project_id': 'fe61db31beb2433b8247cdb8a5604696', 'subnets': [{'id': '3794f33d-5657-4722-a9b2-4a31bef252ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eaef79ba-72f8-478f-910f-419bca0107d8', 'name': '', 'network_id': 'e9117615-b002-4f12-bb92-da96b4aef559', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'mac_address': 'fa:16:3e:a7:e9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd554f5e6-4a26-41d8-a9be-8ca53cce7d09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '577c5877-3e3c-4308-9481-aa5ae0e0e6bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:06Z', 'updated_at': '2022-02-01T04:39:15Z', 'revision_number': 5, 'project_id': 'fe61db31beb2433b8247cdb8a5604696', 'subnets': [{'id': '577c5877-3e3c-4308-9481-aa5ae0e0e6bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:39:46.289859 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731f8a2b-db2e-43dd-8bf7-eb4ea671d05b None None] Pushing event updated for resources: {'Port': ['ID=44e40c66-4ea6-4841-8a5d-a17a7a5ea2cc,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:46.403386 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c824a91-d49b-4ff2-a887-5706cb82543c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Network 5ccd6114-83f2-4fd7-92e5-878c2e698236 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:39:46.409751 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-6c824a91-d49b-4ff2-a887-5706cb82543c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:39:46.415119 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c824a91-d49b-4ff2-a887-5706cb82543c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:39:46.415600 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6c824a91-d49b-4ff2-a887-5706cb82543c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-372107'] for router_interface, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:46.449999 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-276aca7c-643c-4172-ba8f-85c88d4e03be tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:39:46.466816 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fb50e8-8d1d-456d-812d-83a6da9175bb None None] Network bbc50e3d-1342-4e04-b690-f6146b0d424c requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:39:46.473945 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-276aca7c-643c-4172-ba8f-85c88d4e03be tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "PUT /v2.0/routers/d554f5e6-4a26-41d8-a9be-8ca53cce7d09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1857312 Feb 01 04:39:46.474691 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42416) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:46.504353 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c824a91-d49b-4ff2-a887-5706cb82543c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Pushing event updated for resources: {'Port': ['ID=463c7c1d-a650-4a73-b1c7-a420c98b32f8,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:46.553510 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e9c3106-d18f-48d3-9ff3-db09e6da32de tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Deleting subnet 3794f33d-5657-4722-a9b2-4a31bef252ba {{(pid=87637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:39:46.557173 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7e9c3106-d18f-48d3-9ff3-db09e6da32de tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for subnet, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:46.628884 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7e9c3106-d18f-48d3-9ff3-db09e6da32de tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2424773'] for subnet, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:46.658359 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-26b9cd49-a09e-4066-a07b-f571c34a7a3c None None] Provisioning for port 5ccfa199-2094-49a8-83dc-5a122f46fd1c completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:39:46.677373 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-26b9cd49-a09e-4066-a07b-f571c34a7a3c None None] Provisioning complete for port 5ccfa199-2094-49a8-83dc-5a122f46fd1c triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:39:46.677373 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-26b9cd49-a09e-4066-a07b-f571c34a7a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:46.795379 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7e9c3106-d18f-48d3-9ff3-db09e6da32de tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:46.827555 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6c824a91-d49b-4ff2-a887-5706cb82543c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:46.982546 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-26b9cd49-a09e-4066-a07b-f571c34a7a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:47.013137 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7e9c3106-d18f-48d3-9ff3-db09e6da32de tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3037665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694336'] for subnet, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:47.050475 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-26b9cd49-a09e-4066-a07b-f571c34a7a3c None None] For port 5ccfa199-2094-49a8-83dc-5a122f46fd1c, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=5ccfa199-2094-49a8-83dc-5a122f46fd1c,segment=NetworkSegment(1f5d8862-e520-40b2-b726-5bbe55278b56),segment_id=1f5d8862-e520-40b2-b726-5bbe55278b56)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:39:47.059446 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-26b9cd49-a09e-4066-a07b-f571c34a7a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:47.064859 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9c3106-d18f-48d3-9ff3-db09e6da32de tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Pushing event deleted for resources: {'Subnet': ['ID=3794f33d-5657-4722-a9b2-4a31bef252ba,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:47.081133 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7e9c3106-d18f-48d3-9ff3-db09e6da32de tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:47.096572 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-7e9c3106-d18f-48d3-9ff3-db09e6da32de tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "DELETE /v2.0/subnets/3794f33d-5657-4722-a9b2-4a31bef252ba HTTP/1.1" status: 204 len: 168 time: 0.6208177 Feb 01 04:39:47.097186 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42420) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:47.129767 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6646599c-5cdc-4e87-99b3-a1ab88128ee1 None None] Network 43cd12b8-f372-4f27-998f-307417955842 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:39:47.225129 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-472aa76a-5f34-4562-af69-9dc8130ec396 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:47.239477 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-472aa76a-5f34-4562-af69-9dc8130ec396 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Deleting port 8bc5d54d-5196-44ba-8749-4905e898556a {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:39:47.239715 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-472aa76a-5f34-4562-af69-9dc8130ec396 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:47.322917 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6c824a91-d49b-4ff2-a887-5706cb82543c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:47.335008 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d062a28c-e2d5-42a6-a5c7-7b6db93ff3d4 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2673 time: 1.1604302 Feb 01 04:39:47.336387 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6c824a91-d49b-4ff2-a887-5706cb82543c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:47.337150 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6c824a91-d49b-4ff2-a887-5706cb82543c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371990'] for router_interface, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:47.339262 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b9cd49-a09e-4066-a07b-f571c34a7a3c None None] Pushing event updated for resources: {'Port': ['ID=5ccfa199-2094-49a8-83dc-5a122f46fd1c,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:47.444013 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-d15befaf-711a-4df2-b0ae-31163c9aca1b None None] Provisioning complete for port 5ccfa199-2094-49a8-83dc-5a122f46fd1c triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:39:47.444379 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d15befaf-711a-4df2-b0ae-31163c9aca1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:47.482727 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c824a91-d49b-4ff2-a887-5706cb82543c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Pushing event updated for resources: {'Port': ['ID=463c7c1d-a650-4a73-b1c7-a420c98b32f8,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:47.644863 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0292f461-a40a-419e-a927-dd74e1aa2512 None None] DHCP port deletion for 43cd12b8-f372-4f27-998f-307417955842 request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:39:47.689095 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-0292f461-a40a-419e-a927-dd74e1aa2512 None None] Deleting port 8bc5d54d-5196-44ba-8749-4905e898556a {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:39:47.690229 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0292f461-a40a-419e-a927-dd74e1aa2512 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:47.724071 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c824a91-d49b-4ff2-a887-5706cb82543c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Network 5ccd6114-83f2-4fd7-92e5-878c2e698236 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:39:47.731977 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-6c824a91-d49b-4ff2-a887-5706cb82543c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:39:47.746329 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-472aa76a-5f34-4562-af69-9dc8130ec396 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] For port 8bc5d54d-5196-44ba-8749-4905e898556a, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=8bc5d54d-5196-44ba-8749-4905e898556a,segment=NetworkSegment(9e7e4f77-811f-4782-934c-2b26d67b3d7d),segment_id=9e7e4f77-811f-4782-934c-2b26d67b3d7d)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:39:47.746683 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-472aa76a-5f34-4562-af69-9dc8130ec396 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:47.856807 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42426) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:47.862217 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-0c6b9814-e417-48d6-9c10-001c046ca047 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-216996962', 'description': 'tempest-secgroup-smoke-216996962 description', 'project_id': '0629703b9474474a9f2fde13723d2e8b'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:39:47.866786 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0aebe5-ddba-4b16-8679-27d88eb9c0ef None None] Sync routers for ids ['a80b0477-e778-4300-93f7-daa3ff7a3068'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:39:47.884405 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0aebe5-ddba-4b16-8679-27d88eb9c0ef None None] Routers {'a80b0477-e778-4300-93f7-daa3ff7a3068'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:39:47.885031 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-5c0aebe5-ddba-4b16-8679-27d88eb9c0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:39:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['a80b0477-e778-4300-93f7-daa3ff7a3068'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:47.916528 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 44e40c66-4ea6-4841-8a5d-a17a7a5ea2cc up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:39:47.971955 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a27fc7-128e-4d41-8c3c-df3589f12891 None None] Sync routers for ids ['d554f5e6-4a26-41d8-a9be-8ca53cce7d09'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:39:48.026566 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a27fc7-128e-4d41-8c3c-df3589f12891 None None] Routers {'d554f5e6-4a26-41d8-a9be-8ca53cce7d09'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:39:48.027212 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-15a27fc7-128e-4d41-8c3c-df3589f12891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:39:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['d554f5e6-4a26-41d8-a9be-8ca53cce7d09'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:48.073134 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-472aa76a-5f34-4562-af69-9dc8130ec396 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Calling delete_port for 8bc5d54d-5196-44ba-8749-4905e898556a owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:39:48.075794 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-0c6b9814-e417-48d6-9c10-001c046ca047 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:39:48.091281 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0c6b9814-e417-48d6-9c10-001c046ca047 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:39:48.096959 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0c6b9814-e417-48d6-9c10-001c046ca047 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:39:48.100589 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-0c6b9814-e417-48d6-9c10-001c046ca047 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:39:48.108435 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-d15befaf-711a-4df2-b0ae-31163c9aca1b None None] Provisioning for port f0306631-6b3c-4d67-866f-5690da5aa520 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:39:48.139370 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0c6b9814-e417-48d6-9c10-001c046ca047 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:48.186797 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-0c6b9814-e417-48d6-9c10-001c046ca047 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:39:48.201421 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-5c0aebe5-ddba-4b16-8679-27d88eb9c0ef None None] Set router a80b0477-e778-4300-93f7-daa3ff7a3068 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:39:48.206054 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c824a91-d49b-4ff2-a887-5706cb82543c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Router 74f284ef-6b67-4b50-9c32-cab939688992 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:39:48.209920 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0c6b9814-e417-48d6-9c10-001c046ca047 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group_rule and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:39:48.214298 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0c6b9814-e417-48d6-9c10-001c046ca047 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:39:48.217417 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-472aa76a-5f34-4562-af69-9dc8130ec396 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:48.224353 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-0c6b9814-e417-48d6-9c10-001c046ca047 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:39:48.255514 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-0292f461-a40a-419e-a927-dd74e1aa2512 None None] For port 8bc5d54d-5196-44ba-8749-4905e898556a, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=8bc5d54d-5196-44ba-8749-4905e898556a,segment=NetworkSegment(9e7e4f77-811f-4782-934c-2b26d67b3d7d),segment_id=9e7e4f77-811f-4782-934c-2b26d67b3d7d)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:39:48.256118 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0292f461-a40a-419e-a927-dd74e1aa2512 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:48.289681 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472aa76a-5f34-4562-af69-9dc8130ec396 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Pushing event deleted for resources: {'Port': ['ID=8bc5d54d-5196-44ba-8749-4905e898556a,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:48.299179 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472aa76a-5f34-4562-af69-9dc8130ec396 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] No DVR routers for this DVR port 8bc5d54d-5196-44ba-8749-4905e898556a on host dv-neutron-826830-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:39:48.409887 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-0292f461-a40a-419e-a927-dd74e1aa2512 None None] Calling delete_port for 8bc5d54d-5196-44ba-8749-4905e898556a owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:39:48.423166 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c824a91-d49b-4ff2-a887-5706cb82543c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:39:48.433166 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d01e561-3d4b-4f97-ae4a-960f9f4a5e8e None None] Sync routers for ids ['74f284ef-6b67-4b50-9c32-cab939688992'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:39:48.437935 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-472aa76a-5f34-4562-af69-9dc8130ec396 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:48.447745 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-6c824a91-d49b-4ff2-a887-5706cb82543c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "PUT /v2.0/routers/74f284ef-6b67-4b50-9c32-cab939688992/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5127630 Feb 01 04:39:48.451292 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42430) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:48.461011 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d01e561-3d4b-4f97-ae4a-960f9f4a5e8e None None] Routers {'74f284ef-6b67-4b50-9c32-cab939688992'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:39:48.461625 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-3d01e561-3d4b-4f97-ae4a-960f9f4a5e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:39:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['74f284ef-6b67-4b50-9c32-cab939688992'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:48.462543 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-6c513880-1d65-45b7-8f51-af1c7dc2a998 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:39:48.478236 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-472aa76a-5f34-4562-af69-9dc8130ec396 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43cd12b8-f372-4f27-998f-307417955842']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:48.489442 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0dafda-7c3f-4894-b53a-ef5e2efbdeaa None None] Network 5ccd6114-83f2-4fd7-92e5-878c2e698236 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:39:48.491598 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-472aa76a-5f34-4562-af69-9dc8130ec396 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e7e4f77-811f-4782-934c-2b26d67b3d7d') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:48.492067 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-472aa76a-5f34-4562-af69-9dc8130ec396 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e7e4f77-811f-4782-934c-2b26d67b3d7d') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:48.504464 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-472aa76a-5f34-4562-af69-9dc8130ec396 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:48.522320 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-472aa76a-5f34-4562-af69-9dc8130ec396 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:48.523997 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-d15befaf-711a-4df2-b0ae-31163c9aca1b None None] Provisioning complete for port f0306631-6b3c-4d67-866f-5690da5aa520 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:39:48.524601 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d15befaf-711a-4df2-b0ae-31163c9aca1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:48.539519 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-472aa76a-5f34-4562-af69-9dc8130ec396 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:39:48.541138 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-472aa76a-5f34-4562-af69-9dc8130ec396 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:48.595367 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-d15befaf-711a-4df2-b0ae-31163c9aca1b None None] Port f0306631-6b3c-4d67-866f-5690da5aa520 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:39:48.670820 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0c6b9814-e417-48d6-9c10-001c046ca047 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:48.694143 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-3d01e561-3d4b-4f97-ae4a-960f9f4a5e8e None None] Set router 74f284ef-6b67-4b50-9c32-cab939688992 gateway port host: None {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:39:48.702976 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 04:39:48.702976 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:39:48.702976 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 04:39:48.702976 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:39:48.702976 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 04:39:48.702976 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:39:48.702976 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 04:39:48.702976 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:39:48.702976 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 04:39:48.702976 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:39:48.702976 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 04:39:48.702976 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:39:48.702976 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 04:39:48.702976 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:39:48.702976 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:39:48.702976 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:39:48.702976 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:39:48.702976 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:39:48.702976 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 04:39:48.702976 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:39:48.702976 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 04:39:48.702976 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:39:48.702976 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:39:48.702976 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:39:48.702976 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 04:39:48.702976 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:39:48.702976 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:39:48.702976 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:39:48.702976 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:39:48.702976 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:39:48.702976 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:39:48.702976 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:39:48.709586 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-472aa76a-5f34-4562-af69-9dc8130ec396 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:48.736100 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-15a27fc7-128e-4d41-8c3c-df3589f12891 None None] Set router d554f5e6-4a26-41d8-a9be-8ca53cce7d09 gateway port host: None {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:39:48.739989 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-472aa76a-5f34-4562-af69-9dc8130ec396 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:48.745629 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0c6b9814-e417-48d6-9c10-001c046ca047 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:48.751494 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472aa76a-5f34-4562-af69-9dc8130ec396 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Pushing event deleted for resources: {'Network': ['ID=43cd12b8-f372-4f27-998f-307417955842,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:48.765146 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-472aa76a-5f34-4562-af69-9dc8130ec396 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "DELETE /v2.0/networks/43cd12b8-f372-4f27-998f-307417955842 HTTP/1.1" status: 204 len: 168 time: 1.6666865 Feb 01 04:39:48.765824 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42434) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:48.796878 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6b9814-e417-48d6-9c10-001c046ca047 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b326993-1534-406f-93ee-397cb753d767,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:48.825467 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-23d3f380-4e14-49b6-b072-2bb52ad7fe91 None None] Provisioning for port 44e40c66-4ea6-4841-8a5d-a17a7a5ea2cc completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:39:48.835163 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-23d3f380-4e14-49b6-b072-2bb52ad7fe91 None None] Provisioning complete for port 44e40c66-4ea6-4841-8a5d-a17a7a5ea2cc triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:39:48.835544 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-23d3f380-4e14-49b6-b072-2bb52ad7fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:48.860392 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 44e40c66-4ea6-4841-8a5d-a17a7a5ea2cc completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:39:48.909448 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-0292f461-a40a-419e-a927-dd74e1aa2512 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:39:48.909794 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-0292f461-a40a-419e-a927-dd74e1aa2512 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:39:48.943462 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-5c0aebe5-ddba-4b16-8679-27d88eb9c0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80b0477-e778-4300-93f7-daa3ff7a3068', 'name': 'tempest-TestNetworkBasicOps-router-208474054', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.222'}], 'enable_snat': True}, 'gw_port_id': '2c6c2e95-b7b8-4eb6-a2f3-89378f9e3600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:39:33Z', 'updated_at': '2022-02-01T04:39:43Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': '2c6c2e95-b7b8-4eb6-a2f3-89378f9e3600', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:86:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a80b0477-e778-4300-93f7-daa3ff7a3068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:35Z', 'updated_at': '2022-02-01T04:39:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': 'f0306631-6b3c-4d67-866f-5690da5aa520', 'name': '', 'network_id': 'bbc50e3d-1342-4e04-b690-f6146b0d424c', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:b3:c0:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a80b0477-e778-4300-93f7-daa3ff7a3068', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'ddf9201f-e5dc-4973-8c52-315c9eba024d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:42Z', 'updated_at': '2022-02-01T04:39:44Z', 'revision_number': 2, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': 'ddf9201f-e5dc-4973-8c52-315c9eba024d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:48.956937 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0aebe5-ddba-4b16-8679-27d88eb9c0ef None None] Checking router: a80b0477-e778-4300-93f7-daa3ff7a3068 for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:39:48.957781 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0aebe5-ddba-4b16-8679-27d88eb9c0ef None None] Updating router a80b0477-e778-4300-93f7-daa3ff7a3068 port f0306631-6b3c-4d67-866f-5690da5aa520 binding host dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 04:39:49.062687 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5c0aebe5-ddba-4b16-8679-27d88eb9c0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:49.065583 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 44e40c66-4ea6-4841-8a5d-a17a7a5ea2cc triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:39:49.066092 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:49.267831 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-23d3f380-4e14-49b6-b072-2bb52ad7fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:49.362422 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.extraroute_db [None req-6c513880-1d65-45b7-8f51-af1c7dc2a998 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=87636) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 01 04:39:49.377807 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.extraroute_db [None req-6c513880-1d65-45b7-8f51-af1c7dc2a998 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Removed routes are [] {{(pid=87636) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 01 04:39:49.378352 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6c513880-1d65-45b7-8f51-af1c7dc2a998 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:49.413554 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-23d3f380-4e14-49b6-b072-2bb52ad7fe91 None None] For port 44e40c66-4ea6-4841-8a5d-a17a7a5ea2cc, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=44e40c66-4ea6-4841-8a5d-a17a7a5ea2cc,segment=NetworkSegment(de2b59e0-92bf-43b9-b036-befe536b9b38),segment_id=de2b59e0-92bf-43b9-b036-befe536b9b38)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:39:49.428217 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-0292f461-a40a-419e-a927-dd74e1aa2512 None None] Deleting port 8bc5d54d-5196-44ba-8749-4905e898556a {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:39:49.429813 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0292f461-a40a-419e-a927-dd74e1aa2512 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:49.454770 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0c6b9814-e417-48d6-9c10-001c046ca047 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:49.459400 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0c6b9814-e417-48d6-9c10-001c046ca047 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.6016004 Feb 01 04:39:49.468049 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42438) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:49.472848 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-445a97da-75d8-4c3d-8a9d-d44d37eb5cc3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'security_group_rule': {'security_group_id': '5b326993-1534-406f-93ee-397cb753d767', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:39:49.481892 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-445a97da-75d8-4c3d-8a9d-d44d37eb5cc3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:39:49.524852 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-0292f461-a40a-419e-a927-dd74e1aa2512 None None] The port '8bc5d54d-5196-44ba-8749-4905e898556a' was deleted {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 01 04:39:49.526326 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-23d3f380-4e14-49b6-b072-2bb52ad7fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:49.527011 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b1c003e5-0661-4b8a-a6d1-3c71ff46a990 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-371968'] for router_interface, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:49.534849 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-445a97da-75d8-4c3d-8a9d-d44d37eb5cc3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group_rule and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:39:49.549405 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-445a97da-75d8-4c3d-8a9d-d44d37eb5cc3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:39:49.570339 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5c0aebe5-ddba-4b16-8679-27d88eb9c0ef None None] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:49.573745 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-445a97da-75d8-4c3d-8a9d-d44d37eb5cc3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:39:49.599441 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-5c0aebe5-ddba-4b16-8679-27d88eb9c0ef None None] Transition to ACTIVE for port object f0306631-6b3c-4d67-866f-5690da5aa520 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:39:49.613992 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5c0aebe5-ddba-4b16-8679-27d88eb9c0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:49.701653 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-445a97da-75d8-4c3d-8a9d-d44d37eb5cc3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:49.755821 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-3d01e561-3d4b-4f97-ae4a-960f9f4a5e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f284ef-6b67-4b50-9c32-cab939688992', 'name': 'tempest-RoutersIpV6Test-router-1293814552', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:39:13Z', 'updated_at': '2022-02-01T04:39:46Z', 'revision_number': 5, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'gw_port_host': None, '_interfaces': [{'id': '2bf62b2c-7d91-45b6-929c-fdd211c3eeaa', 'name': '', 'network_id': 'fc8423bf-5d16-4390-91d1-032c0c9fda0f', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'mac_address': 'fa:16:3e:51:53:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f284ef-6b67-4b50-9c32-cab939688992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '105f9a8f-e330-4d2e-9f8d-14915fec692e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:24Z', 'updated_at': '2022-02-01T04:39:38Z', 'revision_number': 5, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'subnets': [{'id': '105f9a8f-e330-4d2e-9f8d-14915fec692e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '463c7c1d-a650-4a73-b1c7-a420c98b32f8', 'name': '', 'network_id': '5ccd6114-83f2-4fd7-92e5-878c2e698236', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'mac_address': 'fa:16:3e:42:45:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74f284ef-6b67-4b50-9c32-cab939688992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '909fc9e8-25a7-48a6-9979-73077216263c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:43Z', 'updated_at': '2022-02-01T04:39:47Z', 'revision_number': 2, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'subnets': [{'id': '909fc9e8-25a7-48a6-9979-73077216263c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6466d8b9-0022-49c8-967f-1ac3f6050089', 'name': '', 'network_id': '12372e28-c5ed-4d3d-868c-2b2c91f98110', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'mac_address': 'fa:16:3e:11:36:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f284ef-6b67-4b50-9c32-cab939688992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '6e6383a8-71a2-4c5b-bd9c-04842e06de56', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:34Z', 'updated_at': '2022-02-01T04:39:44Z', 'revision_number': 5, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'subnets': [{'id': '6e6383a8-71a2-4c5b-bd9c-04842e06de56', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7fff0c1-fbba-4bc1-acb5-95acfddd5d80', 'name': '', 'network_id': '4dd93543-263a-4c41-a512-ce62a8769aca', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'mac_address': 'fa:16:3e:c0:64:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f284ef-6b67-4b50-9c32-cab939688992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '861a0651-7bb1-4764-9619-8fa9fc9738e0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:16Z', 'updated_at': '2022-02-01T04:39:28Z', 'revision_number': 5, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'subnets': [{'id': '861a0651-7bb1-4764-9619-8fa9fc9738e0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:49.773854 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d01e561-3d4b-4f97-ae4a-960f9f4a5e8e None None] Checking router: 74f284ef-6b67-4b50-9c32-cab939688992 for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:39:49.774277 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d01e561-3d4b-4f97-ae4a-960f9f4a5e8e None None] Updating router 74f284ef-6b67-4b50-9c32-cab939688992 port 463c7c1d-a650-4a73-b1c7-a420c98b32f8 binding host dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 04:39:49.823074 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 5ccfa199-2094-49a8-83dc-5a122f46fd1c up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:39:49.912165 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1913fde3-9cd7-4481-a0b8-0fe3c2c51600 None None] Pushing event updated for resources: {'Port': ['ID=f0306631-6b3c-4d67-866f-5690da5aa520,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:49.912286 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d3f380-4e14-49b6-b072-2bb52ad7fe91 None None] Pushing event updated for resources: {'Port': ['ID=44e40c66-4ea6-4841-8a5d-a17a7a5ea2cc,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:49.956923 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 5ccfa199-2094-49a8-83dc-5a122f46fd1c triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:39:49.957292 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:49.985636 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6c513880-1d65-45b7-8f51-af1c7dc2a998 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:50.016918 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6c513880-1d65-45b7-8f51-af1c7dc2a998 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-774359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-774360', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-772505'] for router, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:50.035124 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-15a27fc7-128e-4d41-8c3c-df3589f12891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd554f5e6-4a26-41d8-a9be-8ca53cce7d09', 'name': 'tempest-RoutersTest-router-2050714513', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:39:04Z', 'updated_at': '2022-02-01T04:39:44Z', 'revision_number': 10, 'project_id': 'fe61db31beb2433b8247cdb8a5604696', 'gw_port_host': None, '_interfaces': [{'id': 'eaef79ba-72f8-478f-910f-419bca0107d8', 'name': '', 'network_id': 'e9117615-b002-4f12-bb92-da96b4aef559', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'mac_address': 'fa:16:3e:a7:e9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd554f5e6-4a26-41d8-a9be-8ca53cce7d09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '577c5877-3e3c-4308-9481-aa5ae0e0e6bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:06Z', 'updated_at': '2022-02-01T04:39:15Z', 'revision_number': 5, 'project_id': 'fe61db31beb2433b8247cdb8a5604696', 'subnets': [{'id': '577c5877-3e3c-4308-9481-aa5ae0e0e6bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:50.046992 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a27fc7-128e-4d41-8c3c-df3589f12891 None None] Checking router: d554f5e6-4a26-41d8-a9be-8ca53cce7d09 for host: dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:39:50.057862 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-b1c003e5-0661-4b8a-a6d1-3c71ff46a990 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Deleting port eaef79ba-72f8-478f-910f-419bca0107d8 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:39:50.058555 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b1c003e5-0661-4b8a-a6d1-3c71ff46a990 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:50.076519 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a27fc7-128e-4d41-8c3c-df3589f12891 None None] Routers {'d554f5e6-4a26-41d8-a9be-8ca53cce7d09'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:39:50.077217 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-15a27fc7-128e-4d41-8c3c-df3589f12891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:39:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['d554f5e6-4a26-41d8-a9be-8ca53cce7d09'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:50.107301 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3d01e561-3d4b-4f97-ae4a-960f9f4a5e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:50.148228 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-445a97da-75d8-4c3d-8a9d-d44d37eb5cc3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:50.171768 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-5c0aebe5-ddba-4b16-8679-27d88eb9c0ef None None] Attempting to bind port f0306631-6b3c-4d67-866f-5690da5aa520 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:39:50.173014 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-5c0aebe5-ddba-4b16-8679-27d88eb9c0ef None None] Attempting to bind port f0306631-6b3c-4d67-866f-5690da5aa520 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '1f5d8862-e520-40b2-b726-5bbe55278b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bbc50e3d-1342-4e04-b690-f6146b0d424c'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:39:50.173979 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0aebe5-ddba-4b16-8679-27d88eb9c0ef None None] Attempting to bind port f0306631-6b3c-4d67-866f-5690da5aa520 on network bbc50e3d-1342-4e04-b690-f6146b0d424c {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:39:50.195054 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0aebe5-ddba-4b16-8679-27d88eb9c0ef None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:39:50.196277 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0aebe5-ddba-4b16-8679-27d88eb9c0ef None None] Checking segment: {'id': '1f5d8862-e520-40b2-b726-5bbe55278b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bbc50e3d-1342-4e04-b690-f6146b0d424c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:39:50.197248 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5c0aebe5-ddba-4b16-8679-27d88eb9c0ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:50.198167 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0aebe5-ddba-4b16-8679-27d88eb9c0ef None None] Bound using segment: {'id': '1f5d8862-e520-40b2-b726-5bbe55278b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bbc50e3d-1342-4e04-b690-f6146b0d424c'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:39:50.199351 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-5c0aebe5-ddba-4b16-8679-27d88eb9c0ef None None] Bound port: f0306631-6b3c-4d67-866f-5690da5aa520, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f5d8862-e520-40b2-b726-5bbe55278b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bbc50e3d-1342-4e04-b690-f6146b0d424c'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:39:50.201121 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5c0aebe5-ddba-4b16-8679-27d88eb9c0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:50.321244 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-445a97da-75d8-4c3d-8a9d-d44d37eb5cc3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:50.326640 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-b1c003e5-0661-4b8a-a6d1-3c71ff46a990 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] For port eaef79ba-72f8-478f-910f-419bca0107d8, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=eaef79ba-72f8-478f-910f-419bca0107d8,segment=NetworkSegment(882c81a4-26f8-42a4-a79c-46309a623e6b),segment_id=882c81a4-26f8-42a4-a79c-46309a623e6b)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:39:50.326996 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b1c003e5-0661-4b8a-a6d1-3c71ff46a990 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:50.359376 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c513880-1d65-45b7-8f51-af1c7dc2a998 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Router 74f284ef-6b67-4b50-9c32-cab939688992 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:39:50.380854 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445a97da-75d8-4c3d-8a9d-d44d37eb5cc3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=934f11f1-6fd9-4ee0-8b17-389b491af525,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:50.439956 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-5c0aebe5-ddba-4b16-8679-27d88eb9c0ef None None] For port f0306631-6b3c-4d67-866f-5690da5aa520, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:39:50.453009 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-15a27fc7-128e-4d41-8c3c-df3589f12891 None None] Set router d554f5e6-4a26-41d8-a9be-8ca53cce7d09 gateway port host: None {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:39:50.463210 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-5c0aebe5-ddba-4b16-8679-27d88eb9c0ef None None] For port f0306631-6b3c-4d67-866f-5690da5aa520, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=f0306631-6b3c-4d67-866f-5690da5aa520,segment=NetworkSegment(1f5d8862-e520-40b2-b726-5bbe55278b56),segment_id=1f5d8862-e520-40b2-b726-5bbe55278b56)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:39:50.488846 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-445a97da-75d8-4c3d-8a9d-d44d37eb5cc3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:50.492775 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-445a97da-75d8-4c3d-8a9d-d44d37eb5cc3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0213280 Feb 01 04:39:50.505690 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42442) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:50.520175 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-b1c003e5-0661-4b8a-a6d1-3c71ff46a990 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Calling delete_port for eaef79ba-72f8-478f-910f-419bca0107d8 owned by network:router_interface {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:39:50.524916 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5c0aebe5-ddba-4b16-8679-27d88eb9c0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:50.538633 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-fb235504-170e-4a7d-bc1f-6f786b9afb06 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'security_group_rule': {'security_group_id': '5b326993-1534-406f-93ee-397cb753d767', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:39:50.540141 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 6466d8b9-0022-49c8-967f-1ac3f6050089 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:39:50.556037 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-fb235504-170e-4a7d-bc1f-6f786b9afb06 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:39:50.616445 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1913fde3-9cd7-4481-a0b8-0fe3c2c51600 None None] Pushing event updated for resources: {'Port': ['ID=f0306631-6b3c-4d67-866f-5690da5aa520,revision_number=4']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:50.646671 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-76d6e8d8-466b-46a9-8162-9c4bb37585b4 None None] Provisioning complete for port 44e40c66-4ea6-4841-8a5d-a17a7a5ea2cc triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:39:50.647406 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-76d6e8d8-466b-46a9-8162-9c4bb37585b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:50.671898 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0aebe5-ddba-4b16-8679-27d88eb9c0ef None None] Routers {'a80b0477-e778-4300-93f7-daa3ff7a3068'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:39:50.672617 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-5c0aebe5-ddba-4b16-8679-27d88eb9c0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:39:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['a80b0477-e778-4300-93f7-daa3ff7a3068'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:50.682730 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-fb235504-170e-4a7d-bc1f-6f786b9afb06 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group_rule and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:39:50.718151 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-fb235504-170e-4a7d-bc1f-6f786b9afb06 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:39:50.730921 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-fb235504-170e-4a7d-bc1f-6f786b9afb06 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:39:50.788147 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c513880-1d65-45b7-8f51-af1c7dc2a998 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:39:50.803677 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6c513880-1d65-45b7-8f51-af1c7dc2a998 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:50.807684 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-6c513880-1d65-45b7-8f51-af1c7dc2a998 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "PUT /v2.0/routers/74f284ef-6b67-4b50-9c32-cab939688992 HTTP/1.1" status: 200 len: 954 time: 2.3533185 Feb 01 04:39:50.809009 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42446) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:50.863967 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b1c003e5-0661-4b8a-a6d1-3c71ff46a990 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:50.988400 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fb235504-170e-4a7d-bc1f-6f786b9afb06 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:51.092308 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 6466d8b9-0022-49c8-967f-1ac3f6050089 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:39:51.092904 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:51.130491 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3d01e561-3d4b-4f97-ae4a-960f9f4a5e8e None None] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:51.145984 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-5c0aebe5-ddba-4b16-8679-27d88eb9c0ef None None] Set router a80b0477-e778-4300-93f7-daa3ff7a3068 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:39:51.190730 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-499c3e32-7b1c-4625-9dce-65aea11e2c8f tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "GET /v2.0/routers/74f284ef-6b67-4b50-9c32-cab939688992 HTTP/1.1" status: 200 len: 954 time: 0.3656127 Feb 01 04:39:51.191295 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42450) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:51.200583 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-eaeb062d-8f48-4fc5-a3c2-fbd206a98ba2 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Request body: {'router': {'routes': None}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:39:51.202210 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c003e5-0661-4b8a-a6d1-3c71ff46a990 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Pushing event deleted for resources: {'Port': ['ID=eaef79ba-72f8-478f-910f-419bca0107d8,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:51.255286 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-3d01e561-3d4b-4f97-ae4a-960f9f4a5e8e None None] Transition to ACTIVE for port object 463c7c1d-a650-4a73-b1c7-a420c98b32f8 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:39:51.271276 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3d01e561-3d4b-4f97-ae4a-960f9f4a5e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:51.359457 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 2c6c2e95-b7b8-4eb6-a2f3-89378f9e3600 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:39:51.383876 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-76d6e8d8-466b-46a9-8162-9c4bb37585b4 None None] Provisioning for port 463c7c1d-a650-4a73-b1c7-a420c98b32f8 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:39:51.423296 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-15a27fc7-128e-4d41-8c3c-df3589f12891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd554f5e6-4a26-41d8-a9be-8ca53cce7d09', 'name': 'tempest-RoutersTest-router-2050714513', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:39:04Z', 'updated_at': '2022-02-01T04:39:44Z', 'revision_number': 10, 'project_id': 'fe61db31beb2433b8247cdb8a5604696', 'gw_port_host': None, '_interfaces': [{'id': 'eaef79ba-72f8-478f-910f-419bca0107d8', 'name': '', 'network_id': 'e9117615-b002-4f12-bb92-da96b4aef559', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'mac_address': 'fa:16:3e:a7:e9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd554f5e6-4a26-41d8-a9be-8ca53cce7d09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '577c5877-3e3c-4308-9481-aa5ae0e0e6bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:06Z', 'updated_at': '2022-02-01T04:39:15Z', 'revision_number': 5, 'project_id': 'fe61db31beb2433b8247cdb8a5604696', 'subnets': [{'id': '577c5877-3e3c-4308-9481-aa5ae0e0e6bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:51.431303 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a27fc7-128e-4d41-8c3c-df3589f12891 None None] The sync data for ids ['d554f5e6-4a26-41d8-a9be-8ca53cce7d09'] in dv-neutron-826830-1-hyperv is: [{'id': 'd554f5e6-4a26-41d8-a9be-8ca53cce7d09', 'name': 'tempest-RoutersTest-router-2050714513', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:39:04Z', 'updated_at': '2022-02-01T04:39:44Z', 'revision_number': 10, 'project_id': 'fe61db31beb2433b8247cdb8a5604696', 'gw_port_host': None, '_interfaces': [{'id': 'eaef79ba-72f8-478f-910f-419bca0107d8', 'name': '', 'network_id': 'e9117615-b002-4f12-bb92-da96b4aef559', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'mac_address': 'fa:16:3e:a7:e9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd554f5e6-4a26-41d8-a9be-8ca53cce7d09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '577c5877-3e3c-4308-9481-aa5ae0e0e6bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:06Z', 'updated_at': '2022-02-01T04:39:15Z', 'revision_number': 5, 'project_id': 'fe61db31beb2433b8247cdb8a5604696', 'subnets': [{'id': '577c5877-3e3c-4308-9481-aa5ae0e0e6bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:39:51.455477 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 2c6c2e95-b7b8-4eb6-a2f3-89378f9e3600 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:39:51.461935 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 2c6c2e95-b7b8-4eb6-a2f3-89378f9e3600 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:39:51.462381 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:51.567897 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b1c003e5-0661-4b8a-a6d1-3c71ff46a990 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770960'] for router_interface, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:51.592141 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fb235504-170e-4a7d-bc1f-6f786b9afb06 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:51.604655 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fb235504-170e-4a7d-bc1f-6f786b9afb06 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:51.627083 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb235504-170e-4a7d-bc1f-6f786b9afb06 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b71bf859-5ce1-4761-856d-cf2025775e1b,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:51.646527 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:51.667921 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 2c6c2e95-b7b8-4eb6-a2f3-89378f9e3600, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=2c6c2e95-b7b8-4eb6-a2f3-89378f9e3600,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:39:51.672857 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:51.714345 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 1c23d6dc-ca44-4adf-bba2-68c5241ad141 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:39:51.772784 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 1c23d6dc-ca44-4adf-bba2-68c5241ad141 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:39:51.773124 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 1c23d6dc-ca44-4adf-bba2-68c5241ad141 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:39:51.817563 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=2c6c2e95-b7b8-4eb6-a2f3-89378f9e3600,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:51.866612 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe90110c-84b4-4be3-95d1-8897679146f7 None None] Pushing event updated for resources: {'Port': ['ID=463c7c1d-a650-4a73-b1c7-a420c98b32f8,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:51.998425 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-3d01e561-3d4b-4f97-ae4a-960f9f4a5e8e None None] Attempting to bind port 463c7c1d-a650-4a73-b1c7-a420c98b32f8 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:39:51.998887 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-3d01e561-3d4b-4f97-ae4a-960f9f4a5e8e None None] Attempting to bind port 463c7c1d-a650-4a73-b1c7-a420c98b32f8 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': 'de2b59e0-92bf-43b9-b036-befe536b9b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5ccd6114-83f2-4fd7-92e5-878c2e698236'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:39:51.999349 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d01e561-3d4b-4f97-ae4a-960f9f4a5e8e None None] Attempting to bind port 463c7c1d-a650-4a73-b1c7-a420c98b32f8 on network 5ccd6114-83f2-4fd7-92e5-878c2e698236 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:39:52.008067 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d01e561-3d4b-4f97-ae4a-960f9f4a5e8e None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:39:52.008610 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d01e561-3d4b-4f97-ae4a-960f9f4a5e8e None None] Checking segment: {'id': 'de2b59e0-92bf-43b9-b036-befe536b9b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5ccd6114-83f2-4fd7-92e5-878c2e698236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:39:52.009076 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3d01e561-3d4b-4f97-ae4a-960f9f4a5e8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:52.009810 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d01e561-3d4b-4f97-ae4a-960f9f4a5e8e None None] Bound using segment: {'id': 'de2b59e0-92bf-43b9-b036-befe536b9b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5ccd6114-83f2-4fd7-92e5-878c2e698236'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:39:52.010072 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-3d01e561-3d4b-4f97-ae4a-960f9f4a5e8e None None] Bound port: 463c7c1d-a650-4a73-b1c7-a420c98b32f8, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de2b59e0-92bf-43b9-b036-befe536b9b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5ccd6114-83f2-4fd7-92e5-878c2e698236'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:39:52.010508 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3d01e561-3d4b-4f97-ae4a-960f9f4a5e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:52.020137 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 44e40c66-4ea6-4841-8a5d-a17a7a5ea2cc up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:39:52.021981 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1c003e5-0661-4b8a-a6d1-3c71ff46a990 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Router d554f5e6-4a26-41d8-a9be-8ca53cce7d09 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:39:52.037504 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-5c0aebe5-ddba-4b16-8679-27d88eb9c0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80b0477-e778-4300-93f7-daa3ff7a3068', 'name': 'tempest-TestNetworkBasicOps-router-208474054', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.222'}], 'enable_snat': True}, 'gw_port_id': '2c6c2e95-b7b8-4eb6-a2f3-89378f9e3600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:39:33Z', 'updated_at': '2022-02-01T04:39:43Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': '2c6c2e95-b7b8-4eb6-a2f3-89378f9e3600', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:86:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a80b0477-e778-4300-93f7-daa3ff7a3068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:35Z', 'updated_at': '2022-02-01T04:39:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': 'f0306631-6b3c-4d67-866f-5690da5aa520', 'name': '', 'network_id': 'bbc50e3d-1342-4e04-b690-f6146b0d424c', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:b3:c0:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a80b0477-e778-4300-93f7-daa3ff7a3068', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'ddf9201f-e5dc-4973-8c52-315c9eba024d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:42Z', 'updated_at': '2022-02-01T04:39:50Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': 'ddf9201f-e5dc-4973-8c52-315c9eba024d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:52.049506 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0aebe5-ddba-4b16-8679-27d88eb9c0ef None None] The sync data for ids ['a80b0477-e778-4300-93f7-daa3ff7a3068'] in dv-neutron-826830-1-hyperv is: [{'id': 'a80b0477-e778-4300-93f7-daa3ff7a3068', 'name': 'tempest-TestNetworkBasicOps-router-208474054', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.222'}], 'enable_snat': True}, 'gw_port_id': '2c6c2e95-b7b8-4eb6-a2f3-89378f9e3600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:39:33Z', 'updated_at': '2022-02-01T04:39:43Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': '2c6c2e95-b7b8-4eb6-a2f3-89378f9e3600', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:86:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a80b0477-e778-4300-93f7-daa3ff7a3068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:35Z', 'updated_at': '2022-02-01T04:39:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': 'f0306631-6b3c-4d67-866f-5690da5aa520', 'name': '', 'network_id': 'bbc50e3d-1342-4e04-b690-f6146b0d424c', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:b3:c0:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a80b0477-e778-4300-93f7-daa3ff7a3068', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'ddf9201f-e5dc-4973-8c52-315c9eba024d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:42Z', 'updated_at': '2022-02-01T04:39:50Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': 'ddf9201f-e5dc-4973-8c52-315c9eba024d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:39:52.189357 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 44e40c66-4ea6-4841-8a5d-a17a7a5ea2cc triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:39:52.189890 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:52.196312 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-3d01e561-3d4b-4f97-ae4a-960f9f4a5e8e None None] For port 463c7c1d-a650-4a73-b1c7-a420c98b32f8, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:39:52.201390 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-3d01e561-3d4b-4f97-ae4a-960f9f4a5e8e None None] For port 463c7c1d-a650-4a73-b1c7-a420c98b32f8, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=463c7c1d-a650-4a73-b1c7-a420c98b32f8,segment=NetworkSegment(de2b59e0-92bf-43b9-b036-befe536b9b38),segment_id=de2b59e0-92bf-43b9-b036-befe536b9b38)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:39:52.206401 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3d01e561-3d4b-4f97-ae4a-960f9f4a5e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:52.247645 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fb235504-170e-4a7d-bc1f-6f786b9afb06 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:52.251886 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-fb235504-170e-4a7d-bc1f-6f786b9afb06 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.7424397 Feb 01 04:39:52.253083 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42454) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:52.260428 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-3aa86179-6690-42e3-b1f3-ee047e49952e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'security_group_rule': {'security_group_id': '5b326993-1534-406f-93ee-397cb753d767', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:39:52.273049 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-3aa86179-6690-42e3-b1f3-ee047e49952e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:39:52.296815 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1c003e5-0661-4b8a-a6d1-3c71ff46a990 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:39:52.316216 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-b1c003e5-0661-4b8a-a6d1-3c71ff46a990 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "PUT /v2.0/routers/d554f5e6-4a26-41d8-a9be-8ca53cce7d09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5486610 Feb 01 04:39:52.318124 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42458) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:52.322372 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d01e561-3d4b-4f97-ae4a-960f9f4a5e8e None None] Routers {'74f284ef-6b67-4b50-9c32-cab939688992'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:39:52.323010 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-3d01e561-3d4b-4f97-ae4a-960f9f4a5e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:39:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['74f284ef-6b67-4b50-9c32-cab939688992'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:52.373734 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af64a261-e784-49a6-b509-97ef6b2016db None None] Sync routers for ids ['d554f5e6-4a26-41d8-a9be-8ca53cce7d09'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:39:52.380001 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-3aa86179-6690-42e3-b1f3-ee047e49952e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group_rule and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:39:52.384606 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af64a261-e784-49a6-b509-97ef6b2016db None None] Routers {'d554f5e6-4a26-41d8-a9be-8ca53cce7d09'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:39:52.385675 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-af64a261-e784-49a6-b509-97ef6b2016db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:39:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['d554f5e6-4a26-41d8-a9be-8ca53cce7d09'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:52.395919 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-3aa86179-6690-42e3-b1f3-ee047e49952e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:39:52.412230 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-3aa86179-6690-42e3-b1f3-ee047e49952e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:39:52.448936 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe90110c-84b4-4be3-95d1-8897679146f7 None None] Pushing event updated for resources: {'Port': ['ID=463c7c1d-a650-4a73-b1c7-a420c98b32f8,revision_number=4']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:52.467745 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5c2a61c-b29a-4930-9268-1c19629ab65e tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Deleting subnet 577c5877-3e3c-4308-9481-aa5ae0e0e6bf {{(pid=87637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:39:52.476957 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f5c2a61c-b29a-4930-9268-1c19629ab65e tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for subnet, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:52.482200 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 8bc5d54d-5196-44ba-8749-4905e898556a no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:39:52.495203 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.extraroute_db [None req-eaeb062d-8f48-4fc5-a3c2-fbd206a98ba2 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Added routes are [] {{(pid=87636) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 01 04:39:52.500050 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.extraroute_db [None req-eaeb062d-8f48-4fc5-a3c2-fbd206a98ba2 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=87636) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 01 04:39:52.519397 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3aa86179-6690-42e3-b1f3-ee047e49952e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:52.541030 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 8bc5d54d-5196-44ba-8749-4905e898556a {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:39:52.541408 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 8bc5d54d-5196-44ba-8749-4905e898556a not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:39:52.541833 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device cb3e9c0c-f2d4-450c-8f3f-a6087e31af11 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:39:52.602483 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-eaeb062d-8f48-4fc5-a3c2-fbd206a98ba2 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:52.619004 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f5c2a61c-b29a-4930-9268-1c19629ab65e tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2424773'] for subnet, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:52.663365 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-3d01e561-3d4b-4f97-ae4a-960f9f4a5e8e None None] Set router 74f284ef-6b67-4b50-9c32-cab939688992 gateway port host: None {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:39:52.712758 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3aa86179-6690-42e3-b1f3-ee047e49952e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:52.728808 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: cb3e9c0c-f2d4-450c-8f3f-a6087e31af11 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:39:52.729614 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device cb3e9c0c-f2d4-450c-8f3f-a6087e31af11 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:39:52.736875 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-af64a261-e784-49a6-b509-97ef6b2016db None None] Set router d554f5e6-4a26-41d8-a9be-8ca53cce7d09 gateway port host: None {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:39:52.764774 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f5c2a61c-b29a-4930-9268-1c19629ab65e tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:52.803192 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3aa86179-6690-42e3-b1f3-ee047e49952e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:52.858908 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f5c2a61c-b29a-4930-9268-1c19629ab65e tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3037665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694336'] for subnet, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:52.890327 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa86179-6690-42e3-b1f3-ee047e49952e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6363b902-074a-4b6b-b819-ca1d546d8248,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:52.911001 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3aa86179-6690-42e3-b1f3-ee047e49952e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:52.912894 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-3aa86179-6690-42e3-b1f3-ee047e49952e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6587613 Feb 01 04:39:52.916860 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42462) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:52.924162 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f5c2a61c-b29a-4930-9268-1c19629ab65e tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:52.933820 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-f5c2a61c-b29a-4930-9268-1c19629ab65e tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "DELETE /v2.0/subnets/577c5877-3e3c-4308-9481-aa5ae0e0e6bf HTTP/1.1" status: 204 len: 168 time: 0.6124191 Feb 01 04:39:52.933820 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c2a61c-b29a-4930-9268-1c19629ab65e tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Pushing event deleted for resources: {'Subnet': ['ID=577c5877-3e3c-4308-9481-aa5ae0e0e6bf,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:52.939298 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42464) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:52.985345 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-e97d99ca-ad9f-4531-ba41-13b2efb2e7f9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'security_group_rule': {'security_group_id': '5b326993-1534-406f-93ee-397cb753d767', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:39:52.991641 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e97d99ca-ad9f-4531-ba41-13b2efb2e7f9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:39:52.995846 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e97d99ca-ad9f-4531-ba41-13b2efb2e7f9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group_rule and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:39:53.006353 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa7dd54-0b42-4116-a3a2-a1236f0a0571 None None] Network e9117615-b002-4f12-bb92-da96b4aef559 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:39:53.014391 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e97d99ca-ad9f-4531-ba41-13b2efb2e7f9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:39:53.023753 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-af64a261-e784-49a6-b509-97ef6b2016db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd554f5e6-4a26-41d8-a9be-8ca53cce7d09', 'name': 'tempest-RoutersTest-router-2050714513', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:39:04Z', 'updated_at': '2022-02-01T04:39:50Z', 'revision_number': 11, 'project_id': 'fe61db31beb2433b8247cdb8a5604696', 'gw_port_host': None}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:53.024235 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e97d99ca-ad9f-4531-ba41-13b2efb2e7f9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:39:53.057615 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af64a261-e784-49a6-b509-97ef6b2016db None None] Checking router: d554f5e6-4a26-41d8-a9be-8ca53cce7d09 for host: dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:39:53.085928 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7d991627-9a2a-42f8-ab6f-4adb8fa61189 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:53.101799 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-7d991627-9a2a-42f8-ab6f-4adb8fa61189 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Deleting port 69db3dfa-3de8-4fb0-9071-71d8f9a23351 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:39:53.102141 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7d991627-9a2a-42f8-ab6f-4adb8fa61189 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:53.163030 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-eaeb062d-8f48-4fc5-a3c2-fbd206a98ba2 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:53.166474 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e97d99ca-ad9f-4531-ba41-13b2efb2e7f9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:53.181255 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af64a261-e784-49a6-b509-97ef6b2016db None None] Routers {'d554f5e6-4a26-41d8-a9be-8ca53cce7d09'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:39:53.181904 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-af64a261-e784-49a6-b509-97ef6b2016db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:39:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['d554f5e6-4a26-41d8-a9be-8ca53cce7d09'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:53.185028 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-eaeb062d-8f48-4fc5-a3c2-fbd206a98ba2 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-774359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-774360', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-772505'] for router, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:53.210383 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-3d01e561-3d4b-4f97-ae4a-960f9f4a5e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f284ef-6b67-4b50-9c32-cab939688992', 'name': 'tempest-RoutersIpV6Test-router-1293814552', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:39:13Z', 'updated_at': '2022-02-01T04:39:49Z', 'revision_number': 6, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'gw_port_host': None, '_interfaces': [{'id': '2bf62b2c-7d91-45b6-929c-fdd211c3eeaa', 'name': '', 'network_id': 'fc8423bf-5d16-4390-91d1-032c0c9fda0f', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'mac_address': 'fa:16:3e:51:53:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f284ef-6b67-4b50-9c32-cab939688992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '105f9a8f-e330-4d2e-9f8d-14915fec692e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:24Z', 'updated_at': '2022-02-01T04:39:38Z', 'revision_number': 5, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'subnets': [{'id': '105f9a8f-e330-4d2e-9f8d-14915fec692e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '463c7c1d-a650-4a73-b1c7-a420c98b32f8', 'name': '', 'network_id': '5ccd6114-83f2-4fd7-92e5-878c2e698236', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'mac_address': 'fa:16:3e:42:45:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74f284ef-6b67-4b50-9c32-cab939688992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '909fc9e8-25a7-48a6-9979-73077216263c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:43Z', 'updated_at': '2022-02-01T04:39:52Z', 'revision_number': 4, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'subnets': [{'id': '909fc9e8-25a7-48a6-9979-73077216263c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6466d8b9-0022-49c8-967f-1ac3f6050089', 'name': '', 'network_id': '12372e28-c5ed-4d3d-868c-2b2c91f98110', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'mac_address': 'fa:16:3e:11:36:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f284ef-6b67-4b50-9c32-cab939688992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '6e6383a8-71a2-4c5b-bd9c-04842e06de56', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:34Z', 'updated_at': '2022-02-01T04:39:44Z', 'revision_number': 5, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'subnets': [{'id': '6e6383a8-71a2-4c5b-bd9c-04842e06de56', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7fff0c1-fbba-4bc1-acb5-95acfddd5d80', 'name': '', 'network_id': '4dd93543-263a-4c41-a512-ce62a8769aca', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'mac_address': 'fa:16:3e:c0:64:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f284ef-6b67-4b50-9c32-cab939688992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '861a0651-7bb1-4764-9619-8fa9fc9738e0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:16Z', 'updated_at': '2022-02-01T04:39:28Z', 'revision_number': 5, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'subnets': [{'id': '861a0651-7bb1-4764-9619-8fa9fc9738e0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:53.216634 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d01e561-3d4b-4f97-ae4a-960f9f4a5e8e None None] The sync data for ids ['74f284ef-6b67-4b50-9c32-cab939688992'] in dv-neutron-826830-1-hyperv is: [{'id': '74f284ef-6b67-4b50-9c32-cab939688992', 'name': 'tempest-RoutersIpV6Test-router-1293814552', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:39:13Z', 'updated_at': '2022-02-01T04:39:49Z', 'revision_number': 6, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'gw_port_host': None, '_interfaces': [{'id': '2bf62b2c-7d91-45b6-929c-fdd211c3eeaa', 'name': '', 'network_id': 'fc8423bf-5d16-4390-91d1-032c0c9fda0f', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'mac_address': 'fa:16:3e:51:53:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f284ef-6b67-4b50-9c32-cab939688992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '105f9a8f-e330-4d2e-9f8d-14915fec692e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:24Z', 'updated_at': '2022-02-01T04:39:38Z', 'revision_number': 5, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'subnets': [{'id': '105f9a8f-e330-4d2e-9f8d-14915fec692e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '463c7c1d-a650-4a73-b1c7-a420c98b32f8', 'name': '', 'network_id': '5ccd6114-83f2-4fd7-92e5-878c2e698236', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'mac_address': 'fa:16:3e:42:45:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74f284ef-6b67-4b50-9c32-cab939688992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '909fc9e8-25a7-48a6-9979-73077216263c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:43Z', 'updated_at': '2022-02-01T04:39:52Z', 'revision_number': 4, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'subnets': [{'id': '909fc9e8-25a7-48a6-9979-73077216263c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6466d8b9-0022-49c8-967f-1ac3f6050089', 'name': '', 'network_id': '12372e28-c5ed-4d3d-868c-2b2c91f98110', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'mac_address': 'fa:16:3e:11:36:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f284ef-6b67-4b50-9c32-cab939688992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '6e6383a8-71a2-4c5b-bd9c-04842e06de56', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:34Z', 'updated_at': '2022-02-01T04:39:44Z', 'revision_number': 5, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'subnets': [{'id': '6e6383a8-71a2-4c5b-bd9c-04842e06de56', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7fff0c1-fbba-4bc1-acb5-95acfddd5d80', 'name': '', 'network_id': '4dd93543-263a-4c41-a512-ce62a8769aca', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'mac_address': 'fa:16:3e:c0:64:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f284ef-6b67-4b50-9c32-cab939688992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '861a0651-7bb1-4764-9619-8fa9fc9738e0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:16Z', 'updated_at': '2022-02-01T04:39:28Z', 'revision_number': 5, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'subnets': [{'id': '861a0651-7bb1-4764-9619-8fa9fc9738e0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:39:53.410633 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-7d991627-9a2a-42f8-ab6f-4adb8fa61189 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] For port 69db3dfa-3de8-4fb0-9071-71d8f9a23351, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=69db3dfa-3de8-4fb0-9071-71d8f9a23351,segment=NetworkSegment(882c81a4-26f8-42a4-a79c-46309a623e6b),segment_id=882c81a4-26f8-42a4-a79c-46309a623e6b)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:39:53.410987 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7d991627-9a2a-42f8-ab6f-4adb8fa61189 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:53.419441 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e97d99ca-ad9f-4531-ba41-13b2efb2e7f9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:53.438508 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaeb062d-8f48-4fc5-a3c2-fbd206a98ba2 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Router 74f284ef-6b67-4b50-9c32-cab939688992 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:39:53.441758 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e97d99ca-ad9f-4531-ba41-13b2efb2e7f9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:53.458350 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-af64a261-e784-49a6-b509-97ef6b2016db None None] Set router d554f5e6-4a26-41d8-a9be-8ca53cce7d09 gateway port host: None {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:39:53.475823 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97d99ca-ad9f-4531-ba41-13b2efb2e7f9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1929297a-5a41-400d-81e2-948323d444f7,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:53.613651 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-af64a261-e784-49a6-b509-97ef6b2016db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd554f5e6-4a26-41d8-a9be-8ca53cce7d09', 'name': 'tempest-RoutersTest-router-2050714513', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:39:04Z', 'updated_at': '2022-02-01T04:39:50Z', 'revision_number': 11, 'project_id': 'fe61db31beb2433b8247cdb8a5604696', 'gw_port_host': None}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:53.626098 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af64a261-e784-49a6-b509-97ef6b2016db None None] The sync data for ids ['d554f5e6-4a26-41d8-a9be-8ca53cce7d09'] in dv-neutron-826830-1-hyperv is: [{'id': 'd554f5e6-4a26-41d8-a9be-8ca53cce7d09', 'name': 'tempest-RoutersTest-router-2050714513', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:39:04Z', 'updated_at': '2022-02-01T04:39:50Z', 'revision_number': 11, 'project_id': 'fe61db31beb2433b8247cdb8a5604696', 'gw_port_host': None}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:39:53.704460 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-7d991627-9a2a-42f8-ab6f-4adb8fa61189 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Calling delete_port for 69db3dfa-3de8-4fb0-9071-71d8f9a23351 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:39:53.771055 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e97d99ca-ad9f-4531-ba41-13b2efb2e7f9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:53.774617 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e97d99ca-ad9f-4531-ba41-13b2efb2e7f9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7976637 Feb 01 04:39:53.779738 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42470) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:53.793453 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7d991627-9a2a-42f8-ab6f-4adb8fa61189 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:53.794621 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-27ada8ab-c8a0-48a6-b27c-3636bfb8c7d3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'security_group_rule': {'security_group_id': '5b326993-1534-406f-93ee-397cb753d767', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:39:53.804802 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-27ada8ab-c8a0-48a6-b27c-3636bfb8c7d3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:39:53.836512 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-27ada8ab-c8a0-48a6-b27c-3636bfb8c7d3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group_rule and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:39:53.841365 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-27ada8ab-c8a0-48a6-b27c-3636bfb8c7d3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:39:53.845826 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d991627-9a2a-42f8-ab6f-4adb8fa61189 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Pushing event deleted for resources: {'Port': ['ID=69db3dfa-3de8-4fb0-9071-71d8f9a23351,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:53.852820 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-27ada8ab-c8a0-48a6-b27c-3636bfb8c7d3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:39:53.855351 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaeb062d-8f48-4fc5-a3c2-fbd206a98ba2 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:39:53.863027 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-eaeb062d-8f48-4fc5-a3c2-fbd206a98ba2 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:53.865663 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-eaeb062d-8f48-4fc5-a3c2-fbd206a98ba2 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "PUT /v2.0/routers/74f284ef-6b67-4b50-9c32-cab939688992 HTTP/1.1" status: 200 len: 704 time: 2.6710889 Feb 01 04:39:53.867538 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d991627-9a2a-42f8-ab6f-4adb8fa61189 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] No DVR routers for this DVR port 69db3dfa-3de8-4fb0-9071-71d8f9a23351 on host dv-neutron-826830-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:39:53.869272 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42474) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:53.883542 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.securitygroups_db [None req-27ada8ab-c8a0-48a6-b27c-3636bfb8c7d3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Project 0629703b9474474a9f2fde13723d2e8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 01 04:39:53.894713 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-27ada8ab-c8a0-48a6-b27c-3636bfb8c7d3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:53.977270 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-27ada8ab-c8a0-48a6-b27c-3636bfb8c7d3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:53.981318 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-27ada8ab-c8a0-48a6-b27c-3636bfb8c7d3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:54.007900 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ada8ab-c8a0-48a6-b27c-3636bfb8c7d3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8ffe89b-2663-4126-8ed6-84d3e2f43c54,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:54.023269 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a792d4e-0a52-48d9-af73-faba8cbb06b1 None None] DHCP port deletion for e9117615-b002-4f12-bb92-da96b4aef559 request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:39:54.026765 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-27ada8ab-c8a0-48a6-b27c-3636bfb8c7d3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:54.031185 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-27ada8ab-c8a0-48a6-b27c-3636bfb8c7d3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2503593 Feb 01 04:39:54.031625 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42478) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:54.046916 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-386276e9-dd5d-451c-87bf-ea1b20840778 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'security_group_rule': {'security_group_id': '5b326993-1534-406f-93ee-397cb753d767', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:39:54.053834 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-386276e9-dd5d-451c-87bf-ea1b20840778 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:39:54.059095 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-386276e9-dd5d-451c-87bf-ea1b20840778 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group_rule and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:39:54.063709 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-386276e9-dd5d-451c-87bf-ea1b20840778 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:39:54.076629 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-386276e9-dd5d-451c-87bf-ea1b20840778 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:39:54.117287 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.securitygroups_db [None req-386276e9-dd5d-451c-87bf-ea1b20840778 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Project 0629703b9474474a9f2fde13723d2e8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 01 04:39:54.132558 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-386276e9-dd5d-451c-87bf-ea1b20840778 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:54.165594 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7d991627-9a2a-42f8-ab6f-4adb8fa61189 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:54.208230 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-d6d45414-5fd3-4e84-b141-a828b761d63b tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "GET /v2.0/routers/74f284ef-6b67-4b50-9c32-cab939688992 HTTP/1.1" status: 200 len: 704 time: 0.3382647 Feb 01 04:39:54.211918 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-7d991627-9a2a-42f8-ab6f-4adb8fa61189 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9117615-b002-4f12-bb92-da96b4aef559']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:54.212081 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42482) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:54.235651 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-7d991627-9a2a-42f8-ab6f-4adb8fa61189 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '882c81a4-26f8-42a4-a79c-46309a623e6b') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:54.236263 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-7d991627-9a2a-42f8-ab6f-4adb8fa61189 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '882c81a4-26f8-42a4-a79c-46309a623e6b') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:54.256777 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7d991627-9a2a-42f8-ab6f-4adb8fa61189 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:54.279696 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7d991627-9a2a-42f8-ab6f-4adb8fa61189 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:54.291423 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d991627-9a2a-42f8-ab6f-4adb8fa61189 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:39:54.292135 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7d991627-9a2a-42f8-ab6f-4adb8fa61189 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:54.313237 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 04:39:54.313237 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:39:54.313237 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 04:39:54.313237 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:39:54.313237 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 04:39:54.313237 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:39:54.313237 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 04:39:54.313237 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:39:54.313237 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 04:39:54.313237 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:39:54.313237 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 04:39:54.313237 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:39:54.313237 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 04:39:54.313237 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:39:54.313237 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:39:54.313237 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:39:54.313237 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:39:54.313237 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:39:54.313237 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 04:39:54.313237 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:39:54.313237 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 04:39:54.313237 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:39:54.313237 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:39:54.313237 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:39:54.313237 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 04:39:54.313237 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:39:54.313237 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:39:54.313237 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:39:54.313237 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:39:54.313237 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:39:54.313237 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:39:54.313237 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:39:54.351772 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-386276e9-dd5d-451c-87bf-ea1b20840778 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:54.376187 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 463c7c1d-a650-4a73-b1c7-a420c98b32f8 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:39:54.419776 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-386276e9-dd5d-451c-87bf-ea1b20840778 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:54.448266 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7d991627-9a2a-42f8-ab6f-4adb8fa61189 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:54.459781 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7d991627-9a2a-42f8-ab6f-4adb8fa61189 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:54.473415 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 463c7c1d-a650-4a73-b1c7-a420c98b32f8 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:39:54.479646 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 463c7c1d-a650-4a73-b1c7-a420c98b32f8 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:39:54.480074 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:54.502176 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d991627-9a2a-42f8-ab6f-4adb8fa61189 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Pushing event deleted for resources: {'Network': ['ID=e9117615-b002-4f12-bb92-da96b4aef559,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:54.509039 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-7d991627-9a2a-42f8-ab6f-4adb8fa61189 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "DELETE /v2.0/networks/e9117615-b002-4f12-bb92-da96b4aef559 HTTP/1.1" status: 204 len: 168 time: 1.5685527 Feb 01 04:39:54.512088 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42486) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:54.526209 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-7ac0c4dd-136b-4680-8113-ec27462123a2 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Request body: {'router': {'routes': None}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:39:54.567392 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2ec4b9-8fa0-42fc-820c-70884f2d3368 None None] Sync routers for ids ['74f284ef-6b67-4b50-9c32-cab939688992'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:39:54.576716 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2ec4b9-8fa0-42fc-820c-70884f2d3368 None None] Routers {'74f284ef-6b67-4b50-9c32-cab939688992'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:39:54.577606 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-5f2ec4b9-8fa0-42fc-820c-70884f2d3368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:39:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['74f284ef-6b67-4b50-9c32-cab939688992'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:54.594474 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386276e9-dd5d-451c-87bf-ea1b20840778 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d4844e9-8343-43df-b2ab-369b4d97c9c5,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:54.670219 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:54.708855 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 463c7c1d-a650-4a73-b1c7-a420c98b32f8, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=463c7c1d-a650-4a73-b1c7-a420c98b32f8,segment=NetworkSegment(de2b59e0-92bf-43b9-b036-befe536b9b38),segment_id=de2b59e0-92bf-43b9-b036-befe536b9b38)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:39:54.717051 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:54.718587 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device f0306631-6b3c-4d67-866f-5690da5aa520 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:39:54.752865 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-386276e9-dd5d-451c-87bf-ea1b20840778 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:54.755429 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-386276e9-dd5d-451c-87bf-ea1b20840778 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7206779 Feb 01 04:39:54.800722 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-5f2ec4b9-8fa0-42fc-820c-70884f2d3368 None None] Set router 74f284ef-6b67-4b50-9c32-cab939688992 gateway port host: None {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:39:54.826834 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=463c7c1d-a650-4a73-b1c7-a420c98b32f8,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:54.936321 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port f0306631-6b3c-4d67-866f-5690da5aa520 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:39:54.947795 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port f0306631-6b3c-4d67-866f-5690da5aa520 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:39:54.948631 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:54.992830 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.extraroute_db [None req-7ac0c4dd-136b-4680-8113-ec27462123a2 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Added routes are [] {{(pid=87637) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 01 04:39:54.993133 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.extraroute_db [None req-7ac0c4dd-136b-4680-8113-ec27462123a2 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Removed routes are [] {{(pid=87637) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 01 04:39:54.993490 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7ac0c4dd-136b-4680-8113-ec27462123a2 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:55.048745 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5b42f0dd-0210-4624-8b68-e10973b7cbc3 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-371968'] for router_interface, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:55.096809 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:55.134285 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port f0306631-6b3c-4d67-866f-5690da5aa520, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=f0306631-6b3c-4d67-866f-5690da5aa520,segment=NetworkSegment(1f5d8862-e520-40b2-b726-5bbe55278b56),segment_id=1f5d8862-e520-40b2-b726-5bbe55278b56)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:39:55.142847 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:55.143687 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 2c6c2e95-b7b8-4eb6-a2f3-89378f9e3600 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:39:55.289672 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=f0306631-6b3c-4d67-866f-5690da5aa520,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:55.305956 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 2c6c2e95-b7b8-4eb6-a2f3-89378f9e3600 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:39:55.306579 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:55.314829 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-5f2ec4b9-8fa0-42fc-820c-70884f2d3368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f284ef-6b67-4b50-9c32-cab939688992', 'name': 'tempest-RoutersIpV6Test-router-1293814552', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:39:13Z', 'updated_at': '2022-02-01T04:39:52Z', 'revision_number': 7, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'gw_port_host': None, '_interfaces': [{'id': '2bf62b2c-7d91-45b6-929c-fdd211c3eeaa', 'name': '', 'network_id': 'fc8423bf-5d16-4390-91d1-032c0c9fda0f', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'mac_address': 'fa:16:3e:51:53:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f284ef-6b67-4b50-9c32-cab939688992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '105f9a8f-e330-4d2e-9f8d-14915fec692e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:24Z', 'updated_at': '2022-02-01T04:39:38Z', 'revision_number': 5, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'subnets': [{'id': '105f9a8f-e330-4d2e-9f8d-14915fec692e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '463c7c1d-a650-4a73-b1c7-a420c98b32f8', 'name': '', 'network_id': '5ccd6114-83f2-4fd7-92e5-878c2e698236', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'mac_address': 'fa:16:3e:42:45:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74f284ef-6b67-4b50-9c32-cab939688992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '909fc9e8-25a7-48a6-9979-73077216263c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:43Z', 'updated_at': '2022-02-01T04:39:52Z', 'revision_number': 4, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'subnets': [{'id': '909fc9e8-25a7-48a6-9979-73077216263c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6466d8b9-0022-49c8-967f-1ac3f6050089', 'name': '', 'network_id': '12372e28-c5ed-4d3d-868c-2b2c91f98110', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'mac_address': 'fa:16:3e:11:36:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f284ef-6b67-4b50-9c32-cab939688992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '6e6383a8-71a2-4c5b-bd9c-04842e06de56', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:34Z', 'updated_at': '2022-02-01T04:39:44Z', 'revision_number': 5, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'subnets': [{'id': '6e6383a8-71a2-4c5b-bd9c-04842e06de56', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7fff0c1-fbba-4bc1-acb5-95acfddd5d80', 'name': '', 'network_id': '4dd93543-263a-4c41-a512-ce62a8769aca', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'mac_address': 'fa:16:3e:c0:64:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f284ef-6b67-4b50-9c32-cab939688992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '861a0651-7bb1-4764-9619-8fa9fc9738e0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:16Z', 'updated_at': '2022-02-01T04:39:28Z', 'revision_number': 5, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'subnets': [{'id': '861a0651-7bb1-4764-9619-8fa9fc9738e0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:55.319506 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2ec4b9-8fa0-42fc-820c-70884f2d3368 None None] Checking router: 74f284ef-6b67-4b50-9c32-cab939688992 for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:39:55.329554 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2ec4b9-8fa0-42fc-820c-70884f2d3368 None None] Routers {'74f284ef-6b67-4b50-9c32-cab939688992'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:39:55.330320 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-5f2ec4b9-8fa0-42fc-820c-70884f2d3368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:39:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['74f284ef-6b67-4b50-9c32-cab939688992'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:55.475290 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-5b42f0dd-0210-4624-8b68-e10973b7cbc3 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Deleting port 463c7c1d-a650-4a73-b1c7-a420c98b32f8 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:39:55.475939 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5b42f0dd-0210-4624-8b68-e10973b7cbc3 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:55.476841 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7ac0c4dd-136b-4680-8113-ec27462123a2 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:55.486514 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-cea6d410-f539-40ce-8a0f-7b01ba838ec2 req-87ddfd78-74fe-4158-a23a-461ddae0e52c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-216996962&fields=id&tenant_id=0629703b9474474a9f2fde13723d2e8b HTTP/1.1" status: 200 len: 267 time: 0.3363943 Feb 01 04:39:55.488038 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7ac0c4dd-136b-4680-8113-ec27462123a2 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-774359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-774360', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-772505'] for router, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:55.505431 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 69db3dfa-3de8-4fb0-9071-71d8f9a23351 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:39:55.509148 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-5f2ec4b9-8fa0-42fc-820c-70884f2d3368 None None] Set router 74f284ef-6b67-4b50-9c32-cab939688992 gateway port host: None {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:39:55.549482 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 69db3dfa-3de8-4fb0-9071-71d8f9a23351 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:39:55.549870 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 69db3dfa-3de8-4fb0-9071-71d8f9a23351 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:39:55.550248 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device eaef79ba-72f8-478f-910f-419bca0107d8 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:39:55.588242 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: eaef79ba-72f8-478f-910f-419bca0107d8 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:39:55.589426 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device eaef79ba-72f8-478f-910f-419bca0107d8 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:39:55.685484 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ac0c4dd-136b-4680-8113-ec27462123a2 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Router d554f5e6-4a26-41d8-a9be-8ca53cce7d09 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:39:55.698609 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-5b42f0dd-0210-4624-8b68-e10973b7cbc3 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] For port 463c7c1d-a650-4a73-b1c7-a420c98b32f8, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=463c7c1d-a650-4a73-b1c7-a420c98b32f8,segment=NetworkSegment(de2b59e0-92bf-43b9-b036-befe536b9b38),segment_id=de2b59e0-92bf-43b9-b036-befe536b9b38)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:39:55.698963 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5b42f0dd-0210-4624-8b68-e10973b7cbc3 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:55.839542 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-5f2ec4b9-8fa0-42fc-820c-70884f2d3368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f284ef-6b67-4b50-9c32-cab939688992', 'name': 'tempest-RoutersIpV6Test-router-1293814552', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:39:13Z', 'updated_at': '2022-02-01T04:39:52Z', 'revision_number': 7, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'gw_port_host': None, '_interfaces': [{'id': '2bf62b2c-7d91-45b6-929c-fdd211c3eeaa', 'name': '', 'network_id': 'fc8423bf-5d16-4390-91d1-032c0c9fda0f', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'mac_address': 'fa:16:3e:51:53:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f284ef-6b67-4b50-9c32-cab939688992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '105f9a8f-e330-4d2e-9f8d-14915fec692e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:24Z', 'updated_at': '2022-02-01T04:39:38Z', 'revision_number': 5, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'subnets': [{'id': '105f9a8f-e330-4d2e-9f8d-14915fec692e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '463c7c1d-a650-4a73-b1c7-a420c98b32f8', 'name': '', 'network_id': '5ccd6114-83f2-4fd7-92e5-878c2e698236', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'mac_address': 'fa:16:3e:42:45:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f284ef-6b67-4b50-9c32-cab939688992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '909fc9e8-25a7-48a6-9979-73077216263c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:43Z', 'updated_at': '2022-02-01T04:39:54Z', 'revision_number': 5, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'subnets': [{'id': '909fc9e8-25a7-48a6-9979-73077216263c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6466d8b9-0022-49c8-967f-1ac3f6050089', 'name': '', 'network_id': '12372e28-c5ed-4d3d-868c-2b2c91f98110', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'mac_address': 'fa:16:3e:11:36:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f284ef-6b67-4b50-9c32-cab939688992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '6e6383a8-71a2-4c5b-bd9c-04842e06de56', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:34Z', 'updated_at': '2022-02-01T04:39:44Z', 'revision_number': 5, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'subnets': [{'id': '6e6383a8-71a2-4c5b-bd9c-04842e06de56', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7fff0c1-fbba-4bc1-acb5-95acfddd5d80', 'name': '', 'network_id': '4dd93543-263a-4c41-a512-ce62a8769aca', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'mac_address': 'fa:16:3e:c0:64:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f284ef-6b67-4b50-9c32-cab939688992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '861a0651-7bb1-4764-9619-8fa9fc9738e0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:16Z', 'updated_at': '2022-02-01T04:39:28Z', 'revision_number': 5, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'subnets': [{'id': '861a0651-7bb1-4764-9619-8fa9fc9738e0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:55.850486 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2ec4b9-8fa0-42fc-820c-70884f2d3368 None None] The sync data for ids ['74f284ef-6b67-4b50-9c32-cab939688992'] in dv-neutron-826830-1-hyperv is: [{'id': '74f284ef-6b67-4b50-9c32-cab939688992', 'name': 'tempest-RoutersIpV6Test-router-1293814552', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:39:13Z', 'updated_at': '2022-02-01T04:39:52Z', 'revision_number': 7, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'gw_port_host': None, '_interfaces': [{'id': '2bf62b2c-7d91-45b6-929c-fdd211c3eeaa', 'name': '', 'network_id': 'fc8423bf-5d16-4390-91d1-032c0c9fda0f', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'mac_address': 'fa:16:3e:51:53:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f284ef-6b67-4b50-9c32-cab939688992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '105f9a8f-e330-4d2e-9f8d-14915fec692e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:24Z', 'updated_at': '2022-02-01T04:39:38Z', 'revision_number': 5, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'subnets': [{'id': '105f9a8f-e330-4d2e-9f8d-14915fec692e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '463c7c1d-a650-4a73-b1c7-a420c98b32f8', 'name': '', 'network_id': '5ccd6114-83f2-4fd7-92e5-878c2e698236', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'mac_address': 'fa:16:3e:42:45:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f284ef-6b67-4b50-9c32-cab939688992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '909fc9e8-25a7-48a6-9979-73077216263c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:43Z', 'updated_at': '2022-02-01T04:39:54Z', 'revision_number': 5, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'subnets': [{'id': '909fc9e8-25a7-48a6-9979-73077216263c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6466d8b9-0022-49c8-967f-1ac3f6050089', 'name': '', 'network_id': '12372e28-c5ed-4d3d-868c-2b2c91f98110', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'mac_address': 'fa:16:3e:11:36:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f284ef-6b67-4b50-9c32-cab939688992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '6e6383a8-71a2-4c5b-bd9c-04842e06de56', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:34Z', 'updated_at': '2022-02-01T04:39:44Z', 'revision_number': 5, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'subnets': [{'id': '6e6383a8-71a2-4c5b-bd9c-04842e06de56', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7fff0c1-fbba-4bc1-acb5-95acfddd5d80', 'name': '', 'network_id': '4dd93543-263a-4c41-a512-ce62a8769aca', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'mac_address': 'fa:16:3e:c0:64:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f284ef-6b67-4b50-9c32-cab939688992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '861a0651-7bb1-4764-9619-8fa9fc9738e0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:16Z', 'updated_at': '2022-02-01T04:39:28Z', 'revision_number': 5, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'subnets': [{'id': '861a0651-7bb1-4764-9619-8fa9fc9738e0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:39:55.907947 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 463c7c1d-a650-4a73-b1c7-a420c98b32f8 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:39:55.913493 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac0c4dd-136b-4680-8113-ec27462123a2 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:39:55.920892 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7ac0c4dd-136b-4680-8113-ec27462123a2 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:55.925321 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-7ac0c4dd-136b-4680-8113-ec27462123a2 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "PUT /v2.0/routers/d554f5e6-4a26-41d8-a9be-8ca53cce7d09 HTTP/1.1" status: 200 len: 701 time: 1.4097402 Feb 01 04:39:55.925737 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42502) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:55.949210 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f180d96c-177d-429b-9d28-32aff8ebb2e9 None None] Sync routers for ids ['d554f5e6-4a26-41d8-a9be-8ca53cce7d09'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:39:55.966465 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea6d410-f539-40ce-8a0f-7b01ba838ec2 req-8305548d-9e28-4a4f-8430-8d2415e12acb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:39:55.967371 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-cea6d410-f539-40ce-8a0f-7b01ba838ec2 req-8305548d-9e28-4a4f-8430-8d2415e12acb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Synchronizing usage tracker for tenant:0629703b9474474a9f2fde13723d2e8b on resource:network {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:39:55.981140 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-9ede5434-5161-4efd-8036-8388e677a60a tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Synchronizing usage tracker for tenant:fe61db31beb2433b8247cdb8a5604696 on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:39:55.981299 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f180d96c-177d-429b-9d28-32aff8ebb2e9 None None] Routers {'d554f5e6-4a26-41d8-a9be-8ca53cce7d09'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:39:55.981951 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-f180d96c-177d-429b-9d28-32aff8ebb2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:39:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['d554f5e6-4a26-41d8-a9be-8ca53cce7d09'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:56.002870 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-cea6d410-f539-40ce-8a0f-7b01ba838ec2 req-8305548d-9e28-4a4f-8430-8d2415e12acb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Unset dirty status for tenant:0629703b9474474a9f2fde13723d2e8b on resource:network {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:39:56.004304 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-cea6d410-f539-40ce-8a0f-7b01ba838ec2 req-8305548d-9e28-4a4f-8430-8d2415e12acb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/networks?id=bbc50e3d-1342-4e04-b690-f6146b0d424c HTTP/1.1" status: 200 len: 796 time: 0.4529893 Feb 01 04:39:56.005522 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-9ede5434-5161-4efd-8036-8388e677a60a tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Unset dirty status for tenant:fe61db31beb2433b8247cdb8a5604696 on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:39:56.007185 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-9ede5434-5161-4efd-8036-8388e677a60a tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "GET /v2.0/ports?device_id=d554f5e6-4a26-41d8-a9be-8ca53cce7d09 HTTP/1.1" status: 200 len: 205 time: 0.0799820 Feb 01 04:39:56.009706 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42506) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:56.019042 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-5b42f0dd-0210-4624-8b68-e10973b7cbc3 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Calling delete_port for 463c7c1d-a650-4a73-b1c7-a420c98b32f8 owned by network:router_interface {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:39:56.027871 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-cea6d410-f539-40ce-8a0f-7b01ba838ec2 req-9d9a57ac-81a4-4058-b0f3-8d9bdb1837b5 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/quotas/0629703b9474474a9f2fde13723d2e8b HTTP/1.1" status: 200 len: 375 time: 0.0143633 Feb 01 04:39:56.131087 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-f180d96c-177d-429b-9d28-32aff8ebb2e9 None None] Set router d554f5e6-4a26-41d8-a9be-8ca53cce7d09 gateway port host: None {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:39:56.142568 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-cea6d410-f539-40ce-8a0f-7b01ba838ec2 req-319550d7-6204-4f0d-b982-45b9523c4641 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0629703b9474474a9f2fde13723d2e8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1035004 Feb 01 04:39:56.204646 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3efc1445-186f-4c57-98a9-0980ab18a51c tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for router, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:56.245317 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-f180d96c-177d-429b-9d28-32aff8ebb2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd554f5e6-4a26-41d8-a9be-8ca53cce7d09', 'name': 'tempest-RoutersTest-router-2050714513', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:39:04Z', 'updated_at': '2022-02-01T04:39:50Z', 'revision_number': 11, 'project_id': 'fe61db31beb2433b8247cdb8a5604696', 'gw_port_host': None}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:56.250012 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 463c7c1d-a650-4a73-b1c7-a420c98b32f8 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:39:56.250388 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:56.282506 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-cea6d410-f539-40ce-8a0f-7b01ba838ec2 req-8d6c89bc-6c38-4955-b7cc-2b8734098f47 service neutron] 10.222.0.24 "GET /v2.0/networks/bbc50e3d-1342-4e04-b690-f6146b0d424c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388433 Feb 01 04:39:56.288031 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f180d96c-177d-429b-9d28-32aff8ebb2e9 None None] Checking router: d554f5e6-4a26-41d8-a9be-8ca53cce7d09 for host: dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:39:56.312523 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f180d96c-177d-429b-9d28-32aff8ebb2e9 None None] Routers {'d554f5e6-4a26-41d8-a9be-8ca53cce7d09'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:39:56.313156 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-f180d96c-177d-429b-9d28-32aff8ebb2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:39:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['d554f5e6-4a26-41d8-a9be-8ca53cce7d09'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:56.435946 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-cea6d410-f539-40ce-8a0f-7b01ba838ec2 req-6612b300-2879-4ee2-ae44-5f7f53f78cf0 service neutron] 10.222.0.24 "GET /v2.0/networks/bbc50e3d-1342-4e04-b690-f6146b0d424c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461260 Feb 01 04:39:56.494737 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-f180d96c-177d-429b-9d28-32aff8ebb2e9 None None] Set router d554f5e6-4a26-41d8-a9be-8ca53cce7d09 gateway port host: None {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:39:56.643268 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-f180d96c-177d-429b-9d28-32aff8ebb2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd554f5e6-4a26-41d8-a9be-8ca53cce7d09', 'name': 'tempest-RoutersTest-router-2050714513', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:39:04Z', 'updated_at': '2022-02-01T04:39:50Z', 'revision_number': 11, 'project_id': 'fe61db31beb2433b8247cdb8a5604696', 'gw_port_host': None}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:56.645068 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-3c0fad8c-590e-47b9-9f1d-ec53c0192c93 req-7fb561fd-1c37-444b-a43d-c8213515d05a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Synchronizing usage tracker for tenant:0629703b9474474a9f2fde13723d2e8b on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:39:56.652005 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f180d96c-177d-429b-9d28-32aff8ebb2e9 None None] The sync data for ids ['d554f5e6-4a26-41d8-a9be-8ca53cce7d09'] in dv-neutron-826830-1-hyperv is: [{'id': 'd554f5e6-4a26-41d8-a9be-8ca53cce7d09', 'name': 'tempest-RoutersTest-router-2050714513', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:39:04Z', 'updated_at': '2022-02-01T04:39:50Z', 'revision_number': 11, 'project_id': 'fe61db31beb2433b8247cdb8a5604696', 'gw_port_host': None}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:39:56.659446 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device f0306631-6b3c-4d67-866f-5690da5aa520 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:39:56.711329 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3efc1445-186f-4c57-98a9-0980ab18a51c tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25968'] for router, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:56.725641 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3efc1445-186f-4c57-98a9-0980ab18a51c tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:56.751967 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-3c0fad8c-590e-47b9-9f1d-ec53c0192c93 req-7fb561fd-1c37-444b-a43d-c8213515d05a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Unset dirty status for tenant:0629703b9474474a9f2fde13723d2e8b on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:39:56.760486 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3c0fad8c-590e-47b9-9f1d-ec53c0192c93 req-7fb561fd-1c37-444b-a43d-c8213515d05a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=e950683b-797d-45a7-a358-3c98ed449189 HTTP/1.1" status: 200 len: 210 time: 0.1713214 Feb 01 04:39:56.764743 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port f0306631-6b3c-4d67-866f-5690da5aa520 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:39:56.765166 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:56.777263 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3efc1445-186f-4c57-98a9-0980ab18a51c tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772958'] for router, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:56.779043 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3efc1445-186f-4c57-98a9-0980ab18a51c tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Fanout notify agent at l3_agent the message router_deleted on router d554f5e6-4a26-41d8-a9be-8ca53cce7d09 {{(pid=87636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 01 04:39:56.851903 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3efc1445-186f-4c57-98a9-0980ab18a51c tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:56.853575 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-3efc1445-186f-4c57-98a9-0980ab18a51c tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "DELETE /v2.0/routers/d554f5e6-4a26-41d8-a9be-8ca53cce7d09 HTTP/1.1" status: 204 len: 168 time: 0.8428364 Feb 01 04:39:56.860087 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42518) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:56.866361 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-be33228b-592e-454b-8866-20317e3bcb25 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1516008872', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:39:56.878064 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-be33228b-592e-454b-8866-20317e3bcb25 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:39:56.889078 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-be33228b-592e-454b-8866-20317e3bcb25 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Usage tracker for resource:router and tenant:fe61db31beb2433b8247cdb8a5604696 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:39:56.893689 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-be33228b-592e-454b-8866-20317e3bcb25 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:39:56.909478 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-be33228b-592e-454b-8866-20317e3bcb25 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:39:56.916298 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5b42f0dd-0210-4624-8b68-e10973b7cbc3 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:56.924342 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-be33228b-592e-454b-8866-20317e3bcb25 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25958'] for router, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:56.925587 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-be33228b-592e-454b-8866-20317e3bcb25 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-372027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25961'] for router, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:56.954920 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-be33228b-592e-454b-8866-20317e3bcb25 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:56.978526 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-be33228b-592e-454b-8866-20317e3bcb25 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337'] for router, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:56.979792 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b42f0dd-0210-4624-8b68-e10973b7cbc3 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Pushing event deleted for resources: {'Port': ['ID=463c7c1d-a650-4a73-b1c7-a420c98b32f8,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:57.029257 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-be33228b-592e-454b-8866-20317e3bcb25 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:57.038767 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-be33228b-592e-454b-8866-20317e3bcb25 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1773913 Feb 01 04:39:57.042385 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42524) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:57.049371 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-29dca1b9-801b-4827-8c65-be2e35ebaec6 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:39:57.317660 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5b42f0dd-0210-4624-8b68-e10973b7cbc3 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770960'] for router_interface, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:57.567022 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-29dca1b9-801b-4827-8c65-be2e35ebaec6 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:57.577508 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-29dca1b9-801b-4827-8c65-be2e35ebaec6 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-774359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-774360', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-772505'] for router, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:57.644103 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b42f0dd-0210-4624-8b68-e10973b7cbc3 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Router 74f284ef-6b67-4b50-9c32-cab939688992 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:39:57.744905 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29dca1b9-801b-4827-8c65-be2e35ebaec6 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Router fa9b4e45-e8e9-4a76-a8f0-7040561200c0 is scheduled to L3 agent a3073304-82af-4a42-89af-bc532d6626bb with binding_index 1 {{(pid=87637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 01 04:39:57.811810 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b42f0dd-0210-4624-8b68-e10973b7cbc3 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:39:57.819613 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-5b42f0dd-0210-4624-8b68-e10973b7cbc3 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "PUT /v2.0/routers/74f284ef-6b67-4b50-9c32-cab939688992/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6066766 Feb 01 04:39:57.820448 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42530) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:57.831025 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1039e25b-473a-4688-bab8-0f68c7256cf1 None None] Sync routers for ids ['74f284ef-6b67-4b50-9c32-cab939688992'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:39:57.844530 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1039e25b-473a-4688-bab8-0f68c7256cf1 None None] Routers {'74f284ef-6b67-4b50-9c32-cab939688992'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:39:57.845412 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-1039e25b-473a-4688-bab8-0f68c7256cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:39:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['74f284ef-6b67-4b50-9c32-cab939688992'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:57.964049 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc8fa8be-ad35-41f1-9cac-7e8d0eeab484 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Deleting subnet 909fc9e8-25a7-48a6-9979-73077216263c {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:39:57.971678 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fc8fa8be-ad35-41f1-9cac-7e8d0eeab484 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:58.032153 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29dca1b9-801b-4827-8c65-be2e35ebaec6 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:39:58.042495 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f4005b-6a9b-490c-b77c-81b98022aebe None None] Sync routers for ids ['fa9b4e45-e8e9-4a76-a8f0-7040561200c0'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:39:58.045065 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fc8fa8be-ad35-41f1-9cac-7e8d0eeab484 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145757'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:58.045701 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-29dca1b9-801b-4827-8c65-be2e35ebaec6 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:58.046727 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-29dca1b9-801b-4827-8c65-be2e35ebaec6 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "PUT /v2.0/routers/fa9b4e45-e8e9-4a76-a8f0-7040561200c0 HTTP/1.1" status: 200 len: 694 time: 1.0033243 Feb 01 04:39:58.059912 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f4005b-6a9b-490c-b77c-81b98022aebe None None] Routers {'fa9b4e45-e8e9-4a76-a8f0-7040561200c0'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:39:58.062241 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-83f4005b-6a9b-490c-b77c-81b98022aebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:39:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['fa9b4e45-e8e9-4a76-a8f0-7040561200c0'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:58.086584 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42534) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:58.093082 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-7e6303f8-bbe3-437a-a484-83ed0cc7bee3 req-6dfe3639-b117-460a-86da-1b2c71454164 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=e950683b-797d-45a7-a358-3c98ed449189 HTTP/1.1" status: 200 len: 210 time: 0.1129799 Feb 01 04:39:58.148360 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-1039e25b-473a-4688-bab8-0f68c7256cf1 None None] Set router 74f284ef-6b67-4b50-9c32-cab939688992 gateway port host: None {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:39:58.158366 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea6d410-f539-40ce-8a0f-7b01ba838ec2 req-d84d9344-5c0a-4fe0-adba-e9d3ac6bb8e8 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:39:58.160112 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-cea6d410-f539-40ce-8a0f-7b01ba838ec2 req-d84d9344-5c0a-4fe0-adba-e9d3ac6bb8e8 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.18 "GET /v2.0/networks?id=bbc50e3d-1342-4e04-b690-f6146b0d424c HTTP/1.1" status: 200 len: 796 time: 0.3545198 Feb 01 04:39:58.231599 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-cea6d410-f539-40ce-8a0f-7b01ba838ec2 req-12dcbca0-5afb-44b1-9419-4cd8902cd4e6 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0629703b9474474a9f2fde13723d2e8b HTTP/1.1" status: 200 len: 379 time: 0.0542428 Feb 01 04:39:58.240819 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [req-cea6d410-f539-40ce-8a0f-7b01ba838ec2 req-bbb2347e-e8b1-4972-a6c9-958a53fb8712 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'port': {'device_id': 'e950683b-797d-45a7-a358-3c98ed449189', 'network_id': 'bbc50e3d-1342-4e04-b690-f6146b0d424c', 'admin_state_up': True, 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'security_groups': ['5b326993-1534-406f-93ee-397cb753d767']}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:39:58.257640 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a845d4ff-bf4b-4dfe-88fc-10690e009436 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "GET /v2.0/routers/fa9b4e45-e8e9-4a76-a8f0-7040561200c0 HTTP/1.1" status: 200 len: 700 time: 0.1697557 Feb 01 04:39:58.260347 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42542) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:58.267330 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-83f4005b-6a9b-490c-b77c-81b98022aebe None None] Set router fa9b4e45-e8e9-4a76-a8f0-7040561200c0 gateway port host: None {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:39:58.290737 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fc8fa8be-ad35-41f1-9cac-7e8d0eeab484 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:58.344583 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-c29c0fe9-b87f-47ed-98ef-01d04d7b3346 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa9b4e45-e8e9-4a76-a8f0-7040561200c0 HTTP/1.1" status: 200 len: 205 time: 0.0754440 Feb 01 04:39:58.345248 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42546) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:58.392652 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-83f4005b-6a9b-490c-b77c-81b98022aebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9b4e45-e8e9-4a76-a8f0-7040561200c0', 'name': 'tempest-RoutersTest-router-1516008872', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:39:56Z', 'updated_at': '2022-02-01T04:39:57Z', 'revision_number': 2, 'project_id': 'fe61db31beb2433b8247cdb8a5604696', 'gw_port_host': None}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:58.398290 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f4005b-6a9b-490c-b77c-81b98022aebe None None] Checking router: fa9b4e45-e8e9-4a76-a8f0-7040561200c0 for host: dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:39:58.410267 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f4005b-6a9b-490c-b77c-81b98022aebe None None] Routers {'fa9b4e45-e8e9-4a76-a8f0-7040561200c0'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:39:58.411045 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-83f4005b-6a9b-490c-b77c-81b98022aebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:39:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['fa9b4e45-e8e9-4a76-a8f0-7040561200c0'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:58.464704 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [req-cea6d410-f539-40ce-8a0f-7b01ba838ec2 req-bbb2347e-e8b1-4972-a6c9-958a53fb8712 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:39:58.476719 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [req-cea6d410-f539-40ce-8a0f-7b01ba838ec2 req-bbb2347e-e8b1-4972-a6c9-958a53fb8712 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:39:58.490418 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cea6d410-f539-40ce-8a0f-7b01ba838ec2 req-bbb2347e-e8b1-4972-a6c9-958a53fb8712 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Made reservation on behalf of 0629703b9474474a9f2fde13723d2e8b for: {'port': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:39:58.494621 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-cea6d410-f539-40ce-8a0f-7b01ba838ec2 req-bbb2347e-e8b1-4972-a6c9-958a53fb8712 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:58.497494 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2e2f97cf-cdba-4a6a-bbcb-e8e3235598f1 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for router, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:58.533632 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-1039e25b-473a-4688-bab8-0f68c7256cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f284ef-6b67-4b50-9c32-cab939688992', 'name': 'tempest-RoutersIpV6Test-router-1293814552', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:39:13Z', 'updated_at': '2022-02-01T04:39:56Z', 'revision_number': 8, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'gw_port_host': None, '_interfaces': [{'id': '2bf62b2c-7d91-45b6-929c-fdd211c3eeaa', 'name': '', 'network_id': 'fc8423bf-5d16-4390-91d1-032c0c9fda0f', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'mac_address': 'fa:16:3e:51:53:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f284ef-6b67-4b50-9c32-cab939688992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '105f9a8f-e330-4d2e-9f8d-14915fec692e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:24Z', 'updated_at': '2022-02-01T04:39:38Z', 'revision_number': 5, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'subnets': [{'id': '105f9a8f-e330-4d2e-9f8d-14915fec692e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6466d8b9-0022-49c8-967f-1ac3f6050089', 'name': '', 'network_id': '12372e28-c5ed-4d3d-868c-2b2c91f98110', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'mac_address': 'fa:16:3e:11:36:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f284ef-6b67-4b50-9c32-cab939688992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '6e6383a8-71a2-4c5b-bd9c-04842e06de56', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:34Z', 'updated_at': '2022-02-01T04:39:44Z', 'revision_number': 5, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'subnets': [{'id': '6e6383a8-71a2-4c5b-bd9c-04842e06de56', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7fff0c1-fbba-4bc1-acb5-95acfddd5d80', 'name': '', 'network_id': '4dd93543-263a-4c41-a512-ce62a8769aca', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'mac_address': 'fa:16:3e:c0:64:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f284ef-6b67-4b50-9c32-cab939688992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '861a0651-7bb1-4764-9619-8fa9fc9738e0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:16Z', 'updated_at': '2022-02-01T04:39:28Z', 'revision_number': 5, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'subnets': [{'id': '861a0651-7bb1-4764-9619-8fa9fc9738e0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:58.537664 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1039e25b-473a-4688-bab8-0f68c7256cf1 None None] Checking router: 74f284ef-6b67-4b50-9c32-cab939688992 for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:39:58.546700 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1039e25b-473a-4688-bab8-0f68c7256cf1 None None] Routers {'74f284ef-6b67-4b50-9c32-cab939688992'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:39:58.547365 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-1039e25b-473a-4688-bab8-0f68c7256cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:39:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['74f284ef-6b67-4b50-9c32-cab939688992'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:58.562407 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-83f4005b-6a9b-490c-b77c-81b98022aebe None None] Set router fa9b4e45-e8e9-4a76-a8f0-7040561200c0 gateway port host: None {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:39:58.635852 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fc8fa8be-ad35-41f1-9cac-7e8d0eeab484 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3072169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2652276'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:58.692537 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-83f4005b-6a9b-490c-b77c-81b98022aebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9b4e45-e8e9-4a76-a8f0-7040561200c0', 'name': 'tempest-RoutersTest-router-1516008872', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:39:56Z', 'updated_at': '2022-02-01T04:39:57Z', 'revision_number': 2, 'project_id': 'fe61db31beb2433b8247cdb8a5604696', 'gw_port_host': None}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:58.695708 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [req-cea6d410-f539-40ce-8a0f-7b01ba838ec2 req-bbb2347e-e8b1-4972-a6c9-958a53fb8712 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Allocated IP 172.20.0.3 (bbc50e3d-1342-4e04-b690-f6146b0d424c/ddf9201f-e5dc-4973-8c52-315c9eba024d/cd73e8d8-9605-4adf-873a-d5f017426a17) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:39:58.697690 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f4005b-6a9b-490c-b77c-81b98022aebe None None] The sync data for ids ['fa9b4e45-e8e9-4a76-a8f0-7040561200c0'] in dv-neutron-826830-1-hyperv is: [{'id': 'fa9b4e45-e8e9-4a76-a8f0-7040561200c0', 'name': 'tempest-RoutersTest-router-1516008872', 'tenant_id': 'fe61db31beb2433b8247cdb8a5604696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:39:56Z', 'updated_at': '2022-02-01T04:39:57Z', 'revision_number': 2, 'project_id': 'fe61db31beb2433b8247cdb8a5604696', 'gw_port_host': None}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:39:58.763433 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-1039e25b-473a-4688-bab8-0f68c7256cf1 None None] Set router 74f284ef-6b67-4b50-9c32-cab939688992 gateway port host: None {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:39:58.840043 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fc8fa8be-ad35-41f1-9cac-7e8d0eeab484 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:58.846092 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33128382-9a41-4b4b-83a3-56f2443a1909 None None] Network 5ccd6114-83f2-4fd7-92e5-878c2e698236 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:39:58.976725 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8fa8be-ad35-41f1-9cac-7e8d0eeab484 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Pushing event deleted for resources: {'Subnet': ['ID=909fc9e8-25a7-48a6-9979-73077216263c,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:58.993085 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-fc8fa8be-ad35-41f1-9cac-7e8d0eeab484 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "DELETE /v2.0/subnets/909fc9e8-25a7-48a6-9979-73077216263c HTTP/1.1" status: 204 len: 168 time: 1.1715183 Feb 01 04:39:58.995983 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42550) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:59.015987 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-cea6d410-f539-40ce-8a0f-7b01ba838ec2 req-bbb2347e-e8b1-4972-a6c9-958a53fb8712 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:59.036163 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [req-cea6d410-f539-40ce-8a0f-7b01ba838ec2 req-bbb2347e-e8b1-4972-a6c9-958a53fb8712 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Transition to ACTIVE for port object cd73e8d8-9605-4adf-873a-d5f017426a17 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:39:59.071840 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-cea6d410-f539-40ce-8a0f-7b01ba838ec2 req-bbb2347e-e8b1-4972-a6c9-958a53fb8712 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:59.109013 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2e2f97cf-cdba-4a6a-bbcb-e8e3235598f1 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25968'] for router, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:59.123892 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2e2f97cf-cdba-4a6a-bbcb-e8e3235598f1 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:59.157098 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cea6d410-f539-40ce-8a0f-7b01ba838ec2 req-bbb2347e-e8b1-4972-a6c9-958a53fb8712 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Network bbc50e3d-1342-4e04-b690-f6146b0d424c is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:39:59.160651 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [req-cea6d410-f539-40ce-8a0f-7b01ba838ec2 req-bbb2347e-e8b1-4972-a6c9-958a53fb8712 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:39:59.165030 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [req-cea6d410-f539-40ce-8a0f-7b01ba838ec2 req-bbb2347e-e8b1-4972-a6c9-958a53fb8712 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:39:59.178970 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-1039e25b-473a-4688-bab8-0f68c7256cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f284ef-6b67-4b50-9c32-cab939688992', 'name': 'tempest-RoutersIpV6Test-router-1293814552', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:39:13Z', 'updated_at': '2022-02-01T04:39:56Z', 'revision_number': 8, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'gw_port_host': None, '_interfaces': [{'id': '2bf62b2c-7d91-45b6-929c-fdd211c3eeaa', 'name': '', 'network_id': 'fc8423bf-5d16-4390-91d1-032c0c9fda0f', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'mac_address': 'fa:16:3e:51:53:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f284ef-6b67-4b50-9c32-cab939688992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '105f9a8f-e330-4d2e-9f8d-14915fec692e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:24Z', 'updated_at': '2022-02-01T04:39:38Z', 'revision_number': 5, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'subnets': [{'id': '105f9a8f-e330-4d2e-9f8d-14915fec692e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6466d8b9-0022-49c8-967f-1ac3f6050089', 'name': '', 'network_id': '12372e28-c5ed-4d3d-868c-2b2c91f98110', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'mac_address': 'fa:16:3e:11:36:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f284ef-6b67-4b50-9c32-cab939688992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '6e6383a8-71a2-4c5b-bd9c-04842e06de56', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:34Z', 'updated_at': '2022-02-01T04:39:44Z', 'revision_number': 5, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'subnets': [{'id': '6e6383a8-71a2-4c5b-bd9c-04842e06de56', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7fff0c1-fbba-4bc1-acb5-95acfddd5d80', 'name': '', 'network_id': '4dd93543-263a-4c41-a512-ce62a8769aca', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'mac_address': 'fa:16:3e:c0:64:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f284ef-6b67-4b50-9c32-cab939688992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '861a0651-7bb1-4764-9619-8fa9fc9738e0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:16Z', 'updated_at': '2022-02-01T04:39:28Z', 'revision_number': 5, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'subnets': [{'id': '861a0651-7bb1-4764-9619-8fa9fc9738e0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:39:59.183670 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1039e25b-473a-4688-bab8-0f68c7256cf1 None None] The sync data for ids ['74f284ef-6b67-4b50-9c32-cab939688992'] in dv-neutron-826830-1-hyperv is: [{'id': '74f284ef-6b67-4b50-9c32-cab939688992', 'name': 'tempest-RoutersIpV6Test-router-1293814552', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:39:13Z', 'updated_at': '2022-02-01T04:39:56Z', 'revision_number': 8, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'gw_port_host': None, '_interfaces': [{'id': '2bf62b2c-7d91-45b6-929c-fdd211c3eeaa', 'name': '', 'network_id': 'fc8423bf-5d16-4390-91d1-032c0c9fda0f', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'mac_address': 'fa:16:3e:51:53:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f284ef-6b67-4b50-9c32-cab939688992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '105f9a8f-e330-4d2e-9f8d-14915fec692e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:24Z', 'updated_at': '2022-02-01T04:39:38Z', 'revision_number': 5, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'subnets': [{'id': '105f9a8f-e330-4d2e-9f8d-14915fec692e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6466d8b9-0022-49c8-967f-1ac3f6050089', 'name': '', 'network_id': '12372e28-c5ed-4d3d-868c-2b2c91f98110', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'mac_address': 'fa:16:3e:11:36:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f284ef-6b67-4b50-9c32-cab939688992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '6e6383a8-71a2-4c5b-bd9c-04842e06de56', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:34Z', 'updated_at': '2022-02-01T04:39:44Z', 'revision_number': 5, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'subnets': [{'id': '6e6383a8-71a2-4c5b-bd9c-04842e06de56', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7fff0c1-fbba-4bc1-acb5-95acfddd5d80', 'name': '', 'network_id': '4dd93543-263a-4c41-a512-ce62a8769aca', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'mac_address': 'fa:16:3e:c0:64:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f284ef-6b67-4b50-9c32-cab939688992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '861a0651-7bb1-4764-9619-8fa9fc9738e0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:16Z', 'updated_at': '2022-02-01T04:39:28Z', 'revision_number': 5, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'subnets': [{'id': '861a0651-7bb1-4764-9619-8fa9fc9738e0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:39:59.205486 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb2347e-e8b1-4972-a6c9-958a53fb8712 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'Port': ['ID=cd73e8d8-9605-4adf-873a-d5f017426a17,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:39:59.278769 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2ae39917-5663-4639-98fd-9e1b427e2fdd tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:59.279477 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea6d410-f539-40ce-8a0f-7b01ba838ec2 req-bbb2347e-e8b1-4972-a6c9-958a53fb8712 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:39:59.283531 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-cea6d410-f539-40ce-8a0f-7b01ba838ec2 req-bbb2347e-e8b1-4972-a6c9-958a53fb8712 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:59.284464 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2e2f97cf-cdba-4a6a-bbcb-e8e3235598f1 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772958'] for router, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:59.284935 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e2f97cf-cdba-4a6a-bbcb-e8e3235598f1 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Fanout notify agent at l3_agent the message router_deleted on router fa9b4e45-e8e9-4a76-a8f0-7040561200c0 {{(pid=87636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 01 04:39:59.313342 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-cea6d410-f539-40ce-8a0f-7b01ba838ec2 req-bbb2347e-e8b1-4972-a6c9-958a53fb8712 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0765743 Feb 01 04:39:59.331909 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [req-cea6d410-f539-40ce-8a0f-7b01ba838ec2 req-30b21458-5555-45f8-8f74-31c808ea2b77 service neutron] Request body: {'port': {'device_id': 'e950683b-797d-45a7-a358-3c98ed449189', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:39:59.352720 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2e2f97cf-cdba-4a6a-bbcb-e8e3235598f1 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:59.355621 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2e2f97cf-cdba-4a6a-bbcb-e8e3235598f1 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "DELETE /v2.0/routers/fa9b4e45-e8e9-4a76-a8f0-7040561200c0 HTTP/1.1" status: 204 len: 168 time: 1.0070617 Feb 01 04:39:59.361494 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42556) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:59.364232 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-2ae39917-5663-4639-98fd-9e1b427e2fdd tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Deleting port 44e40c66-4ea6-4841-8a5d-a17a7a5ea2cc {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:39:59.364558 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2ae39917-5663-4639-98fd-9e1b427e2fdd tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:59.490712 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3962ac56-e11e-45a6-b9f6-970cea57de44 req-f8e35745-b6ec-46b6-b47a-c650c7a081c2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:39:59.492174 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3962ac56-e11e-45a6-b9f6-970cea57de44 req-f8e35745-b6ec-46b6-b47a-c650c7a081c2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=e950683b-797d-45a7-a358-3c98ed449189 HTTP/1.1" status: 200 len: 931 time: 0.2101405 Feb 01 04:39:59.516520 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-8a1467cb-b3d3-4e4e-b15b-9f9d7f662bbd None None] Provisioning for port cd73e8d8-9605-4adf-873a-d5f017426a17 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:39:59.525108 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-8a1467cb-b3d3-4e4e-b15b-9f9d7f662bbd None None] Provisioning complete for port cd73e8d8-9605-4adf-873a-d5f017426a17 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:39:59.525613 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8a1467cb-b3d3-4e4e-b15b-9f9d7f662bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:59.557725 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-7d5faf9f-32ea-4ac6-b27b-99161634733a tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa9b4e45-e8e9-4a76-a8f0-7040561200c0 HTTP/1.1" status: 200 len: 205 time: 0.1875379 Feb 01 04:39:59.557999 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42560) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:59.573494 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a9977e-b90a-40f5-a736-784a6cc37a0a None None] DHCP port deletion for 5ccd6114-83f2-4fd7-92e5-878c2e698236 request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:39:59.601268 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-f4a9977e-b90a-40f5-a736-784a6cc37a0a None None] Deleting port 44e40c66-4ea6-4841-8a5d-a17a7a5ea2cc {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:39:59.601732 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f4a9977e-b90a-40f5-a736-784a6cc37a0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:59.640897 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-cea6d410-f539-40ce-8a0f-7b01ba838ec2 req-30b21458-5555-45f8-8f74-31c808ea2b77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:59.676110 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-8a1467cb-b3d3-4e4e-b15b-9f9d7f662bbd None None] Port cd73e8d8-9605-4adf-873a-d5f017426a17 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:39:59.702394 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-5c0e7f7b-1385-40c6-9593-b1b0d25ba78a tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] delete failed (client error): The resource could not be found. Feb 01 04:39:59.703457 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-5c0e7f7b-1385-40c6-9593-b1b0d25ba78a tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "DELETE /v2.0/routers/fa9b4e45-e8e9-4a76-a8f0-7040561200c0 HTTP/1.1" status: 404 len: 336 time: 0.1454380 Feb 01 04:39:59.710411 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-2ae39917-5663-4639-98fd-9e1b427e2fdd tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] For port 44e40c66-4ea6-4841-8a5d-a17a7a5ea2cc, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=44e40c66-4ea6-4841-8a5d-a17a7a5ea2cc,segment=NetworkSegment(de2b59e0-92bf-43b9-b036-befe536b9b38),segment_id=de2b59e0-92bf-43b9-b036-befe536b9b38)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:39:59.710753 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2ae39917-5663-4639-98fd-9e1b427e2fdd tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:39:59.717629 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42564) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:59.720161 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-3962ac56-e11e-45a6-b9f6-970cea57de44 req-58ff73e4-2c5b-4868-9d73-b4ac77d2c897 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Synchronizing usage tracker for tenant:0629703b9474474a9f2fde13723d2e8b on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:39:59.758972 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-faea7307-c5af-4e20-8361-cb6ac4caec90 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] DELETE failed (client error): The resource could not be found. Feb 01 04:39:59.759477 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faea7307-c5af-4e20-8361-cb6ac4caec90 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:39:59.763628 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-faea7307-c5af-4e20-8361-cb6ac4caec90 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "DELETE /v2.0/subnets/9d73b55f-032f-48af-bd6a-ea7f9ecbbca5 HTTP/1.1" status: 404 len: 337 time: 0.0425797 Feb 01 04:39:59.767713 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42568) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:59.887662 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-2ae39917-5663-4639-98fd-9e1b427e2fdd tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Calling delete_port for 44e40c66-4ea6-4841-8a5d-a17a7a5ea2cc owned by network:dhcp {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:39:59.905611 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 463c7c1d-a650-4a73-b1c7-a420c98b32f8 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:39:59.916763 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c4dcd7f-92f2-4437-a4c9-8923c9417e71 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] DELETE failed (client error): The resource could not be found. Feb 01 04:39:59.917491 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c4dcd7f-92f2-4437-a4c9-8923c9417e71 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:39:59.923860 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42572) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:39:59.924956 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-7c4dcd7f-92f2-4437-a4c9-8923c9417e71 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "DELETE /v2.0/subnets/5dd8698b-95de-4f78-89d7-057b943bac7f HTTP/1.1" status: 404 len: 337 time: 0.1561284 Feb 01 04:39:59.960306 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 463c7c1d-a650-4a73-b1c7-a420c98b32f8 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:39:59.960664 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 463c7c1d-a650-4a73-b1c7-a420c98b32f8 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:39:59.961071 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 44e40c66-4ea6-4841-8a5d-a17a7a5ea2cc no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:40:00.008397 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-f4a9977e-b90a-40f5-a736-784a6cc37a0a None None] For port 44e40c66-4ea6-4841-8a5d-a17a7a5ea2cc, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=44e40c66-4ea6-4841-8a5d-a17a7a5ea2cc,segment=NetworkSegment(de2b59e0-92bf-43b9-b036-befe536b9b38),segment_id=de2b59e0-92bf-43b9-b036-befe536b9b38)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:40:00.008883 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f4a9977e-b90a-40f5-a736-784a6cc37a0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:00.011166 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-101c9e45-92ea-4140-b59d-3c0d5b7a945d tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] DELETE failed (client error): The resource could not be found. Feb 01 04:40:00.011730 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-101c9e45-92ea-4140-b59d-3c0d5b7a945d tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:40:00.013529 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-101c9e45-92ea-4140-b59d-3c0d5b7a945d tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "DELETE /v2.0/subnets/3794f33d-5657-4722-a9b2-4a31bef252ba HTTP/1.1" status: 404 len: 337 time: 0.0792735 Feb 01 04:40:00.017222 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-3962ac56-e11e-45a6-b9f6-970cea57de44 req-58ff73e4-2c5b-4868-9d73-b4ac77d2c897 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Unset dirty status for tenant:0629703b9474474a9f2fde13723d2e8b on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:40:00.017407 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42576) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:00.017517 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3962ac56-e11e-45a6-b9f6-970cea57de44 req-58ff73e4-2c5b-4868-9d73-b4ac77d2c897 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b326993-1534-406f-93ee-397cb753d767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5047557 Feb 01 04:40:00.058782 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2ae39917-5663-4639-98fd-9e1b427e2fdd tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:00.067063 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-52a58195-414e-464a-9fd0-9511a37a7cb6 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] DELETE failed (client error): The resource could not be found. Feb 01 04:40:00.067658 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52a58195-414e-464a-9fd0-9511a37a7cb6 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:40:00.072070 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-52a58195-414e-464a-9fd0-9511a37a7cb6 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "DELETE /v2.0/subnets/577c5877-3e3c-4308-9481-aa5ae0e0e6bf HTTP/1.1" status: 404 len: 337 time: 0.0533545 Feb 01 04:40:00.072622 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42580) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:00.108964 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae39917-5663-4639-98fd-9e1b427e2fdd tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Pushing event deleted for resources: {'Port': ['ID=44e40c66-4ea6-4841-8a5d-a17a7a5ea2cc,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:00.112187 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae39917-5663-4639-98fd-9e1b427e2fdd tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] No DVR routers for this DVR port 44e40c66-4ea6-4841-8a5d-a17a7a5ea2cc on host dv-neutron-826830-1-hyperv {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:40:00.166192 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-f4a9977e-b90a-40f5-a736-784a6cc37a0a None None] Calling delete_port for 44e40c66-4ea6-4841-8a5d-a17a7a5ea2cc owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:40:00.178870 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-77a27445-6abd-4c32-a375-4f13e599fa20 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "GET /v2.0/ports?device_id=d554f5e6-4a26-41d8-a9be-8ca53cce7d09 HTTP/1.1" status: 200 len: 205 time: 0.0510347 Feb 01 04:40:00.179238 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42584) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:00.202071 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No active binding found for port 44e40c66-4ea6-4841-8a5d-a17a7a5ea2cc {{(pid=87638) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 01 04:40:00.202360 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 44e40c66-4ea6-4841-8a5d-a17a7a5ea2cc not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:40:00.245771 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-f4a9977e-b90a-40f5-a736-784a6cc37a0a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:40:00.246468 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-f4a9977e-b90a-40f5-a736-784a6cc37a0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:40:00.260393 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-0e616456-2213-4d54-b0ad-2582e40cee98 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] delete failed (client error): The resource could not be found. Feb 01 04:40:00.264167 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0e616456-2213-4d54-b0ad-2582e40cee98 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "DELETE /v2.0/routers/d554f5e6-4a26-41d8-a9be-8ca53cce7d09 HTTP/1.1" status: 404 len: 336 time: 0.0812528 Feb 01 04:40:00.265631 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42588) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:00.312518 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2ae39917-5663-4639-98fd-9e1b427e2fdd tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:00.325635 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-4bc15198-66ed-4bf2-8258-9e91710a37b6 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "GET /v2.0/ports?device_id=c07d5401-dda6-4956-adbc-b5e4a24dd1bd HTTP/1.1" status: 200 len: 205 time: 0.0567906 Feb 01 04:40:00.325860 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42592) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:00.340014 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-2ae39917-5663-4639-98fd-9e1b427e2fdd tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ccd6114-83f2-4fd7-92e5-878c2e698236']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:40:00.352759 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-2ae39917-5663-4639-98fd-9e1b427e2fdd tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de2b59e0-92bf-43b9-b036-befe536b9b38') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:40:00.353389 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-2ae39917-5663-4639-98fd-9e1b427e2fdd tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de2b59e0-92bf-43b9-b036-befe536b9b38') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:40:00.365230 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2ae39917-5663-4639-98fd-9e1b427e2fdd tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143022'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:00.382172 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2ae39917-5663-4639-98fd-9e1b427e2fdd tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:00.388940 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ae39917-5663-4639-98fd-9e1b427e2fdd tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:40:00.389320 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2ae39917-5663-4639-98fd-9e1b427e2fdd tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3072199'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:00.391427 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [req-cea6d410-f539-40ce-8a0f-7b01ba838ec2 req-30b21458-5555-45f8-8f74-31c808ea2b77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd73e8d8-9605-4adf-873a-d5f017426a17 {{(pid=87637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 04:40:00.404688 dv-neutron-826830-1-hyperv neutron-server[87636]: Traceback (most recent call last): Feb 01 04:40:00.404688 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:40:00.404688 dv-neutron-826830-1-hyperv neutron-server[87636]: timer() Feb 01 04:40:00.404688 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:40:00.404688 dv-neutron-826830-1-hyperv neutron-server[87636]: cb(*args, **kw) Feb 01 04:40:00.404688 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:40:00.404688 dv-neutron-826830-1-hyperv neutron-server[87636]: return func(*args, **kwargs) Feb 01 04:40:00.404688 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:40:00.404688 dv-neutron-826830-1-hyperv neutron-server[87636]: self._notify() Feb 01 04:40:00.404688 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:40:00.404688 dv-neutron-826830-1-hyperv neutron-server[87636]: self.callback(batched_events) Feb 01 04:40:00.404688 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:40:00.404688 dv-neutron-826830-1-hyperv neutron-server[87636]: event.method(event) Feb 01 04:40:00.404688 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:40:00.404688 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:40:00.404688 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:40:00.404688 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:40:00.404688 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:40:00.404688 dv-neutron-826830-1-hyperv neutron-server[87636]: return f(self, *a, **k) Feb 01 04:40:00.404688 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:40:00.404688 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._get(url).json() Feb 01 04:40:00.404688 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:40:00.404688 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:40:00.404688 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:40:00.404688 dv-neutron-826830-1-hyperv neutron-server[87636]: return self.request(url, 'GET', **kwargs) Feb 01 04:40:00.404688 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:40:00.404688 dv-neutron-826830-1-hyperv neutron-server[87636]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:40:00.404688 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:40:00.404688 dv-neutron-826830-1-hyperv neutron-server[87636]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:40:00.404688 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:40:00.404688 dv-neutron-826830-1-hyperv neutron-server[87636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:40:00.404688 dv-neutron-826830-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:40:00.407414 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-cea6d410-f539-40ce-8a0f-7b01ba838ec2 req-30b21458-5555-45f8-8f74-31c808ea2b77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:00.409022 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.api.v2.resource [None req-7b131cd7-7477-4375-bf55-50994e1c0ac9 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] delete failed (client error): The resource could not be found. Feb 01 04:40:00.410028 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-7b131cd7-7477-4375-bf55-50994e1c0ac9 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "DELETE /v2.0/routers/c07d5401-dda6-4956-adbc-b5e4a24dd1bd HTTP/1.1" status: 404 len: 336 time: 0.0817156 Feb 01 04:40:00.412742 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42596) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:00.619558 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aadd486-3276-44cb-bd7f-5f52ae4c906b tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] DELETE failed (client error): The resource could not be found. Feb 01 04:40:00.620001 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3aadd486-3276-44cb-bd7f-5f52ae4c906b tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:40:00.626633 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-3aadd486-3276-44cb-bd7f-5f52ae4c906b tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "DELETE /v2.0/subnets/5ff9c674-8cc7-40c9-9ac0-d4f7c915610f HTTP/1.1" status: 404 len: 337 time: 0.2127597 Feb 01 04:40:00.629406 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42600) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:00.632442 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [req-cea6d410-f539-40ce-8a0f-7b01ba838ec2 req-30b21458-5555-45f8-8f74-31c808ea2b77 service neutron] Transition to ACTIVE for port object cd73e8d8-9605-4adf-873a-d5f017426a17 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:40:00.635502 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-cea6d410-f539-40ce-8a0f-7b01ba838ec2 req-30b21458-5555-45f8-8f74-31c808ea2b77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:00.664963 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2ae39917-5663-4639-98fd-9e1b427e2fdd tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:00.692671 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2ae39917-5663-4639-98fd-9e1b427e2fdd tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:00.699111 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-641f0ede-6a95-4064-b1af-8b20a5fc3a04 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Synchronizing usage tracker for tenant:fe61db31beb2433b8247cdb8a5604696 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:40:00.702673 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae39917-5663-4639-98fd-9e1b427e2fdd tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Pushing event deleted for resources: {'Network': ['ID=5ccd6114-83f2-4fd7-92e5-878c2e698236,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:00.707369 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2ae39917-5663-4639-98fd-9e1b427e2fdd tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "DELETE /v2.0/networks/5ccd6114-83f2-4fd7-92e5-878c2e698236 HTTP/1.1" status: 204 len: 168 time: 1.7101903 Feb 01 04:40:00.710372 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42604) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:00.748336 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-f4a9977e-b90a-40f5-a736-784a6cc37a0a None None] Deleting port 44e40c66-4ea6-4841-8a5d-a17a7a5ea2cc {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:40:00.748921 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f4a9977e-b90a-40f5-a736-784a6cc37a0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:00.784447 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-641f0ede-6a95-4064-b1af-8b20a5fc3a04 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] Unset dirty status for tenant:fe61db31beb2433b8247cdb8a5604696 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:40:00.786039 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-641f0ede-6a95-4064-b1af-8b20a5fc3a04 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fe6594f-1e8c-4de8-844d-923c0c3181f7 HTTP/1.1" status: 200 len: 205 time: 0.1556542 Feb 01 04:40:00.788636 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42608) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:00.797586 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b21458-5555-45f8-8f74-31c808ea2b77 service neutron] Pushing event updated for resources: {'Port': ['ID=cd73e8d8-9605-4adf-873a-d5f017426a17,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:00.828937 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-f4a9977e-b90a-40f5-a736-784a6cc37a0a None None] The port '44e40c66-4ea6-4841-8a5d-a17a7a5ea2cc' was deleted {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 01 04:40:00.915068 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [req-cea6d410-f539-40ce-8a0f-7b01ba838ec2 req-30b21458-5555-45f8-8f74-31c808ea2b77 service neutron] Attempting to bind port cd73e8d8-9605-4adf-873a-d5f017426a17 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:40:00.915542 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [req-cea6d410-f539-40ce-8a0f-7b01ba838ec2 req-30b21458-5555-45f8-8f74-31c808ea2b77 service neutron] Attempting to bind port cd73e8d8-9605-4adf-873a-d5f017426a17 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '1f5d8862-e520-40b2-b726-5bbe55278b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bbc50e3d-1342-4e04-b690-f6146b0d424c'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:40:00.915933 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea6d410-f539-40ce-8a0f-7b01ba838ec2 req-30b21458-5555-45f8-8f74-31c808ea2b77 service neutron] Attempting to bind port cd73e8d8-9605-4adf-873a-d5f017426a17 on network bbc50e3d-1342-4e04-b690-f6146b0d424c {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:40:00.921008 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea6d410-f539-40ce-8a0f-7b01ba838ec2 req-30b21458-5555-45f8-8f74-31c808ea2b77 service neutron] Port cd73e8d8-9605-4adf-873a-d5f017426a17 on network bbc50e3d-1342-4e04-b690-f6146b0d424c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:40:00.921392 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea6d410-f539-40ce-8a0f-7b01ba838ec2 req-30b21458-5555-45f8-8f74-31c808ea2b77 service neutron] Attempting to bind port cd73e8d8-9605-4adf-873a-d5f017426a17 on network bbc50e3d-1342-4e04-b690-f6146b0d424c {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:40:00.925490 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-d300757d-f48e-451e-bc0b-099c6bf6bed0 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] delete failed (client error): The resource could not be found. Feb 01 04:40:00.929069 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d300757d-f48e-451e-bc0b-099c6bf6bed0 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "DELETE /v2.0/routers/1fe6594f-1e8c-4de8-844d-923c0c3181f7 HTTP/1.1" status: 404 len: 336 time: 0.1368036 Feb 01 04:40:00.929223 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea6d410-f539-40ce-8a0f-7b01ba838ec2 req-30b21458-5555-45f8-8f74-31c808ea2b77 service neutron] Checking agent: {'id': '63664c57-372e-43f7-9ecb-4deedcf8ddc7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 28, 15), 'started_at': datetime.datetime(2022, 2, 1, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:40:00.929223 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea6d410-f539-40ce-8a0f-7b01ba838ec2 req-30b21458-5555-45f8-8f74-31c808ea2b77 service neutron] Checking segment: {'id': '1f5d8862-e520-40b2-b726-5bbe55278b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bbc50e3d-1342-4e04-b690-f6146b0d424c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:40:00.929223 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea6d410-f539-40ce-8a0f-7b01ba838ec2 req-30b21458-5555-45f8-8f74-31c808ea2b77 service neutron] Bound using segment: {'id': '1f5d8862-e520-40b2-b726-5bbe55278b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bbc50e3d-1342-4e04-b690-f6146b0d424c'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:40:00.929223 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [req-cea6d410-f539-40ce-8a0f-7b01ba838ec2 req-30b21458-5555-45f8-8f74-31c808ea2b77 service neutron] Bound port: cd73e8d8-9605-4adf-873a-d5f017426a17, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f5d8862-e520-40b2-b726-5bbe55278b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bbc50e3d-1342-4e04-b690-f6146b0d424c'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:40:00.929223 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-cea6d410-f539-40ce-8a0f-7b01ba838ec2 req-30b21458-5555-45f8-8f74-31c808ea2b77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:00.929721 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42612) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:00.981694 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-5f69ebc5-2587-4614-afc3-7a1822280e27 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "GET /v2.0/ports?device_id=715f7f26-eb45-4ec0-b5cd-cdd4eded99aa HTTP/1.1" status: 200 len: 205 time: 0.0487185 Feb 01 04:40:00.981919 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42616) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:01.023866 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [req-cea6d410-f539-40ce-8a0f-7b01ba838ec2 req-30b21458-5555-45f8-8f74-31c808ea2b77 service neutron] For port cd73e8d8-9605-4adf-873a-d5f017426a17, host hv-neutron-8268, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:40:01.026935 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [req-cea6d410-f539-40ce-8a0f-7b01ba838ec2 req-30b21458-5555-45f8-8f74-31c808ea2b77 service neutron] For port cd73e8d8-9605-4adf-873a-d5f017426a17, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=cd73e8d8-9605-4adf-873a-d5f017426a17,segment=NetworkSegment(1f5d8862-e520-40b2-b726-5bbe55278b56),segment_id=1f5d8862-e520-40b2-b726-5bbe55278b56)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:40:01.031592 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-cea6d410-f539-40ce-8a0f-7b01ba838ec2 req-30b21458-5555-45f8-8f74-31c808ea2b77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:01.089376 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea6d410-f539-40ce-8a0f-7b01ba838ec2 req-30b21458-5555-45f8-8f74-31c808ea2b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:40:01.089952 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-cea6d410-f539-40ce-8a0f-7b01ba838ec2 req-30b21458-5555-45f8-8f74-31c808ea2b77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:01.091939 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-cea6d410-f539-40ce-8a0f-7b01ba838ec2 req-30b21458-5555-45f8-8f74-31c808ea2b77 service neutron] 10.222.0.18 "PUT /v2.0/ports/cd73e8d8-9605-4adf-873a-d5f017426a17 HTTP/1.1" status: 200 len: 1093 time: 1.7647414 Feb 01 04:40:01.095039 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e950683b-797d-45a7-a358-3c98ed449189', 'tag': 'cd73e8d8-9605-4adf-873a-d5f017426a17'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:40:01.120280 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-2cfb6bba-05f0-4d8d-82f2-5bea60c30279 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] delete failed (client error): The resource could not be found. Feb 01 04:40:01.121302 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2cfb6bba-05f0-4d8d-82f2-5bea60c30279 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "DELETE /v2.0/routers/715f7f26-eb45-4ec0-b5cd-cdd4eded99aa HTTP/1.1" status: 404 len: 336 time: 0.1386716 Feb 01 04:40:01.123993 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42624) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:01.126066 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b21458-5555-45f8-8f74-31c808ea2b77 service neutron] Pushing event updated for resources: {'Port': ['ID=cd73e8d8-9605-4adf-873a-d5f017426a17,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:01.242998 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-32ed794e-21db-444a-881c-89aa3026a56a tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] DELETE failed (client error): The resource could not be found. Feb 01 04:40:01.243617 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32ed794e-21db-444a-881c-89aa3026a56a tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:40:01.249765 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-32ed794e-21db-444a-881c-89aa3026a56a tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "DELETE /v2.0/subnets/bb43388e-cd44-479b-8dae-da7fe62ee39e HTTP/1.1" status: 404 len: 337 time: 0.1241386 Feb 01 04:40:01.260753 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42628) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:01.325526 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f3942839-fe4c-407e-9909-2223fc046b0a tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7adab4d-2f26-4063-a7e7-b3f29065120e HTTP/1.1" status: 200 len: 205 time: 0.0626657 Feb 01 04:40:01.327159 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42632) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:01.335372 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e950683b-797d-45a7-a358-3c98ed449189', 'tag': 'cd73e8d8-9605-4adf-873a-d5f017426a17', 'status': 'completed', 'code': 200} Feb 01 04:40:01.393617 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed41ec-2bfb-4f4c-87b3-c0fcf03b02cb req-c64a6152-65f7-4bbc-8280-96b112e378cc tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:40:01.394213 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-4eed41ec-2bfb-4f4c-87b3-c0fcf03b02cb req-c64a6152-65f7-4bbc-8280-96b112e378cc tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Synchronizing usage tracker for tenant:0629703b9474474a9f2fde13723d2e8b on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:40:01.403739 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea6d410-f539-40ce-8a0f-7b01ba838ec2 req-5f3ecd4e-9e79-4da5-9368-7cc0081b8657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:40:01.405178 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-cea6d410-f539-40ce-8a0f-7b01ba838ec2 req-5f3ecd4e-9e79-4da5-9368-7cc0081b8657 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0629703b9474474a9f2fde13723d2e8b&device_id=e950683b-797d-45a7-a358-3c98ed449189 HTTP/1.1" status: 200 len: 1096 time: 0.2486553 Feb 01 04:40:01.418918 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.api.v2.resource [None req-bd5b8b0e-d264-4e14-b74a-8571377964e2 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] delete failed (client error): The resource could not be found. Feb 01 04:40:01.422315 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-bd5b8b0e-d264-4e14-b74a-8571377964e2 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "DELETE /v2.0/routers/b7adab4d-2f26-4063-a7e7-b3f29065120e HTTP/1.1" status: 404 len: 336 time: 0.0906491 Feb 01 04:40:01.424528 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42636) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:01.478193 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b9309d2-d41e-4ff4-8366-7915c0c7df51 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] DELETE failed (client error): The resource could not be found. Feb 01 04:40:01.478637 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b9309d2-d41e-4ff4-8366-7915c0c7df51 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:40:01.480306 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4b9309d2-d41e-4ff4-8366-7915c0c7df51 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "DELETE /v2.0/subnets/54129884-9afd-4433-97fe-f55070ce5790 HTTP/1.1" status: 404 len: 337 time: 0.0551307 Feb 01 04:40:01.484535 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42640) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:01.488730 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-cea6d410-f539-40ce-8a0f-7b01ba838ec2 req-e45070ef-bdd3-46ce-b384-e61a42ebc1dd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd73e8d8-9605-4adf-873a-d5f017426a17 HTTP/1.1" status: 200 len: 217 time: 0.0673699 Feb 01 04:40:01.494283 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-4eed41ec-2bfb-4f4c-87b3-c0fcf03b02cb req-c64a6152-65f7-4bbc-8280-96b112e378cc tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Unset dirty status for tenant:0629703b9474474a9f2fde13723d2e8b on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:40:01.495509 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-4eed41ec-2bfb-4f4c-87b3-c0fcf03b02cb req-c64a6152-65f7-4bbc-8280-96b112e378cc tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=e950683b-797d-45a7-a358-3c98ed449189 HTTP/1.1" status: 200 len: 943 time: 0.2789214 Feb 01 04:40:01.531095 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0b945ce3-ca6c-4ba8-a87f-524a7e9a4be7 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "GET /v2.0/ports?device_id=0408e0ae-98a9-47af-9b99-fa466f5e831c HTTP/1.1" status: 200 len: 205 time: 0.0454452 Feb 01 04:40:01.534399 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42644) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:01.607446 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-947af915-5752-4978-b892-e862312244dd tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] delete failed (client error): The resource could not be found. Feb 01 04:40:01.608477 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-947af915-5752-4978-b892-e862312244dd tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "DELETE /v2.0/routers/0408e0ae-98a9-47af-9b99-fa466f5e831c HTTP/1.1" status: 404 len: 336 time: 0.0733879 Feb 01 04:40:01.611598 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42648) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:01.658725 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4b548f4-e402-4c49-9282-9d3adad698be tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] DELETE failed (client error): The resource could not be found. Feb 01 04:40:01.659083 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4b548f4-e402-4c49-9282-9d3adad698be tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:40:01.660774 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a4b548f4-e402-4c49-9282-9d3adad698be tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "DELETE /v2.0/subnets/dde7155a-43db-4eaa-9401-71d5092092f5 HTTP/1.1" status: 404 len: 337 time: 0.0482845 Feb 01 04:40:01.663315 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42652) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:01.693899 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea6d410-f539-40ce-8a0f-7b01ba838ec2 req-9cf81f84-d674-4465-8dd9-33ed06cd2640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:40:01.695423 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-cea6d410-f539-40ce-8a0f-7b01ba838ec2 req-9cf81f84-d674-4465-8dd9-33ed06cd2640 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ddf9201f-e5dc-4973-8c52-315c9eba024d HTTP/1.1" status: 200 len: 834 time: 0.1989894 Feb 01 04:40:01.698320 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-4eed41ec-2bfb-4f4c-87b3-c0fcf03b02cb req-7cf32bd4-dc99-464b-9f50-16276fbecc22 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b326993-1534-406f-93ee-397cb753d767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1687210 Feb 01 04:40:01.707758 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-591145ff-3067-483b-8129-ae1a4e478898 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] DELETE failed (client error): The resource could not be found. Feb 01 04:40:01.708211 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-591145ff-3067-483b-8129-ae1a4e478898 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:40:01.712414 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-591145ff-3067-483b-8129-ae1a4e478898 tempest-RoutersTest-805060327 tempest-RoutersTest-805060327-project] 10.222.0.24 "DELETE /v2.0/subnets/df12ac83-6578-4da3-830f-ba96affd8486 HTTP/1.1" status: 404 len: 337 time: 0.0456293 Feb 01 04:40:01.770277 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea6d410-f539-40ce-8a0f-7b01ba838ec2 req-d97c50a0-02f4-415e-83d4-b3b36d46def4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:40:01.771809 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-cea6d410-f539-40ce-8a0f-7b01ba838ec2 req-d97c50a0-02f4-415e-83d4-b3b36d46def4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bbc50e3d-1342-4e04-b690-f6146b0d424c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708802 Feb 01 04:40:01.775278 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a03602b9-f4e0-4133-8beb-51e8c9842afd tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-371968'] for router_interface, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:01.917170 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-cea6d410-f539-40ce-8a0f-7b01ba838ec2 req-17d43f86-c8d5-4b8e-969b-008336574b32 service neutron] 10.222.0.18 "GET /v2.0/networks/bbc50e3d-1342-4e04-b690-f6146b0d424c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391139 Feb 01 04:40:01.920133 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-367da3e9-aa61-4a28-b9be-9ff303209897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:02.041584 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42660) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:02.063741 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-cea6d410-f539-40ce-8a0f-7b01ba838ec2 req-0a7fe897-03d9-4c9b-8148-25f77dc432ed service neutron] 10.222.0.18 "GET /v2.0/networks/bbc50e3d-1342-4e04-b690-f6146b0d424c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407461 Feb 01 04:40:02.255148 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-b5a333b6-b8c9-48a2-8c64-0aaa27adac66 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fe61db31beb2433b8247cdb8a5604696&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2123334 Feb 01 04:40:02.255837 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-a03602b9-f4e0-4133-8beb-51e8c9842afd tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Deleting port 6466d8b9-0022-49c8-967f-1ac3f6050089 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:40:02.256030 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a03602b9-f4e0-4133-8beb-51e8c9842afd tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:02.257546 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42666) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:02.287050 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3491cf12-bdac-4806-b121-4d5d4113927c req-224a3aac-fe40-44a0-bbb4-ba2a7e1c698b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:40:02.288560 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-3491cf12-bdac-4806-b121-4d5d4113927c req-224a3aac-fe40-44a0-bbb4-ba2a7e1c698b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0629703b9474474a9f2fde13723d2e8b&device_id=e950683b-797d-45a7-a358-3c98ed449189 HTTP/1.1" status: 200 len: 1096 time: 0.1429520 Feb 01 04:40:02.412734 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0406f0be-be16-48de-b8ff-6ae8e84095eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:02.440119 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-a03602b9-f4e0-4133-8beb-51e8c9842afd tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] For port 6466d8b9-0022-49c8-967f-1ac3f6050089, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=6466d8b9-0022-49c8-967f-1ac3f6050089,segment=NetworkSegment(d6dc8faa-c5f7-44c7-84fa-9910084e20fb),segment_id=d6dc8faa-c5f7-44c7-84fa-9910084e20fb)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:40:02.440705 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a03602b9-f4e0-4133-8beb-51e8c9842afd tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:02.461784 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0406f0be-be16-48de-b8ff-6ae8e84095eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:02.472254 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3491cf12-bdac-4806-b121-4d5d4113927c req-5b03da8a-36a0-4b7e-91e3-07c357d414e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:40:02.473699 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-3491cf12-bdac-4806-b121-4d5d4113927c req-5b03da8a-36a0-4b7e-91e3-07c357d414e7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=bbc50e3d-1342-4e04-b690-f6146b0d424c HTTP/1.1" status: 200 len: 896 time: 0.1786366 Feb 01 04:40:02.555337 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-3491cf12-bdac-4806-b121-4d5d4113927c req-de13a253-0909-4d06-a2fb-05e8af3ecc6d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd73e8d8-9605-4adf-873a-d5f017426a17 HTTP/1.1" status: 200 len: 217 time: 0.0735817 Feb 01 04:40:02.565701 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-a03602b9-f4e0-4133-8beb-51e8c9842afd tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Calling delete_port for 6466d8b9-0022-49c8-967f-1ac3f6050089 owned by network:router_interface {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:40:02.618942 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0406f0be-be16-48de-b8ff-6ae8e84095eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:02.643000 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0406f0be-be16-48de-b8ff-6ae8e84095eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d18f8866-69cc-4b18-84c7-224ae7fb5c4a,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:02.646386 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3491cf12-bdac-4806-b121-4d5d4113927c req-620966c9-f134-439c-beb8-96c2ba9712e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:40:02.647990 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-3491cf12-bdac-4806-b121-4d5d4113927c req-620966c9-f134-439c-beb8-96c2ba9712e9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ddf9201f-e5dc-4973-8c52-315c9eba024d HTTP/1.1" status: 200 len: 834 time: 0.0778654 Feb 01 04:40:02.649385 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0406f0be-be16-48de-b8ff-6ae8e84095eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:02.650388 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-0406f0be-be16-48de-b8ff-6ae8e84095eb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d18f8866-69cc-4b18-84c7-224ae7fb5c4a HTTP/1.1" status: 204 len: 168 time: 0.3919234 Feb 01 04:40:02.738358 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3491cf12-bdac-4806-b121-4d5d4113927c req-1043979f-06a6-4f5e-a70d-e4b4f42b376b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:40:02.739848 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-3491cf12-bdac-4806-b121-4d5d4113927c req-1043979f-06a6-4f5e-a70d-e4b4f42b376b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bbc50e3d-1342-4e04-b690-f6146b0d424c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0844197 Feb 01 04:40:02.772824 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a03602b9-f4e0-4133-8beb-51e8c9842afd tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:02.835758 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03602b9-f4e0-4133-8beb-51e8c9842afd tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Pushing event deleted for resources: {'Port': ['ID=6466d8b9-0022-49c8-967f-1ac3f6050089,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:02.969750 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-3491cf12-bdac-4806-b121-4d5d4113927c req-b52e0a59-5b3e-447b-8b34-ddbfcef6e7e4 service neutron] 10.222.0.18 "GET /v2.0/networks/bbc50e3d-1342-4e04-b690-f6146b0d424c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227578 Feb 01 04:40:03.110657 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a03602b9-f4e0-4133-8beb-51e8c9842afd tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770960'] for router_interface, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:03.117528 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-3491cf12-bdac-4806-b121-4d5d4113927c req-77c652dc-057f-45b5-94fe-19a7c239fce9 service neutron] 10.222.0.18 "GET /v2.0/networks/bbc50e3d-1342-4e04-b690-f6146b0d424c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408367 Feb 01 04:40:03.188955 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4475f80-2319-4d6f-8110-94cc98041d50 req-8614eef0-f8bf-4292-bd0f-eb9302b59a74 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:40:03.190434 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d4475f80-2319-4d6f-8110-94cc98041d50 req-8614eef0-f8bf-4292-bd0f-eb9302b59a74 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=e950683b-797d-45a7-a358-3c98ed449189 HTTP/1.1" status: 200 len: 943 time: 0.3579535 Feb 01 04:40:03.316544 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d4475f80-2319-4d6f-8110-94cc98041d50 req-0c51d75f-d910-4588-a7e8-89894332367c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b326993-1534-406f-93ee-397cb753d767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176224 Feb 01 04:40:03.448793 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42692) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:03.452496 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026422 Feb 01 04:40:03.455562 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42694) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:03.560134 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-0c8e1e79-4ebf-4206-ab83-e36b44358867 tempest-NetworksApiDiscovery-1937010401 tempest-NetworksApiDiscovery-1937010401-project] 10.222.0.24 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1034536 Feb 01 04:40:03.597071 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a03602b9-f4e0-4133-8beb-51e8c9842afd tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Router 74f284ef-6b67-4b50-9c32-cab939688992 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:40:03.767409 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a03602b9-f4e0-4133-8beb-51e8c9842afd tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:40:03.779035 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50da9960-ee4d-448a-ac98-e0c4fa0482a2 None None] Sync routers for ids ['74f284ef-6b67-4b50-9c32-cab939688992'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:40:03.783184 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42704) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:03.783350 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a03602b9-f4e0-4133-8beb-51e8c9842afd tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "PUT /v2.0/routers/74f284ef-6b67-4b50-9c32-cab939688992/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0714884 Feb 01 04:40:03.788964 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50da9960-ee4d-448a-ac98-e0c4fa0482a2 None None] Routers {'74f284ef-6b67-4b50-9c32-cab939688992'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:40:03.789783 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-50da9960-ee4d-448a-ac98-e0c4fa0482a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:39:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['74f284ef-6b67-4b50-9c32-cab939688992'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:40:03.865322 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42708) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:03.881181 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d6218ea-a562-4671-afb4-3c42afb72d18 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Deleting subnet 6e6383a8-71a2-4c5b-bd9c-04842e06de56 {{(pid=87637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:40:03.885139 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9d6218ea-a562-4671-afb4-3c42afb72d18 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for subnet, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:03.949229 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9d6218ea-a562-4671-afb4-3c42afb72d18 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2424773'] for subnet, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:03.955016 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-50da9960-ee4d-448a-ac98-e0c4fa0482a2 None None] Set router 74f284ef-6b67-4b50-9c32-cab939688992 gateway port host: None {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:40:03.996086 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3542e054-ab64-43e5-9075-f8bcb8fcaeb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:04.009436 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-3542e054-ab64-43e5-9075-f8bcb8fcaeb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:40:04.013993 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-3542e054-ab64-43e5-9075-f8bcb8fcaeb1 admin admin] Usage tracker for resource:security_group_rule and tenant:88294c42daff46bd82b5f29b23f0f45a is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:40:04.016964 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-3542e054-ab64-43e5-9075-f8bcb8fcaeb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:40:04.022736 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-3542e054-ab64-43e5-9075-f8bcb8fcaeb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:40:04.038134 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9d6218ea-a562-4671-afb4-3c42afb72d18 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:04.107591 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3542e054-ab64-43e5-9075-f8bcb8fcaeb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:04.111925 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3542e054-ab64-43e5-9075-f8bcb8fcaeb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:04.116003 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9d6218ea-a562-4671-afb4-3c42afb72d18 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3037665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694336'] for subnet, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:04.158868 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6218ea-a562-4671-afb4-3c42afb72d18 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Pushing event deleted for resources: {'Subnet': ['ID=6e6383a8-71a2-4c5b-bd9c-04842e06de56,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:04.161681 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3542e054-ab64-43e5-9075-f8bcb8fcaeb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0391a03c-8b42-4934-8589-8b2603af07cd,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:04.167348 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42714) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:04.167688 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-3542e054-ab64-43e5-9075-f8bcb8fcaeb1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=88294c42daff46bd82b5f29b23f0f45a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3011129 Feb 01 04:40:04.170934 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9d6218ea-a562-4671-afb4-3c42afb72d18 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:04.174342 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3542e054-ab64-43e5-9075-f8bcb8fcaeb1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:40:04.174760 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3542e054-ab64-43e5-9075-f8bcb8fcaeb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:40:04.176005 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3542e054-ab64-43e5-9075-f8bcb8fcaeb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:40:04.176005 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3542e054-ab64-43e5-9075-f8bcb8fcaeb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:40:04.176005 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3542e054-ab64-43e5-9075-f8bcb8fcaeb1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:40:04.176323 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3542e054-ab64-43e5-9075-f8bcb8fcaeb1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:40:04.176427 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78d9860-93f5-41cc-b2a9-7c829b8d8b85 None None] Network 12372e28-c5ed-4d3d-868c-2b2c91f98110 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:40:04.176869 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3542e054-ab64-43e5-9075-f8bcb8fcaeb1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:40:04.176869 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3542e054-ab64-43e5-9075-f8bcb8fcaeb1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:40:04.177257 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3542e054-ab64-43e5-9075-f8bcb8fcaeb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:40:04.177651 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3542e054-ab64-43e5-9075-f8bcb8fcaeb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:40:04.178062 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3542e054-ab64-43e5-9075-f8bcb8fcaeb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:40:04.178447 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3542e054-ab64-43e5-9075-f8bcb8fcaeb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:40:04.196857 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-9d6218ea-a562-4671-afb4-3c42afb72d18 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "DELETE /v2.0/subnets/6e6383a8-71a2-4c5b-bd9c-04842e06de56 HTTP/1.1" status: 204 len: 168 time: 0.4121354 Feb 01 04:40:04.201366 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42718) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:04.250801 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-897f870a-056c-4c94-af8c-fac7cabf3a0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:04.289107 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-897f870a-056c-4c94-af8c-fac7cabf3a0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:04.289587 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9d03a793-5ba3-4eaf-8d20-f19b235cf258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:04.310765 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-50da9960-ee4d-448a-ac98-e0c4fa0482a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f284ef-6b67-4b50-9c32-cab939688992', 'name': 'tempest-RoutersIpV6Test-router-1293814552', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:39:13Z', 'updated_at': '2022-02-01T04:40:02Z', 'revision_number': 9, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'gw_port_host': None, '_interfaces': [{'id': '2bf62b2c-7d91-45b6-929c-fdd211c3eeaa', 'name': '', 'network_id': 'fc8423bf-5d16-4390-91d1-032c0c9fda0f', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'mac_address': 'fa:16:3e:51:53:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f284ef-6b67-4b50-9c32-cab939688992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '105f9a8f-e330-4d2e-9f8d-14915fec692e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:24Z', 'updated_at': '2022-02-01T04:39:38Z', 'revision_number': 5, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'subnets': [{'id': '105f9a8f-e330-4d2e-9f8d-14915fec692e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7fff0c1-fbba-4bc1-acb5-95acfddd5d80', 'name': '', 'network_id': '4dd93543-263a-4c41-a512-ce62a8769aca', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'mac_address': 'fa:16:3e:c0:64:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f284ef-6b67-4b50-9c32-cab939688992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '861a0651-7bb1-4764-9619-8fa9fc9738e0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:16Z', 'updated_at': '2022-02-01T04:39:28Z', 'revision_number': 5, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'subnets': [{'id': '861a0651-7bb1-4764-9619-8fa9fc9738e0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:40:04.315161 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50da9960-ee4d-448a-ac98-e0c4fa0482a2 None None] Checking router: 74f284ef-6b67-4b50-9c32-cab939688992 for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:40:04.324553 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50da9960-ee4d-448a-ac98-e0c4fa0482a2 None None] Routers {'74f284ef-6b67-4b50-9c32-cab939688992'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:40:04.325725 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-50da9960-ee4d-448a-ac98-e0c4fa0482a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:40:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['74f284ef-6b67-4b50-9c32-cab939688992'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:40:04.328816 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ba480b57-897d-4355-90d2-e339de58b5b1 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:04.341381 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-ba480b57-897d-4355-90d2-e339de58b5b1 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Deleting port 21421ddd-17ce-4f0a-b4e4-9f2cfa996d79 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:40:04.342000 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ba480b57-897d-4355-90d2-e339de58b5b1 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:04.373669 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-897f870a-056c-4c94-af8c-fac7cabf3a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:04.384229 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device cd73e8d8-9605-4adf-873a-d5f017426a17 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 01 04:40:04.402156 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897f870a-056c-4c94-af8c-fac7cabf3a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0391a03c-8b42-4934-8589-8b2603af07cd,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:04.428323 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-897f870a-056c-4c94-af8c-fac7cabf3a0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:04.432000 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-897f870a-056c-4c94-af8c-fac7cabf3a0e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0391a03c-8b42-4934-8589-8b2603af07cd HTTP/1.1" status: 204 len: 168 time: 0.2608128 Feb 01 04:40:04.532738 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-50da9960-ee4d-448a-ac98-e0c4fa0482a2 None None] Set router 74f284ef-6b67-4b50-9c32-cab939688992 gateway port host: None {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:40:04.623542 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ae227b-975d-4b13-bd78-15ace70f0ba0 None None] DHCP port deletion for 12372e28-c5ed-4d3d-868c-2b2c91f98110 request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:40:04.632522 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-b3ae227b-975d-4b13-bd78-15ace70f0ba0 None None] Deleting port 21421ddd-17ce-4f0a-b4e4-9f2cfa996d79 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:40:04.632885 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b3ae227b-975d-4b13-bd78-15ace70f0ba0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:04.645813 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-ba480b57-897d-4355-90d2-e339de58b5b1 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] For port 21421ddd-17ce-4f0a-b4e4-9f2cfa996d79, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=21421ddd-17ce-4f0a-b4e4-9f2cfa996d79,segment=NetworkSegment(d6dc8faa-c5f7-44c7-84fa-9910084e20fb),segment_id=d6dc8faa-c5f7-44c7-84fa-9910084e20fb)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:40:04.646424 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef2595e-c018-41eb-91fa-86adb6f5e83d req-e35caee9-b352-43a7-a3e2-cfaef8eb00d3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:40:04.646820 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ba480b57-897d-4355-90d2-e339de58b5b1 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:04.648277 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-bef2595e-c018-41eb-91fa-86adb6f5e83d req-e35caee9-b352-43a7-a3e2-cfaef8eb00d3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=e950683b-797d-45a7-a358-3c98ed449189 HTTP/1.1" status: 200 len: 943 time: 0.1572521 Feb 01 04:40:04.700677 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port cd73e8d8-9605-4adf-873a-d5f017426a17, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=cd73e8d8-9605-4adf-873a-d5f017426a17,segment=NetworkSegment(1f5d8862-e520-40b2-b726-5bbe55278b56),segment_id=1f5d8862-e520-40b2-b726-5bbe55278b56)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:40:04.704302 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-bef2595e-c018-41eb-91fa-86adb6f5e83d req-70214e56-a149-4232-90af-bcde92199f8c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b326993-1534-406f-93ee-397cb753d767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496683 Feb 01 04:40:04.826582 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-ba480b57-897d-4355-90d2-e339de58b5b1 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Calling delete_port for 21421ddd-17ce-4f0a-b4e4-9f2cfa996d79 owned by network:dhcp {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:40:04.902093 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-b3ae227b-975d-4b13-bd78-15ace70f0ba0 None None] For port 21421ddd-17ce-4f0a-b4e4-9f2cfa996d79, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=21421ddd-17ce-4f0a-b4e4-9f2cfa996d79,segment=NetworkSegment(d6dc8faa-c5f7-44c7-84fa-9910084e20fb),segment_id=d6dc8faa-c5f7-44c7-84fa-9910084e20fb)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:40:04.902479 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b3ae227b-975d-4b13-bd78-15ace70f0ba0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:04.946179 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ba480b57-897d-4355-90d2-e339de58b5b1 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:04.974916 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-50da9960-ee4d-448a-ac98-e0c4fa0482a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f284ef-6b67-4b50-9c32-cab939688992', 'name': 'tempest-RoutersIpV6Test-router-1293814552', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:39:13Z', 'updated_at': '2022-02-01T04:40:02Z', 'revision_number': 9, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'gw_port_host': None, '_interfaces': [{'id': '2bf62b2c-7d91-45b6-929c-fdd211c3eeaa', 'name': '', 'network_id': 'fc8423bf-5d16-4390-91d1-032c0c9fda0f', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'mac_address': 'fa:16:3e:51:53:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f284ef-6b67-4b50-9c32-cab939688992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '105f9a8f-e330-4d2e-9f8d-14915fec692e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:24Z', 'updated_at': '2022-02-01T04:39:38Z', 'revision_number': 5, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'subnets': [{'id': '105f9a8f-e330-4d2e-9f8d-14915fec692e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7fff0c1-fbba-4bc1-acb5-95acfddd5d80', 'name': '', 'network_id': '4dd93543-263a-4c41-a512-ce62a8769aca', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'mac_address': 'fa:16:3e:c0:64:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f284ef-6b67-4b50-9c32-cab939688992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '861a0651-7bb1-4764-9619-8fa9fc9738e0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:16Z', 'updated_at': '2022-02-01T04:39:28Z', 'revision_number': 5, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'subnets': [{'id': '861a0651-7bb1-4764-9619-8fa9fc9738e0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:40:04.979429 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50da9960-ee4d-448a-ac98-e0c4fa0482a2 None None] The sync data for ids ['74f284ef-6b67-4b50-9c32-cab939688992'] in dv-neutron-826830-1-hyperv is: [{'id': '74f284ef-6b67-4b50-9c32-cab939688992', 'name': 'tempest-RoutersIpV6Test-router-1293814552', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:39:13Z', 'updated_at': '2022-02-01T04:40:02Z', 'revision_number': 9, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'gw_port_host': None, '_interfaces': [{'id': '2bf62b2c-7d91-45b6-929c-fdd211c3eeaa', 'name': '', 'network_id': 'fc8423bf-5d16-4390-91d1-032c0c9fda0f', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'mac_address': 'fa:16:3e:51:53:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f284ef-6b67-4b50-9c32-cab939688992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '105f9a8f-e330-4d2e-9f8d-14915fec692e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:24Z', 'updated_at': '2022-02-01T04:39:38Z', 'revision_number': 5, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'subnets': [{'id': '105f9a8f-e330-4d2e-9f8d-14915fec692e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7fff0c1-fbba-4bc1-acb5-95acfddd5d80', 'name': '', 'network_id': '4dd93543-263a-4c41-a512-ce62a8769aca', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'mac_address': 'fa:16:3e:c0:64:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f284ef-6b67-4b50-9c32-cab939688992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '861a0651-7bb1-4764-9619-8fa9fc9738e0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:16Z', 'updated_at': '2022-02-01T04:39:28Z', 'revision_number': 5, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'subnets': [{'id': '861a0651-7bb1-4764-9619-8fa9fc9738e0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:40:04.997468 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba480b57-897d-4355-90d2-e339de58b5b1 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] No DVR routers for this DVR port 21421ddd-17ce-4f0a-b4e4-9f2cfa996d79 on host dv-neutron-826830-1-hyperv {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:40:05.035750 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-b3ae227b-975d-4b13-bd78-15ace70f0ba0 None None] Calling delete_port for 21421ddd-17ce-4f0a-b4e4-9f2cfa996d79 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:40:05.062769 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Returning: {'device': 'cd73e8d8-9605-4adf-873a-d5f017426a17', 'network_id': 'bbc50e3d-1342-4e04-b690-f6146b0d424c', 'port_id': 'cd73e8d8-9605-4adf-873a-d5f017426a17', 'mac_address': 'fa:16:3e:f5:7b:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddf9201f-e5dc-4973-8c52-315c9eba024d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 01 04:40:05.064557 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba480b57-897d-4355-90d2-e339de58b5b1 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Pushing event deleted for resources: {'Port': ['ID=21421ddd-17ce-4f0a-b4e4-9f2cfa996d79,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:05.144418 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ba480b57-897d-4355-90d2-e339de58b5b1 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:05.152495 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:05.170980 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd73e8d8-9605-4adf-873a-d5f017426a17 {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 04:40:05.173196 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-ba480b57-897d-4355-90d2-e339de58b5b1 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12372e28-c5ed-4d3d-868c-2b2c91f98110']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:40:05.177525 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-b3ae227b-975d-4b13-bd78-15ace70f0ba0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:40:05.178051 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-b3ae227b-975d-4b13-bd78-15ace70f0ba0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:40:05.187979 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-ba480b57-897d-4355-90d2-e339de58b5b1 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6dc8faa-c5f7-44c7-84fa-9910084e20fb') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:40:05.188169 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port cd73e8d8-9605-4adf-873a-d5f017426a17, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=cd73e8d8-9605-4adf-873a-d5f017426a17,segment=NetworkSegment(1f5d8862-e520-40b2-b726-5bbe55278b56),segment_id=1f5d8862-e520-40b2-b726-5bbe55278b56)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:40:05.188586 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-ba480b57-897d-4355-90d2-e339de58b5b1 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6dc8faa-c5f7-44c7-84fa-9910084e20fb') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:40:05.192687 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:05.204386 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ba480b57-897d-4355-90d2-e339de58b5b1 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143022'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:05.221463 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ba480b57-897d-4355-90d2-e339de58b5b1 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:05.228453 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba480b57-897d-4355-90d2-e339de58b5b1 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:40:05.229130 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ba480b57-897d-4355-90d2-e339de58b5b1 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3072199'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:05.245017 dv-neutron-826830-1-hyperv neutron-server[87636]: Traceback (most recent call last): Feb 01 04:40:05.245017 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:40:05.245017 dv-neutron-826830-1-hyperv neutron-server[87636]: timer() Feb 01 04:40:05.245017 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:40:05.245017 dv-neutron-826830-1-hyperv neutron-server[87636]: cb(*args, **kw) Feb 01 04:40:05.245017 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:40:05.245017 dv-neutron-826830-1-hyperv neutron-server[87636]: return func(*args, **kwargs) Feb 01 04:40:05.245017 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:40:05.245017 dv-neutron-826830-1-hyperv neutron-server[87636]: self._notify() Feb 01 04:40:05.245017 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:40:05.245017 dv-neutron-826830-1-hyperv neutron-server[87636]: self.callback(batched_events) Feb 01 04:40:05.245017 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:40:05.245017 dv-neutron-826830-1-hyperv neutron-server[87636]: event.method(event) Feb 01 04:40:05.245017 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:40:05.245017 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:40:05.245017 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:40:05.245017 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:40:05.245017 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:40:05.245017 dv-neutron-826830-1-hyperv neutron-server[87636]: return f(self, *a, **k) Feb 01 04:40:05.245017 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:40:05.245017 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._get(url).json() Feb 01 04:40:05.245017 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:40:05.245017 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:40:05.245017 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:40:05.245017 dv-neutron-826830-1-hyperv neutron-server[87636]: return self.request(url, 'GET', **kwargs) Feb 01 04:40:05.245017 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:40:05.245017 dv-neutron-826830-1-hyperv neutron-server[87636]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:40:05.245017 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:40:05.245017 dv-neutron-826830-1-hyperv neutron-server[87636]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:40:05.245017 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:40:05.245017 dv-neutron-826830-1-hyperv neutron-server[87636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:40:05.245017 dv-neutron-826830-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:40:05.271068 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=cd73e8d8-9605-4adf-873a-d5f017426a17,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:05.299338 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42744) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:05.332702 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ba480b57-897d-4355-90d2-e339de58b5b1 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:05.347975 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:05.355763 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ba480b57-897d-4355-90d2-e339de58b5b1 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:05.367471 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba480b57-897d-4355-90d2-e339de58b5b1 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Pushing event deleted for resources: {'Network': ['ID=12372e28-c5ed-4d3d-868c-2b2c91f98110,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:05.380377 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ba480b57-897d-4355-90d2-e339de58b5b1 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "DELETE /v2.0/networks/12372e28-c5ed-4d3d-868c-2b2c91f98110 HTTP/1.1" status: 204 len: 168 time: 1.1777616 Feb 01 04:40:05.383328 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42750) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:05.449595 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-d8901656-c717-432f-b77d-8fc668d61cd5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-533563384-network', 'tenant_id': '9f8d5bc7845843a4a3997b13887466a6'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:40:05.501894 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:05.519640 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] get_ports_and_sgs() called for port_ids ['cd73e8d8-9605-4adf-873a-d5f017426a17'] {{(pid=87638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 01 04:40:05.569833 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-d8901656-c717-432f-b77d-8fc668d61cd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:40:05.623890 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-d8901656-c717-432f-b77d-8fc668d61cd5 admin admin] Usage tracker for resource:network and tenant:9f8d5bc7845843a4a3997b13887466a6 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:40:05.633296 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-d8901656-c717-432f-b77d-8fc668d61cd5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:40:05.649203 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-d8901656-c717-432f-b77d-8fc668d61cd5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:40:05.667167 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8901656-c717-432f-b77d-8fc668d61cd5 admin admin] Made reservation on behalf of 9f8d5bc7845843a4a3997b13887466a6 for: {'network': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:40:05.669517 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d8901656-c717-432f-b77d-8fc668d61cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:05.683661 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-b3ae227b-975d-4b13-bd78-15ace70f0ba0 None None] Deleting port 21421ddd-17ce-4f0a-b4e4-9f2cfa996d79 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:40:05.684061 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b3ae227b-975d-4b13-bd78-15ace70f0ba0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:05.741624 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d8901656-c717-432f-b77d-8fc668d61cd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:05.759848 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-b3ae227b-975d-4b13-bd78-15ace70f0ba0 None None] The port '21421ddd-17ce-4f0a-b4e4-9f2cfa996d79' was deleted {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 01 04:40:05.765597 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-d8901656-c717-432f-b77d-8fc668d61cd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:40:05.774067 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-d8901656-c717-432f-b77d-8fc668d61cd5 admin admin] Usage tracker for resource:security_group_rule and tenant:9f8d5bc7845843a4a3997b13887466a6 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:40:05.825694 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-d8901656-c717-432f-b77d-8fc668d61cd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:40:05.850759 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-d8901656-c717-432f-b77d-8fc668d61cd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:40:05.877992 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 21421ddd-17ce-4f0a-b4e4-9f2cfa996d79 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:40:05.928264 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 21421ddd-17ce-4f0a-b4e4-9f2cfa996d79 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:40:05.928775 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 21421ddd-17ce-4f0a-b4e4-9f2cfa996d79 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:40:05.929197 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 6466d8b9-0022-49c8-967f-1ac3f6050089 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:40:05.951273 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b1b42-5c34-4d52-a116-0011bde62286 req-ce0747bb-41c7-4863-8ac0-53408e025f62 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:40:05.952909 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-858b1b42-5c34-4d52-a116-0011bde62286 req-ce0747bb-41c7-4863-8ac0-53408e025f62 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=e950683b-797d-45a7-a358-3c98ed449189 HTTP/1.1" status: 200 len: 944 time: 0.0918708 Feb 01 04:40:05.968322 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 6466d8b9-0022-49c8-967f-1ac3f6050089 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:40:05.968663 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 6466d8b9-0022-49c8-967f-1ac3f6050089 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:40:06.002952 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-858b1b42-5c34-4d52-a116-0011bde62286 req-f390d00e-cfbc-4753-8540-1b0d4fc3e2c6 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b326993-1534-406f-93ee-397cb753d767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436106 Feb 01 04:40:06.070974 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d8901656-c717-432f-b77d-8fc668d61cd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:06.075707 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d8901656-c717-432f-b77d-8fc668d61cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:06.139357 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8901656-c717-432f-b77d-8fc668d61cd5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=87637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:40:06.154876 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8901656-c717-432f-b77d-8fc668d61cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f903551-c8c3-407b-8d10-a0bd34c2a9f6,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:06.166401 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d8901656-c717-432f-b77d-8fc668d61cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:06.166727 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.segments_db [None req-d8901656-c717-432f-b77d-8fc668d61cd5 admin admin] Added segment 6b1a300b-d251-4755-82de-371c1e658f49 of type vlan for network a0c2a700-3881-4414-a7a8-128b0ce8d5cc Feb 01 04:40:06.198453 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1f7257b0-a4dc-415b-88ac-400e2ee3dfb3 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-371968'] for router_interface, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:06.257108 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d8901656-c717-432f-b77d-8fc668d61cd5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:06.370763 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d8901656-c717-432f-b77d-8fc668d61cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:06.372662 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8901656-c717-432f-b77d-8fc668d61cd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:40:06.372876 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d8901656-c717-432f-b77d-8fc668d61cd5 admin admin] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:06.375077 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device cd73e8d8-9605-4adf-873a-d5f017426a17 up at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:40:06.442803 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning for port cd73e8d8-9605-4adf-873a-d5f017426a17 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:40:06.447488 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning complete for port cd73e8d8-9605-4adf-873a-d5f017426a17 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:40:06.447860 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:06.566066 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:06.570150 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-d8901656-c717-432f-b77d-8fc668d61cd5 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2697251 Feb 01 04:40:06.572825 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8901656-c717-432f-b77d-8fc668d61cd5 admin admin] Pushing event updated for resources: {'Network': ['ID=a0c2a700-3881-4414-a7a8-128b0ce8d5cc,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:06.573161 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42756) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:06.582120 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-b9b16f7e-8a23-4e37-96c7-0dd65e2bac8a admin admin] Request body: {'subnet': {'network_id': 'a0c2a700-3881-4414-a7a8-128b0ce8d5cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-533563384-subnet', 'tenant_id': '9f8d5bc7845843a4a3997b13887466a6', 'ip_version': 4}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:40:06.583003 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network a0c2a700-3881-4414-a7a8-128b0ce8d5cc details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:40:06.587373 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-b9b16f7e-8a23-4e37-96c7-0dd65e2bac8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:40:06.592426 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b9b16f7e-8a23-4e37-96c7-0dd65e2bac8a admin admin] Usage tracker for resource:subnet and tenant:9f8d5bc7845843a4a3997b13887466a6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:40:06.595035 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b9b16f7e-8a23-4e37-96c7-0dd65e2bac8a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:40:06.601102 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-b9b16f7e-8a23-4e37-96c7-0dd65e2bac8a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:40:06.613122 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b16f7e-8a23-4e37-96c7-0dd65e2bac8a admin admin] Made reservation on behalf of 9f8d5bc7845843a4a3997b13887466a6 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:40:06.615809 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b9b16f7e-8a23-4e37-96c7-0dd65e2bac8a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:06.626717 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e950683b-797d-45a7-a358-3c98ed449189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd73e8d8-9605-4adf-873a-d5f017426a17'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:40:06.670766 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-1f7257b0-a4dc-415b-88ac-400e2ee3dfb3 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Deleting port 2bf62b2c-7d91-45b6-929c-fdd211c3eeaa {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:40:06.671433 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1f7257b0-a4dc-415b-88ac-400e2ee3dfb3 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:06.681702 dv-neutron-826830-1-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e950683b-797d-45a7-a358-3c98ed449189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd73e8d8-9605-4adf-873a-d5f017426a17', 'code': 200} Feb 01 04:40:06.697359 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port cd73e8d8-9605-4adf-873a-d5f017426a17, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=cd73e8d8-9605-4adf-873a-d5f017426a17,segment=NetworkSegment(1f5d8862-e520-40b2-b726-5bbe55278b56),segment_id=1f5d8862-e520-40b2-b726-5bbe55278b56)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:40:06.706618 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:06.797786 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=cd73e8d8-9605-4adf-873a-d5f017426a17,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:06.901158 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-1f7257b0-a4dc-415b-88ac-400e2ee3dfb3 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] For port 2bf62b2c-7d91-45b6-929c-fdd211c3eeaa, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=2bf62b2c-7d91-45b6-929c-fdd211c3eeaa,segment=NetworkSegment(92a8fbb0-e096-4bba-9963-e312c59f459d),segment_id=92a8fbb0-e096-4bba-9963-e312c59f459d)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:40:06.901538 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1f7257b0-a4dc-415b-88ac-400e2ee3dfb3 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:06.965151 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:06.978503 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b9b16f7e-8a23-4e37-96c7-0dd65e2bac8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:07.054809 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b16f7e-8a23-4e37-96c7-0dd65e2bac8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=acb960c4-d095-42c0-820a-b7e1026fb7c0,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:07.059025 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b16f7e-8a23-4e37-96c7-0dd65e2bac8a admin admin] Checking segment: {'id': '6b1a300b-d251-4755-82de-371c1e658f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a0c2a700-3881-4414-a7a8-128b0ce8d5cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:40:07.059421 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b16f7e-8a23-4e37-96c7-0dd65e2bac8a admin admin] Network hostable DHCP agents. Network: a0c2a700-3881-4414-a7a8-128b0ce8d5cc, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:40:07.060829 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-1f7257b0-a4dc-415b-88ac-400e2ee3dfb3 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Calling delete_port for 2bf62b2c-7d91-45b6-929c-fdd211c3eeaa owned by network:router_interface {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:40:07.080379 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b16f7e-8a23-4e37-96c7-0dd65e2bac8a admin admin] Network a0c2a700-3881-4414-a7a8-128b0ce8d5cc is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:40:07.092187 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-b9b16f7e-8a23-4e37-96c7-0dd65e2bac8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, a0c2a700-3881-4414-a7a8-128b0ce8d5cc) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:40:07.096188 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b16f7e-8a23-4e37-96c7-0dd65e2bac8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:40:07.096779 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b9b16f7e-8a23-4e37-96c7-0dd65e2bac8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:07.105866 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f0add8-6021-4feb-afae-4c2010f509cc None None] Network a0c2a700-3881-4414-a7a8-128b0ce8d5cc requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:40:07.120541 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b9b16f7e-8a23-4e37-96c7-0dd65e2bac8a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5459356 Feb 01 04:40:07.123270 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42764) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:07.130505 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-89b46584-f1df-4847-8f5f-ef44493c5237 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-533563384-router', 'tenant_id': '9f8d5bc7845843a4a3997b13887466a6', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:40:07.173339 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-89b46584-f1df-4847-8f5f-ef44493c5237 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:40:07.182066 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-89b46584-f1df-4847-8f5f-ef44493c5237 admin admin] Usage tracker for resource:router and tenant:9f8d5bc7845843a4a3997b13887466a6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:40:07.189882 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-89b46584-f1df-4847-8f5f-ef44493c5237 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:40:07.197537 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-89b46584-f1df-4847-8f5f-ef44493c5237 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:40:07.219534 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-89b46584-f1df-4847-8f5f-ef44493c5237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25958'] for router, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:07.220454 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-89b46584-f1df-4847-8f5f-ef44493c5237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-372027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25961'] for router, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:07.247257 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-89b46584-f1df-4847-8f5f-ef44493c5237 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:07.255885 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ffcda3-6e84-46b8-a4ff-e97b1fdea934 req-958339f7-9a61-43f1-8630-0ac2acfa9db3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:40:07.257357 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-35ffcda3-6e84-46b8-a4ff-e97b1fdea934 req-958339f7-9a61-43f1-8630-0ac2acfa9db3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=e950683b-797d-45a7-a358-3c98ed449189 HTTP/1.1" status: 200 len: 945 time: 0.1308291 Feb 01 04:40:07.286137 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767ea91c-c14e-487e-8f45-b32c1990d4ee req-7d3d0ed8-29d7-4c0f-830f-883a8695b6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:40:07.287655 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-767ea91c-c14e-487e-8f45-b32c1990d4ee req-7d3d0ed8-29d7-4c0f-830f-883a8695b6a5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e950683b-797d-45a7-a358-3c98ed449189 HTTP/1.1" status: 200 len: 1098 time: 0.3224094 Feb 01 04:40:07.342783 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-767ea91c-c14e-487e-8f45-b32c1990d4ee req-90145b96-7f8e-416e-8892-c7c5df56dc03 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5b326993-1534-406f-93ee-397cb753d767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467703 Feb 01 04:40:07.345716 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00244a36-f091-4532-9918-1ff117eed752 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-a0c2a700-3881-4414-a7a8-128b0ce8d5cc', 'network_id': 'a0c2a700-3881-4414-a7a8-128b0ce8d5cc', 'tenant_id': '9f8d5bc7845843a4a3997b13887466a6', 'fixed_ips': [{'subnet_id': 'acb960c4-d095-42c0-820a-b7e1026fb7c0'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:40:07.347471 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-00244a36-f091-4532-9918-1ff117eed752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:07.424668 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1f7257b0-a4dc-415b-88ac-400e2ee3dfb3 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:07.434847 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-35ffcda3-6e84-46b8-a4ff-e97b1fdea934 req-f7748586-f280-4406-9dad-d5f8b879db07 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b326993-1534-406f-93ee-397cb753d767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1655157 Feb 01 04:40:07.505570 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-00244a36-f091-4532-9918-1ff117eed752 None None] Allocated IP 172.20.0.2 (a0c2a700-3881-4414-a7a8-128b0ce8d5cc/acb960c4-d095-42c0-820a-b7e1026fb7c0/e8773a54-93d5-4ac9-bf5c-8585475bc727) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:40:07.518683 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7257b0-a4dc-415b-88ac-400e2ee3dfb3 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Pushing event deleted for resources: {'Port': ['ID=2bf62b2c-7d91-45b6-929c-fdd211c3eeaa,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:07.571355 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-89b46584-f1df-4847-8f5f-ef44493c5237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:07.701856 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1f7257b0-a4dc-415b-88ac-400e2ee3dfb3 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770960'] for router_interface, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:07.756562 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-00244a36-f091-4532-9918-1ff117eed752 None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:07.766808 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-00244a36-f091-4532-9918-1ff117eed752 None None] Transition to ACTIVE for port object e8773a54-93d5-4ac9-bf5c-8585475bc727 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:40:07.785440 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-00244a36-f091-4532-9918-1ff117eed752 None None] Transition to ACTIVE for port object e8773a54-93d5-4ac9-bf5c-8585475bc727 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:40:07.790791 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-00244a36-f091-4532-9918-1ff117eed752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:07.891180 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00244a36-f091-4532-9918-1ff117eed752 None None] Network a0c2a700-3881-4414-a7a8-128b0ce8d5cc is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:40:07.913121 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-00244a36-f091-4532-9918-1ff117eed752 None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:40:07.915265 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00244a36-f091-4532-9918-1ff117eed752 None None] Pushing event updated for resources: {'Port': ['ID=e8773a54-93d5-4ac9-bf5c-8585475bc727,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:07.917660 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00244a36-f091-4532-9918-1ff117eed752 None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:40:07.953438 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-89b46584-f1df-4847-8f5f-ef44493c5237 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:07.985256 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-89b46584-f1df-4847-8f5f-ef44493c5237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:08.011217 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-00244a36-f091-4532-9918-1ff117eed752 None None] Attempting to bind port e8773a54-93d5-4ac9-bf5c-8585475bc727 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:40:08.011519 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-00244a36-f091-4532-9918-1ff117eed752 None None] Attempting to bind port e8773a54-93d5-4ac9-bf5c-8585475bc727 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '6b1a300b-d251-4755-82de-371c1e658f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a0c2a700-3881-4414-a7a8-128b0ce8d5cc'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:40:08.011843 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00244a36-f091-4532-9918-1ff117eed752 None None] Attempting to bind port e8773a54-93d5-4ac9-bf5c-8585475bc727 on network a0c2a700-3881-4414-a7a8-128b0ce8d5cc {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:40:08.017027 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00244a36-f091-4532-9918-1ff117eed752 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:40:08.017395 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00244a36-f091-4532-9918-1ff117eed752 None None] Checking segment: {'id': '6b1a300b-d251-4755-82de-371c1e658f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a0c2a700-3881-4414-a7a8-128b0ce8d5cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:40:08.017892 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-00244a36-f091-4532-9918-1ff117eed752 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:08.018291 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00244a36-f091-4532-9918-1ff117eed752 None None] Bound using segment: {'id': '6b1a300b-d251-4755-82de-371c1e658f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a0c2a700-3881-4414-a7a8-128b0ce8d5cc'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:40:08.018740 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-00244a36-f091-4532-9918-1ff117eed752 None None] Bound port: e8773a54-93d5-4ac9-bf5c-8585475bc727, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b1a300b-d251-4755-82de-371c1e658f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a0c2a700-3881-4414-a7a8-128b0ce8d5cc'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:40:08.019106 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-00244a36-f091-4532-9918-1ff117eed752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:08.062771 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f7257b0-a4dc-415b-88ac-400e2ee3dfb3 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Router 74f284ef-6b67-4b50-9c32-cab939688992 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:40:08.111683 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-00244a36-f091-4532-9918-1ff117eed752 None None] For port e8773a54-93d5-4ac9-bf5c-8585475bc727, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:40:08.118151 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-00244a36-f091-4532-9918-1ff117eed752 None None] For port e8773a54-93d5-4ac9-bf5c-8585475bc727, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=e8773a54-93d5-4ac9-bf5c-8585475bc727,segment=NetworkSegment(6b1a300b-d251-4755-82de-371c1e658f49),segment_id=6b1a300b-d251-4755-82de-371c1e658f49)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:40:08.123826 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-00244a36-f091-4532-9918-1ff117eed752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:08.130619 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-89b46584-f1df-4847-8f5f-ef44493c5237 admin admin] Allocated IP 172.26.8.45 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/f7fbbe8b-34ff-4f49-836c-3f11895c073a) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:40:08.235871 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00244a36-f091-4532-9918-1ff117eed752 None None] Pushing event updated for resources: {'Port': ['ID=e8773a54-93d5-4ac9-bf5c-8585475bc727,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:08.257328 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f7257b0-a4dc-415b-88ac-400e2ee3dfb3 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:40:08.277167 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-1f7257b0-a4dc-415b-88ac-400e2ee3dfb3 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "PUT /v2.0/routers/74f284ef-6b67-4b50-9c32-cab939688992/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8928370 Feb 01 04:40:08.280334 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42768) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:08.284737 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebaecd2-563b-4e24-b0ef-f4881dfb277e None None] Sync routers for ids ['74f284ef-6b67-4b50-9c32-cab939688992'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:40:08.296010 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebaecd2-563b-4e24-b0ef-f4881dfb277e None None] Routers {'74f284ef-6b67-4b50-9c32-cab939688992'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:40:08.297492 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-3ebaecd2-563b-4e24-b0ef-f4881dfb277e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:40:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['74f284ef-6b67-4b50-9c32-cab939688992'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:40:08.306570 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-89b46584-f1df-4847-8f5f-ef44493c5237 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:08.356467 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-89b46584-f1df-4847-8f5f-ef44493c5237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:08.395253 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_v2 [None req-e19d5840-9117-4292-869a-a236e3c37686 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Deleting subnet 105f9a8f-e330-4d2e-9f8d-14915fec692e {{(pid=87637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:40:08.399033 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e19d5840-9117-4292-869a-a236e3c37686 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for subnet, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:08.437958 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b46584-f1df-4847-8f5f-ef44493c5237 admin admin] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:40:08.440790 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-89b46584-f1df-4847-8f5f-ef44493c5237 admin admin] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:40:08.447062 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b46584-f1df-4847-8f5f-ef44493c5237 admin admin] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:40:08.482907 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e19d5840-9117-4292-869a-a236e3c37686 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2424773'] for subnet, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:08.515631 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-3ebaecd2-563b-4e24-b0ef-f4881dfb277e None None] Set router 74f284ef-6b67-4b50-9c32-cab939688992 gateway port host: None {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:40:08.591307 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e19d5840-9117-4292-869a-a236e3c37686 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:08.657851 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b46584-f1df-4847-8f5f-ef44493c5237 admin admin] Pushing event updated for resources: {'Port': ['ID=f7fbbe8b-34ff-4f49-836c-3f11895c073a,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:08.752690 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e19d5840-9117-4292-869a-a236e3c37686 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3037665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694336'] for subnet, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:08.801966 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19d5840-9117-4292-869a-a236e3c37686 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Pushing event deleted for resources: {'Subnet': ['ID=105f9a8f-e330-4d2e-9f8d-14915fec692e,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:08.819967 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e19d5840-9117-4292-869a-a236e3c37686 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:08.820196 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb5e8e0-2306-409d-ab83-dae01c6269a2 None None] Network fc8423bf-5d16-4390-91d1-032c0c9fda0f requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:40:08.834968 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74153a26-5a73-41fa-966b-68d4ebfa9239 req-8834540c-ba7e-4930-a1b9-e55f9461a072 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:40:08.836478 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-74153a26-5a73-41fa-966b-68d4ebfa9239 req-8834540c-ba7e-4930-a1b9-e55f9461a072 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=e950683b-797d-45a7-a358-3c98ed449189 HTTP/1.1" status: 200 len: 945 time: 0.1688359 Feb 01 04:40:08.839201 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-e19d5840-9117-4292-869a-a236e3c37686 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "DELETE /v2.0/subnets/105f9a8f-e330-4d2e-9f8d-14915fec692e HTTP/1.1" status: 204 len: 168 time: 0.5570850 Feb 01 04:40:08.847682 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42774) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:09.058276 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-74153a26-5a73-41fa-966b-68d4ebfa9239 req-bfa45c4f-7d69-44ff-adc5-814c4550e5dd tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b326993-1534-406f-93ee-397cb753d767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2114968 Feb 01 04:40:09.095049 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-89b46584-f1df-4847-8f5f-ef44493c5237 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:09.113607 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-3ebaecd2-563b-4e24-b0ef-f4881dfb277e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f284ef-6b67-4b50-9c32-cab939688992', 'name': 'tempest-RoutersIpV6Test-router-1293814552', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:39:13Z', 'updated_at': '2022-02-01T04:40:07Z', 'revision_number': 10, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'gw_port_host': None, '_interfaces': [{'id': 'e7fff0c1-fbba-4bc1-acb5-95acfddd5d80', 'name': '', 'network_id': '4dd93543-263a-4c41-a512-ce62a8769aca', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'mac_address': 'fa:16:3e:c0:64:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f284ef-6b67-4b50-9c32-cab939688992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '861a0651-7bb1-4764-9619-8fa9fc9738e0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:16Z', 'updated_at': '2022-02-01T04:39:28Z', 'revision_number': 5, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'subnets': [{'id': '861a0651-7bb1-4764-9619-8fa9fc9738e0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:40:09.119728 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebaecd2-563b-4e24-b0ef-f4881dfb277e None None] Checking router: 74f284ef-6b67-4b50-9c32-cab939688992 for host: dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:40:09.146188 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebaecd2-563b-4e24-b0ef-f4881dfb277e None None] Routers {'74f284ef-6b67-4b50-9c32-cab939688992'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:40:09.146921 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-3ebaecd2-563b-4e24-b0ef-f4881dfb277e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:40:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['74f284ef-6b67-4b50-9c32-cab939688992'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:40:09.201954 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a23531f3-6d40-4ec9-a19b-284c7e12477c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:09.216877 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a606c9-dc08-4e47-bc50-a5e10e7fde28 None None] DHCP port deletion for fc8423bf-5d16-4390-91d1-032c0c9fda0f request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:40:09.221763 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-a23531f3-6d40-4ec9-a19b-284c7e12477c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Deleting port e744d24e-bc65-4a07-9466-5af4ff228f48 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:40:09.222115 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a23531f3-6d40-4ec9-a19b-284c7e12477c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:09.234946 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-50a606c9-dc08-4e47-bc50-a5e10e7fde28 None None] Deleting port e744d24e-bc65-4a07-9466-5af4ff228f48 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:40:09.239553 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-50a606c9-dc08-4e47-bc50-a5e10e7fde28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:09.356169 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 04:40:09.385274 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-3ebaecd2-563b-4e24-b0ef-f4881dfb277e None None] Set router 74f284ef-6b67-4b50-9c32-cab939688992 gateway port host: None {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:40:09.396557 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3adbb-69e9-4c4e-8206-0a87ee5ddace req-057403e6-b6b2-4a3f-9f2c-b7d9fb5cf601 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:40:09.398212 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d1d3adbb-69e9-4c4e-8206-0a87ee5ddace req-057403e6-b6b2-4a3f-9f2c-b7d9fb5cf601 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=e950683b-797d-45a7-a358-3c98ed449189 HTTP/1.1" status: 200 len: 945 time: 0.1904485 Feb 01 04:40:09.470518 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-a23531f3-6d40-4ec9-a19b-284c7e12477c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] For port e744d24e-bc65-4a07-9466-5af4ff228f48, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=e744d24e-bc65-4a07-9466-5af4ff228f48,segment=NetworkSegment(92a8fbb0-e096-4bba-9963-e312c59f459d),segment_id=92a8fbb0-e096-4bba-9963-e312c59f459d)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:40:09.470883 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a23531f3-6d40-4ec9-a19b-284c7e12477c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:09.584906 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d1d3adbb-69e9-4c4e-8206-0a87ee5ddace req-977497b8-4f1e-4a0c-8df2-2928c96dd5e5 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b326993-1534-406f-93ee-397cb753d767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262169 Feb 01 04:40:09.611386 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42780) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:09.617743 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-a23531f3-6d40-4ec9-a19b-284c7e12477c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Calling delete_port for e744d24e-bc65-4a07-9466-5af4ff228f48 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:40:09.618786 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804e8904-d295-4b01-8505-c901c6eb5638 None None] Network a0c2a700-3881-4414-a7a8-128b0ce8d5cc requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:40:09.668645 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-89b46584-f1df-4847-8f5f-ef44493c5237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337'] for router, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:09.701806 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a23531f3-6d40-4ec9-a19b-284c7e12477c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:09.751923 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23531f3-6d40-4ec9-a19b-284c7e12477c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Pushing event deleted for resources: {'Port': ['ID=e744d24e-bc65-4a07-9466-5af4ff228f48,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:09.757773 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23531f3-6d40-4ec9-a19b-284c7e12477c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] No DVR routers for this DVR port e744d24e-bc65-4a07-9466-5af4ff228f48 on host dv-neutron-826830-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:40:09.780200 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4c4407-2fac-4d4a-8629-15e6534084bb tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:40:09.781848 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1a4c4407-2fac-4d4a-8629-15e6534084bb tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e950683b-797d-45a7-a358-3c98ed449189 HTTP/1.1" status: 200 len: 1093 time: 0.1694524 Feb 01 04:40:09.784683 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42784) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:09.843628 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-0bd9b1f1-4109-429b-91df-f1ffa07d3bcc tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'floatingip': {'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'port_id': 'cd73e8d8-9605-4adf-873a-d5f017426a17', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:40:09.865575 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-0bd9b1f1-4109-429b-91df-f1ffa07d3bcc tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:40:09.875295 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0bd9b1f1-4109-429b-91df-f1ffa07d3bcc tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:floatingip and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:40:09.878111 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-e2a9c656-0766-4c6f-9ae1-68109d6e0f57 None None] Provisioning for port e8773a54-93d5-4ac9-bf5c-8585475bc727 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:40:09.880681 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0bd9b1f1-4109-429b-91df-f1ffa07d3bcc tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:40:09.885846 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a23531f3-6d40-4ec9-a19b-284c7e12477c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:09.889518 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-0bd9b1f1-4109-429b-91df-f1ffa07d3bcc tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:40:09.895574 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-50a606c9-dc08-4e47-bc50-a5e10e7fde28 None None] For port e744d24e-bc65-4a07-9466-5af4ff228f48, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=e744d24e-bc65-4a07-9466-5af4ff228f48,segment=NetworkSegment(92a8fbb0-e096-4bba-9963-e312c59f459d),segment_id=92a8fbb0-e096-4bba-9963-e312c59f459d)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:40:09.896735 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-50a606c9-dc08-4e47-bc50-a5e10e7fde28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:09.912819 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-a23531f3-6d40-4ec9-a19b-284c7e12477c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc8423bf-5d16-4390-91d1-032c0c9fda0f']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:40:09.913017 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0bd9b1f1-4109-429b-91df-f1ffa07d3bcc tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for floatingip, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:09.932303 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-a23531f3-6d40-4ec9-a19b-284c7e12477c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92a8fbb0-e096-4bba-9963-e312c59f459d') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:40:09.932718 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-a23531f3-6d40-4ec9-a19b-284c7e12477c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92a8fbb0-e096-4bba-9963-e312c59f459d') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:40:09.946221 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a23531f3-6d40-4ec9-a19b-284c7e12477c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:09.964871 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a23531f3-6d40-4ec9-a19b-284c7e12477c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:09.972264 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a23531f3-6d40-4ec9-a19b-284c7e12477c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:40:09.972804 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a23531f3-6d40-4ec9-a19b-284c7e12477c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:09.989661 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 04:40:09.989661 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:40:09.989661 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 04:40:09.989661 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:40:09.989661 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 04:40:09.989661 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:40:09.989661 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 04:40:09.989661 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:40:09.989661 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 04:40:09.989661 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:40:09.989661 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 04:40:09.989661 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:40:09.989661 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 04:40:09.989661 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:40:09.989661 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:40:09.989661 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:40:09.989661 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:40:09.989661 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:40:09.989661 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 04:40:09.989661 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:40:09.989661 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 04:40:09.989661 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:40:09.989661 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:40:09.989661 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:40:09.989661 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 04:40:09.989661 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:40:09.989661 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:40:09.989661 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:40:09.989661 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:40:09.989661 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:40:09.989661 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:40:09.989661 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:40:10.007472 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89b46584-f1df-4847-8f5f-ef44493c5237 admin admin] Router 1014f846-447e-455d-8a3a-e55c04980670 is scheduled to L3 agent a3073304-82af-4a42-89af-bc532d6626bb with binding_index 1 {{(pid=87636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 01 04:40:10.080786 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a23531f3-6d40-4ec9-a19b-284c7e12477c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:10.100109 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a23531f3-6d40-4ec9-a19b-284c7e12477c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:10.108972 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23531f3-6d40-4ec9-a19b-284c7e12477c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Pushing event deleted for resources: {'Network': ['ID=fc8423bf-5d16-4390-91d1-032c0c9fda0f,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:10.113674 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-50a606c9-dc08-4e47-bc50-a5e10e7fde28 None None] Calling delete_port for e744d24e-bc65-4a07-9466-5af4ff228f48 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:40:10.119179 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-a23531f3-6d40-4ec9-a19b-284c7e12477c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "DELETE /v2.0/networks/fc8423bf-5d16-4390-91d1-032c0c9fda0f HTTP/1.1" status: 204 len: 168 time: 1.2703376 Feb 01 04:40:10.119768 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42788) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:10.144094 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device e8773a54-93d5-4ac9-bf5c-8585475bc727 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:40:10.395313 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-50a606c9-dc08-4e47-bc50-a5e10e7fde28 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:40:10.395583 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-50a606c9-dc08-4e47-bc50-a5e10e7fde28 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:40:10.405873 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port e8773a54-93d5-4ac9-bf5c-8585475bc727 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:40:10.413340 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89b46584-f1df-4847-8f5f-ef44493c5237 admin admin] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:40:10.415639 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port e8773a54-93d5-4ac9-bf5c-8585475bc727 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:40:10.416017 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:10.426385 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec30b80-fff1-4c2e-9b0e-0aabca18079c None None] Sync routers for ids ['1014f846-447e-455d-8a3a-e55c04980670'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:40:10.439036 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec30b80-fff1-4c2e-9b0e-0aabca18079c None None] Routers {'1014f846-447e-455d-8a3a-e55c04980670'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:40:10.440471 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-fec30b80-fff1-4c2e-9b0e-0aabca18079c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:40:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['1014f846-447e-455d-8a3a-e55c04980670'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:40:10.443427 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0bd9b1f1-4109-429b-91df-f1ffa07d3bcc tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:10.507521 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-3ebaecd2-563b-4e24-b0ef-f4881dfb277e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f284ef-6b67-4b50-9c32-cab939688992', 'name': 'tempest-RoutersIpV6Test-router-1293814552', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:39:13Z', 'updated_at': '2022-02-01T04:40:07Z', 'revision_number': 10, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'gw_port_host': None, '_interfaces': [{'id': 'e7fff0c1-fbba-4bc1-acb5-95acfddd5d80', 'name': '', 'network_id': '4dd93543-263a-4c41-a512-ce62a8769aca', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'mac_address': 'fa:16:3e:c0:64:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f284ef-6b67-4b50-9c32-cab939688992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '861a0651-7bb1-4764-9619-8fa9fc9738e0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:16Z', 'updated_at': '2022-02-01T04:39:28Z', 'revision_number': 5, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'subnets': [{'id': '861a0651-7bb1-4764-9619-8fa9fc9738e0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:40:10.513958 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebaecd2-563b-4e24-b0ef-f4881dfb277e None None] The sync data for ids ['74f284ef-6b67-4b50-9c32-cab939688992'] in dv-neutron-826830-1-hyperv is: [{'id': '74f284ef-6b67-4b50-9c32-cab939688992', 'name': 'tempest-RoutersIpV6Test-router-1293814552', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:39:13Z', 'updated_at': '2022-02-01T04:40:07Z', 'revision_number': 10, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'gw_port_host': None, '_interfaces': [{'id': 'e7fff0c1-fbba-4bc1-acb5-95acfddd5d80', 'name': '', 'network_id': '4dd93543-263a-4c41-a512-ce62a8769aca', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'mac_address': 'fa:16:3e:c0:64:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f284ef-6b67-4b50-9c32-cab939688992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '861a0651-7bb1-4764-9619-8fa9fc9738e0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:16Z', 'updated_at': '2022-02-01T04:39:28Z', 'revision_number': 5, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'subnets': [{'id': '861a0651-7bb1-4764-9619-8fa9fc9738e0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:40:10.611199 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-0bd9b1f1-4109-429b-91df-f1ffa07d3bcc tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Allocated IP 172.26.8.129 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/04f251b0-df40-41a4-8d6a-3b8ca699f189) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:40:10.621977 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:10.675076 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port e8773a54-93d5-4ac9-bf5c-8585475bc727, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=e8773a54-93d5-4ac9-bf5c-8585475bc727,segment=NetworkSegment(6b1a300b-d251-4755-82de-371c1e658f49),segment_id=6b1a300b-d251-4755-82de-371c1e658f49)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:40:10.681040 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:10.742342 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d9891a93-e615-48fb-9d28-b2ca3e298737 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-371968'] for router_interface, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:10.748981 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-fec30b80-fff1-4c2e-9b0e-0aabca18079c None None] Set router 1014f846-447e-455d-8a3a-e55c04980670 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:40:10.795575 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0bd9b1f1-4109-429b-91df-f1ffa07d3bcc tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:10.824956 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-89b46584-f1df-4847-8f5f-ef44493c5237 admin admin] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:10.829907 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-89b46584-f1df-4847-8f5f-ef44493c5237 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.7055428 Feb 01 04:40:10.830648 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42792) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:10.851073 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=e8773a54-93d5-4ac9-bf5c-8585475bc727,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:10.868915 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-61b230f5-0031-4712-b728-2a17840d1f64 None None] Provisioning complete for port e8773a54-93d5-4ac9-bf5c-8585475bc727 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:40:10.869712 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-61b230f5-0031-4712-b728-2a17840d1f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:10.906631 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-50a606c9-dc08-4e47-bc50-a5e10e7fde28 None None] Deleting port e744d24e-bc65-4a07-9466-5af4ff228f48 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:40:10.907289 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-50a606c9-dc08-4e47-bc50-a5e10e7fde28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:10.955778 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device e744d24e-bc65-4a07-9466-5af4ff228f48 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:40:10.990534 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:40:10.990886 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:40:10.991254 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:40:10.991594 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:40:10.991939 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:40:10.992258 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:40:10.992585 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:40:10.992911 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:40:10.993235 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:40:10.993557 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:40:10.993876 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:40:10.994195 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:40:11.065316 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: e744d24e-bc65-4a07-9466-5af4ff228f48 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:40:11.065540 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0bd9b1f1-4109-429b-91df-f1ffa07d3bcc tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:11.065689 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device e744d24e-bc65-4a07-9466-5af4ff228f48 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:40:11.074033 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-50a606c9-dc08-4e47-bc50-a5e10e7fde28 None None] The port 'e744d24e-bc65-4a07-9466-5af4ff228f48' was deleted {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 01 04:40:11.186916 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-fec30b80-fff1-4c2e-9b0e-0aabca18079c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1014f846-447e-455d-8a3a-e55c04980670', 'name': 'tempest-TestVolumeBootPattern-533563384-router', 'tenant_id': '9f8d5bc7845843a4a3997b13887466a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': 'f7fbbe8b-34ff-4f49-836c-3f11895c073a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:40:07Z', 'updated_at': '2022-02-01T04:40:08Z', 'revision_number': 3, 'project_id': '9f8d5bc7845843a4a3997b13887466a6', 'gw_port': {'id': 'f7fbbe8b-34ff-4f49-836c-3f11895c073a', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1014f846-447e-455d-8a3a-e55c04980670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:40:08Z', 'updated_at': '2022-02-01T04:40:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:40:11.191003 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec30b80-fff1-4c2e-9b0e-0aabca18079c None None] Checking router: 1014f846-447e-455d-8a3a-e55c04980670 for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:40:11.191438 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec30b80-fff1-4c2e-9b0e-0aabca18079c None None] Updating router 1014f846-447e-455d-8a3a-e55c04980670 port f7fbbe8b-34ff-4f49-836c-3f11895c073a binding host dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 04:40:11.205720 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd9b1f1-4109-429b-91df-f1ffa07d3bcc tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:40:11.211795 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-0bd9b1f1-4109-429b-91df-f1ffa07d3bcc tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:40:11.214181 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd9b1f1-4109-429b-91df-f1ffa07d3bcc tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:40:11.246198 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fec30b80-fff1-4c2e-9b0e-0aabca18079c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:11.266687 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9b1f1-4109-429b-91df-f1ffa07d3bcc tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'Port': ['ID=04f251b0-df40-41a4-8d6a-3b8ca699f189,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:11.368657 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-d9891a93-e615-48fb-9d28-b2ca3e298737 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Deleting port e7fff0c1-fbba-4bc1-acb5-95acfddd5d80 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:40:11.369243 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d9891a93-e615-48fb-9d28-b2ca3e298737 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:11.559800 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-d9891a93-e615-48fb-9d28-b2ca3e298737 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] For port e7fff0c1-fbba-4bc1-acb5-95acfddd5d80, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=e7fff0c1-fbba-4bc1-acb5-95acfddd5d80,segment=NetworkSegment(c038b9cd-8a59-4ecc-94f5-8e0a5685fef5),segment_id=c038b9cd-8a59-4ecc-94f5-8e0a5685fef5)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:40:11.560149 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d9891a93-e615-48fb-9d28-b2ca3e298737 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:11.586231 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fec30b80-fff1-4c2e-9b0e-0aabca18079c None None] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:11.598247 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-fec30b80-fff1-4c2e-9b0e-0aabca18079c None None] Transition to ACTIVE for port object f7fbbe8b-34ff-4f49-836c-3f11895c073a will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:40:11.605849 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fec30b80-fff1-4c2e-9b0e-0aabca18079c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:11.665375 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-fec30b80-fff1-4c2e-9b0e-0aabca18079c None None] Attempting to bind port f7fbbe8b-34ff-4f49-836c-3f11895c073a on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:40:11.665925 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-fec30b80-fff1-4c2e-9b0e-0aabca18079c None None] Attempting to bind port f7fbbe8b-34ff-4f49-836c-3f11895c073a by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:40:11.666383 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec30b80-fff1-4c2e-9b0e-0aabca18079c None None] Attempting to bind port f7fbbe8b-34ff-4f49-836c-3f11895c073a on network bdef128a-46b3-4cca-a245-48d1eb781269 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:40:11.678508 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec30b80-fff1-4c2e-9b0e-0aabca18079c None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:40:11.679035 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec30b80-fff1-4c2e-9b0e-0aabca18079c None None] Checking segment: {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:40:11.679570 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fec30b80-fff1-4c2e-9b0e-0aabca18079c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:11.680054 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec30b80-fff1-4c2e-9b0e-0aabca18079c None None] Bound using segment: {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:40:11.680614 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-fec30b80-fff1-4c2e-9b0e-0aabca18079c None None] Bound port: f7fbbe8b-34ff-4f49-836c-3f11895c073a, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:40:11.682117 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fec30b80-fff1-4c2e-9b0e-0aabca18079c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:11.688668 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-d9891a93-e615-48fb-9d28-b2ca3e298737 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Calling delete_port for e7fff0c1-fbba-4bc1-acb5-95acfddd5d80 owned by network:router_interface {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:40:11.754128 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8a75d5-3883-4336-b17d-94b5305e1f60 None None] Pushing event updated for resources: {'Port': ['ID=f7fbbe8b-34ff-4f49-836c-3f11895c073a,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:11.780647 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-fec30b80-fff1-4c2e-9b0e-0aabca18079c None None] For port f7fbbe8b-34ff-4f49-836c-3f11895c073a, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:40:11.784323 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-fec30b80-fff1-4c2e-9b0e-0aabca18079c None None] For port f7fbbe8b-34ff-4f49-836c-3f11895c073a, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=f7fbbe8b-34ff-4f49-836c-3f11895c073a,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:40:11.791033 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fec30b80-fff1-4c2e-9b0e-0aabca18079c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:11.876204 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec30b80-fff1-4c2e-9b0e-0aabca18079c None None] Routers {'1014f846-447e-455d-8a3a-e55c04980670'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:40:11.876831 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-fec30b80-fff1-4c2e-9b0e-0aabca18079c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:40:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['1014f846-447e-455d-8a3a-e55c04980670'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:40:11.911826 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device e8773a54-93d5-4ac9-bf5c-8585475bc727 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:40:11.959662 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8a75d5-3883-4336-b17d-94b5305e1f60 None None] Pushing event updated for resources: {'Port': ['ID=f7fbbe8b-34ff-4f49-836c-3f11895c073a,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:11.972266 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d9891a93-e615-48fb-9d28-b2ca3e298737 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:12.018866 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port e8773a54-93d5-4ac9-bf5c-8585475bc727 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:40:12.019364 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:12.039499 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9891a93-e615-48fb-9d28-b2ca3e298737 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Pushing event deleted for resources: {'Port': ['ID=e7fff0c1-fbba-4bc1-acb5-95acfddd5d80,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:12.103522 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9891a93-e615-48fb-9d28-b2ca3e298737 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:40:12.103968 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9891a93-e615-48fb-9d28-b2ca3e298737 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:40:12.104373 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9891a93-e615-48fb-9d28-b2ca3e298737 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:40:12.104767 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9891a93-e615-48fb-9d28-b2ca3e298737 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:40:12.105456 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9891a93-e615-48fb-9d28-b2ca3e298737 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:40:12.105456 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9891a93-e615-48fb-9d28-b2ca3e298737 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:40:12.106436 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9891a93-e615-48fb-9d28-b2ca3e298737 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:40:12.106846 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9891a93-e615-48fb-9d28-b2ca3e298737 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:40:12.110849 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9891a93-e615-48fb-9d28-b2ca3e298737 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:40:12.110849 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9891a93-e615-48fb-9d28-b2ca3e298737 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:40:12.111260 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9891a93-e615-48fb-9d28-b2ca3e298737 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:40:12.111915 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9891a93-e615-48fb-9d28-b2ca3e298737 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:40:12.114506 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-fec30b80-fff1-4c2e-9b0e-0aabca18079c None None] Set router 1014f846-447e-455d-8a3a-e55c04980670 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:40:12.162872 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d5a8a265-3f94-48cc-9e9b-33e809603359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:12.207946 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 2bf62b2c-7d91-45b6-929c-fdd211c3eeaa no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:40:12.271360 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 2bf62b2c-7d91-45b6-929c-fdd211c3eeaa {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:40:12.272083 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 2bf62b2c-7d91-45b6-929c-fdd211c3eeaa not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:40:12.289903 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d9891a93-e615-48fb-9d28-b2ca3e298737 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770960'] for router_interface, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:12.404963 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0bd9b1f1-4109-429b-91df-f1ffa07d3bcc tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:12.441278 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-d5a8a265-3f94-48cc-9e9b-33e809603359 admin admin] Allocated IP 172.20.0.1 (a0c2a700-3881-4414-a7a8-128b0ce8d5cc/acb960c4-d095-42c0-820a-b7e1026fb7c0/2a518623-ba34-4b6d-b35c-d792284a9b2a) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:40:12.497671 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-fec30b80-fff1-4c2e-9b0e-0aabca18079c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1014f846-447e-455d-8a3a-e55c04980670', 'name': 'tempest-TestVolumeBootPattern-533563384-router', 'tenant_id': '9f8d5bc7845843a4a3997b13887466a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': 'f7fbbe8b-34ff-4f49-836c-3f11895c073a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:40:07Z', 'updated_at': '2022-02-01T04:40:08Z', 'revision_number': 3, 'project_id': '9f8d5bc7845843a4a3997b13887466a6', 'gw_port': {'id': 'f7fbbe8b-34ff-4f49-836c-3f11895c073a', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1014f846-447e-455d-8a3a-e55c04980670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:40:08Z', 'updated_at': '2022-02-01T04:40:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:40:12.502377 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec30b80-fff1-4c2e-9b0e-0aabca18079c None None] The sync data for ids ['1014f846-447e-455d-8a3a-e55c04980670'] in dv-neutron-826830-1-hyperv is: [{'id': '1014f846-447e-455d-8a3a-e55c04980670', 'name': 'tempest-TestVolumeBootPattern-533563384-router', 'tenant_id': '9f8d5bc7845843a4a3997b13887466a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': 'f7fbbe8b-34ff-4f49-836c-3f11895c073a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:40:07Z', 'updated_at': '2022-02-01T04:40:08Z', 'revision_number': 3, 'project_id': '9f8d5bc7845843a4a3997b13887466a6', 'gw_port': {'id': 'f7fbbe8b-34ff-4f49-836c-3f11895c073a', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1014f846-447e-455d-8a3a-e55c04980670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:40:08Z', 'updated_at': '2022-02-01T04:40:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:40:12.546187 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0bd9b1f1-4109-429b-91df-f1ffa07d3bcc tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:12.682503 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9891a93-e615-48fb-9d28-b2ca3e298737 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Router 74f284ef-6b67-4b50-9c32-cab939688992 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:40:12.748503 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d5a8a265-3f94-48cc-9e9b-33e809603359 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:12.822427 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-d5a8a265-3f94-48cc-9e9b-33e809603359 admin admin] Transition to ACTIVE for port object 2a518623-ba34-4b6d-b35c-d792284a9b2a will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:40:12.859334 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9891a93-e615-48fb-9d28-b2ca3e298737 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:40:12.869913 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b298b884-0d1a-43db-87be-fa724e335608 None None] Sync routers for ids ['74f284ef-6b67-4b50-9c32-cab939688992'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:40:12.887053 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b298b884-0d1a-43db-87be-fa724e335608 None None] Routers {'74f284ef-6b67-4b50-9c32-cab939688992'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:40:12.887707 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-b298b884-0d1a-43db-87be-fa724e335608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:40:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['74f284ef-6b67-4b50-9c32-cab939688992'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:40:12.895014 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d5a8a265-3f94-48cc-9e9b-33e809603359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:12.905692 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0bd9b1f1-4109-429b-91df-f1ffa07d3bcc tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:12.911604 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-d9891a93-e615-48fb-9d28-b2ca3e298737 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "PUT /v2.0/routers/74f284ef-6b67-4b50-9c32-cab939688992/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7906356 Feb 01 04:40:12.912243 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42796) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:12.945897 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a8a265-3f94-48cc-9e9b-33e809603359 admin admin] Network a0c2a700-3881-4414-a7a8-128b0ce8d5cc is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:40:12.953522 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-d5a8a265-3f94-48cc-9e9b-33e809603359 admin admin] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:40:12.966103 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0bd9b1f1-4109-429b-91df-f1ffa07d3bcc tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:12.977638 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a8a265-3f94-48cc-9e9b-33e809603359 admin admin] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:40:12.996008 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdf87f25-715d-4587-8723-eabdb67704b6 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Deleting subnet 861a0651-7bb1-4764-9619-8fa9fc9738e0 {{(pid=87637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:40:13.003066 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bdf87f25-715d-4587-8723-eabdb67704b6 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for subnet, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:13.091862 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a8a265-3f94-48cc-9e9b-33e809603359 admin admin] Pushing event updated for resources: {'Port': ['ID=2a518623-ba34-4b6d-b35c-d792284a9b2a,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:13.094269 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bdf87f25-715d-4587-8723-eabdb67704b6 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2424773'] for subnet, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:13.162159 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d5a8a265-3f94-48cc-9e9b-33e809603359 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-372107'] for router_interface, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:13.172236 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-b298b884-0d1a-43db-87be-fa724e335608 None None] Set router 74f284ef-6b67-4b50-9c32-cab939688992 gateway port host: None {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:40:13.204292 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bdf87f25-715d-4587-8723-eabdb67704b6 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:13.227100 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0bd9b1f1-4109-429b-91df-f1ffa07d3bcc tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-774194'] for floatingip, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:13.279546 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9b1f1-4109-429b-91df-f1ffa07d3bcc tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'Port': ['ID=04f251b0-df40-41a4-8d6a-3b8ca699f189,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:13.308911 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-b298b884-0d1a-43db-87be-fa724e335608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f284ef-6b67-4b50-9c32-cab939688992', 'name': 'tempest-RoutersIpV6Test-router-1293814552', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:39:13Z', 'updated_at': '2022-02-01T04:40:11Z', 'revision_number': 11, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'gw_port_host': None}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:40:13.312210 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bdf87f25-715d-4587-8723-eabdb67704b6 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3037665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694336'] for subnet, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:13.317142 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b298b884-0d1a-43db-87be-fa724e335608 None None] Checking router: 74f284ef-6b67-4b50-9c32-cab939688992 for host: dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:40:13.331842 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b298b884-0d1a-43db-87be-fa724e335608 None None] Routers {'74f284ef-6b67-4b50-9c32-cab939688992'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:40:13.332478 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-b298b884-0d1a-43db-87be-fa724e335608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:40:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['74f284ef-6b67-4b50-9c32-cab939688992'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:40:13.364637 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bdf87f25-715d-4587-8723-eabdb67704b6 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:13.373707 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf87f25-715d-4587-8723-eabdb67704b6 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Pushing event deleted for resources: {'Subnet': ['ID=861a0651-7bb1-4764-9619-8fa9fc9738e0,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:13.383535 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-bdf87f25-715d-4587-8723-eabdb67704b6 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "DELETE /v2.0/subnets/861a0651-7bb1-4764-9619-8fa9fc9738e0 HTTP/1.1" status: 204 len: 168 time: 0.4699180 Feb 01 04:40:13.385953 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42800) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:13.406198 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55617a0-3597-4c14-8296-3c95acc5142d None None] Network 4dd93543-263a-4c41-a512-ce62a8769aca requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:40:13.428725 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-61c1c294-641f-4d2a-9aa5-3606f45ae115 None None] Provisioning for port 2a518623-ba34-4b6d-b35c-d792284a9b2a completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:40:13.450360 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-61c1c294-641f-4d2a-9aa5-3606f45ae115 None None] Provisioning complete for port 2a518623-ba34-4b6d-b35c-d792284a9b2a triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:40:13.451038 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-61c1c294-641f-4d2a-9aa5-3606f45ae115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:13.531775 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3cdcec83-e2ef-447b-ba04-a5a3a69d9b38 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:13.543200 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.l3_db [None req-0bd9b1f1-4109-429b-91df-f1ffa07d3bcc tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Floating IP 8fa821c3-8628-4a39-8bbf-bc959163145d associated. External IP: 172.26.8.129, port: cd73e8d8-9605-4adf-873a-d5f017426a17. Feb 01 04:40:13.545998 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3cdcec83-e2ef-447b-ba04-a5a3a69d9b38 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Deleting port fc4bf33f-7a14-4f99-ad8f-de75a44e3e6c {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:40:13.546527 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3cdcec83-e2ef-447b-ba04-a5a3a69d9b38 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:13.576952 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-b298b884-0d1a-43db-87be-fa724e335608 None None] Set router 74f284ef-6b67-4b50-9c32-cab939688992 gateway port host: None {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:40:13.751992 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-b298b884-0d1a-43db-87be-fa724e335608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f284ef-6b67-4b50-9c32-cab939688992', 'name': 'tempest-RoutersIpV6Test-router-1293814552', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:39:13Z', 'updated_at': '2022-02-01T04:40:11Z', 'revision_number': 11, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'gw_port_host': None}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:40:13.765004 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b298b884-0d1a-43db-87be-fa724e335608 None None] The sync data for ids ['74f284ef-6b67-4b50-9c32-cab939688992'] in dv-neutron-826830-1-hyperv is: [{'id': '74f284ef-6b67-4b50-9c32-cab939688992', 'name': 'tempest-RoutersIpV6Test-router-1293814552', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:39:13Z', 'updated_at': '2022-02-01T04:40:11Z', 'revision_number': 11, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'gw_port_host': None}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:40:13.781475 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3cdcec83-e2ef-447b-ba04-a5a3a69d9b38 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] For port fc4bf33f-7a14-4f99-ad8f-de75a44e3e6c, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=fc4bf33f-7a14-4f99-ad8f-de75a44e3e6c,segment=NetworkSegment(c038b9cd-8a59-4ecc-94f5-8e0a5685fef5),segment_id=c038b9cd-8a59-4ecc-94f5-8e0a5685fef5)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:40:13.782121 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3cdcec83-e2ef-447b-ba04-a5a3a69d9b38 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:13.825675 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-61c1c294-641f-4d2a-9aa5-3606f45ae115 None None] Port 2a518623-ba34-4b6d-b35c-d792284a9b2a cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:40:13.939579 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d5a8a265-3f94-48cc-9e9b-33e809603359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:13.948724 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3cdcec83-e2ef-447b-ba04-a5a3a69d9b38 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Calling delete_port for fc4bf33f-7a14-4f99-ad8f-de75a44e3e6c owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:40:14.026437 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3cdcec83-e2ef-447b-ba04-a5a3a69d9b38 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:14.075738 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdcec83-e2ef-447b-ba04-a5a3a69d9b38 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] No DVR routers for this DVR port fc4bf33f-7a14-4f99-ad8f-de75a44e3e6c on host dv-neutron-826830-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:40:14.103278 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdcec83-e2ef-447b-ba04-a5a3a69d9b38 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Pushing event deleted for resources: {'Port': ['ID=fc4bf33f-7a14-4f99-ad8f-de75a44e3e6c,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:14.199492 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1639d35-7f45-4f0d-bb58-e9909fb5a319 None None] DHCP port deletion for 4dd93543-263a-4c41-a512-ce62a8769aca request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:40:14.236619 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3cdcec83-e2ef-447b-ba04-a5a3a69d9b38 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:14.281802 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-3cdcec83-e2ef-447b-ba04-a5a3a69d9b38 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dd93543-263a-4c41-a512-ce62a8769aca']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:40:14.318476 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-3cdcec83-e2ef-447b-ba04-a5a3a69d9b38 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c038b9cd-8a59-4ecc-94f5-8e0a5685fef5') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:40:14.318978 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-3cdcec83-e2ef-447b-ba04-a5a3a69d9b38 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c038b9cd-8a59-4ecc-94f5-8e0a5685fef5') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:40:14.342442 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3cdcec83-e2ef-447b-ba04-a5a3a69d9b38 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:14.353147 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bd9b1f1-4109-429b-91df-f1ffa07d3bcc tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Router a80b0477-e778-4300-93f7-daa3ff7a3068 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:40:14.365881 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3cdcec83-e2ef-447b-ba04-a5a3a69d9b38 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:14.370097 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device f7fbbe8b-34ff-4f49-836c-3f11895c073a up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:40:14.373419 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cdcec83-e2ef-447b-ba04-a5a3a69d9b38 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:40:14.373787 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3cdcec83-e2ef-447b-ba04-a5a3a69d9b38 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:14.389268 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 04:40:14.389268 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:40:14.389268 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 04:40:14.389268 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:40:14.389268 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 04:40:14.389268 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:40:14.389268 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 04:40:14.389268 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:40:14.389268 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 04:40:14.389268 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:40:14.389268 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 04:40:14.389268 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:40:14.389268 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 04:40:14.389268 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:40:14.389268 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:40:14.389268 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:40:14.389268 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:40:14.389268 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:40:14.389268 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 04:40:14.389268 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:40:14.389268 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 04:40:14.389268 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:40:14.389268 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:40:14.389268 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:40:14.389268 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 04:40:14.389268 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:40:14.389268 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:40:14.389268 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:40:14.389268 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:40:14.389268 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:40:14.389268 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:40:14.389268 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:40:14.469624 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port f7fbbe8b-34ff-4f49-836c-3f11895c073a completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:40:14.477541 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port f7fbbe8b-34ff-4f49-836c-3f11895c073a triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:40:14.478040 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:14.490252 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d5a8a265-3f94-48cc-9e9b-33e809603359 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:14.491011 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3cdcec83-e2ef-447b-ba04-a5a3a69d9b38 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:14.501982 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3cdcec83-e2ef-447b-ba04-a5a3a69d9b38 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:14.531242 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdcec83-e2ef-447b-ba04-a5a3a69d9b38 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Pushing event deleted for resources: {'Network': ['ID=4dd93543-263a-4c41-a512-ce62a8769aca,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:14.537234 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-3cdcec83-e2ef-447b-ba04-a5a3a69d9b38 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "DELETE /v2.0/networks/4dd93543-263a-4c41-a512-ce62a8769aca HTTP/1.1" status: 204 len: 168 time: 1.1503360 Feb 01 04:40:14.540021 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42804) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:14.543024 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d5a8a265-3f94-48cc-9e9b-33e809603359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:14.546205 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-fa12e225-42d5-4aaa-b5f1-e5d1065b6438 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Request body: {'router': {'routes': None}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:40:14.613042 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:14.633454 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port f7fbbe8b-34ff-4f49-836c-3f11895c073a, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=f7fbbe8b-34ff-4f49-836c-3f11895c073a,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:40:14.640686 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:14.687778 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d5a8a265-3f94-48cc-9e9b-33e809603359 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371990'] for router_interface, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:14.691749 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bd9b1f1-4109-429b-91df-f1ffa07d3bcc tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:40:14.694309 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a8a265-3f94-48cc-9e9b-33e809603359 admin admin] Pushing event updated for resources: {'Port': ['ID=2a518623-ba34-4b6d-b35c-d792284a9b2a,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:14.710845 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c992eb8-1130-45a0-adc7-8a94f87fe247 None None] Sync routers for ids ['a80b0477-e778-4300-93f7-daa3ff7a3068'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:40:14.724632 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=f7fbbe8b-34ff-4f49-836c-3f11895c073a,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:14.735842 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c992eb8-1130-45a0-adc7-8a94f87fe247 None None] Routers {'a80b0477-e778-4300-93f7-daa3ff7a3068'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:40:14.738916 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-5c992eb8-1130-45a0-adc7-8a94f87fe247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:40:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['a80b0477-e778-4300-93f7-daa3ff7a3068'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:40:14.806517 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0bd9b1f1-4109-429b-91df-f1ffa07d3bcc tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:14.892667 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0bd9b1f1-4109-429b-91df-f1ffa07d3bcc tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.1068926 Feb 01 04:40:14.894776 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e950683b-797d-45a7-a358-3c98ed449189', 'tag': 'cd73e8d8-9605-4adf-873a-d5f017426a17'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:40:14.898901 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42808) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:14.929741 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:14.966491 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e950683b-797d-45a7-a358-3c98ed449189', 'tag': 'cd73e8d8-9605-4adf-873a-d5f017426a17', 'status': 'completed', 'code': 200} Feb 01 04:40:14.970762 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-5c992eb8-1130-45a0-adc7-8a94f87fe247 None None] Set router a80b0477-e778-4300-93f7-daa3ff7a3068 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:40:14.983067 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.extraroute_db [None req-fa12e225-42d5-4aaa-b5f1-e5d1065b6438 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Added routes are [] {{(pid=87637) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 01 04:40:14.983645 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.extraroute_db [None req-fa12e225-42d5-4aaa-b5f1-e5d1065b6438 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Removed routes are [] {{(pid=87637) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 01 04:40:14.983752 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fa12e225-42d5-4aaa-b5f1-e5d1065b6438 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:14.986073 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a8a265-3f94-48cc-9e9b-33e809603359 admin admin] Network a0c2a700-3881-4414-a7a8-128b0ce8d5cc is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:40:14.989465 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-d5a8a265-3f94-48cc-9e9b-33e809603359 admin admin] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:40:15.094976 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-81c5ad91-aabc-4125-be2c-cf7e985ce9d8 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/floatingips/8fa821c3-8628-4a39-8bbf-bc959163145d HTTP/1.1" status: 200 len: 991 time: 0.1933947 Feb 01 04:40:15.271185 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-8613220e-6df5-499b-9bd3-b6e04801d8ff None None] Provisioning complete for port 2a518623-ba34-4b6d-b35c-d792284a9b2a triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:40:15.271755 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8613220e-6df5-499b-9bd3-b6e04801d8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:15.327517 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-8613220e-6df5-499b-9bd3-b6e04801d8ff None None] Port 2a518623-ba34-4b6d-b35c-d792284a9b2a cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:40:15.330945 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5a8a265-3f94-48cc-9e9b-33e809603359 admin admin] Router 1014f846-447e-455d-8a3a-e55c04980670 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:40:15.331290 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fa12e225-42d5-4aaa-b5f1-e5d1065b6438 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:15.339403 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eafe2b-5212-4843-964c-fa5d9ce0a5b8 req-081d1e88-d751-46a6-a72e-5cacd12c5117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:40:15.341492 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-97eafe2b-5212-4843-964c-fa5d9ce0a5b8 req-081d1e88-d751-46a6-a72e-5cacd12c5117 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0629703b9474474a9f2fde13723d2e8b&device_id=e950683b-797d-45a7-a358-3c98ed449189 HTTP/1.1" status: 200 len: 1098 time: 0.3024755 Feb 01 04:40:15.342383 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fa12e225-42d5-4aaa-b5f1-e5d1065b6438 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-774359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-774360', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-772505'] for router, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:15.395284 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-5c992eb8-1130-45a0-adc7-8a94f87fe247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80b0477-e778-4300-93f7-daa3ff7a3068', 'name': 'tempest-TestNetworkBasicOps-router-208474054', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.222'}], 'enable_snat': True}, 'gw_port_id': '2c6c2e95-b7b8-4eb6-a2f3-89378f9e3600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:39:33Z', 'updated_at': '2022-02-01T04:39:43Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': '2c6c2e95-b7b8-4eb6-a2f3-89378f9e3600', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:86:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80b0477-e778-4300-93f7-daa3ff7a3068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:35Z', 'updated_at': '2022-02-01T04:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': '8fa821c3-8628-4a39-8bbf-bc959163145d', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'floating_ip_address': '172.26.8.129', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': 'a80b0477-e778-4300-93f7-daa3ff7a3068', 'port_id': 'cd73e8d8-9605-4adf-873a-d5f017426a17', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbc50e3d-1342-4e04-b690-f6146b0d424c', 'mac_address': 'fa:16:3e:f5:7b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e950683b-797d-45a7-a358-3c98ed449189', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:40:12Z', 'updated_at': '2022-02-01T04:40:12Z', 'revision_number': 0, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0306631-6b3c-4d67-866f-5690da5aa520', 'name': '', 'network_id': 'bbc50e3d-1342-4e04-b690-f6146b0d424c', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:b3:c0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80b0477-e778-4300-93f7-daa3ff7a3068', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'ddf9201f-e5dc-4973-8c52-315c9eba024d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:42Z', 'updated_at': '2022-02-01T04:39:55Z', 'revision_number': 5, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': 'ddf9201f-e5dc-4973-8c52-315c9eba024d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:40:15.400405 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c992eb8-1130-45a0-adc7-8a94f87fe247 None None] Checking router: a80b0477-e778-4300-93f7-daa3ff7a3068 for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:40:15.409882 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c992eb8-1130-45a0-adc7-8a94f87fe247 None None] Routers {'a80b0477-e778-4300-93f7-daa3ff7a3068'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:40:15.410480 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-5c992eb8-1130-45a0-adc7-8a94f87fe247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:40:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['a80b0477-e778-4300-93f7-daa3ff7a3068'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:40:15.519562 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a8a265-3f94-48cc-9e9b-33e809603359 admin admin] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:40:15.531220 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d5a8a265-3f94-48cc-9e9b-33e809603359 admin admin] 10.222.0.24 "PUT /v2.0/routers/1014f846-447e-455d-8a3a-e55c04980670/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6927063 Feb 01 04:40:15.538654 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1433ef52-18ea-454f-9221-54e41b08a8f7 None None] Sync routers for ids ['1014f846-447e-455d-8a3a-e55c04980670'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:40:15.548205 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1433ef52-18ea-454f-9221-54e41b08a8f7 None None] Routers {'1014f846-447e-455d-8a3a-e55c04980670'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:40:15.548820 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-1433ef52-18ea-454f-9221-54e41b08a8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:40:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['1014f846-447e-455d-8a3a-e55c04980670'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:40:15.558171 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa12e225-42d5-4aaa-b5f1-e5d1065b6438 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Router 74f284ef-6b67-4b50-9c32-cab939688992 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:40:15.606262 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-5c992eb8-1130-45a0-adc7-8a94f87fe247 None None] Set router a80b0477-e778-4300-93f7-daa3ff7a3068 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:40:15.737654 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eafe2b-5212-4843-964c-fa5d9ce0a5b8 req-1c7540d9-40de-4a9f-8c66-8999eef5c6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:40:15.738703 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-97eafe2b-5212-4843-964c-fa5d9ce0a5b8 req-1c7540d9-40de-4a9f-8c66-8999eef5c6dc service neutron] 10.222.0.18 "GET /v2.0/networks?id=bbc50e3d-1342-4e04-b690-f6146b0d424c HTTP/1.1" status: 200 len: 896 time: 0.3408952 Feb 01 04:40:15.741881 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa12e225-42d5-4aaa-b5f1-e5d1065b6438 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:40:15.749131 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fa12e225-42d5-4aaa-b5f1-e5d1065b6438 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:15.753556 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-fa12e225-42d5-4aaa-b5f1-e5d1065b6438 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "PUT /v2.0/routers/74f284ef-6b67-4b50-9c32-cab939688992 HTTP/1.1" status: 200 len: 705 time: 1.2092266 Feb 01 04:40:15.753676 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42818) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:15.765163 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cf6a6f-25c9-4f67-b8ac-eecda52d2cb2 None None] Sync routers for ids ['74f284ef-6b67-4b50-9c32-cab939688992'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:40:15.772842 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-1433ef52-18ea-454f-9221-54e41b08a8f7 None None] Set router 1014f846-447e-455d-8a3a-e55c04980670 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:40:15.797685 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cf6a6f-25c9-4f67-b8ac-eecda52d2cb2 None None] Routers {'74f284ef-6b67-4b50-9c32-cab939688992'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:40:15.798939 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-87cf6a6f-25c9-4f67-b8ac-eecda52d2cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:40:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['74f284ef-6b67-4b50-9c32-cab939688992'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:40:15.850586 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-7035d362-b4ea-4f42-8abb-bcad87dfe9df tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Synchronizing usage tracker for tenant:1f6ca98a557d4325996431c1756276f6 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:40:15.894587 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-7035d362-b4ea-4f42-8abb-bcad87dfe9df tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Unset dirty status for tenant:1f6ca98a557d4325996431c1756276f6 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:40:15.898281 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-7035d362-b4ea-4f42-8abb-bcad87dfe9df tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "GET /v2.0/ports?device_id=74f284ef-6b67-4b50-9c32-cab939688992 HTTP/1.1" status: 200 len: 205 time: 0.1415431 Feb 01 04:40:15.899167 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42824) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:15.915745 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-97eafe2b-5212-4843-964c-fa5d9ce0a5b8 req-138c236f-0010-4bac-99fd-127cf33def08 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd73e8d8-9605-4adf-873a-d5f017426a17 HTTP/1.1" status: 200 len: 999 time: 0.1638761 Feb 01 04:40:15.930742 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device f7fbbe8b-34ff-4f49-836c-3f11895c073a up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:40:15.973601 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-87cf6a6f-25c9-4f67-b8ac-eecda52d2cb2 None None] Set router 74f284ef-6b67-4b50-9c32-cab939688992 gateway port host: None {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:40:16.120470 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42832) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:16.137693 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-87cf6a6f-25c9-4f67-b8ac-eecda52d2cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f284ef-6b67-4b50-9c32-cab939688992', 'name': 'tempest-RoutersIpV6Test-router-1293814552', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:39:13Z', 'updated_at': '2022-02-01T04:40:11Z', 'revision_number': 11, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'gw_port_host': None}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:40:16.143557 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port f7fbbe8b-34ff-4f49-836c-3f11895c073a triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:40:16.143941 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:16.190248 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cf6a6f-25c9-4f67-b8ac-eecda52d2cb2 None None] Checking router: 74f284ef-6b67-4b50-9c32-cab939688992 for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:40:16.214358 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cf6a6f-25c9-4f67-b8ac-eecda52d2cb2 None None] Routers {'74f284ef-6b67-4b50-9c32-cab939688992'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:40:16.215546 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-87cf6a6f-25c9-4f67-b8ac-eecda52d2cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:40:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['74f284ef-6b67-4b50-9c32-cab939688992'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:40:16.300956 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d6034039-6fa4-4654-8d5a-91a21ec02d42 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for router, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:16.314855 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42840) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:16.320067 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-c88d4e70-bbda-4d57-96fa-6ca7ff79ec93 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-38636871-network', 'tenant_id': '961f0cd51a3e44d9ae91b59e65b4bdc8'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:40:16.327368 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eafe2b-5212-4843-964c-fa5d9ce0a5b8 req-a96542e4-a13c-4dce-97a7-0f555c293967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:40:16.328788 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-97eafe2b-5212-4843-964c-fa5d9ce0a5b8 req-a96542e4-a13c-4dce-97a7-0f555c293967 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ddf9201f-e5dc-4973-8c52-315c9eba024d HTTP/1.1" status: 200 len: 834 time: 0.4062345 Feb 01 04:40:16.329695 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-c88d4e70-bbda-4d57-96fa-6ca7ff79ec93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:40:16.333676 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-c88d4e70-bbda-4d57-96fa-6ca7ff79ec93 admin admin] Usage tracker for resource:network and tenant:961f0cd51a3e44d9ae91b59e65b4bdc8 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:40:16.337571 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-c88d4e70-bbda-4d57-96fa-6ca7ff79ec93 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:40:16.359522 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-02f327b3-54d4-4280-a848-1354a83ef240 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/floatingips/8fa821c3-8628-4a39-8bbf-bc959163145d HTTP/1.1" status: 200 len: 991 time: 0.2356024 Feb 01 04:40:16.376909 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-c88d4e70-bbda-4d57-96fa-6ca7ff79ec93 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:40:16.398235 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c88d4e70-bbda-4d57-96fa-6ca7ff79ec93 admin admin] Made reservation on behalf of 961f0cd51a3e44d9ae91b59e65b4bdc8 for: {'network': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:40:16.400803 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c88d4e70-bbda-4d57-96fa-6ca7ff79ec93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:16.416757 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c88d4e70-bbda-4d57-96fa-6ca7ff79ec93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:16.422902 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-87cf6a6f-25c9-4f67-b8ac-eecda52d2cb2 None None] Set router 74f284ef-6b67-4b50-9c32-cab939688992 gateway port host: None {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:40:16.437353 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-c88d4e70-bbda-4d57-96fa-6ca7ff79ec93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:40:16.444097 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-c88d4e70-bbda-4d57-96fa-6ca7ff79ec93 admin admin] Usage tracker for resource:security_group_rule and tenant:961f0cd51a3e44d9ae91b59e65b4bdc8 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:40:16.447802 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-c88d4e70-bbda-4d57-96fa-6ca7ff79ec93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:40:16.455363 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-c88d4e70-bbda-4d57-96fa-6ca7ff79ec93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:40:16.463477 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eafe2b-5212-4843-964c-fa5d9ce0a5b8 req-a7830775-117d-461d-9259-7d24680cb072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:40:16.465606 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-97eafe2b-5212-4843-964c-fa5d9ce0a5b8 req-a7830775-117d-461d-9259-7d24680cb072 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bbc50e3d-1342-4e04-b690-f6146b0d424c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1285589 Feb 01 04:40:16.556594 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device fc4bf33f-7a14-4f99-ad8f-de75a44e3e6c no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:40:16.568663 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-87cf6a6f-25c9-4f67-b8ac-eecda52d2cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f284ef-6b67-4b50-9c32-cab939688992', 'name': 'tempest-RoutersIpV6Test-router-1293814552', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:39:13Z', 'updated_at': '2022-02-01T04:40:11Z', 'revision_number': 11, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'gw_port_host': None}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:40:16.573518 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cf6a6f-25c9-4f67-b8ac-eecda52d2cb2 None None] The sync data for ids ['74f284ef-6b67-4b50-9c32-cab939688992'] in dv-neutron-826830-1-hyperv is: [{'id': '74f284ef-6b67-4b50-9c32-cab939688992', 'name': 'tempest-RoutersIpV6Test-router-1293814552', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:39:13Z', 'updated_at': '2022-02-01T04:40:11Z', 'revision_number': 11, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'gw_port_host': None}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:40:16.588810 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-5c992eb8-1130-45a0-adc7-8a94f87fe247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80b0477-e778-4300-93f7-daa3ff7a3068', 'name': 'tempest-TestNetworkBasicOps-router-208474054', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.222'}], 'enable_snat': True}, 'gw_port_id': '2c6c2e95-b7b8-4eb6-a2f3-89378f9e3600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:39:33Z', 'updated_at': '2022-02-01T04:39:43Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': '2c6c2e95-b7b8-4eb6-a2f3-89378f9e3600', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:86:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80b0477-e778-4300-93f7-daa3ff7a3068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:35Z', 'updated_at': '2022-02-01T04:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': '8fa821c3-8628-4a39-8bbf-bc959163145d', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'floating_ip_address': '172.26.8.129', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': 'a80b0477-e778-4300-93f7-daa3ff7a3068', 'port_id': 'cd73e8d8-9605-4adf-873a-d5f017426a17', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbc50e3d-1342-4e04-b690-f6146b0d424c', 'mac_address': 'fa:16:3e:f5:7b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e950683b-797d-45a7-a358-3c98ed449189', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:40:12Z', 'updated_at': '2022-02-01T04:40:12Z', 'revision_number': 0, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0306631-6b3c-4d67-866f-5690da5aa520', 'name': '', 'network_id': 'bbc50e3d-1342-4e04-b690-f6146b0d424c', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:b3:c0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80b0477-e778-4300-93f7-daa3ff7a3068', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'ddf9201f-e5dc-4973-8c52-315c9eba024d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:42Z', 'updated_at': '2022-02-01T04:39:55Z', 'revision_number': 5, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': 'ddf9201f-e5dc-4973-8c52-315c9eba024d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:40:16.594350 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c992eb8-1130-45a0-adc7-8a94f87fe247 None None] The sync data for ids ['a80b0477-e778-4300-93f7-daa3ff7a3068'] in dv-neutron-826830-1-hyperv is: [{'id': 'a80b0477-e778-4300-93f7-daa3ff7a3068', 'name': 'tempest-TestNetworkBasicOps-router-208474054', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.222'}], 'enable_snat': True}, 'gw_port_id': '2c6c2e95-b7b8-4eb6-a2f3-89378f9e3600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:39:33Z', 'updated_at': '2022-02-01T04:39:43Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': '2c6c2e95-b7b8-4eb6-a2f3-89378f9e3600', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:86:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80b0477-e778-4300-93f7-daa3ff7a3068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:35Z', 'updated_at': '2022-02-01T04:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': '8fa821c3-8628-4a39-8bbf-bc959163145d', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'floating_ip_address': '172.26.8.129', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': 'a80b0477-e778-4300-93f7-daa3ff7a3068', 'port_id': 'cd73e8d8-9605-4adf-873a-d5f017426a17', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbc50e3d-1342-4e04-b690-f6146b0d424c', 'mac_address': 'fa:16:3e:f5:7b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e950683b-797d-45a7-a358-3c98ed449189', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:40:12Z', 'updated_at': '2022-02-01T04:40:12Z', 'revision_number': 0, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0306631-6b3c-4d67-866f-5690da5aa520', 'name': '', 'network_id': 'bbc50e3d-1342-4e04-b690-f6146b0d424c', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:b3:c0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80b0477-e778-4300-93f7-daa3ff7a3068', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'ddf9201f-e5dc-4973-8c52-315c9eba024d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:42Z', 'updated_at': '2022-02-01T04:39:55Z', 'revision_number': 5, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': 'ddf9201f-e5dc-4973-8c52-315c9eba024d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:40:16.640613 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: fc4bf33f-7a14-4f99-ad8f-de75a44e3e6c {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:40:16.641495 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device fc4bf33f-7a14-4f99-ad8f-de75a44e3e6c not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:40:16.642183 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device e7fff0c1-fbba-4bc1-acb5-95acfddd5d80 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:40:16.655982 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d6034039-6fa4-4654-8d5a-91a21ec02d42 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25968'] for router, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:16.658822 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d6034039-6fa4-4654-8d5a-91a21ec02d42 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:16.662040 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-97eafe2b-5212-4843-964c-fa5d9ce0a5b8 req-9e1215f8-ce47-4213-9392-344f8ea745a8 service neutron] 10.222.0.18 "GET /v2.0/networks/bbc50e3d-1342-4e04-b690-f6146b0d424c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896634 Feb 01 04:40:16.692065 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d6034039-6fa4-4654-8d5a-91a21ec02d42 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772958'] for router, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:16.692690 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6034039-6fa4-4654-8d5a-91a21ec02d42 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Fanout notify agent at l3_agent the message router_deleted on router 74f284ef-6b67-4b50-9c32-cab939688992 {{(pid=87636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 01 04:40:16.707532 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: e7fff0c1-fbba-4bc1-acb5-95acfddd5d80 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:40:16.708005 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device e7fff0c1-fbba-4bc1-acb5-95acfddd5d80 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:40:16.713079 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d6034039-6fa4-4654-8d5a-91a21ec02d42 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:16.714335 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d6034039-6fa4-4654-8d5a-91a21ec02d42 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "DELETE /v2.0/routers/74f284ef-6b67-4b50-9c32-cab939688992 HTTP/1.1" status: 204 len: 168 time: 0.8127534 Feb 01 04:40:16.725083 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42844) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:16.731930 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-644befc2-a154-4b45-a095-2302aa022db4 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1633799339', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:40:16.739744 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-644befc2-a154-4b45-a095-2302aa022db4 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:40:16.745675 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-644befc2-a154-4b45-a095-2302aa022db4 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Usage tracker for resource:router and tenant:1f6ca98a557d4325996431c1756276f6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:40:16.749793 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-644befc2-a154-4b45-a095-2302aa022db4 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:40:16.751162 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-1433ef52-18ea-454f-9221-54e41b08a8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1014f846-447e-455d-8a3a-e55c04980670', 'name': 'tempest-TestVolumeBootPattern-533563384-router', 'tenant_id': '9f8d5bc7845843a4a3997b13887466a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': 'f7fbbe8b-34ff-4f49-836c-3f11895c073a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:40:07Z', 'updated_at': '2022-02-01T04:40:13Z', 'revision_number': 4, 'project_id': '9f8d5bc7845843a4a3997b13887466a6', 'gw_port': {'id': 'f7fbbe8b-34ff-4f49-836c-3f11895c073a', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1014f846-447e-455d-8a3a-e55c04980670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:40:08Z', 'updated_at': '2022-02-01T04:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '2a518623-ba34-4b6d-b35c-d792284a9b2a', 'name': '', 'network_id': 'a0c2a700-3881-4414-a7a8-128b0ce8d5cc', 'tenant_id': '9f8d5bc7845843a4a3997b13887466a6', 'mac_address': 'fa:16:3e:f6:ce:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1014f846-447e-455d-8a3a-e55c04980670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'acb960c4-d095-42c0-820a-b7e1026fb7c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:40:12Z', 'updated_at': '2022-02-01T04:40:14Z', 'revision_number': 2, 'project_id': '9f8d5bc7845843a4a3997b13887466a6', 'subnets': [{'id': 'acb960c4-d095-42c0-820a-b7e1026fb7c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:40:16.757488 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1433ef52-18ea-454f-9221-54e41b08a8f7 None None] Checking router: 1014f846-447e-455d-8a3a-e55c04980670 for host: dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:40:16.757946 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1433ef52-18ea-454f-9221-54e41b08a8f7 None None] Updating router 1014f846-447e-455d-8a3a-e55c04980670 port 2a518623-ba34-4b6d-b35c-d792284a9b2a binding host dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 04:40:16.759663 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-644befc2-a154-4b45-a095-2302aa022db4 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:40:16.785329 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-644befc2-a154-4b45-a095-2302aa022db4 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25958'] for router, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:16.786369 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-644befc2-a154-4b45-a095-2302aa022db4 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-372027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25961'] for router, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:16.802836 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-644befc2-a154-4b45-a095-2302aa022db4 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:16.834992 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1433ef52-18ea-454f-9221-54e41b08a8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:16.854899 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-644befc2-a154-4b45-a095-2302aa022db4 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337'] for router, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:16.882194 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c88d4e70-bbda-4d57-96fa-6ca7ff79ec93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:16.889369 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-97eafe2b-5212-4843-964c-fa5d9ce0a5b8 req-de88c5d3-894a-4fbf-94d0-dd3df43c3c9a service neutron] 10.222.0.18 "GET /v2.0/networks/bbc50e3d-1342-4e04-b690-f6146b0d424c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217686 Feb 01 04:40:16.892221 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c88d4e70-bbda-4d57-96fa-6ca7ff79ec93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:16.905861 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c88d4e70-bbda-4d57-96fa-6ca7ff79ec93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=87637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:40:16.912290 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-644befc2-a154-4b45-a095-2302aa022db4 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:16.913489 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-644befc2-a154-4b45-a095-2302aa022db4 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1870475 Feb 01 04:40:16.919637 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42848) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:16.920234 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c88d4e70-bbda-4d57-96fa-6ca7ff79ec93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:16.920656 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.segments_db [None req-c88d4e70-bbda-4d57-96fa-6ca7ff79ec93 admin admin] Added segment bc018653-2871-4b05-8fff-c15b2d8cb03a of type vlan for network 14c68ca9-7381-440d-aa72-48ee8856b7d5 Feb 01 04:40:16.925097 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-07996890-04d4-45e2-8074-117e8e600223 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:40:16.951639 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c88d4e70-bbda-4d57-96fa-6ca7ff79ec93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:16.988462 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88d4e70-bbda-4d57-96fa-6ca7ff79ec93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2caf901-086b-4344-83b2-e36adbf10b45,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:17.017343 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c88d4e70-bbda-4d57-96fa-6ca7ff79ec93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:17.018527 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88d4e70-bbda-4d57-96fa-6ca7ff79ec93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:40:17.019258 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c88d4e70-bbda-4d57-96fa-6ca7ff79ec93 admin admin] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:17.096603 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-c88d4e70-bbda-4d57-96fa-6ca7ff79ec93 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7806470 Feb 01 04:40:17.099431 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42852) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:17.106644 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-0ce76e94-7baf-4612-b1a9-ad94a595de48 admin admin] Request body: {'subnet': {'network_id': '14c68ca9-7381-440d-aa72-48ee8856b7d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-38636871-subnet', 'tenant_id': '961f0cd51a3e44d9ae91b59e65b4bdc8', 'ip_version': 4}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:40:17.165927 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-0ce76e94-7baf-4612-b1a9-ad94a595de48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:40:17.172039 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88d4e70-bbda-4d57-96fa-6ca7ff79ec93 admin admin] Pushing event updated for resources: {'Network': ['ID=14c68ca9-7381-440d-aa72-48ee8856b7d5,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:17.177272 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-0ce76e94-7baf-4612-b1a9-ad94a595de48 admin admin] Usage tracker for resource:subnet and tenant:961f0cd51a3e44d9ae91b59e65b4bdc8 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:40:17.180349 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-0ce76e94-7baf-4612-b1a9-ad94a595de48 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:40:17.187428 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-0ce76e94-7baf-4612-b1a9-ad94a595de48 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:40:17.198893 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce76e94-7baf-4612-b1a9-ad94a595de48 admin admin] Made reservation on behalf of 961f0cd51a3e44d9ae91b59e65b4bdc8 for: {'subnet': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:40:17.202445 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0ce76e94-7baf-4612-b1a9-ad94a595de48 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3694443'] for subnet, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:17.296806 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 14c68ca9-7381-440d-aa72-48ee8856b7d5 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:40:17.330367 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1433ef52-18ea-454f-9221-54e41b08a8f7 None None] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:17.362364 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-1433ef52-18ea-454f-9221-54e41b08a8f7 None None] Transition to ACTIVE for port object 2a518623-ba34-4b6d-b35c-d792284a9b2a will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:40:17.376845 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42856) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:17.425301 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1433ef52-18ea-454f-9221-54e41b08a8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:17.516177 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-0fa63ca2-8afd-4f19-b1d0-a565065e7732 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/floatingips/8fa821c3-8628-4a39-8bbf-bc959163145d HTTP/1.1" status: 200 len: 991 time: 0.1370084 Feb 01 04:40:17.556395 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0ce76e94-7baf-4612-b1a9-ad94a595de48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3037478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3694457'] for subnet, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:17.583855 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-07996890-04d4-45e2-8074-117e8e600223 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:17.600230 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-07996890-04d4-45e2-8074-117e8e600223 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-774359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-774360', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-772505'] for router, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:17.624818 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e88819b-fb3b-4dd0-a962-f507dd55042e None None] Pushing event updated for resources: {'Port': ['ID=2a518623-ba34-4b6d-b35c-d792284a9b2a,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:17.659803 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce76e94-7baf-4612-b1a9-ad94a595de48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=426da65f-abba-4370-9560-005c786d6bf5,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:17.680222 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce76e94-7baf-4612-b1a9-ad94a595de48 admin admin] Checking segment: {'id': 'bc018653-2871-4b05-8fff-c15b2d8cb03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '14c68ca9-7381-440d-aa72-48ee8856b7d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:40:17.680578 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce76e94-7baf-4612-b1a9-ad94a595de48 admin admin] Network hostable DHCP agents. Network: 14c68ca9-7381-440d-aa72-48ee8856b7d5, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:40:17.706771 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-1433ef52-18ea-454f-9221-54e41b08a8f7 None None] Attempting to bind port 2a518623-ba34-4b6d-b35c-d792284a9b2a on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:40:17.707649 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-1433ef52-18ea-454f-9221-54e41b08a8f7 None None] Attempting to bind port 2a518623-ba34-4b6d-b35c-d792284a9b2a by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '6b1a300b-d251-4755-82de-371c1e658f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a0c2a700-3881-4414-a7a8-128b0ce8d5cc'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:40:17.708011 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1433ef52-18ea-454f-9221-54e41b08a8f7 None None] Attempting to bind port 2a518623-ba34-4b6d-b35c-d792284a9b2a on network a0c2a700-3881-4414-a7a8-128b0ce8d5cc {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:40:17.716228 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1433ef52-18ea-454f-9221-54e41b08a8f7 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:40:17.716701 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1433ef52-18ea-454f-9221-54e41b08a8f7 None None] Checking segment: {'id': '6b1a300b-d251-4755-82de-371c1e658f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a0c2a700-3881-4414-a7a8-128b0ce8d5cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:40:17.717058 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1433ef52-18ea-454f-9221-54e41b08a8f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:17.717590 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1433ef52-18ea-454f-9221-54e41b08a8f7 None None] Bound using segment: {'id': '6b1a300b-d251-4755-82de-371c1e658f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a0c2a700-3881-4414-a7a8-128b0ce8d5cc'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:40:17.718119 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-1433ef52-18ea-454f-9221-54e41b08a8f7 None None] Bound port: 2a518623-ba34-4b6d-b35c-d792284a9b2a, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b1a300b-d251-4755-82de-371c1e658f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a0c2a700-3881-4414-a7a8-128b0ce8d5cc'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:40:17.718570 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1433ef52-18ea-454f-9221-54e41b08a8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:17.720174 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce76e94-7baf-4612-b1a9-ad94a595de48 admin admin] Network 14c68ca9-7381-440d-aa72-48ee8856b7d5 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:40:17.735949 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-0ce76e94-7baf-4612-b1a9-ad94a595de48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, 14c68ca9-7381-440d-aa72-48ee8856b7d5) {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:40:17.740144 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce76e94-7baf-4612-b1a9-ad94a595de48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:40:17.740717 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0ce76e94-7baf-4612-b1a9-ad94a595de48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:17.748967 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d6d30a-8acb-471a-bed2-3a6a5fa56a0b None None] Network 14c68ca9-7381-440d-aa72-48ee8856b7d5 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:40:17.771794 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ba781a-9700-4e82-926b-da7dd2842640 None None] New status for floating IP 8fa821c3-8628-4a39-8bbf-bc959163145d: ACTIVE {{(pid=87638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 01 04:40:17.775850 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-0ce76e94-7baf-4612-b1a9-ad94a595de48 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6752272 Feb 01 04:40:17.778117 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42860) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:17.783477 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-8e6c8d35-8389-4a68-8f66-b1e3217378c8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-38636871-router', 'tenant_id': '961f0cd51a3e44d9ae91b59e65b4bdc8', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:40:17.789135 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-8e6c8d35-8389-4a68-8f66-b1e3217378c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:40:17.793443 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-8e6c8d35-8389-4a68-8f66-b1e3217378c8 admin admin] Usage tracker for resource:router and tenant:961f0cd51a3e44d9ae91b59e65b4bdc8 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:40:17.801771 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-8e6c8d35-8389-4a68-8f66-b1e3217378c8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:40:17.807809 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-8e6c8d35-8389-4a68-8f66-b1e3217378c8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:40:17.820471 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8e6c8d35-8389-4a68-8f66-b1e3217378c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25958'] for router, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:17.820913 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07996890-04d4-45e2-8074-117e8e600223 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Router 175ee907-726c-4446-aff4-c3f1d61d1f43 is scheduled to L3 agent a3073304-82af-4a42-89af-bc532d6626bb with binding_index 1 {{(pid=87636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 01 04:40:17.821688 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8e6c8d35-8389-4a68-8f66-b1e3217378c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-372027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25961'] for router, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:17.838204 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8e6c8d35-8389-4a68-8f66-b1e3217378c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:17.966158 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07996890-04d4-45e2-8074-117e8e600223 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:40:17.975599 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da51eb0-f210-4669-8ef0-6e8cad9f8e1f None None] Sync routers for ids ['175ee907-726c-4446-aff4-c3f1d61d1f43'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:40:17.978580 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-07996890-04d4-45e2-8074-117e8e600223 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:17.982097 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-07996890-04d4-45e2-8074-117e8e600223 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "PUT /v2.0/routers/175ee907-726c-4446-aff4-c3f1d61d1f43 HTTP/1.1" status: 200 len: 698 time: 1.0589874 Feb 01 04:40:17.982408 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42864) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:17.989859 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da51eb0-f210-4669-8ef0-6e8cad9f8e1f None None] Routers {'175ee907-726c-4446-aff4-c3f1d61d1f43'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:40:17.990583 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-1da51eb0-f210-4669-8ef0-6e8cad9f8e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:40:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['175ee907-726c-4446-aff4-c3f1d61d1f43'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:40:18.119355 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-1da51eb0-f210-4669-8ef0-6e8cad9f8e1f None None] Set router 175ee907-726c-4446-aff4-c3f1d61d1f43 gateway port host: None {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:40:18.206430 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-1433ef52-18ea-454f-9221-54e41b08a8f7 None None] For port 2a518623-ba34-4b6d-b35c-d792284a9b2a, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:40:18.227432 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-1da51eb0-f210-4669-8ef0-6e8cad9f8e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175ee907-726c-4446-aff4-c3f1d61d1f43', 'name': 'tempest-RoutersIpV6Test-router-1633799339', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:40:16Z', 'updated_at': '2022-02-01T04:40:17Z', 'revision_number': 2, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'gw_port_host': None}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:40:18.232446 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da51eb0-f210-4669-8ef0-6e8cad9f8e1f None None] Checking router: 175ee907-726c-4446-aff4-c3f1d61d1f43 for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:40:18.241284 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da51eb0-f210-4669-8ef0-6e8cad9f8e1f None None] Routers {'175ee907-726c-4446-aff4-c3f1d61d1f43'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:40:18.241890 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-1da51eb0-f210-4669-8ef0-6e8cad9f8e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:40:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['175ee907-726c-4446-aff4-c3f1d61d1f43'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:40:18.298506 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-1433ef52-18ea-454f-9221-54e41b08a8f7 None None] For port 2a518623-ba34-4b6d-b35c-d792284a9b2a, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=2a518623-ba34-4b6d-b35c-d792284a9b2a,segment=NetworkSegment(6b1a300b-d251-4755-82de-371c1e658f49),segment_id=6b1a300b-d251-4755-82de-371c1e658f49)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:40:18.363268 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-161af09d-2852-4d32-a13e-9d8223cc1f82 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "GET /v2.0/routers/175ee907-726c-4446-aff4-c3f1d61d1f43 HTTP/1.1" status: 200 len: 704 time: 0.3774319 Feb 01 04:40:18.363525 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8e6c8d35-8389-4a68-8f66-b1e3217378c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:18.364866 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42868) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:18.367555 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1433ef52-18ea-454f-9221-54e41b08a8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:18.387328 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-1da51eb0-f210-4669-8ef0-6e8cad9f8e1f None None] Set router 175ee907-726c-4446-aff4-c3f1d61d1f43 gateway port host: None {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:40:18.407564 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82177e9-5462-43ab-8c00-3e6e0468e4db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-14c68ca9-7381-440d-aa72-48ee8856b7d5', 'network_id': '14c68ca9-7381-440d-aa72-48ee8856b7d5', 'tenant_id': '961f0cd51a3e44d9ae91b59e65b4bdc8', 'fixed_ips': [{'subnet_id': '426da65f-abba-4370-9560-005c786d6bf5'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:40:18.408404 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e82177e9-5462-43ab-8c00-3e6e0468e4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:18.413204 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-aaef3d88-1fa8-42bd-b957-7b857153d72e tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "GET /v2.0/ports?device_id=175ee907-726c-4446-aff4-c3f1d61d1f43 HTTP/1.1" status: 200 len: 205 time: 0.0458739 Feb 01 04:40:18.413546 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42872) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:18.519417 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 42876) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:18.544554 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-1da51eb0-f210-4669-8ef0-6e8cad9f8e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175ee907-726c-4446-aff4-c3f1d61d1f43', 'name': 'tempest-RoutersIpV6Test-router-1633799339', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:40:16Z', 'updated_at': '2022-02-01T04:40:17Z', 'revision_number': 2, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'gw_port_host': None}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:40:18.549722 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da51eb0-f210-4669-8ef0-6e8cad9f8e1f None None] The sync data for ids ['175ee907-726c-4446-aff4-c3f1d61d1f43'] in dv-neutron-826830-1-hyperv is: [{'id': '175ee907-726c-4446-aff4-c3f1d61d1f43', 'name': 'tempest-RoutersIpV6Test-router-1633799339', 'tenant_id': '1f6ca98a557d4325996431c1756276f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:40:16Z', 'updated_at': '2022-02-01T04:40:17Z', 'revision_number': 2, 'project_id': '1f6ca98a557d4325996431c1756276f6', 'gw_port_host': None}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:40:18.556936 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e88819b-fb3b-4dd0-a962-f507dd55042e None None] Pushing event updated for resources: {'Port': ['ID=2a518623-ba34-4b6d-b35c-d792284a9b2a,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:18.562439 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1433ef52-18ea-454f-9221-54e41b08a8f7 None None] Routers {'1014f846-447e-455d-8a3a-e55c04980670'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:40:18.563069 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-1433ef52-18ea-454f-9221-54e41b08a8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:40:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['1014f846-447e-455d-8a3a-e55c04980670'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:40:18.636011 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bdbd4dac-684d-41af-a845-06a768f067cb tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for router, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:18.711703 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-39294490-4061-46cf-b9db-ca23049be14a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/floatingips/8fa821c3-8628-4a39-8bbf-bc959163145d HTTP/1.1" status: 200 len: 993 time: 0.1907928 Feb 01 04:40:18.892129 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-1433ef52-18ea-454f-9221-54e41b08a8f7 None None] Set router 1014f846-447e-455d-8a3a-e55c04980670 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:40:18.953397 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-e82177e9-5462-43ab-8c00-3e6e0468e4db None None] Allocated IP 172.20.0.2 (14c68ca9-7381-440d-aa72-48ee8856b7d5/426da65f-abba-4370-9560-005c786d6bf5/f71661bc-0dcf-44ac-a1e4-a34d71b9ef71) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:40:18.986170 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8e6c8d35-8389-4a68-8f66-b1e3217378c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:18.999112 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bdbd4dac-684d-41af-a845-06a768f067cb tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25968'] for router, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:19.001693 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bdbd4dac-684d-41af-a845-06a768f067cb tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:19.017116 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8e6c8d35-8389-4a68-8f66-b1e3217378c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:19.026864 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bdbd4dac-684d-41af-a845-06a768f067cb tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772958'] for router, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:19.028032 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdbd4dac-684d-41af-a845-06a768f067cb tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Fanout notify agent at l3_agent the message router_deleted on router 175ee907-726c-4446-aff4-c3f1d61d1f43 {{(pid=87636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 01 04:40:19.042662 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bdbd4dac-684d-41af-a845-06a768f067cb tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:19.044163 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-bdbd4dac-684d-41af-a845-06a768f067cb tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "DELETE /v2.0/routers/175ee907-726c-4446-aff4-c3f1d61d1f43 HTTP/1.1" status: 204 len: 168 time: 0.6295362 Feb 01 04:40:19.047468 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42880) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:19.093196 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-01127b4f-b651-4e75-8db9-a8f2f667b7b2 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "GET /v2.0/ports?device_id=175ee907-726c-4446-aff4-c3f1d61d1f43 HTTP/1.1" status: 200 len: 205 time: 0.0445390 Feb 01 04:40:19.095992 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42884) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:19.163251 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-8e6c8d35-8389-4a68-8f66-b1e3217378c8 admin admin] Allocated IP 172.26.8.231 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/0d2351bd-c33e-4383-a9c7-da25c850c109) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:40:19.167051 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-8c609b94-92ea-4073-9acb-7d16dcd58f84 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] delete failed (client error): The resource could not be found. Feb 01 04:40:19.167346 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-8c609b94-92ea-4073-9acb-7d16dcd58f84 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "DELETE /v2.0/routers/175ee907-726c-4446-aff4-c3f1d61d1f43 HTTP/1.1" status: 404 len: 336 time: 0.0704236 Feb 01 04:40:19.169898 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42888) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:19.209853 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-6329ba46-bed3-4847-9fca-3da3186e38ce tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] DELETE failed (client error): The resource could not be found. Feb 01 04:40:19.210306 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6329ba46-bed3-4847-9fca-3da3186e38ce tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:40:19.211995 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-6329ba46-bed3-4847-9fca-3da3186e38ce tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "DELETE /v2.0/subnets/909fc9e8-25a7-48a6-9979-73077216263c HTTP/1.1" status: 404 len: 337 time: 0.0412195 Feb 01 04:40:19.214488 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42892) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:19.256950 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-49195fad-9b82-425f-b573-5e0d7c50a316 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] DELETE failed (client error): The resource could not be found. Feb 01 04:40:19.257390 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49195fad-9b82-425f-b573-5e0d7c50a316 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:40:19.259082 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-49195fad-9b82-425f-b573-5e0d7c50a316 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "DELETE /v2.0/subnets/6e6383a8-71a2-4c5b-bd9c-04842e06de56 HTTP/1.1" status: 404 len: 337 time: 0.0430052 Feb 01 04:40:19.261642 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42896) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:19.335667 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8e6c8d35-8389-4a68-8f66-b1e3217378c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:19.372936 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8e6c8d35-8389-4a68-8f66-b1e3217378c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:19.400559 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e82177e9-5462-43ab-8c00-3e6e0468e4db None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:19.424741 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-e82177e9-5462-43ab-8c00-3e6e0468e4db None None] Transition to ACTIVE for port object f71661bc-0dcf-44ac-a1e4-a34d71b9ef71 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:40:19.425797 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-3919f63e-1bff-4f35-9f89-3bb402bb9cd0 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] DELETE failed (client error): The resource could not be found. Feb 01 04:40:19.427051 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3919f63e-1bff-4f35-9f89-3bb402bb9cd0 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:40:19.430570 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-3919f63e-1bff-4f35-9f89-3bb402bb9cd0 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "DELETE /v2.0/subnets/105f9a8f-e330-4d2e-9f8d-14915fec692e HTTP/1.1" status: 404 len: 337 time: 0.1650107 Feb 01 04:40:19.430734 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42900) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:19.450374 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-e82177e9-5462-43ab-8c00-3e6e0468e4db None None] Transition to ACTIVE for port object f71661bc-0dcf-44ac-a1e4-a34d71b9ef71 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:40:19.451367 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6c8d35-8389-4a68-8f66-b1e3217378c8 admin admin] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:40:19.453528 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-1433ef52-18ea-454f-9221-54e41b08a8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1014f846-447e-455d-8a3a-e55c04980670', 'name': 'tempest-TestVolumeBootPattern-533563384-router', 'tenant_id': '9f8d5bc7845843a4a3997b13887466a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': 'f7fbbe8b-34ff-4f49-836c-3f11895c073a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:40:07Z', 'updated_at': '2022-02-01T04:40:13Z', 'revision_number': 4, 'project_id': '9f8d5bc7845843a4a3997b13887466a6', 'gw_port': {'id': 'f7fbbe8b-34ff-4f49-836c-3f11895c073a', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1014f846-447e-455d-8a3a-e55c04980670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:40:08Z', 'updated_at': '2022-02-01T04:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '2a518623-ba34-4b6d-b35c-d792284a9b2a', 'name': '', 'network_id': 'a0c2a700-3881-4414-a7a8-128b0ce8d5cc', 'tenant_id': '9f8d5bc7845843a4a3997b13887466a6', 'mac_address': 'fa:16:3e:f6:ce:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1014f846-447e-455d-8a3a-e55c04980670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'acb960c4-d095-42c0-820a-b7e1026fb7c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:40:12Z', 'updated_at': '2022-02-01T04:40:18Z', 'revision_number': 4, 'project_id': '9f8d5bc7845843a4a3997b13887466a6', 'subnets': [{'id': 'acb960c4-d095-42c0-820a-b7e1026fb7c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:40:19.455367 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-8e6c8d35-8389-4a68-8f66-b1e3217378c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:40:19.460149 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1433ef52-18ea-454f-9221-54e41b08a8f7 None None] The sync data for ids ['1014f846-447e-455d-8a3a-e55c04980670'] in dv-neutron-826830-1-hyperv is: [{'id': '1014f846-447e-455d-8a3a-e55c04980670', 'name': 'tempest-TestVolumeBootPattern-533563384-router', 'tenant_id': '9f8d5bc7845843a4a3997b13887466a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': 'f7fbbe8b-34ff-4f49-836c-3f11895c073a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:40:07Z', 'updated_at': '2022-02-01T04:40:13Z', 'revision_number': 4, 'project_id': '9f8d5bc7845843a4a3997b13887466a6', 'gw_port': {'id': 'f7fbbe8b-34ff-4f49-836c-3f11895c073a', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1014f846-447e-455d-8a3a-e55c04980670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:40:08Z', 'updated_at': '2022-02-01T04:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '2a518623-ba34-4b6d-b35c-d792284a9b2a', 'name': '', 'network_id': 'a0c2a700-3881-4414-a7a8-128b0ce8d5cc', 'tenant_id': '9f8d5bc7845843a4a3997b13887466a6', 'mac_address': 'fa:16:3e:f6:ce:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1014f846-447e-455d-8a3a-e55c04980670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'acb960c4-d095-42c0-820a-b7e1026fb7c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:40:12Z', 'updated_at': '2022-02-01T04:40:18Z', 'revision_number': 4, 'project_id': '9f8d5bc7845843a4a3997b13887466a6', 'subnets': [{'id': 'acb960c4-d095-42c0-820a-b7e1026fb7c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:40:19.461178 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6c8d35-8389-4a68-8f66-b1e3217378c8 admin admin] Pushing event updated for resources: {'Port': ['ID=0d2351bd-c33e-4383-a9c7-da25c850c109,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:19.463680 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6c8d35-8389-4a68-8f66-b1e3217378c8 admin admin] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:40:19.464140 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e82177e9-5462-43ab-8c00-3e6e0468e4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:19.475022 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c1a5120-3979-4f43-863b-468a00c93294 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] DELETE failed (client error): The resource could not be found. Feb 01 04:40:19.475243 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c1a5120-3979-4f43-863b-468a00c93294 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:40:19.479539 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-7c1a5120-3979-4f43-863b-468a00c93294 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "DELETE /v2.0/subnets/861a0651-7bb1-4764-9619-8fa9fc9738e0 HTTP/1.1" status: 404 len: 337 time: 0.0451386 Feb 01 04:40:19.479895 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42904) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:19.532331 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e9266f45-153a-4c92-b073-f2f8c9622f7e tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "GET /v2.0/ports?device_id=74f284ef-6b67-4b50-9c32-cab939688992 HTTP/1.1" status: 200 len: 205 time: 0.0481291 Feb 01 04:40:19.532331 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42908) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:19.533961 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82177e9-5462-43ab-8c00-3e6e0468e4db None None] Network 14c68ca9-7381-440d-aa72-48ee8856b7d5 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:40:19.537118 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-e82177e9-5462-43ab-8c00-3e6e0468e4db None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:40:19.544144 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82177e9-5462-43ab-8c00-3e6e0468e4db None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:40:19.582034 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82177e9-5462-43ab-8c00-3e6e0468e4db None None] Pushing event updated for resources: {'Port': ['ID=f71661bc-0dcf-44ac-a1e4-a34d71b9ef71,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:19.621903 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-5748d1d1-0779-4712-ae49-8dfd6cafb89b tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] delete failed (client error): The resource could not be found. Feb 01 04:40:19.622954 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-5748d1d1-0779-4712-ae49-8dfd6cafb89b tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "DELETE /v2.0/routers/74f284ef-6b67-4b50-9c32-cab939688992 HTTP/1.1" status: 404 len: 336 time: 0.0905631 Feb 01 04:40:19.627698 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42912) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:19.684921 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-55d15bef-a021-4b53-a2c2-fdc990edabbb tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f3bba55-50bc-4d50-969d-78e05c1c0d08 HTTP/1.1" status: 200 len: 205 time: 0.0528471 Feb 01 04:40:19.686003 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42916) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:19.686300 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-e82177e9-5462-43ab-8c00-3e6e0468e4db None None] Attempting to bind port f71661bc-0dcf-44ac-a1e4-a34d71b9ef71 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:40:19.686689 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-e82177e9-5462-43ab-8c00-3e6e0468e4db None None] Attempting to bind port f71661bc-0dcf-44ac-a1e4-a34d71b9ef71 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': 'bc018653-2871-4b05-8fff-c15b2d8cb03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '14c68ca9-7381-440d-aa72-48ee8856b7d5'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:40:19.687048 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82177e9-5462-43ab-8c00-3e6e0468e4db None None] Attempting to bind port f71661bc-0dcf-44ac-a1e4-a34d71b9ef71 on network 14c68ca9-7381-440d-aa72-48ee8856b7d5 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:40:19.694766 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82177e9-5462-43ab-8c00-3e6e0468e4db None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:40:19.695159 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82177e9-5462-43ab-8c00-3e6e0468e4db None None] Checking segment: {'id': 'bc018653-2871-4b05-8fff-c15b2d8cb03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '14c68ca9-7381-440d-aa72-48ee8856b7d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:40:19.695577 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e82177e9-5462-43ab-8c00-3e6e0468e4db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:19.695996 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82177e9-5462-43ab-8c00-3e6e0468e4db None None] Bound using segment: {'id': 'bc018653-2871-4b05-8fff-c15b2d8cb03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '14c68ca9-7381-440d-aa72-48ee8856b7d5'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:40:19.696461 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-e82177e9-5462-43ab-8c00-3e6e0468e4db None None] Bound port: f71661bc-0dcf-44ac-a1e4-a34d71b9ef71, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc018653-2871-4b05-8fff-c15b2d8cb03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '14c68ca9-7381-440d-aa72-48ee8856b7d5'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:40:19.696838 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e82177e9-5462-43ab-8c00-3e6e0468e4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:19.784921 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-5e89a32b-fc93-46be-b626-dd99ac657093 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] delete failed (client error): The resource could not be found. Feb 01 04:40:19.786017 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-5e89a32b-fc93-46be-b626-dd99ac657093 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "DELETE /v2.0/routers/1f3bba55-50bc-4d50-969d-78e05c1c0d08 HTTP/1.1" status: 404 len: 336 time: 0.0981283 Feb 01 04:40:19.788598 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42920) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:19.847413 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4f54888-ebf9-47f9-a217-4668cefd0755 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] DELETE failed (client error): The resource could not be found. Feb 01 04:40:19.847871 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4f54888-ebf9-47f9-a217-4668cefd0755 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:40:19.859463 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f4f54888-ebf9-47f9-a217-4668cefd0755 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "DELETE /v2.0/subnets/b77a392b-99ca-4143-8c0c-4174d7bcf121 HTTP/1.1" status: 404 len: 337 time: 0.0697911 Feb 01 04:40:19.863598 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42924) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:19.975050 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0f432fae-a9c0-4dea-a0ec-9e28ce4c164b tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b745ddc-81b1-490e-b72e-0b642d9b89c3 HTTP/1.1" status: 200 len: 205 time: 0.1077900 Feb 01 04:40:19.975413 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-e82177e9-5462-43ab-8c00-3e6e0468e4db None None] For port f71661bc-0dcf-44ac-a1e4-a34d71b9ef71, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:40:19.975980 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42928) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:19.977599 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-e82177e9-5462-43ab-8c00-3e6e0468e4db None None] For port f71661bc-0dcf-44ac-a1e4-a34d71b9ef71, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=f71661bc-0dcf-44ac-a1e4-a34d71b9ef71,segment=NetworkSegment(bc018653-2871-4b05-8fff-c15b2d8cb03a),segment_id=bc018653-2871-4b05-8fff-c15b2d8cb03a)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:40:19.981104 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 2a518623-ba34-4b6d-b35c-d792284a9b2a up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:40:20.010937 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e82177e9-5462-43ab-8c00-3e6e0468e4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:20.056543 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8e6c8d35-8389-4a68-8f66-b1e3217378c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:20.064699 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-0f0fbe25-ed2a-47c7-935e-9098a424df81 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] delete failed (client error): The resource could not be found. Feb 01 04:40:20.066035 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0f0fbe25-ed2a-47c7-935e-9098a424df81 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "DELETE /v2.0/routers/9b745ddc-81b1-490e-b72e-0b642d9b89c3 HTTP/1.1" status: 404 len: 336 time: 0.0889390 Feb 01 04:40:20.069820 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42932) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:20.125494 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f6cb4fa9-18a4-418c-a81d-638ba763f84f tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "GET /v2.0/ports?device_id=6dabe59d-23d4-405e-8b2f-48d20193c2f6 HTTP/1.1" status: 200 len: 205 time: 0.0545681 Feb 01 04:40:20.126957 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42936) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:20.141481 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82177e9-5462-43ab-8c00-3e6e0468e4db None None] Pushing event updated for resources: {'Port': ['ID=f71661bc-0dcf-44ac-a1e4-a34d71b9ef71,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:20.175186 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 2a518623-ba34-4b6d-b35c-d792284a9b2a completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:40:20.180532 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 2a518623-ba34-4b6d-b35c-d792284a9b2a triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:40:20.180907 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:20.225045 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-6a326416-cd78-44ea-82be-b1aaa0131a03 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] delete failed (client error): The resource could not be found. Feb 01 04:40:20.226128 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-6a326416-cd78-44ea-82be-b1aaa0131a03 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "DELETE /v2.0/routers/6dabe59d-23d4-405e-8b2f-48d20193c2f6 HTTP/1.1" status: 404 len: 336 time: 0.0979345 Feb 01 04:40:20.231694 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42940) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:20.281265 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-79d3d935-90fa-4572-840c-d9300124b024 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] DELETE failed (client error): The resource could not be found. Feb 01 04:40:20.281893 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79d3d935-90fa-4572-840c-d9300124b024 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:40:20.286790 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-79d3d935-90fa-4572-840c-d9300124b024 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "DELETE /v2.0/subnets/68dc04a2-5e32-4125-8308-67410c906054 HTTP/1.1" status: 404 len: 337 time: 0.0538621 Feb 01 04:40:20.287797 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42944) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:20.343790 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-22629050-8d9c-4394-8121-da37ce338d3d tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cb0a730-5335-4ca4-a78e-b238d286093e HTTP/1.1" status: 200 len: 205 time: 0.0544543 Feb 01 04:40:20.344417 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42948) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:20.356440 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:20.420089 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 2a518623-ba34-4b6d-b35c-d792284a9b2a, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=2a518623-ba34-4b6d-b35c-d792284a9b2a,segment=NetworkSegment(6b1a300b-d251-4755-82de-371c1e658f49),segment_id=6b1a300b-d251-4755-82de-371c1e658f49)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:40:20.427618 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:20.480001 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-f7aa9179-87e9-4333-be48-16cefd94b71c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] delete failed (client error): The resource could not be found. Feb 01 04:40:20.484407 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f7aa9179-87e9-4333-be48-16cefd94b71c tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "DELETE /v2.0/routers/4cb0a730-5335-4ca4-a78e-b238d286093e HTTP/1.1" status: 404 len: 336 time: 0.1387007 Feb 01 04:40:20.485091 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42952) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:20.519460 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=2a518623-ba34-4b6d-b35c-d792284a9b2a,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:20.556695 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffc496bf-df1e-44a9-88d7-5105229065f7 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] DELETE failed (client error): The resource could not be found. Feb 01 04:40:20.557408 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffc496bf-df1e-44a9-88d7-5105229065f7 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:40:20.560595 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ffc496bf-df1e-44a9-88d7-5105229065f7 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "DELETE /v2.0/subnets/48ab4646-4ff2-42c2-8515-17a3748fed97 HTTP/1.1" status: 404 len: 337 time: 0.0743971 Feb 01 04:40:20.563466 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42956) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:20.618801 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-c5a0863f-b99e-4bd3-a256-efa372f76726 req-6de2a836-35b6-434b-a2fa-14d69c949da2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e950683b-797d-45a7-a358-3c98ed449189&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4824073 Feb 01 04:40:20.633545 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-631775e6-5fec-4068-8c44-d106df6042b5 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "GET /v2.0/ports?device_id=3287ba47-be07-4184-b62f-def567fc9664 HTTP/1.1" status: 200 len: 205 time: 0.0688567 Feb 01 04:40:20.636039 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42960) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:20.706766 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-64160dae-7004-4404-a3b2-b467ab18d31d tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] delete failed (client error): The resource could not be found. Feb 01 04:40:20.708253 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-64160dae-7004-4404-a3b2-b467ab18d31d tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "DELETE /v2.0/routers/3287ba47-be07-4184-b62f-def567fc9664 HTTP/1.1" status: 404 len: 336 time: 0.0707686 Feb 01 04:40:20.711589 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42964) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:20.750927 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-6836f59d-a1f6-4221-980c-aed8d873cde4 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] DELETE failed (client error): The resource could not be found. Feb 01 04:40:20.751800 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6836f59d-a1f6-4221-980c-aed8d873cde4 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:40:20.753620 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-6836f59d-a1f6-4221-980c-aed8d873cde4 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "DELETE /v2.0/subnets/15943484-41b1-4956-91d0-c7a31d0aa751 HTTP/1.1" status: 404 len: 337 time: 0.0410511 Feb 01 04:40:20.756062 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42968) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:20.796381 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c728f4b-5468-4b7d-955e-7ab6a66b9b67 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] DELETE failed (client error): The resource could not be found. Feb 01 04:40:20.796911 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c728f4b-5468-4b7d-955e-7ab6a66b9b67 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:40:20.799079 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1c728f4b-5468-4b7d-955e-7ab6a66b9b67 tempest-RoutersIpV6Test-1621737287 tempest-RoutersIpV6Test-1621737287-project] 10.222.0.24 "DELETE /v2.0/subnets/72dee5a9-eb72-40b7-bdbb-e769279159a0 HTTP/1.1" status: 404 len: 337 time: 0.0416582 Feb 01 04:40:20.856346 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8e6c8d35-8389-4a68-8f66-b1e3217378c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337'] for router, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:20.952620 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a0863f-b99e-4bd3-a256-efa372f76726 req-51e474aa-7077-4ee4-963b-33b6d6bb1e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:40:20.954019 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-c5a0863f-b99e-4bd3-a256-efa372f76726 req-51e474aa-7077-4ee4-963b-33b6d6bb1e5e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0629703b9474474a9f2fde13723d2e8b&device_id=e950683b-797d-45a7-a358-3c98ed449189 HTTP/1.1" status: 200 len: 1098 time: 0.2397649 Feb 01 04:40:21.122683 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42976) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:21.214319 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a0863f-b99e-4bd3-a256-efa372f76726 req-6ca74ae5-5b2a-48a4-8400-ff32c647d1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:40:21.216352 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-c5a0863f-b99e-4bd3-a256-efa372f76726 req-6ca74ae5-5b2a-48a4-8400-ff32c647d1e0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=bbc50e3d-1342-4e04-b690-f6146b0d424c HTTP/1.1" status: 200 len: 896 time: 0.1897464 Feb 01 04:40:21.281406 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e6c8d35-8389-4a68-8f66-b1e3217378c8 admin admin] Router 62f98845-adf7-40f8-95bc-49355e39fcb9 is scheduled to L3 agent a3073304-82af-4a42-89af-bc532d6626bb with binding_index 1 {{(pid=87637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 01 04:40:21.313435 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-12f2853e-9571-4615-8501-b6117b967ee8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1f6ca98a557d4325996431c1756276f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1891959 Feb 01 04:40:21.315822 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42982) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:21.397795 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-715e1fa0-03ca-4bf2-9c72-d65b7bb37dfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:21.406766 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-c5a0863f-b99e-4bd3-a256-efa372f76726 req-90198c30-95df-4b59-976e-76ab8bba07ac service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd73e8d8-9605-4adf-873a-d5f017426a17 HTTP/1.1" status: 200 len: 1001 time: 0.1831558 Feb 01 04:40:21.427549 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-715e1fa0-03ca-4bf2-9c72-d65b7bb37dfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:21.470526 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c255fda-ffa4-465b-8c2d-f486b953b273 None None] Network 14c68ca9-7381-440d-aa72-48ee8856b7d5 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:40:21.487739 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-715e1fa0-03ca-4bf2-9c72-d65b7bb37dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:21.505714 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715e1fa0-03ca-4bf2-9c72-d65b7bb37dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22ea092-d7c1-4952-bebe-a0c231b4583f,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:21.511685 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-715e1fa0-03ca-4bf2-9c72-d65b7bb37dfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:21.516282 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-715e1fa0-03ca-4bf2-9c72-d65b7bb37dfb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c22ea092-d7c1-4952-bebe-a0c231b4583f HTTP/1.1" status: 204 len: 168 time: 0.1963477 Feb 01 04:40:21.566251 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a0863f-b99e-4bd3-a256-efa372f76726 req-4531aa14-e528-4ae2-b3cd-b44a77342612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:40:21.568050 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-c5a0863f-b99e-4bd3-a256-efa372f76726 req-4531aa14-e528-4ae2-b3cd-b44a77342612 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ddf9201f-e5dc-4973-8c52-315c9eba024d HTTP/1.1" status: 200 len: 834 time: 0.1540663 Feb 01 04:40:21.591064 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-3adb3872-a92e-40c8-813b-d0f0fba70590 None None] Provisioning for port f71661bc-0dcf-44ac-a1e4-a34d71b9ef71 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:40:21.623415 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e6c8d35-8389-4a68-8f66-b1e3217378c8 admin admin] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:40:21.645802 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c0b2b7-ba2e-4fef-a453-a5ab9e81405d None None] Sync routers for ids ['62f98845-adf7-40f8-95bc-49355e39fcb9'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:40:21.661214 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8e6c8d35-8389-4a68-8f66-b1e3217378c8 admin admin] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:21.665228 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c0b2b7-ba2e-4fef-a453-a5ab9e81405d None None] Routers {'62f98845-adf7-40f8-95bc-49355e39fcb9'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:40:21.665377 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-8e6c8d35-8389-4a68-8f66-b1e3217378c8 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.8833077 Feb 01 04:40:21.665472 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-e6c0b2b7-ba2e-4fef-a453-a5ab9e81405d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:40:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['62f98845-adf7-40f8-95bc-49355e39fcb9'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:40:21.665905 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 42990) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:21.678264 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a0863f-b99e-4bd3-a256-efa372f76726 req-b887db6e-cc32-4dff-bd7c-3454832e2558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:40:21.679762 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-c5a0863f-b99e-4bd3-a256-efa372f76726 req-b887db6e-cc32-4dff-bd7c-3454832e2558 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bbc50e3d-1342-4e04-b690-f6146b0d424c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1046813 Feb 01 04:40:21.838057 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-c5a0863f-b99e-4bd3-a256-efa372f76726 req-8f41d083-c15e-4574-89da-1baebd5c7f6c service neutron] 10.222.0.18 "GET /v2.0/networks/bbc50e3d-1342-4e04-b690-f6146b0d424c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521783 Feb 01 04:40:21.923367 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-e6c0b2b7-ba2e-4fef-a453-a5ab9e81405d None None] Set router 62f98845-adf7-40f8-95bc-49355e39fcb9 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:40:22.091482 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 2a518623-ba34-4b6d-b35c-d792284a9b2a up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:40:22.272613 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-c5a0863f-b99e-4bd3-a256-efa372f76726 req-6ae1babe-4a3c-48e3-a746-d366c4852db3 service neutron] 10.222.0.18 "GET /v2.0/networks/bbc50e3d-1342-4e04-b690-f6146b0d424c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4270053 Feb 01 04:40:22.274935 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 2a518623-ba34-4b6d-b35c-d792284a9b2a triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:40:22.275525 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:22.485602 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device f71661bc-0dcf-44ac-a1e4-a34d71b9ef71 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:40:22.516753 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 43010) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:22.534108 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-e6c0b2b7-ba2e-4fef-a453-a5ab9e81405d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f98845-adf7-40f8-95bc-49355e39fcb9', 'name': 'tempest-TestVolumeBootPattern-38636871-router', 'tenant_id': '961f0cd51a3e44d9ae91b59e65b4bdc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': '0d2351bd-c33e-4383-a9c7-da25c850c109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:40:17Z', 'updated_at': '2022-02-01T04:40:19Z', 'revision_number': 3, 'project_id': '961f0cd51a3e44d9ae91b59e65b4bdc8', 'gw_port': {'id': '0d2351bd-c33e-4383-a9c7-da25c850c109', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:99:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f98845-adf7-40f8-95bc-49355e39fcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:40:19Z', 'updated_at': '2022-02-01T04:40:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:40:22.542515 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c0b2b7-ba2e-4fef-a453-a5ab9e81405d None None] Checking router: 62f98845-adf7-40f8-95bc-49355e39fcb9 for host: dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:40:22.542964 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c0b2b7-ba2e-4fef-a453-a5ab9e81405d None None] Updating router 62f98845-adf7-40f8-95bc-49355e39fcb9 port 0d2351bd-c33e-4383-a9c7-da25c850c109 binding host dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 04:40:22.604531 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e6c0b2b7-ba2e-4fef-a453-a5ab9e81405d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:22.658528 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-ae901dbe-a14b-4c0e-ac4d-dab6b67ca2cd tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:40:22.659422 dv-neutron-826830-1-hyperv neutron-server[87637]: WARNING neutron.api.v2.base [None req-ae901dbe-a14b-4c0e-ac4d-dab6b67ca2cd tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 01 04:40:22.659873 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.api.v2.resource [None req-ae901dbe-a14b-4c0e-ac4d-dab6b67ca2cd tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] create failed (client error): There was a conflict when trying to complete your request. Feb 01 04:40:22.660910 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-ae901dbe-a14b-4c0e-ac4d-dab6b67ca2cd tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1418960 Feb 01 04:40:22.664525 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 43016) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:22.671398 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-817480b5-2466-4070-9d58-21e79472ea39 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Request body: {'security_group': {'name': 'tempest-secgroup--306335720'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:40:22.678256 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-817480b5-2466-4070-9d58-21e79472ea39 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:40:22.683194 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-817480b5-2466-4070-9d58-21e79472ea39 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Usage tracker for resource:security_group and tenant:01a60a1ebd554017834cb0967047089c is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:40:22.687064 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-817480b5-2466-4070-9d58-21e79472ea39 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:40:22.693967 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-817480b5-2466-4070-9d58-21e79472ea39 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:40:22.707703 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-817480b5-2466-4070-9d58-21e79472ea39 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks [] for security_group, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:22.723654 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-817480b5-2466-4070-9d58-21e79472ea39 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks [] for security_group, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:22.739894 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-817480b5-2466-4070-9d58-21e79472ea39 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:40:22.743916 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-817480b5-2466-4070-9d58-21e79472ea39 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Usage tracker for resource:security_group_rule and tenant:01a60a1ebd554017834cb0967047089c is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:40:22.747564 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-817480b5-2466-4070-9d58-21e79472ea39 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:40:22.753853 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port f71661bc-0dcf-44ac-a1e4-a34d71b9ef71 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:40:22.754313 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-817480b5-2466-4070-9d58-21e79472ea39 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:40:22.759199 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6276e808-e38f-4279-bd80-231fa558a510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:22.769070 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port f71661bc-0dcf-44ac-a1e4-a34d71b9ef71 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:40:22.769819 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:22.848785 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-817480b5-2466-4070-9d58-21e79472ea39 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks [] for security_group, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:22.854666 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-817480b5-2466-4070-9d58-21e79472ea39 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:22.876862 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-817480b5-2466-4070-9d58-21e79472ea39 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:40:22.886600 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-817480b5-2466-4070-9d58-21e79472ea39 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Usage tracker for resource:security_group_rule and tenant:01a60a1ebd554017834cb0967047089c is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:40:22.905029 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-817480b5-2466-4070-9d58-21e79472ea39 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:40:22.915820 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-817480b5-2466-4070-9d58-21e79472ea39 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:40:22.920298 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817480b5-2466-4070-9d58-21e79472ea39 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76087069-c85c-47c2-a30e-14c19d7c9502,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:23.009034 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-817480b5-2466-4070-9d58-21e79472ea39 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks [] for security_group, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:23.013873 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-817480b5-2466-4070-9d58-21e79472ea39 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:23.040271 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-6276e808-e38f-4279-bd80-231fa558a510 admin admin] Allocated IP 172.20.0.1 (14c68ca9-7381-440d-aa72-48ee8856b7d5/426da65f-abba-4370-9560-005c786d6bf5/574d5b50-4c3d-4a18-97f7-92195a5198d9) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:40:23.040505 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:23.057977 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817480b5-2466-4070-9d58-21e79472ea39 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e89220a2-9919-4d22-8104-a33e561d2b98,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:23.062308 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-817480b5-2466-4070-9d58-21e79472ea39 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:23.063695 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-817480b5-2466-4070-9d58-21e79472ea39 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3981748 Feb 01 04:40:23.066577 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 43020) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:23.072766 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-c86a87d1-4cc3-4912-ba77-a12fb6bf5f30 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Request body: {'security_group_rule': {'security_group_id': 'e89220a2-9919-4d22-8104-a33e561d2b98', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:40:23.078657 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port f71661bc-0dcf-44ac-a1e4-a34d71b9ef71, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=f71661bc-0dcf-44ac-a1e4-a34d71b9ef71,segment=NetworkSegment(bc018653-2871-4b05-8fff-c15b2d8cb03a),segment_id=bc018653-2871-4b05-8fff-c15b2d8cb03a)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:40:23.078920 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-c86a87d1-4cc3-4912-ba77-a12fb6bf5f30 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:40:23.083822 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-c86a87d1-4cc3-4912-ba77-a12fb6bf5f30 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Usage tracker for resource:security_group_rule and tenant:01a60a1ebd554017834cb0967047089c is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:40:23.087288 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-c86a87d1-4cc3-4912-ba77-a12fb6bf5f30 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:40:23.089473 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:23.094998 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-c86a87d1-4cc3-4912-ba77-a12fb6bf5f30 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:40:23.112500 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c86a87d1-4cc3-4912-ba77-a12fb6bf5f30 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:23.176097 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c86a87d1-4cc3-4912-ba77-a12fb6bf5f30 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:23.180475 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c86a87d1-4cc3-4912-ba77-a12fb6bf5f30 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:23.207153 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86a87d1-4cc3-4912-ba77-a12fb6bf5f30 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6781152b-4c34-4fa7-a0cc-a1d8e8cdeb5d,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:23.212625 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6276e808-e38f-4279-bd80-231fa558a510 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:23.216538 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e6c0b2b7-ba2e-4fef-a453-a5ab9e81405d None None] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:23.220714 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c86a87d1-4cc3-4912-ba77-a12fb6bf5f30 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:23.224573 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=f71661bc-0dcf-44ac-a1e4-a34d71b9ef71,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:23.224752 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-c86a87d1-4cc3-4912-ba77-a12fb6bf5f30 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1545177 Feb 01 04:40:23.224985 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 43024) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:23.232760 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-6276e808-e38f-4279-bd80-231fa558a510 admin admin] Transition to ACTIVE for port object 574d5b50-4c3d-4a18-97f7-92195a5198d9 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:40:23.233074 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-e6c0b2b7-ba2e-4fef-a453-a5ab9e81405d None None] Transition to ACTIVE for port object 0d2351bd-c33e-4383-a9c7-da25c850c109 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:40:23.234436 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-2c4850c9-00ae-41b0-a302-9b3c1c2f02b9 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Request body: {'security_group_rule': {'security_group_id': 'e89220a2-9919-4d22-8104-a33e561d2b98', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:40:23.241443 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e6c0b2b7-ba2e-4fef-a453-a5ab9e81405d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:23.242275 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-2c4850c9-00ae-41b0-a302-9b3c1c2f02b9 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:40:23.246568 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-2c4850c9-00ae-41b0-a302-9b3c1c2f02b9 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Usage tracker for resource:security_group_rule and tenant:01a60a1ebd554017834cb0967047089c is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:40:23.250305 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-2c4850c9-00ae-41b0-a302-9b3c1c2f02b9 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:40:23.256565 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-2c4850c9-00ae-41b0-a302-9b3c1c2f02b9 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:40:23.260337 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6276e808-e38f-4279-bd80-231fa558a510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:23.273960 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2c4850c9-00ae-41b0-a302-9b3c1c2f02b9 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:23.328310 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-e6c0b2b7-ba2e-4fef-a453-a5ab9e81405d None None] Attempting to bind port 0d2351bd-c33e-4383-a9c7-da25c850c109 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:40:23.328581 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-e6c0b2b7-ba2e-4fef-a453-a5ab9e81405d None None] Attempting to bind port 0d2351bd-c33e-4383-a9c7-da25c850c109 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:40:23.328729 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c0b2b7-ba2e-4fef-a453-a5ab9e81405d None None] Attempting to bind port 0d2351bd-c33e-4383-a9c7-da25c850c109 on network bdef128a-46b3-4cca-a245-48d1eb781269 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:40:23.329691 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6276e808-e38f-4279-bd80-231fa558a510 admin admin] Network 14c68ca9-7381-440d-aa72-48ee8856b7d5 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:40:23.330889 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed10ce83-b71c-4a91-8bc2-bf55236050db None None] Pushing event updated for resources: {'Port': ['ID=0d2351bd-c33e-4383-a9c7-da25c850c109,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:23.332653 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-6276e808-e38f-4279-bd80-231fa558a510 admin admin] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:40:23.336389 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c0b2b7-ba2e-4fef-a453-a5ab9e81405d None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:40:23.336627 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6276e808-e38f-4279-bd80-231fa558a510 admin admin] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:40:23.336745 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c0b2b7-ba2e-4fef-a453-a5ab9e81405d None None] Checking segment: {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:40:23.337138 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e6c0b2b7-ba2e-4fef-a453-a5ab9e81405d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:23.337526 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c0b2b7-ba2e-4fef-a453-a5ab9e81405d None None] Bound using segment: {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:40:23.337986 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-e6c0b2b7-ba2e-4fef-a453-a5ab9e81405d None None] Bound port: 0d2351bd-c33e-4383-a9c7-da25c850c109, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:40:23.338356 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e6c0b2b7-ba2e-4fef-a453-a5ab9e81405d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:23.354917 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.api.v2.resource [None req-2c4850c9-00ae-41b0-a302-9b3c1c2f02b9 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] create failed (client error): There was a conflict when trying to complete your request. Feb 01 04:40:23.359792 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-2c4850c9-00ae-41b0-a302-9b3c1c2f02b9 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1312411 Feb 01 04:40:23.360655 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 43028) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:23.375311 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276e808-e38f-4279-bd80-231fa558a510 admin admin] Pushing event updated for resources: {'Port': ['ID=574d5b50-4c3d-4a18-97f7-92195a5198d9,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:23.396446 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6276e808-e38f-4279-bd80-231fa558a510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-372107'] for router_interface, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:23.423062 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-e6c0b2b7-ba2e-4fef-a453-a5ab9e81405d None None] For port 0d2351bd-c33e-4383-a9c7-da25c850c109, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:40:23.430372 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-e6c0b2b7-ba2e-4fef-a453-a5ab9e81405d None None] For port 0d2351bd-c33e-4383-a9c7-da25c850c109, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=0d2351bd-c33e-4383-a9c7-da25c850c109,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:40:23.436353 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e6c0b2b7-ba2e-4fef-a453-a5ab9e81405d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:23.453859 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-98c6a338-d174-404e-92b6-cd04c050dd11 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks [] for security_group, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:23.490545 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-98c6a338-d174-404e-92b6-cd04c050dd11 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:23.526640 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c0b2b7-ba2e-4fef-a453-a5ab9e81405d None None] Routers {'62f98845-adf7-40f8-95bc-49355e39fcb9'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:40:23.527959 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-e6c0b2b7-ba2e-4fef-a453-a5ab9e81405d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:40:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['62f98845-adf7-40f8-95bc-49355e39fcb9'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:40:23.554895 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6276e808-e38f-4279-bd80-231fa558a510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:23.558903 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-98c6a338-d174-404e-92b6-cd04c050dd11 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:23.579796 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c6a338-d174-404e-92b6-cd04c050dd11 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89220a2-9919-4d22-8104-a33e561d2b98,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:23.586676 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-98c6a338-d174-404e-92b6-cd04c050dd11 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:23.587853 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-98c6a338-d174-404e-92b6-cd04c050dd11 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] 10.222.0.24 "DELETE /v2.0/security-groups/e89220a2-9919-4d22-8104-a33e561d2b98 HTTP/1.1" status: 204 len: 168 time: 0.2265468 Feb 01 04:40:23.590992 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 43032) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:23.602504 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed10ce83-b71c-4a91-8bc2-bf55236050db None None] Pushing event updated for resources: {'Port': ['ID=0d2351bd-c33e-4383-a9c7-da25c850c109,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:23.645113 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-85c82367-fa67-41cb-9999-d9a311c25644 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Synchronizing usage tracker for tenant:01a60a1ebd554017834cb0967047089c on resource:security_group {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:40:23.662706 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-85c82367-fa67-41cb-9999-d9a311c25644 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Unset dirty status for tenant:01a60a1ebd554017834cb0967047089c on resource:security_group {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:40:23.667641 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-85c82367-fa67-41cb-9999-d9a311c25644 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0717270 Feb 01 04:40:23.668575 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 43036) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:23.673838 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-72061421-00c8-41ae-889a-5cf0f3121d34 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Request body: {'security_group': {'name': 'tempest-secgroup--580643814'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:40:23.683558 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-72061421-00c8-41ae-889a-5cf0f3121d34 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:40:23.693202 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-72061421-00c8-41ae-889a-5cf0f3121d34 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:40:23.704164 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-72061421-00c8-41ae-889a-5cf0f3121d34 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks [] for security_group, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:23.712762 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-9a13383e-274a-4fce-8c76-0a98e65ec2de None None] Provisioning for port 574d5b50-4c3d-4a18-97f7-92195a5198d9 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:40:23.723601 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-9a13383e-274a-4fce-8c76-0a98e65ec2de None None] Provisioning complete for port 574d5b50-4c3d-4a18-97f7-92195a5198d9 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:40:23.723970 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9a13383e-274a-4fce-8c76-0a98e65ec2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:23.724210 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-72061421-00c8-41ae-889a-5cf0f3121d34 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:40:23.727969 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-72061421-00c8-41ae-889a-5cf0f3121d34 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Usage tracker for resource:security_group_rule and tenant:01a60a1ebd554017834cb0967047089c is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:40:23.730831 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-72061421-00c8-41ae-889a-5cf0f3121d34 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:40:23.736529 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-72061421-00c8-41ae-889a-5cf0f3121d34 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:40:23.779474 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-e6c0b2b7-ba2e-4fef-a453-a5ab9e81405d None None] Set router 62f98845-adf7-40f8-95bc-49355e39fcb9 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:40:23.810906 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-72061421-00c8-41ae-889a-5cf0f3121d34 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks [] for security_group, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:23.815300 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-72061421-00c8-41ae-889a-5cf0f3121d34 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:23.825149 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6276e808-e38f-4279-bd80-231fa558a510 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:23.836739 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6276e808-e38f-4279-bd80-231fa558a510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:23.849157 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-9a13383e-274a-4fce-8c76-0a98e65ec2de None None] Port 574d5b50-4c3d-4a18-97f7-92195a5198d9 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:40:23.870787 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72061421-00c8-41ae-889a-5cf0f3121d34 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36080d0a-48c5-4240-a7a6-8d1810e6cf33,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:23.884531 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-72061421-00c8-41ae-889a-5cf0f3121d34 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:23.885516 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-72061421-00c8-41ae-889a-5cf0f3121d34 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2158720 Feb 01 04:40:23.889034 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 43040) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:23.901174 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-cd80c17d-7d24-410c-9f62-f49f34e8faea tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Request body: {'security_group_rule': {'security_group_id': '36080d0a-48c5-4240-a7a6-8d1810e6cf33', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:40:23.903882 dv-neutron-826830-1-hyperv neutron-server[87637]: WARNING neutron.api.v2.base [None req-cd80c17d-7d24-410c-9f62-f49f34e8faea tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 01 04:40:23.906325 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.api.v2.resource [None req-cd80c17d-7d24-410c-9f62-f49f34e8faea tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 01 04:40:23.907493 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-cd80c17d-7d24-410c-9f62-f49f34e8faea tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0170748 Feb 01 04:40:23.910102 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 43044) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:23.921131 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device f71661bc-0dcf-44ac-a1e4-a34d71b9ef71 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:40:23.974896 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276e808-e38f-4279-bd80-231fa558a510 admin admin] Pushing event updated for resources: {'Port': ['ID=574d5b50-4c3d-4a18-97f7-92195a5198d9,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:23.993195 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8962eb73-5c2d-40d3-b209-5fbc2f03eb8e tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks [] for security_group, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:24.005783 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6276e808-e38f-4279-bd80-231fa558a510 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371990'] for router_interface, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:24.021421 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8962eb73-5c2d-40d3-b209-5fbc2f03eb8e tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:24.071865 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8962eb73-5c2d-40d3-b209-5fbc2f03eb8e tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:24.091436 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8962eb73-5c2d-40d3-b209-5fbc2f03eb8e tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36080d0a-48c5-4240-a7a6-8d1810e6cf33,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:24.098657 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8962eb73-5c2d-40d3-b209-5fbc2f03eb8e tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:24.102280 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-8962eb73-5c2d-40d3-b209-5fbc2f03eb8e tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] 10.222.0.24 "DELETE /v2.0/security-groups/36080d0a-48c5-4240-a7a6-8d1810e6cf33 HTTP/1.1" status: 204 len: 168 time: 0.1885014 Feb 01 04:40:24.102502 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 43048) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:24.140649 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port f71661bc-0dcf-44ac-a1e4-a34d71b9ef71 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:40:24.140904 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:24.155419 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-1c191b1e-f0e0-4c40-9dff-7988259456f8 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Synchronizing usage tracker for tenant:01a60a1ebd554017834cb0967047089c on resource:security_group {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:40:24.173332 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-1c191b1e-f0e0-4c40-9dff-7988259456f8 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Unset dirty status for tenant:01a60a1ebd554017834cb0967047089c on resource:security_group {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:40:24.178246 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-1c191b1e-f0e0-4c40-9dff-7988259456f8 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0712109 Feb 01 04:40:24.178998 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 43052) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:24.185448 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-6079e164-0f72-4e3d-9bda-41e36ae7c1ef tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Request body: {'security_group': {'name': 'tempest-secgroup--208887970'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:40:24.191964 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-6079e164-0f72-4e3d-9bda-41e36ae7c1ef tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:40:24.202134 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-6079e164-0f72-4e3d-9bda-41e36ae7c1ef tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:40:24.213445 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6079e164-0f72-4e3d-9bda-41e36ae7c1ef tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks [] for security_group, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:24.236419 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-6079e164-0f72-4e3d-9bda-41e36ae7c1ef tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:40:24.240353 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-6079e164-0f72-4e3d-9bda-41e36ae7c1ef tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Usage tracker for resource:security_group_rule and tenant:01a60a1ebd554017834cb0967047089c is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:40:24.243285 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-6079e164-0f72-4e3d-9bda-41e36ae7c1ef tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:40:24.250992 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-6079e164-0f72-4e3d-9bda-41e36ae7c1ef tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:40:24.276245 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-e6c0b2b7-ba2e-4fef-a453-a5ab9e81405d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f98845-adf7-40f8-95bc-49355e39fcb9', 'name': 'tempest-TestVolumeBootPattern-38636871-router', 'tenant_id': '961f0cd51a3e44d9ae91b59e65b4bdc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': '0d2351bd-c33e-4383-a9c7-da25c850c109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:40:17Z', 'updated_at': '2022-02-01T04:40:23Z', 'revision_number': 4, 'project_id': '961f0cd51a3e44d9ae91b59e65b4bdc8', 'gw_port': {'id': '0d2351bd-c33e-4383-a9c7-da25c850c109', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:99:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f98845-adf7-40f8-95bc-49355e39fcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:40:19Z', 'updated_at': '2022-02-01T04:40:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '574d5b50-4c3d-4a18-97f7-92195a5198d9', 'name': '', 'network_id': '14c68ca9-7381-440d-aa72-48ee8856b7d5', 'tenant_id': '961f0cd51a3e44d9ae91b59e65b4bdc8', 'mac_address': 'fa:16:3e:4e:a5:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f98845-adf7-40f8-95bc-49355e39fcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '426da65f-abba-4370-9560-005c786d6bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:40:22Z', 'updated_at': '2022-02-01T04:40:23Z', 'revision_number': 1, 'project_id': '961f0cd51a3e44d9ae91b59e65b4bdc8', 'subnets': [{'id': '426da65f-abba-4370-9560-005c786d6bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:40:24.278299 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6276e808-e38f-4279-bd80-231fa558a510 admin admin] Network 14c68ca9-7381-440d-aa72-48ee8856b7d5 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:40:24.279514 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-6276e808-e38f-4279-bd80-231fa558a510 admin admin] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:40:24.285851 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c0b2b7-ba2e-4fef-a453-a5ab9e81405d None None] The sync data for ids ['62f98845-adf7-40f8-95bc-49355e39fcb9'] in dv-neutron-826830-1-hyperv is: [{'id': '62f98845-adf7-40f8-95bc-49355e39fcb9', 'name': 'tempest-TestVolumeBootPattern-38636871-router', 'tenant_id': '961f0cd51a3e44d9ae91b59e65b4bdc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': '0d2351bd-c33e-4383-a9c7-da25c850c109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:40:17Z', 'updated_at': '2022-02-01T04:40:23Z', 'revision_number': 4, 'project_id': '961f0cd51a3e44d9ae91b59e65b4bdc8', 'gw_port': {'id': '0d2351bd-c33e-4383-a9c7-da25c850c109', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:99:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f98845-adf7-40f8-95bc-49355e39fcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:40:19Z', 'updated_at': '2022-02-01T04:40:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '574d5b50-4c3d-4a18-97f7-92195a5198d9', 'name': '', 'network_id': '14c68ca9-7381-440d-aa72-48ee8856b7d5', 'tenant_id': '961f0cd51a3e44d9ae91b59e65b4bdc8', 'mac_address': 'fa:16:3e:4e:a5:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f98845-adf7-40f8-95bc-49355e39fcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '426da65f-abba-4370-9560-005c786d6bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:40:22Z', 'updated_at': '2022-02-01T04:40:23Z', 'revision_number': 1, 'project_id': '961f0cd51a3e44d9ae91b59e65b4bdc8', 'subnets': [{'id': '426da65f-abba-4370-9560-005c786d6bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:40:24.336067 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6079e164-0f72-4e3d-9bda-41e36ae7c1ef tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks [] for security_group, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:24.341345 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6079e164-0f72-4e3d-9bda-41e36ae7c1ef tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:24.401563 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6079e164-0f72-4e3d-9bda-41e36ae7c1ef tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb1ebf5-014c-45e3-9def-564ab10628e5,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:24.406781 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6079e164-0f72-4e3d-9bda-41e36ae7c1ef tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:24.411151 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-6079e164-0f72-4e3d-9bda-41e36ae7c1ef tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2305026 Feb 01 04:40:24.411823 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 43056) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:24.417494 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-229acfcc-1619-4856-b5ca-64d81f974a91 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Request body: {'security_group_rule': {'security_group_id': '8bb1ebf5-014c-45e3-9def-564ab10628e5', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:40:24.418583 dv-neutron-826830-1-hyperv neutron-server[87637]: WARNING neutron.api.v2.base [None req-229acfcc-1619-4856-b5ca-64d81f974a91 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 01 04:40:24.419101 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.api.v2.resource [None req-229acfcc-1619-4856-b5ca-64d81f974a91 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 01 04:40:24.422551 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-229acfcc-1619-4856-b5ca-64d81f974a91 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0071156 Feb 01 04:40:24.422787 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 43060) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:24.499983 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6276e808-e38f-4279-bd80-231fa558a510 admin admin] Router 62f98845-adf7-40f8-95bc-49355e39fcb9 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:40:24.512191 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-454069de-c2b0-45ae-956e-8d2c98ac03d6 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks [] for security_group, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:24.557109 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-454069de-c2b0-45ae-956e-8d2c98ac03d6 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:24.579357 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-7ac00908-286c-4fb8-bdaf-ab860b4bc645 None None] Provisioning complete for port 574d5b50-4c3d-4a18-97f7-92195a5198d9 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:40:24.581087 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7ac00908-286c-4fb8-bdaf-ab860b4bc645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:24.617691 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-454069de-c2b0-45ae-956e-8d2c98ac03d6 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:24.646164 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454069de-c2b0-45ae-956e-8d2c98ac03d6 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb1ebf5-014c-45e3-9def-564ab10628e5,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:24.664064 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-454069de-c2b0-45ae-956e-8d2c98ac03d6 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:24.667506 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-454069de-c2b0-45ae-956e-8d2c98ac03d6 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] 10.222.0.24 "DELETE /v2.0/security-groups/8bb1ebf5-014c-45e3-9def-564ab10628e5 HTTP/1.1" status: 204 len: 168 time: 0.2415586 Feb 01 04:40:24.670861 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 43064) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:24.707304 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-7ac00908-286c-4fb8-bdaf-ab860b4bc645 None None] Port 574d5b50-4c3d-4a18-97f7-92195a5198d9 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:40:24.723739 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-2bcce0ce-a0b2-470a-ae44-43ea19b8e74c tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Synchronizing usage tracker for tenant:01a60a1ebd554017834cb0967047089c on resource:security_group {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:40:24.747572 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-2bcce0ce-a0b2-470a-ae44-43ea19b8e74c tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Unset dirty status for tenant:01a60a1ebd554017834cb0967047089c on resource:security_group {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:40:24.749053 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-2bcce0ce-a0b2-470a-ae44-43ea19b8e74c tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0771215 Feb 01 04:40:24.753036 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 43068) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:24.758971 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-0e40392d-0421-4c12-b594-ce4032f3682a tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Request body: {'security_group': {'name': 'tempest-secgroup--1876798678'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:40:24.766414 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-0e40392d-0421-4c12-b594-ce4032f3682a tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:40:24.770762 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6276e808-e38f-4279-bd80-231fa558a510 admin admin] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:40:24.778060 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-0e40392d-0421-4c12-b594-ce4032f3682a tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:40:24.783730 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-6276e808-e38f-4279-bd80-231fa558a510 admin admin] 10.222.0.24 "PUT /v2.0/routers/62f98845-adf7-40f8-95bc-49355e39fcb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1167843 Feb 01 04:40:24.797953 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0e40392d-0421-4c12-b594-ce4032f3682a tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks [] for security_group, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:24.819531 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-0e40392d-0421-4c12-b594-ce4032f3682a tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:40:24.823969 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-0e40392d-0421-4c12-b594-ce4032f3682a tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Usage tracker for resource:security_group_rule and tenant:01a60a1ebd554017834cb0967047089c is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:40:24.827037 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-0e40392d-0421-4c12-b594-ce4032f3682a tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:40:24.833559 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-0e40392d-0421-4c12-b594-ce4032f3682a tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:40:24.921784 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0e40392d-0421-4c12-b594-ce4032f3682a tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks [] for security_group, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:24.926873 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0e40392d-0421-4c12-b594-ce4032f3682a tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:24.980228 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e40392d-0421-4c12-b594-ce4032f3682a tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65e07b17-3472-4877-bffe-74e8c0c5c654,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:24.985371 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0e40392d-0421-4c12-b594-ce4032f3682a tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:24.989853 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 43078) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:24.990379 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-0e40392d-0421-4c12-b594-ce4032f3682a tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2355006 Feb 01 04:40:24.995042 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-4d5a8b26-355b-43f1-89d0-0aacb8d09822 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Request body: {'security_group_rule': {'security_group_id': '65e07b17-3472-4877-bffe-74e8c0c5c654', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:40:24.995947 dv-neutron-826830-1-hyperv neutron-server[87636]: WARNING neutron.api.v2.base [None req-4d5a8b26-355b-43f1-89d0-0aacb8d09822 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 01 04:40:24.996586 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-4d5a8b26-355b-43f1-89d0-0aacb8d09822 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 01 04:40:24.997687 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4d5a8b26-355b-43f1-89d0-0aacb8d09822 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0068541 Feb 01 04:40:25.000697 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 43082) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:25.007126 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-e28f4511-6d52-4a70-85c2-808ea190faef tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Request body: {'security_group_rule': {'security_group_id': '65e07b17-3472-4877-bffe-74e8c0c5c654', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:40:25.007847 dv-neutron-826830-1-hyperv neutron-server[87637]: WARNING neutron.api.v2.base [None req-e28f4511-6d52-4a70-85c2-808ea190faef tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 01 04:40:25.008716 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.api.v2.resource [None req-e28f4511-6d52-4a70-85c2-808ea190faef tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 01 04:40:25.011333 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-e28f4511-6d52-4a70-85c2-808ea190faef tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0075760 Feb 01 04:40:25.012544 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 43086) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:25.017486 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-23335ad6-11e5-4007-97f9-bbed93e1cd46 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Request body: {'security_group_rule': {'security_group_id': '65e07b17-3472-4877-bffe-74e8c0c5c654', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:40:25.018388 dv-neutron-826830-1-hyperv neutron-server[87637]: WARNING neutron.api.v2.base [None req-23335ad6-11e5-4007-97f9-bbed93e1cd46 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 01 04:40:25.018929 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.api.v2.resource [None req-23335ad6-11e5-4007-97f9-bbed93e1cd46 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 01 04:40:25.020197 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-23335ad6-11e5-4007-97f9-bbed93e1cd46 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0064769 Feb 01 04:40:25.022509 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 43090) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:25.029656 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-3deeef44-058a-4d8f-9cf7-9b9773fbc5e2 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Request body: {'security_group_rule': {'security_group_id': '65e07b17-3472-4877-bffe-74e8c0c5c654', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:40:25.030717 dv-neutron-826830-1-hyperv neutron-server[87637]: WARNING neutron.api.v2.base [None req-3deeef44-058a-4d8f-9cf7-9b9773fbc5e2 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 01 04:40:25.031301 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.api.v2.resource [None req-3deeef44-058a-4d8f-9cf7-9b9773fbc5e2 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 01 04:40:25.032334 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-3deeef44-058a-4d8f-9cf7-9b9773fbc5e2 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0088210 Feb 01 04:40:25.035601 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 43094) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:25.112833 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4077abd0-6f80-4039-b633-4da810bad72d tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:25.163919 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4077abd0-6f80-4039-b633-4da810bad72d tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:25.217581 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4077abd0-6f80-4039-b633-4da810bad72d tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:25.237770 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4077abd0-6f80-4039-b633-4da810bad72d tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e07b17-3472-4877-bffe-74e8c0c5c654,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:25.244975 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4077abd0-6f80-4039-b633-4da810bad72d tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:25.246604 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4077abd0-6f80-4039-b633-4da810bad72d tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] 10.222.0.24 "DELETE /v2.0/security-groups/65e07b17-3472-4877-bffe-74e8c0c5c654 HTTP/1.1" status: 204 len: 168 time: 0.2092106 Feb 01 04:40:25.249240 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 43098) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:25.306242 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c7f62acb-5c66-41f1-a467-c1954348f00f tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Synchronizing usage tracker for tenant:01a60a1ebd554017834cb0967047089c on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:40:25.322587 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c7f62acb-5c66-41f1-a467-c1954348f00f tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Unset dirty status for tenant:01a60a1ebd554017834cb0967047089c on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:40:25.328278 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 43102) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:25.328537 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c7f62acb-5c66-41f1-a467-c1954348f00f tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0777864 Feb 01 04:40:25.334303 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-9654f22a-b95f-4b0c-ae75-b8aadba5f9a8 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Request body: {'security_group': {'name': 'tempest-secgroup--1368714342'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:40:25.341247 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-9654f22a-b95f-4b0c-ae75-b8aadba5f9a8 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:40:25.354548 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-9654f22a-b95f-4b0c-ae75-b8aadba5f9a8 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:40:25.364672 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9654f22a-b95f-4b0c-ae75-b8aadba5f9a8 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks [] for security_group, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:25.388701 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-9654f22a-b95f-4b0c-ae75-b8aadba5f9a8 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:40:25.392479 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-9654f22a-b95f-4b0c-ae75-b8aadba5f9a8 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Usage tracker for resource:security_group_rule and tenant:01a60a1ebd554017834cb0967047089c is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:40:25.395464 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-9654f22a-b95f-4b0c-ae75-b8aadba5f9a8 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:40:25.401324 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-9654f22a-b95f-4b0c-ae75-b8aadba5f9a8 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:40:25.427228 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 43106) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:25.435095 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-85d7860c-f845-4c38-be2b-61b8fb8053de tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-113967124', 'description': 'tempest-secgroup-smoke-113967124 description', 'project_id': '9f8d5bc7845843a4a3997b13887466a6'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:40:25.443779 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-85d7860c-f845-4c38-be2b-61b8fb8053de tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:40:25.451096 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-85d7860c-f845-4c38-be2b-61b8fb8053de tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Usage tracker for resource:security_group and tenant:9f8d5bc7845843a4a3997b13887466a6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:40:25.455989 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-85d7860c-f845-4c38-be2b-61b8fb8053de tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:40:25.462584 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-85d7860c-f845-4c38-be2b-61b8fb8053de tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:40:25.482542 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9654f22a-b95f-4b0c-ae75-b8aadba5f9a8 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks [] for security_group, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:25.487194 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9654f22a-b95f-4b0c-ae75-b8aadba5f9a8 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:25.495098 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-85d7860c-f845-4c38-be2b-61b8fb8053de tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:25.518753 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-85d7860c-f845-4c38-be2b-61b8fb8053de tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:40:25.522602 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-85d7860c-f845-4c38-be2b-61b8fb8053de tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Usage tracker for resource:security_group_rule and tenant:9f8d5bc7845843a4a3997b13887466a6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:40:25.525694 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-85d7860c-f845-4c38-be2b-61b8fb8053de tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:40:25.532077 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-85d7860c-f845-4c38-be2b-61b8fb8053de tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:40:25.536697 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9654f22a-b95f-4b0c-ae75-b8aadba5f9a8 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39be27ee-9540-4b4d-873b-ed3f8e5e034d,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:25.542532 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9654f22a-b95f-4b0c-ae75-b8aadba5f9a8 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:25.548255 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-9654f22a-b95f-4b0c-ae75-b8aadba5f9a8 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2189157 Feb 01 04:40:25.549008 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 43110) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:25.554477 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-b61b5d69-9645-4223-9fb6-5ddbd5a4ad31 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Request body: {'security_group_rule': {'security_group_id': '39be27ee-9540-4b4d-873b-ed3f8e5e034d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:40:25.554941 dv-neutron-826830-1-hyperv neutron-server[87637]: WARNING neutron.api.v2.base [None req-b61b5d69-9645-4223-9fb6-5ddbd5a4ad31 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 01 04:40:25.555459 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.api.v2.resource [None req-b61b5d69-9645-4223-9fb6-5ddbd5a4ad31 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 01 04:40:25.559293 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-b61b5d69-9645-4223-9fb6-5ddbd5a4ad31 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0092192 Feb 01 04:40:25.559521 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 43114) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:25.565662 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-899e0f54-c2bc-4a8b-a2b4-e736bf50c2da tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Request body: {'security_group_rule': {'security_group_id': '39be27ee-9540-4b4d-873b-ed3f8e5e034d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:40:25.577797 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-899e0f54-c2bc-4a8b-a2b4-e736bf50c2da tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:40:25.585467 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-899e0f54-c2bc-4a8b-a2b4-e736bf50c2da tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Usage tracker for resource:security_group_rule and tenant:01a60a1ebd554017834cb0967047089c is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:40:25.589278 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-899e0f54-c2bc-4a8b-a2b4-e736bf50c2da tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:40:25.603385 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-899e0f54-c2bc-4a8b-a2b4-e736bf50c2da tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:40:25.641429 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-85d7860c-f845-4c38-be2b-61b8fb8053de tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:25.647238 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-85d7860c-f845-4c38-be2b-61b8fb8053de tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:25.689307 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-899e0f54-c2bc-4a8b-a2b4-e736bf50c2da tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 01 04:40:25.690266 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-899e0f54-c2bc-4a8b-a2b4-e736bf50c2da tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1298184 Feb 01 04:40:25.693182 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 43118) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:25.697126 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d7860c-f845-4c38-be2b-61b8fb8053de tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee02c2cf-afe8-43b1-ba9c-28b13c261f32,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:25.698255 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-0b04c970-0646-4354-a869-c2d7c710d530 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Request body: {'security_group_rule': {'security_group_id': '39be27ee-9540-4b4d-873b-ed3f8e5e034d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:40:25.699971 dv-neutron-826830-1-hyperv neutron-server[87637]: WARNING neutron.api.v2.base [None req-0b04c970-0646-4354-a869-c2d7c710d530 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 01 04:40:25.699971 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.api.v2.resource [None req-0b04c970-0646-4354-a869-c2d7c710d530 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 01 04:40:25.703346 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-85d7860c-f845-4c38-be2b-61b8fb8053de tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:25.703520 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-0b04c970-0646-4354-a869-c2d7c710d530 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0067403 Feb 01 04:40:25.703682 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-85d7860c-f845-4c38-be2b-61b8fb8053de tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2736874 Feb 01 04:40:25.703804 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 43122) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:25.705500 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 43124) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:25.711538 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-7d6de270-1fed-4ce7-99bd-ae6a5d1df2fc tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Request body: {'security_group_rule': {'security_group_id': '39be27ee-9540-4b4d-873b-ed3f8e5e034d', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:40:25.718475 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-3a9090de-b88d-42b8-b03b-fb306660c6d2 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Request body: {'security_group_rule': {'security_group_id': 'ee02c2cf-afe8-43b1-ba9c-28b13c261f32', 'project_id': '9f8d5bc7845843a4a3997b13887466a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:40:25.727409 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-7d6de270-1fed-4ce7-99bd-ae6a5d1df2fc tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:40:25.729761 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-3a9090de-b88d-42b8-b03b-fb306660c6d2 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:40:25.734157 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-7d6de270-1fed-4ce7-99bd-ae6a5d1df2fc tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Usage tracker for resource:security_group_rule and tenant:01a60a1ebd554017834cb0967047089c is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:40:25.736931 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-3a9090de-b88d-42b8-b03b-fb306660c6d2 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Usage tracker for resource:security_group_rule and tenant:9f8d5bc7845843a4a3997b13887466a6 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:40:25.739424 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-7d6de270-1fed-4ce7-99bd-ae6a5d1df2fc tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:40:25.742081 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-3a9090de-b88d-42b8-b03b-fb306660c6d2 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:40:25.749308 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-7d6de270-1fed-4ce7-99bd-ae6a5d1df2fc tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:40:25.751614 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-3a9090de-b88d-42b8-b03b-fb306660c6d2 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:40:25.781947 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3a9090de-b88d-42b8-b03b-fb306660c6d2 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:25.796094 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.api.v2.resource [None req-7d6de270-1fed-4ce7-99bd-ae6a5d1df2fc tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 01 04:40:25.797122 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-7d6de270-1fed-4ce7-99bd-ae6a5d1df2fc tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0926569 Feb 01 04:40:25.799854 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 43130) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:25.810341 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-05a9e7c1-f1f4-48f1-91bb-9337732ed7ef tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Request body: {'security_group_rule': {'security_group_id': '39be27ee-9540-4b4d-873b-ed3f8e5e034d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:40:25.810814 dv-neutron-826830-1-hyperv neutron-server[87637]: WARNING neutron.api.v2.base [None req-05a9e7c1-f1f4-48f1-91bb-9337732ed7ef tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 01 04:40:25.811310 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.api.v2.resource [None req-05a9e7c1-f1f4-48f1-91bb-9337732ed7ef tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 01 04:40:25.814644 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-05a9e7c1-f1f4-48f1-91bb-9337732ed7ef tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0114987 Feb 01 04:40:25.815264 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 43134) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:25.820738 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-bcf997b7-aba9-4721-8112-880b47984542 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Request body: {'security_group_rule': {'security_group_id': '39be27ee-9540-4b4d-873b-ed3f8e5e034d', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:40:25.827221 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-bcf997b7-aba9-4721-8112-880b47984542 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:40:25.831374 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-bcf997b7-aba9-4721-8112-880b47984542 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Usage tracker for resource:security_group_rule and tenant:01a60a1ebd554017834cb0967047089c is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:40:25.836242 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-bcf997b7-aba9-4721-8112-880b47984542 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:40:25.845688 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-bcf997b7-aba9-4721-8112-880b47984542 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:40:25.858337 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3a9090de-b88d-42b8-b03b-fb306660c6d2 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:25.858451 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.securitygroups_db [None req-bcf997b7-aba9-4721-8112-880b47984542 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Project 01a60a1ebd554017834cb0967047089c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 01 04:40:25.864987 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3a9090de-b88d-42b8-b03b-fb306660c6d2 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:25.883690 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-bcf997b7-aba9-4721-8112-880b47984542 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 01 04:40:25.888736 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9090de-b88d-42b8-b03b-fb306660c6d2 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66e0ea15-559f-429f-a2da-c11c33cb3ba1,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:25.890362 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-bcf997b7-aba9-4721-8112-880b47984542 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0739861 Feb 01 04:40:25.891061 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 43138) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:25.896483 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-e65c0efa-8e93-40ea-9f5e-ff4fdff00dd5 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Request body: {'security_group_rule': {'security_group_id': '39be27ee-9540-4b4d-873b-ed3f8e5e034d', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:40:25.897017 dv-neutron-826830-1-hyperv neutron-server[87636]: WARNING neutron.api.v2.base [None req-e65c0efa-8e93-40ea-9f5e-ff4fdff00dd5 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 01 04:40:25.897707 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-e65c0efa-8e93-40ea-9f5e-ff4fdff00dd5 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 01 04:40:25.901284 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 43142) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:25.902960 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e65c0efa-8e93-40ea-9f5e-ff4fdff00dd5 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0100083 Feb 01 04:40:25.909712 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-2dc6c017-7ec5-4462-aed6-2a42882ecff2 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Request body: {'security_group_rule': {'security_group_id': '39be27ee-9540-4b4d-873b-ed3f8e5e034d', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:40:25.919693 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-2dc6c017-7ec5-4462-aed6-2a42882ecff2 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:40:25.922846 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3a9090de-b88d-42b8-b03b-fb306660c6d2 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:25.924090 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-3a9090de-b88d-42b8-b03b-fb306660c6d2 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2165079 Feb 01 04:40:25.926691 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-2dc6c017-7ec5-4462-aed6-2a42882ecff2 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Usage tracker for resource:security_group_rule and tenant:01a60a1ebd554017834cb0967047089c is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:40:25.927210 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 43146) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:25.929890 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-2dc6c017-7ec5-4462-aed6-2a42882ecff2 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:40:25.935431 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-8abe5499-c775-4e50-902d-cc0cefc8f84f tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Request body: {'security_group_rule': {'security_group_id': 'ee02c2cf-afe8-43b1-ba9c-28b13c261f32', 'project_id': '9f8d5bc7845843a4a3997b13887466a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:40:25.936146 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-2dc6c017-7ec5-4462-aed6-2a42882ecff2 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:40:25.938495 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 0d2351bd-c33e-4383-a9c7-da25c850c109 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:40:25.942075 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-8abe5499-c775-4e50-902d-cc0cefc8f84f tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:40:25.947257 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-8abe5499-c775-4e50-902d-cc0cefc8f84f tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Usage tracker for resource:security_group_rule and tenant:9f8d5bc7845843a4a3997b13887466a6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:40:25.948367 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.securitygroups_db [None req-2dc6c017-7ec5-4462-aed6-2a42882ecff2 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Project 01a60a1ebd554017834cb0967047089c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 01 04:40:25.950893 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-8abe5499-c775-4e50-902d-cc0cefc8f84f tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:40:25.956897 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-8abe5499-c775-4e50-902d-cc0cefc8f84f tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:40:25.971571 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.api.v2.resource [None req-2dc6c017-7ec5-4462-aed6-2a42882ecff2 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 01 04:40:25.972644 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-2dc6c017-7ec5-4462-aed6-2a42882ecff2 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0701761 Feb 01 04:40:25.976140 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 43150) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:25.976821 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8abe5499-c775-4e50-902d-cc0cefc8f84f tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:25.981816 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-68504037-e271-43e0-aa79-4abbdba69a00 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Request body: {'security_group_rule': {'security_group_id': '39be27ee-9540-4b4d-873b-ed3f8e5e034d', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:40:25.991475 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-68504037-e271-43e0-aa79-4abbdba69a00 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:40:25.997588 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-68504037-e271-43e0-aa79-4abbdba69a00 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Usage tracker for resource:security_group_rule and tenant:01a60a1ebd554017834cb0967047089c is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:40:26.000705 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-68504037-e271-43e0-aa79-4abbdba69a00 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:40:26.007051 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-68504037-e271-43e0-aa79-4abbdba69a00 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:40:26.015358 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 0d2351bd-c33e-4383-a9c7-da25c850c109 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:40:26.019124 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.securitygroups_db [None req-68504037-e271-43e0-aa79-4abbdba69a00 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Project 01a60a1ebd554017834cb0967047089c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 01 04:40:26.022031 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 0d2351bd-c33e-4383-a9c7-da25c850c109 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:40:26.022509 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:26.039158 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.api.v2.resource [None req-68504037-e271-43e0-aa79-4abbdba69a00 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 01 04:40:26.040218 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-68504037-e271-43e0-aa79-4abbdba69a00 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0629315 Feb 01 04:40:26.042948 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 43154) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:26.048112 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8abe5499-c775-4e50-902d-cc0cefc8f84f tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:26.053474 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8abe5499-c775-4e50-902d-cc0cefc8f84f tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:26.075297 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abe5499-c775-4e50-902d-cc0cefc8f84f tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5809994-7c2e-4ae3-b658-bb5dab135675,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:26.089451 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8abe5499-c775-4e50-902d-cc0cefc8f84f tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:26.092173 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-8abe5499-c775-4e50-902d-cc0cefc8f84f tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1639538 Feb 01 04:40:26.094907 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 43158) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:26.099956 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-74506053-fdff-4f88-8d89-d871791ec23c tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Request body: {'security_group_rule': {'security_group_id': 'ee02c2cf-afe8-43b1-ba9c-28b13c261f32', 'project_id': '9f8d5bc7845843a4a3997b13887466a6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:40:26.107758 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-74506053-fdff-4f88-8d89-d871791ec23c tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:40:26.111800 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-74506053-fdff-4f88-8d89-d871791ec23c tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Usage tracker for resource:security_group_rule and tenant:9f8d5bc7845843a4a3997b13887466a6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:40:26.114770 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-74506053-fdff-4f88-8d89-d871791ec23c tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:40:26.115007 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9f96981f-cf34-49ca-9b02-caf94b0d644d tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks [] for security_group, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:26.120498 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-74506053-fdff-4f88-8d89-d871791ec23c tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:40:26.143083 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-74506053-fdff-4f88-8d89-d871791ec23c tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:26.151459 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9f96981f-cf34-49ca-9b02-caf94b0d644d tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:26.155748 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:26.175082 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 0d2351bd-c33e-4383-a9c7-da25c850c109, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=0d2351bd-c33e-4383-a9c7-da25c850c109,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:40:26.180091 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:26.205820 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9f96981f-cf34-49ca-9b02-caf94b0d644d tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:26.211258 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-74506053-fdff-4f88-8d89-d871791ec23c tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:26.216708 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-74506053-fdff-4f88-8d89-d871791ec23c tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:26.226170 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f96981f-cf34-49ca-9b02-caf94b0d644d tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39be27ee-9540-4b4d-873b-ed3f8e5e034d,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:26.239197 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9f96981f-cf34-49ca-9b02-caf94b0d644d tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:26.242704 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-9f96981f-cf34-49ca-9b02-caf94b0d644d tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] 10.222.0.24 "DELETE /v2.0/security-groups/39be27ee-9540-4b4d-873b-ed3f8e5e034d HTTP/1.1" status: 204 len: 168 time: 0.1964202 Feb 01 04:40:26.242877 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74506053-fdff-4f88-8d89-d871791ec23c tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59d2b94c-4d0b-4632-8536-d2ba8d0c1797,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:26.243081 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 43162) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:26.265673 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-74506053-fdff-4f88-8d89-d871791ec23c tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:26.269770 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-74506053-fdff-4f88-8d89-d871791ec23c tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1738744 Feb 01 04:40:26.269932 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 43166) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:26.271676 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=0d2351bd-c33e-4383-a9c7-da25c850c109,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:26.277656 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-c75d4661-b7ac-45d8-9c4c-0759a1763d6e tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Request body: {'security_group_rule': {'security_group_id': 'ee02c2cf-afe8-43b1-ba9c-28b13c261f32', 'project_id': '9f8d5bc7845843a4a3997b13887466a6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:40:26.283580 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-c75d4661-b7ac-45d8-9c4c-0759a1763d6e tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:40:26.287480 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-c75d4661-b7ac-45d8-9c4c-0759a1763d6e tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Usage tracker for resource:security_group_rule and tenant:9f8d5bc7845843a4a3997b13887466a6 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:40:26.290249 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-c75d4661-b7ac-45d8-9c4c-0759a1763d6e tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:40:26.296400 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-c75d4661-b7ac-45d8-9c4c-0759a1763d6e tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:40:26.304348 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f38e3826-0e7b-411e-93b1-02fc14c9cf18 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0602028 Feb 01 04:40:26.308045 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 43170) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:26.314623 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-91ce2f7b-b230-4224-8f65-0f84cdcc5056 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Request body: {'security_group': {'name': 'tempest-secgroup--1562657622'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:40:26.325899 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-91ce2f7b-b230-4224-8f65-0f84cdcc5056 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:40:26.327954 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c75d4661-b7ac-45d8-9c4c-0759a1763d6e tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:26.337247 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-91ce2f7b-b230-4224-8f65-0f84cdcc5056 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Usage tracker for resource:security_group and tenant:01a60a1ebd554017834cb0967047089c is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:40:26.342959 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-91ce2f7b-b230-4224-8f65-0f84cdcc5056 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:40:26.355165 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-91ce2f7b-b230-4224-8f65-0f84cdcc5056 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:40:26.383297 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-91ce2f7b-b230-4224-8f65-0f84cdcc5056 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks [] for security_group, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:26.410807 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-91ce2f7b-b230-4224-8f65-0f84cdcc5056 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:40:26.422161 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-91ce2f7b-b230-4224-8f65-0f84cdcc5056 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Usage tracker for resource:security_group_rule and tenant:01a60a1ebd554017834cb0967047089c is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:40:26.425482 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c75d4661-b7ac-45d8-9c4c-0759a1763d6e tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:26.426566 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-91ce2f7b-b230-4224-8f65-0f84cdcc5056 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:40:26.432791 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c75d4661-b7ac-45d8-9c4c-0759a1763d6e tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:26.438642 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-91ce2f7b-b230-4224-8f65-0f84cdcc5056 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:40:26.467047 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75d4661-b7ac-45d8-9c4c-0759a1763d6e tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16b25c26-97d8-4f17-aea8-2fcada8894b6,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:26.482157 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c75d4661-b7ac-45d8-9c4c-0759a1763d6e tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:26.483340 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-c75d4661-b7ac-45d8-9c4c-0759a1763d6e tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2121789 Feb 01 04:40:26.486121 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 43174) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:26.492046 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-9b99e6e8-f529-4953-98e3-34215c75e388 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Request body: {'security_group_rule': {'security_group_id': 'ee02c2cf-afe8-43b1-ba9c-28b13c261f32', 'project_id': '9f8d5bc7845843a4a3997b13887466a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:40:26.497908 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-9b99e6e8-f529-4953-98e3-34215c75e388 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:40:26.502147 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-9b99e6e8-f529-4953-98e3-34215c75e388 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Usage tracker for resource:security_group_rule and tenant:9f8d5bc7845843a4a3997b13887466a6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:40:26.505987 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-9b99e6e8-f529-4953-98e3-34215c75e388 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:40:26.512991 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-9b99e6e8-f529-4953-98e3-34215c75e388 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:40:26.524086 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.securitygroups_db [None req-9b99e6e8-f529-4953-98e3-34215c75e388 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Project 9f8d5bc7845843a4a3997b13887466a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 01 04:40:26.531532 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9b99e6e8-f529-4953-98e3-34215c75e388 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:26.544967 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-91ce2f7b-b230-4224-8f65-0f84cdcc5056 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks [] for security_group, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:26.551445 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-91ce2f7b-b230-4224-8f65-0f84cdcc5056 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:26.598255 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ce2f7b-b230-4224-8f65-0f84cdcc5056 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e67c2cb0-ba85-442d-8fbf-aa0ddeabbd72,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:26.600396 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9b99e6e8-f529-4953-98e3-34215c75e388 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:26.601259 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-91ce2f7b-b230-4224-8f65-0f84cdcc5056 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:26.602415 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-91ce2f7b-b230-4224-8f65-0f84cdcc5056 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2930081 Feb 01 04:40:26.605288 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9b99e6e8-f529-4953-98e3-34215c75e388 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:26.605539 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 43178) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:26.611010 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-729ecc10-e750-4bc9-a3e1-fb98b06c777f tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Request body: {'security_group_rule': {'security_group_id': 'e67c2cb0-ba85-442d-8fbf-aa0ddeabbd72', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:40:26.616918 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-729ecc10-e750-4bc9-a3e1-fb98b06c777f tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:40:26.620819 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-729ecc10-e750-4bc9-a3e1-fb98b06c777f tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Usage tracker for resource:security_group_rule and tenant:01a60a1ebd554017834cb0967047089c is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:40:26.623892 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-729ecc10-e750-4bc9-a3e1-fb98b06c777f tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:40:26.629917 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-729ecc10-e750-4bc9-a3e1-fb98b06c777f tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:40:26.631944 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b99e6e8-f529-4953-98e3-34215c75e388 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2e0203c-dc10-41d0-b629-3029a30ba6dd,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:26.643087 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9b99e6e8-f529-4953-98e3-34215c75e388 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:26.644351 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9b99e6e8-f529-4953-98e3-34215c75e388 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1572278 Feb 01 04:40:26.651098 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 43182) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:26.656589 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-58c5449d-8d05-4ecb-a698-43ef8c1c0327 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Request body: {'security_group_rule': {'security_group_id': 'ee02c2cf-afe8-43b1-ba9c-28b13c261f32', 'project_id': '9f8d5bc7845843a4a3997b13887466a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:40:26.662842 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-58c5449d-8d05-4ecb-a698-43ef8c1c0327 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:40:26.666982 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-58c5449d-8d05-4ecb-a698-43ef8c1c0327 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Usage tracker for resource:security_group_rule and tenant:9f8d5bc7845843a4a3997b13887466a6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:40:26.667320 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.api.v2.resource [None req-729ecc10-e750-4bc9-a3e1-fb98b06c777f tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] create failed (client error): The resource could not be found. Feb 01 04:40:26.668411 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-729ecc10-e750-4bc9-a3e1-fb98b06c777f tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0618899 Feb 01 04:40:26.670043 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-58c5449d-8d05-4ecb-a698-43ef8c1c0327 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:40:26.671166 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 43186) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:26.675971 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-58c5449d-8d05-4ecb-a698-43ef8c1c0327 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:40:26.676237 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-3ad832a0-94f9-4564-ab7f-efbc0059aecc tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Request body: {'security_group_rule': {'security_group_id': 'e67c2cb0-ba85-442d-8fbf-aa0ddeabbd72', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '2a61c7f7-38e5-4bac-8704-10eab7a842e5'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:40:26.682397 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-3ad832a0-94f9-4564-ab7f-efbc0059aecc tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:40:26.687020 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-3ad832a0-94f9-4564-ab7f-efbc0059aecc tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Usage tracker for resource:security_group_rule and tenant:01a60a1ebd554017834cb0967047089c is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:40:26.688356 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.securitygroups_db [None req-58c5449d-8d05-4ecb-a698-43ef8c1c0327 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Project 9f8d5bc7845843a4a3997b13887466a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 01 04:40:26.690177 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-3ad832a0-94f9-4564-ab7f-efbc0059aecc tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:40:26.694746 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-58c5449d-8d05-4ecb-a698-43ef8c1c0327 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:26.696320 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-3ad832a0-94f9-4564-ab7f-efbc0059aecc tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:40:26.733081 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.api.v2.resource [None req-3ad832a0-94f9-4564-ab7f-efbc0059aecc tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] create failed (client error): The resource could not be found. Feb 01 04:40:26.736649 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-3ad832a0-94f9-4564-ab7f-efbc0059aecc tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0618198 Feb 01 04:40:26.736912 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 43190) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:26.771106 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-58c5449d-8d05-4ecb-a698-43ef8c1c0327 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:26.775474 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-58c5449d-8d05-4ecb-a698-43ef8c1c0327 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:26.796139 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c5449d-8d05-4ecb-a698-43ef8c1c0327 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6949040b-e462-4956-9b8a-5145128d14c6,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:26.801360 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0235f3b0-4545-46d3-b41f-caf8ead2ddfc tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks [] for security_group, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:26.807306 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-58c5449d-8d05-4ecb-a698-43ef8c1c0327 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:26.811491 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-58c5449d-8d05-4ecb-a698-43ef8c1c0327 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1564360 Feb 01 04:40:26.833801 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0235f3b0-4545-46d3-b41f-caf8ead2ddfc tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:26.888613 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0235f3b0-4545-46d3-b41f-caf8ead2ddfc tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:26.909893 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0235f3b0-4545-46d3-b41f-caf8ead2ddfc tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e67c2cb0-ba85-442d-8fbf-aa0ddeabbd72,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:26.917014 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0235f3b0-4545-46d3-b41f-caf8ead2ddfc tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:26.918154 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-0235f3b0-4545-46d3-b41f-caf8ead2ddfc tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] 10.222.0.24 "DELETE /v2.0/security-groups/e67c2cb0-ba85-442d-8fbf-aa0ddeabbd72 HTTP/1.1" status: 204 len: 168 time: 0.1803334 Feb 01 04:40:26.920730 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 43212) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:26.979329 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2b683be8-b20c-42a7-8251-d6fae1024a54 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0539446 Feb 01 04:40:26.979652 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 43228) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:26.985066 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-8371aff8-2496-4894-bb96-ff3943d849e9 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Request body: {'security_group_rule': {'security_group_id': '1e17f9a5-24aa-43eb-bba0-5b78aa5aeead', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:40:26.990866 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-8371aff8-2496-4894-bb96-ff3943d849e9 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:40:26.994613 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-8371aff8-2496-4894-bb96-ff3943d849e9 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Usage tracker for resource:security_group_rule and tenant:01a60a1ebd554017834cb0967047089c is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:40:26.998247 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-8371aff8-2496-4894-bb96-ff3943d849e9 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:40:27.004340 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-8371aff8-2496-4894-bb96-ff3943d849e9 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:40:27.040560 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.api.v2.resource [None req-8371aff8-2496-4894-bb96-ff3943d849e9 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] create failed (client error): The resource could not be found. Feb 01 04:40:27.044844 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-8371aff8-2496-4894-bb96-ff3943d849e9 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0608506 Feb 01 04:40:27.045129 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 43232) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:27.049794 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-2ab647ab-912a-423e-91c0-b53bf02e5e58 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Request body: {'security_group': {'name': 'tempest-secgroup--581763767'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:40:27.055943 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-2ab647ab-912a-423e-91c0-b53bf02e5e58 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:40:27.060562 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-2ab647ab-912a-423e-91c0-b53bf02e5e58 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Usage tracker for resource:security_group and tenant:01a60a1ebd554017834cb0967047089c is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:40:27.063437 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-2ab647ab-912a-423e-91c0-b53bf02e5e58 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:40:27.069549 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-2ab647ab-912a-423e-91c0-b53bf02e5e58 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:40:27.079418 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2ab647ab-912a-423e-91c0-b53bf02e5e58 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks [] for security_group, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:27.100031 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-2ab647ab-912a-423e-91c0-b53bf02e5e58 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:40:27.103907 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-2ab647ab-912a-423e-91c0-b53bf02e5e58 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Usage tracker for resource:security_group_rule and tenant:01a60a1ebd554017834cb0967047089c is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:40:27.107436 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-2ab647ab-912a-423e-91c0-b53bf02e5e58 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:40:27.114528 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-2ab647ab-912a-423e-91c0-b53bf02e5e58 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:40:27.191806 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2ab647ab-912a-423e-91c0-b53bf02e5e58 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks [] for security_group, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:27.195577 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2ab647ab-912a-423e-91c0-b53bf02e5e58 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:27.245046 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab647ab-912a-423e-91c0-b53bf02e5e58 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=834588cc-fcb1-44f2-aac6-906a81270388,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:27.249351 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2ab647ab-912a-423e-91c0-b53bf02e5e58 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:27.251047 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-2ab647ab-912a-423e-91c0-b53bf02e5e58 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2050278 Feb 01 04:40:27.253854 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 43248) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:27.262984 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-3c7c5094-fc94-4780-829f-e96191a9b772 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Request body: {'security_group': {'name': 'tempest-secgroup--1469594138'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:40:27.273791 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-3c7c5094-fc94-4780-829f-e96191a9b772 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:40:27.278237 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-3c7c5094-fc94-4780-829f-e96191a9b772 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Usage tracker for resource:security_group and tenant:01a60a1ebd554017834cb0967047089c is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:40:27.281825 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-3c7c5094-fc94-4780-829f-e96191a9b772 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:40:27.288776 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-3c7c5094-fc94-4780-829f-e96191a9b772 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:40:27.299936 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3c7c5094-fc94-4780-829f-e96191a9b772 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:27.320483 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-3c7c5094-fc94-4780-829f-e96191a9b772 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:40:27.324274 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-3c7c5094-fc94-4780-829f-e96191a9b772 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Usage tracker for resource:security_group_rule and tenant:01a60a1ebd554017834cb0967047089c is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:40:27.327026 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-3c7c5094-fc94-4780-829f-e96191a9b772 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:40:27.332703 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-3c7c5094-fc94-4780-829f-e96191a9b772 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:40:27.403450 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3c7c5094-fc94-4780-829f-e96191a9b772 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:27.407353 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3c7c5094-fc94-4780-829f-e96191a9b772 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:27.458201 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c5094-fc94-4780-829f-e96191a9b772 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1af02224-d3a7-4e13-b5c5-d6ccf6245077,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:27.462602 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3c7c5094-fc94-4780-829f-e96191a9b772 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:27.467289 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-3c7c5094-fc94-4780-829f-e96191a9b772 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2092357 Feb 01 04:40:27.467829 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 43254) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:27.473186 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-184577bf-9aeb-4268-ba00-c918fdb840e0 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Request body: {'security_group_rule': {'security_group_id': '834588cc-fcb1-44f2-aac6-906a81270388', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '1af02224-d3a7-4e13-b5c5-d6ccf6245077'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:40:27.479871 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-184577bf-9aeb-4268-ba00-c918fdb840e0 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:40:27.484775 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-184577bf-9aeb-4268-ba00-c918fdb840e0 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Usage tracker for resource:security_group_rule and tenant:01a60a1ebd554017834cb0967047089c is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:40:27.495403 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-184577bf-9aeb-4268-ba00-c918fdb840e0 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:40:27.495403 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-184577bf-9aeb-4268-ba00-c918fdb840e0 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:40:27.525523 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.api.v2.resource [None req-184577bf-9aeb-4268-ba00-c918fdb840e0 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 01 04:40:27.527061 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-184577bf-9aeb-4268-ba00-c918fdb840e0 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0585434 Feb 01 04:40:27.530586 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 43260) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:27.601436 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fb1ca261-c227-4f72-ad82-2b17ce5d9966 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:27.633375 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fb1ca261-c227-4f72-ad82-2b17ce5d9966 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:27.679399 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fb1ca261-c227-4f72-ad82-2b17ce5d9966 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:27.699925 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1ca261-c227-4f72-ad82-2b17ce5d9966 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af02224-d3a7-4e13-b5c5-d6ccf6245077,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:27.708058 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fb1ca261-c227-4f72-ad82-2b17ce5d9966 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:27.711898 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-fb1ca261-c227-4f72-ad82-2b17ce5d9966 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] 10.222.0.24 "DELETE /v2.0/security-groups/1af02224-d3a7-4e13-b5c5-d6ccf6245077 HTTP/1.1" status: 204 len: 168 time: 0.1802585 Feb 01 04:40:27.712098 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 43266) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:27.784924 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-4bcb5a15-1249-4f28-931d-57a5ad3df6ab tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Synchronizing usage tracker for tenant:01a60a1ebd554017834cb0967047089c on resource:security_group {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:40:27.802419 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-4bcb5a15-1249-4f28-931d-57a5ad3df6ab tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Unset dirty status for tenant:01a60a1ebd554017834cb0967047089c on resource:security_group {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:40:27.804436 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-4bcb5a15-1249-4f28-931d-57a5ad3df6ab tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0910511 Feb 01 04:40:27.807080 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 43272) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:27.878181 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ab7d7d81-9c68-4b91-b177-3b5704b751c7 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks [] for security_group, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:27.895872 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 0d2351bd-c33e-4383-a9c7-da25c850c109 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:40:27.921099 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ab7d7d81-9c68-4b91-b177-3b5704b751c7 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:27.970675 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ab7d7d81-9c68-4b91-b177-3b5704b751c7 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:27.979266 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 0d2351bd-c33e-4383-a9c7-da25c850c109 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:40:27.979643 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:27.993893 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7d7d81-9c68-4b91-b177-3b5704b751c7 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=834588cc-fcb1-44f2-aac6-906a81270388,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:28.007320 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ab7d7d81-9c68-4b91-b177-3b5704b751c7 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:28.011021 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-ab7d7d81-9c68-4b91-b177-3b5704b751c7 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] 10.222.0.24 "DELETE /v2.0/security-groups/834588cc-fcb1-44f2-aac6-906a81270388 HTTP/1.1" status: 204 len: 168 time: 0.2005284 Feb 01 04:40:28.011295 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 43290) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:28.085695 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-938e0880-7461-4a5a-aa71-7534bd65666c tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Synchronizing usage tracker for tenant:01a60a1ebd554017834cb0967047089c on resource:security_group {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:40:28.103806 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-938e0880-7461-4a5a-aa71-7534bd65666c tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Unset dirty status for tenant:01a60a1ebd554017834cb0967047089c on resource:security_group {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:40:28.110431 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 43310) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:28.116689 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-97de7b81-fc12-4e78-a075-325d9527f29d tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Request body: {'security_group': {'name': 'tempest-secgroup--568390422'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:40:28.121666 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-938e0880-7461-4a5a-aa71-7534bd65666c tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1085966 Feb 01 04:40:28.125635 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-97de7b81-fc12-4e78-a075-325d9527f29d tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:40:28.136369 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-97de7b81-fc12-4e78-a075-325d9527f29d tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:40:28.150257 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-97de7b81-fc12-4e78-a075-325d9527f29d tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:28.175990 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-97de7b81-fc12-4e78-a075-325d9527f29d tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:40:28.180148 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-97de7b81-fc12-4e78-a075-325d9527f29d tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Usage tracker for resource:security_group_rule and tenant:01a60a1ebd554017834cb0967047089c is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:40:28.183016 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-97de7b81-fc12-4e78-a075-325d9527f29d tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:40:28.188821 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-97de7b81-fc12-4e78-a075-325d9527f29d tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:40:28.276833 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-97de7b81-fc12-4e78-a075-325d9527f29d tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:28.283237 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-97de7b81-fc12-4e78-a075-325d9527f29d tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:28.330767 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97de7b81-fc12-4e78-a075-325d9527f29d tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a32fdda7-0928-4191-8370-e0e200161cd4,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:28.338629 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-97de7b81-fc12-4e78-a075-325d9527f29d tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:28.343986 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 43316) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:28.344465 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-97de7b81-fc12-4e78-a075-325d9527f29d tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2328167 Feb 01 04:40:28.349407 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-59092446-6a14-494a-8104-e2657473f862 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Request body: {'security_group_rule': {'security_group_id': 'a32fdda7-0928-4191-8370-e0e200161cd4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:40:28.357771 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-59092446-6a14-494a-8104-e2657473f862 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:40:28.361842 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-59092446-6a14-494a-8104-e2657473f862 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Usage tracker for resource:security_group_rule and tenant:01a60a1ebd554017834cb0967047089c is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:40:28.364836 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-59092446-6a14-494a-8104-e2657473f862 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:40:28.370664 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-59092446-6a14-494a-8104-e2657473f862 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:40:28.406732 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.api.v2.resource [None req-59092446-6a14-494a-8104-e2657473f862 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 01 04:40:28.407909 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-59092446-6a14-494a-8104-e2657473f862 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0628438 Feb 01 04:40:28.408402 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b771fa-fa7e-4302-8127-1a69d1f74c60 None None] Sync routers for ids ['62f98845-adf7-40f8-95bc-49355e39fcb9'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:40:28.410615 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 43320) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:28.416019 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-fb71c998-86d5-471b-9088-9a720953edb9 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Request body: {'security_group_rule': {'security_group_id': 'a32fdda7-0928-4191-8370-e0e200161cd4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:40:28.424597 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-fb71c998-86d5-471b-9088-9a720953edb9 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:40:28.425139 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b771fa-fa7e-4302-8127-1a69d1f74c60 None None] Routers {'62f98845-adf7-40f8-95bc-49355e39fcb9'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:40:28.425819 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-77b771fa-fa7e-4302-8127-1a69d1f74c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:40:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['62f98845-adf7-40f8-95bc-49355e39fcb9'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:40:28.428493 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-fb71c998-86d5-471b-9088-9a720953edb9 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Usage tracker for resource:security_group_rule and tenant:01a60a1ebd554017834cb0967047089c is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:40:28.432368 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-fb71c998-86d5-471b-9088-9a720953edb9 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:40:28.439776 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-fb71c998-86d5-471b-9088-9a720953edb9 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:40:28.473778 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.api.v2.resource [None req-fb71c998-86d5-471b-9088-9a720953edb9 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 01 04:40:28.474937 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-fb71c998-86d5-471b-9088-9a720953edb9 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0633266 Feb 01 04:40:28.477693 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 43324) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:28.555568 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e503ba5d-0aff-4a30-9564-39cc9e8fe66e tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks [] for security_group, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:28.588162 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e503ba5d-0aff-4a30-9564-39cc9e8fe66e tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:28.648477 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-77b771fa-fa7e-4302-8127-1a69d1f74c60 None None] Set router 62f98845-adf7-40f8-95bc-49355e39fcb9 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:40:28.648753 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e503ba5d-0aff-4a30-9564-39cc9e8fe66e tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:28.680021 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e503ba5d-0aff-4a30-9564-39cc9e8fe66e tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32fdda7-0928-4191-8370-e0e200161cd4,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:28.685113 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e503ba5d-0aff-4a30-9564-39cc9e8fe66e tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:28.689952 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 43330) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:28.693185 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-e503ba5d-0aff-4a30-9564-39cc9e8fe66e tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] 10.222.0.24 "DELETE /v2.0/security-groups/a32fdda7-0928-4191-8370-e0e200161cd4 HTTP/1.1" status: 204 len: 168 time: 0.2142789 Feb 01 04:40:28.749222 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-9f6fd8ae-d64c-4be4-bce5-e0fffc5606dd tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Synchronizing usage tracker for tenant:01a60a1ebd554017834cb0967047089c on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:40:28.765530 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-9f6fd8ae-d64c-4be4-bce5-e0fffc5606dd tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Unset dirty status for tenant:01a60a1ebd554017834cb0967047089c on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:40:28.771010 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 43334) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:28.771418 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9f6fd8ae-d64c-4be4-bce5-e0fffc5606dd tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0796874 Feb 01 04:40:28.776446 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-be4ac151-bda3-4cd9-9320-5f7b6b672b5e tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Request body: {'security_group': {'name': 'tempest-secgroup--1562537132'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:40:28.783590 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-be4ac151-bda3-4cd9-9320-5f7b6b672b5e tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:40:28.794201 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-be4ac151-bda3-4cd9-9320-5f7b6b672b5e tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:40:28.806475 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-be4ac151-bda3-4cd9-9320-5f7b6b672b5e tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks [] for security_group, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:28.829226 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-be4ac151-bda3-4cd9-9320-5f7b6b672b5e tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:40:28.834134 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-be4ac151-bda3-4cd9-9320-5f7b6b672b5e tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Usage tracker for resource:security_group_rule and tenant:01a60a1ebd554017834cb0967047089c is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:40:28.837647 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-be4ac151-bda3-4cd9-9320-5f7b6b672b5e tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:40:28.844489 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-be4ac151-bda3-4cd9-9320-5f7b6b672b5e tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:40:28.943611 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-be4ac151-bda3-4cd9-9320-5f7b6b672b5e tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks [] for security_group, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:28.950268 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-be4ac151-bda3-4cd9-9320-5f7b6b672b5e tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:28.999219 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4ac151-bda3-4cd9-9320-5f7b6b672b5e tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=215d8c77-8abe-431f-ac1b-9752af1841da,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:28.999468 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-77b771fa-fa7e-4302-8127-1a69d1f74c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f98845-adf7-40f8-95bc-49355e39fcb9', 'name': 'tempest-TestVolumeBootPattern-38636871-router', 'tenant_id': '961f0cd51a3e44d9ae91b59e65b4bdc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': '0d2351bd-c33e-4383-a9c7-da25c850c109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:40:17Z', 'updated_at': '2022-02-01T04:40:23Z', 'revision_number': 4, 'project_id': '961f0cd51a3e44d9ae91b59e65b4bdc8', 'gw_port': {'id': '0d2351bd-c33e-4383-a9c7-da25c850c109', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:99:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f98845-adf7-40f8-95bc-49355e39fcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:40:19Z', 'updated_at': '2022-02-01T04:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '574d5b50-4c3d-4a18-97f7-92195a5198d9', 'name': '', 'network_id': '14c68ca9-7381-440d-aa72-48ee8856b7d5', 'tenant_id': '961f0cd51a3e44d9ae91b59e65b4bdc8', 'mac_address': 'fa:16:3e:4e:a5:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f98845-adf7-40f8-95bc-49355e39fcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '426da65f-abba-4370-9560-005c786d6bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:40:22Z', 'updated_at': '2022-02-01T04:40:23Z', 'revision_number': 2, 'project_id': '961f0cd51a3e44d9ae91b59e65b4bdc8', 'subnets': [{'id': '426da65f-abba-4370-9560-005c786d6bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:40:29.003605 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b771fa-fa7e-4302-8127-1a69d1f74c60 None None] Checking router: 62f98845-adf7-40f8-95bc-49355e39fcb9 for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:40:29.003986 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b771fa-fa7e-4302-8127-1a69d1f74c60 None None] Updating router 62f98845-adf7-40f8-95bc-49355e39fcb9 port 574d5b50-4c3d-4a18-97f7-92195a5198d9 binding host dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 04:40:29.006688 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-be4ac151-bda3-4cd9-9320-5f7b6b672b5e tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:29.008051 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-be4ac151-bda3-4cd9-9320-5f7b6b672b5e tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2359350 Feb 01 04:40:29.010886 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 43338) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:29.016158 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-2ee7a6a0-bb3b-462b-87cd-0b559edc51cf tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:40:29.016792 dv-neutron-826830-1-hyperv neutron-server[87637]: WARNING neutron.api.v2.base [None req-2ee7a6a0-bb3b-462b-87cd-0b559edc51cf tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 01 04:40:29.017450 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.api.v2.resource [None req-2ee7a6a0-bb3b-462b-87cd-0b559edc51cf tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] update failed (client error): There was a conflict when trying to complete your request. Feb 01 04:40:29.018364 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-2ee7a6a0-bb3b-462b-87cd-0b559edc51cf tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] 10.222.0.24 "PUT /v2.0/security-groups/215d8c77-8abe-431f-ac1b-9752af1841da HTTP/1.1" status: 409 len: 330 time: 0.0063624 Feb 01 04:40:29.020851 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 43342) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:29.059292 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-77b771fa-fa7e-4302-8127-1a69d1f74c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:29.088061 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3a28d18e-7dd2-41f9-b972-7c2a4aa4818f tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks [] for security_group, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:29.116606 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3a28d18e-7dd2-41f9-b972-7c2a4aa4818f tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:29.169392 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3a28d18e-7dd2-41f9-b972-7c2a4aa4818f tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:29.194125 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a28d18e-7dd2-41f9-b972-7c2a4aa4818f tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=215d8c77-8abe-431f-ac1b-9752af1841da,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:29.201946 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3a28d18e-7dd2-41f9-b972-7c2a4aa4818f tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:29.203235 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-3a28d18e-7dd2-41f9-b972-7c2a4aa4818f tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] 10.222.0.24 "DELETE /v2.0/security-groups/215d8c77-8abe-431f-ac1b-9752af1841da HTTP/1.1" status: 204 len: 168 time: 0.1814430 Feb 01 04:40:29.205788 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 43346) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:29.262624 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ea10297b-07a5-411f-ade8-f8fdd38b71e1 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0555139 Feb 01 04:40:29.266257 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 43350) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:29.283175 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.api.v2.resource [None req-41672cd1-ba0f-447e-aee0-b0b9cefa3fb6 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] delete failed (client error): The resource could not be found. Feb 01 04:40:29.284304 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-41672cd1-ba0f-447e-aee0-b0b9cefa3fb6 tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] 10.222.0.24 "DELETE /v2.0/security-groups/72243704-18fe-4d33-857d-9c5e884c82fc HTTP/1.1" status: 404 len: 347 time: 0.0170631 Feb 01 04:40:29.287766 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 43354) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:29.306521 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.api.v2.resource [None req-cbe77227-0708-4b6f-8105-7ee7c098b93a tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] show failed (client error): The resource could not be found. Feb 01 04:40:29.311764 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-cbe77227-0708-4b6f-8105-7ee7c098b93a tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] 10.222.0.24 "GET /v2.0/security-groups/4fc57658-45ac-46bc-8f74-f760c6ab09e7 HTTP/1.1" status: 404 len: 347 time: 0.0186617 Feb 01 04:40:29.311986 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 43358) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:29.327244 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.api.v2.resource [None req-462b8278-1d1d-4911-a285-a892e4dd537e tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] show failed (client error): The resource could not be found. Feb 01 04:40:29.328305 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-462b8278-1d1d-4911-a285-a892e4dd537e tempest-NegativeSecGroupIPv6Test-689948997 tempest-NegativeSecGroupIPv6Test-689948997-project] 10.222.0.24 "GET /v2.0/security-group-rules/46dd12cd-37c7-45ba-8fd8-f36051082ba1 HTTP/1.1" status: 404 len: 356 time: 0.0145006 Feb 01 04:40:29.441607 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-77b771fa-fa7e-4302-8127-1a69d1f74c60 None None] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:29.458995 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-77b771fa-fa7e-4302-8127-1a69d1f74c60 None None] Transition to ACTIVE for port object 574d5b50-4c3d-4a18-97f7-92195a5198d9 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:40:29.467843 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-77b771fa-fa7e-4302-8127-1a69d1f74c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:29.692175 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aad284-62e6-4fbc-8587-838f8efb93d0 None None] Pushing event updated for resources: {'Port': ['ID=574d5b50-4c3d-4a18-97f7-92195a5198d9,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:29.707867 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aad284-62e6-4fbc-8587-838f8efb93d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:40:29.708502 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aad284-62e6-4fbc-8587-838f8efb93d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:40:29.709026 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aad284-62e6-4fbc-8587-838f8efb93d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:40:29.709537 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aad284-62e6-4fbc-8587-838f8efb93d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:40:29.710049 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aad284-62e6-4fbc-8587-838f8efb93d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:40:29.710494 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aad284-62e6-4fbc-8587-838f8efb93d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:40:29.710778 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aad284-62e6-4fbc-8587-838f8efb93d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:40:29.715240 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aad284-62e6-4fbc-8587-838f8efb93d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:40:29.715606 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aad284-62e6-4fbc-8587-838f8efb93d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:40:29.716151 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aad284-62e6-4fbc-8587-838f8efb93d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:40:29.716354 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 43366) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:29.716873 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aad284-62e6-4fbc-8587-838f8efb93d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:40:29.716988 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aad284-62e6-4fbc-8587-838f8efb93d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:40:29.765961 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-77b771fa-fa7e-4302-8127-1a69d1f74c60 None None] Attempting to bind port 574d5b50-4c3d-4a18-97f7-92195a5198d9 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:40:29.766321 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-77b771fa-fa7e-4302-8127-1a69d1f74c60 None None] Attempting to bind port 574d5b50-4c3d-4a18-97f7-92195a5198d9 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': 'bc018653-2871-4b05-8fff-c15b2d8cb03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '14c68ca9-7381-440d-aa72-48ee8856b7d5'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:40:29.766672 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b771fa-fa7e-4302-8127-1a69d1f74c60 None None] Attempting to bind port 574d5b50-4c3d-4a18-97f7-92195a5198d9 on network 14c68ca9-7381-440d-aa72-48ee8856b7d5 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:40:29.776856 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b771fa-fa7e-4302-8127-1a69d1f74c60 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:40:29.778911 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b771fa-fa7e-4302-8127-1a69d1f74c60 None None] Checking segment: {'id': 'bc018653-2871-4b05-8fff-c15b2d8cb03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '14c68ca9-7381-440d-aa72-48ee8856b7d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:40:29.781479 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-77b771fa-fa7e-4302-8127-1a69d1f74c60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:29.782151 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b771fa-fa7e-4302-8127-1a69d1f74c60 None None] Bound using segment: {'id': 'bc018653-2871-4b05-8fff-c15b2d8cb03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '14c68ca9-7381-440d-aa72-48ee8856b7d5'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:40:29.783818 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-77b771fa-fa7e-4302-8127-1a69d1f74c60 None None] Bound port: 574d5b50-4c3d-4a18-97f7-92195a5198d9, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc018653-2871-4b05-8fff-c15b2d8cb03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '14c68ca9-7381-440d-aa72-48ee8856b7d5'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:40:29.784555 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-77b771fa-fa7e-4302-8127-1a69d1f74c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:29.940897 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-77b771fa-fa7e-4302-8127-1a69d1f74c60 None None] For port 574d5b50-4c3d-4a18-97f7-92195a5198d9, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:40:29.950585 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-77b771fa-fa7e-4302-8127-1a69d1f74c60 None None] For port 574d5b50-4c3d-4a18-97f7-92195a5198d9, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=574d5b50-4c3d-4a18-97f7-92195a5198d9,segment=NetworkSegment(bc018653-2871-4b05-8fff-c15b2d8cb03a),segment_id=bc018653-2871-4b05-8fff-c15b2d8cb03a)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:40:29.955568 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-77b771fa-fa7e-4302-8127-1a69d1f74c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:29.956811 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-5ee23de3-dbd4-4711-8d99-5772e7ee54f6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=01a60a1ebd554017834cb0967047089c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2390902 Feb 01 04:40:29.959259 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 43374) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:30.022577 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-42be1713-8e33-49de-ba1e-9a7b3bae1d89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:30.052224 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-42be1713-8e33-49de-ba1e-9a7b3bae1d89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:30.055818 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b771fa-fa7e-4302-8127-1a69d1f74c60 None None] Routers {'62f98845-adf7-40f8-95bc-49355e39fcb9'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:40:30.056460 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-77b771fa-fa7e-4302-8127-1a69d1f74c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:40:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['62f98845-adf7-40f8-95bc-49355e39fcb9'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:40:30.123309 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-42be1713-8e33-49de-ba1e-9a7b3bae1d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:30.144289 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aad284-62e6-4fbc-8587-838f8efb93d0 None None] Pushing event updated for resources: {'Port': ['ID=574d5b50-4c3d-4a18-97f7-92195a5198d9,revision_number=4']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:30.157258 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42be1713-8e33-49de-ba1e-9a7b3bae1d89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76087069-c85c-47c2-a30e-14c19d7c9502,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:30.164868 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-42be1713-8e33-49de-ba1e-9a7b3bae1d89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:30.169760 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-42be1713-8e33-49de-ba1e-9a7b3bae1d89 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/76087069-c85c-47c2-a30e-14c19d7c9502 HTTP/1.1" status: 204 len: 168 time: 0.2088003 Feb 01 04:40:30.287397 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-77b771fa-fa7e-4302-8127-1a69d1f74c60 None None] Set router 62f98845-adf7-40f8-95bc-49355e39fcb9 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:40:30.649386 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-77b771fa-fa7e-4302-8127-1a69d1f74c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f98845-adf7-40f8-95bc-49355e39fcb9', 'name': 'tempest-TestVolumeBootPattern-38636871-router', 'tenant_id': '961f0cd51a3e44d9ae91b59e65b4bdc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': '0d2351bd-c33e-4383-a9c7-da25c850c109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:40:17Z', 'updated_at': '2022-02-01T04:40:23Z', 'revision_number': 4, 'project_id': '961f0cd51a3e44d9ae91b59e65b4bdc8', 'gw_port': {'id': '0d2351bd-c33e-4383-a9c7-da25c850c109', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:99:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f98845-adf7-40f8-95bc-49355e39fcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:40:19Z', 'updated_at': '2022-02-01T04:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '574d5b50-4c3d-4a18-97f7-92195a5198d9', 'name': '', 'network_id': '14c68ca9-7381-440d-aa72-48ee8856b7d5', 'tenant_id': '961f0cd51a3e44d9ae91b59e65b4bdc8', 'mac_address': 'fa:16:3e:4e:a5:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f98845-adf7-40f8-95bc-49355e39fcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '426da65f-abba-4370-9560-005c786d6bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:40:22Z', 'updated_at': '2022-02-01T04:40:29Z', 'revision_number': 4, 'project_id': '961f0cd51a3e44d9ae91b59e65b4bdc8', 'subnets': [{'id': '426da65f-abba-4370-9560-005c786d6bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:40:30.654170 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b771fa-fa7e-4302-8127-1a69d1f74c60 None None] The sync data for ids ['62f98845-adf7-40f8-95bc-49355e39fcb9'] in dv-neutron-826830-1-hyperv is: [{'id': '62f98845-adf7-40f8-95bc-49355e39fcb9', 'name': 'tempest-TestVolumeBootPattern-38636871-router', 'tenant_id': '961f0cd51a3e44d9ae91b59e65b4bdc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': '0d2351bd-c33e-4383-a9c7-da25c850c109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:40:17Z', 'updated_at': '2022-02-01T04:40:23Z', 'revision_number': 4, 'project_id': '961f0cd51a3e44d9ae91b59e65b4bdc8', 'gw_port': {'id': '0d2351bd-c33e-4383-a9c7-da25c850c109', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:99:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f98845-adf7-40f8-95bc-49355e39fcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:40:19Z', 'updated_at': '2022-02-01T04:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '574d5b50-4c3d-4a18-97f7-92195a5198d9', 'name': '', 'network_id': '14c68ca9-7381-440d-aa72-48ee8856b7d5', 'tenant_id': '961f0cd51a3e44d9ae91b59e65b4bdc8', 'mac_address': 'fa:16:3e:4e:a5:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f98845-adf7-40f8-95bc-49355e39fcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '426da65f-abba-4370-9560-005c786d6bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:40:22Z', 'updated_at': '2022-02-01T04:40:29Z', 'revision_number': 4, 'project_id': '961f0cd51a3e44d9ae91b59e65b4bdc8', 'subnets': [{'id': '426da65f-abba-4370-9560-005c786d6bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:40:31.916186 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 574d5b50-4c3d-4a18-97f7-92195a5198d9 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:40:31.987853 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7f291cc9-d9d9-4d70-9345-60fdfb02d01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:32.023614 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 574d5b50-4c3d-4a18-97f7-92195a5198d9 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:40:32.030385 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 574d5b50-4c3d-4a18-97f7-92195a5198d9 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:40:32.030767 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:32.151675 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:32.184895 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 574d5b50-4c3d-4a18-97f7-92195a5198d9, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=574d5b50-4c3d-4a18-97f7-92195a5198d9,segment=NetworkSegment(bc018653-2871-4b05-8fff-c15b2d8cb03a),segment_id=bc018653-2871-4b05-8fff-c15b2d8cb03a)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:40:32.188496 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:32.256175 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=574d5b50-4c3d-4a18-97f7-92195a5198d9,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:33.901950 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 574d5b50-4c3d-4a18-97f7-92195a5198d9 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:40:33.976464 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 574d5b50-4c3d-4a18-97f7-92195a5198d9 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:40:33.976830 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:34.227610 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4b916237-fefd-4626-9110-35dc01a4ec62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:35.342441 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:35.449812 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:36.974122 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:39.600186 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 43422) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:39.848919 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3efe2a1-c4fa-4934-ae2d-72a3977c2e6f tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:40:39.849408 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3efe2a1-c4fa-4934-ae2d-72a3977c2e6f tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:40:39.849880 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3efe2a1-c4fa-4934-ae2d-72a3977c2e6f tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:40:39.862164 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-d3efe2a1-c4fa-4934-ae2d-72a3977c2e6f tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] 10.222.0.24 "GET /v2.0/ports?project_id=0629703b9474474a9f2fde13723d2e8b&network_id=bbc50e3d-1342-4e04-b690-f6146b0d424c HTTP/1.1" status: 200 len: 2999 time: 0.2503884 Feb 01 04:40:43.135611 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 43456) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:43.197106 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e366c52-c4d3-4d75-bf7f-9cf9a3f5651e tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:40:43.198831 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-3e366c52-c4d3-4d75-bf7f-9cf9a3f5651e tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=bdef128a-46b3-4cca-a245-48d1eb781269 HTTP/1.1" status: 200 len: 814 time: 0.0620356 Feb 01 04:40:43.571565 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-a05700c9-e188-4ada-8adb-06c45475d80c req-f953a2a0-9cad-4ea8-bc79-f2413f7a3dde tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Synchronizing usage tracker for tenant:9f8d5bc7845843a4a3997b13887466a6 on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:40:43.587319 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-a05700c9-e188-4ada-8adb-06c45475d80c req-f953a2a0-9cad-4ea8-bc79-f2413f7a3dde tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Unset dirty status for tenant:9f8d5bc7845843a4a3997b13887466a6 on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:40:43.588403 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a05700c9-e188-4ada-8adb-06c45475d80c req-f953a2a0-9cad-4ea8-bc79-f2413f7a3dde tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-113967124&fields=id&tenant_id=9f8d5bc7845843a4a3997b13887466a6 HTTP/1.1" status: 200 len: 267 time: 0.0553253 Feb 01 04:40:43.735589 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05700c9-e188-4ada-8adb-06c45475d80c req-eca268e1-693d-47b0-815e-35fe988c1016 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:40:43.736922 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a05700c9-e188-4ada-8adb-06c45475d80c req-eca268e1-693d-47b0-815e-35fe988c1016 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/networks?id=a0c2a700-3881-4414-a7a8-128b0ce8d5cc HTTP/1.1" status: 200 len: 811 time: 0.1415415 Feb 01 04:40:43.751289 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a05700c9-e188-4ada-8adb-06c45475d80c req-da5a2c49-a525-44a4-b40c-e2a96efa7688 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/quotas/9f8d5bc7845843a4a3997b13887466a6 HTTP/1.1" status: 200 len: 375 time: 0.0090590 Feb 01 04:40:43.833798 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-a05700c9-e188-4ada-8adb-06c45475d80c req-7c11b256-0711-4726-9dad-d5ea97817c9a tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Synchronizing usage tracker for tenant:9f8d5bc7845843a4a3997b13887466a6 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:40:43.850859 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-a05700c9-e188-4ada-8adb-06c45475d80c req-7c11b256-0711-4726-9dad-d5ea97817c9a tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Unset dirty status for tenant:9f8d5bc7845843a4a3997b13887466a6 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:40:43.852255 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a05700c9-e188-4ada-8adb-06c45475d80c req-7c11b256-0711-4726-9dad-d5ea97817c9a tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9f8d5bc7845843a4a3997b13887466a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0962937 Feb 01 04:40:44.080724 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a05700c9-e188-4ada-8adb-06c45475d80c req-3ee4fdd8-06b1-49d2-82cf-316c1f5a1206 service neutron] 10.222.0.24 "GET /v2.0/networks/a0c2a700-3881-4414-a7a8-128b0ce8d5cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174304 Feb 01 04:40:44.207196 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a05700c9-e188-4ada-8adb-06c45475d80c req-943639e6-696c-4663-8fca-a610e006631b service neutron] 10.222.0.24 "GET /v2.0/networks/a0c2a700-3881-4414-a7a8-128b0ce8d5cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206336 Feb 01 04:40:44.485085 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 43480) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:44.490603 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-6ee83350-f444-4296-b0da-cf6624312109 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:40:44.597903 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6ee83350-f444-4296-b0da-cf6624312109 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for floatingip, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:44.819371 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-5dea607f-a966-47b5-aa42-67e124640575 req-a06e82ed-59eb-46dd-a1c8-06939196fdb6 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd2de19d-dc84-4efd-9a98-c83b9617c9c6 HTTP/1.1" status: 200 len: 210 time: 0.2543225 Feb 01 04:40:44.914405 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:45.035767 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6ee83350-f444-4296-b0da-cf6624312109 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:45.039374 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6ee83350-f444-4296-b0da-cf6624312109 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-774194'] for floatingip, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:45.039702 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.l3_db [None req-6ee83350-f444-4296-b0da-cf6624312109 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Floating IP 8fa821c3-8628-4a39-8bbf-bc959163145d disassociated. External IP: 172.26.8.129, port: cd73e8d8-9605-4adf-873a-d5f017426a17. Feb 01 04:40:45.398829 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ee83350-f444-4296-b0da-cf6624312109 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Router a80b0477-e778-4300-93f7-daa3ff7a3068 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:40:45.574106 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ee83350-f444-4296-b0da-cf6624312109 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:40:45.579351 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6ee83350-f444-4296-b0da-cf6624312109 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:45.585640 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d623d863-7edb-4904-89c7-7481e2988444 None None] Sync routers for ids ['a80b0477-e778-4300-93f7-daa3ff7a3068'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:40:45.594947 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d623d863-7edb-4904-89c7-7481e2988444 None None] Routers {'a80b0477-e778-4300-93f7-daa3ff7a3068'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:40:45.595609 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-d623d863-7edb-4904-89c7-7481e2988444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:40:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['a80b0477-e778-4300-93f7-daa3ff7a3068'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:40:45.729127 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-6ee83350-f444-4296-b0da-cf6624312109 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "PUT /v2.0/floatingips/8fa821c3-8628-4a39-8bbf-bc959163145d HTTP/1.1" status: 200 len: 690 time: 1.2428389 Feb 01 04:40:45.732188 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e950683b-797d-45a7-a358-3c98ed449189', 'tag': 'cd73e8d8-9605-4adf-873a-d5f017426a17'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:40:45.732488 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 43496) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:45.777682 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-d623d863-7edb-4904-89c7-7481e2988444 None None] Set router a80b0477-e778-4300-93f7-daa3ff7a3068 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:40:45.781413 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05700c9-e188-4ada-8adb-06c45475d80c req-8fe36234-db27-4cc5-a367-5a18f0f1efcd tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:40:45.782292 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-a05700c9-e188-4ada-8adb-06c45475d80c req-8fe36234-db27-4cc5-a367-5a18f0f1efcd tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Synchronizing usage tracker for tenant:9f8d5bc7845843a4a3997b13887466a6 on resource:network {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:40:45.821419 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-a05700c9-e188-4ada-8adb-06c45475d80c req-8fe36234-db27-4cc5-a367-5a18f0f1efcd tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Unset dirty status for tenant:9f8d5bc7845843a4a3997b13887466a6 on resource:network {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:40:45.822608 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-a05700c9-e188-4ada-8adb-06c45475d80c req-8fe36234-db27-4cc5-a367-5a18f0f1efcd tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.18 "GET /v2.0/networks?id=a0c2a700-3881-4414-a7a8-128b0ce8d5cc HTTP/1.1" status: 200 len: 811 time: 0.2174797 Feb 01 04:40:45.827082 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e950683b-797d-45a7-a358-3c98ed449189', 'tag': 'cd73e8d8-9605-4adf-873a-d5f017426a17', 'status': 'completed', 'code': 200} Feb 01 04:40:45.834772 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-97a37e79-f118-47ec-93fd-dd6fe42570ae tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/floatingips/8fa821c3-8628-4a39-8bbf-bc959163145d HTTP/1.1" status: 200 len: 690 time: 0.1008725 Feb 01 04:40:45.920018 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-a05700c9-e188-4ada-8adb-06c45475d80c req-e2b68507-1370-49c7-9a31-7f7696169d31 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Synchronizing usage tracker for tenant:9f8d5bc7845843a4a3997b13887466a6 on resource:security_group {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:40:45.932965 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-a05700c9-e188-4ada-8adb-06c45475d80c req-e2b68507-1370-49c7-9a31-7f7696169d31 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Unset dirty status for tenant:9f8d5bc7845843a4a3997b13887466a6 on resource:security_group {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:40:45.934750 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-a05700c9-e188-4ada-8adb-06c45475d80c req-e2b68507-1370-49c7-9a31-7f7696169d31 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f8d5bc7845843a4a3997b13887466a6 HTTP/1.1" status: 200 len: 379 time: 0.0731504 Feb 01 04:40:45.975734 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [req-a05700c9-e188-4ada-8adb-06c45475d80c req-8cae9fb6-e784-4afd-9e5a-33a893f7cfa1 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Request body: {'port': {'device_id': 'bd2de19d-dc84-4efd-9a98-c83b9617c9c6', 'network_id': 'a0c2a700-3881-4414-a7a8-128b0ce8d5cc', 'admin_state_up': True, 'tenant_id': '9f8d5bc7845843a4a3997b13887466a6', 'security_groups': ['ee02c2cf-afe8-43b1-ba9c-28b13c261f32']}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:40:46.088036 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490299de-d04b-4dea-bf1a-60547a5cb018 req-65309954-1a4d-439b-9951-feacb722f61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:40:46.089476 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-490299de-d04b-4dea-bf1a-60547a5cb018 req-65309954-1a4d-439b-9951-feacb722f61b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0629703b9474474a9f2fde13723d2e8b&device_id=e950683b-797d-45a7-a358-3c98ed449189 HTTP/1.1" status: 200 len: 1098 time: 0.2170844 Feb 01 04:40:46.122975 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-b749556e-ea48-445c-a629-b00e84871877 req-a9809a42-d55d-4637-8961-2393eb307612 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd2de19d-dc84-4efd-9a98-c83b9617c9c6 HTTP/1.1" status: 200 len: 210 time: 0.0974796 Feb 01 04:40:46.168288 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-d623d863-7edb-4904-89c7-7481e2988444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80b0477-e778-4300-93f7-daa3ff7a3068', 'name': 'tempest-TestNetworkBasicOps-router-208474054', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.222'}], 'enable_snat': True}, 'gw_port_id': '2c6c2e95-b7b8-4eb6-a2f3-89378f9e3600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:39:33Z', 'updated_at': '2022-02-01T04:39:43Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': '2c6c2e95-b7b8-4eb6-a2f3-89378f9e3600', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:86:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80b0477-e778-4300-93f7-daa3ff7a3068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:35Z', 'updated_at': '2022-02-01T04:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': 'f0306631-6b3c-4d67-866f-5690da5aa520', 'name': '', 'network_id': 'bbc50e3d-1342-4e04-b690-f6146b0d424c', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:b3:c0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80b0477-e778-4300-93f7-daa3ff7a3068', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'ddf9201f-e5dc-4973-8c52-315c9eba024d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:42Z', 'updated_at': '2022-02-01T04:39:55Z', 'revision_number': 5, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': 'ddf9201f-e5dc-4973-8c52-315c9eba024d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:40:46.172411 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d623d863-7edb-4904-89c7-7481e2988444 None None] Checking router: a80b0477-e778-4300-93f7-daa3ff7a3068 for host: dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:40:46.181209 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [req-a05700c9-e188-4ada-8adb-06c45475d80c req-8cae9fb6-e784-4afd-9e5a-33a893f7cfa1 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:40:46.182027 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d623d863-7edb-4904-89c7-7481e2988444 None None] Routers {'a80b0477-e778-4300-93f7-daa3ff7a3068'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:40:46.182880 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-d623d863-7edb-4904-89c7-7481e2988444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:40:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['a80b0477-e778-4300-93f7-daa3ff7a3068'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:40:46.192366 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [req-a05700c9-e188-4ada-8adb-06c45475d80c req-8cae9fb6-e784-4afd-9e5a-33a893f7cfa1 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:40:46.205082 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a05700c9-e188-4ada-8adb-06c45475d80c req-8cae9fb6-e784-4afd-9e5a-33a893f7cfa1 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Made reservation on behalf of 9f8d5bc7845843a4a3997b13887466a6 for: {'port': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:40:46.208889 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-a05700c9-e188-4ada-8adb-06c45475d80c req-8cae9fb6-e784-4afd-9e5a-33a893f7cfa1 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:46.255362 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490299de-d04b-4dea-bf1a-60547a5cb018 req-7ad9cc3e-1371-4673-a62c-fb2f9a9c97e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:40:46.257195 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-490299de-d04b-4dea-bf1a-60547a5cb018 req-7ad9cc3e-1371-4673-a62c-fb2f9a9c97e6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=bbc50e3d-1342-4e04-b690-f6146b0d424c HTTP/1.1" status: 200 len: 896 time: 0.1618602 Feb 01 04:40:46.336866 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-490299de-d04b-4dea-bf1a-60547a5cb018 req-f74c778c-363a-4d36-9389-8e551bec71b4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd73e8d8-9605-4adf-873a-d5f017426a17 HTTP/1.1" status: 200 len: 217 time: 0.0733554 Feb 01 04:40:46.356405 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 04:40:46.398699 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-d623d863-7edb-4904-89c7-7481e2988444 None None] Set router a80b0477-e778-4300-93f7-daa3ff7a3068 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:40:46.403781 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [req-a05700c9-e188-4ada-8adb-06c45475d80c req-8cae9fb6-e784-4afd-9e5a-33a893f7cfa1 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Allocated IP 172.20.0.13 (a0c2a700-3881-4414-a7a8-128b0ce8d5cc/acb960c4-d095-42c0-820a-b7e1026fb7c0/6be95783-8d56-4439-b15d-c4a86fc5d29e) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:40:46.405134 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490299de-d04b-4dea-bf1a-60547a5cb018 req-1255d385-b7a4-42c4-adcc-3dae4c36b918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:40:46.406591 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-490299de-d04b-4dea-bf1a-60547a5cb018 req-1255d385-b7a4-42c4-adcc-3dae4c36b918 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ddf9201f-e5dc-4973-8c52-315c9eba024d HTTP/1.1" status: 200 len: 834 time: 0.0641403 Feb 01 04:40:46.503905 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490299de-d04b-4dea-bf1a-60547a5cb018 req-d03ea1f2-b38e-489b-98e0-6ed7ac7566e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:40:46.505624 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-490299de-d04b-4dea-bf1a-60547a5cb018 req-d03ea1f2-b38e-489b-98e0-6ed7ac7566e9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bbc50e3d-1342-4e04-b690-f6146b0d424c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0932457 Feb 01 04:40:46.516808 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [req-490299de-d04b-4dea-bf1a-60547a5cb018 req-2fa82794-b03e-46bb-bc11-fc88813de2f9 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 04:40:46.518093 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-490299de-d04b-4dea-bf1a-60547a5cb018 req-2fa82794-b03e-46bb-bc11-fc88813de2f9 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057080 Feb 01 04:40:46.672946 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-490299de-d04b-4dea-bf1a-60547a5cb018 req-6259cf6a-8d63-4ebd-b80f-56b09fbdc1ca service neutron] 10.222.0.18 "GET /v2.0/networks/bbc50e3d-1342-4e04-b690-f6146b0d424c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484509 Feb 01 04:40:46.750288 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-a05700c9-e188-4ada-8adb-06c45475d80c req-8cae9fb6-e784-4afd-9e5a-33a893f7cfa1 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:46.767994 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [req-a05700c9-e188-4ada-8adb-06c45475d80c req-8cae9fb6-e784-4afd-9e5a-33a893f7cfa1 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Transition to ACTIVE for port object 6be95783-8d56-4439-b15d-c4a86fc5d29e will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:40:46.783088 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-d623d863-7edb-4904-89c7-7481e2988444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80b0477-e778-4300-93f7-daa3ff7a3068', 'name': 'tempest-TestNetworkBasicOps-router-208474054', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.222'}], 'enable_snat': True}, 'gw_port_id': '2c6c2e95-b7b8-4eb6-a2f3-89378f9e3600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:39:33Z', 'updated_at': '2022-02-01T04:39:43Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': '2c6c2e95-b7b8-4eb6-a2f3-89378f9e3600', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:86:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80b0477-e778-4300-93f7-daa3ff7a3068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:35Z', 'updated_at': '2022-02-01T04:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': 'f0306631-6b3c-4d67-866f-5690da5aa520', 'name': '', 'network_id': 'bbc50e3d-1342-4e04-b690-f6146b0d424c', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:b3:c0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80b0477-e778-4300-93f7-daa3ff7a3068', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'ddf9201f-e5dc-4973-8c52-315c9eba024d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:42Z', 'updated_at': '2022-02-01T04:39:55Z', 'revision_number': 5, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': 'ddf9201f-e5dc-4973-8c52-315c9eba024d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:40:46.787940 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d623d863-7edb-4904-89c7-7481e2988444 None None] The sync data for ids ['a80b0477-e778-4300-93f7-daa3ff7a3068'] in dv-neutron-826830-1-hyperv is: [{'id': 'a80b0477-e778-4300-93f7-daa3ff7a3068', 'name': 'tempest-TestNetworkBasicOps-router-208474054', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.222'}], 'enable_snat': True}, 'gw_port_id': '2c6c2e95-b7b8-4eb6-a2f3-89378f9e3600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:39:33Z', 'updated_at': '2022-02-01T04:39:43Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': '2c6c2e95-b7b8-4eb6-a2f3-89378f9e3600', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:86:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80b0477-e778-4300-93f7-daa3ff7a3068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:35Z', 'updated_at': '2022-02-01T04:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': 'f0306631-6b3c-4d67-866f-5690da5aa520', 'name': '', 'network_id': 'bbc50e3d-1342-4e04-b690-f6146b0d424c', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:b3:c0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80b0477-e778-4300-93f7-daa3ff7a3068', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'ddf9201f-e5dc-4973-8c52-315c9eba024d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:42Z', 'updated_at': '2022-02-01T04:39:55Z', 'revision_number': 5, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': 'ddf9201f-e5dc-4973-8c52-315c9eba024d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:40:46.800772 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-a05700c9-e188-4ada-8adb-06c45475d80c req-8cae9fb6-e784-4afd-9e5a-33a893f7cfa1 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:46.830754 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-490299de-d04b-4dea-bf1a-60547a5cb018 req-415879c4-424a-4975-a8f7-dcc2c287aaa0 service neutron] 10.222.0.18 "GET /v2.0/networks/bbc50e3d-1342-4e04-b690-f6146b0d424c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507664 Feb 01 04:40:46.836908 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 43510) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:46.883869 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cae9fb6-e784-4afd-9e5a-33a893f7cfa1 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Pushing event updated for resources: {'Port': ['ID=6be95783-8d56-4439-b15d-c4a86fc5d29e,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:46.895449 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a05700c9-e188-4ada-8adb-06c45475d80c req-8cae9fb6-e784-4afd-9e5a-33a893f7cfa1 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Network a0c2a700-3881-4414-a7a8-128b0ce8d5cc is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:40:46.896563 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [req-a05700c9-e188-4ada-8adb-06c45475d80c req-8cae9fb6-e784-4afd-9e5a-33a893f7cfa1 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:40:46.898929 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [req-a05700c9-e188-4ada-8adb-06c45475d80c req-8cae9fb6-e784-4afd-9e5a-33a893f7cfa1 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:40:46.979312 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05700c9-e188-4ada-8adb-06c45475d80c req-8cae9fb6-e784-4afd-9e5a-33a893f7cfa1 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:40:46.980179 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-a05700c9-e188-4ada-8adb-06c45475d80c req-8cae9fb6-e784-4afd-9e5a-33a893f7cfa1 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:46.984938 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d9097283-a6d1-4bbf-85de-9eb279d90e18 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/floatingips/8fa821c3-8628-4a39-8bbf-bc959163145d HTTP/1.1" status: 200 len: 690 time: 0.1444745 Feb 01 04:40:47.006835 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-a05700c9-e188-4ada-8adb-06c45475d80c req-8cae9fb6-e784-4afd-9e5a-33a893f7cfa1 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0370803 Feb 01 04:40:47.024547 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [req-a05700c9-e188-4ada-8adb-06c45475d80c req-9ea08d1b-eb4d-4a76-b24f-77ffaf4f9b77 service neutron] Request body: {'port': {'device_id': 'bd2de19d-dc84-4efd-9a98-c83b9617c9c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:40:47.153707 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-a05700c9-e188-4ada-8adb-06c45475d80c req-9ea08d1b-eb4d-4a76-b24f-77ffaf4f9b77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:47.173113 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad695ea-21cf-48d9-9e87-74e9dffaa1d5 None None] New status for floating IP 8fa821c3-8628-4a39-8bbf-bc959163145d: DOWN {{(pid=87639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 01 04:40:47.226276 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-6b03bac6-4b87-4473-9497-9f3d69d70356 None None] Provisioning for port 6be95783-8d56-4439-b15d-c4a86fc5d29e completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:40:47.233240 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-6b03bac6-4b87-4473-9497-9f3d69d70356 None None] Provisioning complete for port 6be95783-8d56-4439-b15d-c4a86fc5d29e triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:40:47.233996 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6b03bac6-4b87-4473-9497-9f3d69d70356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:47.298142 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-6b03bac6-4b87-4473-9497-9f3d69d70356 None None] Port 6be95783-8d56-4439-b15d-c4a86fc5d29e cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:40:47.330891 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df3481f-00f0-476e-9c55-864d06719f6d req-379b05d2-682d-496a-8f44-c5957479f95a tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:40:47.332460 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2df3481f-00f0-476e-9c55-864d06719f6d req-379b05d2-682d-496a-8f44-c5957479f95a tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd2de19d-dc84-4efd-9a98-c83b9617c9c6 HTTP/1.1" status: 200 len: 932 time: 0.0857008 Feb 01 04:40:47.386067 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2df3481f-00f0-476e-9c55-864d06719f6d req-4d3d12f5-2b6f-432b-84d6-bda8278c2a0f tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee02c2cf-afe8-43b1-ba9c-28b13c261f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457265 Feb 01 04:40:47.546416 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [req-a05700c9-e188-4ada-8adb-06c45475d80c req-9ea08d1b-eb4d-4a76-b24f-77ffaf4f9b77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6be95783-8d56-4439-b15d-c4a86fc5d29e {{(pid=87637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 04:40:47.553869 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-a05700c9-e188-4ada-8adb-06c45475d80c req-9ea08d1b-eb4d-4a76-b24f-77ffaf4f9b77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:47.569786 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [req-a05700c9-e188-4ada-8adb-06c45475d80c req-9ea08d1b-eb4d-4a76-b24f-77ffaf4f9b77 service neutron] Transition to ACTIVE for port object 6be95783-8d56-4439-b15d-c4a86fc5d29e will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:40:47.574007 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-a05700c9-e188-4ada-8adb-06c45475d80c req-9ea08d1b-eb4d-4a76-b24f-77ffaf4f9b77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:47.706220 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea08d1b-eb4d-4a76-b24f-77ffaf4f9b77 service neutron] Pushing event updated for resources: {'Port': ['ID=6be95783-8d56-4439-b15d-c4a86fc5d29e,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:47.815003 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [req-a05700c9-e188-4ada-8adb-06c45475d80c req-9ea08d1b-eb4d-4a76-b24f-77ffaf4f9b77 service neutron] Attempting to bind port 6be95783-8d56-4439-b15d-c4a86fc5d29e on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:40:47.815630 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [req-a05700c9-e188-4ada-8adb-06c45475d80c req-9ea08d1b-eb4d-4a76-b24f-77ffaf4f9b77 service neutron] Attempting to bind port 6be95783-8d56-4439-b15d-c4a86fc5d29e by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '6b1a300b-d251-4755-82de-371c1e658f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a0c2a700-3881-4414-a7a8-128b0ce8d5cc'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:40:47.815838 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05700c9-e188-4ada-8adb-06c45475d80c req-9ea08d1b-eb4d-4a76-b24f-77ffaf4f9b77 service neutron] Attempting to bind port 6be95783-8d56-4439-b15d-c4a86fc5d29e on network a0c2a700-3881-4414-a7a8-128b0ce8d5cc {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:40:47.820436 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05700c9-e188-4ada-8adb-06c45475d80c req-9ea08d1b-eb4d-4a76-b24f-77ffaf4f9b77 service neutron] Port 6be95783-8d56-4439-b15d-c4a86fc5d29e on network a0c2a700-3881-4414-a7a8-128b0ce8d5cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:40:47.820747 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05700c9-e188-4ada-8adb-06c45475d80c req-9ea08d1b-eb4d-4a76-b24f-77ffaf4f9b77 service neutron] Attempting to bind port 6be95783-8d56-4439-b15d-c4a86fc5d29e on network a0c2a700-3881-4414-a7a8-128b0ce8d5cc {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:40:47.826021 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05700c9-e188-4ada-8adb-06c45475d80c req-9ea08d1b-eb4d-4a76-b24f-77ffaf4f9b77 service neutron] Checking agent: {'id': '63664c57-372e-43f7-9ecb-4deedcf8ddc7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 28, 15), 'started_at': datetime.datetime(2022, 2, 1, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:40:47.826352 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05700c9-e188-4ada-8adb-06c45475d80c req-9ea08d1b-eb4d-4a76-b24f-77ffaf4f9b77 service neutron] Checking segment: {'id': '6b1a300b-d251-4755-82de-371c1e658f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a0c2a700-3881-4414-a7a8-128b0ce8d5cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:40:47.826730 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05700c9-e188-4ada-8adb-06c45475d80c req-9ea08d1b-eb4d-4a76-b24f-77ffaf4f9b77 service neutron] Bound using segment: {'id': '6b1a300b-d251-4755-82de-371c1e658f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a0c2a700-3881-4414-a7a8-128b0ce8d5cc'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:40:47.827160 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [req-a05700c9-e188-4ada-8adb-06c45475d80c req-9ea08d1b-eb4d-4a76-b24f-77ffaf4f9b77 service neutron] Bound port: 6be95783-8d56-4439-b15d-c4a86fc5d29e, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b1a300b-d251-4755-82de-371c1e658f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a0c2a700-3881-4414-a7a8-128b0ce8d5cc'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:40:47.827517 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-a05700c9-e188-4ada-8adb-06c45475d80c req-9ea08d1b-eb4d-4a76-b24f-77ffaf4f9b77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:47.918514 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [req-a05700c9-e188-4ada-8adb-06c45475d80c req-9ea08d1b-eb4d-4a76-b24f-77ffaf4f9b77 service neutron] For port 6be95783-8d56-4439-b15d-c4a86fc5d29e, host hv-neutron-8268, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:40:47.921492 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [req-a05700c9-e188-4ada-8adb-06c45475d80c req-9ea08d1b-eb4d-4a76-b24f-77ffaf4f9b77 service neutron] For port 6be95783-8d56-4439-b15d-c4a86fc5d29e, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=6be95783-8d56-4439-b15d-c4a86fc5d29e,segment=NetworkSegment(6b1a300b-d251-4755-82de-371c1e658f49),segment_id=6b1a300b-d251-4755-82de-371c1e658f49)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:40:47.926703 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-a05700c9-e188-4ada-8adb-06c45475d80c req-9ea08d1b-eb4d-4a76-b24f-77ffaf4f9b77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:47.987392 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 43516) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:47.989988 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05700c9-e188-4ada-8adb-06c45475d80c req-9ea08d1b-eb4d-4a76-b24f-77ffaf4f9b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:40:47.990587 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-a05700c9-e188-4ada-8adb-06c45475d80c req-9ea08d1b-eb4d-4a76-b24f-77ffaf4f9b77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:47.991953 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-a05700c9-e188-4ada-8adb-06c45475d80c req-9ea08d1b-eb4d-4a76-b24f-77ffaf4f9b77 service neutron] 10.222.0.18 "PUT /v2.0/ports/6be95783-8d56-4439-b15d-c4a86fc5d29e HTTP/1.1" status: 200 len: 1094 time: 0.9722576 Feb 01 04:40:47.992386 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd2de19d-dc84-4efd-9a98-c83b9617c9c6', 'tag': '6be95783-8d56-4439-b15d-c4a86fc5d29e'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:40:48.017269 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea08d1b-eb4d-4a76-b24f-77ffaf4f9b77 service neutron] Pushing event updated for resources: {'Port': ['ID=6be95783-8d56-4439-b15d-c4a86fc5d29e,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:48.091535 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd2de19d-dc84-4efd-9a98-c83b9617c9c6', 'tag': '6be95783-8d56-4439-b15d-c4a86fc5d29e', 'status': 'completed', 'code': 200} Feb 01 04:40:48.119378 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e8e699fc-b57a-45eb-9188-bd2642a6b446 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/floatingips/8fa821c3-8628-4a39-8bbf-bc959163145d HTTP/1.1" status: 200 len: 688 time: 0.1308129 Feb 01 04:40:48.159365 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05700c9-e188-4ada-8adb-06c45475d80c req-db798b18-986c-4eb9-947a-69d674ce3c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:40:48.160860 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-a05700c9-e188-4ada-8adb-06c45475d80c req-db798b18-986c-4eb9-947a-69d674ce3c43 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f8d5bc7845843a4a3997b13887466a6&device_id=bd2de19d-dc84-4efd-9a98-c83b9617c9c6 HTTP/1.1" status: 200 len: 1097 time: 0.1074014 Feb 01 04:40:48.244702 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-a05700c9-e188-4ada-8adb-06c45475d80c req-8b9fa676-04d9-449a-9069-60738bbcce8f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6be95783-8d56-4439-b15d-c4a86fc5d29e HTTP/1.1" status: 200 len: 217 time: 0.0710237 Feb 01 04:40:48.309069 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05700c9-e188-4ada-8adb-06c45475d80c req-02f51040-a634-4a3e-a9cc-839663e3f344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:40:48.310431 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-a05700c9-e188-4ada-8adb-06c45475d80c req-02f51040-a634-4a3e-a9cc-839663e3f344 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=acb960c4-d095-42c0-820a-b7e1026fb7c0 HTTP/1.1" status: 200 len: 850 time: 0.0590720 Feb 01 04:40:48.388564 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05700c9-e188-4ada-8adb-06c45475d80c req-cfc3ca94-bef8-40d8-a88b-e13c6298b1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:40:48.390034 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-a05700c9-e188-4ada-8adb-06c45475d80c req-cfc3ca94-bef8-40d8-a88b-e13c6298b1b5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a0c2a700-3881-4414-a7a8-128b0ce8d5cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734646 Feb 01 04:40:48.578152 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5797eb6b-c7b7-4e3a-97ce-27376f8a8bf8 req-84cee5f3-a7e0-4c82-b973-6e1fcb8e2233 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:40:48.579851 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5797eb6b-c7b7-4e3a-97ce-27376f8a8bf8 req-84cee5f3-a7e0-4c82-b973-6e1fcb8e2233 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd2de19d-dc84-4efd-9a98-c83b9617c9c6 HTTP/1.1" status: 200 len: 944 time: 0.0895216 Feb 01 04:40:48.631957 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5797eb6b-c7b7-4e3a-97ce-27376f8a8bf8 req-886fba9c-1969-4a79-9059-4d6ff43665d2 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee02c2cf-afe8-43b1-ba9c-28b13c261f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455019 Feb 01 04:40:48.643860 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-a05700c9-e188-4ada-8adb-06c45475d80c req-005299a0-b773-4554-9a60-1402a7cca0d5 service neutron] 10.222.0.18 "GET /v2.0/networks/a0c2a700-3881-4414-a7a8-128b0ce8d5cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460010 Feb 01 04:40:48.775332 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-a05700c9-e188-4ada-8adb-06c45475d80c req-7f83f99c-c499-4592-8126-0509e5a4407a service neutron] 10.222.0.18 "GET /v2.0/networks/a0c2a700-3881-4414-a7a8-128b0ce8d5cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247139 Feb 01 04:40:48.914864 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b081df5-cb75-4ce1-b499-bdb0cf3151b4 req-e50966ac-7fbf-403a-82cd-f9de5de54ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:40:48.916327 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-6b081df5-cb75-4ce1-b499-bdb0cf3151b4 req-e50966ac-7fbf-403a-82cd-f9de5de54ed8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f8d5bc7845843a4a3997b13887466a6&device_id=bd2de19d-dc84-4efd-9a98-c83b9617c9c6 HTTP/1.1" status: 200 len: 1097 time: 0.0727520 Feb 01 04:40:49.051622 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b081df5-cb75-4ce1-b499-bdb0cf3151b4 req-eb85e252-41f3-4883-95c5-65c319adfdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:40:49.053063 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-6b081df5-cb75-4ce1-b499-bdb0cf3151b4 req-eb85e252-41f3-4883-95c5-65c319adfdd6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a0c2a700-3881-4414-a7a8-128b0ce8d5cc HTTP/1.1" status: 200 len: 911 time: 0.1304388 Feb 01 04:40:49.123796 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-6b081df5-cb75-4ce1-b499-bdb0cf3151b4 req-1432dfa5-783b-4a77-84dd-193291afa755 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6be95783-8d56-4439-b15d-c4a86fc5d29e HTTP/1.1" status: 200 len: 217 time: 0.0643222 Feb 01 04:40:49.185627 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b081df5-cb75-4ce1-b499-bdb0cf3151b4 req-03ed12ac-45ef-43fe-82f9-600d8b4bc680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:40:49.187057 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-6b081df5-cb75-4ce1-b499-bdb0cf3151b4 req-03ed12ac-45ef-43fe-82f9-600d8b4bc680 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=acb960c4-d095-42c0-820a-b7e1026fb7c0 HTTP/1.1" status: 200 len: 850 time: 0.0577023 Feb 01 04:40:49.266683 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b081df5-cb75-4ce1-b499-bdb0cf3151b4 req-80bcf1a2-879b-4417-af82-7bb3071812bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:40:49.268752 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-6b081df5-cb75-4ce1-b499-bdb0cf3151b4 req-80bcf1a2-879b-4417-af82-7bb3071812bb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a0c2a700-3881-4414-a7a8-128b0ce8d5cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747080 Feb 01 04:40:49.406792 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-6b081df5-cb75-4ce1-b499-bdb0cf3151b4 req-d3dc67f9-f983-4161-b395-c66fb62982df service neutron] 10.222.0.18 "GET /v2.0/networks/a0c2a700-3881-4414-a7a8-128b0ce8d5cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307404 Feb 01 04:40:49.538573 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-6b081df5-cb75-4ce1-b499-bdb0cf3151b4 req-386240ff-48f3-41f0-b36e-fcdd74805eba service neutron] 10.222.0.18 "GET /v2.0/networks/a0c2a700-3881-4414-a7a8-128b0ce8d5cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257713 Feb 01 04:40:49.613954 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 43526) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:49.619267 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-a96c22d1-e6f2-4a19-9b8f-d3cd35de5645 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-826276085', 'description': 'tempest-secgroup-smoke-826276085 description', 'project_id': '0629703b9474474a9f2fde13723d2e8b'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:40:49.625401 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-a96c22d1-e6f2-4a19-9b8f-d3cd35de5645 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:40:49.635825 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-a96c22d1-e6f2-4a19-9b8f-d3cd35de5645 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:40:49.645762 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a96c22d1-e6f2-4a19-9b8f-d3cd35de5645 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:49.665726 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-a96c22d1-e6f2-4a19-9b8f-d3cd35de5645 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:40:49.669524 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-a96c22d1-e6f2-4a19-9b8f-d3cd35de5645 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group_rule and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:40:49.672387 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-a96c22d1-e6f2-4a19-9b8f-d3cd35de5645 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:40:49.677973 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-a96c22d1-e6f2-4a19-9b8f-d3cd35de5645 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:40:49.751086 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a96c22d1-e6f2-4a19-9b8f-d3cd35de5645 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:49.788721 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a96c22d1-e6f2-4a19-9b8f-d3cd35de5645 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:49.963646 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96c22d1-e6f2-4a19-9b8f-d3cd35de5645 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82355d92-866e-49e7-b9c7-10cfc30049af,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:49.967808 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a96c22d1-e6f2-4a19-9b8f-d3cd35de5645 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:49.969004 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a96c22d1-e6f2-4a19-9b8f-d3cd35de5645 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3539569 Feb 01 04:40:49.973139 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 43532) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:49.978571 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-99eb8ce9-b965-4c34-94a9-0f8109134bd7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'security_group_rule': {'security_group_id': '82355d92-866e-49e7-b9c7-10cfc30049af', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:40:49.984472 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-99eb8ce9-b965-4c34-94a9-0f8109134bd7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:40:49.988278 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-99eb8ce9-b965-4c34-94a9-0f8109134bd7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group_rule and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:40:49.991182 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-99eb8ce9-b965-4c34-94a9-0f8109134bd7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:40:49.992291 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1269431-ccc8-4608-a532-345b471a44cc req-568c9612-3f86-4807-8bd5-987a7943b02f tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:40:49.993715 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d1269431-ccc8-4608-a532-345b471a44cc req-568c9612-3f86-4807-8bd5-987a7943b02f tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd2de19d-dc84-4efd-9a98-c83b9617c9c6 HTTP/1.1" status: 200 len: 944 time: 0.2407775 Feb 01 04:40:49.997895 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-99eb8ce9-b965-4c34-94a9-0f8109134bd7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:40:50.014567 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-99eb8ce9-b965-4c34-94a9-0f8109134bd7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:50.039280 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d1269431-ccc8-4608-a532-345b471a44cc req-0218668d-fa6d-4e3d-aff9-61d9e7f872ac tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee02c2cf-afe8-43b1-ba9c-28b13c261f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388346 Feb 01 04:40:50.077779 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-99eb8ce9-b965-4c34-94a9-0f8109134bd7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:50.081206 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-99eb8ce9-b965-4c34-94a9-0f8109134bd7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:50.103382 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eb8ce9-b965-4c34-94a9-0f8109134bd7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0876227-e3f9-4c00-b7a4-d348630f4d58,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:50.112248 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-99eb8ce9-b965-4c34-94a9-0f8109134bd7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:50.113425 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-99eb8ce9-b965-4c34-94a9-0f8109134bd7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1390955 Feb 01 04:40:50.116177 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 43536) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:50.121444 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-1c215935-c125-4b06-85cf-b8fee41f9dfd tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'security_group_rule': {'security_group_id': '82355d92-866e-49e7-b9c7-10cfc30049af', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:40:50.127343 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-1c215935-c125-4b06-85cf-b8fee41f9dfd tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:40:50.131019 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-1c215935-c125-4b06-85cf-b8fee41f9dfd tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group_rule and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:40:50.133830 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-1c215935-c125-4b06-85cf-b8fee41f9dfd tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:40:50.140052 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-1c215935-c125-4b06-85cf-b8fee41f9dfd tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:40:50.154989 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1c215935-c125-4b06-85cf-b8fee41f9dfd tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:50.215428 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1c215935-c125-4b06-85cf-b8fee41f9dfd tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:50.218692 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1c215935-c125-4b06-85cf-b8fee41f9dfd tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:50.240585 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c215935-c125-4b06-85cf-b8fee41f9dfd tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3323fc8c-3cac-46cb-8c56-5c104b7e089c,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:50.249890 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1c215935-c125-4b06-85cf-b8fee41f9dfd tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:50.251026 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-1c215935-c125-4b06-85cf-b8fee41f9dfd tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1339612 Feb 01 04:40:50.253771 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 43540) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:50.258686 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-6d3956b5-b8f5-4bfe-bee6-73d86f98c69f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'security_group_rule': {'security_group_id': '82355d92-866e-49e7-b9c7-10cfc30049af', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:40:50.265321 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-6d3956b5-b8f5-4bfe-bee6-73d86f98c69f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:40:50.269172 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-6d3956b5-b8f5-4bfe-bee6-73d86f98c69f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group_rule and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:40:50.272299 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-6d3956b5-b8f5-4bfe-bee6-73d86f98c69f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:40:50.278469 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-6d3956b5-b8f5-4bfe-bee6-73d86f98c69f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:40:50.294342 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6d3956b5-b8f5-4bfe-bee6-73d86f98c69f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:50.355177 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6d3956b5-b8f5-4bfe-bee6-73d86f98c69f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:50.358424 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6d3956b5-b8f5-4bfe-bee6-73d86f98c69f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:50.381628 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3956b5-b8f5-4bfe-bee6-73d86f98c69f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6bb6547-9830-4795-a7f1-60801046544c,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:50.390763 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6d3956b5-b8f5-4bfe-bee6-73d86f98c69f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:50.392100 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-6d3956b5-b8f5-4bfe-bee6-73d86f98c69f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1373589 Feb 01 04:40:50.394838 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 43544) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:50.399804 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-ef96cb92-e58f-4405-9b06-8994a133e36f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'security_group_rule': {'security_group_id': '82355d92-866e-49e7-b9c7-10cfc30049af', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:40:50.405585 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-ef96cb92-e58f-4405-9b06-8994a133e36f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:40:50.410135 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-ef96cb92-e58f-4405-9b06-8994a133e36f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group_rule and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:40:50.414010 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-ef96cb92-e58f-4405-9b06-8994a133e36f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:40:50.419529 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-ef96cb92-e58f-4405-9b06-8994a133e36f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:40:50.435630 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ef96cb92-e58f-4405-9b06-8994a133e36f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:50.496277 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ef96cb92-e58f-4405-9b06-8994a133e36f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:50.499927 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ef96cb92-e58f-4405-9b06-8994a133e36f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:50.524438 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef96cb92-e58f-4405-9b06-8994a133e36f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9578613e-946a-4250-abb7-955588c047b2,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:50.536006 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ef96cb92-e58f-4405-9b06-8994a133e36f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:50.536006 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-ef96cb92-e58f-4405-9b06-8994a133e36f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1401763 Feb 01 04:40:50.540219 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 43548) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:50.544656 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-02bb4121-7ac3-4190-a9b1-e64ac3f6e8d7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'security_group_rule': {'security_group_id': '82355d92-866e-49e7-b9c7-10cfc30049af', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:40:50.550431 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-02bb4121-7ac3-4190-a9b1-e64ac3f6e8d7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:40:50.554251 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-02bb4121-7ac3-4190-a9b1-e64ac3f6e8d7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group_rule and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:40:50.557156 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-02bb4121-7ac3-4190-a9b1-e64ac3f6e8d7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:40:50.563381 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-02bb4121-7ac3-4190-a9b1-e64ac3f6e8d7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:40:50.573495 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.securitygroups_db [None req-02bb4121-7ac3-4190-a9b1-e64ac3f6e8d7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Project 0629703b9474474a9f2fde13723d2e8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 01 04:40:50.579870 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-02bb4121-7ac3-4190-a9b1-e64ac3f6e8d7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:50.642073 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-02bb4121-7ac3-4190-a9b1-e64ac3f6e8d7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:50.646311 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-02bb4121-7ac3-4190-a9b1-e64ac3f6e8d7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:50.668597 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bb4121-7ac3-4190-a9b1-e64ac3f6e8d7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b891ef98-8588-4269-8dd7-cea466e2c421,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:50.676887 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-02bb4121-7ac3-4190-a9b1-e64ac3f6e8d7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:50.678183 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-02bb4121-7ac3-4190-a9b1-e64ac3f6e8d7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1380715 Feb 01 04:40:50.680966 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 43552) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:40:50.686302 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-73eecc21-d899-4218-885c-d157339ad2bc tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'security_group_rule': {'security_group_id': '82355d92-866e-49e7-b9c7-10cfc30049af', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:40:50.691982 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-73eecc21-d899-4218-885c-d157339ad2bc tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:40:50.695697 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-73eecc21-d899-4218-885c-d157339ad2bc tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group_rule and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:40:50.698606 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-73eecc21-d899-4218-885c-d157339ad2bc tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:40:50.704333 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-73eecc21-d899-4218-885c-d157339ad2bc tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:40:50.715771 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.securitygroups_db [None req-73eecc21-d899-4218-885c-d157339ad2bc tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Project 0629703b9474474a9f2fde13723d2e8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 01 04:40:50.722093 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-73eecc21-d899-4218-885c-d157339ad2bc tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:50.783864 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-73eecc21-d899-4218-885c-d157339ad2bc tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:50.787122 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-73eecc21-d899-4218-885c-d157339ad2bc tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:50.814093 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eecc21-d899-4218-885c-d157339ad2bc tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7f5a261-7eb0-44a2-a4c9-e3a4112cd40e,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:50.824153 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-73eecc21-d899-4218-885c-d157339ad2bc tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:50.825328 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-73eecc21-d899-4218-885c-d157339ad2bc tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1434698 Feb 01 04:40:51.002591 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-5e89bc37-2fff-47e7-9db6-9a7961546e71 req-d353be59-5300-497f-9831-309f254090cf tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-826276085&fields=id&tenant_id=0629703b9474474a9f2fde13723d2e8b HTTP/1.1" status: 200 len: 267 time: 0.0461514 Feb 01 04:40:51.153169 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89bc37-2fff-47e7-9db6-9a7961546e71 req-8aff57b1-78a3-462f-a795-2edcfb36b9e8 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:40:51.154612 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-5e89bc37-2fff-47e7-9db6-9a7961546e71 req-8aff57b1-78a3-462f-a795-2edcfb36b9e8 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/networks?id=bbc50e3d-1342-4e04-b690-f6146b0d424c HTTP/1.1" status: 200 len: 796 time: 0.1455619 Feb 01 04:40:51.169291 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-5e89bc37-2fff-47e7-9db6-9a7961546e71 req-a5b667d2-ac6e-4138-9419-2a63b68159f1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/quotas/0629703b9474474a9f2fde13723d2e8b HTTP/1.1" status: 200 len: 375 time: 0.0091131 Feb 01 04:40:51.228033 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a752507c-70a8-4a36-9bf1-55c6befde0ac req-d35366a3-18bf-4bda-b51e-434a1593be56 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:40:51.228033 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a752507c-70a8-4a36-9bf1-55c6befde0ac req-d35366a3-18bf-4bda-b51e-434a1593be56 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd2de19d-dc84-4efd-9a98-c83b9617c9c6 HTTP/1.1" status: 200 len: 944 time: 0.0803487 Feb 01 04:40:51.256382 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-5e89bc37-2fff-47e7-9db6-9a7961546e71 req-9010d90f-659e-429a-8f5c-069c5b1d2c54 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0629703b9474474a9f2fde13723d2e8b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0820894 Feb 01 04:40:51.272100 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a752507c-70a8-4a36-9bf1-55c6befde0ac req-55dda107-e1ea-405b-a389-2063ff89c7b4 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee02c2cf-afe8-43b1-ba9c-28b13c261f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398540 Feb 01 04:40:51.315936 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [req-5e89bc37-2fff-47e7-9db6-9a7961546e71 req-f3b0115a-d9f6-42aa-97c9-f4f64864e8e1 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 04:40:51.316916 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-5e89bc37-2fff-47e7-9db6-9a7961546e71 req-f3b0115a-d9f6-42aa-97c9-f4f64864e8e1 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0478864 Feb 01 04:40:51.556614 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-5e89bc37-2fff-47e7-9db6-9a7961546e71 req-d5639944-2363-4979-a08e-0e6e15e474c9 service neutron] 10.222.0.24 "GET /v2.0/networks/bbc50e3d-1342-4e04-b690-f6146b0d424c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337537 Feb 01 04:40:51.684095 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-5e89bc37-2fff-47e7-9db6-9a7961546e71 req-10a81b86-5bed-4db1-8618-2f42398cfe43 service neutron] 10.222.0.24 "GET /v2.0/networks/bbc50e3d-1342-4e04-b690-f6146b0d424c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211905 Feb 01 04:40:51.859274 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-61ea8648-d2c3-4dce-aee4-0623f4a4e3ff req-edf2e535-26a3-457d-9840-8075cbfaecc2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=f164b672-a8b8-422a-b3d5-00fd6bee177d HTTP/1.1" status: 200 len: 210 time: 0.0474341 Feb 01 04:40:52.461553 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97240528-b375-4bf6-903c-b8c45972c1c4 req-f004fe49-d915-41ec-9200-80d6f3d3c111 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:40:52.462246 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-97240528-b375-4bf6-903c-b8c45972c1c4 req-f004fe49-d915-41ec-9200-80d6f3d3c111 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Synchronizing usage tracker for tenant:9f8d5bc7845843a4a3997b13887466a6 on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:40:52.477237 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-97240528-b375-4bf6-903c-b8c45972c1c4 req-f004fe49-d915-41ec-9200-80d6f3d3c111 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Unset dirty status for tenant:9f8d5bc7845843a4a3997b13887466a6 on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:40:52.478411 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-97240528-b375-4bf6-903c-b8c45972c1c4 req-f004fe49-d915-41ec-9200-80d6f3d3c111 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd2de19d-dc84-4efd-9a98-c83b9617c9c6 HTTP/1.1" status: 200 len: 944 time: 0.1009703 Feb 01 04:40:52.523647 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-97240528-b375-4bf6-903c-b8c45972c1c4 req-c81884fd-d740-4530-82d8-a2d7cc4515cb tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee02c2cf-afe8-43b1-ba9c-28b13c261f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393214 Feb 01 04:40:53.020236 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2e97e4a0-7293-4c43-b035-b3bd838e5c17 req-44e4ae66-d1de-4fe5-8de4-abe406a055a4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=f164b672-a8b8-422a-b3d5-00fd6bee177d HTTP/1.1" status: 200 len: 210 time: 0.0458558 Feb 01 04:40:53.101058 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89bc37-2fff-47e7-9db6-9a7961546e71 req-beeac9d3-683f-42e4-8c82-2f28d4b76e1a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:40:53.102448 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-5e89bc37-2fff-47e7-9db6-9a7961546e71 req-beeac9d3-683f-42e4-8c82-2f28d4b76e1a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.18 "GET /v2.0/networks?id=bbc50e3d-1342-4e04-b690-f6146b0d424c HTTP/1.1" status: 200 len: 796 time: 0.1468022 Feb 01 04:40:53.157484 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-5e89bc37-2fff-47e7-9db6-9a7961546e71 req-768cbbc6-4afb-4e62-be89-139b85b7f701 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0629703b9474474a9f2fde13723d2e8b HTTP/1.1" status: 200 len: 471 time: 0.0413666 Feb 01 04:40:53.165800 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [req-5e89bc37-2fff-47e7-9db6-9a7961546e71 req-b92ab8c9-dd4b-4cc9-8cc8-3896db2763ae tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'port': {'device_id': 'f164b672-a8b8-422a-b3d5-00fd6bee177d', 'network_id': 'bbc50e3d-1342-4e04-b690-f6146b0d424c', 'admin_state_up': True, 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'security_groups': ['82355d92-866e-49e7-b9c7-10cfc30049af']}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:40:53.300678 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [req-5e89bc37-2fff-47e7-9db6-9a7961546e71 req-b92ab8c9-dd4b-4cc9-8cc8-3896db2763ae tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:40:53.309781 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [req-5e89bc37-2fff-47e7-9db6-9a7961546e71 req-b92ab8c9-dd4b-4cc9-8cc8-3896db2763ae tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:40:53.319000 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e89bc37-2fff-47e7-9db6-9a7961546e71 req-b92ab8c9-dd4b-4cc9-8cc8-3896db2763ae tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Made reservation on behalf of 0629703b9474474a9f2fde13723d2e8b for: {'port': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:40:53.322536 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-5e89bc37-2fff-47e7-9db6-9a7961546e71 req-b92ab8c9-dd4b-4cc9-8cc8-3896db2763ae tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:53.477907 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [req-5e89bc37-2fff-47e7-9db6-9a7961546e71 req-b92ab8c9-dd4b-4cc9-8cc8-3896db2763ae tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Allocated IP 172.20.0.6 (bbc50e3d-1342-4e04-b690-f6146b0d424c/ddf9201f-e5dc-4973-8c52-315c9eba024d/13efba17-5eba-4a8c-b071-f2a8d52c8ade) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:40:53.716691 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-5e89bc37-2fff-47e7-9db6-9a7961546e71 req-b92ab8c9-dd4b-4cc9-8cc8-3896db2763ae tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:53.739783 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [req-5e89bc37-2fff-47e7-9db6-9a7961546e71 req-b92ab8c9-dd4b-4cc9-8cc8-3896db2763ae tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Transition to ACTIVE for port object 13efba17-5eba-4a8c-b071-f2a8d52c8ade will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:40:53.763193 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e40b00b-3a57-4e64-ab3e-814e8da3e8ba req-eb576f29-781f-4914-af12-217214e25910 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:40:53.764554 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-0e40b00b-3a57-4e64-ab3e-814e8da3e8ba req-eb576f29-781f-4914-af12-217214e25910 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd2de19d-dc84-4efd-9a98-c83b9617c9c6 HTTP/1.1" status: 200 len: 944 time: 0.1291876 Feb 01 04:40:53.798055 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-5e89bc37-2fff-47e7-9db6-9a7961546e71 req-b92ab8c9-dd4b-4cc9-8cc8-3896db2763ae tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:53.879359 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-0e40b00b-3a57-4e64-ab3e-814e8da3e8ba req-e16f337b-e91e-4a02-8bfc-87074e3c98b3 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee02c2cf-afe8-43b1-ba9c-28b13c261f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077137 Feb 01 04:40:53.888036 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e89bc37-2fff-47e7-9db6-9a7961546e71 req-b92ab8c9-dd4b-4cc9-8cc8-3896db2763ae tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Network bbc50e3d-1342-4e04-b690-f6146b0d424c is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:40:53.891584 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [req-5e89bc37-2fff-47e7-9db6-9a7961546e71 req-b92ab8c9-dd4b-4cc9-8cc8-3896db2763ae tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:40:53.895763 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e89bc37-2fff-47e7-9db6-9a7961546e71 req-b92ab8c9-dd4b-4cc9-8cc8-3896db2763ae tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:40:53.929350 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92ab8c9-dd4b-4cc9-8cc8-3896db2763ae tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'Port': ['ID=13efba17-5eba-4a8c-b071-f2a8d52c8ade,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:53.968397 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89bc37-2fff-47e7-9db6-9a7961546e71 req-b92ab8c9-dd4b-4cc9-8cc8-3896db2763ae tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:40:53.969098 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-5e89bc37-2fff-47e7-9db6-9a7961546e71 req-b92ab8c9-dd4b-4cc9-8cc8-3896db2763ae tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:53.996181 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-5e89bc37-2fff-47e7-9db6-9a7961546e71 req-b92ab8c9-dd4b-4cc9-8cc8-3896db2763ae tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8337088 Feb 01 04:40:54.015939 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [req-5e89bc37-2fff-47e7-9db6-9a7961546e71 req-06332d4a-ff7f-4fbc-8eec-b6f60ca0633b service neutron] Request body: {'port': {'device_id': 'f164b672-a8b8-422a-b3d5-00fd6bee177d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:40:54.136736 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-5e89bc37-2fff-47e7-9db6-9a7961546e71 req-06332d4a-ff7f-4fbc-8eec-b6f60ca0633b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:54.202499 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-c02fde12-908a-4fa8-8df2-96d18266ff7b None None] Provisioning for port 13efba17-5eba-4a8c-b071-f2a8d52c8ade completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:40:54.209576 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-c02fde12-908a-4fa8-8df2-96d18266ff7b None None] Provisioning complete for port 13efba17-5eba-4a8c-b071-f2a8d52c8ade triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:40:54.210179 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c02fde12-908a-4fa8-8df2-96d18266ff7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:54.228680 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c516f0-ce16-4b29-978f-8ea0b652f327 req-d3b0a7a7-bdd0-4715-b1fc-1a2c956298a0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:40:54.230956 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-35c516f0-ce16-4b29-978f-8ea0b652f327 req-d3b0a7a7-bdd0-4715-b1fc-1a2c956298a0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=f164b672-a8b8-422a-b3d5-00fd6bee177d HTTP/1.1" status: 200 len: 931 time: 0.0920184 Feb 01 04:40:54.268138 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-c02fde12-908a-4fa8-8df2-96d18266ff7b None None] Port 13efba17-5eba-4a8c-b071-f2a8d52c8ade cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:40:54.278189 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-35c516f0-ce16-4b29-978f-8ea0b652f327 req-895b53dc-5b3b-4d1b-b9b2-33e5cbd97bd5 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Synchronizing usage tracker for tenant:0629703b9474474a9f2fde13723d2e8b on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:40:54.294026 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-35c516f0-ce16-4b29-978f-8ea0b652f327 req-895b53dc-5b3b-4d1b-b9b2-33e5cbd97bd5 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Unset dirty status for tenant:0629703b9474474a9f2fde13723d2e8b on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:40:54.295310 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-35c516f0-ce16-4b29-978f-8ea0b652f327 req-895b53dc-5b3b-4d1b-b9b2-33e5cbd97bd5 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=82355d92-866e-49e7-b9c7-10cfc30049af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587008 Feb 01 04:40:54.593366 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [req-5e89bc37-2fff-47e7-9db6-9a7961546e71 req-06332d4a-ff7f-4fbc-8eec-b6f60ca0633b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13efba17-5eba-4a8c-b071-f2a8d52c8ade {{(pid=87637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 04:40:54.600931 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-5e89bc37-2fff-47e7-9db6-9a7961546e71 req-06332d4a-ff7f-4fbc-8eec-b6f60ca0633b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:54.616002 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [req-5e89bc37-2fff-47e7-9db6-9a7961546e71 req-06332d4a-ff7f-4fbc-8eec-b6f60ca0633b service neutron] Transition to ACTIVE for port object 13efba17-5eba-4a8c-b071-f2a8d52c8ade will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:40:54.619442 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-5e89bc37-2fff-47e7-9db6-9a7961546e71 req-06332d4a-ff7f-4fbc-8eec-b6f60ca0633b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:54.775045 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06332d4a-ff7f-4fbc-8eec-b6f60ca0633b service neutron] Pushing event updated for resources: {'Port': ['ID=13efba17-5eba-4a8c-b071-f2a8d52c8ade,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:54.848812 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [req-5e89bc37-2fff-47e7-9db6-9a7961546e71 req-06332d4a-ff7f-4fbc-8eec-b6f60ca0633b service neutron] Attempting to bind port 13efba17-5eba-4a8c-b071-f2a8d52c8ade on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:40:54.849074 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [req-5e89bc37-2fff-47e7-9db6-9a7961546e71 req-06332d4a-ff7f-4fbc-8eec-b6f60ca0633b service neutron] Attempting to bind port 13efba17-5eba-4a8c-b071-f2a8d52c8ade by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '1f5d8862-e520-40b2-b726-5bbe55278b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bbc50e3d-1342-4e04-b690-f6146b0d424c'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:40:54.849394 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e89bc37-2fff-47e7-9db6-9a7961546e71 req-06332d4a-ff7f-4fbc-8eec-b6f60ca0633b service neutron] Attempting to bind port 13efba17-5eba-4a8c-b071-f2a8d52c8ade on network bbc50e3d-1342-4e04-b690-f6146b0d424c {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:40:54.853916 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e89bc37-2fff-47e7-9db6-9a7961546e71 req-06332d4a-ff7f-4fbc-8eec-b6f60ca0633b service neutron] Port 13efba17-5eba-4a8c-b071-f2a8d52c8ade on network bbc50e3d-1342-4e04-b690-f6146b0d424c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:40:54.854226 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e89bc37-2fff-47e7-9db6-9a7961546e71 req-06332d4a-ff7f-4fbc-8eec-b6f60ca0633b service neutron] Attempting to bind port 13efba17-5eba-4a8c-b071-f2a8d52c8ade on network bbc50e3d-1342-4e04-b690-f6146b0d424c {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:40:54.859773 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e89bc37-2fff-47e7-9db6-9a7961546e71 req-06332d4a-ff7f-4fbc-8eec-b6f60ca0633b service neutron] Checking agent: {'id': '63664c57-372e-43f7-9ecb-4deedcf8ddc7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 28, 15), 'started_at': datetime.datetime(2022, 2, 1, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:40:54.860112 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e89bc37-2fff-47e7-9db6-9a7961546e71 req-06332d4a-ff7f-4fbc-8eec-b6f60ca0633b service neutron] Checking segment: {'id': '1f5d8862-e520-40b2-b726-5bbe55278b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bbc50e3d-1342-4e04-b690-f6146b0d424c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:40:54.860481 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e89bc37-2fff-47e7-9db6-9a7961546e71 req-06332d4a-ff7f-4fbc-8eec-b6f60ca0633b service neutron] Bound using segment: {'id': '1f5d8862-e520-40b2-b726-5bbe55278b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bbc50e3d-1342-4e04-b690-f6146b0d424c'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:40:54.860895 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [req-5e89bc37-2fff-47e7-9db6-9a7961546e71 req-06332d4a-ff7f-4fbc-8eec-b6f60ca0633b service neutron] Bound port: 13efba17-5eba-4a8c-b071-f2a8d52c8ade, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f5d8862-e520-40b2-b726-5bbe55278b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bbc50e3d-1342-4e04-b690-f6146b0d424c'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:40:54.861230 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-5e89bc37-2fff-47e7-9db6-9a7961546e71 req-06332d4a-ff7f-4fbc-8eec-b6f60ca0633b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:54.956107 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [req-5e89bc37-2fff-47e7-9db6-9a7961546e71 req-06332d4a-ff7f-4fbc-8eec-b6f60ca0633b service neutron] For port 13efba17-5eba-4a8c-b071-f2a8d52c8ade, host hv-neutron-8268, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:40:54.958961 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [req-5e89bc37-2fff-47e7-9db6-9a7961546e71 req-06332d4a-ff7f-4fbc-8eec-b6f60ca0633b service neutron] For port 13efba17-5eba-4a8c-b071-f2a8d52c8ade, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=13efba17-5eba-4a8c-b071-f2a8d52c8ade,segment=NetworkSegment(1f5d8862-e520-40b2-b726-5bbe55278b56),segment_id=1f5d8862-e520-40b2-b726-5bbe55278b56)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:40:54.963038 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-5e89bc37-2fff-47e7-9db6-9a7961546e71 req-06332d4a-ff7f-4fbc-8eec-b6f60ca0633b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:55.058743 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89bc37-2fff-47e7-9db6-9a7961546e71 req-06332d4a-ff7f-4fbc-8eec-b6f60ca0633b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:40:55.059105 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-5e89bc37-2fff-47e7-9db6-9a7961546e71 req-06332d4a-ff7f-4fbc-8eec-b6f60ca0633b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:55.060651 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-5e89bc37-2fff-47e7-9db6-9a7961546e71 req-06332d4a-ff7f-4fbc-8eec-b6f60ca0633b service neutron] 10.222.0.18 "PUT /v2.0/ports/13efba17-5eba-4a8c-b071-f2a8d52c8ade HTTP/1.1" status: 200 len: 1093 time: 1.0496385 Feb 01 04:40:55.068035 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f164b672-a8b8-422a-b3d5-00fd6bee177d', 'tag': '13efba17-5eba-4a8c-b071-f2a8d52c8ade'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:40:55.109469 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06332d4a-ff7f-4fbc-8eec-b6f60ca0633b service neutron] Pushing event updated for resources: {'Port': ['ID=13efba17-5eba-4a8c-b071-f2a8d52c8ade,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:55.162201 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f164b672-a8b8-422a-b3d5-00fd6bee177d', 'tag': '13efba17-5eba-4a8c-b071-f2a8d52c8ade', 'status': 'completed', 'code': 200} Feb 01 04:40:55.175599 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7db4ee-ebc3-4aa3-9c1f-546f9c263073 req-6affd033-a542-451e-b35d-8498d9164b92 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:40:55.177084 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-7a7db4ee-ebc3-4aa3-9c1f-546f9c263073 req-6affd033-a542-451e-b35d-8498d9164b92 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd2de19d-dc84-4efd-9a98-c83b9617c9c6 HTTP/1.1" status: 200 len: 944 time: 0.1822851 Feb 01 04:40:55.238159 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-7a7db4ee-ebc3-4aa3-9c1f-546f9c263073 req-e35e4ded-cfb7-44fd-af7a-a941716d62b0 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee02c2cf-afe8-43b1-ba9c-28b13c261f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514421 Feb 01 04:40:55.244344 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89bc37-2fff-47e7-9db6-9a7961546e71 req-5f878da7-281d-4d56-a9c8-90002c09e7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:40:55.246335 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-5e89bc37-2fff-47e7-9db6-9a7961546e71 req-5f878da7-281d-4d56-a9c8-90002c09e7c6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0629703b9474474a9f2fde13723d2e8b&device_id=f164b672-a8b8-422a-b3d5-00fd6bee177d HTTP/1.1" status: 200 len: 1096 time: 0.1228001 Feb 01 04:40:55.324676 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-5e89bc37-2fff-47e7-9db6-9a7961546e71 req-64ec0154-258d-429f-9c40-d3639a45782c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13efba17-5eba-4a8c-b071-f2a8d52c8ade HTTP/1.1" status: 200 len: 217 time: 0.0645778 Feb 01 04:40:55.387637 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89bc37-2fff-47e7-9db6-9a7961546e71 req-df7f95d1-b3d0-4dba-84e5-2d8bb3bd5c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:40:55.388962 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-5e89bc37-2fff-47e7-9db6-9a7961546e71 req-df7f95d1-b3d0-4dba-84e5-2d8bb3bd5c62 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ddf9201f-e5dc-4973-8c52-315c9eba024d HTTP/1.1" status: 200 len: 834 time: 0.0580826 Feb 01 04:40:55.467820 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89bc37-2fff-47e7-9db6-9a7961546e71 req-dc5041eb-1979-4f7a-afa0-84357850f852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:40:55.469340 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-5e89bc37-2fff-47e7-9db6-9a7961546e71 req-dc5041eb-1979-4f7a-afa0-84357850f852 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bbc50e3d-1342-4e04-b690-f6146b0d424c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730147 Feb 01 04:40:55.478004 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9106de00-f10b-434e-8193-e436e2f7a832 req-8c73fd75-cc3d-4640-92fd-19492e401209 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:40:55.479497 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9106de00-f10b-434e-8193-e436e2f7a832 req-8c73fd75-cc3d-4640-92fd-19492e401209 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=f164b672-a8b8-422a-b3d5-00fd6bee177d HTTP/1.1" status: 200 len: 943 time: 0.0778875 Feb 01 04:40:55.524034 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9106de00-f10b-434e-8193-e436e2f7a832 req-72808105-25c2-4cd9-9974-e1f193e2b7b1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=82355d92-866e-49e7-b9c7-10cfc30049af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389829 Feb 01 04:40:55.603247 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-5e89bc37-2fff-47e7-9db6-9a7961546e71 req-909d9663-00a4-4c6f-a367-15c6c0de0e1d service neutron] 10.222.0.18 "GET /v2.0/networks/bbc50e3d-1342-4e04-b690-f6146b0d424c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264174 Feb 01 04:40:55.730607 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-5e89bc37-2fff-47e7-9db6-9a7961546e71 req-8b3d8892-f130-4217-8c87-1116cc046a04 service neutron] 10.222.0.18 "GET /v2.0/networks/bbc50e3d-1342-4e04-b690-f6146b0d424c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205266 Feb 01 04:40:55.891183 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6168cd-d35c-4f99-9477-90274363a958 req-ffd8ba73-00d8-4f2b-bddf-a4431a03c3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:40:55.892643 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-2e6168cd-d35c-4f99-9477-90274363a958 req-ffd8ba73-00d8-4f2b-bddf-a4431a03c3b8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0629703b9474474a9f2fde13723d2e8b&device_id=f164b672-a8b8-422a-b3d5-00fd6bee177d HTTP/1.1" status: 200 len: 1096 time: 0.0696650 Feb 01 04:40:56.022135 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6168cd-d35c-4f99-9477-90274363a958 req-6f2fea0f-a66e-495b-bf91-31bcfdcdf5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:40:56.023588 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-2e6168cd-d35c-4f99-9477-90274363a958 req-6f2fea0f-a66e-495b-bf91-31bcfdcdf5ec service neutron] 10.222.0.18 "GET /v2.0/networks?id=bbc50e3d-1342-4e04-b690-f6146b0d424c HTTP/1.1" status: 200 len: 896 time: 0.1232967 Feb 01 04:40:56.092011 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-2e6168cd-d35c-4f99-9477-90274363a958 req-ff3d0e7e-5b82-4df1-ae6b-c32575013403 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13efba17-5eba-4a8c-b071-f2a8d52c8ade HTTP/1.1" status: 200 len: 217 time: 0.0618727 Feb 01 04:40:56.152550 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6168cd-d35c-4f99-9477-90274363a958 req-e96cbb04-3f36-4631-a549-61a63672bc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:40:56.153883 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-2e6168cd-d35c-4f99-9477-90274363a958 req-e96cbb04-3f36-4631-a549-61a63672bc19 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ddf9201f-e5dc-4973-8c52-315c9eba024d HTTP/1.1" status: 200 len: 834 time: 0.0550220 Feb 01 04:40:56.335058 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6168cd-d35c-4f99-9477-90274363a958 req-4de20da2-235e-4336-8ed9-6a22ec44edbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:40:56.336570 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-2e6168cd-d35c-4f99-9477-90274363a958 req-4de20da2-235e-4336-8ed9-6a22ec44edbe service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bbc50e3d-1342-4e04-b690-f6146b0d424c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1741002 Feb 01 04:40:56.530825 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db751296-de52-48ee-99be-6a820751ba5e req-99450bff-8792-43c8-a5da-0a0271973b27 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:40:56.532247 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-db751296-de52-48ee-99be-6a820751ba5e req-99450bff-8792-43c8-a5da-0a0271973b27 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd2de19d-dc84-4efd-9a98-c83b9617c9c6 HTTP/1.1" status: 200 len: 944 time: 0.1881366 Feb 01 04:40:56.534105 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-2e6168cd-d35c-4f99-9477-90274363a958 req-9f1490cf-b26c-4ee4-ad79-d4d098a9532c service neutron] 10.222.0.18 "GET /v2.0/networks/bbc50e3d-1342-4e04-b690-f6146b0d424c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889400 Feb 01 04:40:56.656284 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-db751296-de52-48ee-99be-6a820751ba5e req-16588686-e995-4bc7-b36e-03a04598d1b5 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee02c2cf-afe8-43b1-ba9c-28b13c261f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184013 Feb 01 04:40:56.697786 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-2e6168cd-d35c-4f99-9477-90274363a958 req-a421584c-3bb2-47df-a6c6-bc11096cbe3b service neutron] 10.222.0.18 "GET /v2.0/networks/bbc50e3d-1342-4e04-b690-f6146b0d424c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475725 Feb 01 04:40:56.708577 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d08db8-715c-459d-9964-6f7b87e33fcb req-3685be45-a0fe-42b2-9435-1b592650dfb8 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:40:56.710022 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-88d08db8-715c-459d-9964-6f7b87e33fcb req-3685be45-a0fe-42b2-9435-1b592650dfb8 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=f164b672-a8b8-422a-b3d5-00fd6bee177d HTTP/1.1" status: 200 len: 943 time: 0.0835152 Feb 01 04:40:56.753905 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-88d08db8-715c-459d-9964-6f7b87e33fcb req-a68a0464-316b-46d9-93b1-3e9e69a76147 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=82355d92-866e-49e7-b9c7-10cfc30049af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377357 Feb 01 04:40:57.837571 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2827443a-cefc-417e-9682-816432c87b3e req-31d8f1b2-155c-4365-94de-a198d1010d89 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:40:57.839589 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-2827443a-cefc-417e-9682-816432c87b3e req-31d8f1b2-155c-4365-94de-a198d1010d89 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd2de19d-dc84-4efd-9a98-c83b9617c9c6 HTTP/1.1" status: 200 len: 944 time: 0.0790367 Feb 01 04:40:57.890251 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-2827443a-cefc-417e-9682-816432c87b3e req-8f7a0567-5f31-46a7-a932-562db5995ce2 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee02c2cf-afe8-43b1-ba9c-28b13c261f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445890 Feb 01 04:40:57.938658 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff2d83-2b0c-498e-a59a-3ac8501be12e req-a65027e1-48dd-4f14-9b9a-ab0500d766ee tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:40:57.940052 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-fdff2d83-2b0c-498e-a59a-3ac8501be12e req-a65027e1-48dd-4f14-9b9a-ab0500d766ee tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=f164b672-a8b8-422a-b3d5-00fd6bee177d HTTP/1.1" status: 200 len: 943 time: 0.0804882 Feb 01 04:40:57.983485 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-fdff2d83-2b0c-498e-a59a-3ac8501be12e req-f8b1454f-2fdd-4dac-86a8-ec9b99e8537c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=82355d92-866e-49e7-b9c7-10cfc30049af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375025 Feb 01 04:40:58.689270 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 6be95783-8d56-4439-b15d-c4a86fc5d29e details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 01 04:40:58.817002 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 6be95783-8d56-4439-b15d-c4a86fc5d29e, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=6be95783-8d56-4439-b15d-c4a86fc5d29e,segment=NetworkSegment(6b1a300b-d251-4755-82de-371c1e658f49),segment_id=6b1a300b-d251-4755-82de-371c1e658f49)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:40:58.829489 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Returning: {'device': '6be95783-8d56-4439-b15d-c4a86fc5d29e', 'network_id': 'a0c2a700-3881-4414-a7a8-128b0ce8d5cc', 'port_id': '6be95783-8d56-4439-b15d-c4a86fc5d29e', 'mac_address': 'fa:16:3e:cb:6b:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acb960c4-d095-42c0-820a-b7e1026fb7c0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 01 04:40:58.882655 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:58.898683 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6be95783-8d56-4439-b15d-c4a86fc5d29e {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 04:40:58.913817 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 6be95783-8d56-4439-b15d-c4a86fc5d29e, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=6be95783-8d56-4439-b15d-c4a86fc5d29e,segment=NetworkSegment(6b1a300b-d251-4755-82de-371c1e658f49),segment_id=6b1a300b-d251-4755-82de-371c1e658f49)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:40:58.918721 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:58.919701 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 13efba17-5eba-4a8c-b071-f2a8d52c8ade details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 01 04:40:59.033986 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=6be95783-8d56-4439-b15d-c4a86fc5d29e,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:59.079728 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98d1442-47b7-4c04-a960-132ee846cfe5 req-bdc1f8a4-7846-4706-be28-4de1382d3ae9 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:40:59.081058 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-a98d1442-47b7-4c04-a960-132ee846cfe5 req-bdc1f8a4-7846-4706-be28-4de1382d3ae9 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd2de19d-dc84-4efd-9a98-c83b9617c9c6 HTTP/1.1" status: 200 len: 945 time: 0.0875418 Feb 01 04:40:59.126493 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-a98d1442-47b7-4c04-a960-132ee846cfe5 req-3b65f778-5c9c-488a-b130-3e8a795423cb tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee02c2cf-afe8-43b1-ba9c-28b13c261f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395393 Feb 01 04:40:59.128319 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 13efba17-5eba-4a8c-b071-f2a8d52c8ade, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=13efba17-5eba-4a8c-b071-f2a8d52c8ade,segment=NetworkSegment(1f5d8862-e520-40b2-b726-5bbe55278b56),segment_id=1f5d8862-e520-40b2-b726-5bbe55278b56)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:40:59.142948 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Returning: {'device': '13efba17-5eba-4a8c-b071-f2a8d52c8ade', 'network_id': 'bbc50e3d-1342-4e04-b690-f6146b0d424c', 'port_id': '13efba17-5eba-4a8c-b071-f2a8d52c8ade', 'mac_address': 'fa:16:3e:da:5e:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddf9201f-e5dc-4973-8c52-315c9eba024d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 01 04:40:59.173598 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbdfadd-bbcc-4ef2-b823-96a77b7cf9a2 req-98cf591d-13d1-4429-b7db-9d9dd7f807a9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:40:59.175048 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dfbdfadd-bbcc-4ef2-b823-96a77b7cf9a2 req-98cf591d-13d1-4429-b7db-9d9dd7f807a9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=f164b672-a8b8-422a-b3d5-00fd6bee177d HTTP/1.1" status: 200 len: 943 time: 0.0824871 Feb 01 04:40:59.197060 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:59.213139 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13efba17-5eba-4a8c-b071-f2a8d52c8ade {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 04:40:59.218388 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dfbdfadd-bbcc-4ef2-b823-96a77b7cf9a2 req-b14e11c8-90b4-4797-94d1-307bb807c262 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=82355d92-866e-49e7-b9c7-10cfc30049af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373061 Feb 01 04:40:59.228781 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 13efba17-5eba-4a8c-b071-f2a8d52c8ade, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=13efba17-5eba-4a8c-b071-f2a8d52c8ade,segment=NetworkSegment(1f5d8862-e520-40b2-b726-5bbe55278b56),segment_id=1f5d8862-e520-40b2-b726-5bbe55278b56)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:40:59.233337 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:40:59.300557 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=13efba17-5eba-4a8c-b071-f2a8d52c8ade,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:40:59.626094 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] get_ports_and_sgs() called for port_ids ['13efba17-5eba-4a8c-b071-f2a8d52c8ade'] {{(pid=87638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 01 04:40:59.697498 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] get_ports_and_sgs() called for port_ids ['6be95783-8d56-4439-b15d-c4a86fc5d29e'] {{(pid=87638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 01 04:41:00.308151 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c165b68-bb8d-437b-a8eb-0ed6549ef327 req-a40395ef-c21e-4953-93b7-a1a229e80a0d tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:41:00.309609 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-6c165b68-bb8d-437b-a8eb-0ed6549ef327 req-a40395ef-c21e-4953-93b7-a1a229e80a0d tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd2de19d-dc84-4efd-9a98-c83b9617c9c6 HTTP/1.1" status: 200 len: 945 time: 0.0813980 Feb 01 04:41:00.356788 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-6c165b68-bb8d-437b-a8eb-0ed6549ef327 req-7ea364a4-31af-4866-afb5-ab101bbec188 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee02c2cf-afe8-43b1-ba9c-28b13c261f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413146 Feb 01 04:41:00.399177 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ec4d03-2b6a-4398-90a2-4f5e536f54e1 req-c8b38849-bb17-417a-b648-a29b6b734e94 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:41:00.400616 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b1ec4d03-2b6a-4398-90a2-4f5e536f54e1 req-c8b38849-bb17-417a-b648-a29b6b734e94 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=f164b672-a8b8-422a-b3d5-00fd6bee177d HTTP/1.1" status: 200 len: 944 time: 0.0787363 Feb 01 04:41:00.448409 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b1ec4d03-2b6a-4398-90a2-4f5e536f54e1 req-5e42f9cf-cee2-4958-b1c3-d40029df66d8 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=82355d92-866e-49e7-b9c7-10cfc30049af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419703 Feb 01 04:41:00.689588 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 6be95783-8d56-4439-b15d-c4a86fc5d29e up at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:41:00.758981 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning for port 6be95783-8d56-4439-b15d-c4a86fc5d29e completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:41:00.763416 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning complete for port 6be95783-8d56-4439-b15d-c4a86fc5d29e triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:41:00.763782 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:00.873840 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:00.903464 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd2de19d-dc84-4efd-9a98-c83b9617c9c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6be95783-8d56-4439-b15d-c4a86fc5d29e'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:41:00.913157 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 6be95783-8d56-4439-b15d-c4a86fc5d29e, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=6be95783-8d56-4439-b15d-c4a86fc5d29e,segment=NetworkSegment(6b1a300b-d251-4755-82de-371c1e658f49),segment_id=6b1a300b-d251-4755-82de-371c1e658f49)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:41:00.916315 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:00.917110 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 13efba17-5eba-4a8c-b071-f2a8d52c8ade up at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:41:00.977740 dv-neutron-826830-1-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd2de19d-dc84-4efd-9a98-c83b9617c9c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6be95783-8d56-4439-b15d-c4a86fc5d29e', 'code': 200} Feb 01 04:41:01.033983 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=6be95783-8d56-4439-b15d-c4a86fc5d29e,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:41:01.044779 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning for port 13efba17-5eba-4a8c-b071-f2a8d52c8ade completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:41:01.050358 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning complete for port 13efba17-5eba-4a8c-b071-f2a8d52c8ade triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:41:01.050823 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:01.168674 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:01.180778 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c81af2-2dca-496d-b397-4cab71049e24 req-054b1c85-e0d1-450d-b3ff-2b2aa4b1c102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:41:01.182397 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-57c81af2-2dca-496d-b397-4cab71049e24 req-054b1c85-e0d1-450d-b3ff-2b2aa4b1c102 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bd2de19d-dc84-4efd-9a98-c83b9617c9c6 HTTP/1.1" status: 200 len: 1099 time: 0.0679760 Feb 01 04:41:01.200760 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 13efba17-5eba-4a8c-b071-f2a8d52c8ade, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=13efba17-5eba-4a8c-b071-f2a8d52c8ade,segment=NetworkSegment(1f5d8862-e520-40b2-b726-5bbe55278b56),segment_id=1f5d8862-e520-40b2-b726-5bbe55278b56)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:41:01.204831 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:01.223574 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-57c81af2-2dca-496d-b397-4cab71049e24 req-1858a1ff-f0e0-4f12-aa9a-a5190aeaf42d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ee02c2cf-afe8-43b1-ba9c-28b13c261f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351272 Feb 01 04:41:01.273337 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=13efba17-5eba-4a8c-b071-f2a8d52c8ade,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:41:01.538535 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd301fd-b258-4b67-8d0e-f8d8f1b74c74 req-30a5ca17-d96a-4681-9c65-561b9ab24cbc tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:41:01.540001 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3fd301fd-b258-4b67-8d0e-f8d8f1b74c74 req-30a5ca17-d96a-4681-9c65-561b9ab24cbc tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd2de19d-dc84-4efd-9a98-c83b9617c9c6 HTTP/1.1" status: 200 len: 946 time: 0.0783772 Feb 01 04:41:01.583917 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3fd301fd-b258-4b67-8d0e-f8d8f1b74c74 req-d175a14a-baca-499d-8173-ec5a2b87fe00 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee02c2cf-afe8-43b1-ba9c-28b13c261f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382421 Feb 01 04:41:01.637053 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe0414-6c06-432d-95fa-9cce2526ede2 req-08cc780e-8222-4ed8-8c1b-74f3eaf24a8c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:41:01.637654 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-93fe0414-6c06-432d-95fa-9cce2526ede2 req-08cc780e-8222-4ed8-8c1b-74f3eaf24a8c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Synchronizing usage tracker for tenant:0629703b9474474a9f2fde13723d2e8b on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:41:01.652496 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-93fe0414-6c06-432d-95fa-9cce2526ede2 req-08cc780e-8222-4ed8-8c1b-74f3eaf24a8c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Unset dirty status for tenant:0629703b9474474a9f2fde13723d2e8b on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:41:01.653600 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-93fe0414-6c06-432d-95fa-9cce2526ede2 req-08cc780e-8222-4ed8-8c1b-74f3eaf24a8c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=f164b672-a8b8-422a-b3d5-00fd6bee177d HTTP/1.1" status: 200 len: 945 time: 0.0990050 Feb 01 04:41:01.697284 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-93fe0414-6c06-432d-95fa-9cce2526ede2 req-bd3c4bb2-0456-49fc-b5c4-681c782b7974 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=82355d92-866e-49e7-b9c7-10cfc30049af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380125 Feb 01 04:41:01.925627 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-45a42e3f-791b-4595-b547-df825473848e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:02.766562 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d42485-950c-41a2-8591-20133c0577f3 req-fcee37f8-853f-49c2-9ce5-7592ece6ae4e tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:41:02.768050 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d1d42485-950c-41a2-8591-20133c0577f3 req-fcee37f8-853f-49c2-9ce5-7592ece6ae4e tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd2de19d-dc84-4efd-9a98-c83b9617c9c6 HTTP/1.1" status: 200 len: 946 time: 0.0834210 Feb 01 04:41:02.811407 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d1d42485-950c-41a2-8591-20133c0577f3 req-43ff6a65-9f3f-4309-b409-aa5691190dc5 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee02c2cf-afe8-43b1-ba9c-28b13c261f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376458 Feb 01 04:41:02.879181 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026ff0a4-a1b2-44d1-94d2-2bb20f9becab req-660b6e2f-fc16-470d-a679-9db8b3c1d8cb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:41:02.880764 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-026ff0a4-a1b2-44d1-94d2-2bb20f9becab req-660b6e2f-fc16-470d-a679-9db8b3c1d8cb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=f164b672-a8b8-422a-b3d5-00fd6bee177d HTTP/1.1" status: 200 len: 945 time: 0.0815647 Feb 01 04:41:02.925315 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-026ff0a4-a1b2-44d1-94d2-2bb20f9becab req-f6add531-37ff-4cba-b2c4-2761d59ed270 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=82355d92-866e-49e7-b9c7-10cfc30049af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375576 Feb 01 04:41:02.978753 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f164b672-a8b8-422a-b3d5-00fd6bee177d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13efba17-5eba-4a8c-b071-f2a8d52c8ade'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:41:02.998610 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656de9b-ea74-4a0d-8525-5b177538fad3 req-939404f2-814a-490b-8525-df6eaab06a15 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:41:03.000339 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f656de9b-ea74-4a0d-8525-5b177538fad3 req-939404f2-814a-490b-8525-df6eaab06a15 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd2de19d-dc84-4efd-9a98-c83b9617c9c6 HTTP/1.1" status: 200 len: 946 time: 0.0823889 Feb 01 04:41:03.022431 dv-neutron-826830-1-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f164b672-a8b8-422a-b3d5-00fd6bee177d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13efba17-5eba-4a8c-b071-f2a8d52c8ade', 'code': 200} Feb 01 04:41:03.045275 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f656de9b-ea74-4a0d-8525-5b177538fad3 req-6b69bfb7-e3a4-45c4-a6d7-e54c23080c6d tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee02c2cf-afe8-43b1-ba9c-28b13c261f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393920 Feb 01 04:41:03.070216 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 43634) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:41:03.309277 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3864e170-acb6-40ec-9cd7-549c059a4ad1 tempest-TestVolumeBootPattern-1060188625 tempest-TestVolumeBootPattern-1060188625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:41:03.310765 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-3864e170-acb6-40ec-9cd7-549c059a4ad1 tempest-TestVolumeBootPattern-1060188625 tempest-TestVolumeBootPattern-1060188625-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=bd2de19d-dc84-4efd-9a98-c83b9617c9c6 HTTP/1.1" status: 200 len: 1094 time: 0.2394707 Feb 01 04:41:03.313406 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8623f1c7-8279-4098-b26b-6f80a07f93e4 req-79f082da-e294-4e07-892e-91675c13071c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:41:03.313938 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 43640) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:41:03.314726 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-8623f1c7-8279-4098-b26b-6f80a07f93e4 req-79f082da-e294-4e07-892e-91675c13071c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f164b672-a8b8-422a-b3d5-00fd6bee177d HTTP/1.1" status: 200 len: 1098 time: 0.0953696 Feb 01 04:41:03.319004 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-505d549d-4cd1-4106-bfd7-0b77b7bf18ea tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Request body: {'floatingip': {'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'port_id': '6be95783-8d56-4439-b15d-c4a86fc5d29e', 'tenant_id': '9f8d5bc7845843a4a3997b13887466a6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:41:03.325151 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-505d549d-4cd1-4106-bfd7-0b77b7bf18ea tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:41:03.328873 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-505d549d-4cd1-4106-bfd7-0b77b7bf18ea tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Usage tracker for resource:floatingip and tenant:9f8d5bc7845843a4a3997b13887466a6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:41:03.331632 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-505d549d-4cd1-4106-bfd7-0b77b7bf18ea tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:41:03.337752 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-505d549d-4cd1-4106-bfd7-0b77b7bf18ea tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:41:03.347822 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-505d549d-4cd1-4106-bfd7-0b77b7bf18ea tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks [] for floatingip, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:03.354022 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-8623f1c7-8279-4098-b26b-6f80a07f93e4 req-23a84047-d55b-494c-b86e-9d81306f3163 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=82355d92-866e-49e7-b9c7-10cfc30049af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333204 Feb 01 04:41:03.483688 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-505d549d-4cd1-4106-bfd7-0b77b7bf18ea tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:03.616547 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-505d549d-4cd1-4106-bfd7-0b77b7bf18ea tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Allocated IP 172.26.8.74 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/21dcbbf6-a394-4b14-b9c1-7b031aaacb1b) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:41:03.757852 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-505d549d-4cd1-4106-bfd7-0b77b7bf18ea tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:03.790081 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-505d549d-4cd1-4106-bfd7-0b77b7bf18ea tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:03.858005 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505d549d-4cd1-4106-bfd7-0b77b7bf18ea tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:41:03.860988 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-505d549d-4cd1-4106-bfd7-0b77b7bf18ea tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:41:03.864557 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505d549d-4cd1-4106-bfd7-0b77b7bf18ea tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:41:03.896801 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505d549d-4cd1-4106-bfd7-0b77b7bf18ea tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Pushing event updated for resources: {'Port': ['ID=21dcbbf6-a394-4b14-b9c1-7b031aaacb1b,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:41:04.110221 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de9f454-a899-45f1-aed9-3af4ac2148d2 req-dcc0f705-5e8a-443d-a63b-96ae4e05a924 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:41:04.111733 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-4de9f454-a899-45f1-aed9-3af4ac2148d2 req-dcc0f705-5e8a-443d-a63b-96ae4e05a924 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=f164b672-a8b8-422a-b3d5-00fd6bee177d HTTP/1.1" status: 200 len: 945 time: 0.0808692 Feb 01 04:41:04.159328 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-4de9f454-a899-45f1-aed9-3af4ac2148d2 req-996dc27a-b998-4d2f-a184-58224c712b4c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=82355d92-866e-49e7-b9c7-10cfc30049af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420389 Feb 01 04:41:04.222507 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d766c3c1-8ab2-4089-9810-c917e03bfa48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:04.372614 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-505d549d-4cd1-4106-bfd7-0b77b7bf18ea tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:04.444917 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-505d549d-4cd1-4106-bfd7-0b77b7bf18ea tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:04.650360 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-505d549d-4cd1-4106-bfd7-0b77b7bf18ea tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:04.654357 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-505d549d-4cd1-4106-bfd7-0b77b7bf18ea tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:04.755269 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505d549d-4cd1-4106-bfd7-0b77b7bf18ea tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Pushing event updated for resources: {'Port': ['ID=21dcbbf6-a394-4b14-b9c1-7b031aaacb1b,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:41:04.770405 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505d549d-4cd1-4106-bfd7-0b77b7bf18ea tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:41:04.770747 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505d549d-4cd1-4106-bfd7-0b77b7bf18ea tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:41:04.771078 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505d549d-4cd1-4106-bfd7-0b77b7bf18ea tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:41:04.771435 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505d549d-4cd1-4106-bfd7-0b77b7bf18ea tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:41:04.771754 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505d549d-4cd1-4106-bfd7-0b77b7bf18ea tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:41:04.772075 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505d549d-4cd1-4106-bfd7-0b77b7bf18ea tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:41:04.772392 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505d549d-4cd1-4106-bfd7-0b77b7bf18ea tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:41:04.772707 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505d549d-4cd1-4106-bfd7-0b77b7bf18ea tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:41:04.773024 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505d549d-4cd1-4106-bfd7-0b77b7bf18ea tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:41:04.773333 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505d549d-4cd1-4106-bfd7-0b77b7bf18ea tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:41:04.773643 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505d549d-4cd1-4106-bfd7-0b77b7bf18ea tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:41:04.773949 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505d549d-4cd1-4106-bfd7-0b77b7bf18ea tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:41:04.781031 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-505d549d-4cd1-4106-bfd7-0b77b7bf18ea tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-774194'] for floatingip, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:04.945081 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.l3_db [None req-505d549d-4cd1-4106-bfd7-0b77b7bf18ea tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Floating IP 79ff0913-9bcf-414a-bbae-00d20fca7a75 associated. External IP: 172.26.8.74, port: 6be95783-8d56-4439-b15d-c4a86fc5d29e. Feb 01 04:41:05.333394 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:05.336599 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-505d549d-4cd1-4106-bfd7-0b77b7bf18ea tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Router 1014f846-447e-455d-8a3a-e55c04980670 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:41:05.438925 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b7191-2740-49e3-9609-aacf5f4d3e0f req-ca7a951e-50bb-437e-9542-dea1e1252635 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:41:05.440389 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e76b7191-2740-49e3-9609-aacf5f4d3e0f req-ca7a951e-50bb-437e-9542-dea1e1252635 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=f164b672-a8b8-422a-b3d5-00fd6bee177d HTTP/1.1" status: 200 len: 945 time: 0.1750648 Feb 01 04:41:05.453837 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:05.672499 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e76b7191-2740-49e3-9609-aacf5f4d3e0f req-7a8961fd-3544-4654-86c1-20bb9cf5c19e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=82355d92-866e-49e7-b9c7-10cfc30049af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2245626 Feb 01 04:41:05.675582 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-505d549d-4cd1-4106-bfd7-0b77b7bf18ea tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:41:05.685396 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b01a6df-4d95-4bf7-a921-0b8fd912b93c None None] Sync routers for ids ['1014f846-447e-455d-8a3a-e55c04980670'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:41:05.695625 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b01a6df-4d95-4bf7-a921-0b8fd912b93c None None] Routers {'1014f846-447e-455d-8a3a-e55c04980670'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:41:05.696487 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-8b01a6df-4d95-4bf7-a921-0b8fd912b93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:41:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['1014f846-447e-455d-8a3a-e55c04980670'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:41:05.700151 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-505d549d-4cd1-4106-bfd7-0b77b7bf18ea tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:05.756137 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-505d549d-4cd1-4106-bfd7-0b77b7bf18ea tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4410739 Feb 01 04:41:05.756785 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd2de19d-dc84-4efd-9a98-c83b9617c9c6', 'tag': '6be95783-8d56-4439-b15d-c4a86fc5d29e'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:41:05.869258 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83457c1-fd5e-4e2c-ba0a-b8fff467a90a req-bb4b483c-d20f-41d6-b5da-be9a2a5a46ce tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:41:05.872050 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-b83457c1-fd5e-4e2c-ba0a-b8fff467a90a req-bb4b483c-d20f-41d6-b5da-be9a2a5a46ce tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=f164b672-a8b8-422a-b3d5-00fd6bee177d HTTP/1.1" status: 200 len: 945 time: 0.0820007 Feb 01 04:41:05.884643 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd2de19d-dc84-4efd-9a98-c83b9617c9c6', 'tag': '6be95783-8d56-4439-b15d-c4a86fc5d29e', 'status': 'completed', 'code': 200} Feb 01 04:41:05.896584 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-8b01a6df-4d95-4bf7-a921-0b8fd912b93c None None] Set router 1014f846-447e-455d-8a3a-e55c04980670 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:41:05.924379 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-b83457c1-fd5e-4e2c-ba0a-b8fff467a90a req-ae18a33f-8404-4fc5-9478-0fd457cee238 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=82355d92-866e-49e7-b9c7-10cfc30049af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446947 Feb 01 04:41:05.948615 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 43656) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:41:06.008349 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f863445-4c38-4f9b-a00e-16719331e1a8 req-93457d88-0401-4506-a54e-d900180936b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:41:06.009298 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-0f863445-4c38-4f9b-a00e-16719331e1a8 req-93457d88-0401-4506-a54e-d900180936b7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f8d5bc7845843a4a3997b13887466a6&device_id=bd2de19d-dc84-4efd-9a98-c83b9617c9c6 HTTP/1.1" status: 200 len: 1099 time: 0.0748739 Feb 01 04:41:06.020916 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4bd44da-7513-4f7b-863b-23a24d5208c0 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:41:06.025104 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a4bd44da-7513-4f7b-863b-23a24d5208c0 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f164b672-a8b8-422a-b3d5-00fd6bee177d HTTP/1.1" status: 200 len: 1093 time: 0.0725329 Feb 01 04:41:06.025335 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 43660) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:41:06.030316 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-fc2a8b1d-5480-424d-a2f7-93e5295642a0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'floatingip': {'port_id': '13efba17-5eba-4a8c-b071-f2a8d52c8ade'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:41:06.103476 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8b1d-5480-424d-a2f7-93e5295642a0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for floatingip, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:06.140171 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f863445-4c38-4f9b-a00e-16719331e1a8 req-b1dfd4a0-6688-4576-9f3c-81af12b60796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:41:06.141701 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-0f863445-4c38-4f9b-a00e-16719331e1a8 req-b1dfd4a0-6688-4576-9f3c-81af12b60796 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a0c2a700-3881-4414-a7a8-128b0ce8d5cc HTTP/1.1" status: 200 len: 911 time: 0.1267502 Feb 01 04:41:06.248016 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-8b01a6df-4d95-4bf7-a921-0b8fd912b93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1014f846-447e-455d-8a3a-e55c04980670', 'name': 'tempest-TestVolumeBootPattern-533563384-router', 'tenant_id': '9f8d5bc7845843a4a3997b13887466a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': 'f7fbbe8b-34ff-4f49-836c-3f11895c073a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:40:07Z', 'updated_at': '2022-02-01T04:40:13Z', 'revision_number': 4, 'project_id': '9f8d5bc7845843a4a3997b13887466a6', 'gw_port': {'id': 'f7fbbe8b-34ff-4f49-836c-3f11895c073a', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1014f846-447e-455d-8a3a-e55c04980670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:40:08Z', 'updated_at': '2022-02-01T04:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': '79ff0913-9bcf-414a-bbae-00d20fca7a75', 'tenant_id': '9f8d5bc7845843a4a3997b13887466a6', 'floating_ip_address': '172.26.8.74', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '1014f846-447e-455d-8a3a-e55c04980670', 'port_id': '6be95783-8d56-4439-b15d-c4a86fc5d29e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0c2a700-3881-4414-a7a8-128b0ce8d5cc', 'mac_address': 'fa:16:3e:cb:6b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2de19d-dc84-4efd-9a98-c83b9617c9c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:41:04Z', 'updated_at': '2022-02-01T04:41:04Z', 'revision_number': 0, 'project_id': '9f8d5bc7845843a4a3997b13887466a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a518623-ba34-4b6d-b35c-d792284a9b2a', 'name': '', 'network_id': 'a0c2a700-3881-4414-a7a8-128b0ce8d5cc', 'tenant_id': '9f8d5bc7845843a4a3997b13887466a6', 'mac_address': 'fa:16:3e:f6:ce:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1014f846-447e-455d-8a3a-e55c04980670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'acb960c4-d095-42c0-820a-b7e1026fb7c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:40:12Z', 'updated_at': '2022-02-01T04:40:20Z', 'revision_number': 5, 'project_id': '9f8d5bc7845843a4a3997b13887466a6', 'subnets': [{'id': 'acb960c4-d095-42c0-820a-b7e1026fb7c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:41:06.252689 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b01a6df-4d95-4bf7-a921-0b8fd912b93c None None] Checking router: 1014f846-447e-455d-8a3a-e55c04980670 for host: dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:41:06.262079 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b01a6df-4d95-4bf7-a921-0b8fd912b93c None None] Routers {'1014f846-447e-455d-8a3a-e55c04980670'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:41:06.262623 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-8b01a6df-4d95-4bf7-a921-0b8fd912b93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:41:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['1014f846-447e-455d-8a3a-e55c04980670'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:41:06.350967 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-0f863445-4c38-4f9b-a00e-16719331e1a8 req-d7e48414-43da-4218-80b6-bbd311661a53 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6be95783-8d56-4439-b15d-c4a86fc5d29e HTTP/1.1" status: 200 len: 999 time: 0.2028873 Feb 01 04:41:06.414152 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f863445-4c38-4f9b-a00e-16719331e1a8 req-0bc892a0-2859-455b-bb05-f739637d962a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:41:06.415856 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-0f863445-4c38-4f9b-a00e-16719331e1a8 req-0bc892a0-2859-455b-bb05-f739637d962a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=acb960c4-d095-42c0-820a-b7e1026fb7c0 HTTP/1.1" status: 200 len: 850 time: 0.0585430 Feb 01 04:41:06.480207 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-8b01a6df-4d95-4bf7-a921-0b8fd912b93c None None] Set router 1014f846-447e-455d-8a3a-e55c04980670 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:41:06.495320 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f863445-4c38-4f9b-a00e-16719331e1a8 req-23508375-8d35-4bda-b50e-9bf19252fbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:41:06.496793 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-0f863445-4c38-4f9b-a00e-16719331e1a8 req-23508375-8d35-4bda-b50e-9bf19252fbff service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a0c2a700-3881-4414-a7a8-128b0ce8d5cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746164 Feb 01 04:41:06.631300 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-0f863445-4c38-4f9b-a00e-16719331e1a8 req-39d02e15-9454-4b17-8c32-41787e683de9 service neutron] 10.222.0.18 "GET /v2.0/networks/a0c2a700-3881-4414-a7a8-128b0ce8d5cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277993 Feb 01 04:41:06.720792 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8b1d-5480-424d-a2f7-93e5295642a0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:06.725497 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8b1d-5480-424d-a2f7-93e5295642a0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-774194'] for floatingip, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:06.765084 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-0f863445-4c38-4f9b-a00e-16719331e1a8 req-ceb92df4-150c-4b3e-8ac3-60315025969e service neutron] 10.222.0.18 "GET /v2.0/networks/a0c2a700-3881-4414-a7a8-128b0ce8d5cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283445 Feb 01 04:41:06.830841 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-8b01a6df-4d95-4bf7-a921-0b8fd912b93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1014f846-447e-455d-8a3a-e55c04980670', 'name': 'tempest-TestVolumeBootPattern-533563384-router', 'tenant_id': '9f8d5bc7845843a4a3997b13887466a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': 'f7fbbe8b-34ff-4f49-836c-3f11895c073a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:40:07Z', 'updated_at': '2022-02-01T04:40:13Z', 'revision_number': 4, 'project_id': '9f8d5bc7845843a4a3997b13887466a6', 'gw_port': {'id': 'f7fbbe8b-34ff-4f49-836c-3f11895c073a', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1014f846-447e-455d-8a3a-e55c04980670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:40:08Z', 'updated_at': '2022-02-01T04:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': '79ff0913-9bcf-414a-bbae-00d20fca7a75', 'tenant_id': '9f8d5bc7845843a4a3997b13887466a6', 'floating_ip_address': '172.26.8.74', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '1014f846-447e-455d-8a3a-e55c04980670', 'port_id': '6be95783-8d56-4439-b15d-c4a86fc5d29e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0c2a700-3881-4414-a7a8-128b0ce8d5cc', 'mac_address': 'fa:16:3e:cb:6b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2de19d-dc84-4efd-9a98-c83b9617c9c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:41:04Z', 'updated_at': '2022-02-01T04:41:04Z', 'revision_number': 0, 'project_id': '9f8d5bc7845843a4a3997b13887466a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a518623-ba34-4b6d-b35c-d792284a9b2a', 'name': '', 'network_id': 'a0c2a700-3881-4414-a7a8-128b0ce8d5cc', 'tenant_id': '9f8d5bc7845843a4a3997b13887466a6', 'mac_address': 'fa:16:3e:f6:ce:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1014f846-447e-455d-8a3a-e55c04980670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'acb960c4-d095-42c0-820a-b7e1026fb7c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:40:12Z', 'updated_at': '2022-02-01T04:40:20Z', 'revision_number': 5, 'project_id': '9f8d5bc7845843a4a3997b13887466a6', 'subnets': [{'id': 'acb960c4-d095-42c0-820a-b7e1026fb7c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:41:06.834963 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b01a6df-4d95-4bf7-a921-0b8fd912b93c None None] The sync data for ids ['1014f846-447e-455d-8a3a-e55c04980670'] in dv-neutron-826830-1-hyperv is: [{'id': '1014f846-447e-455d-8a3a-e55c04980670', 'name': 'tempest-TestVolumeBootPattern-533563384-router', 'tenant_id': '9f8d5bc7845843a4a3997b13887466a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': 'f7fbbe8b-34ff-4f49-836c-3f11895c073a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:40:07Z', 'updated_at': '2022-02-01T04:40:13Z', 'revision_number': 4, 'project_id': '9f8d5bc7845843a4a3997b13887466a6', 'gw_port': {'id': 'f7fbbe8b-34ff-4f49-836c-3f11895c073a', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1014f846-447e-455d-8a3a-e55c04980670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:40:08Z', 'updated_at': '2022-02-01T04:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': '79ff0913-9bcf-414a-bbae-00d20fca7a75', 'tenant_id': '9f8d5bc7845843a4a3997b13887466a6', 'floating_ip_address': '172.26.8.74', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '1014f846-447e-455d-8a3a-e55c04980670', 'port_id': '6be95783-8d56-4439-b15d-c4a86fc5d29e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0c2a700-3881-4414-a7a8-128b0ce8d5cc', 'mac_address': 'fa:16:3e:cb:6b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2de19d-dc84-4efd-9a98-c83b9617c9c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:41:04Z', 'updated_at': '2022-02-01T04:41:04Z', 'revision_number': 0, 'project_id': '9f8d5bc7845843a4a3997b13887466a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a518623-ba34-4b6d-b35c-d792284a9b2a', 'name': '', 'network_id': 'a0c2a700-3881-4414-a7a8-128b0ce8d5cc', 'tenant_id': '9f8d5bc7845843a4a3997b13887466a6', 'mac_address': 'fa:16:3e:f6:ce:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1014f846-447e-455d-8a3a-e55c04980670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'acb960c4-d095-42c0-820a-b7e1026fb7c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:40:12Z', 'updated_at': '2022-02-01T04:40:20Z', 'revision_number': 5, 'project_id': '9f8d5bc7845843a4a3997b13887466a6', 'subnets': [{'id': 'acb960c4-d095-42c0-820a-b7e1026fb7c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:41:06.908042 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.l3_db [None req-fc2a8b1d-5480-424d-a2f7-93e5295642a0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Floating IP 8fa821c3-8628-4a39-8bbf-bc959163145d associated. External IP: 172.26.8.129, port: 13efba17-5eba-4a8c-b071-f2a8d52c8ade. Feb 01 04:41:06.976321 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:07.039656 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f95b90-b779-46c5-8a50-85a7f823d19c None None] New status for floating IP 79ff0913-9bcf-414a-bbae-00d20fca7a75: ACTIVE {{(pid=87639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 01 04:41:07.372042 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc2a8b1d-5480-424d-a2f7-93e5295642a0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Router a80b0477-e778-4300-93f7-daa3ff7a3068 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:41:07.549332 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc2a8b1d-5480-424d-a2f7-93e5295642a0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:41:07.553794 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8b1d-5480-424d-a2f7-93e5295642a0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:07.558727 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161b960d-f4a4-4d36-80fb-d27318a3d026 None None] Sync routers for ids ['a80b0477-e778-4300-93f7-daa3ff7a3068'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:41:07.568090 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161b960d-f4a4-4d36-80fb-d27318a3d026 None None] Routers {'a80b0477-e778-4300-93f7-daa3ff7a3068'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:41:07.568814 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-161b960d-f4a4-4d36-80fb-d27318a3d026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:41:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['a80b0477-e778-4300-93f7-daa3ff7a3068'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:41:07.608746 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-fc2a8b1d-5480-424d-a2f7-93e5295642a0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "PUT /v2.0/floatingips/8fa821c3-8628-4a39-8bbf-bc959163145d HTTP/1.1" status: 200 len: 991 time: 1.5824594 Feb 01 04:41:07.611468 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 43664) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:41:07.715412 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0048813f-f275-4ba3-9f7e-bc8422036231 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/floatingips/8fa821c3-8628-4a39-8bbf-bc959163145d HTTP/1.1" status: 200 len: 991 time: 0.1028197 Feb 01 04:41:07.743100 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-161b960d-f4a4-4d36-80fb-d27318a3d026 None None] Set router a80b0477-e778-4300-93f7-daa3ff7a3068 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:41:07.886085 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f164b672-a8b8-422a-b3d5-00fd6bee177d', 'tag': '13efba17-5eba-4a8c-b071-f2a8d52c8ade'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:41:07.929216 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f164b672-a8b8-422a-b3d5-00fd6bee177d', 'tag': '13efba17-5eba-4a8c-b071-f2a8d52c8ade', 'status': 'completed', 'code': 200} Feb 01 04:41:08.039923 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b39527-a636-4fa2-96ae-5158fbd9148b req-b9d5a481-d737-43dd-a422-3696e770dff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:41:08.041401 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-28b39527-a636-4fa2-96ae-5158fbd9148b req-b9d5a481-d737-43dd-a422-3696e770dff1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0629703b9474474a9f2fde13723d2e8b&device_id=f164b672-a8b8-422a-b3d5-00fd6bee177d HTTP/1.1" status: 200 len: 1098 time: 0.0696654 Feb 01 04:41:08.088086 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-161b960d-f4a4-4d36-80fb-d27318a3d026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80b0477-e778-4300-93f7-daa3ff7a3068', 'name': 'tempest-TestNetworkBasicOps-router-208474054', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.222'}], 'enable_snat': True}, 'gw_port_id': '2c6c2e95-b7b8-4eb6-a2f3-89378f9e3600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:39:33Z', 'updated_at': '2022-02-01T04:39:43Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': '2c6c2e95-b7b8-4eb6-a2f3-89378f9e3600', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:86:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80b0477-e778-4300-93f7-daa3ff7a3068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:35Z', 'updated_at': '2022-02-01T04:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': '8fa821c3-8628-4a39-8bbf-bc959163145d', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'floating_ip_address': '172.26.8.129', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': 'a80b0477-e778-4300-93f7-daa3ff7a3068', 'port_id': '13efba17-5eba-4a8c-b071-f2a8d52c8ade', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbc50e3d-1342-4e04-b690-f6146b0d424c', 'mac_address': 'fa:16:3e:da:5e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f164b672-a8b8-422a-b3d5-00fd6bee177d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:40:12Z', 'updated_at': '2022-02-01T04:41:06Z', 'revision_number': 5, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0306631-6b3c-4d67-866f-5690da5aa520', 'name': '', 'network_id': 'bbc50e3d-1342-4e04-b690-f6146b0d424c', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:b3:c0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80b0477-e778-4300-93f7-daa3ff7a3068', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'ddf9201f-e5dc-4973-8c52-315c9eba024d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:42Z', 'updated_at': '2022-02-01T04:39:55Z', 'revision_number': 5, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': 'ddf9201f-e5dc-4973-8c52-315c9eba024d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:41:08.092510 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161b960d-f4a4-4d36-80fb-d27318a3d026 None None] Checking router: a80b0477-e778-4300-93f7-daa3ff7a3068 for host: dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:41:08.100709 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161b960d-f4a4-4d36-80fb-d27318a3d026 None None] Routers {'a80b0477-e778-4300-93f7-daa3ff7a3068'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:41:08.101295 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-161b960d-f4a4-4d36-80fb-d27318a3d026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:41:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['a80b0477-e778-4300-93f7-daa3ff7a3068'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:41:08.177404 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b39527-a636-4fa2-96ae-5158fbd9148b req-8fc1c51d-1d31-4b1e-a14d-ea0916061326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:41:08.178857 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-28b39527-a636-4fa2-96ae-5158fbd9148b req-8fc1c51d-1d31-4b1e-a14d-ea0916061326 service neutron] 10.222.0.18 "GET /v2.0/networks?id=bbc50e3d-1342-4e04-b690-f6146b0d424c HTTP/1.1" status: 200 len: 896 time: 0.1315706 Feb 01 04:41:08.278162 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-161b960d-f4a4-4d36-80fb-d27318a3d026 None None] Set router a80b0477-e778-4300-93f7-daa3ff7a3068 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:41:08.281254 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-28b39527-a636-4fa2-96ae-5158fbd9148b req-a5609b17-48c9-4fc8-b280-a08d67ad7ea8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13efba17-5eba-4a8c-b071-f2a8d52c8ade HTTP/1.1" status: 200 len: 999 time: 0.0966275 Feb 01 04:41:08.345557 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b39527-a636-4fa2-96ae-5158fbd9148b req-9b86897e-3443-4d60-812a-87f2012c96c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:41:08.346886 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-28b39527-a636-4fa2-96ae-5158fbd9148b req-9b86897e-3443-4d60-812a-87f2012c96c6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ddf9201f-e5dc-4973-8c52-315c9eba024d HTTP/1.1" status: 200 len: 834 time: 0.0592844 Feb 01 04:41:08.420416 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b39527-a636-4fa2-96ae-5158fbd9148b req-97bb3717-8e32-48c4-a901-2ec65a8ef1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:41:08.421923 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-28b39527-a636-4fa2-96ae-5158fbd9148b req-97bb3717-8e32-48c4-a901-2ec65a8ef1aa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bbc50e3d-1342-4e04-b690-f6146b0d424c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693440 Feb 01 04:41:08.554796 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-28b39527-a636-4fa2-96ae-5158fbd9148b req-2db08ceb-37bf-4c7b-88e5-5930f651d72c service neutron] 10.222.0.18 "GET /v2.0/networks/bbc50e3d-1342-4e04-b690-f6146b0d424c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263595 Feb 01 04:41:08.665797 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-161b960d-f4a4-4d36-80fb-d27318a3d026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80b0477-e778-4300-93f7-daa3ff7a3068', 'name': 'tempest-TestNetworkBasicOps-router-208474054', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.222'}], 'enable_snat': True}, 'gw_port_id': '2c6c2e95-b7b8-4eb6-a2f3-89378f9e3600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:39:33Z', 'updated_at': '2022-02-01T04:39:43Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': '2c6c2e95-b7b8-4eb6-a2f3-89378f9e3600', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:86:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80b0477-e778-4300-93f7-daa3ff7a3068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:35Z', 'updated_at': '2022-02-01T04:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': '8fa821c3-8628-4a39-8bbf-bc959163145d', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'floating_ip_address': '172.26.8.129', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': 'a80b0477-e778-4300-93f7-daa3ff7a3068', 'port_id': '13efba17-5eba-4a8c-b071-f2a8d52c8ade', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbc50e3d-1342-4e04-b690-f6146b0d424c', 'mac_address': 'fa:16:3e:da:5e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f164b672-a8b8-422a-b3d5-00fd6bee177d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:40:12Z', 'updated_at': '2022-02-01T04:41:06Z', 'revision_number': 5, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0306631-6b3c-4d67-866f-5690da5aa520', 'name': '', 'network_id': 'bbc50e3d-1342-4e04-b690-f6146b0d424c', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:b3:c0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80b0477-e778-4300-93f7-daa3ff7a3068', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'ddf9201f-e5dc-4973-8c52-315c9eba024d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:42Z', 'updated_at': '2022-02-01T04:39:55Z', 'revision_number': 5, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': 'ddf9201f-e5dc-4973-8c52-315c9eba024d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:41:08.669762 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161b960d-f4a4-4d36-80fb-d27318a3d026 None None] The sync data for ids ['a80b0477-e778-4300-93f7-daa3ff7a3068'] in dv-neutron-826830-1-hyperv is: [{'id': 'a80b0477-e778-4300-93f7-daa3ff7a3068', 'name': 'tempest-TestNetworkBasicOps-router-208474054', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.222'}], 'enable_snat': True}, 'gw_port_id': '2c6c2e95-b7b8-4eb6-a2f3-89378f9e3600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:39:33Z', 'updated_at': '2022-02-01T04:39:43Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': '2c6c2e95-b7b8-4eb6-a2f3-89378f9e3600', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:86:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80b0477-e778-4300-93f7-daa3ff7a3068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:35Z', 'updated_at': '2022-02-01T04:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': '8fa821c3-8628-4a39-8bbf-bc959163145d', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'floating_ip_address': '172.26.8.129', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': 'a80b0477-e778-4300-93f7-daa3ff7a3068', 'port_id': '13efba17-5eba-4a8c-b071-f2a8d52c8ade', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbc50e3d-1342-4e04-b690-f6146b0d424c', 'mac_address': 'fa:16:3e:da:5e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f164b672-a8b8-422a-b3d5-00fd6bee177d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:40:12Z', 'updated_at': '2022-02-01T04:41:06Z', 'revision_number': 5, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0306631-6b3c-4d67-866f-5690da5aa520', 'name': '', 'network_id': 'bbc50e3d-1342-4e04-b690-f6146b0d424c', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:b3:c0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80b0477-e778-4300-93f7-daa3ff7a3068', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'ddf9201f-e5dc-4973-8c52-315c9eba024d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:42Z', 'updated_at': '2022-02-01T04:39:55Z', 'revision_number': 5, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': 'ddf9201f-e5dc-4973-8c52-315c9eba024d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:41:08.686226 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-28b39527-a636-4fa2-96ae-5158fbd9148b req-4b1e4d63-e10c-4d60-869f-c091587cd6d5 service neutron] 10.222.0.18 "GET /v2.0/networks/bbc50e3d-1342-4e04-b690-f6146b0d424c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259797 Feb 01 04:41:08.719430 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 43670) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:41:08.833701 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-c1777755-ad19-428f-9cba-48e6e51ec353 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/floatingips/8fa821c3-8628-4a39-8bbf-bc959163145d HTTP/1.1" status: 200 len: 991 time: 0.1128712 Feb 01 04:41:08.879886 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b57da0b-c8c0-4f0a-8f17-8a20d149e366 None None] New status for floating IP 8fa821c3-8628-4a39-8bbf-bc959163145d: ACTIVE {{(pid=87639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 01 04:41:09.837091 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 43674) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:41:09.942435 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-906d882c-c0b1-4ca7-ab13-7fd7c35fbd2f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/floatingips/8fa821c3-8628-4a39-8bbf-bc959163145d HTTP/1.1" status: 200 len: 993 time: 0.1041691 Feb 01 04:41:14.903684 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:22.228397 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-53e6e57b-0608-460b-9475-5c7c3b1386d6 req-a64669b9-a6d2-4a06-8edd-62a5e583c470 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e950683b-797d-45a7-a358-3c98ed449189&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0690246 Feb 01 04:41:22.399256 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e6e57b-0608-460b-9475-5c7c3b1386d6 req-b460cef3-79cd-4172-8206-8e5c7a024aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:41:22.400733 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-53e6e57b-0608-460b-9475-5c7c3b1386d6 req-b460cef3-79cd-4172-8206-8e5c7a024aaf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0629703b9474474a9f2fde13723d2e8b&device_id=e950683b-797d-45a7-a358-3c98ed449189 HTTP/1.1" status: 200 len: 1098 time: 0.0757811 Feb 01 04:41:22.656668 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e6e57b-0608-460b-9475-5c7c3b1386d6 req-6a1f18a4-65f7-45d2-a22d-30f72e3ee1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:41:22.661277 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-53e6e57b-0608-460b-9475-5c7c3b1386d6 req-6a1f18a4-65f7-45d2-a22d-30f72e3ee1dd service neutron] 10.222.0.18 "GET /v2.0/networks?id=bbc50e3d-1342-4e04-b690-f6146b0d424c HTTP/1.1" status: 200 len: 896 time: 0.2362683 Feb 01 04:41:22.728297 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-53e6e57b-0608-460b-9475-5c7c3b1386d6 req-f6c9211c-9bb3-4711-ac39-27162e6d8a21 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd73e8d8-9605-4adf-873a-d5f017426a17 HTTP/1.1" status: 200 len: 217 time: 0.0641799 Feb 01 04:41:22.792519 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e6e57b-0608-460b-9475-5c7c3b1386d6 req-acb53957-2013-4011-bcbd-534b2c905696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:41:22.792519 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-53e6e57b-0608-460b-9475-5c7c3b1386d6 req-acb53957-2013-4011-bcbd-534b2c905696 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ddf9201f-e5dc-4973-8c52-315c9eba024d HTTP/1.1" status: 200 len: 834 time: 0.0575516 Feb 01 04:41:22.874072 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e6e57b-0608-460b-9475-5c7c3b1386d6 req-a15f1bab-4bfe-4c32-af75-b9d1a1aef15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:41:22.875824 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-53e6e57b-0608-460b-9475-5c7c3b1386d6 req-a15f1bab-4bfe-4c32-af75-b9d1a1aef15b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bbc50e3d-1342-4e04-b690-f6146b0d424c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776675 Feb 01 04:41:23.012480 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-53e6e57b-0608-460b-9475-5c7c3b1386d6 req-e1766ebc-0bb7-4def-851c-411e69268d41 service neutron] 10.222.0.18 "GET /v2.0/networks/bbc50e3d-1342-4e04-b690-f6146b0d424c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291997 Feb 01 04:41:23.146720 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-53e6e57b-0608-460b-9475-5c7c3b1386d6 req-128a40f6-2201-441a-9828-efa2a0ede8c0 service neutron] 10.222.0.18 "GET /v2.0/networks/bbc50e3d-1342-4e04-b690-f6146b0d424c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276729 Feb 01 04:41:23.355378 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 04:41:31.926783 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-13b128bc-4e22-4360-a8ff-c3c5885ead73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:34.228691 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-641fd8bd-77ed-4ca0-912f-e3591e9649d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:35.337091 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:35.454356 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:36.773657 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be68886-cac5-45bd-8727-4cd314f69230 req-c21ef838-80d4-43d8-ba84-48b49e06e76a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:41:36.775096 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-0be68886-cac5-45bd-8727-4cd314f69230 req-c21ef838-80d4-43d8-ba84-48b49e06e76a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=f164b672-a8b8-422a-b3d5-00fd6bee177d HTTP/1.1" status: 200 len: 945 time: 0.0793190 Feb 01 04:41:36.818533 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-0be68886-cac5-45bd-8727-4cd314f69230 req-f6b2ae5f-e31c-4e3d-b49c-1e25968e237e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=82355d92-866e-49e7-b9c7-10cfc30049af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379217 Feb 01 04:41:36.976837 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:38.013338 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d5006-bcf3-434b-a1a7-7b70500cc7e5 req-00d0cb36-65b7-4c01-87fd-e9a5aa9daf91 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:41:38.014830 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3d3d5006-bcf3-434b-a1a7-7b70500cc7e5 req-00d0cb36-65b7-4c01-87fd-e9a5aa9daf91 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=f164b672-a8b8-422a-b3d5-00fd6bee177d HTTP/1.1" status: 200 len: 945 time: 0.0865233 Feb 01 04:41:38.060485 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3d3d5006-bcf3-434b-a1a7-7b70500cc7e5 req-968e5f5d-6b7b-41db-ba22-a4092e75b5c2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=82355d92-866e-49e7-b9c7-10cfc30049af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396900 Feb 01 04:41:38.349868 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2824d4d7-65a7-4531-87e0-c14e966d43d8 req-aa375d64-2b29-40cb-890d-bec13ebd9935 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:41:38.351309 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-2824d4d7-65a7-4531-87e0-c14e966d43d8 req-aa375d64-2b29-40cb-890d-bec13ebd9935 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.18 "GET /v2.0/ports?device_id=f164b672-a8b8-422a-b3d5-00fd6bee177d HTTP/1.1" status: 200 len: 945 time: 0.0819569 Feb 01 04:41:38.419951 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [req-2824d4d7-65a7-4531-87e0-c14e966d43d8 req-93eecfb5-339b-4a74-bf59-d7bbf0df70c0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Deleting port 13efba17-5eba-4a8c-b071-f2a8d52c8ade {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:41:38.420291 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-2824d4d7-65a7-4531-87e0-c14e966d43d8 req-93eecfb5-339b-4a74-bf59-d7bbf0df70c0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:38.664717 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [req-2824d4d7-65a7-4531-87e0-c14e966d43d8 req-93eecfb5-339b-4a74-bf59-d7bbf0df70c0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] For port 13efba17-5eba-4a8c-b071-f2a8d52c8ade, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=13efba17-5eba-4a8c-b071-f2a8d52c8ade,segment=NetworkSegment(1f5d8862-e520-40b2-b726-5bbe55278b56),segment_id=1f5d8862-e520-40b2-b726-5bbe55278b56)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:41:38.665064 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-2824d4d7-65a7-4531-87e0-c14e966d43d8 req-93eecfb5-339b-4a74-bf59-d7bbf0df70c0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:38.954393 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-2824d4d7-65a7-4531-87e0-c14e966d43d8 req-93eecfb5-339b-4a74-bf59-d7bbf0df70c0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:38.955451 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-2824d4d7-65a7-4531-87e0-c14e966d43d8 req-93eecfb5-339b-4a74-bf59-d7bbf0df70c0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-774194'] for floatingip, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:38.955451 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.l3_db [req-2824d4d7-65a7-4531-87e0-c14e966d43d8 req-93eecfb5-339b-4a74-bf59-d7bbf0df70c0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Floating IP 8fa821c3-8628-4a39-8bbf-bc959163145d disassociated. External IP: 172.26.8.129, port: 13efba17-5eba-4a8c-b071-f2a8d52c8ade. Feb 01 04:41:38.955451 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [req-2824d4d7-65a7-4531-87e0-c14e966d43d8 req-93eecfb5-339b-4a74-bf59-d7bbf0df70c0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Calling delete_port for 13efba17-5eba-4a8c-b071-f2a8d52c8ade owned by compute:nova {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:41:39.101130 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-2824d4d7-65a7-4531-87e0-c14e966d43d8 req-93eecfb5-339b-4a74-bf59-d7bbf0df70c0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:39.272803 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eecfb5-339b-4a74-bf59-d7bbf0df70c0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event deleted for resources: {'Port': ['ID=13efba17-5eba-4a8c-b071-f2a8d52c8ade,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:41:39.323205 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-babd6c7b-1538-4eeb-8106-dfec17072893 req-0b06d466-fb06-4d9c-8c52-7be615083651 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=f164b672-a8b8-422a-b3d5-00fd6bee177d HTTP/1.1" status: 200 len: 210 time: 0.0513358 Feb 01 04:41:39.324233 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93eecfb5-339b-4a74-bf59-d7bbf0df70c0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:41:39.324570 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93eecfb5-339b-4a74-bf59-d7bbf0df70c0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:41:39.325428 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93eecfb5-339b-4a74-bf59-d7bbf0df70c0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:41:39.325763 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93eecfb5-339b-4a74-bf59-d7bbf0df70c0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:41:39.326083 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93eecfb5-339b-4a74-bf59-d7bbf0df70c0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:41:39.326403 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93eecfb5-339b-4a74-bf59-d7bbf0df70c0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:41:39.326720 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93eecfb5-339b-4a74-bf59-d7bbf0df70c0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:41:39.327035 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93eecfb5-339b-4a74-bf59-d7bbf0df70c0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:41:39.327376 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93eecfb5-339b-4a74-bf59-d7bbf0df70c0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:41:39.327691 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93eecfb5-339b-4a74-bf59-d7bbf0df70c0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:41:39.328001 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93eecfb5-339b-4a74-bf59-d7bbf0df70c0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:41:39.328310 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93eecfb5-339b-4a74-bf59-d7bbf0df70c0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:41:39.511039 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2824d4d7-65a7-4531-87e0-c14e966d43d8 req-93eecfb5-339b-4a74-bf59-d7bbf0df70c0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Router a80b0477-e778-4300-93f7-daa3ff7a3068 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:41:39.702181 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2824d4d7-65a7-4531-87e0-c14e966d43d8 req-93eecfb5-339b-4a74-bf59-d7bbf0df70c0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:41:39.710546 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbf0cec-c062-47bd-84ba-dd708bbce7b3 None None] Sync routers for ids ['a80b0477-e778-4300-93f7-daa3ff7a3068'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:41:39.725447 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbf0cec-c062-47bd-84ba-dd708bbce7b3 None None] Routers {'a80b0477-e778-4300-93f7-daa3ff7a3068'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:41:39.725447 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-afbf0cec-c062-47bd-84ba-dd708bbce7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:41:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['a80b0477-e778-4300-93f7-daa3ff7a3068'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:41:39.784140 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [req-2824d4d7-65a7-4531-87e0-c14e966d43d8 req-93eecfb5-339b-4a74-bf59-d7bbf0df70c0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] No DVR routers for this DVR port 13efba17-5eba-4a8c-b071-f2a8d52c8ade on host hv-neutron-8268 {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:41:39.786900 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-2824d4d7-65a7-4531-87e0-c14e966d43d8 req-93eecfb5-339b-4a74-bf59-d7bbf0df70c0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:39.794185 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f164b672-a8b8-422a-b3d5-00fd6bee177d', 'name': 'network-vif-deleted', 'tag': '13efba17-5eba-4a8c-b071-f2a8d52c8ade'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:41:39.805655 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-2824d4d7-65a7-4531-87e0-c14e966d43d8 req-93eecfb5-339b-4a74-bf59-d7bbf0df70c0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.18 "DELETE /v2.0/ports/13efba17-5eba-4a8c-b071-f2a8d52c8ade HTTP/1.1" status: 204 len: 173 time: 1.4494660 Feb 01 04:41:39.914702 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-afbf0cec-c062-47bd-84ba-dd708bbce7b3 None None] Set router a80b0477-e778-4300-93f7-daa3ff7a3068 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:41:39.963620 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f164b672-a8b8-422a-b3d5-00fd6bee177d', 'name': 'network-vif-deleted', 'tag': '13efba17-5eba-4a8c-b071-f2a8d52c8ade', 'status': 'completed', 'code': 200} Feb 01 04:41:40.246341 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-afbf0cec-c062-47bd-84ba-dd708bbce7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80b0477-e778-4300-93f7-daa3ff7a3068', 'name': 'tempest-TestNetworkBasicOps-router-208474054', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.222'}], 'enable_snat': True}, 'gw_port_id': '2c6c2e95-b7b8-4eb6-a2f3-89378f9e3600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:39:33Z', 'updated_at': '2022-02-01T04:39:43Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': '2c6c2e95-b7b8-4eb6-a2f3-89378f9e3600', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:86:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80b0477-e778-4300-93f7-daa3ff7a3068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:35Z', 'updated_at': '2022-02-01T04:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': 'f0306631-6b3c-4d67-866f-5690da5aa520', 'name': '', 'network_id': 'bbc50e3d-1342-4e04-b690-f6146b0d424c', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:b3:c0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80b0477-e778-4300-93f7-daa3ff7a3068', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'ddf9201f-e5dc-4973-8c52-315c9eba024d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:42Z', 'updated_at': '2022-02-01T04:39:55Z', 'revision_number': 5, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': 'ddf9201f-e5dc-4973-8c52-315c9eba024d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:41:40.250997 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbf0cec-c062-47bd-84ba-dd708bbce7b3 None None] Checking router: a80b0477-e778-4300-93f7-daa3ff7a3068 for host: dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:41:40.260329 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbf0cec-c062-47bd-84ba-dd708bbce7b3 None None] Routers {'a80b0477-e778-4300-93f7-daa3ff7a3068'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:41:40.260955 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-afbf0cec-c062-47bd-84ba-dd708bbce7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:41:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['a80b0477-e778-4300-93f7-daa3ff7a3068'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:41:40.476205 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-afbf0cec-c062-47bd-84ba-dd708bbce7b3 None None] Set router a80b0477-e778-4300-93f7-daa3ff7a3068 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:41:40.536373 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-3e787b80-8c06-4061-9e69-885130b65027 req-c428b5c2-3da5-43d3-872e-449745a33af6 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Synchronizing usage tracker for tenant:0629703b9474474a9f2fde13723d2e8b on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:41:40.556666 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-3e787b80-8c06-4061-9e69-885130b65027 req-c428b5c2-3da5-43d3-872e-449745a33af6 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Unset dirty status for tenant:0629703b9474474a9f2fde13723d2e8b on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:41:40.557680 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-3e787b80-8c06-4061-9e69-885130b65027 req-c428b5c2-3da5-43d3-872e-449745a33af6 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=f164b672-a8b8-422a-b3d5-00fd6bee177d HTTP/1.1" status: 200 len: 210 time: 0.0750067 Feb 01 04:41:40.865405 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-afbf0cec-c062-47bd-84ba-dd708bbce7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80b0477-e778-4300-93f7-daa3ff7a3068', 'name': 'tempest-TestNetworkBasicOps-router-208474054', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.222'}], 'enable_snat': True}, 'gw_port_id': '2c6c2e95-b7b8-4eb6-a2f3-89378f9e3600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:39:33Z', 'updated_at': '2022-02-01T04:39:43Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': '2c6c2e95-b7b8-4eb6-a2f3-89378f9e3600', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:86:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80b0477-e778-4300-93f7-daa3ff7a3068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:35Z', 'updated_at': '2022-02-01T04:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': 'f0306631-6b3c-4d67-866f-5690da5aa520', 'name': '', 'network_id': 'bbc50e3d-1342-4e04-b690-f6146b0d424c', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:b3:c0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80b0477-e778-4300-93f7-daa3ff7a3068', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'ddf9201f-e5dc-4973-8c52-315c9eba024d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:42Z', 'updated_at': '2022-02-01T04:39:55Z', 'revision_number': 5, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': 'ddf9201f-e5dc-4973-8c52-315c9eba024d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:41:40.870212 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbf0cec-c062-47bd-84ba-dd708bbce7b3 None None] The sync data for ids ['a80b0477-e778-4300-93f7-daa3ff7a3068'] in dv-neutron-826830-1-hyperv is: [{'id': 'a80b0477-e778-4300-93f7-daa3ff7a3068', 'name': 'tempest-TestNetworkBasicOps-router-208474054', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.222'}], 'enable_snat': True}, 'gw_port_id': '2c6c2e95-b7b8-4eb6-a2f3-89378f9e3600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:39:33Z', 'updated_at': '2022-02-01T04:39:43Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': '2c6c2e95-b7b8-4eb6-a2f3-89378f9e3600', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:86:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80b0477-e778-4300-93f7-daa3ff7a3068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:35Z', 'updated_at': '2022-02-01T04:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': 'f0306631-6b3c-4d67-866f-5690da5aa520', 'name': '', 'network_id': 'bbc50e3d-1342-4e04-b690-f6146b0d424c', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:b3:c0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80b0477-e778-4300-93f7-daa3ff7a3068', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'ddf9201f-e5dc-4973-8c52-315c9eba024d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:42Z', 'updated_at': '2022-02-01T04:39:55Z', 'revision_number': 5, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': 'ddf9201f-e5dc-4973-8c52-315c9eba024d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:41:40.875694 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 13efba17-5eba-4a8c-b071-f2a8d52c8ade no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:41:40.920294 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] No Port match for: 13efba17-5eba-4a8c-b071-f2a8d52c8ade {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:41:40.920294 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 13efba17-5eba-4a8c-b071-f2a8d52c8ade not bound to the agent host hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:41:41.161456 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707772e1-b5a9-4ac9-9ee3-074e4a6ee3f0 None None] New status for floating IP 8fa821c3-8628-4a39-8bbf-bc959163145d: DOWN {{(pid=87639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 01 04:41:41.654754 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 43710) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:41:41.724966 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-240fc6a4-7709-4589-8b2e-631d7964f23e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:41.754231 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-240fc6a4-7709-4589-8b2e-631d7964f23e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:41.815918 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-240fc6a4-7709-4589-8b2e-631d7964f23e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:41.833899 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240fc6a4-7709-4589-8b2e-631d7964f23e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82355d92-866e-49e7-b9c7-10cfc30049af,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:41:41.845192 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-240fc6a4-7709-4589-8b2e-631d7964f23e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:41.846575 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-240fc6a4-7709-4589-8b2e-631d7964f23e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "DELETE /v2.0/security-groups/82355d92-866e-49e7-b9c7-10cfc30049af HTTP/1.1" status: 204 len: 168 time: 0.1907952 Feb 01 04:41:41.877456 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 43718) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:41:42.038979 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-e18f66a6-5eab-4054-a82e-e0799cf97533 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Deleting port 04f251b0-df40-41a4-8d6a-3b8ca699f189 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:41:42.039354 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e18f66a6-5eab-4054-a82e-e0799cf97533 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:42.203587 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e18f66a6-5eab-4054-a82e-e0799cf97533 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:42.203911 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e18f66a6-5eab-4054-a82e-e0799cf97533 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:42.322019 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-e18f66a6-5eab-4054-a82e-e0799cf97533 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Calling delete_port for 04f251b0-df40-41a4-8d6a-3b8ca699f189 owned by network:floatingip {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:41:42.458201 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e18f66a6-5eab-4054-a82e-e0799cf97533 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:42.505390 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18f66a6-5eab-4054-a82e-e0799cf97533 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event deleted for resources: {'Port': ['ID=04f251b0-df40-41a4-8d6a-3b8ca699f189,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:41:42.728544 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e18f66a6-5eab-4054-a82e-e0799cf97533 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for floatingip, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:42.747798 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e18f66a6-5eab-4054-a82e-e0799cf97533 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:42.749098 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e18f66a6-5eab-4054-a82e-e0799cf97533 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "DELETE /v2.0/floatingips/8fa821c3-8628-4a39-8bbf-bc959163145d HTTP/1.1" status: 204 len: 168 time: 0.8699999 Feb 01 04:41:43.124643 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cca930-859c-447c-abe4-6e634bac07f9 req-dfa0b073-cb53-46ea-a69e-63dbdc7709f4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:41:43.126337 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-f9cca930-859c-447c-abe4-6e634bac07f9 req-dfa0b073-cb53-46ea-a69e-63dbdc7709f4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=e950683b-797d-45a7-a358-3c98ed449189 HTTP/1.1" status: 200 len: 945 time: 0.0817719 Feb 01 04:41:43.170487 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-f9cca930-859c-447c-abe4-6e634bac07f9 req-e77b4996-d1fd-439f-bada-a9eac847bd9c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b326993-1534-406f-93ee-397cb753d767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385509 Feb 01 04:41:44.354489 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a58e87-ebfd-4c71-ba90-0feef529f91b req-93d3ca6c-2073-4140-a9ed-ac812c43566f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:41:44.355190 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-56a58e87-ebfd-4c71-ba90-0feef529f91b req-93d3ca6c-2073-4140-a9ed-ac812c43566f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Synchronizing usage tracker for tenant:0629703b9474474a9f2fde13723d2e8b on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:41:44.370368 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-56a58e87-ebfd-4c71-ba90-0feef529f91b req-93d3ca6c-2073-4140-a9ed-ac812c43566f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Unset dirty status for tenant:0629703b9474474a9f2fde13723d2e8b on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:41:44.371623 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-56a58e87-ebfd-4c71-ba90-0feef529f91b req-93d3ca6c-2073-4140-a9ed-ac812c43566f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=e950683b-797d-45a7-a358-3c98ed449189 HTTP/1.1" status: 200 len: 945 time: 0.0969636 Feb 01 04:41:44.415399 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-56a58e87-ebfd-4c71-ba90-0feef529f91b req-661fc9ad-1c70-47e9-a3c1-0fbed0922568 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Synchronizing usage tracker for tenant:0629703b9474474a9f2fde13723d2e8b on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:41:44.432344 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-56a58e87-ebfd-4c71-ba90-0feef529f91b req-661fc9ad-1c70-47e9-a3c1-0fbed0922568 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Unset dirty status for tenant:0629703b9474474a9f2fde13723d2e8b on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:41:44.433543 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-56a58e87-ebfd-4c71-ba90-0feef529f91b req-661fc9ad-1c70-47e9-a3c1-0fbed0922568 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b326993-1534-406f-93ee-397cb753d767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553644 Feb 01 04:41:44.529447 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46fcf9-905c-4894-a5bc-c208b71e5149 req-5da3e34a-3e0c-4ebe-a5ae-0b329d910d90 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:41:44.530891 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-2d46fcf9-905c-4894-a5bc-c208b71e5149 req-5da3e34a-3e0c-4ebe-a5ae-0b329d910d90 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.18 "GET /v2.0/ports?device_id=e950683b-797d-45a7-a358-3c98ed449189 HTTP/1.1" status: 200 len: 945 time: 0.0778956 Feb 01 04:41:44.600661 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [req-2d46fcf9-905c-4894-a5bc-c208b71e5149 req-eb2eb0a6-8b98-4c0c-bc45-b6a0ee4144ae tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Deleting port cd73e8d8-9605-4adf-873a-d5f017426a17 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:41:44.601001 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-2d46fcf9-905c-4894-a5bc-c208b71e5149 req-eb2eb0a6-8b98-4c0c-bc45-b6a0ee4144ae tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:44.838152 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [req-2d46fcf9-905c-4894-a5bc-c208b71e5149 req-eb2eb0a6-8b98-4c0c-bc45-b6a0ee4144ae tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] For port cd73e8d8-9605-4adf-873a-d5f017426a17, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=cd73e8d8-9605-4adf-873a-d5f017426a17,segment=NetworkSegment(1f5d8862-e520-40b2-b726-5bbe55278b56),segment_id=1f5d8862-e520-40b2-b726-5bbe55278b56)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:41:44.838393 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-2d46fcf9-905c-4894-a5bc-c208b71e5149 req-eb2eb0a6-8b98-4c0c-bc45-b6a0ee4144ae tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:44.916538 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:44.959888 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [req-2d46fcf9-905c-4894-a5bc-c208b71e5149 req-eb2eb0a6-8b98-4c0c-bc45-b6a0ee4144ae tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Calling delete_port for cd73e8d8-9605-4adf-873a-d5f017426a17 owned by compute:nova {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:41:45.100377 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-2d46fcf9-905c-4894-a5bc-c208b71e5149 req-eb2eb0a6-8b98-4c0c-bc45-b6a0ee4144ae tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:45.149514 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2eb0a6-8b98-4c0c-bc45-b6a0ee4144ae tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event deleted for resources: {'Port': ['ID=cd73e8d8-9605-4adf-873a-d5f017426a17,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:41:45.322508 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d46fcf9-905c-4894-a5bc-c208b71e5149 req-eb2eb0a6-8b98-4c0c-bc45-b6a0ee4144ae tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] No DVR routers for this DVR port cd73e8d8-9605-4adf-873a-d5f017426a17 on host hv-neutron-8268 {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:41:45.325483 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-2d46fcf9-905c-4894-a5bc-c208b71e5149 req-eb2eb0a6-8b98-4c0c-bc45-b6a0ee4144ae tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:45.328027 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e950683b-797d-45a7-a358-3c98ed449189', 'name': 'network-vif-deleted', 'tag': 'cd73e8d8-9605-4adf-873a-d5f017426a17'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:41:45.345640 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-2d46fcf9-905c-4894-a5bc-c208b71e5149 req-eb2eb0a6-8b98-4c0c-bc45-b6a0ee4144ae tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.18 "DELETE /v2.0/ports/cd73e8d8-9605-4adf-873a-d5f017426a17 HTTP/1.1" status: 204 len: 173 time: 0.8094358 Feb 01 04:41:45.373317 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e950683b-797d-45a7-a358-3c98ed449189', 'name': 'network-vif-deleted', 'tag': 'cd73e8d8-9605-4adf-873a-d5f017426a17', 'status': 'completed', 'code': 200} Feb 01 04:41:45.603664 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a3691712-9cf1-4582-8e0e-9b3256803044 req-fdaa1b56-7338-4d7c-ac36-078fe5b8edbe tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=e950683b-797d-45a7-a358-3c98ed449189 HTTP/1.1" status: 200 len: 210 time: 0.0441606 Feb 01 04:41:46.698021 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 43736) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:41:46.764367 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fd41fcc6-1010-4b38-a217-5539dc8b2bd7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:46.798038 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fd41fcc6-1010-4b38-a217-5539dc8b2bd7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:46.860501 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fd41fcc6-1010-4b38-a217-5539dc8b2bd7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:46.880402 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd41fcc6-1010-4b38-a217-5539dc8b2bd7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b326993-1534-406f-93ee-397cb753d767,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:41:46.892882 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fd41fcc6-1010-4b38-a217-5539dc8b2bd7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:46.893995 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-fd41fcc6-1010-4b38-a217-5539dc8b2bd7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "DELETE /v2.0/security-groups/5b326993-1534-406f-93ee-397cb753d767 HTTP/1.1" status: 204 len: 168 time: 0.1949122 Feb 01 04:41:46.923840 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 43742) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:41:47.452083 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-603953b9-3ca0-4caf-a479-48521e248d9d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-371968'] for router_interface, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:47.793135 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-603953b9-3ca0-4caf-a479-48521e248d9d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Deleting port f0306631-6b3c-4d67-866f-5690da5aa520 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:41:47.793822 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-603953b9-3ca0-4caf-a479-48521e248d9d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:47.982045 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-603953b9-3ca0-4caf-a479-48521e248d9d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] For port f0306631-6b3c-4d67-866f-5690da5aa520, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=f0306631-6b3c-4d67-866f-5690da5aa520,segment=NetworkSegment(1f5d8862-e520-40b2-b726-5bbe55278b56),segment_id=1f5d8862-e520-40b2-b726-5bbe55278b56)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:41:47.982396 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-603953b9-3ca0-4caf-a479-48521e248d9d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:48.202545 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-603953b9-3ca0-4caf-a479-48521e248d9d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Calling delete_port for f0306631-6b3c-4d67-866f-5690da5aa520 owned by network:router_interface {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:41:48.512999 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-603953b9-3ca0-4caf-a479-48521e248d9d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:48.563451 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603953b9-3ca0-4caf-a479-48521e248d9d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event deleted for resources: {'Port': ['ID=f0306631-6b3c-4d67-866f-5690da5aa520,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:41:48.825623 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-603953b9-3ca0-4caf-a479-48521e248d9d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770960'] for router_interface, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:48.917906 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device cd73e8d8-9605-4adf-873a-d5f017426a17 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:41:48.951978 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] No Port match for: cd73e8d8-9605-4adf-873a-d5f017426a17 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:41:48.952301 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device cd73e8d8-9605-4adf-873a-d5f017426a17 not bound to the agent host hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:41:49.179828 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-603953b9-3ca0-4caf-a479-48521e248d9d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Router a80b0477-e778-4300-93f7-daa3ff7a3068 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:41:49.460649 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-603953b9-3ca0-4caf-a479-48521e248d9d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:41:49.470316 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5849fd07-c920-43cf-ab4d-6441ca0d6a78 None None] Sync routers for ids ['a80b0477-e778-4300-93f7-daa3ff7a3068'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:41:49.474130 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-603953b9-3ca0-4caf-a479-48521e248d9d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "PUT /v2.0/routers/a80b0477-e778-4300-93f7-daa3ff7a3068/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5492480 Feb 01 04:41:49.476723 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 43746) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:41:49.479693 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5849fd07-c920-43cf-ab4d-6441ca0d6a78 None None] Routers {'a80b0477-e778-4300-93f7-daa3ff7a3068'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:41:49.480306 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-5849fd07-c920-43cf-ab4d-6441ca0d6a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:41:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['a80b0477-e778-4300-93f7-daa3ff7a3068'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:41:49.543984 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-dedb040e-aaa5-44c8-9c1d-a232889dac94 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Deleting subnet ddf9201f-e5dc-4973-8c52-315c9eba024d {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:41:49.546841 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dedb040e-aaa5-44c8-9c1d-a232889dac94 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:49.599933 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dedb040e-aaa5-44c8-9c1d-a232889dac94 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145757'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:49.654475 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-5849fd07-c920-43cf-ab4d-6441ca0d6a78 None None] Set router a80b0477-e778-4300-93f7-daa3ff7a3068 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:41:49.681653 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dedb040e-aaa5-44c8-9c1d-a232889dac94 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:49.757446 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dedb040e-aaa5-44c8-9c1d-a232889dac94 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3072169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2652276'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:49.796273 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedb040e-aaa5-44c8-9c1d-a232889dac94 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event deleted for resources: {'Subnet': ['ID=ddf9201f-e5dc-4973-8c52-315c9eba024d,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:41:49.799883 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dedb040e-aaa5-44c8-9c1d-a232889dac94 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:49.806477 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-dedb040e-aaa5-44c8-9c1d-a232889dac94 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "DELETE /v2.0/subnets/ddf9201f-e5dc-4973-8c52-315c9eba024d HTTP/1.1" status: 204 len: 168 time: 0.3286147 Feb 01 04:41:49.810043 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 43750) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:41:49.845579 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abb0c03-9bca-4283-8738-ede686bc74dc None None] Network bbc50e3d-1342-4e04-b690-f6146b0d424c requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:41:49.998045 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c300dea7-31a5-4e58-b85d-ad2f259aa9d5 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for router, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:50.116013 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-5849fd07-c920-43cf-ab4d-6441ca0d6a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80b0477-e778-4300-93f7-daa3ff7a3068', 'name': 'tempest-TestNetworkBasicOps-router-208474054', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.222'}], 'enable_snat': True}, 'gw_port_id': '2c6c2e95-b7b8-4eb6-a2f3-89378f9e3600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:39:33Z', 'updated_at': '2022-02-01T04:41:48Z', 'revision_number': 5, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': '2c6c2e95-b7b8-4eb6-a2f3-89378f9e3600', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:86:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80b0477-e778-4300-93f7-daa3ff7a3068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:39:35Z', 'updated_at': '2022-02-01T04:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:41:50.122794 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5849fd07-c920-43cf-ab4d-6441ca0d6a78 None None] Checking router: a80b0477-e778-4300-93f7-daa3ff7a3068 for host: dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:41:50.135608 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5849fd07-c920-43cf-ab4d-6441ca0d6a78 None None] Routers {'a80b0477-e778-4300-93f7-daa3ff7a3068'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:41:50.136207 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-5849fd07-c920-43cf-ab4d-6441ca0d6a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:41:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['a80b0477-e778-4300-93f7-daa3ff7a3068'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:41:50.174127 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c300dea7-31a5-4e58-b85d-ad2f259aa9d5 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:50.183409 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-c300dea7-31a5-4e58-b85d-ad2f259aa9d5 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Deleting port 2c6c2e95-b7b8-4eb6-a2f3-89378f9e3600 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:41:50.183835 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c300dea7-31a5-4e58-b85d-ad2f259aa9d5 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:50.270171 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180d2826-bf37-4d29-87f9-3f4939b6fe2e None None] DHCP port deletion for bbc50e3d-1342-4e04-b690-f6146b0d424c request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:41:50.280363 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-180d2826-bf37-4d29-87f9-3f4939b6fe2e None None] Deleting port 5ccfa199-2094-49a8-83dc-5a122f46fd1c {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:41:50.280725 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-180d2826-bf37-4d29-87f9-3f4939b6fe2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:50.329047 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-5849fd07-c920-43cf-ab4d-6441ca0d6a78 None None] Set router a80b0477-e778-4300-93f7-daa3ff7a3068 gateway port host: None {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:41:50.368408 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-c300dea7-31a5-4e58-b85d-ad2f259aa9d5 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] For port 2c6c2e95-b7b8-4eb6-a2f3-89378f9e3600, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=2c6c2e95-b7b8-4eb6-a2f3-89378f9e3600,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:41:50.368687 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c300dea7-31a5-4e58-b85d-ad2f259aa9d5 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:50.441712 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-5849fd07-c920-43cf-ab4d-6441ca0d6a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80b0477-e778-4300-93f7-daa3ff7a3068', 'name': 'tempest-TestNetworkBasicOps-router-208474054', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:39:33Z', 'updated_at': '2022-02-01T04:41:50Z', 'revision_number': 6, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port_host': None}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:41:50.471399 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5849fd07-c920-43cf-ab4d-6441ca0d6a78 None None] The sync data for ids ['a80b0477-e778-4300-93f7-daa3ff7a3068'] in dv-neutron-826830-1-hyperv is: [{'id': 'a80b0477-e778-4300-93f7-daa3ff7a3068', 'name': 'tempest-TestNetworkBasicOps-router-208474054', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:39:33Z', 'updated_at': '2022-02-01T04:41:50Z', 'revision_number': 6, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port_host': None}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:41:50.491588 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-c300dea7-31a5-4e58-b85d-ad2f259aa9d5 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Calling delete_port for 2c6c2e95-b7b8-4eb6-a2f3-89378f9e3600 owned by network:router_gateway {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:41:50.649397 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-180d2826-bf37-4d29-87f9-3f4939b6fe2e None None] For port 5ccfa199-2094-49a8-83dc-5a122f46fd1c, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=5ccfa199-2094-49a8-83dc-5a122f46fd1c,segment=NetworkSegment(1f5d8862-e520-40b2-b726-5bbe55278b56),segment_id=1f5d8862-e520-40b2-b726-5bbe55278b56)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:41:50.649706 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-180d2826-bf37-4d29-87f9-3f4939b6fe2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:50.658491 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c300dea7-31a5-4e58-b85d-ad2f259aa9d5 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:50.736262 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c300dea7-31a5-4e58-b85d-ad2f259aa9d5 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event deleted for resources: {'Port': ['ID=2c6c2e95-b7b8-4eb6-a2f3-89378f9e3600,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:41:50.769827 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-180d2826-bf37-4d29-87f9-3f4939b6fe2e None None] Calling delete_port for 5ccfa199-2094-49a8-83dc-5a122f46fd1c owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:41:50.794366 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c300dea7-31a5-4e58-b85d-ad2f259aa9d5 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-774381'] for router_gateway, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:50.851899 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-180d2826-bf37-4d29-87f9-3f4939b6fe2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:50.907856 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180d2826-bf37-4d29-87f9-3f4939b6fe2e None None] Pushing event deleted for resources: {'Port': ['ID=5ccfa199-2094-49a8-83dc-5a122f46fd1c,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:41:50.910487 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180d2826-bf37-4d29-87f9-3f4939b6fe2e None None] No DVR routers for this DVR port 5ccfa199-2094-49a8-83dc-5a122f46fd1c on host dv-neutron-826830-1-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:41:50.920907 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180d2826-bf37-4d29-87f9-3f4939b6fe2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:41:50.921250 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180d2826-bf37-4d29-87f9-3f4939b6fe2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:41:50.921589 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180d2826-bf37-4d29-87f9-3f4939b6fe2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:41:50.922266 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180d2826-bf37-4d29-87f9-3f4939b6fe2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:41:50.922266 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180d2826-bf37-4d29-87f9-3f4939b6fe2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:41:50.922571 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180d2826-bf37-4d29-87f9-3f4939b6fe2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:41:50.922854 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180d2826-bf37-4d29-87f9-3f4939b6fe2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:41:50.923228 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180d2826-bf37-4d29-87f9-3f4939b6fe2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:41:50.923499 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180d2826-bf37-4d29-87f9-3f4939b6fe2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:41:50.923818 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180d2826-bf37-4d29-87f9-3f4939b6fe2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:41:50.924120 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180d2826-bf37-4d29-87f9-3f4939b6fe2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:41:50.924429 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180d2826-bf37-4d29-87f9-3f4939b6fe2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:41:51.092856 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c300dea7-31a5-4e58-b85d-ad2f259aa9d5 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25968'] for router, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:51.095001 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c300dea7-31a5-4e58-b85d-ad2f259aa9d5 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:51.116470 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c300dea7-31a5-4e58-b85d-ad2f259aa9d5 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772958'] for router, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:51.117113 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c300dea7-31a5-4e58-b85d-ad2f259aa9d5 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Fanout notify agent at l3_agent the message router_deleted on router a80b0477-e778-4300-93f7-daa3ff7a3068 {{(pid=87636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 01 04:41:51.132851 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c300dea7-31a5-4e58-b85d-ad2f259aa9d5 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:51.133933 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c300dea7-31a5-4e58-b85d-ad2f259aa9d5 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "DELETE /v2.0/routers/a80b0477-e778-4300-93f7-daa3ff7a3068 HTTP/1.1" status: 204 len: 168 time: 1.3233953 Feb 01 04:41:51.136580 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 43754) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:41:51.248134 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dca08102-cdf9-4dc1-8678-7b9d1a8630c3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:51.377913 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dca08102-cdf9-4dc1-8678-7b9d1a8630c3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:51.403809 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-dca08102-cdf9-4dc1-8678-7b9d1a8630c3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbc50e3d-1342-4e04-b690-f6146b0d424c']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:41:51.415717 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-dca08102-cdf9-4dc1-8678-7b9d1a8630c3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f5d8862-e520-40b2-b726-5bbe55278b56') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:41:51.416010 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-dca08102-cdf9-4dc1-8678-7b9d1a8630c3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f5d8862-e520-40b2-b726-5bbe55278b56') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:41:51.427428 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dca08102-cdf9-4dc1-8678-7b9d1a8630c3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143022'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:51.442502 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dca08102-cdf9-4dc1-8678-7b9d1a8630c3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:51.448533 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dca08102-cdf9-4dc1-8678-7b9d1a8630c3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:41:51.448908 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dca08102-cdf9-4dc1-8678-7b9d1a8630c3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3072199'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:51.463251 dv-neutron-826830-1-hyperv neutron-server[87636]: Traceback (most recent call last): Feb 01 04:41:51.463251 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:41:51.463251 dv-neutron-826830-1-hyperv neutron-server[87636]: timer() Feb 01 04:41:51.463251 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:41:51.463251 dv-neutron-826830-1-hyperv neutron-server[87636]: cb(*args, **kw) Feb 01 04:41:51.463251 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:41:51.463251 dv-neutron-826830-1-hyperv neutron-server[87636]: return func(*args, **kwargs) Feb 01 04:41:51.463251 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:41:51.463251 dv-neutron-826830-1-hyperv neutron-server[87636]: self._notify() Feb 01 04:41:51.463251 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:41:51.463251 dv-neutron-826830-1-hyperv neutron-server[87636]: self.callback(batched_events) Feb 01 04:41:51.463251 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:41:51.463251 dv-neutron-826830-1-hyperv neutron-server[87636]: event.method(event) Feb 01 04:41:51.463251 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:41:51.463251 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:41:51.463251 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:41:51.463251 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:41:51.463251 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:41:51.463251 dv-neutron-826830-1-hyperv neutron-server[87636]: return f(self, *a, **k) Feb 01 04:41:51.463251 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:41:51.463251 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._get(url).json() Feb 01 04:41:51.463251 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:41:51.463251 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:41:51.463251 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:41:51.463251 dv-neutron-826830-1-hyperv neutron-server[87636]: return self.request(url, 'GET', **kwargs) Feb 01 04:41:51.463251 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:41:51.463251 dv-neutron-826830-1-hyperv neutron-server[87636]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:41:51.463251 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:41:51.463251 dv-neutron-826830-1-hyperv neutron-server[87636]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:41:51.463251 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:41:51.463251 dv-neutron-826830-1-hyperv neutron-server[87636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:41:51.463251 dv-neutron-826830-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:41:51.548569 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dca08102-cdf9-4dc1-8678-7b9d1a8630c3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:51.565448 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dca08102-cdf9-4dc1-8678-7b9d1a8630c3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:51.576434 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca08102-cdf9-4dc1-8678-7b9d1a8630c3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event deleted for resources: {'Network': ['ID=bbc50e3d-1342-4e04-b690-f6146b0d424c,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:41:51.583703 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-dca08102-cdf9-4dc1-8678-7b9d1a8630c3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "DELETE /v2.0/networks/bbc50e3d-1342-4e04-b690-f6146b0d424c HTTP/1.1" status: 204 len: 168 time: 0.4461753 Feb 01 04:41:51.606156 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 43758) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:41:51.612341 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-22ef4e8f-7332-42e6-8ac5-26eb68762a0d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'network': {'name': 'tempest-network-smoke--1600730167', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'port_security_enabled': True}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:41:51.617198 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-22ef4e8f-7332-42e6-8ac5-26eb68762a0d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:41:51.621198 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-22ef4e8f-7332-42e6-8ac5-26eb68762a0d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:network and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:41:51.624048 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-22ef4e8f-7332-42e6-8ac5-26eb68762a0d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:41:51.629906 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-22ef4e8f-7332-42e6-8ac5-26eb68762a0d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:41:51.639913 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ef4e8f-7332-42e6-8ac5-26eb68762a0d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Made reservation on behalf of 0629703b9474474a9f2fde13723d2e8b for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:41:51.643305 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-22ef4e8f-7332-42e6-8ac5-26eb68762a0d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:51.670576 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22ef4e8f-7332-42e6-8ac5-26eb68762a0d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:41:51.679201 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-22ef4e8f-7332-42e6-8ac5-26eb68762a0d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:51.679542 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-22ef4e8f-7332-42e6-8ac5-26eb68762a0d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Added segment f72ecb9a-ea73-4091-9a86-4c8f6fd7a2e5 of type vlan for network 49cbedf6-0f4f-4f35-97df-af53bd8606e4 Feb 01 04:41:51.708375 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-22ef4e8f-7332-42e6-8ac5-26eb68762a0d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:51.736715 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-22ef4e8f-7332-42e6-8ac5-26eb68762a0d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:51.742005 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ef4e8f-7332-42e6-8ac5-26eb68762a0d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:41:51.742579 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-22ef4e8f-7332-42e6-8ac5-26eb68762a0d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:51.799790 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-22ef4e8f-7332-42e6-8ac5-26eb68762a0d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1917520 Feb 01 04:41:51.802581 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 43762) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:41:51.807660 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-da479f8e-f30a-4f2d-9679-15d06b68d6a1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-369881460', 'admin_state_up': True, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:41:51.814920 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-da479f8e-f30a-4f2d-9679-15d06b68d6a1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:41:51.818764 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-da479f8e-f30a-4f2d-9679-15d06b68d6a1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:router and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:41:51.822115 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-da479f8e-f30a-4f2d-9679-15d06b68d6a1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:41:51.828185 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-da479f8e-f30a-4f2d-9679-15d06b68d6a1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:41:51.838520 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-da479f8e-f30a-4f2d-9679-15d06b68d6a1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25958'] for router, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:51.839618 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-da479f8e-f30a-4f2d-9679-15d06b68d6a1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-372027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25961'] for router, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:51.854098 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ef4e8f-7332-42e6-8ac5-26eb68762a0d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'Network': ['ID=49cbedf6-0f4f-4f35-97df-af53bd8606e4,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:41:51.856694 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-da479f8e-f30a-4f2d-9679-15d06b68d6a1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:51.864960 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 49cbedf6-0f4f-4f35-97df-af53bd8606e4 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:41:51.953893 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 5ccfa199-2094-49a8-83dc-5a122f46fd1c no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:41:51.999684 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 5ccfa199-2094-49a8-83dc-5a122f46fd1c {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:41:52.000383 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 5ccfa199-2094-49a8-83dc-5a122f46fd1c not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:41:52.000814 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device f0306631-6b3c-4d67-866f-5690da5aa520 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:41:52.038356 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: f0306631-6b3c-4d67-866f-5690da5aa520 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:41:52.038698 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device f0306631-6b3c-4d67-866f-5690da5aa520 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:41:52.039102 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 2c6c2e95-b7b8-4eb6-a2f3-89378f9e3600 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:41:52.070490 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 2c6c2e95-b7b8-4eb6-a2f3-89378f9e3600 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:41:52.070754 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 2c6c2e95-b7b8-4eb6-a2f3-89378f9e3600 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:41:52.137598 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-da479f8e-f30a-4f2d-9679-15d06b68d6a1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:52.434561 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-da479f8e-f30a-4f2d-9679-15d06b68d6a1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for router_gateway, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:52.467589 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-da479f8e-f30a-4f2d-9679-15d06b68d6a1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:52.598983 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-da479f8e-f30a-4f2d-9679-15d06b68d6a1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Allocated IP 172.26.8.85 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/54829636-beeb-483c-864e-9e199c67bc79) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:41:52.770946 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-da479f8e-f30a-4f2d-9679-15d06b68d6a1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:52.806381 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-da479f8e-f30a-4f2d-9679-15d06b68d6a1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:52.879994 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da479f8e-f30a-4f2d-9679-15d06b68d6a1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:41:52.882874 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-da479f8e-f30a-4f2d-9679-15d06b68d6a1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:41:52.886764 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da479f8e-f30a-4f2d-9679-15d06b68d6a1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:41:52.923896 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da479f8e-f30a-4f2d-9679-15d06b68d6a1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'Port': ['ID=54829636-beeb-483c-864e-9e199c67bc79,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:41:53.422033 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-da479f8e-f30a-4f2d-9679-15d06b68d6a1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for router_gateway, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:53.761040 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-da479f8e-f30a-4f2d-9679-15d06b68d6a1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337'] for router, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:53.964941 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da479f8e-f30a-4f2d-9679-15d06b68d6a1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Router f0a62835-29ea-43b9-abe6-f73561240f47 is scheduled to L3 agent a3073304-82af-4a42-89af-bc532d6626bb with binding_index 1 {{(pid=87637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 01 04:41:54.147186 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da479f8e-f30a-4f2d-9679-15d06b68d6a1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:41:54.156752 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c22838-a0ed-4468-80ad-807a588a5b36 None None] Sync routers for ids ['f0a62835-29ea-43b9-abe6-f73561240f47'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:41:54.166781 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c22838-a0ed-4468-80ad-807a588a5b36 None None] Routers {'f0a62835-29ea-43b9-abe6-f73561240f47'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:41:54.167630 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-84c22838-a0ed-4468-80ad-807a588a5b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:41:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['f0a62835-29ea-43b9-abe6-f73561240f47'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:41:54.181838 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-da479f8e-f30a-4f2d-9679-15d06b68d6a1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:54.183050 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-da479f8e-f30a-4f2d-9679-15d06b68d6a1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.3794625 Feb 01 04:41:54.187090 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 43766) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:41:54.226908 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-feb0d736-993d-477e-81ef-87cda145c98f tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=0629703b9474474a9f2fde13723d2e8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381291 Feb 01 04:41:54.229031 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 43770) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:41:54.348257 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-84c22838-a0ed-4468-80ad-807a588a5b36 None None] Set router f0a62835-29ea-43b9-abe6-f73561240f47 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:41:54.360147 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c344974-c8c7-4546-a9cd-eeddb4e1363f tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:41:54.361610 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-8c344974-c8c7-4546-a9cd-eeddb4e1363f tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1316364 Feb 01 04:41:54.364462 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 43774) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:41:54.409256 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-d33e6b80-444b-456c-a9e5-5e89d322d01b tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=bdef128a-46b3-4cca-a245-48d1eb781269&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0414052 Feb 01 04:41:54.409466 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 43778) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:41:54.414486 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-6a488d3b-c86f-453f-a70d-c81e86bb3c51 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2015408144', 'network_id': '49cbedf6-0f4f-4f35-97df-af53bd8606e4', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:41:54.519633 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-6a488d3b-c86f-453f-a70d-c81e86bb3c51 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:41:54.523431 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-6a488d3b-c86f-453f-a70d-c81e86bb3c51 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:subnet and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:41:54.526177 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-6a488d3b-c86f-453f-a70d-c81e86bb3c51 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:41:54.532243 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-6a488d3b-c86f-453f-a70d-c81e86bb3c51 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:41:54.542140 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a488d3b-c86f-453f-a70d-c81e86bb3c51 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Made reservation on behalf of 0629703b9474474a9f2fde13723d2e8b for: {'subnet': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:41:54.546351 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6a488d3b-c86f-453f-a70d-c81e86bb3c51 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3694443'] for subnet, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:54.628595 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-84c22838-a0ed-4468-80ad-807a588a5b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a62835-29ea-43b9-abe6-f73561240f47', 'name': 'tempest-TestNetworkBasicOps-router-369881460', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': '54829636-beeb-483c-864e-9e199c67bc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:41:51Z', 'updated_at': '2022-02-01T04:41:53Z', 'revision_number': 3, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': '54829636-beeb-483c-864e-9e199c67bc79', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:6a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0a62835-29ea-43b9-abe6-f73561240f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:41:52Z', 'updated_at': '2022-02-01T04:41:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:41:54.632321 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c22838-a0ed-4468-80ad-807a588a5b36 None None] Checking router: f0a62835-29ea-43b9-abe6-f73561240f47 for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:41:54.632665 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c22838-a0ed-4468-80ad-807a588a5b36 None None] Updating router f0a62835-29ea-43b9-abe6-f73561240f47 port 54829636-beeb-483c-864e-9e199c67bc79 binding host dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 04:41:54.687961 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-84c22838-a0ed-4468-80ad-807a588a5b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:54.878021 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6a488d3b-c86f-453f-a70d-c81e86bb3c51 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3037478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3694457'] for subnet, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:54.954288 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a488d3b-c86f-453f-a70d-c81e86bb3c51 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'Subnet': ['ID=0736ebe2-98a9-4114-a10b-208c0940a406,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:41:54.964301 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a488d3b-c86f-453f-a70d-c81e86bb3c51 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Checking segment: {'id': 'f72ecb9a-ea73-4091-9a86-4c8f6fd7a2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '49cbedf6-0f4f-4f35-97df-af53bd8606e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:41:54.964655 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a488d3b-c86f-453f-a70d-c81e86bb3c51 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Network hostable DHCP agents. Network: 49cbedf6-0f4f-4f35-97df-af53bd8606e4, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:41:54.987842 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a488d3b-c86f-453f-a70d-c81e86bb3c51 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Network 49cbedf6-0f4f-4f35-97df-af53bd8606e4 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:41:54.998143 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-6a488d3b-c86f-453f-a70d-c81e86bb3c51 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, 49cbedf6-0f4f-4f35-97df-af53bd8606e4) {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:41:55.002510 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a488d3b-c86f-453f-a70d-c81e86bb3c51 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:41:55.003084 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6a488d3b-c86f-453f-a70d-c81e86bb3c51 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:55.009761 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6404c79-9a45-4b18-8ad3-59513283682d None None] Network 49cbedf6-0f4f-4f35-97df-af53bd8606e4 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:41:55.029563 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-84c22838-a0ed-4468-80ad-807a588a5b36 None None] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:55.036834 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-6a488d3b-c86f-453f-a70d-c81e86bb3c51 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6239834 Feb 01 04:41:55.037173 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 43782) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:41:55.047178 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-84c22838-a0ed-4468-80ad-807a588a5b36 None None] Transition to ACTIVE for port object 54829636-beeb-483c-864e-9e199c67bc79 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:41:55.053777 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-84c22838-a0ed-4468-80ad-807a588a5b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:55.141470 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e23bb5-640f-4011-940b-3a8e10e4f42f None None] Pushing event updated for resources: {'Port': ['ID=54829636-beeb-483c-864e-9e199c67bc79,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:41:55.143707 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-84c22838-a0ed-4468-80ad-807a588a5b36 None None] Attempting to bind port 54829636-beeb-483c-864e-9e199c67bc79 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:41:55.144079 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-84c22838-a0ed-4468-80ad-807a588a5b36 None None] Attempting to bind port 54829636-beeb-483c-864e-9e199c67bc79 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:41:55.144412 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c22838-a0ed-4468-80ad-807a588a5b36 None None] Attempting to bind port 54829636-beeb-483c-864e-9e199c67bc79 on network bdef128a-46b3-4cca-a245-48d1eb781269 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:41:55.152959 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c22838-a0ed-4468-80ad-807a588a5b36 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:41:55.153316 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c22838-a0ed-4468-80ad-807a588a5b36 None None] Checking segment: {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:41:55.154239 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-84c22838-a0ed-4468-80ad-807a588a5b36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:55.154623 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c22838-a0ed-4468-80ad-807a588a5b36 None None] Bound using segment: {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:41:55.155070 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-84c22838-a0ed-4468-80ad-807a588a5b36 None None] Bound port: 54829636-beeb-483c-864e-9e199c67bc79, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:41:55.155456 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-84c22838-a0ed-4468-80ad-807a588a5b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:55.186175 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e23bb5-640f-4011-940b-3a8e10e4f42f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:41:55.186907 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e23bb5-640f-4011-940b-3a8e10e4f42f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:41:55.186907 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e23bb5-640f-4011-940b-3a8e10e4f42f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:41:55.187290 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e23bb5-640f-4011-940b-3a8e10e4f42f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:41:55.187444 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e23bb5-640f-4011-940b-3a8e10e4f42f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:41:55.187768 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e23bb5-640f-4011-940b-3a8e10e4f42f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:41:55.188087 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e23bb5-640f-4011-940b-3a8e10e4f42f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:41:55.188397 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e23bb5-640f-4011-940b-3a8e10e4f42f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:41:55.188713 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e23bb5-640f-4011-940b-3a8e10e4f42f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:41:55.189023 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e23bb5-640f-4011-940b-3a8e10e4f42f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:41:55.189331 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e23bb5-640f-4011-940b-3a8e10e4f42f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:41:55.189637 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e23bb5-640f-4011-940b-3a8e10e4f42f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:41:55.234256 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2514ff20-3b4b-4e31-9354-eede9adf4154 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-49cbedf6-0f4f-4f35-97df-af53bd8606e4', 'network_id': '49cbedf6-0f4f-4f35-97df-af53bd8606e4', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'fixed_ips': [{'subnet_id': '0736ebe2-98a9-4114-a10b-208c0940a406'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:41:55.235109 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2514ff20-3b4b-4e31-9354-eede9adf4154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:55.265417 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-84c22838-a0ed-4468-80ad-807a588a5b36 None None] For port 54829636-beeb-483c-864e-9e199c67bc79, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:41:55.268337 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-84c22838-a0ed-4468-80ad-807a588a5b36 None None] For port 54829636-beeb-483c-864e-9e199c67bc79, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=54829636-beeb-483c-864e-9e199c67bc79,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:41:55.274357 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-84c22838-a0ed-4468-80ad-807a588a5b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:55.342096 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c22838-a0ed-4468-80ad-807a588a5b36 None None] Routers {'f0a62835-29ea-43b9-abe6-f73561240f47'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:41:55.342809 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-84c22838-a0ed-4468-80ad-807a588a5b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:41:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['f0a62835-29ea-43b9-abe6-f73561240f47'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:41:55.390894 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-2514ff20-3b4b-4e31-9354-eede9adf4154 None None] Allocated IP 172.20.0.2 (49cbedf6-0f4f-4f35-97df-af53bd8606e4/0736ebe2-98a9-4114-a10b-208c0940a406/5bd61086-4796-4e62-a15a-2ccdde5c4da2) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:41:55.436017 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e23bb5-640f-4011-940b-3a8e10e4f42f None None] Pushing event updated for resources: {'Port': ['ID=54829636-beeb-483c-864e-9e199c67bc79,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:41:55.534266 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-84c22838-a0ed-4468-80ad-807a588a5b36 None None] Set router f0a62835-29ea-43b9-abe6-f73561240f47 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:41:55.605423 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2514ff20-3b4b-4e31-9354-eede9adf4154 None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:55.616270 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-2514ff20-3b4b-4e31-9354-eede9adf4154 None None] Transition to ACTIVE for port object 5bd61086-4796-4e62-a15a-2ccdde5c4da2 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:41:55.637252 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-2514ff20-3b4b-4e31-9354-eede9adf4154 None None] Transition to ACTIVE for port object 5bd61086-4796-4e62-a15a-2ccdde5c4da2 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:41:55.644079 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2514ff20-3b4b-4e31-9354-eede9adf4154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:55.713030 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2514ff20-3b4b-4e31-9354-eede9adf4154 None None] Network 49cbedf6-0f4f-4f35-97df-af53bd8606e4 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:41:55.717745 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-2514ff20-3b4b-4e31-9354-eede9adf4154 None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:41:55.727796 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2514ff20-3b4b-4e31-9354-eede9adf4154 None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:41:55.767280 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2514ff20-3b4b-4e31-9354-eede9adf4154 None None] Pushing event updated for resources: {'Port': ['ID=5bd61086-4796-4e62-a15a-2ccdde5c4da2,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:41:55.827721 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-2514ff20-3b4b-4e31-9354-eede9adf4154 None None] Attempting to bind port 5bd61086-4796-4e62-a15a-2ccdde5c4da2 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:41:55.828434 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-2514ff20-3b4b-4e31-9354-eede9adf4154 None None] Attempting to bind port 5bd61086-4796-4e62-a15a-2ccdde5c4da2 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': 'f72ecb9a-ea73-4091-9a86-4c8f6fd7a2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '49cbedf6-0f4f-4f35-97df-af53bd8606e4'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:41:55.828980 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2514ff20-3b4b-4e31-9354-eede9adf4154 None None] Attempting to bind port 5bd61086-4796-4e62-a15a-2ccdde5c4da2 on network 49cbedf6-0f4f-4f35-97df-af53bd8606e4 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:41:55.834521 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2514ff20-3b4b-4e31-9354-eede9adf4154 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:41:55.835110 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2514ff20-3b4b-4e31-9354-eede9adf4154 None None] Checking segment: {'id': 'f72ecb9a-ea73-4091-9a86-4c8f6fd7a2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '49cbedf6-0f4f-4f35-97df-af53bd8606e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:41:55.835701 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2514ff20-3b4b-4e31-9354-eede9adf4154 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:55.836277 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2514ff20-3b4b-4e31-9354-eede9adf4154 None None] Bound using segment: {'id': 'f72ecb9a-ea73-4091-9a86-4c8f6fd7a2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '49cbedf6-0f4f-4f35-97df-af53bd8606e4'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:41:55.836894 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-2514ff20-3b4b-4e31-9354-eede9adf4154 None None] Bound port: 5bd61086-4796-4e62-a15a-2ccdde5c4da2, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f72ecb9a-ea73-4091-9a86-4c8f6fd7a2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '49cbedf6-0f4f-4f35-97df-af53bd8606e4'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:41:55.837452 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2514ff20-3b4b-4e31-9354-eede9adf4154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:55.843891 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-84c22838-a0ed-4468-80ad-807a588a5b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a62835-29ea-43b9-abe6-f73561240f47', 'name': 'tempest-TestNetworkBasicOps-router-369881460', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': '54829636-beeb-483c-864e-9e199c67bc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:41:51Z', 'updated_at': '2022-02-01T04:41:53Z', 'revision_number': 3, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': '54829636-beeb-483c-864e-9e199c67bc79', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:6a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0a62835-29ea-43b9-abe6-f73561240f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:41:52Z', 'updated_at': '2022-02-01T04:41:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:41:55.848510 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c22838-a0ed-4468-80ad-807a588a5b36 None None] The sync data for ids ['f0a62835-29ea-43b9-abe6-f73561240f47'] in dv-neutron-826830-1-hyperv is: [{'id': 'f0a62835-29ea-43b9-abe6-f73561240f47', 'name': 'tempest-TestNetworkBasicOps-router-369881460', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': '54829636-beeb-483c-864e-9e199c67bc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:41:51Z', 'updated_at': '2022-02-01T04:41:53Z', 'revision_number': 3, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': '54829636-beeb-483c-864e-9e199c67bc79', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:6a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0a62835-29ea-43b9-abe6-f73561240f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:41:52Z', 'updated_at': '2022-02-01T04:41:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:41:55.864345 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-699bb578-c590-4a2c-a1cd-f207811bac9b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:55.932235 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-2514ff20-3b4b-4e31-9354-eede9adf4154 None None] For port 5bd61086-4796-4e62-a15a-2ccdde5c4da2, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:41:55.936905 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-2514ff20-3b4b-4e31-9354-eede9adf4154 None None] For port 5bd61086-4796-4e62-a15a-2ccdde5c4da2, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=5bd61086-4796-4e62-a15a-2ccdde5c4da2,segment=NetworkSegment(f72ecb9a-ea73-4091-9a86-4c8f6fd7a2e5),segment_id=f72ecb9a-ea73-4091-9a86-4c8f6fd7a2e5)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:41:55.944459 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2514ff20-3b4b-4e31-9354-eede9adf4154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:56.029955 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2514ff20-3b4b-4e31-9354-eede9adf4154 None None] Pushing event updated for resources: {'Port': ['ID=5bd61086-4796-4e62-a15a-2ccdde5c4da2,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:41:56.313449 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-699bb578-c590-4a2c-a1cd-f207811bac9b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Allocated IP 172.20.0.1 (49cbedf6-0f4f-4f35-97df-af53bd8606e4/0736ebe2-98a9-4114-a10b-208c0940a406/25065577-a6a2-418a-b724-cd22dfad7fe3) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:41:56.486738 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-699bb578-c590-4a2c-a1cd-f207811bac9b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:56.504008 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-699bb578-c590-4a2c-a1cd-f207811bac9b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Transition to ACTIVE for port object 25065577-a6a2-418a-b724-cd22dfad7fe3 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:41:56.527965 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-699bb578-c590-4a2c-a1cd-f207811bac9b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:56.599310 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699bb578-c590-4a2c-a1cd-f207811bac9b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Network 49cbedf6-0f4f-4f35-97df-af53bd8606e4 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:41:56.602586 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-699bb578-c590-4a2c-a1cd-f207811bac9b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:41:56.605027 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699bb578-c590-4a2c-a1cd-f207811bac9b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:41:56.642265 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bb578-c590-4a2c-a1cd-f207811bac9b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'Port': ['ID=25065577-a6a2-418a-b724-cd22dfad7fe3,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:41:56.673942 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-699bb578-c590-4a2c-a1cd-f207811bac9b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-372107'] for router_interface, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:56.944256 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-699bb578-c590-4a2c-a1cd-f207811bac9b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:57.053550 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c57645-fa20-4cc6-9c06-d55bc620804e None None] Network 49cbedf6-0f4f-4f35-97df-af53bd8606e4 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:41:57.189525 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-858a0f2b-b523-483f-83f7-cecb63cc698a None None] Provisioning for port 5bd61086-4796-4e62-a15a-2ccdde5c4da2 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:41:57.482692 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-699bb578-c590-4a2c-a1cd-f207811bac9b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:57.492932 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-699bb578-c590-4a2c-a1cd-f207811bac9b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:57.547403 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-66b798a4-dea5-4721-bdde-0f9a63220d65 None None] Provisioning for port 25065577-a6a2-418a-b724-cd22dfad7fe3 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:41:57.552550 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-66b798a4-dea5-4721-bdde-0f9a63220d65 None None] Provisioning complete for port 25065577-a6a2-418a-b724-cd22dfad7fe3 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:41:57.552933 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-66b798a4-dea5-4721-bdde-0f9a63220d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:57.610712 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bb578-c590-4a2c-a1cd-f207811bac9b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'Port': ['ID=25065577-a6a2-418a-b724-cd22dfad7fe3,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:41:57.612959 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-66b798a4-dea5-4721-bdde-0f9a63220d65 None None] Port 25065577-a6a2-418a-b724-cd22dfad7fe3 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:41:57.616631 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-699bb578-c590-4a2c-a1cd-f207811bac9b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371990'] for router_interface, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:57.735610 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-d1b8258e-2c6c-49d0-9aca-b44eefecd11b None None] Provisioning complete for port 25065577-a6a2-418a-b724-cd22dfad7fe3 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:41:57.735902 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d1b8258e-2c6c-49d0-9aca-b44eefecd11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:57.751483 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699bb578-c590-4a2c-a1cd-f207811bac9b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Network 49cbedf6-0f4f-4f35-97df-af53bd8606e4 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:41:57.752540 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-699bb578-c590-4a2c-a1cd-f207811bac9b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:41:57.791775 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-d1b8258e-2c6c-49d0-9aca-b44eefecd11b None None] Port 25065577-a6a2-418a-b724-cd22dfad7fe3 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:41:57.951627 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-699bb578-c590-4a2c-a1cd-f207811bac9b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Router f0a62835-29ea-43b9-abe6-f73561240f47 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:41:58.014609 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-f23be79f-7e7f-43c6-beec-f04a1d77ee49 None None] Provisioning complete for port 25065577-a6a2-418a-b724-cd22dfad7fe3 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:41:58.015105 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f23be79f-7e7f-43c6-beec-f04a1d77ee49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:58.044687 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 5bd61086-4796-4e62-a15a-2ccdde5c4da2 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:41:58.118179 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-f23be79f-7e7f-43c6-beec-f04a1d77ee49 None None] Port 25065577-a6a2-418a-b724-cd22dfad7fe3 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:41:58.133125 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 5bd61086-4796-4e62-a15a-2ccdde5c4da2 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:41:58.136016 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-699bb578-c590-4a2c-a1cd-f207811bac9b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:41:58.138086 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 5bd61086-4796-4e62-a15a-2ccdde5c4da2 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:41:58.138455 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:58.149819 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-699bb578-c590-4a2c-a1cd-f207811bac9b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "PUT /v2.0/routers/f0a62835-29ea-43b9-abe6-f73561240f47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1116047 Feb 01 04:41:58.152352 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 43788) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:41:58.167395 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e653bb-72af-4127-927c-46936b6f07bb None None] Sync routers for ids ['f0a62835-29ea-43b9-abe6-f73561240f47'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:41:58.191498 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e653bb-72af-4127-927c-46936b6f07bb None None] Routers {'f0a62835-29ea-43b9-abe6-f73561240f47'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:41:58.192112 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-a4e653bb-72af-4127-927c-46936b6f07bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:41:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['f0a62835-29ea-43b9-abe6-f73561240f47'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:41:58.291192 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab503943-af20-49a8-ac1a-d4ebd13392c2 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:41:58.291668 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab503943-af20-49a8-ac1a-d4ebd13392c2 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:41:58.292128 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab503943-af20-49a8-ac1a-d4ebd13392c2 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:41:58.292595 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab503943-af20-49a8-ac1a-d4ebd13392c2 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:41:58.293045 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab503943-af20-49a8-ac1a-d4ebd13392c2 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:41:58.293494 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab503943-af20-49a8-ac1a-d4ebd13392c2 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:41:58.295804 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ab503943-af20-49a8-ac1a-d4ebd13392c2 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4278 time: 0.1425533 Feb 01 04:41:58.298838 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 43792) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:41:58.368647 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806e0e4f-a6e2-42d7-aeb9-86a52dd40102 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:41:58.369110 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806e0e4f-a6e2-42d7-aeb9-86a52dd40102 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:41:58.369565 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806e0e4f-a6e2-42d7-aeb9-86a52dd40102 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:41:58.370010 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806e0e4f-a6e2-42d7-aeb9-86a52dd40102 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:41:58.370454 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806e0e4f-a6e2-42d7-aeb9-86a52dd40102 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:41:58.370897 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806e0e4f-a6e2-42d7-aeb9-86a52dd40102 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:41:58.372683 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-806e0e4f-a6e2-42d7-aeb9-86a52dd40102 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0725832 Feb 01 04:41:58.375733 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 43796) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:41:58.414836 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:58.435589 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-a4e653bb-72af-4127-927c-46936b6f07bb None None] Set router f0a62835-29ea-43b9-abe6-f73561240f47 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:41:58.574467 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 5bd61086-4796-4e62-a15a-2ccdde5c4da2, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=5bd61086-4796-4e62-a15a-2ccdde5c4da2,segment=NetworkSegment(f72ecb9a-ea73-4091-9a86-4c8f6fd7a2e5),segment_id=f72ecb9a-ea73-4091-9a86-4c8f6fd7a2e5)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:41:58.583777 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a43e70ea-5606-4d3e-84ad-cda19615732d tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3043 time: 0.2069199 Feb 01 04:41:58.584368 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 43800) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:41:58.589660 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-47f7f572-3947-46ae-ad49-68269b9ae604 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-971682930', 'network_id': '49cbedf6-0f4f-4f35-97df-af53bd8606e4'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:41:58.590448 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:58.591872 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 54829636-beeb-483c-864e-9e199c67bc79 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:41:58.720791 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-47f7f572-3947-46ae-ad49-68269b9ae604 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:41:58.724752 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-47f7f572-3947-46ae-ad49-68269b9ae604 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:port and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:41:58.727503 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-47f7f572-3947-46ae-ad49-68269b9ae604 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:41:58.733073 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-47f7f572-3947-46ae-ad49-68269b9ae604 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:41:58.742515 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f7f572-3947-46ae-ad49-68269b9ae604 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Made reservation on behalf of 0629703b9474474a9f2fde13723d2e8b for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:41:58.745902 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-47f7f572-3947-46ae-ad49-68269b9ae604 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:58.766863 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-47f7f572-3947-46ae-ad49-68269b9ae604 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] device_id is not set on port 3a34d6a1-757e-4a81-a391-06d89627cca5 yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:41:58.786789 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=5bd61086-4796-4e62-a15a-2ccdde5c4da2,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:41:58.835881 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 54829636-beeb-483c-864e-9e199c67bc79 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:41:58.845686 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 54829636-beeb-483c-864e-9e199c67bc79 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:41:58.846060 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:58.910104 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-47f7f572-3947-46ae-ad49-68269b9ae604 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Allocated IP 172.20.0.6 (49cbedf6-0f4f-4f35-97df-af53bd8606e4/0736ebe2-98a9-4114-a10b-208c0940a406/3a34d6a1-757e-4a81-a391-06d89627cca5) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:41:58.958807 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-a4e653bb-72af-4127-927c-46936b6f07bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a62835-29ea-43b9-abe6-f73561240f47', 'name': 'tempest-TestNetworkBasicOps-router-369881460', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': '54829636-beeb-483c-864e-9e199c67bc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:41:51Z', 'updated_at': '2022-02-01T04:41:56Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': '54829636-beeb-483c-864e-9e199c67bc79', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:6a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0a62835-29ea-43b9-abe6-f73561240f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:41:52Z', 'updated_at': '2022-02-01T04:41:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '25065577-a6a2-418a-b724-cd22dfad7fe3', 'name': '', 'network_id': '49cbedf6-0f4f-4f35-97df-af53bd8606e4', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:f7:b5:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0a62835-29ea-43b9-abe6-f73561240f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '0736ebe2-98a9-4114-a10b-208c0940a406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:41:56Z', 'updated_at': '2022-02-01T04:41:57Z', 'revision_number': 2, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': '0736ebe2-98a9-4114-a10b-208c0940a406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:41:58.975449 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e653bb-72af-4127-927c-46936b6f07bb None None] Checking router: f0a62835-29ea-43b9-abe6-f73561240f47 for host: dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:41:58.975801 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e653bb-72af-4127-927c-46936b6f07bb None None] Updating router f0a62835-29ea-43b9-abe6-f73561240f47 port 25065577-a6a2-418a-b724-cd22dfad7fe3 binding host dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 04:41:59.028578 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:59.044620 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a4e653bb-72af-4127-927c-46936b6f07bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:59.063981 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 54829636-beeb-483c-864e-9e199c67bc79, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=54829636-beeb-483c-864e-9e199c67bc79,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:41:59.094494 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:59.232347 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-47f7f572-3947-46ae-ad49-68269b9ae604 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:59.250614 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-47f7f572-3947-46ae-ad49-68269b9ae604 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Transition to ACTIVE for port object 3a34d6a1-757e-4a81-a391-06d89627cca5 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:41:59.274323 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-47f7f572-3947-46ae-ad49-68269b9ae604 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:59.281465 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=54829636-beeb-483c-864e-9e199c67bc79,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:41:59.347426 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f7f572-3947-46ae-ad49-68269b9ae604 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Network 49cbedf6-0f4f-4f35-97df-af53bd8606e4 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:41:59.351749 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-47f7f572-3947-46ae-ad49-68269b9ae604 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:41:59.356041 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f7f572-3947-46ae-ad49-68269b9ae604 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:41:59.403060 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f7f572-3947-46ae-ad49-68269b9ae604 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'Port': ['ID=3a34d6a1-757e-4a81-a391-06d89627cca5,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:41:59.435870 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f7f572-3947-46ae-ad49-68269b9ae604 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:41:59.436629 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-47f7f572-3947-46ae-ad49-68269b9ae604 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:59.461990 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-47f7f572-3947-46ae-ad49-68269b9ae604 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8764946 Feb 01 04:41:59.510776 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a4e653bb-72af-4127-927c-46936b6f07bb None None] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:59.523747 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-a4e653bb-72af-4127-927c-46936b6f07bb None None] Transition to ACTIVE for port object 25065577-a6a2-418a-b724-cd22dfad7fe3 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:41:59.536302 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a4e653bb-72af-4127-927c-46936b6f07bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:59.650014 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 43806) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:41:59.656476 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-559e8b3f-643f-4116-9ada-77bfd0bf8b67 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-24649960', 'description': 'tempest-secgroup-smoke-24649960 description', 'project_id': '0629703b9474474a9f2fde13723d2e8b'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:41:59.666903 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-559e8b3f-643f-4116-9ada-77bfd0bf8b67 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:41:59.673289 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-559e8b3f-643f-4116-9ada-77bfd0bf8b67 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:41:59.676361 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-559e8b3f-643f-4116-9ada-77bfd0bf8b67 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:41:59.681985 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-559e8b3f-643f-4116-9ada-77bfd0bf8b67 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:41:59.692868 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-559e8b3f-643f-4116-9ada-77bfd0bf8b67 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:59.718425 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-559e8b3f-643f-4116-9ada-77bfd0bf8b67 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:41:59.722664 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-559e8b3f-643f-4116-9ada-77bfd0bf8b67 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group_rule and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:41:59.725979 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-559e8b3f-643f-4116-9ada-77bfd0bf8b67 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:41:59.732671 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-559e8b3f-643f-4116-9ada-77bfd0bf8b67 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:41:59.737744 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a037916-f034-4366-8eda-d97a033f20dc None None] Pushing event updated for resources: {'Port': ['ID=25065577-a6a2-418a-b724-cd22dfad7fe3,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:41:59.746747 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-47706bdf-89ff-4fd4-bff2-c87fe634e2a3 None None] Provisioning for port 3a34d6a1-757e-4a81-a391-06d89627cca5 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:41:59.762905 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-47706bdf-89ff-4fd4-bff2-c87fe634e2a3 None None] Provisioning complete for port 3a34d6a1-757e-4a81-a391-06d89627cca5 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:41:59.763306 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-47706bdf-89ff-4fd4-bff2-c87fe634e2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:59.805546 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-a4e653bb-72af-4127-927c-46936b6f07bb None None] Attempting to bind port 25065577-a6a2-418a-b724-cd22dfad7fe3 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:41:59.805917 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-a4e653bb-72af-4127-927c-46936b6f07bb None None] Attempting to bind port 25065577-a6a2-418a-b724-cd22dfad7fe3 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': 'f72ecb9a-ea73-4091-9a86-4c8f6fd7a2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '49cbedf6-0f4f-4f35-97df-af53bd8606e4'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:41:59.806484 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e653bb-72af-4127-927c-46936b6f07bb None None] Attempting to bind port 25065577-a6a2-418a-b724-cd22dfad7fe3 on network 49cbedf6-0f4f-4f35-97df-af53bd8606e4 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:41:59.811322 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-559e8b3f-643f-4116-9ada-77bfd0bf8b67 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:59.815080 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-559e8b3f-643f-4116-9ada-77bfd0bf8b67 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:59.827596 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e653bb-72af-4127-927c-46936b6f07bb None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:41:59.827967 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e653bb-72af-4127-927c-46936b6f07bb None None] Checking segment: {'id': 'f72ecb9a-ea73-4091-9a86-4c8f6fd7a2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '49cbedf6-0f4f-4f35-97df-af53bd8606e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:41:59.828693 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a4e653bb-72af-4127-927c-46936b6f07bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:59.828844 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e653bb-72af-4127-927c-46936b6f07bb None None] Bound using segment: {'id': 'f72ecb9a-ea73-4091-9a86-4c8f6fd7a2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '49cbedf6-0f4f-4f35-97df-af53bd8606e4'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:41:59.829199 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-a4e653bb-72af-4127-927c-46936b6f07bb None None] Bound port: 25065577-a6a2-418a-b724-cd22dfad7fe3, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f72ecb9a-ea73-4091-9a86-4c8f6fd7a2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '49cbedf6-0f4f-4f35-97df-af53bd8606e4'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:41:59.829559 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a4e653bb-72af-4127-927c-46936b6f07bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:59.860801 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559e8b3f-643f-4116-9ada-77bfd0bf8b67 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5489bc90-193d-400b-861b-b2f184db4318,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:41:59.865127 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-559e8b3f-643f-4116-9ada-77bfd0bf8b67 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:59.866548 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-559e8b3f-643f-4116-9ada-77bfd0bf8b67 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2154539 Feb 01 04:41:59.870168 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 43810) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:41:59.874631 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-c6488744-f5c1-4067-b714-91c5a022737a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'security_group_rule': {'security_group_id': '5489bc90-193d-400b-861b-b2f184db4318', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:41:59.881038 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c6488744-f5c1-4067-b714-91c5a022737a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:41:59.885294 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c6488744-f5c1-4067-b714-91c5a022737a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group_rule and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:41:59.888969 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c6488744-f5c1-4067-b714-91c5a022737a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:41:59.894904 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c6488744-f5c1-4067-b714-91c5a022737a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:41:59.900684 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-47706bdf-89ff-4fd4-bff2-c87fe634e2a3 None None] Port 3a34d6a1-757e-4a81-a391-06d89627cca5 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:41:59.919683 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c6488744-f5c1-4067-b714-91c5a022737a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:59.938012 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-a4e653bb-72af-4127-927c-46936b6f07bb None None] For port 25065577-a6a2-418a-b724-cd22dfad7fe3, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:41:59.942475 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-a4e653bb-72af-4127-927c-46936b6f07bb None None] For port 25065577-a6a2-418a-b724-cd22dfad7fe3, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=25065577-a6a2-418a-b724-cd22dfad7fe3,segment=NetworkSegment(f72ecb9a-ea73-4091-9a86-4c8f6fd7a2e5),segment_id=f72ecb9a-ea73-4091-9a86-4c8f6fd7a2e5)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:41:59.946703 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a4e653bb-72af-4127-927c-46936b6f07bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:59.980585 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c6488744-f5c1-4067-b714-91c5a022737a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:59.986117 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c6488744-f5c1-4067-b714-91c5a022737a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:41:59.987837 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 5bd61086-4796-4e62-a15a-2ccdde5c4da2 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:42:00.008983 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6488744-f5c1-4067-b714-91c5a022737a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2400d6e-70a9-474e-a3c0-4d3fec4c9b1d,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:42:00.019401 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c6488744-f5c1-4067-b714-91c5a022737a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:00.020901 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c6488744-f5c1-4067-b714-91c5a022737a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1503508 Feb 01 04:42:00.023342 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 43814) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:42:00.028442 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-0fdb8e44-f19e-4e28-a61a-e1fc78444271 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'security_group_rule': {'security_group_id': '5489bc90-193d-400b-861b-b2f184db4318', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:42:00.038800 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-0fdb8e44-f19e-4e28-a61a-e1fc78444271 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:42:00.042614 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0fdb8e44-f19e-4e28-a61a-e1fc78444271 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group_rule and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:42:00.045640 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0fdb8e44-f19e-4e28-a61a-e1fc78444271 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:42:00.051705 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-0fdb8e44-f19e-4e28-a61a-e1fc78444271 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:42:00.074412 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0fdb8e44-f19e-4e28-a61a-e1fc78444271 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:00.094324 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a037916-f034-4366-8eda-d97a033f20dc None None] Pushing event updated for resources: {'Port': ['ID=25065577-a6a2-418a-b724-cd22dfad7fe3,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:42:00.098350 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e653bb-72af-4127-927c-46936b6f07bb None None] Routers {'f0a62835-29ea-43b9-abe6-f73561240f47'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:42:00.098924 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-a4e653bb-72af-4127-927c-46936b6f07bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:41:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['f0a62835-29ea-43b9-abe6-f73561240f47'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:42:00.141494 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0fdb8e44-f19e-4e28-a61a-e1fc78444271 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:00.145784 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0fdb8e44-f19e-4e28-a61a-e1fc78444271 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:00.176141 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdb8e44-f19e-4e28-a61a-e1fc78444271 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9f78338-016e-4538-81c7-a3fe3250fdaa,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:42:00.184354 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0fdb8e44-f19e-4e28-a61a-e1fc78444271 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:00.188781 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 43818) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:42:00.189365 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0fdb8e44-f19e-4e28-a61a-e1fc78444271 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1645429 Feb 01 04:42:00.195378 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-d3a1b309-951d-46c8-ad60-d46792392d7f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'security_group_rule': {'security_group_id': '5489bc90-193d-400b-861b-b2f184db4318', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:42:00.202258 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-d3a1b309-951d-46c8-ad60-d46792392d7f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:42:00.206606 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-d3a1b309-951d-46c8-ad60-d46792392d7f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group_rule and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:42:00.209690 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-d3a1b309-951d-46c8-ad60-d46792392d7f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:42:00.215637 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-d3a1b309-951d-46c8-ad60-d46792392d7f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:42:00.236316 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d3a1b309-951d-46c8-ad60-d46792392d7f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:00.245967 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 5bd61086-4796-4e62-a15a-2ccdde5c4da2 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:42:00.246342 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:00.303928 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d3a1b309-951d-46c8-ad60-d46792392d7f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:00.307788 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d3a1b309-951d-46c8-ad60-d46792392d7f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:00.340536 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a1b309-951d-46c8-ad60-d46792392d7f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d1c73cf-6e8c-4779-a468-3653ae6679b6,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:42:00.345253 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d3a1b309-951d-46c8-ad60-d46792392d7f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:00.346478 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-a4e653bb-72af-4127-927c-46936b6f07bb None None] Set router f0a62835-29ea-43b9-abe6-f73561240f47 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:42:00.348181 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-d3a1b309-951d-46c8-ad60-d46792392d7f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1570990 Feb 01 04:42:00.350325 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 43822) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:42:00.356378 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-0f90f75f-9753-4ac4-a54c-bd14d65ea94b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'security_group_rule': {'security_group_id': '5489bc90-193d-400b-861b-b2f184db4318', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:42:00.356588 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 04:42:00.362498 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-0f90f75f-9753-4ac4-a54c-bd14d65ea94b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:42:00.366348 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-0f90f75f-9753-4ac4-a54c-bd14d65ea94b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group_rule and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:42:00.369196 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-0f90f75f-9753-4ac4-a54c-bd14d65ea94b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:42:00.375568 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-0f90f75f-9753-4ac4-a54c-bd14d65ea94b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:42:00.392444 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0f90f75f-9753-4ac4-a54c-bd14d65ea94b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:00.457510 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0f90f75f-9753-4ac4-a54c-bd14d65ea94b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:00.461231 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0f90f75f-9753-4ac4-a54c-bd14d65ea94b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:00.485635 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f90f75f-9753-4ac4-a54c-bd14d65ea94b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79fba505-c0cd-42bc-92eb-ac316c16bb8c,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:42:00.494961 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0f90f75f-9753-4ac4-a54c-bd14d65ea94b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:00.496244 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-0f90f75f-9753-4ac4-a54c-bd14d65ea94b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1446104 Feb 01 04:42:00.499503 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 43826) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:42:00.504737 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-ed2a11fe-020f-4d8a-89ed-fe33d6276bcb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'security_group_rule': {'security_group_id': '5489bc90-193d-400b-861b-b2f184db4318', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:42:00.511795 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-ed2a11fe-020f-4d8a-89ed-fe33d6276bcb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:42:00.516137 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-ed2a11fe-020f-4d8a-89ed-fe33d6276bcb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group_rule and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:42:00.519065 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-ed2a11fe-020f-4d8a-89ed-fe33d6276bcb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:42:00.525081 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-ed2a11fe-020f-4d8a-89ed-fe33d6276bcb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:42:00.535369 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.securitygroups_db [None req-ed2a11fe-020f-4d8a-89ed-fe33d6276bcb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Project 0629703b9474474a9f2fde13723d2e8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 01 04:42:00.541922 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ed2a11fe-020f-4d8a-89ed-fe33d6276bcb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:00.560672 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 54829636-beeb-483c-864e-9e199c67bc79 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:42:00.608213 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ed2a11fe-020f-4d8a-89ed-fe33d6276bcb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:00.611744 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ed2a11fe-020f-4d8a-89ed-fe33d6276bcb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:00.635779 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2a11fe-020f-4d8a-89ed-fe33d6276bcb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83eedb6c-b95d-4244-802f-5d9ffe464eee,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:42:00.645345 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ed2a11fe-020f-4d8a-89ed-fe33d6276bcb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:00.646579 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-ed2a11fe-020f-4d8a-89ed-fe33d6276bcb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1458311 Feb 01 04:42:00.649390 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 43830) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:42:00.654775 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-e740ba70-ed72-4dd6-9482-386f25c4e710 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'security_group_rule': {'security_group_id': '5489bc90-193d-400b-861b-b2f184db4318', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:42:00.660895 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-e740ba70-ed72-4dd6-9482-386f25c4e710 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:42:00.664856 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-e740ba70-ed72-4dd6-9482-386f25c4e710 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group_rule and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:42:00.667793 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-e740ba70-ed72-4dd6-9482-386f25c4e710 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:42:00.673791 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-e740ba70-ed72-4dd6-9482-386f25c4e710 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:42:00.685227 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.securitygroups_db [None req-e740ba70-ed72-4dd6-9482-386f25c4e710 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Project 0629703b9474474a9f2fde13723d2e8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 01 04:42:00.692149 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e740ba70-ed72-4dd6-9482-386f25c4e710 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:00.757252 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e740ba70-ed72-4dd6-9482-386f25c4e710 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:00.760745 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e740ba70-ed72-4dd6-9482-386f25c4e710 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:00.783891 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 54829636-beeb-483c-864e-9e199c67bc79 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:42:00.784319 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:00.784643 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e740ba70-ed72-4dd6-9482-386f25c4e710 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b7dcffe-3789-4bed-8253-ac2fdb08adf9,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:42:00.795785 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e740ba70-ed72-4dd6-9482-386f25c4e710 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:00.797042 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-e740ba70-ed72-4dd6-9482-386f25c4e710 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1466687 Feb 01 04:42:00.897701 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-a4e653bb-72af-4127-927c-46936b6f07bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a62835-29ea-43b9-abe6-f73561240f47', 'name': 'tempest-TestNetworkBasicOps-router-369881460', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': '54829636-beeb-483c-864e-9e199c67bc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:41:51Z', 'updated_at': '2022-02-01T04:41:56Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': '54829636-beeb-483c-864e-9e199c67bc79', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:6a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a62835-29ea-43b9-abe6-f73561240f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:41:52Z', 'updated_at': '2022-02-01T04:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '25065577-a6a2-418a-b724-cd22dfad7fe3', 'name': '', 'network_id': '49cbedf6-0f4f-4f35-97df-af53bd8606e4', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:f7:b5:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0a62835-29ea-43b9-abe6-f73561240f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '0736ebe2-98a9-4114-a10b-208c0940a406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:41:56Z', 'updated_at': '2022-02-01T04:41:59Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': '0736ebe2-98a9-4114-a10b-208c0940a406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:42:00.912788 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e653bb-72af-4127-927c-46936b6f07bb None None] The sync data for ids ['f0a62835-29ea-43b9-abe6-f73561240f47'] in dv-neutron-826830-1-hyperv is: [{'id': 'f0a62835-29ea-43b9-abe6-f73561240f47', 'name': 'tempest-TestNetworkBasicOps-router-369881460', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': '54829636-beeb-483c-864e-9e199c67bc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:41:51Z', 'updated_at': '2022-02-01T04:41:56Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': '54829636-beeb-483c-864e-9e199c67bc79', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:6a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a62835-29ea-43b9-abe6-f73561240f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:41:52Z', 'updated_at': '2022-02-01T04:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '25065577-a6a2-418a-b724-cd22dfad7fe3', 'name': '', 'network_id': '49cbedf6-0f4f-4f35-97df-af53bd8606e4', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:f7:b5:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0a62835-29ea-43b9-abe6-f73561240f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '0736ebe2-98a9-4114-a10b-208c0940a406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:41:56Z', 'updated_at': '2022-02-01T04:41:59Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': '0736ebe2-98a9-4114-a10b-208c0940a406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:42:00.966932 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-5a4ef8bd-c064-4d48-b75e-bc5bcd92db24 req-66542952-bc88-46fa-8091-77b32748e259 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Synchronizing usage tracker for tenant:0629703b9474474a9f2fde13723d2e8b on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:42:00.996344 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-5a4ef8bd-c064-4d48-b75e-bc5bcd92db24 req-66542952-bc88-46fa-8091-77b32748e259 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Unset dirty status for tenant:0629703b9474474a9f2fde13723d2e8b on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:42:01.000712 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5a4ef8bd-c064-4d48-b75e-bc5bcd92db24 req-66542952-bc88-46fa-8091-77b32748e259 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-24649960&fields=id&tenant_id=0629703b9474474a9f2fde13723d2e8b HTTP/1.1" status: 200 len: 267 time: 0.0756028 Feb 01 04:42:01.076091 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4ef8bd-c064-4d48-b75e-bc5bcd92db24 req-b9e23bff-e09e-4b29-bf10-dc80d0efca33 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:01.076696 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-5a4ef8bd-c064-4d48-b75e-bc5bcd92db24 req-b9e23bff-e09e-4b29-bf10-dc80d0efca33 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Synchronizing usage tracker for tenant:0629703b9474474a9f2fde13723d2e8b on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:42:01.096223 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-5a4ef8bd-c064-4d48-b75e-bc5bcd92db24 req-b9e23bff-e09e-4b29-bf10-dc80d0efca33 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Unset dirty status for tenant:0629703b9474474a9f2fde13723d2e8b on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:42:01.097487 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5a4ef8bd-c064-4d48-b75e-bc5bcd92db24 req-b9e23bff-e09e-4b29-bf10-dc80d0efca33 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports/3a34d6a1-757e-4a81-a391-06d89627cca5 HTTP/1.1" status: 200 len: 929 time: 0.0925288 Feb 01 04:42:01.222667 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5a4ef8bd-c064-4d48-b75e-bc5bcd92db24 req-5ce13c4a-2ece-4a55-b075-27eca25848b1 service neutron] 10.222.0.24 "GET /v2.0/ports/3a34d6a1-757e-4a81-a391-06d89627cca5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1115940 Feb 01 04:42:01.362312 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5a4ef8bd-c064-4d48-b75e-bc5bcd92db24 req-ecb327a6-2b48-4ccb-8cad-6ba25304d30a service neutron] 10.222.0.24 "GET /v2.0/networks/49cbedf6-0f4f-4f35-97df-af53bd8606e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333816 Feb 01 04:42:01.511053 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5a4ef8bd-c064-4d48-b75e-bc5bcd92db24 req-9c13f74a-78d7-4867-ab71-12e12d66fc3c service neutron] 10.222.0.24 "GET /v2.0/networks/49cbedf6-0f4f-4f35-97df-af53bd8606e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430609 Feb 01 04:42:01.686300 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-f0a7d823-5ffd-45f9-9582-71e56ba3ed46 req-b37c476d-1939-4d50-9e5b-88b342392078 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Synchronizing usage tracker for tenant:0629703b9474474a9f2fde13723d2e8b on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:42:01.699157 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-f0a7d823-5ffd-45f9-9582-71e56ba3ed46 req-b37c476d-1939-4d50-9e5b-88b342392078 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Unset dirty status for tenant:0629703b9474474a9f2fde13723d2e8b on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:42:01.702558 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-f0a7d823-5ffd-45f9-9582-71e56ba3ed46 req-b37c476d-1939-4d50-9e5b-88b342392078 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=11c2eff8-9acd-49e8-80ba-17ce69cb6c10 HTTP/1.1" status: 200 len: 210 time: 0.0585301 Feb 01 04:42:01.933183 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1439bf5b-568e-4af9-9a6f-ef68e5e4411e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:02.006055 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 25065577-a6a2-418a-b724-cd22dfad7fe3 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:42:02.086044 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 25065577-a6a2-418a-b724-cd22dfad7fe3 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:42:02.092533 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 25065577-a6a2-418a-b724-cd22dfad7fe3 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:42:02.092992 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:02.209651 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:02.243993 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 25065577-a6a2-418a-b724-cd22dfad7fe3, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=25065577-a6a2-418a-b724-cd22dfad7fe3,segment=NetworkSegment(f72ecb9a-ea73-4091-9a86-4c8f6fd7a2e5),segment_id=f72ecb9a-ea73-4091-9a86-4c8f6fd7a2e5)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:42:02.248209 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:02.319599 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=25065577-a6a2-418a-b724-cd22dfad7fe3,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:42:02.764416 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4ef8bd-c064-4d48-b75e-bc5bcd92db24 req-ac98159c-3851-47df-8f8b-41c1e5b3c853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:02.765972 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-5a4ef8bd-c064-4d48-b75e-bc5bcd92db24 req-ac98159c-3851-47df-8f8b-41c1e5b3c853 service neutron] 10.222.0.18 "GET /v2.0/ports/3a34d6a1-757e-4a81-a391-06d89627cca5 HTTP/1.1" status: 200 len: 1025 time: 0.0639653 Feb 01 04:42:02.861396 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f4d31e3d-0dad-4ed6-bd4c-af7d33f8896b req-9ea42631-17c1-4c20-9f65-af320b2696a7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=11c2eff8-9acd-49e8-80ba-17ce69cb6c10 HTTP/1.1" status: 200 len: 210 time: 0.0492492 Feb 01 04:42:02.929214 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4ef8bd-c064-4d48-b75e-bc5bcd92db24 req-c10598b0-2ce6-4773-9324-408f70240d1e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:02.930623 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-5a4ef8bd-c064-4d48-b75e-bc5bcd92db24 req-c10598b0-2ce6-4773-9324-408f70240d1e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.18 "GET /v2.0/networks?id=49cbedf6-0f4f-4f35-97df-af53bd8606e4 HTTP/1.1" status: 200 len: 797 time: 0.1597345 Feb 01 04:42:02.986464 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-5a4ef8bd-c064-4d48-b75e-bc5bcd92db24 req-96257988-e7e6-4b02-82ef-8cda2ba73379 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0629703b9474474a9f2fde13723d2e8b HTTP/1.1" status: 200 len: 378 time: 0.0398438 Feb 01 04:42:02.996621 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [req-5a4ef8bd-c064-4d48-b75e-bc5bcd92db24 req-2b02de89-3945-4c4b-8540-b4cf9599a6b3 service neutron] Request body: {'port': {'device_id': '11c2eff8-9acd-49e8-80ba-17ce69cb6c10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:42:03.106029 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-5a4ef8bd-c064-4d48-b75e-bc5bcd92db24 req-2b02de89-3945-4c4b-8540-b4cf9599a6b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:03.434288 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [req-5a4ef8bd-c064-4d48-b75e-bc5bcd92db24 req-2b02de89-3945-4c4b-8540-b4cf9599a6b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a34d6a1-757e-4a81-a391-06d89627cca5 {{(pid=87637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 04:42:03.441949 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-5a4ef8bd-c064-4d48-b75e-bc5bcd92db24 req-2b02de89-3945-4c4b-8540-b4cf9599a6b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:03.456289 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [req-5a4ef8bd-c064-4d48-b75e-bc5bcd92db24 req-2b02de89-3945-4c4b-8540-b4cf9599a6b3 service neutron] Transition to ACTIVE for port object 3a34d6a1-757e-4a81-a391-06d89627cca5 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:42:03.460188 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-5a4ef8bd-c064-4d48-b75e-bc5bcd92db24 req-2b02de89-3945-4c4b-8540-b4cf9599a6b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:03.612711 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b02de89-3945-4c4b-8540-b4cf9599a6b3 service neutron] Pushing event updated for resources: {'Port': ['ID=3a34d6a1-757e-4a81-a391-06d89627cca5,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:42:03.693391 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [req-5a4ef8bd-c064-4d48-b75e-bc5bcd92db24 req-2b02de89-3945-4c4b-8540-b4cf9599a6b3 service neutron] Attempting to bind port 3a34d6a1-757e-4a81-a391-06d89627cca5 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:42:03.693712 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [req-5a4ef8bd-c064-4d48-b75e-bc5bcd92db24 req-2b02de89-3945-4c4b-8540-b4cf9599a6b3 service neutron] Attempting to bind port 3a34d6a1-757e-4a81-a391-06d89627cca5 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'f72ecb9a-ea73-4091-9a86-4c8f6fd7a2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '49cbedf6-0f4f-4f35-97df-af53bd8606e4'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:42:03.694057 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4ef8bd-c064-4d48-b75e-bc5bcd92db24 req-2b02de89-3945-4c4b-8540-b4cf9599a6b3 service neutron] Attempting to bind port 3a34d6a1-757e-4a81-a391-06d89627cca5 on network 49cbedf6-0f4f-4f35-97df-af53bd8606e4 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:42:03.698613 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4ef8bd-c064-4d48-b75e-bc5bcd92db24 req-2b02de89-3945-4c4b-8540-b4cf9599a6b3 service neutron] Port 3a34d6a1-757e-4a81-a391-06d89627cca5 on network 49cbedf6-0f4f-4f35-97df-af53bd8606e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:42:03.698923 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4ef8bd-c064-4d48-b75e-bc5bcd92db24 req-2b02de89-3945-4c4b-8540-b4cf9599a6b3 service neutron] Attempting to bind port 3a34d6a1-757e-4a81-a391-06d89627cca5 on network 49cbedf6-0f4f-4f35-97df-af53bd8606e4 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:42:03.704380 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4ef8bd-c064-4d48-b75e-bc5bcd92db24 req-2b02de89-3945-4c4b-8540-b4cf9599a6b3 service neutron] Checking agent: {'id': '63664c57-372e-43f7-9ecb-4deedcf8ddc7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 28, 15), 'started_at': datetime.datetime(2022, 2, 1, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:42:03.704702 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4ef8bd-c064-4d48-b75e-bc5bcd92db24 req-2b02de89-3945-4c4b-8540-b4cf9599a6b3 service neutron] Checking segment: {'id': 'f72ecb9a-ea73-4091-9a86-4c8f6fd7a2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '49cbedf6-0f4f-4f35-97df-af53bd8606e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:42:03.705072 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4ef8bd-c064-4d48-b75e-bc5bcd92db24 req-2b02de89-3945-4c4b-8540-b4cf9599a6b3 service neutron] Bound using segment: {'id': 'f72ecb9a-ea73-4091-9a86-4c8f6fd7a2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '49cbedf6-0f4f-4f35-97df-af53bd8606e4'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:42:03.705569 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [req-5a4ef8bd-c064-4d48-b75e-bc5bcd92db24 req-2b02de89-3945-4c4b-8540-b4cf9599a6b3 service neutron] Bound port: 3a34d6a1-757e-4a81-a391-06d89627cca5, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f72ecb9a-ea73-4091-9a86-4c8f6fd7a2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '49cbedf6-0f4f-4f35-97df-af53bd8606e4'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:42:03.705912 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-5a4ef8bd-c064-4d48-b75e-bc5bcd92db24 req-2b02de89-3945-4c4b-8540-b4cf9599a6b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:03.796568 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [req-5a4ef8bd-c064-4d48-b75e-bc5bcd92db24 req-2b02de89-3945-4c4b-8540-b4cf9599a6b3 service neutron] For port 3a34d6a1-757e-4a81-a391-06d89627cca5, host hv-neutron-8268, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:42:03.799346 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [req-5a4ef8bd-c064-4d48-b75e-bc5bcd92db24 req-2b02de89-3945-4c4b-8540-b4cf9599a6b3 service neutron] For port 3a34d6a1-757e-4a81-a391-06d89627cca5, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=3a34d6a1-757e-4a81-a391-06d89627cca5,segment=NetworkSegment(f72ecb9a-ea73-4091-9a86-4c8f6fd7a2e5),segment_id=f72ecb9a-ea73-4091-9a86-4c8f6fd7a2e5)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:42:03.803811 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-5a4ef8bd-c064-4d48-b75e-bc5bcd92db24 req-2b02de89-3945-4c4b-8540-b4cf9599a6b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:03.861750 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4ef8bd-c064-4d48-b75e-bc5bcd92db24 req-2b02de89-3945-4c4b-8540-b4cf9599a6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:03.862355 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-5a4ef8bd-c064-4d48-b75e-bc5bcd92db24 req-2b02de89-3945-4c4b-8540-b4cf9599a6b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:03.863746 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-5a4ef8bd-c064-4d48-b75e-bc5bcd92db24 req-2b02de89-3945-4c4b-8540-b4cf9599a6b3 service neutron] 10.222.0.18 "PUT /v2.0/ports/3a34d6a1-757e-4a81-a391-06d89627cca5 HTTP/1.1" status: 200 len: 1130 time: 0.8709276 Feb 01 04:42:03.864208 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11c2eff8-9acd-49e8-80ba-17ce69cb6c10', 'tag': '3a34d6a1-757e-4a81-a391-06d89627cca5'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:42:03.906116 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b02de89-3945-4c4b-8540-b4cf9599a6b3 service neutron] Pushing event updated for resources: {'Port': ['ID=3a34d6a1-757e-4a81-a391-06d89627cca5,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:42:03.924709 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11c2eff8-9acd-49e8-80ba-17ce69cb6c10', 'tag': '3a34d6a1-757e-4a81-a391-06d89627cca5', 'status': 'completed', 'code': 200} Feb 01 04:42:03.974945 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 25065577-a6a2-418a-b724-cd22dfad7fe3 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:42:04.010748 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4ef8bd-c064-4d48-b75e-bc5bcd92db24 req-dacded71-c7d0-4d9e-a108-c190e72fc3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:04.012390 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-5a4ef8bd-c064-4d48-b75e-bc5bcd92db24 req-dacded71-c7d0-4d9e-a108-c190e72fc3cc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0629703b9474474a9f2fde13723d2e8b&device_id=11c2eff8-9acd-49e8-80ba-17ce69cb6c10 HTTP/1.1" status: 200 len: 1133 time: 0.0897090 Feb 01 04:42:04.065039 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 25065577-a6a2-418a-b724-cd22dfad7fe3 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:42:04.065906 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:04.106050 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b14412-3d4a-4e32-b247-04488a291e3d req-f2ca020b-ddfd-49d2-b0e0-cf1e091b9735 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:04.108164 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-93b14412-3d4a-4e32-b247-04488a291e3d req-f2ca020b-ddfd-49d2-b0e0-cf1e091b9735 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=11c2eff8-9acd-49e8-80ba-17ce69cb6c10 HTTP/1.1" status: 200 len: 980 time: 0.1081779 Feb 01 04:42:04.156980 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-93b14412-3d4a-4e32-b247-04488a291e3d req-583692b8-68d4-495e-8545-e777a209d147 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=c770c562-1947-4049-b5a8-afac5777c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416131 Feb 01 04:42:04.198609 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-5a4ef8bd-c064-4d48-b75e-bc5bcd92db24 req-7cbdcfd3-1195-44f9-a72a-109985fb72d6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a34d6a1-757e-4a81-a391-06d89627cca5 HTTP/1.1" status: 200 len: 217 time: 0.1739097 Feb 01 04:42:04.223043 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7ab22e78-ad0d-45cf-8775-c4c6af8e9804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:04.263997 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4ef8bd-c064-4d48-b75e-bc5bcd92db24 req-19fdcd0c-7810-40f3-acda-8e5cdf56ff49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:04.265416 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-5a4ef8bd-c064-4d48-b75e-bc5bcd92db24 req-19fdcd0c-7810-40f3-acda-8e5cdf56ff49 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0736ebe2-98a9-4114-a10b-208c0940a406 HTTP/1.1" status: 200 len: 835 time: 0.0609760 Feb 01 04:42:04.338106 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4ef8bd-c064-4d48-b75e-bc5bcd92db24 req-a9c68e0a-33a0-4a3c-b580-a3bcef7ea37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:04.339591 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-5a4ef8bd-c064-4d48-b75e-bc5bcd92db24 req-a9c68e0a-33a0-4a3c-b580-a3bcef7ea37d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=49cbedf6-0f4f-4f35-97df-af53bd8606e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682173 Feb 01 04:42:04.468871 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-5a4ef8bd-c064-4d48-b75e-bc5bcd92db24 req-8317304a-c29c-471d-bdd8-42b4e5bc1742 service neutron] 10.222.0.18 "GET /v2.0/networks/49cbedf6-0f4f-4f35-97df-af53bd8606e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232407 Feb 01 04:42:04.597669 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-5a4ef8bd-c064-4d48-b75e-bc5bcd92db24 req-846c9a83-1f52-451b-b78f-a3a2e27e2e71 service neutron] 10.222.0.18 "GET /v2.0/networks/49cbedf6-0f4f-4f35-97df-af53bd8606e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228251 Feb 01 04:42:04.749270 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e2948-0183-4d41-9e28-d199cdd66906 req-d551a015-ab32-46cc-9ebf-ea1d27e9b355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:04.750867 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-053e2948-0183-4d41-9e28-d199cdd66906 req-d551a015-ab32-46cc-9ebf-ea1d27e9b355 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0629703b9474474a9f2fde13723d2e8b&device_id=11c2eff8-9acd-49e8-80ba-17ce69cb6c10 HTTP/1.1" status: 200 len: 1133 time: 0.0722873 Feb 01 04:42:04.879605 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e2948-0183-4d41-9e28-d199cdd66906 req-2f4ced05-81de-48fd-b1f2-0d41989e8761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:04.881030 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-053e2948-0183-4d41-9e28-d199cdd66906 req-2f4ced05-81de-48fd-b1f2-0d41989e8761 service neutron] 10.222.0.18 "GET /v2.0/networks?id=49cbedf6-0f4f-4f35-97df-af53bd8606e4 HTTP/1.1" status: 200 len: 897 time: 0.1231692 Feb 01 04:42:04.946252 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-053e2948-0183-4d41-9e28-d199cdd66906 req-27956da4-2c2f-42df-91f3-eda0d73ea37a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a34d6a1-757e-4a81-a391-06d89627cca5 HTTP/1.1" status: 200 len: 217 time: 0.0588398 Feb 01 04:42:05.009500 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e2948-0183-4d41-9e28-d199cdd66906 req-0f8edf99-dd10-489d-be52-41f4158e6e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:05.010826 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-053e2948-0183-4d41-9e28-d199cdd66906 req-0f8edf99-dd10-489d-be52-41f4158e6e4e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0736ebe2-98a9-4114-a10b-208c0940a406 HTTP/1.1" status: 200 len: 835 time: 0.0587976 Feb 01 04:42:05.093719 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e2948-0183-4d41-9e28-d199cdd66906 req-9bfb3e47-5761-43db-be43-145e8a9a85bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:05.095244 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-053e2948-0183-4d41-9e28-d199cdd66906 req-9bfb3e47-5761-43db-be43-145e8a9a85bb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=49cbedf6-0f4f-4f35-97df-af53bd8606e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774245 Feb 01 04:42:05.224641 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-053e2948-0183-4d41-9e28-d199cdd66906 req-e3469a3c-a4c5-47a6-a1eb-6dc835e19569 service neutron] 10.222.0.18 "GET /v2.0/networks/49cbedf6-0f4f-4f35-97df-af53bd8606e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231215 Feb 01 04:42:05.340676 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:05.415562 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-053e2948-0183-4d41-9e28-d199cdd66906 req-7416b98c-f5b7-44b7-935f-7153962cea1a service neutron] 10.222.0.18 "GET /v2.0/networks/49cbedf6-0f4f-4f35-97df-af53bd8606e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843948 Feb 01 04:42:05.430442 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139831e1-a08c-4335-85e6-814ef88db0be req-fc34d6f6-db9f-4be3-b7b6-ec40b8483fb4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:05.432431 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-139831e1-a08c-4335-85e6-814ef88db0be req-fc34d6f6-db9f-4be3-b7b6-ec40b8483fb4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=11c2eff8-9acd-49e8-80ba-17ce69cb6c10 HTTP/1.1" status: 200 len: 980 time: 0.1615806 Feb 01 04:42:05.460112 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:05.479880 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-139831e1-a08c-4335-85e6-814ef88db0be req-7ce7444c-37c5-4410-a152-9fabb9e84504 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=c770c562-1947-4049-b5a8-afac5777c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417564 Feb 01 04:42:06.659582 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03068ed1-9114-4ba7-98c3-39975bed7b8a req-bf8228e0-c1f9-448c-a7df-b044b61c85ab tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:06.661006 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-03068ed1-9114-4ba7-98c3-39975bed7b8a req-bf8228e0-c1f9-448c-a7df-b044b61c85ab tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=11c2eff8-9acd-49e8-80ba-17ce69cb6c10 HTTP/1.1" status: 200 len: 980 time: 0.0794208 Feb 01 04:42:06.703089 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-03068ed1-9114-4ba7-98c3-39975bed7b8a req-8a8bed82-3af7-4977-afab-09c32d01980a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=c770c562-1947-4049-b5a8-afac5777c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366323 Feb 01 04:42:07.011844 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 3a34d6a1-757e-4a81-a391-06d89627cca5 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 01 04:42:07.115110 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:07.155159 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 3a34d6a1-757e-4a81-a391-06d89627cca5, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=3a34d6a1-757e-4a81-a391-06d89627cca5,segment=NetworkSegment(f72ecb9a-ea73-4091-9a86-4c8f6fd7a2e5),segment_id=f72ecb9a-ea73-4091-9a86-4c8f6fd7a2e5)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:42:07.167569 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Returning: {'device': '3a34d6a1-757e-4a81-a391-06d89627cca5', 'network_id': '49cbedf6-0f4f-4f35-97df-af53bd8606e4', 'port_id': '3a34d6a1-757e-4a81-a391-06d89627cca5', 'mac_address': 'fa:16:3e:cc:04:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0736ebe2-98a9-4114-a10b-208c0940a406', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 01 04:42:07.223726 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:07.240338 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a34d6a1-757e-4a81-a391-06d89627cca5 {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 04:42:07.255308 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 3a34d6a1-757e-4a81-a391-06d89627cca5, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=3a34d6a1-757e-4a81-a391-06d89627cca5,segment=NetworkSegment(f72ecb9a-ea73-4091-9a86-4c8f6fd7a2e5),segment_id=f72ecb9a-ea73-4091-9a86-4c8f6fd7a2e5)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:42:07.258911 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:07.326338 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=3a34d6a1-757e-4a81-a391-06d89627cca5,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:42:07.545943 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] get_ports_and_sgs() called for port_ids ['3a34d6a1-757e-4a81-a391-06d89627cca5'] {{(pid=87638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 01 04:42:07.878867 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ad2449-d0f2-4dcc-a40f-d0e23a0e37ee req-0ddf9e6a-db61-4a69-9b84-8f68cf5960a8 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:07.880710 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-a8ad2449-d0f2-4dcc-a40f-d0e23a0e37ee req-0ddf9e6a-db61-4a69-9b84-8f68cf5960a8 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=11c2eff8-9acd-49e8-80ba-17ce69cb6c10 HTTP/1.1" status: 200 len: 981 time: 0.0779049 Feb 01 04:42:07.926441 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-a8ad2449-d0f2-4dcc-a40f-d0e23a0e37ee req-f503b4ff-50c1-40e5-83e0-524643202685 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=c770c562-1947-4049-b5a8-afac5777c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404358 Feb 01 04:42:09.042328 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 3a34d6a1-757e-4a81-a391-06d89627cca5 up at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:42:09.107823 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning for port 3a34d6a1-757e-4a81-a391-06d89627cca5 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:42:09.112601 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning complete for port 3a34d6a1-757e-4a81-a391-06d89627cca5 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:42:09.112961 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:09.113412 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63571708-e36d-4387-a778-a6d87acd5a6d req-dd501cf9-1879-43d0-bfda-f68a570f13f5 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:09.114891 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-63571708-e36d-4387-a778-a6d87acd5a6d req-dd501cf9-1879-43d0-bfda-f68a570f13f5 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=11c2eff8-9acd-49e8-80ba-17ce69cb6c10 HTTP/1.1" status: 200 len: 981 time: 0.0814755 Feb 01 04:42:09.159919 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-63571708-e36d-4387-a778-a6d87acd5a6d req-63f3c6db-01b8-4df6-902e-11b66cf706a2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=c770c562-1947-4049-b5a8-afac5777c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389242 Feb 01 04:42:09.228810 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:09.254386 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11c2eff8-9acd-49e8-80ba-17ce69cb6c10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a34d6a1-757e-4a81-a391-06d89627cca5'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:42:09.264683 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 3a34d6a1-757e-4a81-a391-06d89627cca5, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=3a34d6a1-757e-4a81-a391-06d89627cca5,segment=NetworkSegment(f72ecb9a-ea73-4091-9a86-4c8f6fd7a2e5),segment_id=f72ecb9a-ea73-4091-9a86-4c8f6fd7a2e5)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:42:09.268739 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:09.337076 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=3a34d6a1-757e-4a81-a391-06d89627cca5,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:42:09.359797 dv-neutron-826830-1-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11c2eff8-9acd-49e8-80ba-17ce69cb6c10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a34d6a1-757e-4a81-a391-06d89627cca5', 'code': 200} Feb 01 04:42:09.617766 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a63205c-3f65-4417-926e-14152380d6e2 req-53a5a7d8-ecf2-47c2-92a3-8e729a4c9530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:09.619255 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-7a63205c-3f65-4417-926e-14152380d6e2 req-53a5a7d8-ecf2-47c2-92a3-8e729a4c9530 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=11c2eff8-9acd-49e8-80ba-17ce69cb6c10 HTTP/1.1" status: 200 len: 1135 time: 0.0673020 Feb 01 04:42:09.657680 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-7a63205c-3f65-4417-926e-14152380d6e2 req-957072d4-2b61-4a82-b48b-e09fd08ce8b6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c770c562-1947-4049-b5a8-afac5777c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329065 Feb 01 04:42:10.336969 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9462f9-39fe-4d24-b154-9abcc6831616 req-c92edfc3-af4d-427f-81ac-295a60fe6740 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:10.338402 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ec9462f9-39fe-4d24-b154-9abcc6831616 req-c92edfc3-af4d-427f-81ac-295a60fe6740 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=11c2eff8-9acd-49e8-80ba-17ce69cb6c10 HTTP/1.1" status: 200 len: 982 time: 0.0769470 Feb 01 04:42:10.389975 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ec9462f9-39fe-4d24-b154-9abcc6831616 req-4d1d89d2-b60e-46b9-b264-3953f73c5103 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=c770c562-1947-4049-b5a8-afac5777c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451360 Feb 01 04:42:11.666808 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8e49cb-e6a3-45a9-b0e9-c58061b3366a req-1fbacea5-0605-4833-9570-30b955d11f3e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:11.668285 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-bb8e49cb-e6a3-45a9-b0e9-c58061b3366a req-1fbacea5-0605-4833-9570-30b955d11f3e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=11c2eff8-9acd-49e8-80ba-17ce69cb6c10 HTTP/1.1" status: 200 len: 982 time: 0.1754272 Feb 01 04:42:11.710830 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-bb8e49cb-e6a3-45a9-b0e9-c58061b3366a req-2cf02baf-b0a3-410e-85b2-ebe7ade4027a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=c770c562-1947-4049-b5a8-afac5777c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369585 Feb 01 04:42:11.888791 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e3252-70b5-4379-a11c-7cfdc91b067f req-91b2a211-07a8-4ac7-94cb-169108c3a1c8 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:11.890266 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-833e3252-70b5-4379-a11c-7cfdc91b067f req-91b2a211-07a8-4ac7-94cb-169108c3a1c8 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=11c2eff8-9acd-49e8-80ba-17ce69cb6c10 HTTP/1.1" status: 200 len: 982 time: 0.0790920 Feb 01 04:42:11.933317 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-833e3252-70b5-4379-a11c-7cfdc91b067f req-3f44ec9c-f0cd-4966-9728-d9e1a7607fde tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=c770c562-1947-4049-b5a8-afac5777c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374620 Feb 01 04:42:11.955198 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 43886) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:42:12.024428 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400e68b5-3566-4c4a-aa90-55661d3e6ae5 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:12.025916 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-400e68b5-3566-4c4a-aa90-55661d3e6ae5 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=11c2eff8-9acd-49e8-80ba-17ce69cb6c10 HTTP/1.1" status: 200 len: 1130 time: 0.0697021 Feb 01 04:42:12.029284 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 43890) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:42:12.034136 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-57439439-3b03-4e81-a74b-828def54407d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'floatingip': {'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'port_id': '3a34d6a1-757e-4a81-a391-06d89627cca5', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:42:12.039875 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-57439439-3b03-4e81-a74b-828def54407d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:42:12.043592 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-57439439-3b03-4e81-a74b-828def54407d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:floatingip and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:42:12.046358 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-57439439-3b03-4e81-a74b-828def54407d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:42:12.052074 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-57439439-3b03-4e81-a74b-828def54407d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:42:12.062112 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-57439439-3b03-4e81-a74b-828def54407d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for floatingip, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:12.194437 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-57439439-3b03-4e81-a74b-828def54407d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:12.328437 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-57439439-3b03-4e81-a74b-828def54407d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Allocated IP 172.26.8.71 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/f3f3cb93-20f5-463e-8113-4e9d9d9fa2b2) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:42:12.478719 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-57439439-3b03-4e81-a74b-828def54407d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:12.507327 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-57439439-3b03-4e81-a74b-828def54407d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:12.571487 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57439439-3b03-4e81-a74b-828def54407d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:42:12.574289 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-57439439-3b03-4e81-a74b-828def54407d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:42:12.578665 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57439439-3b03-4e81-a74b-828def54407d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:42:12.613083 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57439439-3b03-4e81-a74b-828def54407d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'Port': ['ID=f3f3cb93-20f5-463e-8113-4e9d9d9fa2b2,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:42:12.976579 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-57439439-3b03-4e81-a74b-828def54407d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:13.048423 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-57439439-3b03-4e81-a74b-828def54407d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:13.248667 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-57439439-3b03-4e81-a74b-828def54407d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:13.263312 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-57439439-3b03-4e81-a74b-828def54407d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:13.370959 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57439439-3b03-4e81-a74b-828def54407d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'Port': ['ID=f3f3cb93-20f5-463e-8113-4e9d9d9fa2b2,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:42:13.381670 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-57439439-3b03-4e81-a74b-828def54407d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-774194'] for floatingip, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:13.650309 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.l3_db [None req-57439439-3b03-4e81-a74b-828def54407d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Floating IP 9103b83d-d6dc-41f1-9301-a2e606b0213f associated. External IP: 172.26.8.71, port: 3a34d6a1-757e-4a81-a391-06d89627cca5. Feb 01 04:42:13.989627 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57439439-3b03-4e81-a74b-828def54407d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Router f0a62835-29ea-43b9-abe6-f73561240f47 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:42:14.163640 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57439439-3b03-4e81-a74b-828def54407d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:42:14.174154 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9e6149-773f-475c-81d3-3dc8b11aeaec None None] Sync routers for ids ['f0a62835-29ea-43b9-abe6-f73561240f47'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:42:14.187314 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-57439439-3b03-4e81-a74b-828def54407d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:14.188094 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9e6149-773f-475c-81d3-3dc8b11aeaec None None] Routers {'f0a62835-29ea-43b9-abe6-f73561240f47'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:42:14.188710 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-5b9e6149-773f-475c-81d3-3dc8b11aeaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:42:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['f0a62835-29ea-43b9-abe6-f73561240f47'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:42:14.242118 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-57439439-3b03-4e81-a74b-828def54407d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1032 time: 2.2117369 Feb 01 04:42:14.242684 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11c2eff8-9acd-49e8-80ba-17ce69cb6c10', 'tag': '3a34d6a1-757e-4a81-a391-06d89627cca5'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:42:14.244955 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 43894) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:42:14.286944 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11c2eff8-9acd-49e8-80ba-17ce69cb6c10', 'tag': '3a34d6a1-757e-4a81-a391-06d89627cca5', 'status': 'completed', 'code': 200} Feb 01 04:42:14.321784 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2160ce9-2ab9-453c-a59c-c3f1d860fd6a tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:14.327170 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f2160ce9-2ab9-453c-a59c-c3f1d860fd6a tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=11c2eff8-9acd-49e8-80ba-17ce69cb6c10&network_id=49cbedf6-0f4f-4f35-97df-af53bd8606e4 HTTP/1.1" status: 200 len: 1130 time: 0.0809777 Feb 01 04:42:14.364022 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-5b9e6149-773f-475c-81d3-3dc8b11aeaec None None] Set router f0a62835-29ea-43b9-abe6-f73561240f47 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:42:14.410370 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebdfb72-ed32-4e77-afbb-7d83e3c6fe7d req-d4ac1b01-35e4-40d0-89f0-5156807a4ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:14.411885 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-6ebdfb72-ed32-4e77-afbb-7d83e3c6fe7d req-d4ac1b01-35e4-40d0-89f0-5156807a4ea7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0629703b9474474a9f2fde13723d2e8b&device_id=11c2eff8-9acd-49e8-80ba-17ce69cb6c10 HTTP/1.1" status: 200 len: 1135 time: 0.0784883 Feb 01 04:42:14.555408 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebdfb72-ed32-4e77-afbb-7d83e3c6fe7d req-28819dd9-2eb3-4689-9574-9e9bdf9aab09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:14.556846 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-6ebdfb72-ed32-4e77-afbb-7d83e3c6fe7d req-28819dd9-2eb3-4689-9574-9e9bdf9aab09 service neutron] 10.222.0.18 "GET /v2.0/networks?id=49cbedf6-0f4f-4f35-97df-af53bd8606e4 HTTP/1.1" status: 200 len: 897 time: 0.1387229 Feb 01 04:42:14.725373 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-5b9e6149-773f-475c-81d3-3dc8b11aeaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a62835-29ea-43b9-abe6-f73561240f47', 'name': 'tempest-TestNetworkBasicOps-router-369881460', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': '54829636-beeb-483c-864e-9e199c67bc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:41:51Z', 'updated_at': '2022-02-01T04:41:56Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': '54829636-beeb-483c-864e-9e199c67bc79', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:6a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a62835-29ea-43b9-abe6-f73561240f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:41:52Z', 'updated_at': '2022-02-01T04:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': '9103b83d-d6dc-41f1-9301-a2e606b0213f', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'floating_ip_address': '172.26.8.71', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': 'f0a62835-29ea-43b9-abe6-f73561240f47', 'port_id': '3a34d6a1-757e-4a81-a391-06d89627cca5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-971682930', 'network_id': '49cbedf6-0f4f-4f35-97df-af53bd8606e4', 'mac_address': 'fa:16:3e:cc:04:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c2eff8-9acd-49e8-80ba-17ce69cb6c10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:42:12Z', 'updated_at': '2022-02-01T04:42:12Z', 'revision_number': 0, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25065577-a6a2-418a-b724-cd22dfad7fe3', 'name': '', 'network_id': '49cbedf6-0f4f-4f35-97df-af53bd8606e4', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:f7:b5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a62835-29ea-43b9-abe6-f73561240f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '0736ebe2-98a9-4114-a10b-208c0940a406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:41:56Z', 'updated_at': '2022-02-01T04:42:02Z', 'revision_number': 5, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': '0736ebe2-98a9-4114-a10b-208c0940a406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:42:14.729121 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9e6149-773f-475c-81d3-3dc8b11aeaec None None] Checking router: f0a62835-29ea-43b9-abe6-f73561240f47 for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:42:14.733297 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-6ebdfb72-ed32-4e77-afbb-7d83e3c6fe7d req-057ba4e2-7363-4297-84c1-03431c8b9d85 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a34d6a1-757e-4a81-a391-06d89627cca5 HTTP/1.1" status: 200 len: 1035 time: 0.1480014 Feb 01 04:42:14.737452 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9e6149-773f-475c-81d3-3dc8b11aeaec None None] Routers {'f0a62835-29ea-43b9-abe6-f73561240f47'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:42:14.738039 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-5b9e6149-773f-475c-81d3-3dc8b11aeaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:42:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['f0a62835-29ea-43b9-abe6-f73561240f47'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:42:14.799469 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f862b71-6b2b-49ab-9909-932e1f60bae8 req-7b1217ee-b35f-4312-9871-6432b4c3bbaf tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:14.800822 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-1f862b71-6b2b-49ab-9909-932e1f60bae8 req-7b1217ee-b35f-4312-9871-6432b4c3bbaf tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=11c2eff8-9acd-49e8-80ba-17ce69cb6c10 HTTP/1.1" status: 200 len: 982 time: 0.1669178 Feb 01 04:42:14.825939 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebdfb72-ed32-4e77-afbb-7d83e3c6fe7d req-ee1f7c41-db8b-4404-a856-880d69a67d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:14.827349 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-6ebdfb72-ed32-4e77-afbb-7d83e3c6fe7d req-ee1f7c41-db8b-4404-a856-880d69a67d40 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0736ebe2-98a9-4114-a10b-208c0940a406 HTTP/1.1" status: 200 len: 835 time: 0.0867016 Feb 01 04:42:14.892528 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-1f862b71-6b2b-49ab-9909-932e1f60bae8 req-a87c2b43-1aae-4c27-9da5-cd928c2d69cd tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=c770c562-1947-4049-b5a8-afac5777c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850713 Feb 01 04:42:14.914456 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-5b9e6149-773f-475c-81d3-3dc8b11aeaec None None] Set router f0a62835-29ea-43b9-abe6-f73561240f47 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:42:14.925229 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebdfb72-ed32-4e77-afbb-7d83e3c6fe7d req-5542b7b5-1c30-4d44-a721-74cd098f5f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:14.926892 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-6ebdfb72-ed32-4e77-afbb-7d83e3c6fe7d req-5542b7b5-1c30-4d44-a721-74cd098f5f0e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=49cbedf6-0f4f-4f35-97df-af53bd8606e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0924475 Feb 01 04:42:14.928631 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:15.064414 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-6ebdfb72-ed32-4e77-afbb-7d83e3c6fe7d req-85b71da1-6921-4c49-b5b3-4cb91cadbb08 service neutron] 10.222.0.18 "GET /v2.0/networks/49cbedf6-0f4f-4f35-97df-af53bd8606e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296453 Feb 01 04:42:15.302659 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-5b9e6149-773f-475c-81d3-3dc8b11aeaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a62835-29ea-43b9-abe6-f73561240f47', 'name': 'tempest-TestNetworkBasicOps-router-369881460', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': '54829636-beeb-483c-864e-9e199c67bc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:41:51Z', 'updated_at': '2022-02-01T04:41:56Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': '54829636-beeb-483c-864e-9e199c67bc79', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:6a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a62835-29ea-43b9-abe6-f73561240f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:41:52Z', 'updated_at': '2022-02-01T04:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': '9103b83d-d6dc-41f1-9301-a2e606b0213f', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'floating_ip_address': '172.26.8.71', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': 'f0a62835-29ea-43b9-abe6-f73561240f47', 'port_id': '3a34d6a1-757e-4a81-a391-06d89627cca5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-971682930', 'network_id': '49cbedf6-0f4f-4f35-97df-af53bd8606e4', 'mac_address': 'fa:16:3e:cc:04:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c2eff8-9acd-49e8-80ba-17ce69cb6c10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:42:12Z', 'updated_at': '2022-02-01T04:42:12Z', 'revision_number': 0, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25065577-a6a2-418a-b724-cd22dfad7fe3', 'name': '', 'network_id': '49cbedf6-0f4f-4f35-97df-af53bd8606e4', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:f7:b5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a62835-29ea-43b9-abe6-f73561240f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '0736ebe2-98a9-4114-a10b-208c0940a406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:41:56Z', 'updated_at': '2022-02-01T04:42:02Z', 'revision_number': 5, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': '0736ebe2-98a9-4114-a10b-208c0940a406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:42:15.306552 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9e6149-773f-475c-81d3-3dc8b11aeaec None None] The sync data for ids ['f0a62835-29ea-43b9-abe6-f73561240f47'] in dv-neutron-826830-1-hyperv is: [{'id': 'f0a62835-29ea-43b9-abe6-f73561240f47', 'name': 'tempest-TestNetworkBasicOps-router-369881460', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': '54829636-beeb-483c-864e-9e199c67bc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:41:51Z', 'updated_at': '2022-02-01T04:41:56Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': '54829636-beeb-483c-864e-9e199c67bc79', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:6a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a62835-29ea-43b9-abe6-f73561240f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:41:52Z', 'updated_at': '2022-02-01T04:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': '9103b83d-d6dc-41f1-9301-a2e606b0213f', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'floating_ip_address': '172.26.8.71', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': 'f0a62835-29ea-43b9-abe6-f73561240f47', 'port_id': '3a34d6a1-757e-4a81-a391-06d89627cca5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-971682930', 'network_id': '49cbedf6-0f4f-4f35-97df-af53bd8606e4', 'mac_address': 'fa:16:3e:cc:04:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c2eff8-9acd-49e8-80ba-17ce69cb6c10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:42:12Z', 'updated_at': '2022-02-01T04:42:12Z', 'revision_number': 0, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25065577-a6a2-418a-b724-cd22dfad7fe3', 'name': '', 'network_id': '49cbedf6-0f4f-4f35-97df-af53bd8606e4', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:f7:b5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a62835-29ea-43b9-abe6-f73561240f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '0736ebe2-98a9-4114-a10b-208c0940a406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:41:56Z', 'updated_at': '2022-02-01T04:42:02Z', 'revision_number': 5, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': '0736ebe2-98a9-4114-a10b-208c0940a406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:42:15.316182 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-6ebdfb72-ed32-4e77-afbb-7d83e3c6fe7d req-78ba803b-f075-40ad-bf73-e966f9e32e4b service neutron] 10.222.0.18 "GET /v2.0/networks/49cbedf6-0f4f-4f35-97df-af53bd8606e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450826 Feb 01 04:42:15.489656 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef40825e-e729-4af9-b26c-80633486896d None None] New status for floating IP 9103b83d-d6dc-41f1-9301-a2e606b0213f: ACTIVE {{(pid=87638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 01 04:42:16.068406 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a4188c-2f95-4b43-a6a0-228d381e5427 req-bec342cb-51c6-4eaf-a41e-079c19c50b6e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:16.069835 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-39a4188c-2f95-4b43-a6a0-228d381e5427 req-bec342cb-51c6-4eaf-a41e-079c19c50b6e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.18 "GET /v2.0/ports?device_id=11c2eff8-9acd-49e8-80ba-17ce69cb6c10 HTTP/1.1" status: 200 len: 982 time: 0.0805216 Feb 01 04:42:16.077200 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bfd7fd-a0f8-43e9-a7b4-1b1379aa4ab5 req-7bd5d31a-11ea-4fb5-af17-d2b072fad63d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:16.078618 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-41bfd7fd-a0f8-43e9-a7b4-1b1379aa4ab5 req-7bd5d31a-11ea-4fb5-af17-d2b072fad63d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=11c2eff8-9acd-49e8-80ba-17ce69cb6c10 HTTP/1.1" status: 200 len: 982 time: 0.0795288 Feb 01 04:42:16.122348 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-41bfd7fd-a0f8-43e9-a7b4-1b1379aa4ab5 req-91279c63-21b1-4fcf-8666-7fea0b3c8345 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=c770c562-1947-4049-b5a8-afac5777c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373311 Feb 01 04:42:16.142431 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a4188c-2f95-4b43-a6a0-228d381e5427 req-6ac70b07-09d6-4852-8850-da8b0576ea3c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:16.143865 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-39a4188c-2f95-4b43-a6a0-228d381e5427 req-6ac70b07-09d6-4852-8850-da8b0576ea3c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.18 "GET /v2.0/ports/3a34d6a1-757e-4a81-a391-06d89627cca5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0687196 Feb 01 04:42:16.283853 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-39a4188c-2f95-4b43-a6a0-228d381e5427 req-47c85cd8-ed35-43e1-8e9d-d4ef8dfc1842 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.18 "GET /v2.0/networks/49cbedf6-0f4f-4f35-97df-af53bd8606e4?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1350129 Feb 01 04:42:16.294385 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [req-39a4188c-2f95-4b43-a6a0-228d381e5427 req-174639a6-3fcd-4a99-83b4-b76d4a25ea99 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:42:16.400777 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-39a4188c-2f95-4b43-a6a0-228d381e5427 req-174639a6-3fcd-4a99-83b4-b76d4a25ea99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:16.593837 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [req-39a4188c-2f95-4b43-a6a0-228d381e5427 req-174639a6-3fcd-4a99-83b4-b76d4a25ea99 service neutron] For port 3a34d6a1-757e-4a81-a391-06d89627cca5, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=3a34d6a1-757e-4a81-a391-06d89627cca5,segment=NetworkSegment(f72ecb9a-ea73-4091-9a86-4c8f6fd7a2e5),segment_id=f72ecb9a-ea73-4091-9a86-4c8f6fd7a2e5)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:42:16.621017 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [req-39a4188c-2f95-4b43-a6a0-228d381e5427 req-174639a6-3fcd-4a99-83b4-b76d4a25ea99 service neutron] For port 3a34d6a1-757e-4a81-a391-06d89627cca5, host hv-neutron-8268, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:42:16.674008 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [req-39a4188c-2f95-4b43-a6a0-228d381e5427 req-174639a6-3fcd-4a99-83b4-b76d4a25ea99 service neutron] device_id is not set on port 3a34d6a1-757e-4a81-a391-06d89627cca5 yet. {{(pid=87637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:42:16.682006 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-39a4188c-2f95-4b43-a6a0-228d381e5427 req-174639a6-3fcd-4a99-83b4-b76d4a25ea99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:16.688429 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-39a4188c-2f95-4b43-a6a0-228d381e5427 req-174639a6-3fcd-4a99-83b4-b76d4a25ea99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:16.833754 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174639a6-3fcd-4a99-83b4-b76d4a25ea99 service neutron] Pushing event updated for resources: {'Port': ['ID=3a34d6a1-757e-4a81-a391-06d89627cca5,revision_number=6']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:42:16.881919 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [req-39a4188c-2f95-4b43-a6a0-228d381e5427 req-174639a6-3fcd-4a99-83b4-b76d4a25ea99 service neutron] No DVR routers for this DVR port 3a34d6a1-757e-4a81-a391-06d89627cca5 on host hv-neutron-8268 {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:42:16.999503 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-3570ea50-f7b9-4d64-8e4d-40f2cccb65b6 None None] Provisioning complete for port 3a34d6a1-757e-4a81-a391-06d89627cca5 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:42:17.000349 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3570ea50-f7b9-4d64-8e4d-40f2cccb65b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:17.059129 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-3570ea50-f7b9-4d64-8e4d-40f2cccb65b6 None None] Port 3a34d6a1-757e-4a81-a391-06d89627cca5 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:42:17.101234 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [req-39a4188c-2f95-4b43-a6a0-228d381e5427 req-174639a6-3fcd-4a99-83b4-b76d4a25ea99 service neutron] In _notify_port_updated(), no bound segment for port 3a34d6a1-757e-4a81-a391-06d89627cca5 on network 49cbedf6-0f4f-4f35-97df-af53bd8606e4 {{(pid=87637) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 01 04:42:17.102082 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a4188c-2f95-4b43-a6a0-228d381e5427 req-174639a6-3fcd-4a99-83b4-b76d4a25ea99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:17.102672 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-39a4188c-2f95-4b43-a6a0-228d381e5427 req-174639a6-3fcd-4a99-83b4-b76d4a25ea99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:17.103944 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-39a4188c-2f95-4b43-a6a0-228d381e5427 req-174639a6-3fcd-4a99-83b4-b76d4a25ea99 service neutron] 10.222.0.18 "PUT /v2.0/ports/3a34d6a1-757e-4a81-a391-06d89627cca5 HTTP/1.1" status: 200 len: 1025 time: 0.8139689 Feb 01 04:42:17.275473 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-59080676-523f-4d17-9903-c69f946f8998 req-9b880e4d-0389-4096-8341-e520eb14f1ec tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=11c2eff8-9acd-49e8-80ba-17ce69cb6c10 HTTP/1.1" status: 200 len: 210 time: 0.0476139 Feb 01 04:42:18.374462 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 43910) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:42:18.446962 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3733bbaa-8397-4b0a-9a07-0d9b9fc0ad3f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:18.448306 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-3733bbaa-8397-4b0a-9a07-0d9b9fc0ad3f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports/3a34d6a1-757e-4a81-a391-06d89627cca5 HTTP/1.1" status: 200 len: 924 time: 0.0725818 Feb 01 04:42:18.573965 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 43916) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:42:18.579228 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-981d2ed6-8d4e-4344-a087-bf07f796a0bf tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-122272185', 'description': 'tempest-secgroup-smoke-122272185 description', 'project_id': '0629703b9474474a9f2fde13723d2e8b'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:42:18.585031 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-981d2ed6-8d4e-4344-a087-bf07f796a0bf tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:42:18.594936 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-981d2ed6-8d4e-4344-a087-bf07f796a0bf tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:42:18.605051 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-981d2ed6-8d4e-4344-a087-bf07f796a0bf tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:18.625412 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-981d2ed6-8d4e-4344-a087-bf07f796a0bf tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:42:18.629085 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-981d2ed6-8d4e-4344-a087-bf07f796a0bf tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group_rule and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:42:18.631808 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-981d2ed6-8d4e-4344-a087-bf07f796a0bf tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:42:18.637284 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-981d2ed6-8d4e-4344-a087-bf07f796a0bf tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:42:18.702882 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-981d2ed6-8d4e-4344-a087-bf07f796a0bf tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:18.706181 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-981d2ed6-8d4e-4344-a087-bf07f796a0bf tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:18.746369 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981d2ed6-8d4e-4344-a087-bf07f796a0bf tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e35b454c-fe5c-4c1b-a9e8-945844f4a128,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:42:18.756292 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981d2ed6-8d4e-4344-a087-bf07f796a0bf tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:42:18.756632 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981d2ed6-8d4e-4344-a087-bf07f796a0bf tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:42:18.756963 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981d2ed6-8d4e-4344-a087-bf07f796a0bf tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:42:18.757290 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981d2ed6-8d4e-4344-a087-bf07f796a0bf tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:42:18.757611 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981d2ed6-8d4e-4344-a087-bf07f796a0bf tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:42:18.757929 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981d2ed6-8d4e-4344-a087-bf07f796a0bf tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:42:18.758243 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981d2ed6-8d4e-4344-a087-bf07f796a0bf tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:42:18.758559 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981d2ed6-8d4e-4344-a087-bf07f796a0bf tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:42:18.758876 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981d2ed6-8d4e-4344-a087-bf07f796a0bf tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:42:18.759209 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981d2ed6-8d4e-4344-a087-bf07f796a0bf tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:42:18.759523 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981d2ed6-8d4e-4344-a087-bf07f796a0bf tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:42:18.759831 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981d2ed6-8d4e-4344-a087-bf07f796a0bf tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:42:18.763393 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-981d2ed6-8d4e-4344-a087-bf07f796a0bf tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:18.764570 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-981d2ed6-8d4e-4344-a087-bf07f796a0bf tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1896181 Feb 01 04:42:18.767447 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 43920) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:42:18.772201 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-887d73c6-67c2-4a2c-ab62-06f1ba24aa15 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'security_group_rule': {'security_group_id': 'e35b454c-fe5c-4c1b-a9e8-945844f4a128', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:42:18.778535 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-887d73c6-67c2-4a2c-ab62-06f1ba24aa15 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:42:18.782218 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-887d73c6-67c2-4a2c-ab62-06f1ba24aa15 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group_rule and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:42:18.785019 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-887d73c6-67c2-4a2c-ab62-06f1ba24aa15 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:42:18.790496 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-887d73c6-67c2-4a2c-ab62-06f1ba24aa15 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:42:18.806746 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-887d73c6-67c2-4a2c-ab62-06f1ba24aa15 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:18.864519 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-887d73c6-67c2-4a2c-ab62-06f1ba24aa15 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:18.867915 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-887d73c6-67c2-4a2c-ab62-06f1ba24aa15 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:18.894271 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887d73c6-67c2-4a2c-ab62-06f1ba24aa15 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f1531f1-d438-477c-9380-8b85205dd256,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:42:18.902597 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-887d73c6-67c2-4a2c-ab62-06f1ba24aa15 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:18.903815 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-887d73c6-67c2-4a2c-ab62-06f1ba24aa15 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1354649 Feb 01 04:42:18.907011 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 43924) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:42:18.911761 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-b65fc5f4-6afb-4a93-82f7-2028d6303c2e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'security_group_rule': {'security_group_id': 'e35b454c-fe5c-4c1b-a9e8-945844f4a128', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:42:18.917414 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-b65fc5f4-6afb-4a93-82f7-2028d6303c2e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:42:18.921177 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b65fc5f4-6afb-4a93-82f7-2028d6303c2e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group_rule and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:42:18.923995 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b65fc5f4-6afb-4a93-82f7-2028d6303c2e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:42:18.929480 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-b65fc5f4-6afb-4a93-82f7-2028d6303c2e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:42:18.945141 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b65fc5f4-6afb-4a93-82f7-2028d6303c2e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:19.004056 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b65fc5f4-6afb-4a93-82f7-2028d6303c2e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:19.007329 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b65fc5f4-6afb-4a93-82f7-2028d6303c2e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:19.030086 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65fc5f4-6afb-4a93-82f7-2028d6303c2e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4210a298-a3ae-4322-9918-7d88798fe42c,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:42:19.039078 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b65fc5f4-6afb-4a93-82f7-2028d6303c2e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:19.040270 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b65fc5f4-6afb-4a93-82f7-2028d6303c2e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1323256 Feb 01 04:42:19.042919 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 43928) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:42:19.047792 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-83b8f248-5b5c-4531-9338-080e08baeadb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'security_group_rule': {'security_group_id': 'e35b454c-fe5c-4c1b-a9e8-945844f4a128', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:42:19.053417 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-83b8f248-5b5c-4531-9338-080e08baeadb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:42:19.057126 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-83b8f248-5b5c-4531-9338-080e08baeadb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group_rule and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:42:19.059979 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-83b8f248-5b5c-4531-9338-080e08baeadb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:42:19.065574 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-83b8f248-5b5c-4531-9338-080e08baeadb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:42:19.082308 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-83b8f248-5b5c-4531-9338-080e08baeadb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:19.094104 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 3a34d6a1-757e-4a81-a391-06d89627cca5 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:42:19.146031 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-83b8f248-5b5c-4531-9338-080e08baeadb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:19.149228 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 3a34d6a1-757e-4a81-a391-06d89627cca5 not bound to the agent host hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:42:19.149735 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-83b8f248-5b5c-4531-9338-080e08baeadb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:19.172019 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b8f248-5b5c-4531-9338-080e08baeadb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0253e851-4f2b-4bd8-a94c-65050b71384f,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:42:19.181241 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-83b8f248-5b5c-4531-9338-080e08baeadb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:19.182355 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-83b8f248-5b5c-4531-9338-080e08baeadb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1385057 Feb 01 04:42:19.185615 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 43932) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:42:19.190460 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-bb8acfcc-b4ee-44fd-8dad-02a49ae06dba tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'security_group_rule': {'security_group_id': 'e35b454c-fe5c-4c1b-a9e8-945844f4a128', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:42:19.196126 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-bb8acfcc-b4ee-44fd-8dad-02a49ae06dba tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:42:19.200535 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-bb8acfcc-b4ee-44fd-8dad-02a49ae06dba tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group_rule and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:42:19.203392 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-bb8acfcc-b4ee-44fd-8dad-02a49ae06dba tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:42:19.208990 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-bb8acfcc-b4ee-44fd-8dad-02a49ae06dba tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:42:19.225429 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bb8acfcc-b4ee-44fd-8dad-02a49ae06dba tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:19.291900 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bb8acfcc-b4ee-44fd-8dad-02a49ae06dba tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:19.296586 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bb8acfcc-b4ee-44fd-8dad-02a49ae06dba tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:19.319444 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8acfcc-b4ee-44fd-8dad-02a49ae06dba tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fb0490b-0bd0-4efe-b347-0227fb4a3f35,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:42:19.328600 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bb8acfcc-b4ee-44fd-8dad-02a49ae06dba tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:19.329839 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-bb8acfcc-b4ee-44fd-8dad-02a49ae06dba tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1433232 Feb 01 04:42:19.332582 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 43936) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:42:19.337441 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-623941eb-d46d-414e-8fa1-9d3a73370fbc tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'security_group_rule': {'security_group_id': 'e35b454c-fe5c-4c1b-a9e8-945844f4a128', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:42:19.343051 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-623941eb-d46d-414e-8fa1-9d3a73370fbc tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:42:19.346751 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-623941eb-d46d-414e-8fa1-9d3a73370fbc tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group_rule and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:42:19.349713 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-623941eb-d46d-414e-8fa1-9d3a73370fbc tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:42:19.355481 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-623941eb-d46d-414e-8fa1-9d3a73370fbc tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:42:19.365675 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.securitygroups_db [None req-623941eb-d46d-414e-8fa1-9d3a73370fbc tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Project 0629703b9474474a9f2fde13723d2e8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 01 04:42:19.372769 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-623941eb-d46d-414e-8fa1-9d3a73370fbc tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:19.435074 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-623941eb-d46d-414e-8fa1-9d3a73370fbc tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:19.438586 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-623941eb-d46d-414e-8fa1-9d3a73370fbc tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:19.459446 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623941eb-d46d-414e-8fa1-9d3a73370fbc tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=783503c5-7d10-43fe-a4bc-ee3396e2693d,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:42:19.470630 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-623941eb-d46d-414e-8fa1-9d3a73370fbc tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:19.471924 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-623941eb-d46d-414e-8fa1-9d3a73370fbc tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1384132 Feb 01 04:42:19.474627 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 43940) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:42:19.479621 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-a890cba0-3b27-4f70-a4f6-03ad999b6819 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'security_group_rule': {'security_group_id': 'e35b454c-fe5c-4c1b-a9e8-945844f4a128', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:42:19.485801 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-a890cba0-3b27-4f70-a4f6-03ad999b6819 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:42:19.489656 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-a890cba0-3b27-4f70-a4f6-03ad999b6819 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group_rule and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:42:19.492516 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-a890cba0-3b27-4f70-a4f6-03ad999b6819 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:42:19.498911 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-a890cba0-3b27-4f70-a4f6-03ad999b6819 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:42:19.510598 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.securitygroups_db [None req-a890cba0-3b27-4f70-a4f6-03ad999b6819 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Project 0629703b9474474a9f2fde13723d2e8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 01 04:42:19.517011 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a890cba0-3b27-4f70-a4f6-03ad999b6819 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:19.582727 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a890cba0-3b27-4f70-a4f6-03ad999b6819 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:19.586324 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a890cba0-3b27-4f70-a4f6-03ad999b6819 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:19.609160 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a890cba0-3b27-4f70-a4f6-03ad999b6819 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c1ced68-6f64-46d4-a5c7-d8c3846ac42a,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:42:19.616973 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a890cba0-3b27-4f70-a4f6-03ad999b6819 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:19.618182 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a890cba0-3b27-4f70-a4f6-03ad999b6819 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1426187 Feb 01 04:42:19.773914 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-9076a44a-8872-4774-a6b2-f6023cbc3a9f req-447b62f6-63fb-4b9e-a752-2b32913fe6d5 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Synchronizing usage tracker for tenant:0629703b9474474a9f2fde13723d2e8b on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:42:19.787993 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-9076a44a-8872-4774-a6b2-f6023cbc3a9f req-447b62f6-63fb-4b9e-a752-2b32913fe6d5 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Unset dirty status for tenant:0629703b9474474a9f2fde13723d2e8b on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:42:19.789129 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9076a44a-8872-4774-a6b2-f6023cbc3a9f req-447b62f6-63fb-4b9e-a752-2b32913fe6d5 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-122272185&fields=id&tenant_id=0629703b9474474a9f2fde13723d2e8b HTTP/1.1" status: 200 len: 267 time: 0.0535028 Feb 01 04:42:19.864115 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9076a44a-8872-4774-a6b2-f6023cbc3a9f req-e7af19d9-7538-4ad9-98e2-94e4e5267466 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:19.865438 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9076a44a-8872-4774-a6b2-f6023cbc3a9f req-e7af19d9-7538-4ad9-98e2-94e4e5267466 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports/3a34d6a1-757e-4a81-a391-06d89627cca5 HTTP/1.1" status: 200 len: 929 time: 0.0695081 Feb 01 04:42:19.940204 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9076a44a-8872-4774-a6b2-f6023cbc3a9f req-8e2893a9-6fe4-42cd-92b1-84696bb420cb service neutron] 10.222.0.24 "GET /v2.0/ports/3a34d6a1-757e-4a81-a391-06d89627cca5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0620196 Feb 01 04:42:20.167871 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9076a44a-8872-4774-a6b2-f6023cbc3a9f req-0dabdbab-418d-4b65-941a-0c85014d650d service neutron] 10.222.0.24 "GET /v2.0/networks/49cbedf6-0f4f-4f35-97df-af53bd8606e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220433 Feb 01 04:42:20.301496 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9076a44a-8872-4774-a6b2-f6023cbc3a9f req-e81c49a3-33a0-4bbc-921d-ee2cac5ac149 service neutron] 10.222.0.24 "GET /v2.0/networks/49cbedf6-0f4f-4f35-97df-af53bd8606e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273196 Feb 01 04:42:20.479711 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-165cf362-848b-4c96-be64-7b772ea49be9 req-f19043a4-fb0d-4f98-b4d0-730804eecb43 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=30be3ab7-4b34-4495-9c82-cb0ff6aad0a5 HTTP/1.1" status: 200 len: 210 time: 0.0418136 Feb 01 04:42:21.459659 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9076a44a-8872-4774-a6b2-f6023cbc3a9f req-1917fd0c-6e3e-4616-b551-5ab7dacbeec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:21.461001 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-9076a44a-8872-4774-a6b2-f6023cbc3a9f req-1917fd0c-6e3e-4616-b551-5ab7dacbeec5 service neutron] 10.222.0.18 "GET /v2.0/ports/3a34d6a1-757e-4a81-a391-06d89627cca5 HTTP/1.1" status: 200 len: 1025 time: 0.0598741 Feb 01 04:42:21.617862 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9076a44a-8872-4774-a6b2-f6023cbc3a9f req-7f2eb8b3-3622-4f41-8762-b0e6875a568f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:21.619401 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-9076a44a-8872-4774-a6b2-f6023cbc3a9f req-7f2eb8b3-3622-4f41-8762-b0e6875a568f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.18 "GET /v2.0/networks?id=49cbedf6-0f4f-4f35-97df-af53bd8606e4 HTTP/1.1" status: 200 len: 797 time: 0.1514068 Feb 01 04:42:21.630209 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-518bed2b-9f6c-4387-aa00-3eccf4b298b0 req-6cd4720e-e279-48c9-9268-e21005f066df tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=30be3ab7-4b34-4495-9c82-cb0ff6aad0a5 HTTP/1.1" status: 200 len: 210 time: 0.0471568 Feb 01 04:42:21.772676 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-9076a44a-8872-4774-a6b2-f6023cbc3a9f req-cc7b4fa7-4acb-4f18-b214-aa9c912529e2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0629703b9474474a9f2fde13723d2e8b HTTP/1.1" status: 200 len: 470 time: 0.1407094 Feb 01 04:42:21.783054 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [req-9076a44a-8872-4774-a6b2-f6023cbc3a9f req-8399c83e-83d4-4931-84cc-e6eab637e737 service neutron] Request body: {'port': {'device_id': '30be3ab7-4b34-4495-9c82-cb0ff6aad0a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:42:21.889798 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-9076a44a-8872-4774-a6b2-f6023cbc3a9f req-8399c83e-83d4-4931-84cc-e6eab637e737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:22.205446 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-abf20af3-9a06-4c8f-b2ac-df4f5c10b2cb req-a7619307-464b-4086-8481-51ffaad60088 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bd2de19d-dc84-4efd-9a98-c83b9617c9c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0664868 Feb 01 04:42:22.219520 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [req-9076a44a-8872-4774-a6b2-f6023cbc3a9f req-8399c83e-83d4-4931-84cc-e6eab637e737 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a34d6a1-757e-4a81-a391-06d89627cca5 {{(pid=87637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 04:42:22.226719 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-9076a44a-8872-4774-a6b2-f6023cbc3a9f req-8399c83e-83d4-4931-84cc-e6eab637e737 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:22.240981 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [req-9076a44a-8872-4774-a6b2-f6023cbc3a9f req-8399c83e-83d4-4931-84cc-e6eab637e737 service neutron] Transition to ACTIVE for port object 3a34d6a1-757e-4a81-a391-06d89627cca5 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:42:22.244709 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-9076a44a-8872-4774-a6b2-f6023cbc3a9f req-8399c83e-83d4-4931-84cc-e6eab637e737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:22.315514 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf20af3-9a06-4c8f-b2ac-df4f5c10b2cb req-3fb017d3-b1ee-4aca-b68a-284eae680b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:22.317135 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-abf20af3-9a06-4c8f-b2ac-df4f5c10b2cb req-3fb017d3-b1ee-4aca-b68a-284eae680b57 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f8d5bc7845843a4a3997b13887466a6&device_id=bd2de19d-dc84-4efd-9a98-c83b9617c9c6 HTTP/1.1" status: 200 len: 1099 time: 0.0764539 Feb 01 04:42:22.387783 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399c83e-83d4-4931-84cc-e6eab637e737 service neutron] Pushing event updated for resources: {'Port': ['ID=3a34d6a1-757e-4a81-a391-06d89627cca5,revision_number=7']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:42:22.469882 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf20af3-9a06-4c8f-b2ac-df4f5c10b2cb req-a8360364-4216-44ed-a807-3881c6e08a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:22.471441 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-abf20af3-9a06-4c8f-b2ac-df4f5c10b2cb req-a8360364-4216-44ed-a807-3881c6e08a3a service neutron] 10.222.0.18 "GET /v2.0/networks?id=a0c2a700-3881-4414-a7a8-128b0ce8d5cc HTTP/1.1" status: 200 len: 911 time: 0.1342070 Feb 01 04:42:22.514224 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [req-9076a44a-8872-4774-a6b2-f6023cbc3a9f req-8399c83e-83d4-4931-84cc-e6eab637e737 service neutron] Attempting to bind port 3a34d6a1-757e-4a81-a391-06d89627cca5 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:42:22.514636 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [req-9076a44a-8872-4774-a6b2-f6023cbc3a9f req-8399c83e-83d4-4931-84cc-e6eab637e737 service neutron] Attempting to bind port 3a34d6a1-757e-4a81-a391-06d89627cca5 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'f72ecb9a-ea73-4091-9a86-4c8f6fd7a2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '49cbedf6-0f4f-4f35-97df-af53bd8606e4'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:42:22.515543 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9076a44a-8872-4774-a6b2-f6023cbc3a9f req-8399c83e-83d4-4931-84cc-e6eab637e737 service neutron] Attempting to bind port 3a34d6a1-757e-4a81-a391-06d89627cca5 on network 49cbedf6-0f4f-4f35-97df-af53bd8606e4 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:42:22.520375 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9076a44a-8872-4774-a6b2-f6023cbc3a9f req-8399c83e-83d4-4931-84cc-e6eab637e737 service neutron] Port 3a34d6a1-757e-4a81-a391-06d89627cca5 on network 49cbedf6-0f4f-4f35-97df-af53bd8606e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:42:22.520693 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9076a44a-8872-4774-a6b2-f6023cbc3a9f req-8399c83e-83d4-4931-84cc-e6eab637e737 service neutron] Attempting to bind port 3a34d6a1-757e-4a81-a391-06d89627cca5 on network 49cbedf6-0f4f-4f35-97df-af53bd8606e4 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:42:22.525743 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9076a44a-8872-4774-a6b2-f6023cbc3a9f req-8399c83e-83d4-4931-84cc-e6eab637e737 service neutron] Checking agent: {'id': '63664c57-372e-43f7-9ecb-4deedcf8ddc7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 28, 15), 'started_at': datetime.datetime(2022, 2, 1, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:42:22.526074 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9076a44a-8872-4774-a6b2-f6023cbc3a9f req-8399c83e-83d4-4931-84cc-e6eab637e737 service neutron] Checking segment: {'id': 'f72ecb9a-ea73-4091-9a86-4c8f6fd7a2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '49cbedf6-0f4f-4f35-97df-af53bd8606e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:42:22.526451 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9076a44a-8872-4774-a6b2-f6023cbc3a9f req-8399c83e-83d4-4931-84cc-e6eab637e737 service neutron] Bound using segment: {'id': 'f72ecb9a-ea73-4091-9a86-4c8f6fd7a2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '49cbedf6-0f4f-4f35-97df-af53bd8606e4'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:42:22.526870 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [req-9076a44a-8872-4774-a6b2-f6023cbc3a9f req-8399c83e-83d4-4931-84cc-e6eab637e737 service neutron] Bound port: 3a34d6a1-757e-4a81-a391-06d89627cca5, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f72ecb9a-ea73-4091-9a86-4c8f6fd7a2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '49cbedf6-0f4f-4f35-97df-af53bd8606e4'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:42:22.527242 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-9076a44a-8872-4774-a6b2-f6023cbc3a9f req-8399c83e-83d4-4931-84cc-e6eab637e737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:22.577703 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-abf20af3-9a06-4c8f-b2ac-df4f5c10b2cb req-8850aa44-9fc0-4543-84b7-b7d2ee829901 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6be95783-8d56-4439-b15d-c4a86fc5d29e HTTP/1.1" status: 200 len: 1001 time: 0.1001763 Feb 01 04:42:22.617400 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [req-9076a44a-8872-4774-a6b2-f6023cbc3a9f req-8399c83e-83d4-4931-84cc-e6eab637e737 service neutron] For port 3a34d6a1-757e-4a81-a391-06d89627cca5, host hv-neutron-8268, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:42:22.620569 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [req-9076a44a-8872-4774-a6b2-f6023cbc3a9f req-8399c83e-83d4-4931-84cc-e6eab637e737 service neutron] For port 3a34d6a1-757e-4a81-a391-06d89627cca5, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=3a34d6a1-757e-4a81-a391-06d89627cca5,segment=NetworkSegment(f72ecb9a-ea73-4091-9a86-4c8f6fd7a2e5),segment_id=f72ecb9a-ea73-4091-9a86-4c8f6fd7a2e5)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:42:22.625491 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-9076a44a-8872-4774-a6b2-f6023cbc3a9f req-8399c83e-83d4-4931-84cc-e6eab637e737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:22.639725 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf20af3-9a06-4c8f-b2ac-df4f5c10b2cb req-1e633bad-297a-40ae-a019-cf7c78a7b85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:22.641310 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-abf20af3-9a06-4c8f-b2ac-df4f5c10b2cb req-1e633bad-297a-40ae-a019-cf7c78a7b85c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=acb960c4-d095-42c0-820a-b7e1026fb7c0 HTTP/1.1" status: 200 len: 850 time: 0.0579588 Feb 01 04:42:22.683584 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9076a44a-8872-4774-a6b2-f6023cbc3a9f req-8399c83e-83d4-4931-84cc-e6eab637e737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:22.684768 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-9076a44a-8872-4774-a6b2-f6023cbc3a9f req-8399c83e-83d4-4931-84cc-e6eab637e737 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:22.686131 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-9076a44a-8872-4774-a6b2-f6023cbc3a9f req-8399c83e-83d4-4931-84cc-e6eab637e737 service neutron] 10.222.0.18 "PUT /v2.0/ports/3a34d6a1-757e-4a81-a391-06d89627cca5 HTTP/1.1" status: 200 len: 1130 time: 0.9068918 Feb 01 04:42:22.686571 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30be3ab7-4b34-4495-9c82-cb0ff6aad0a5', 'tag': '3a34d6a1-757e-4a81-a391-06d89627cca5'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:42:22.726923 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399c83e-83d4-4931-84cc-e6eab637e737 service neutron] Pushing event updated for resources: {'Port': ['ID=3a34d6a1-757e-4a81-a391-06d89627cca5,revision_number=8']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:42:22.727854 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf20af3-9a06-4c8f-b2ac-df4f5c10b2cb req-b78f7f9b-5aa0-422b-8430-f6d05b2d43c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:22.729545 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-abf20af3-9a06-4c8f-b2ac-df4f5c10b2cb req-b78f7f9b-5aa0-422b-8430-f6d05b2d43c6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a0c2a700-3881-4414-a7a8-128b0ce8d5cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0829279 Feb 01 04:42:22.821314 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30be3ab7-4b34-4495-9c82-cb0ff6aad0a5', 'tag': '3a34d6a1-757e-4a81-a391-06d89627cca5', 'status': 'completed', 'code': 200} Feb 01 04:42:22.869393 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-abf20af3-9a06-4c8f-b2ac-df4f5c10b2cb req-8938107a-3a4e-4830-bbd8-6056c1e164ed service neutron] 10.222.0.18 "GET /v2.0/networks/a0c2a700-3881-4414-a7a8-128b0ce8d5cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317267 Feb 01 04:42:22.892866 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9076a44a-8872-4774-a6b2-f6023cbc3a9f req-cdc47ea0-4aa7-436a-8bea-7750ae6f741e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:22.894320 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-9076a44a-8872-4774-a6b2-f6023cbc3a9f req-cdc47ea0-4aa7-436a-8bea-7750ae6f741e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0629703b9474474a9f2fde13723d2e8b&device_id=30be3ab7-4b34-4495-9c82-cb0ff6aad0a5 HTTP/1.1" status: 200 len: 1133 time: 0.1037414 Feb 01 04:42:22.905287 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b526c-9023-4a8e-9ab0-14fa79626fd1 req-d0897018-334d-4f4c-b26a-29af524bcba6 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:22.906779 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-917b526c-9023-4a8e-9ab0-14fa79626fd1 req-d0897018-334d-4f4c-b26a-29af524bcba6 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=30be3ab7-4b34-4495-9c82-cb0ff6aad0a5 HTTP/1.1" status: 200 len: 980 time: 0.1531892 Feb 01 04:42:23.018400 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-abf20af3-9a06-4c8f-b2ac-df4f5c10b2cb req-1c9f0f35-e7c6-4aeb-b319-10ccbb9a976b service neutron] 10.222.0.18 "GET /v2.0/networks/a0c2a700-3881-4414-a7a8-128b0ce8d5cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358910 Feb 01 04:42:23.052941 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-917b526c-9023-4a8e-9ab0-14fa79626fd1 req-816f0e01-f9ac-4944-889f-261982c32047 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=c770c562-1947-4049-b5a8-afac5777c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903354 Feb 01 04:42:23.058829 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-9076a44a-8872-4774-a6b2-f6023cbc3a9f req-c535f8f2-7222-4709-a163-56256f09ec7d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a34d6a1-757e-4a81-a391-06d89627cca5 HTTP/1.1" status: 200 len: 1035 time: 0.1511314 Feb 01 04:42:23.126324 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9076a44a-8872-4774-a6b2-f6023cbc3a9f req-9ebbdc79-0f85-42b1-a50a-861d2331a0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:23.127773 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-9076a44a-8872-4774-a6b2-f6023cbc3a9f req-9ebbdc79-0f85-42b1-a50a-861d2331a0df service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0736ebe2-98a9-4114-a10b-208c0940a406 HTTP/1.1" status: 200 len: 835 time: 0.0601549 Feb 01 04:42:23.200210 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9076a44a-8872-4774-a6b2-f6023cbc3a9f req-51acc505-1e72-4d0c-91c6-0c20d4399576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:23.201664 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-9076a44a-8872-4774-a6b2-f6023cbc3a9f req-51acc505-1e72-4d0c-91c6-0c20d4399576 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=49cbedf6-0f4f-4f35-97df-af53bd8606e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670531 Feb 01 04:42:23.332995 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-9076a44a-8872-4774-a6b2-f6023cbc3a9f req-83c1af7a-b695-46db-9f8f-6050498356b5 service neutron] 10.222.0.18 "GET /v2.0/networks/49cbedf6-0f4f-4f35-97df-af53bd8606e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244259 Feb 01 04:42:23.559689 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-9076a44a-8872-4774-a6b2-f6023cbc3a9f req-992dc3b1-c878-41ec-8d39-73032d18cc60 service neutron] 10.222.0.18 "GET /v2.0/networks/49cbedf6-0f4f-4f35-97df-af53bd8606e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207432 Feb 01 04:42:23.712238 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de0da3f-7b21-4dfb-9ca9-89ab3f709e53 req-3e8926ef-fe2d-4f7c-a652-25a365a94eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:23.713574 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-1de0da3f-7b21-4dfb-9ca9-89ab3f709e53 req-3e8926ef-fe2d-4f7c-a652-25a365a94eb1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0629703b9474474a9f2fde13723d2e8b&device_id=30be3ab7-4b34-4495-9c82-cb0ff6aad0a5 HTTP/1.1" status: 200 len: 1133 time: 0.0725241 Feb 01 04:42:23.841530 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de0da3f-7b21-4dfb-9ca9-89ab3f709e53 req-16399757-dda6-4376-8f9a-768ab3819129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:23.842926 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-1de0da3f-7b21-4dfb-9ca9-89ab3f709e53 req-16399757-dda6-4376-8f9a-768ab3819129 service neutron] 10.222.0.18 "GET /v2.0/networks?id=49cbedf6-0f4f-4f35-97df-af53bd8606e4 HTTP/1.1" status: 200 len: 897 time: 0.1229179 Feb 01 04:42:23.943605 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-1de0da3f-7b21-4dfb-9ca9-89ab3f709e53 req-d7aeb7cd-1bbd-4806-b0c6-ecf5638654a7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a34d6a1-757e-4a81-a391-06d89627cca5 HTTP/1.1" status: 200 len: 1035 time: 0.0936623 Feb 01 04:42:24.005841 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de0da3f-7b21-4dfb-9ca9-89ab3f709e53 req-676445f9-cf47-4968-bf54-a3d5f798d969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:24.007170 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-1de0da3f-7b21-4dfb-9ca9-89ab3f709e53 req-676445f9-cf47-4968-bf54-a3d5f798d969 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0736ebe2-98a9-4114-a10b-208c0940a406 HTTP/1.1" status: 200 len: 835 time: 0.0577178 Feb 01 04:42:24.079957 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de0da3f-7b21-4dfb-9ca9-89ab3f709e53 req-1c4d172a-c89c-47a0-8dc3-1eabd61cbc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:24.081415 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-1de0da3f-7b21-4dfb-9ca9-89ab3f709e53 req-1c4d172a-c89c-47a0-8dc3-1eabd61cbc3b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=49cbedf6-0f4f-4f35-97df-af53bd8606e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675683 Feb 01 04:42:24.213768 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-1de0da3f-7b21-4dfb-9ca9-89ab3f709e53 req-c5353e50-addf-44c2-aa9e-944d73ecb149 service neutron] 10.222.0.18 "GET /v2.0/networks/49cbedf6-0f4f-4f35-97df-af53bd8606e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249938 Feb 01 04:42:24.235875 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af74779c-7eb0-49af-90e9-f7417380bc70 req-2a5a2288-609d-4cfc-834e-739a727a01c1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:24.237357 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-af74779c-7eb0-49af-90e9-f7417380bc70 req-2a5a2288-609d-4cfc-834e-739a727a01c1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=30be3ab7-4b34-4495-9c82-cb0ff6aad0a5 HTTP/1.1" status: 200 len: 980 time: 0.0779998 Feb 01 04:42:24.280849 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-af74779c-7eb0-49af-90e9-f7417380bc70 req-6f4bbab6-baa3-4078-826e-b746a011ac61 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=c770c562-1947-4049-b5a8-afac5777c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377166 Feb 01 04:42:24.343331 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-1de0da3f-7b21-4dfb-9ca9-89ab3f709e53 req-c3183732-beed-435b-b1ae-9f25a04715df service neutron] 10.222.0.18 "GET /v2.0/networks/49cbedf6-0f4f-4f35-97df-af53bd8606e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233711 Feb 01 04:42:25.120975 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 3a34d6a1-757e-4a81-a391-06d89627cca5 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 01 04:42:25.250041 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 3a34d6a1-757e-4a81-a391-06d89627cca5, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=3a34d6a1-757e-4a81-a391-06d89627cca5,segment=NetworkSegment(f72ecb9a-ea73-4091-9a86-4c8f6fd7a2e5),segment_id=f72ecb9a-ea73-4091-9a86-4c8f6fd7a2e5)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:42:25.262581 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Returning: {'device': '3a34d6a1-757e-4a81-a391-06d89627cca5', 'network_id': '49cbedf6-0f4f-4f35-97df-af53bd8606e4', 'port_id': '3a34d6a1-757e-4a81-a391-06d89627cca5', 'mac_address': 'fa:16:3e:cc:04:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0736ebe2-98a9-4114-a10b-208c0940a406', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 01 04:42:25.320303 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:25.338479 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a34d6a1-757e-4a81-a391-06d89627cca5 {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 04:42:25.354745 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 3a34d6a1-757e-4a81-a391-06d89627cca5, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=3a34d6a1-757e-4a81-a391-06d89627cca5,segment=NetworkSegment(f72ecb9a-ea73-4091-9a86-4c8f6fd7a2e5),segment_id=f72ecb9a-ea73-4091-9a86-4c8f6fd7a2e5)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:42:25.361355 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:25.446804 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=3a34d6a1-757e-4a81-a391-06d89627cca5,revision_number=9']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:42:25.480268 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2df223-20f4-42b0-9d7e-53b6872a8c10 req-c34c5bca-5047-4c5c-b1f7-1d6d1cabc0d8 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:25.482373 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-6c2df223-20f4-42b0-9d7e-53b6872a8c10 req-c34c5bca-5047-4c5c-b1f7-1d6d1cabc0d8 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=30be3ab7-4b34-4495-9c82-cb0ff6aad0a5 HTTP/1.1" status: 200 len: 981 time: 0.0861971 Feb 01 04:42:25.526538 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-6c2df223-20f4-42b0-9d7e-53b6872a8c10 req-4f1162c8-b0e1-47ed-9ab6-3243ab90d342 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=c770c562-1947-4049-b5a8-afac5777c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384817 Feb 01 04:42:25.638269 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] get_ports_and_sgs() called for port_ids ['3a34d6a1-757e-4a81-a391-06d89627cca5'] {{(pid=87638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 01 04:42:26.708137 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c99a9b-fa26-4d08-9bd9-4147eb16de7a req-8c119d90-f82b-49cb-b437-ce52f1fde01d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:26.709561 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-68c99a9b-fa26-4d08-9bd9-4147eb16de7a req-8c119d90-f82b-49cb-b437-ce52f1fde01d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=30be3ab7-4b34-4495-9c82-cb0ff6aad0a5 HTTP/1.1" status: 200 len: 981 time: 0.0800877 Feb 01 04:42:26.752295 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-68c99a9b-fa26-4d08-9bd9-4147eb16de7a req-17baf810-4374-4d36-aff7-ad50834603e4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=c770c562-1947-4049-b5a8-afac5777c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372937 Feb 01 04:42:27.136092 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 3a34d6a1-757e-4a81-a391-06d89627cca5 up at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:42:27.201007 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning for port 3a34d6a1-757e-4a81-a391-06d89627cca5 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:42:27.205737 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning complete for port 3a34d6a1-757e-4a81-a391-06d89627cca5 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:42:27.206106 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:27.318247 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:27.349093 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30be3ab7-4b34-4495-9c82-cb0ff6aad0a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a34d6a1-757e-4a81-a391-06d89627cca5'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:42:27.358272 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 3a34d6a1-757e-4a81-a391-06d89627cca5, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=3a34d6a1-757e-4a81-a391-06d89627cca5,segment=NetworkSegment(f72ecb9a-ea73-4091-9a86-4c8f6fd7a2e5),segment_id=f72ecb9a-ea73-4091-9a86-4c8f6fd7a2e5)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:42:27.362213 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:27.395953 dv-neutron-826830-1-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30be3ab7-4b34-4495-9c82-cb0ff6aad0a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a34d6a1-757e-4a81-a391-06d89627cca5', 'code': 200} Feb 01 04:42:27.442399 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=3a34d6a1-757e-4a81-a391-06d89627cca5,revision_number=10']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:42:27.656238 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cfc8e3-ef21-4f61-a5d8-385705728679 req-d7cb1f23-a1be-4038-b7c5-2bf72f03e840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:27.657601 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-d2cfc8e3-ef21-4f61-a5d8-385705728679 req-d7cb1f23-a1be-4038-b7c5-2bf72f03e840 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=30be3ab7-4b34-4495-9c82-cb0ff6aad0a5 HTTP/1.1" status: 200 len: 1136 time: 0.0752981 Feb 01 04:42:27.700639 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-d2cfc8e3-ef21-4f61-a5d8-385705728679 req-7c28f475-13a4-4fe3-9671-6aace9fe92b1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c770c562-1947-4049-b5a8-afac5777c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364656 Feb 01 04:42:27.928668 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1464ac7d-4402-45b9-8e06-24355ac6b528 req-f88ee9cf-bdef-4937-b594-1d753913360e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:27.930027 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1464ac7d-4402-45b9-8e06-24355ac6b528 req-f88ee9cf-bdef-4937-b594-1d753913360e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=30be3ab7-4b34-4495-9c82-cb0ff6aad0a5 HTTP/1.1" status: 200 len: 983 time: 0.0774715 Feb 01 04:42:27.976008 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1464ac7d-4402-45b9-8e06-24355ac6b528 req-3b646dfc-5947-441c-9880-f70076a0e618 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=c770c562-1947-4049-b5a8-afac5777c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396667 Feb 01 04:42:29.158897 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f7266-840d-49a6-8a19-6997606dd0c3 req-f860a7f8-8c7e-4ce8-b80e-473875a36e3f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:29.160257 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-710f7266-840d-49a6-8a19-6997606dd0c3 req-f860a7f8-8c7e-4ce8-b80e-473875a36e3f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=30be3ab7-4b34-4495-9c82-cb0ff6aad0a5 HTTP/1.1" status: 200 len: 983 time: 0.0769804 Feb 01 04:42:29.202723 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-710f7266-840d-49a6-8a19-6997606dd0c3 req-370cf1e9-700b-427c-995a-b0d8b7e7eb61 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=c770c562-1947-4049-b5a8-afac5777c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369508 Feb 01 04:42:29.382376 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f03d60-14be-4481-9b2c-1f9608d05b78 req-31db8e76-7c79-4bfe-8aca-5f47dcf65f92 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:29.383827 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d7f03d60-14be-4481-9b2c-1f9608d05b78 req-31db8e76-7c79-4bfe-8aca-5f47dcf65f92 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=30be3ab7-4b34-4495-9c82-cb0ff6aad0a5 HTTP/1.1" status: 200 len: 983 time: 0.0790725 Feb 01 04:42:29.425747 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d7f03d60-14be-4481-9b2c-1f9608d05b78 req-8e1d6995-d8f9-4b5b-b37b-f289188e828c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=c770c562-1947-4049-b5a8-afac5777c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363431 Feb 01 04:42:29.447903 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 43992) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:42:29.520631 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f811b46b-a9db-45c5-a7b0-59c1f4d77dc7 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:29.522074 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f811b46b-a9db-45c5-a7b0-59c1f4d77dc7 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=30be3ab7-4b34-4495-9c82-cb0ff6aad0a5&network_id=49cbedf6-0f4f-4f35-97df-af53bd8606e4 HTTP/1.1" status: 200 len: 1131 time: 0.0732517 Feb 01 04:42:29.862703 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd264476-8205-43a0-809a-1ab438112c5d req-e2c37b03-250d-4fb9-b597-705417dd69b0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:29.864172 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dd264476-8205-43a0-809a-1ab438112c5d req-e2c37b03-250d-4fb9-b597-705417dd69b0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=30be3ab7-4b34-4495-9c82-cb0ff6aad0a5 HTTP/1.1" status: 200 len: 983 time: 0.0773129 Feb 01 04:42:29.906983 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dd264476-8205-43a0-809a-1ab438112c5d req-c4a0e0c8-9a66-46a8-81b9-fdf4456203c9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=c770c562-1947-4049-b5a8-afac5777c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372999 Feb 01 04:42:31.094771 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab80a8-3eaf-44ab-a9b2-045b02065406 req-13c0af0b-17c3-490b-99b3-ecc95919fdc9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:31.096225 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-3cab80a8-3eaf-44ab-a9b2-045b02065406 req-13c0af0b-17c3-490b-99b3-ecc95919fdc9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=30be3ab7-4b34-4495-9c82-cb0ff6aad0a5 HTTP/1.1" status: 200 len: 983 time: 0.0804248 Feb 01 04:42:31.139673 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-3cab80a8-3eaf-44ab-a9b2-045b02065406 req-d34e1291-a5c6-4e4e-995d-0c194b1d5d0a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=c770c562-1947-4049-b5a8-afac5777c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375636 Feb 01 04:42:31.219685 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba48cb2-e8de-40d4-a8f5-792bc89de054 req-d8dee95f-ecae-4a83-90c8-1bc619ba2102 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:31.221075 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-aba48cb2-e8de-40d4-a8f5-792bc89de054 req-d8dee95f-ecae-4a83-90c8-1bc619ba2102 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.18 "GET /v2.0/ports?device_id=30be3ab7-4b34-4495-9c82-cb0ff6aad0a5 HTTP/1.1" status: 200 len: 983 time: 0.0761302 Feb 01 04:42:31.292471 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba48cb2-e8de-40d4-a8f5-792bc89de054 req-fec86a60-59a3-4f51-981a-f452f4dca715 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:31.294417 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-aba48cb2-e8de-40d4-a8f5-792bc89de054 req-fec86a60-59a3-4f51-981a-f452f4dca715 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.18 "GET /v2.0/ports/3a34d6a1-757e-4a81-a391-06d89627cca5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0672586 Feb 01 04:42:31.434590 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-aba48cb2-e8de-40d4-a8f5-792bc89de054 req-7984dbd3-d7da-4a88-9043-ba2f6ba52044 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.18 "GET /v2.0/networks/49cbedf6-0f4f-4f35-97df-af53bd8606e4?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1353323 Feb 01 04:42:31.443841 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [req-aba48cb2-e8de-40d4-a8f5-792bc89de054 req-1715deca-9fc9-474f-bfc3-11824479290b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:42:31.548099 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-aba48cb2-e8de-40d4-a8f5-792bc89de054 req-1715deca-9fc9-474f-bfc3-11824479290b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:31.852933 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [req-aba48cb2-e8de-40d4-a8f5-792bc89de054 req-1715deca-9fc9-474f-bfc3-11824479290b service neutron] For port 3a34d6a1-757e-4a81-a391-06d89627cca5, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=3a34d6a1-757e-4a81-a391-06d89627cca5,segment=NetworkSegment(f72ecb9a-ea73-4091-9a86-4c8f6fd7a2e5),segment_id=f72ecb9a-ea73-4091-9a86-4c8f6fd7a2e5)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:42:31.881292 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [req-aba48cb2-e8de-40d4-a8f5-792bc89de054 req-1715deca-9fc9-474f-bfc3-11824479290b service neutron] For port 3a34d6a1-757e-4a81-a391-06d89627cca5, host hv-neutron-8268, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:42:31.926057 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3a30168a-89ca-409b-a8fd-d7defe370938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:31.937157 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [req-aba48cb2-e8de-40d4-a8f5-792bc89de054 req-1715deca-9fc9-474f-bfc3-11824479290b service neutron] device_id is not set on port 3a34d6a1-757e-4a81-a391-06d89627cca5 yet. {{(pid=87637) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 01 04:42:31.945516 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-aba48cb2-e8de-40d4-a8f5-792bc89de054 req-1715deca-9fc9-474f-bfc3-11824479290b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:31.951862 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-aba48cb2-e8de-40d4-a8f5-792bc89de054 req-1715deca-9fc9-474f-bfc3-11824479290b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:32.096210 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1715deca-9fc9-474f-bfc3-11824479290b service neutron] Pushing event updated for resources: {'Port': ['ID=3a34d6a1-757e-4a81-a391-06d89627cca5,revision_number=11']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:42:32.143569 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [req-aba48cb2-e8de-40d4-a8f5-792bc89de054 req-1715deca-9fc9-474f-bfc3-11824479290b service neutron] No DVR routers for this DVR port 3a34d6a1-757e-4a81-a391-06d89627cca5 on host hv-neutron-8268 {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:42:32.210432 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-df91354b-6975-4a6d-baae-3d5304d47dc8 None None] Provisioning complete for port 3a34d6a1-757e-4a81-a391-06d89627cca5 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:42:32.210796 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-df91354b-6975-4a6d-baae-3d5304d47dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:32.263655 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-df91354b-6975-4a6d-baae-3d5304d47dc8 None None] Port 3a34d6a1-757e-4a81-a391-06d89627cca5 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:42:32.293796 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9bb97936-8fd9-441f-a5d3-c180d1b9ac87 req-c038ebba-35c9-431e-9d66-88d993d4c483 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=30be3ab7-4b34-4495-9c82-cb0ff6aad0a5 HTTP/1.1" status: 200 len: 210 time: 0.0442140 Feb 01 04:42:32.365128 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [req-aba48cb2-e8de-40d4-a8f5-792bc89de054 req-1715deca-9fc9-474f-bfc3-11824479290b service neutron] In _notify_port_updated(), no bound segment for port 3a34d6a1-757e-4a81-a391-06d89627cca5 on network 49cbedf6-0f4f-4f35-97df-af53bd8606e4 {{(pid=87637) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 01 04:42:32.365902 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba48cb2-e8de-40d4-a8f5-792bc89de054 req-1715deca-9fc9-474f-bfc3-11824479290b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:32.366507 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-aba48cb2-e8de-40d4-a8f5-792bc89de054 req-1715deca-9fc9-474f-bfc3-11824479290b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:32.367800 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-aba48cb2-e8de-40d4-a8f5-792bc89de054 req-1715deca-9fc9-474f-bfc3-11824479290b service neutron] 10.222.0.18 "PUT /v2.0/ports/3a34d6a1-757e-4a81-a391-06d89627cca5 HTTP/1.1" status: 200 len: 1026 time: 0.9278421 Feb 01 04:42:33.391660 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 44006) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:42:33.557344 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a15291c5-a6e2-4d04-9d47-2890cf89e9f3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:33.587176 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a15291c5-a6e2-4d04-9d47-2890cf89e9f3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:33.649033 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a15291c5-a6e2-4d04-9d47-2890cf89e9f3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:33.666992 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15291c5-a6e2-4d04-9d47-2890cf89e9f3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35b454c-fe5c-4c1b-a9e8-945844f4a128,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:42:33.677050 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a15291c5-a6e2-4d04-9d47-2890cf89e9f3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:33.679905 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a15291c5-a6e2-4d04-9d47-2890cf89e9f3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "DELETE /v2.0/security-groups/e35b454c-fe5c-4c1b-a9e8-945844f4a128 HTTP/1.1" status: 204 len: 168 time: 0.2855201 Feb 01 04:42:33.708650 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 44012) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:42:33.906974 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-854958b4-358c-4c08-a98b-db058f48f961 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Deleting port f3f3cb93-20f5-463e-8113-4e9d9d9fa2b2 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:42:33.907356 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-854958b4-358c-4c08-a98b-db058f48f961 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:34.074143 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-854958b4-358c-4c08-a98b-db058f48f961 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:34.074549 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-854958b4-358c-4c08-a98b-db058f48f961 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:34.194363 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-854958b4-358c-4c08-a98b-db058f48f961 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Calling delete_port for f3f3cb93-20f5-463e-8113-4e9d9d9fa2b2 owned by network:floatingip {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:42:34.224966 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-666ca7f1-11f2-49f4-9ebe-f31b637ba03f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:34.342338 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-854958b4-358c-4c08-a98b-db058f48f961 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:34.417100 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854958b4-358c-4c08-a98b-db058f48f961 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event deleted for resources: {'Port': ['ID=f3f3cb93-20f5-463e-8113-4e9d9d9fa2b2,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:42:34.480414 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-854958b4-358c-4c08-a98b-db058f48f961 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for floatingip, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:34.481304 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.l3_db [None req-854958b4-358c-4c08-a98b-db058f48f961 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Floating IP 9103b83d-d6dc-41f1-9301-a2e606b0213f disassociated (deleted). External IP: 172.26.8.71, port: 3a34d6a1-757e-4a81-a391-06d89627cca5. Feb 01 04:42:34.820235 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-854958b4-358c-4c08-a98b-db058f48f961 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Router f0a62835-29ea-43b9-abe6-f73561240f47 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:42:35.092340 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-854958b4-358c-4c08-a98b-db058f48f961 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:42:35.101503 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af7708b-8688-4231-a198-d8c4c4b3168d None None] Sync routers for ids ['f0a62835-29ea-43b9-abe6-f73561240f47'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:42:35.112088 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af7708b-8688-4231-a198-d8c4c4b3168d None None] Routers {'f0a62835-29ea-43b9-abe6-f73561240f47'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:42:35.112682 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-4af7708b-8688-4231-a198-d8c4c4b3168d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:42:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['f0a62835-29ea-43b9-abe6-f73561240f47'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:42:35.113652 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-854958b4-358c-4c08-a98b-db058f48f961 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:35.167662 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-854958b4-358c-4c08-a98b-db058f48f961 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "DELETE /v2.0/floatingips/9103b83d-d6dc-41f1-9301-a2e606b0213f HTTP/1.1" status: 204 len: 168 time: 1.4577291 Feb 01 04:42:35.183003 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 3a34d6a1-757e-4a81-a391-06d89627cca5 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:42:35.242046 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 3a34d6a1-757e-4a81-a391-06d89627cca5 not bound to the agent host hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:42:35.289253 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-4af7708b-8688-4231-a198-d8c4c4b3168d None None] Set router f0a62835-29ea-43b9-abe6-f73561240f47 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:42:35.309412 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 44020) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:42:35.342696 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:35.379218 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-22567dc2-749f-4e73-a19d-1ef7433969f9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:35.411195 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-22567dc2-749f-4e73-a19d-1ef7433969f9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:35.460749 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:35.479535 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-22567dc2-749f-4e73-a19d-1ef7433969f9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:35.497491 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22567dc2-749f-4e73-a19d-1ef7433969f9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5489bc90-193d-400b-861b-b2f184db4318,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:42:35.509735 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-22567dc2-749f-4e73-a19d-1ef7433969f9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:35.513919 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-22567dc2-749f-4e73-a19d-1ef7433969f9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "DELETE /v2.0/security-groups/5489bc90-193d-400b-861b-b2f184db4318 HTTP/1.1" status: 204 len: 168 time: 0.2035015 Feb 01 04:42:35.540923 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 44026) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:42:35.610382 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-11aecc8c-ebd2-41b0-9bed-372a0b3f3f59 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Deleting port 3a34d6a1-757e-4a81-a391-06d89627cca5 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:42:35.610721 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-11aecc8c-ebd2-41b0-9bed-372a0b3f3f59 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:35.612266 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-4af7708b-8688-4231-a198-d8c4c4b3168d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a62835-29ea-43b9-abe6-f73561240f47', 'name': 'tempest-TestNetworkBasicOps-router-369881460', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': '54829636-beeb-483c-864e-9e199c67bc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:41:51Z', 'updated_at': '2022-02-01T04:41:56Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': '54829636-beeb-483c-864e-9e199c67bc79', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:6a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a62835-29ea-43b9-abe6-f73561240f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:41:52Z', 'updated_at': '2022-02-01T04:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '25065577-a6a2-418a-b724-cd22dfad7fe3', 'name': '', 'network_id': '49cbedf6-0f4f-4f35-97df-af53bd8606e4', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:f7:b5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a62835-29ea-43b9-abe6-f73561240f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '0736ebe2-98a9-4114-a10b-208c0940a406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:41:56Z', 'updated_at': '2022-02-01T04:42:02Z', 'revision_number': 5, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': '0736ebe2-98a9-4114-a10b-208c0940a406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:42:35.616041 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af7708b-8688-4231-a198-d8c4c4b3168d None None] Checking router: f0a62835-29ea-43b9-abe6-f73561240f47 for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:42:35.625461 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af7708b-8688-4231-a198-d8c4c4b3168d None None] Routers {'f0a62835-29ea-43b9-abe6-f73561240f47'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:42:35.626119 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-4af7708b-8688-4231-a198-d8c4c4b3168d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:42:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['f0a62835-29ea-43b9-abe6-f73561240f47'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:42:35.803124 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-4af7708b-8688-4231-a198-d8c4c4b3168d None None] Set router f0a62835-29ea-43b9-abe6-f73561240f47 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:42:35.861224 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-11aecc8c-ebd2-41b0-9bed-372a0b3f3f59 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:35.981748 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-11aecc8c-ebd2-41b0-9bed-372a0b3f3f59 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Calling delete_port for 3a34d6a1-757e-4a81-a391-06d89627cca5 owned by {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:42:36.124274 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-11aecc8c-ebd2-41b0-9bed-372a0b3f3f59 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:36.130747 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-4af7708b-8688-4231-a198-d8c4c4b3168d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a62835-29ea-43b9-abe6-f73561240f47', 'name': 'tempest-TestNetworkBasicOps-router-369881460', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': '54829636-beeb-483c-864e-9e199c67bc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:41:51Z', 'updated_at': '2022-02-01T04:41:56Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': '54829636-beeb-483c-864e-9e199c67bc79', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:6a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a62835-29ea-43b9-abe6-f73561240f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:41:52Z', 'updated_at': '2022-02-01T04:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '25065577-a6a2-418a-b724-cd22dfad7fe3', 'name': '', 'network_id': '49cbedf6-0f4f-4f35-97df-af53bd8606e4', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:f7:b5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a62835-29ea-43b9-abe6-f73561240f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '0736ebe2-98a9-4114-a10b-208c0940a406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:41:56Z', 'updated_at': '2022-02-01T04:42:02Z', 'revision_number': 5, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': '0736ebe2-98a9-4114-a10b-208c0940a406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:42:36.134547 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af7708b-8688-4231-a198-d8c4c4b3168d None None] The sync data for ids ['f0a62835-29ea-43b9-abe6-f73561240f47'] in dv-neutron-826830-1-hyperv is: [{'id': 'f0a62835-29ea-43b9-abe6-f73561240f47', 'name': 'tempest-TestNetworkBasicOps-router-369881460', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': '54829636-beeb-483c-864e-9e199c67bc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:41:51Z', 'updated_at': '2022-02-01T04:41:56Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': '54829636-beeb-483c-864e-9e199c67bc79', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:6a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a62835-29ea-43b9-abe6-f73561240f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:41:52Z', 'updated_at': '2022-02-01T04:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '25065577-a6a2-418a-b724-cd22dfad7fe3', 'name': '', 'network_id': '49cbedf6-0f4f-4f35-97df-af53bd8606e4', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:f7:b5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a62835-29ea-43b9-abe6-f73561240f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '0736ebe2-98a9-4114-a10b-208c0940a406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:41:56Z', 'updated_at': '2022-02-01T04:42:02Z', 'revision_number': 5, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': '0736ebe2-98a9-4114-a10b-208c0940a406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:42:36.176199 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aecc8c-ebd2-41b0-9bed-372a0b3f3f59 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event deleted for resources: {'Port': ['ID=3a34d6a1-757e-4a81-a391-06d89627cca5,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:42:36.386019 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54392daf-4b1b-4421-bd3c-a042738d616e None None] New status for floating IP 9103b83d-d6dc-41f1-9301-a2e606b0213f: DOWN {{(pid=87638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 01 04:42:36.392612 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-11aecc8c-ebd2-41b0-9bed-372a0b3f3f59 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:36.401906 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-11aecc8c-ebd2-41b0-9bed-372a0b3f3f59 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "DELETE /v2.0/ports/3a34d6a1-757e-4a81-a391-06d89627cca5 HTTP/1.1" status: 204 len: 168 time: 0.8600419 Feb 01 04:42:36.404685 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 44030) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:42:36.938899 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1c2c41ca-29b1-4be5-bb6d-37488ad61fde tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-371968'] for router_interface, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:36.976836 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:37.274628 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-1c2c41ca-29b1-4be5-bb6d-37488ad61fde tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Deleting port 25065577-a6a2-418a-b724-cd22dfad7fe3 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:42:37.274970 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1c2c41ca-29b1-4be5-bb6d-37488ad61fde tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:37.356366 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 04:42:37.458564 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-1c2c41ca-29b1-4be5-bb6d-37488ad61fde tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] For port 25065577-a6a2-418a-b724-cd22dfad7fe3, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=25065577-a6a2-418a-b724-cd22dfad7fe3,segment=NetworkSegment(f72ecb9a-ea73-4091-9a86-4c8f6fd7a2e5),segment_id=f72ecb9a-ea73-4091-9a86-4c8f6fd7a2e5)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:42:37.458914 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1c2c41ca-29b1-4be5-bb6d-37488ad61fde tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:37.584287 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-1c2c41ca-29b1-4be5-bb6d-37488ad61fde tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Calling delete_port for 25065577-a6a2-418a-b724-cd22dfad7fe3 owned by network:router_interface {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:42:37.890377 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1c2c41ca-29b1-4be5-bb6d-37488ad61fde tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:37.963655 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2c41ca-29b1-4be5-bb6d-37488ad61fde tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event deleted for resources: {'Port': ['ID=25065577-a6a2-418a-b724-cd22dfad7fe3,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:42:38.212556 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1c2c41ca-29b1-4be5-bb6d-37488ad61fde tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770960'] for router_interface, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:38.567348 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c2c41ca-29b1-4be5-bb6d-37488ad61fde tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Router f0a62835-29ea-43b9-abe6-f73561240f47 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:42:38.738583 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c2c41ca-29b1-4be5-bb6d-37488ad61fde tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:42:38.747712 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef60edf-81e7-43b3-a65a-d681e5af7eb2 None None] Sync routers for ids ['f0a62835-29ea-43b9-abe6-f73561240f47'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:42:38.751305 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-1c2c41ca-29b1-4be5-bb6d-37488ad61fde tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "PUT /v2.0/routers/f0a62835-29ea-43b9-abe6-f73561240f47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3456221 Feb 01 04:42:38.753976 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 44034) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:42:38.756799 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef60edf-81e7-43b3-a65a-d681e5af7eb2 None None] Routers {'f0a62835-29ea-43b9-abe6-f73561240f47'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:42:38.757397 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-cef60edf-81e7-43b3-a65a-d681e5af7eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:42:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['f0a62835-29ea-43b9-abe6-f73561240f47'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:42:38.820482 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b2623c0-d491-415e-ba10-e43453b0c014 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Deleting subnet 0736ebe2-98a9-4114-a10b-208c0940a406 {{(pid=87637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:42:38.823484 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0b2623c0-d491-415e-ba10-e43453b0c014 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for subnet, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:38.877014 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0b2623c0-d491-415e-ba10-e43453b0c014 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2424773'] for subnet, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:38.933823 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-cef60edf-81e7-43b3-a65a-d681e5af7eb2 None None] Set router f0a62835-29ea-43b9-abe6-f73561240f47 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:42:38.961641 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0b2623c0-d491-415e-ba10-e43453b0c014 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:39.032422 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0b2623c0-d491-415e-ba10-e43453b0c014 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3037665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694336'] for subnet, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:39.070666 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2623c0-d491-415e-ba10-e43453b0c014 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event deleted for resources: {'Subnet': ['ID=0736ebe2-98a9-4114-a10b-208c0940a406,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:42:39.074879 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0b2623c0-d491-415e-ba10-e43453b0c014 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:39.080846 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-0b2623c0-d491-415e-ba10-e43453b0c014 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "DELETE /v2.0/subnets/0736ebe2-98a9-4114-a10b-208c0940a406 HTTP/1.1" status: 204 len: 168 time: 0.3258226 Feb 01 04:42:39.081718 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841ef6a0-e90d-4373-9ecc-b4a1df068774 None None] Network 49cbedf6-0f4f-4f35-97df-af53bd8606e4 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:42:39.083442 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 44038) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:42:39.221569 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-cef60edf-81e7-43b3-a65a-d681e5af7eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a62835-29ea-43b9-abe6-f73561240f47', 'name': 'tempest-TestNetworkBasicOps-router-369881460', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': '54829636-beeb-483c-864e-9e199c67bc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:41:51Z', 'updated_at': '2022-02-01T04:42:37Z', 'revision_number': 5, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': '54829636-beeb-483c-864e-9e199c67bc79', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:6a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a62835-29ea-43b9-abe6-f73561240f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:41:52Z', 'updated_at': '2022-02-01T04:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:42:39.225543 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef60edf-81e7-43b3-a65a-d681e5af7eb2 None None] Checking router: f0a62835-29ea-43b9-abe6-f73561240f47 for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:42:39.234046 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef60edf-81e7-43b3-a65a-d681e5af7eb2 None None] Routers {'f0a62835-29ea-43b9-abe6-f73561240f47'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:42:39.234748 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-cef60edf-81e7-43b3-a65a-d681e5af7eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:42:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['f0a62835-29ea-43b9-abe6-f73561240f47'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:42:39.348163 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b64a42-bfdf-4105-b169-aa8fa88eff5b None None] DHCP port deletion for 49cbedf6-0f4f-4f35-97df-af53bd8606e4 request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:42:39.352774 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-21b64a42-bfdf-4105-b169-aa8fa88eff5b None None] Deleting port 5bd61086-4796-4e62-a15a-2ccdde5c4da2 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:42:39.353149 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-21b64a42-bfdf-4105-b169-aa8fa88eff5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:39.387923 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-79584f36-ab99-410c-a479-78bdc8369d2b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for router, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:39.420036 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-cef60edf-81e7-43b3-a65a-d681e5af7eb2 None None] Set router f0a62835-29ea-43b9-abe6-f73561240f47 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:42:39.576370 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-79584f36-ab99-410c-a479-78bdc8369d2b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:39.586353 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-79584f36-ab99-410c-a479-78bdc8369d2b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Deleting port 54829636-beeb-483c-864e-9e199c67bc79 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:42:39.586684 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-79584f36-ab99-410c-a479-78bdc8369d2b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:39.588809 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-21b64a42-bfdf-4105-b169-aa8fa88eff5b None None] For port 5bd61086-4796-4e62-a15a-2ccdde5c4da2, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=5bd61086-4796-4e62-a15a-2ccdde5c4da2,segment=NetworkSegment(f72ecb9a-ea73-4091-9a86-4c8f6fd7a2e5),segment_id=f72ecb9a-ea73-4091-9a86-4c8f6fd7a2e5)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:42:39.589226 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-21b64a42-bfdf-4105-b169-aa8fa88eff5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:39.702782 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-cef60edf-81e7-43b3-a65a-d681e5af7eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a62835-29ea-43b9-abe6-f73561240f47', 'name': 'tempest-TestNetworkBasicOps-router-369881460', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': '54829636-beeb-483c-864e-9e199c67bc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:41:51Z', 'updated_at': '2022-02-01T04:42:37Z', 'revision_number': 5, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': '54829636-beeb-483c-864e-9e199c67bc79', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:6a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a62835-29ea-43b9-abe6-f73561240f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:41:52Z', 'updated_at': '2022-02-01T04:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:42:39.706654 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef60edf-81e7-43b3-a65a-d681e5af7eb2 None None] The sync data for ids ['f0a62835-29ea-43b9-abe6-f73561240f47'] in dv-neutron-826830-1-hyperv is: [{'id': 'f0a62835-29ea-43b9-abe6-f73561240f47', 'name': 'tempest-TestNetworkBasicOps-router-369881460', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': '54829636-beeb-483c-864e-9e199c67bc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:41:51Z', 'updated_at': '2022-02-01T04:42:37Z', 'revision_number': 5, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': '54829636-beeb-483c-864e-9e199c67bc79', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:6a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a62835-29ea-43b9-abe6-f73561240f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:41:52Z', 'updated_at': '2022-02-01T04:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:42:39.708756 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-21b64a42-bfdf-4105-b169-aa8fa88eff5b None None] Calling delete_port for 5bd61086-4796-4e62-a15a-2ccdde5c4da2 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:42:39.774627 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-79584f36-ab99-410c-a479-78bdc8369d2b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] For port 54829636-beeb-483c-864e-9e199c67bc79, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=54829636-beeb-483c-864e-9e199c67bc79,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:42:39.775004 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-79584f36-ab99-410c-a479-78bdc8369d2b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:39.786235 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-21b64a42-bfdf-4105-b169-aa8fa88eff5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:39.831383 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b64a42-bfdf-4105-b169-aa8fa88eff5b None None] Pushing event deleted for resources: {'Port': ['ID=5bd61086-4796-4e62-a15a-2ccdde5c4da2,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:42:39.837660 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b64a42-bfdf-4105-b169-aa8fa88eff5b None None] No DVR routers for this DVR port 5bd61086-4796-4e62-a15a-2ccdde5c4da2 on host dv-neutron-826830-1-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:42:39.901736 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-79584f36-ab99-410c-a479-78bdc8369d2b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Calling delete_port for 54829636-beeb-483c-864e-9e199c67bc79 owned by network:router_gateway {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:42:40.079634 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-79584f36-ab99-410c-a479-78bdc8369d2b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:40.097020 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 5bd61086-4796-4e62-a15a-2ccdde5c4da2 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:42:40.132132 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79584f36-ab99-410c-a479-78bdc8369d2b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event deleted for resources: {'Port': ['ID=54829636-beeb-483c-864e-9e199c67bc79,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:42:40.136260 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 5bd61086-4796-4e62-a15a-2ccdde5c4da2 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:42:40.137023 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 5bd61086-4796-4e62-a15a-2ccdde5c4da2 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:42:40.137436 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 25065577-a6a2-418a-b724-cd22dfad7fe3 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:42:40.171340 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 25065577-a6a2-418a-b724-cd22dfad7fe3 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:42:40.171690 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 25065577-a6a2-418a-b724-cd22dfad7fe3 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:42:40.173321 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79584f36-ab99-410c-a479-78bdc8369d2b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:42:40.173678 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79584f36-ab99-410c-a479-78bdc8369d2b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:42:40.174017 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79584f36-ab99-410c-a479-78bdc8369d2b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:42:40.174352 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79584f36-ab99-410c-a479-78bdc8369d2b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:42:40.174681 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79584f36-ab99-410c-a479-78bdc8369d2b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:42:40.175010 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79584f36-ab99-410c-a479-78bdc8369d2b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:42:40.175414 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79584f36-ab99-410c-a479-78bdc8369d2b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:42:40.175673 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79584f36-ab99-410c-a479-78bdc8369d2b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:42:40.175998 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79584f36-ab99-410c-a479-78bdc8369d2b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:42:40.176319 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79584f36-ab99-410c-a479-78bdc8369d2b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:42:40.176638 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79584f36-ab99-410c-a479-78bdc8369d2b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:42:40.176951 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79584f36-ab99-410c-a479-78bdc8369d2b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:42:40.237198 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-79584f36-ab99-410c-a479-78bdc8369d2b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-774381'] for router_gateway, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:40.414136 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-79584f36-ab99-410c-a479-78bdc8369d2b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25968'] for router, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:40.416578 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-79584f36-ab99-410c-a479-78bdc8369d2b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:40.438861 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-79584f36-ab99-410c-a479-78bdc8369d2b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772958'] for router, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:40.439387 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79584f36-ab99-410c-a479-78bdc8369d2b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Fanout notify agent at l3_agent the message router_deleted on router f0a62835-29ea-43b9-abe6-f73561240f47 {{(pid=87637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 01 04:42:40.453891 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-79584f36-ab99-410c-a479-78bdc8369d2b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:40.457505 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-79584f36-ab99-410c-a479-78bdc8369d2b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "DELETE /v2.0/routers/f0a62835-29ea-43b9-abe6-f73561240f47 HTTP/1.1" status: 204 len: 168 time: 1.3706472 Feb 01 04:42:40.458053 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 44042) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:42:40.571976 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cfa2cb75-4982-4e5a-89cd-1dc907197cd6 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:40.700402 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cfa2cb75-4982-4e5a-89cd-1dc907197cd6 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:40.724346 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-cfa2cb75-4982-4e5a-89cd-1dc907197cd6 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49cbedf6-0f4f-4f35-97df-af53bd8606e4']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:42:40.735862 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-cfa2cb75-4982-4e5a-89cd-1dc907197cd6 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f72ecb9a-ea73-4091-9a86-4c8f6fd7a2e5') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:42:40.736151 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-cfa2cb75-4982-4e5a-89cd-1dc907197cd6 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f72ecb9a-ea73-4091-9a86-4c8f6fd7a2e5') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:42:40.746986 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cfa2cb75-4982-4e5a-89cd-1dc907197cd6 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:40.762773 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cfa2cb75-4982-4e5a-89cd-1dc907197cd6 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:40.768631 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfa2cb75-4982-4e5a-89cd-1dc907197cd6 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:42:40.769002 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cfa2cb75-4982-4e5a-89cd-1dc907197cd6 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:40.783243 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 04:42:40.783243 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:42:40.783243 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 04:42:40.783243 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:42:40.783243 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 04:42:40.783243 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:42:40.783243 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 04:42:40.783243 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:42:40.783243 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 04:42:40.783243 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:42:40.783243 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 04:42:40.783243 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:42:40.783243 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 04:42:40.783243 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:42:40.783243 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:42:40.783243 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:42:40.783243 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:42:40.783243 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:42:40.783243 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 04:42:40.783243 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:42:40.783243 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 04:42:40.783243 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:42:40.783243 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:42:40.783243 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:42:40.783243 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 04:42:40.783243 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:42:40.783243 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:42:40.783243 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:42:40.783243 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:42:40.783243 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:42:40.783243 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:42:40.783243 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:42:40.971248 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cfa2cb75-4982-4e5a-89cd-1dc907197cd6 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:40.988212 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cfa2cb75-4982-4e5a-89cd-1dc907197cd6 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:41.000086 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa2cb75-4982-4e5a-89cd-1dc907197cd6 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event deleted for resources: {'Network': ['ID=49cbedf6-0f4f-4f35-97df-af53bd8606e4,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:42:41.004986 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-cfa2cb75-4982-4e5a-89cd-1dc907197cd6 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "DELETE /v2.0/networks/49cbedf6-0f4f-4f35-97df-af53bd8606e4 HTTP/1.1" status: 204 len: 168 time: 0.5462444 Feb 01 04:42:41.017608 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 44046) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:42:41.029103 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-4d0ac388-c49a-4709-b5ae-46ad5550e411 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] 10.222.0.24 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0104878 Feb 01 04:42:41.031466 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 44050) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:42:41.036554 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-7373ee0b-25c8-4791-97b7-b650e088e0ae tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'network': {'name': 'tempest-network-smoke--1326724319', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'port_security_enabled': True}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:42:41.041092 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-7373ee0b-25c8-4791-97b7-b650e088e0ae tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:42:41.045754 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-7373ee0b-25c8-4791-97b7-b650e088e0ae tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:network and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:42:41.049349 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-7373ee0b-25c8-4791-97b7-b650e088e0ae tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:42:41.055243 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-7373ee0b-25c8-4791-97b7-b650e088e0ae tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:42:41.064160 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7373ee0b-25c8-4791-97b7-b650e088e0ae tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Made reservation on behalf of 0629703b9474474a9f2fde13723d2e8b for: {'network': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:42:41.067512 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7373ee0b-25c8-4791-97b7-b650e088e0ae tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:41.094117 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7373ee0b-25c8-4791-97b7-b650e088e0ae tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=87637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:42:41.102132 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7373ee0b-25c8-4791-97b7-b650e088e0ae tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:41.102480 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.segments_db [None req-7373ee0b-25c8-4791-97b7-b650e088e0ae tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Added segment d0525cd3-5ee4-4c0e-8300-65de9843ee0c of type vlan for network 2943bc41-1ca2-4fb1-9a91-23ffe855f551 Feb 01 04:42:41.130126 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7373ee0b-25c8-4791-97b7-b650e088e0ae tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:41.158289 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7373ee0b-25c8-4791-97b7-b650e088e0ae tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:41.163654 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7373ee0b-25c8-4791-97b7-b650e088e0ae tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:41.164221 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7373ee0b-25c8-4791-97b7-b650e088e0ae tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:41.221302 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-7373ee0b-25c8-4791-97b7-b650e088e0ae tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1888206 Feb 01 04:42:41.224117 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 44054) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:42:41.229784 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-16a580f8-c57a-4b4c-a044-25427c78a4f2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-776833343', 'admin_state_up': True, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:42:41.237316 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-16a580f8-c57a-4b4c-a044-25427c78a4f2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:42:41.240996 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-16a580f8-c57a-4b4c-a044-25427c78a4f2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:router and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:42:41.243768 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-16a580f8-c57a-4b4c-a044-25427c78a4f2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:42:41.250146 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-16a580f8-c57a-4b4c-a044-25427c78a4f2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:42:41.259695 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-16a580f8-c57a-4b4c-a044-25427c78a4f2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25958'] for router, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:41.260638 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-16a580f8-c57a-4b4c-a044-25427c78a4f2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-372027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25961'] for router, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:41.270768 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7373ee0b-25c8-4791-97b7-b650e088e0ae tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'Network': ['ID=2943bc41-1ca2-4fb1-9a91-23ffe855f551,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:42:41.275664 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-16a580f8-c57a-4b4c-a044-25427c78a4f2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:41.281659 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 2943bc41-1ca2-4fb1-9a91-23ffe855f551 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:42:41.543390 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-16a580f8-c57a-4b4c-a044-25427c78a4f2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:41.858136 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-16a580f8-c57a-4b4c-a044-25427c78a4f2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for router_gateway, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:41.889222 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-16a580f8-c57a-4b4c-a044-25427c78a4f2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:41.957337 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 54829636-beeb-483c-864e-9e199c67bc79 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:42:41.994987 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 54829636-beeb-483c-864e-9e199c67bc79 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:42:41.995359 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 54829636-beeb-483c-864e-9e199c67bc79 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:42:42.031471 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-16a580f8-c57a-4b4c-a044-25427c78a4f2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Allocated IP 172.26.8.104 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/bac39ddf-40c9-44b9-b4c3-de6d4e9e1317) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:42:42.171821 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-16a580f8-c57a-4b4c-a044-25427c78a4f2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:42.200581 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-16a580f8-c57a-4b4c-a044-25427c78a4f2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:42.268575 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a580f8-c57a-4b4c-a044-25427c78a4f2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:42:42.271475 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-16a580f8-c57a-4b4c-a044-25427c78a4f2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:42:42.275029 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a580f8-c57a-4b4c-a044-25427c78a4f2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:42:42.307508 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a580f8-c57a-4b4c-a044-25427c78a4f2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'Port': ['ID=bac39ddf-40c9-44b9-b4c3-de6d4e9e1317,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:42:42.805724 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-16a580f8-c57a-4b4c-a044-25427c78a4f2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for router_gateway, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:43.190816 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-16a580f8-c57a-4b4c-a044-25427c78a4f2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337'] for router, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:43.407643 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16a580f8-c57a-4b4c-a044-25427c78a4f2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Router 0a9806a7-78d2-468c-87df-c302aabd7437 is scheduled to L3 agent a3073304-82af-4a42-89af-bc532d6626bb with binding_index 1 {{(pid=87636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 01 04:42:43.582444 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a580f8-c57a-4b4c-a044-25427c78a4f2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:42:43.594175 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30ea486-1224-42b2-a936-4b0c7456d1b5 None None] Sync routers for ids ['0a9806a7-78d2-468c-87df-c302aabd7437'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:42:43.606229 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30ea486-1224-42b2-a936-4b0c7456d1b5 None None] Routers {'0a9806a7-78d2-468c-87df-c302aabd7437'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:42:43.606725 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-c30ea486-1224-42b2-a936-4b0c7456d1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:42:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['0a9806a7-78d2-468c-87df-c302aabd7437'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:42:43.612160 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-16a580f8-c57a-4b4c-a044-25427c78a4f2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:43.620296 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-16a580f8-c57a-4b4c-a044-25427c78a4f2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3880064 Feb 01 04:42:43.620296 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 44058) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:42:43.660231 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-65194c3a-d14a-4e9f-a46b-6e971973f2de tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=0629703b9474474a9f2fde13723d2e8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0398843 Feb 01 04:42:43.660465 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 44062) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:42:43.784373 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b9e829-a479-46df-b3a7-30b9e2c80421 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:43.788573 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-21b9e829-a479-46df-b3a7-30b9e2c80421 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1245971 Feb 01 04:42:43.788730 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-c30ea486-1224-42b2-a936-4b0c7456d1b5 None None] Set router 0a9806a7-78d2-468c-87df-c302aabd7437 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:42:43.788881 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 44066) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:42:43.832638 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ea9befb4-ee70-44b7-a10c-cbb961c73670 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=bdef128a-46b3-4cca-a245-48d1eb781269&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0403068 Feb 01 04:42:43.832858 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 44070) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:42:43.837824 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-85d03db5-2af2-4253-8383-dfe4161f01d0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-142701344', 'network_id': '2943bc41-1ca2-4fb1-9a91-23ffe855f551', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:42:44.082157 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-85d03db5-2af2-4253-8383-dfe4161f01d0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:42:44.087279 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-85d03db5-2af2-4253-8383-dfe4161f01d0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:subnet and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:42:44.091253 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-85d03db5-2af2-4253-8383-dfe4161f01d0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:42:44.097085 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-c30ea486-1224-42b2-a936-4b0c7456d1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9806a7-78d2-468c-87df-c302aabd7437', 'name': 'tempest-TestNetworkBasicOps-router-776833343', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.104'}], 'enable_snat': True}, 'gw_port_id': 'bac39ddf-40c9-44b9-b4c3-de6d4e9e1317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:42:41Z', 'updated_at': '2022-02-01T04:42:42Z', 'revision_number': 3, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': 'bac39ddf-40c9-44b9-b4c3-de6d4e9e1317', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:27:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9806a7-78d2-468c-87df-c302aabd7437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:42:41Z', 'updated_at': '2022-02-01T04:42:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:42:44.098777 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-85d03db5-2af2-4253-8383-dfe4161f01d0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:42:44.101818 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30ea486-1224-42b2-a936-4b0c7456d1b5 None None] Checking router: 0a9806a7-78d2-468c-87df-c302aabd7437 for host: dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:42:44.101818 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30ea486-1224-42b2-a936-4b0c7456d1b5 None None] Updating router 0a9806a7-78d2-468c-87df-c302aabd7437 port bac39ddf-40c9-44b9-b4c3-de6d4e9e1317 binding host dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 04:42:44.108469 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d03db5-2af2-4253-8383-dfe4161f01d0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Made reservation on behalf of 0629703b9474474a9f2fde13723d2e8b for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:42:44.112340 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-85d03db5-2af2-4253-8383-dfe4161f01d0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:44.176945 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c30ea486-1224-42b2-a936-4b0c7456d1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:44.338143 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-85d03db5-2af2-4253-8383-dfe4161f01d0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:44.422786 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d03db5-2af2-4253-8383-dfe4161f01d0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'Subnet': ['ID=076e539a-e158-4c09-98e3-b21d6c5e022c,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:42:44.428524 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d03db5-2af2-4253-8383-dfe4161f01d0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Checking segment: {'id': 'd0525cd3-5ee4-4c0e-8300-65de9843ee0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2943bc41-1ca2-4fb1-9a91-23ffe855f551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:42:44.428524 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d03db5-2af2-4253-8383-dfe4161f01d0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Network hostable DHCP agents. Network: 2943bc41-1ca2-4fb1-9a91-23ffe855f551, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:42:44.450313 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d03db5-2af2-4253-8383-dfe4161f01d0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Network 2943bc41-1ca2-4fb1-9a91-23ffe855f551 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:42:44.463511 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-85d03db5-2af2-4253-8383-dfe4161f01d0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, 2943bc41-1ca2-4fb1-9a91-23ffe855f551) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:42:44.469986 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d03db5-2af2-4253-8383-dfe4161f01d0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:44.470511 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-85d03db5-2af2-4253-8383-dfe4161f01d0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:44.494512 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-85d03db5-2af2-4253-8383-dfe4161f01d0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6608224 Feb 01 04:42:44.498618 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 44074) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:42:44.520620 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01cb50ef-54d2-4163-ba3d-19a48c144544 None None] Network 2943bc41-1ca2-4fb1-9a91-23ffe855f551 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:42:44.636893 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c30ea486-1224-42b2-a936-4b0c7456d1b5 None None] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:44.672703 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-c30ea486-1224-42b2-a936-4b0c7456d1b5 None None] Transition to ACTIVE for port object bac39ddf-40c9-44b9-b4c3-de6d4e9e1317 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:42:44.687099 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c30ea486-1224-42b2-a936-4b0c7456d1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:44.794817 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-c30ea486-1224-42b2-a936-4b0c7456d1b5 None None] Attempting to bind port bac39ddf-40c9-44b9-b4c3-de6d4e9e1317 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:42:44.796552 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-c30ea486-1224-42b2-a936-4b0c7456d1b5 None None] Attempting to bind port bac39ddf-40c9-44b9-b4c3-de6d4e9e1317 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:42:44.796552 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30ea486-1224-42b2-a936-4b0c7456d1b5 None None] Attempting to bind port bac39ddf-40c9-44b9-b4c3-de6d4e9e1317 on network bdef128a-46b3-4cca-a245-48d1eb781269 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:42:44.828475 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30ea486-1224-42b2-a936-4b0c7456d1b5 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:42:44.828475 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30ea486-1224-42b2-a936-4b0c7456d1b5 None None] Checking segment: {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:42:44.828751 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c30ea486-1224-42b2-a936-4b0c7456d1b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:44.829057 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30ea486-1224-42b2-a936-4b0c7456d1b5 None None] Bound using segment: {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:42:44.829679 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-c30ea486-1224-42b2-a936-4b0c7456d1b5 None None] Bound port: bac39ddf-40c9-44b9-b4c3-de6d4e9e1317, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:42:44.829904 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c30ea486-1224-42b2-a936-4b0c7456d1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:44.861929 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0062c91-0e98-4d4d-8d08-4d7c98b4cfd5 None None] Pushing event updated for resources: {'Port': ['ID=bac39ddf-40c9-44b9-b4c3-de6d4e9e1317,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:42:44.934558 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc50a57-e968-400c-b857-e97f3fb379ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-2943bc41-1ca2-4fb1-9a91-23ffe855f551', 'network_id': '2943bc41-1ca2-4fb1-9a91-23ffe855f551', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'fixed_ips': [{'subnet_id': '076e539a-e158-4c09-98e3-b21d6c5e022c'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:42:44.935354 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7fc50a57-e968-400c-b857-e97f3fb379ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:45.003820 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:45.005753 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-c30ea486-1224-42b2-a936-4b0c7456d1b5 None None] For port bac39ddf-40c9-44b9-b4c3-de6d4e9e1317, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:42:45.023695 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-c30ea486-1224-42b2-a936-4b0c7456d1b5 None None] For port bac39ddf-40c9-44b9-b4c3-de6d4e9e1317, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=bac39ddf-40c9-44b9-b4c3-de6d4e9e1317,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:42:45.028481 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c30ea486-1224-42b2-a936-4b0c7456d1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:45.165608 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30ea486-1224-42b2-a936-4b0c7456d1b5 None None] Routers {'0a9806a7-78d2-468c-87df-c302aabd7437'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:42:45.166125 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-c30ea486-1224-42b2-a936-4b0c7456d1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:42:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['0a9806a7-78d2-468c-87df-c302aabd7437'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:42:45.216946 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6393b235-5d95-4df6-a3af-76a8169630fb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:45.236269 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0062c91-0e98-4d4d-8d08-4d7c98b4cfd5 None None] Pushing event updated for resources: {'Port': ['ID=bac39ddf-40c9-44b9-b4c3-de6d4e9e1317,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:42:45.255149 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-7fc50a57-e968-400c-b857-e97f3fb379ac None None] Allocated IP 172.20.0.2 (2943bc41-1ca2-4fb1-9a91-23ffe855f551/076e539a-e158-4c09-98e3-b21d6c5e022c/120fcde9-f0a9-48a0-a649-1747617f8cd1) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:42:45.440605 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-c30ea486-1224-42b2-a936-4b0c7456d1b5 None None] Set router 0a9806a7-78d2-468c-87df-c302aabd7437 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:42:45.740065 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7fc50a57-e968-400c-b857-e97f3fb379ac None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:45.781539 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-7fc50a57-e968-400c-b857-e97f3fb379ac None None] Transition to ACTIVE for port object 120fcde9-f0a9-48a0-a649-1747617f8cd1 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:42:45.803084 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-7fc50a57-e968-400c-b857-e97f3fb379ac None None] Transition to ACTIVE for port object 120fcde9-f0a9-48a0-a649-1747617f8cd1 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:42:45.809794 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7fc50a57-e968-400c-b857-e97f3fb379ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:45.875149 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-6393b235-5d95-4df6-a3af-76a8169630fb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Allocated IP 172.20.0.1 (2943bc41-1ca2-4fb1-9a91-23ffe855f551/076e539a-e158-4c09-98e3-b21d6c5e022c/62ac2af8-d132-4264-b2ca-c473cf8de3f4) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:42:45.881169 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc50a57-e968-400c-b857-e97f3fb379ac None None] Network 2943bc41-1ca2-4fb1-9a91-23ffe855f551 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:42:45.884636 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-7fc50a57-e968-400c-b857-e97f3fb379ac None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:42:45.888225 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc50a57-e968-400c-b857-e97f3fb379ac None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:42:45.926714 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc50a57-e968-400c-b857-e97f3fb379ac None None] Pushing event updated for resources: {'Port': ['ID=120fcde9-f0a9-48a0-a649-1747617f8cd1,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:42:45.935939 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-c30ea486-1224-42b2-a936-4b0c7456d1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9806a7-78d2-468c-87df-c302aabd7437', 'name': 'tempest-TestNetworkBasicOps-router-776833343', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.104'}], 'enable_snat': True}, 'gw_port_id': 'bac39ddf-40c9-44b9-b4c3-de6d4e9e1317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:42:41Z', 'updated_at': '2022-02-01T04:42:42Z', 'revision_number': 3, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': 'bac39ddf-40c9-44b9-b4c3-de6d4e9e1317', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:27:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9806a7-78d2-468c-87df-c302aabd7437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:42:41Z', 'updated_at': '2022-02-01T04:42:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:42:46.022184 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30ea486-1224-42b2-a936-4b0c7456d1b5 None None] The sync data for ids ['0a9806a7-78d2-468c-87df-c302aabd7437'] in dv-neutron-826830-1-hyperv is: [{'id': '0a9806a7-78d2-468c-87df-c302aabd7437', 'name': 'tempest-TestNetworkBasicOps-router-776833343', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.104'}], 'enable_snat': True}, 'gw_port_id': 'bac39ddf-40c9-44b9-b4c3-de6d4e9e1317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:42:41Z', 'updated_at': '2022-02-01T04:42:42Z', 'revision_number': 3, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': 'bac39ddf-40c9-44b9-b4c3-de6d4e9e1317', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:27:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9806a7-78d2-468c-87df-c302aabd7437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:42:41Z', 'updated_at': '2022-02-01T04:42:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:42:46.047089 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-7fc50a57-e968-400c-b857-e97f3fb379ac None None] Attempting to bind port 120fcde9-f0a9-48a0-a649-1747617f8cd1 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:42:46.047502 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-7fc50a57-e968-400c-b857-e97f3fb379ac None None] Attempting to bind port 120fcde9-f0a9-48a0-a649-1747617f8cd1 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': 'd0525cd3-5ee4-4c0e-8300-65de9843ee0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2943bc41-1ca2-4fb1-9a91-23ffe855f551'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:42:46.047863 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc50a57-e968-400c-b857-e97f3fb379ac None None] Attempting to bind port 120fcde9-f0a9-48a0-a649-1747617f8cd1 on network 2943bc41-1ca2-4fb1-9a91-23ffe855f551 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:42:46.053788 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc50a57-e968-400c-b857-e97f3fb379ac None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:42:46.054167 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc50a57-e968-400c-b857-e97f3fb379ac None None] Checking segment: {'id': 'd0525cd3-5ee4-4c0e-8300-65de9843ee0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2943bc41-1ca2-4fb1-9a91-23ffe855f551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:42:46.054560 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7fc50a57-e968-400c-b857-e97f3fb379ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:46.054981 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc50a57-e968-400c-b857-e97f3fb379ac None None] Bound using segment: {'id': 'd0525cd3-5ee4-4c0e-8300-65de9843ee0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2943bc41-1ca2-4fb1-9a91-23ffe855f551'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:42:46.055466 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-7fc50a57-e968-400c-b857-e97f3fb379ac None None] Bound port: 120fcde9-f0a9-48a0-a649-1747617f8cd1, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0525cd3-5ee4-4c0e-8300-65de9843ee0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2943bc41-1ca2-4fb1-9a91-23ffe855f551'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:42:46.055838 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7fc50a57-e968-400c-b857-e97f3fb379ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:46.144533 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-7fc50a57-e968-400c-b857-e97f3fb379ac None None] For port 120fcde9-f0a9-48a0-a649-1747617f8cd1, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:42:46.148169 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-7fc50a57-e968-400c-b857-e97f3fb379ac None None] For port 120fcde9-f0a9-48a0-a649-1747617f8cd1, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=120fcde9-f0a9-48a0-a649-1747617f8cd1,segment=NetworkSegment(d0525cd3-5ee4-4c0e-8300-65de9843ee0c),segment_id=d0525cd3-5ee4-4c0e-8300-65de9843ee0c)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:42:46.153339 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6393b235-5d95-4df6-a3af-76a8169630fb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:46.153796 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7fc50a57-e968-400c-b857-e97f3fb379ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:46.169759 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-6393b235-5d95-4df6-a3af-76a8169630fb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Transition to ACTIVE for port object 62ac2af8-d132-4264-b2ca-c473cf8de3f4 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:42:46.196044 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6393b235-5d95-4df6-a3af-76a8169630fb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:46.236312 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc50a57-e968-400c-b857-e97f3fb379ac None None] Pushing event updated for resources: {'Port': ['ID=120fcde9-f0a9-48a0-a649-1747617f8cd1,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:42:46.299019 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6393b235-5d95-4df6-a3af-76a8169630fb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Network 2943bc41-1ca2-4fb1-9a91-23ffe855f551 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:42:46.303343 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-6393b235-5d95-4df6-a3af-76a8169630fb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:42:46.306156 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6393b235-5d95-4df6-a3af-76a8169630fb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:42:46.358810 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6393b235-5d95-4df6-a3af-76a8169630fb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'Port': ['ID=62ac2af8-d132-4264-b2ca-c473cf8de3f4,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:42:46.381924 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6393b235-5d95-4df6-a3af-76a8169630fb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-372107'] for router_interface, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:46.690487 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6393b235-5d95-4df6-a3af-76a8169630fb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:47.193501 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6393b235-5d95-4df6-a3af-76a8169630fb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:47.197998 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6393b235-5d95-4df6-a3af-76a8169630fb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:47.260253 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a34e73-d7e9-472b-b019-870f0c069c06 None None] Network 2943bc41-1ca2-4fb1-9a91-23ffe855f551 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:42:47.317920 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6393b235-5d95-4df6-a3af-76a8169630fb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371990'] for router_interface, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:47.322301 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6393b235-5d95-4df6-a3af-76a8169630fb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'Port': ['ID=62ac2af8-d132-4264-b2ca-c473cf8de3f4,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:42:47.367869 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-63ad7723-1a7b-47a1-94da-67bbaeec7590 None None] Provisioning for port 120fcde9-f0a9-48a0-a649-1747617f8cd1 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:42:47.461072 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6393b235-5d95-4df6-a3af-76a8169630fb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Network 2943bc41-1ca2-4fb1-9a91-23ffe855f551 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:42:47.462242 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-6393b235-5d95-4df6-a3af-76a8169630fb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:42:47.651729 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6393b235-5d95-4df6-a3af-76a8169630fb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Router 0a9806a7-78d2-468c-87df-c302aabd7437 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:42:47.827593 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-3fc299e3-bac3-46a5-a8dc-2fc7c8430f38 None None] Provisioning for port 62ac2af8-d132-4264-b2ca-c473cf8de3f4 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:42:47.835017 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-3fc299e3-bac3-46a5-a8dc-2fc7c8430f38 None None] Provisioning complete for port 62ac2af8-d132-4264-b2ca-c473cf8de3f4 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:42:47.835790 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3fc299e3-bac3-46a5-a8dc-2fc7c8430f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:47.895665 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-3fc299e3-bac3-46a5-a8dc-2fc7c8430f38 None None] Port 62ac2af8-d132-4264-b2ca-c473cf8de3f4 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:42:47.976565 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6393b235-5d95-4df6-a3af-76a8169630fb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:42:47.989026 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db838331-c0a4-40a8-950d-b9de1973f25d None None] Sync routers for ids ['0a9806a7-78d2-468c-87df-c302aabd7437'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:42:47.999608 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-6393b235-5d95-4df6-a3af-76a8169630fb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "PUT /v2.0/routers/0a9806a7-78d2-468c-87df-c302aabd7437/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4994152 Feb 01 04:42:48.002672 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 44078) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:42:48.003985 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db838331-c0a4-40a8-950d-b9de1973f25d None None] Routers {'0a9806a7-78d2-468c-87df-c302aabd7437'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:42:48.004884 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-db838331-c0a4-40a8-950d-b9de1973f25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:42:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['0a9806a7-78d2-468c-87df-c302aabd7437'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:42:48.024599 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-c83a0915-ad86-4ade-9d25-2de78b8c6ccb None None] Provisioning complete for port 62ac2af8-d132-4264-b2ca-c473cf8de3f4 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:42:48.025582 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c83a0915-ad86-4ade-9d25-2de78b8c6ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:48.099130 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device bac39ddf-40c9-44b9-b4c3-de6d4e9e1317 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:42:48.137523 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-c83a0915-ad86-4ade-9d25-2de78b8c6ccb None None] Port 62ac2af8-d132-4264-b2ca-c473cf8de3f4 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:42:48.174566 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port bac39ddf-40c9-44b9-b4c3-de6d4e9e1317 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:42:48.180620 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port bac39ddf-40c9-44b9-b4c3-de6d4e9e1317 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:42:48.180986 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:48.203396 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce85a24-2c19-4746-bc20-7087c3f415c8 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:48.203848 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce85a24-2c19-4746-bc20-7087c3f415c8 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:48.204170 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce85a24-2c19-4746-bc20-7087c3f415c8 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:48.204637 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce85a24-2c19-4746-bc20-7087c3f415c8 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:48.205125 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce85a24-2c19-4746-bc20-7087c3f415c8 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:48.205528 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce85a24-2c19-4746-bc20-7087c3f415c8 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:48.210237 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 44082) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:42:48.210698 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-7ce85a24-2c19-4746-bc20-7087c3f415c8 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4278 time: 0.2053671 Feb 01 04:42:48.282434 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21779373-e7a6-48be-ae93-d908cff8d120 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:48.283275 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21779373-e7a6-48be-ae93-d908cff8d120 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:48.283725 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21779373-e7a6-48be-ae93-d908cff8d120 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:48.284169 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21779373-e7a6-48be-ae93-d908cff8d120 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:48.284607 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21779373-e7a6-48be-ae93-d908cff8d120 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:48.285168 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21779373-e7a6-48be-ae93-d908cff8d120 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:48.289809 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-21779373-e7a6-48be-ae93-d908cff8d120 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4002 time: 0.0754156 Feb 01 04:42:48.290188 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 44086) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:42:48.302407 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-db838331-c0a4-40a8-950d-b9de1973f25d None None] Set router 0a9806a7-78d2-468c-87df-c302aabd7437 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:42:48.318475 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-9cf5b4f1-634e-4d81-9ae4-c63bb86e27a0 None None] Provisioning complete for port 62ac2af8-d132-4264-b2ca-c473cf8de3f4 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:42:48.319106 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9cf5b4f1-634e-4d81-9ae4-c63bb86e27a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:48.362328 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:48.387477 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-9cf5b4f1-634e-4d81-9ae4-c63bb86e27a0 None None] Port 62ac2af8-d132-4264-b2ca-c473cf8de3f4 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:42:48.389727 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port bac39ddf-40c9-44b9-b4c3-de6d4e9e1317, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=bac39ddf-40c9-44b9-b4c3-de6d4e9e1317,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:42:48.396432 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:48.397885 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 120fcde9-f0a9-48a0-a649-1747617f8cd1 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:42:48.519792 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=bac39ddf-40c9-44b9-b4c3-de6d4e9e1317,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:42:48.523189 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-2e960840-1121-4cdd-b088-07c26826b0fa tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3044 time: 0.2293596 Feb 01 04:42:48.533930 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 120fcde9-f0a9-48a0-a649-1747617f8cd1 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:42:48.538918 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 120fcde9-f0a9-48a0-a649-1747617f8cd1 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:42:48.539369 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:48.656995 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:48.689221 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 120fcde9-f0a9-48a0-a649-1747617f8cd1, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=120fcde9-f0a9-48a0-a649-1747617f8cd1,segment=NetworkSegment(d0525cd3-5ee4-4c0e-8300-65de9843ee0c),segment_id=d0525cd3-5ee4-4c0e-8300-65de9843ee0c)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:42:48.694014 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:48.765386 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=120fcde9-f0a9-48a0-a649-1747617f8cd1,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:42:48.778908 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-db838331-c0a4-40a8-950d-b9de1973f25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9806a7-78d2-468c-87df-c302aabd7437', 'name': 'tempest-TestNetworkBasicOps-router-776833343', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.104'}], 'enable_snat': True}, 'gw_port_id': 'bac39ddf-40c9-44b9-b4c3-de6d4e9e1317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:42:41Z', 'updated_at': '2022-02-01T04:42:46Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': 'bac39ddf-40c9-44b9-b4c3-de6d4e9e1317', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:27:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9806a7-78d2-468c-87df-c302aabd7437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:42:41Z', 'updated_at': '2022-02-01T04:42:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '62ac2af8-d132-4264-b2ca-c473cf8de3f4', 'name': '', 'network_id': '2943bc41-1ca2-4fb1-9a91-23ffe855f551', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:b9:d0:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9806a7-78d2-468c-87df-c302aabd7437', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '076e539a-e158-4c09-98e3-b21d6c5e022c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:42:45Z', 'updated_at': '2022-02-01T04:42:46Z', 'revision_number': 2, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': '076e539a-e158-4c09-98e3-b21d6c5e022c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:42:48.783227 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db838331-c0a4-40a8-950d-b9de1973f25d None None] Checking router: 0a9806a7-78d2-468c-87df-c302aabd7437 for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:42:48.783792 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db838331-c0a4-40a8-950d-b9de1973f25d None None] Updating router 0a9806a7-78d2-468c-87df-c302aabd7437 port 62ac2af8-d132-4264-b2ca-c473cf8de3f4 binding host dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 04:42:48.842896 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-db838331-c0a4-40a8-950d-b9de1973f25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:48.914276 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 44092) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:42:48.919446 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-a0eccaf0-04d7-4897-bd2e-e904988bee28 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-634641', 'description': 'tempest-secgroup-smoke-634641 description', 'project_id': '0629703b9474474a9f2fde13723d2e8b'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:42:48.925235 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-a0eccaf0-04d7-4897-bd2e-e904988bee28 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:42:48.929383 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-a0eccaf0-04d7-4897-bd2e-e904988bee28 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:42:48.932314 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-a0eccaf0-04d7-4897-bd2e-e904988bee28 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:42:48.937982 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-a0eccaf0-04d7-4897-bd2e-e904988bee28 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:42:48.949477 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a0eccaf0-04d7-4897-bd2e-e904988bee28 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:48.969676 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-a0eccaf0-04d7-4897-bd2e-e904988bee28 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:42:48.973467 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-a0eccaf0-04d7-4897-bd2e-e904988bee28 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group_rule and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:42:48.976304 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-a0eccaf0-04d7-4897-bd2e-e904988bee28 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:42:48.981900 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-a0eccaf0-04d7-4897-bd2e-e904988bee28 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:42:49.051990 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a0eccaf0-04d7-4897-bd2e-e904988bee28 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:49.056508 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a0eccaf0-04d7-4897-bd2e-e904988bee28 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:49.109732 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eccaf0-04d7-4897-bd2e-e904988bee28 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90157250-3eb6-41d2-9b65-b12457961bfd,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:42:49.112948 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a0eccaf0-04d7-4897-bd2e-e904988bee28 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:49.117633 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-a0eccaf0-04d7-4897-bd2e-e904988bee28 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1788 time: 0.1990924 Feb 01 04:42:49.117766 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 44096) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:42:49.124009 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-1e3da822-842a-4e06-9b31-9273237216ca tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'security_group_rule': {'security_group_id': '90157250-3eb6-41d2-9b65-b12457961bfd', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:42:49.130370 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-1e3da822-842a-4e06-9b31-9273237216ca tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:42:49.134415 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1e3da822-842a-4e06-9b31-9273237216ca tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group_rule and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:42:49.140690 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1e3da822-842a-4e06-9b31-9273237216ca tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:42:49.147053 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-1e3da822-842a-4e06-9b31-9273237216ca tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:42:49.163592 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1e3da822-842a-4e06-9b31-9273237216ca tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:49.210547 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-db838331-c0a4-40a8-950d-b9de1973f25d None None] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:49.223014 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-db838331-c0a4-40a8-950d-b9de1973f25d None None] Transition to ACTIVE for port object 62ac2af8-d132-4264-b2ca-c473cf8de3f4 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:42:49.225289 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1e3da822-842a-4e06-9b31-9273237216ca tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:49.229192 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1e3da822-842a-4e06-9b31-9273237216ca tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:49.230157 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-db838331-c0a4-40a8-950d-b9de1973f25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:49.254159 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3da822-842a-4e06-9b31-9273237216ca tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ce3fc23-670c-4408-899d-97aad6cc28e3,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:42:49.264776 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1e3da822-842a-4e06-9b31-9273237216ca tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:49.266193 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1e3da822-842a-4e06-9b31-9273237216ca tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1473536 Feb 01 04:42:49.268867 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 44100) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:42:49.273728 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-f9ead888-7737-4b6d-910b-5f7a5c1b0cc6 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'security_group_rule': {'security_group_id': '90157250-3eb6-41d2-9b65-b12457961bfd', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:42:49.279431 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-f9ead888-7737-4b6d-910b-5f7a5c1b0cc6 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:42:49.283107 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f9ead888-7737-4b6d-910b-5f7a5c1b0cc6 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group_rule and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:42:49.285891 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f9ead888-7737-4b6d-910b-5f7a5c1b0cc6 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:42:49.292578 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-f9ead888-7737-4b6d-910b-5f7a5c1b0cc6 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:42:49.316395 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f9ead888-7737-4b6d-910b-5f7a5c1b0cc6 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:49.375924 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d1d178-c1c8-419f-98d2-f3c07d26351c None None] Pushing event updated for resources: {'Port': ['ID=62ac2af8-d132-4264-b2ca-c473cf8de3f4,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:42:49.383777 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f9ead888-7737-4b6d-910b-5f7a5c1b0cc6 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:49.389195 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f9ead888-7737-4b6d-910b-5f7a5c1b0cc6 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:49.416990 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ead888-7737-4b6d-910b-5f7a5c1b0cc6 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d16e91ac-8e23-460f-9e77-b1f0b88bb4c2,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:42:49.430219 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f9ead888-7737-4b6d-910b-5f7a5c1b0cc6 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:49.435040 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 44104) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:42:49.435753 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f9ead888-7737-4b6d-910b-5f7a5c1b0cc6 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1653261 Feb 01 04:42:49.440440 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-4079fd8a-35e8-4b4f-a5a4-d1342ccd16e2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'security_group_rule': {'security_group_id': '90157250-3eb6-41d2-9b65-b12457961bfd', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:42:49.446960 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-4079fd8a-35e8-4b4f-a5a4-d1342ccd16e2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:42:49.451990 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-4079fd8a-35e8-4b4f-a5a4-d1342ccd16e2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group_rule and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:42:49.455098 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-4079fd8a-35e8-4b4f-a5a4-d1342ccd16e2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:42:49.461067 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-4079fd8a-35e8-4b4f-a5a4-d1342ccd16e2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:42:49.473070 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-db838331-c0a4-40a8-950d-b9de1973f25d None None] Attempting to bind port 62ac2af8-d132-4264-b2ca-c473cf8de3f4 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:42:49.473486 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-db838331-c0a4-40a8-950d-b9de1973f25d None None] Attempting to bind port 62ac2af8-d132-4264-b2ca-c473cf8de3f4 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': 'd0525cd3-5ee4-4c0e-8300-65de9843ee0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2943bc41-1ca2-4fb1-9a91-23ffe855f551'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:42:49.473888 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db838331-c0a4-40a8-950d-b9de1973f25d None None] Attempting to bind port 62ac2af8-d132-4264-b2ca-c473cf8de3f4 on network 2943bc41-1ca2-4fb1-9a91-23ffe855f551 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:42:49.479792 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db838331-c0a4-40a8-950d-b9de1973f25d None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:42:49.480791 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db838331-c0a4-40a8-950d-b9de1973f25d None None] Checking segment: {'id': 'd0525cd3-5ee4-4c0e-8300-65de9843ee0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2943bc41-1ca2-4fb1-9a91-23ffe855f551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:42:49.481196 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-db838331-c0a4-40a8-950d-b9de1973f25d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:49.481581 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db838331-c0a4-40a8-950d-b9de1973f25d None None] Bound using segment: {'id': 'd0525cd3-5ee4-4c0e-8300-65de9843ee0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2943bc41-1ca2-4fb1-9a91-23ffe855f551'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:42:49.482042 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-db838331-c0a4-40a8-950d-b9de1973f25d None None] Bound port: 62ac2af8-d132-4264-b2ca-c473cf8de3f4, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0525cd3-5ee4-4c0e-8300-65de9843ee0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2943bc41-1ca2-4fb1-9a91-23ffe855f551'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:42:49.482411 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-db838331-c0a4-40a8-950d-b9de1973f25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:49.482757 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4079fd8a-35e8-4b4f-a5a4-d1342ccd16e2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:49.545832 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4079fd8a-35e8-4b4f-a5a4-d1342ccd16e2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:49.549750 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4079fd8a-35e8-4b4f-a5a4-d1342ccd16e2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:49.570578 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-db838331-c0a4-40a8-950d-b9de1973f25d None None] For port 62ac2af8-d132-4264-b2ca-c473cf8de3f4, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:42:49.571796 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4079fd8a-35e8-4b4f-a5a4-d1342ccd16e2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4a95046-1f79-4584-9d88-900081b4d4b6,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:42:49.573591 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-db838331-c0a4-40a8-950d-b9de1973f25d None None] For port 62ac2af8-d132-4264-b2ca-c473cf8de3f4, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=62ac2af8-d132-4264-b2ca-c473cf8de3f4,segment=NetworkSegment(d0525cd3-5ee4-4c0e-8300-65de9843ee0c),segment_id=d0525cd3-5ee4-4c0e-8300-65de9843ee0c)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:42:49.578141 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-db838331-c0a4-40a8-950d-b9de1973f25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:49.584354 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4079fd8a-35e8-4b4f-a5a4-d1342ccd16e2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:49.585679 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-4079fd8a-35e8-4b4f-a5a4-d1342ccd16e2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1495163 Feb 01 04:42:49.588326 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 44108) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:42:49.593306 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-d92c1ecc-43bf-4338-8504-1f7d612bc801 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'security_group_rule': {'security_group_id': '90157250-3eb6-41d2-9b65-b12457961bfd', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:42:49.598967 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-d92c1ecc-43bf-4338-8504-1f7d612bc801 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:42:49.602773 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-d92c1ecc-43bf-4338-8504-1f7d612bc801 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group_rule and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:42:49.606228 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-d92c1ecc-43bf-4338-8504-1f7d612bc801 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:42:49.612173 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-d92c1ecc-43bf-4338-8504-1f7d612bc801 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:42:49.630715 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d92c1ecc-43bf-4338-8504-1f7d612bc801 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:49.655670 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db838331-c0a4-40a8-950d-b9de1973f25d None None] Routers {'0a9806a7-78d2-468c-87df-c302aabd7437'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:42:49.656293 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-db838331-c0a4-40a8-950d-b9de1973f25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:42:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['0a9806a7-78d2-468c-87df-c302aabd7437'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:42:49.697054 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d92c1ecc-43bf-4338-8504-1f7d612bc801 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:49.701559 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d92c1ecc-43bf-4338-8504-1f7d612bc801 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:49.725759 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92c1ecc-43bf-4338-8504-1f7d612bc801 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5810e485-c55f-4f6d-bd18-fcfee19983a4,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:42:49.733043 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d1d178-c1c8-419f-98d2-f3c07d26351c None None] Pushing event updated for resources: {'Port': ['ID=62ac2af8-d132-4264-b2ca-c473cf8de3f4,revision_number=4']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:42:49.737559 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d92c1ecc-43bf-4338-8504-1f7d612bc801 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:49.739728 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-d92c1ecc-43bf-4338-8504-1f7d612bc801 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1502035 Feb 01 04:42:49.742475 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 44112) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:42:49.748548 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-85031ee7-1376-4ab8-90f5-36eb04449e92 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'security_group_rule': {'security_group_id': '90157250-3eb6-41d2-9b65-b12457961bfd', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:42:49.754989 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-85031ee7-1376-4ab8-90f5-36eb04449e92 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:42:49.758980 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-85031ee7-1376-4ab8-90f5-36eb04449e92 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group_rule and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:42:49.762137 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-85031ee7-1376-4ab8-90f5-36eb04449e92 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:42:49.769033 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-85031ee7-1376-4ab8-90f5-36eb04449e92 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:42:49.781841 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.securitygroups_db [None req-85031ee7-1376-4ab8-90f5-36eb04449e92 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Project 0629703b9474474a9f2fde13723d2e8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 01 04:42:49.789160 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-85031ee7-1376-4ab8-90f5-36eb04449e92 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:49.846453 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-db838331-c0a4-40a8-950d-b9de1973f25d None None] Set router 0a9806a7-78d2-468c-87df-c302aabd7437 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:42:49.864871 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-85031ee7-1376-4ab8-90f5-36eb04449e92 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:49.869060 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-85031ee7-1376-4ab8-90f5-36eb04449e92 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:49.896612 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85031ee7-1376-4ab8-90f5-36eb04449e92 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=990dd73d-7aa0-4d19-8c1d-601af41127f3,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:42:49.907867 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-85031ee7-1376-4ab8-90f5-36eb04449e92 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:49.911866 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-85031ee7-1376-4ab8-90f5-36eb04449e92 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1657605 Feb 01 04:42:49.912227 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 44116) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:42:49.918581 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-1f690b09-91a8-4162-86a5-f288a52cf2a9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'security_group_rule': {'security_group_id': '90157250-3eb6-41d2-9b65-b12457961bfd', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:42:49.924865 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-1f690b09-91a8-4162-86a5-f288a52cf2a9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:42:49.928736 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1f690b09-91a8-4162-86a5-f288a52cf2a9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group_rule and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:42:49.931968 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1f690b09-91a8-4162-86a5-f288a52cf2a9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:42:49.937859 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-1f690b09-91a8-4162-86a5-f288a52cf2a9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:42:49.958954 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.securitygroups_db [None req-1f690b09-91a8-4162-86a5-f288a52cf2a9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Project 0629703b9474474a9f2fde13723d2e8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 01 04:42:49.965946 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1f690b09-91a8-4162-86a5-f288a52cf2a9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:49.978097 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device bac39ddf-40c9-44b9-b4c3-de6d4e9e1317 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:42:50.035178 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1f690b09-91a8-4162-86a5-f288a52cf2a9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:50.040136 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1f690b09-91a8-4162-86a5-f288a52cf2a9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:50.052233 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port bac39ddf-40c9-44b9-b4c3-de6d4e9e1317 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:42:50.052607 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:50.070179 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f690b09-91a8-4162-86a5-f288a52cf2a9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a44b0d78-66e6-4c33-838c-ced75e374161,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:42:50.077170 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1f690b09-91a8-4162-86a5-f288a52cf2a9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:50.085733 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1f690b09-91a8-4162-86a5-f288a52cf2a9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1650786 Feb 01 04:42:50.172662 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 120fcde9-f0a9-48a0-a649-1747617f8cd1 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:42:50.221893 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-db838331-c0a4-40a8-950d-b9de1973f25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9806a7-78d2-468c-87df-c302aabd7437', 'name': 'tempest-TestNetworkBasicOps-router-776833343', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.104'}], 'enable_snat': True}, 'gw_port_id': 'bac39ddf-40c9-44b9-b4c3-de6d4e9e1317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:42:41Z', 'updated_at': '2022-02-01T04:42:46Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': 'bac39ddf-40c9-44b9-b4c3-de6d4e9e1317', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:27:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9806a7-78d2-468c-87df-c302aabd7437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:42:41Z', 'updated_at': '2022-02-01T04:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '62ac2af8-d132-4264-b2ca-c473cf8de3f4', 'name': '', 'network_id': '2943bc41-1ca2-4fb1-9a91-23ffe855f551', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:b9:d0:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9806a7-78d2-468c-87df-c302aabd7437', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '076e539a-e158-4c09-98e3-b21d6c5e022c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:42:45Z', 'updated_at': '2022-02-01T04:42:49Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': '076e539a-e158-4c09-98e3-b21d6c5e022c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:42:50.226435 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db838331-c0a4-40a8-950d-b9de1973f25d None None] The sync data for ids ['0a9806a7-78d2-468c-87df-c302aabd7437'] in dv-neutron-826830-1-hyperv is: [{'id': '0a9806a7-78d2-468c-87df-c302aabd7437', 'name': 'tempest-TestNetworkBasicOps-router-776833343', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.104'}], 'enable_snat': True}, 'gw_port_id': 'bac39ddf-40c9-44b9-b4c3-de6d4e9e1317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:42:41Z', 'updated_at': '2022-02-01T04:42:46Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': 'bac39ddf-40c9-44b9-b4c3-de6d4e9e1317', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:27:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9806a7-78d2-468c-87df-c302aabd7437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:42:41Z', 'updated_at': '2022-02-01T04:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '62ac2af8-d132-4264-b2ca-c473cf8de3f4', 'name': '', 'network_id': '2943bc41-1ca2-4fb1-9a91-23ffe855f551', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:b9:d0:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9806a7-78d2-468c-87df-c302aabd7437', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '076e539a-e158-4c09-98e3-b21d6c5e022c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:42:45Z', 'updated_at': '2022-02-01T04:42:49Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': '076e539a-e158-4c09-98e3-b21d6c5e022c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:42:50.242693 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 120fcde9-f0a9-48a0-a649-1747617f8cd1 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:42:50.243160 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:50.318421 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-7b81972c-3196-4b04-99cb-166bd86c8c42 req-b28505b1-a013-44fc-a16b-71a071a29cfe tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Synchronizing usage tracker for tenant:0629703b9474474a9f2fde13723d2e8b on resource:security_group {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:42:50.334254 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-7b81972c-3196-4b04-99cb-166bd86c8c42 req-b28505b1-a013-44fc-a16b-71a071a29cfe tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Unset dirty status for tenant:0629703b9474474a9f2fde13723d2e8b on resource:security_group {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:42:50.335763 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-7b81972c-3196-4b04-99cb-166bd86c8c42 req-b28505b1-a013-44fc-a16b-71a071a29cfe tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-634641&fields=id&tenant_id=0629703b9474474a9f2fde13723d2e8b HTTP/1.1" status: 200 len: 267 time: 0.0902383 Feb 01 04:42:50.516647 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b81972c-3196-4b04-99cb-166bd86c8c42 req-1ca3b542-2354-443d-a6ec-c9597eebcb26 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:50.517398 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-7b81972c-3196-4b04-99cb-166bd86c8c42 req-1ca3b542-2354-443d-a6ec-c9597eebcb26 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Synchronizing usage tracker for tenant:0629703b9474474a9f2fde13723d2e8b on resource:network {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:42:50.533658 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-7b81972c-3196-4b04-99cb-166bd86c8c42 req-1ca3b542-2354-443d-a6ec-c9597eebcb26 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Unset dirty status for tenant:0629703b9474474a9f2fde13723d2e8b on resource:network {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:42:50.535259 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-7b81972c-3196-4b04-99cb-166bd86c8c42 req-1ca3b542-2354-443d-a6ec-c9597eebcb26 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/networks?id=2943bc41-1ca2-4fb1-9a91-23ffe855f551 HTTP/1.1" status: 200 len: 797 time: 0.1868036 Feb 01 04:42:50.550653 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-7b81972c-3196-4b04-99cb-166bd86c8c42 req-a9c0a8d0-be7c-4384-a68a-5d7052c2b85d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/quotas/0629703b9474474a9f2fde13723d2e8b HTTP/1.1" status: 200 len: 375 time: 0.0098138 Feb 01 04:42:50.634786 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-7b81972c-3196-4b04-99cb-166bd86c8c42 req-6662c228-b999-40bf-9f5a-a15e2337062a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Synchronizing usage tracker for tenant:0629703b9474474a9f2fde13723d2e8b on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:42:50.651932 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-7b81972c-3196-4b04-99cb-166bd86c8c42 req-6662c228-b999-40bf-9f5a-a15e2337062a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Unset dirty status for tenant:0629703b9474474a9f2fde13723d2e8b on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:42:50.653303 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-7b81972c-3196-4b04-99cb-166bd86c8c42 req-6662c228-b999-40bf-9f5a-a15e2337062a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0629703b9474474a9f2fde13723d2e8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0971773 Feb 01 04:42:50.798418 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-7b81972c-3196-4b04-99cb-166bd86c8c42 req-ad1949d5-a301-4f19-a02c-34954e391ccb service neutron] 10.222.0.24 "GET /v2.0/networks/2943bc41-1ca2-4fb1-9a91-23ffe855f551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330953 Feb 01 04:42:50.932202 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-7b81972c-3196-4b04-99cb-166bd86c8c42 req-0d758f01-403e-4901-834b-5f078225de07 service neutron] 10.222.0.24 "GET /v2.0/networks/2943bc41-1ca2-4fb1-9a91-23ffe855f551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280732 Feb 01 04:42:51.113684 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-4f1cc7eb-c0a1-4a2a-b60d-7721584ead0d req-a2b05df1-e9ca-45e8-9b01-4202b3455362 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Synchronizing usage tracker for tenant:0629703b9474474a9f2fde13723d2e8b on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:42:51.127655 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-4f1cc7eb-c0a1-4a2a-b60d-7721584ead0d req-a2b05df1-e9ca-45e8-9b01-4202b3455362 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Unset dirty status for tenant:0629703b9474474a9f2fde13723d2e8b on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:42:51.128783 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4f1cc7eb-c0a1-4a2a-b60d-7721584ead0d req-a2b05df1-e9ca-45e8-9b01-4202b3455362 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=08614350-2a5b-48aa-a9e7-8738f6a004e3 HTTP/1.1" status: 200 len: 210 time: 0.0567851 Feb 01 04:42:51.990148 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 62ac2af8-d132-4264-b2ca-c473cf8de3f4 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:42:52.056724 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 62ac2af8-d132-4264-b2ca-c473cf8de3f4 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:42:52.061582 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 62ac2af8-d132-4264-b2ca-c473cf8de3f4 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:42:52.061946 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:52.210335 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:52.243304 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 62ac2af8-d132-4264-b2ca-c473cf8de3f4, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=62ac2af8-d132-4264-b2ca-c473cf8de3f4,segment=NetworkSegment(d0525cd3-5ee4-4c0e-8300-65de9843ee0c),segment_id=d0525cd3-5ee4-4c0e-8300-65de9843ee0c)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:42:52.248282 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:52.307611 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-16261ae6-11bd-4a57-b0f8-43180c86f52e req-3cbbf786-dc8d-4d60-a4a6-5abe82aa59a1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=08614350-2a5b-48aa-a9e7-8738f6a004e3 HTTP/1.1" status: 200 len: 210 time: 0.0472577 Feb 01 04:42:52.314507 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b81972c-3196-4b04-99cb-166bd86c8c42 req-bbb2306a-6be5-4f6d-b0f0-cdb49c700717 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:52.315893 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-7b81972c-3196-4b04-99cb-166bd86c8c42 req-bbb2306a-6be5-4f6d-b0f0-cdb49c700717 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.18 "GET /v2.0/networks?id=2943bc41-1ca2-4fb1-9a91-23ffe855f551 HTTP/1.1" status: 200 len: 797 time: 0.2325790 Feb 01 04:42:52.322939 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=62ac2af8-d132-4264-b2ca-c473cf8de3f4,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:42:52.331961 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:42:52.332481 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:42:52.332880 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:42:52.333273 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:42:52.333660 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:42:52.334044 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:42:52.334624 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:42:52.334826 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:42:52.335233 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:42:52.335609 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:42:52.336033 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:42:52.336407 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:42:52.466247 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-7b81972c-3196-4b04-99cb-166bd86c8c42 req-54df491a-53f4-4e67-8d0c-5d1f3cf5f78e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0629703b9474474a9f2fde13723d2e8b HTTP/1.1" status: 200 len: 376 time: 0.1338799 Feb 01 04:42:52.477899 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [req-7b81972c-3196-4b04-99cb-166bd86c8c42 req-81748109-9fca-4e5b-8095-2b7d1ad14faa tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'port': {'device_id': '08614350-2a5b-48aa-a9e7-8738f6a004e3', 'network_id': '2943bc41-1ca2-4fb1-9a91-23ffe855f551', 'admin_state_up': True, 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'security_groups': ['90157250-3eb6-41d2-9b65-b12457961bfd']}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:42:52.607542 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [req-7b81972c-3196-4b04-99cb-166bd86c8c42 req-81748109-9fca-4e5b-8095-2b7d1ad14faa tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:42:52.616857 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [req-7b81972c-3196-4b04-99cb-166bd86c8c42 req-81748109-9fca-4e5b-8095-2b7d1ad14faa tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:42:52.626922 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b81972c-3196-4b04-99cb-166bd86c8c42 req-81748109-9fca-4e5b-8095-2b7d1ad14faa tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Made reservation on behalf of 0629703b9474474a9f2fde13723d2e8b for: {'port': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:42:52.630310 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-7b81972c-3196-4b04-99cb-166bd86c8c42 req-81748109-9fca-4e5b-8095-2b7d1ad14faa tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:52.787058 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [req-7b81972c-3196-4b04-99cb-166bd86c8c42 req-81748109-9fca-4e5b-8095-2b7d1ad14faa tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Allocated IP 172.20.0.14 (2943bc41-1ca2-4fb1-9a91-23ffe855f551/076e539a-e158-4c09-98e3-b21d6c5e022c/3f7676d4-3bdb-452c-9956-52212521ae65) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:42:52.970360 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-7b81972c-3196-4b04-99cb-166bd86c8c42 req-81748109-9fca-4e5b-8095-2b7d1ad14faa tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:52.985634 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [req-7b81972c-3196-4b04-99cb-166bd86c8c42 req-81748109-9fca-4e5b-8095-2b7d1ad14faa tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Transition to ACTIVE for port object 3f7676d4-3bdb-452c-9956-52212521ae65 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:42:53.011529 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-7b81972c-3196-4b04-99cb-166bd86c8c42 req-81748109-9fca-4e5b-8095-2b7d1ad14faa tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:53.079403 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b81972c-3196-4b04-99cb-166bd86c8c42 req-81748109-9fca-4e5b-8095-2b7d1ad14faa tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Network 2943bc41-1ca2-4fb1-9a91-23ffe855f551 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:42:53.082392 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [req-7b81972c-3196-4b04-99cb-166bd86c8c42 req-81748109-9fca-4e5b-8095-2b7d1ad14faa tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:42:53.086123 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b81972c-3196-4b04-99cb-166bd86c8c42 req-81748109-9fca-4e5b-8095-2b7d1ad14faa tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:42:53.119795 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81748109-9fca-4e5b-8095-2b7d1ad14faa tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'Port': ['ID=3f7676d4-3bdb-452c-9956-52212521ae65,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:42:53.155871 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b81972c-3196-4b04-99cb-166bd86c8c42 req-81748109-9fca-4e5b-8095-2b7d1ad14faa tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:53.156462 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-7b81972c-3196-4b04-99cb-166bd86c8c42 req-81748109-9fca-4e5b-8095-2b7d1ad14faa tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:53.182370 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-7b81972c-3196-4b04-99cb-166bd86c8c42 req-81748109-9fca-4e5b-8095-2b7d1ad14faa tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7078242 Feb 01 04:42:53.199031 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [req-7b81972c-3196-4b04-99cb-166bd86c8c42 req-a68d68e8-c9c2-4e71-ae21-7f54d0143ca1 service neutron] Request body: {'port': {'device_id': '08614350-2a5b-48aa-a9e7-8738f6a004e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:42:53.292542 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-47c7049a-e34d-46ea-a686-da1682b8af50 None None] Provisioning for port 3f7676d4-3bdb-452c-9956-52212521ae65 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:42:53.298215 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-47c7049a-e34d-46ea-a686-da1682b8af50 None None] Provisioning complete for port 3f7676d4-3bdb-452c-9956-52212521ae65 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:42:53.298650 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-47c7049a-e34d-46ea-a686-da1682b8af50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:53.312507 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-7b81972c-3196-4b04-99cb-166bd86c8c42 req-a68d68e8-c9c2-4e71-ae21-7f54d0143ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:53.351593 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-47c7049a-e34d-46ea-a686-da1682b8af50 None None] Port 3f7676d4-3bdb-452c-9956-52212521ae65 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:42:53.499541 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea587525-09dd-44af-972b-144f5a9b12a6 req-64421b56-367c-43ff-8b24-62daca380124 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:53.506216 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ea587525-09dd-44af-972b-144f5a9b12a6 req-64421b56-367c-43ff-8b24-62daca380124 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=08614350-2a5b-48aa-a9e7-8738f6a004e3 HTTP/1.1" status: 200 len: 932 time: 0.0912857 Feb 01 04:42:53.555842 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-ea587525-09dd-44af-972b-144f5a9b12a6 req-802f9a21-a133-434f-9a04-9c85bd96537d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Synchronizing usage tracker for tenant:0629703b9474474a9f2fde13723d2e8b on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:42:53.568075 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-ea587525-09dd-44af-972b-144f5a9b12a6 req-802f9a21-a133-434f-9a04-9c85bd96537d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Unset dirty status for tenant:0629703b9474474a9f2fde13723d2e8b on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:42:53.569202 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ea587525-09dd-44af-972b-144f5a9b12a6 req-802f9a21-a133-434f-9a04-9c85bd96537d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=90157250-3eb6-41d2-9b65-b12457961bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0620809 Feb 01 04:42:53.681864 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [req-7b81972c-3196-4b04-99cb-166bd86c8c42 req-a68d68e8-c9c2-4e71-ae21-7f54d0143ca1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f7676d4-3bdb-452c-9956-52212521ae65 {{(pid=87637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 04:42:53.689365 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-7b81972c-3196-4b04-99cb-166bd86c8c42 req-a68d68e8-c9c2-4e71-ae21-7f54d0143ca1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:53.704303 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [req-7b81972c-3196-4b04-99cb-166bd86c8c42 req-a68d68e8-c9c2-4e71-ae21-7f54d0143ca1 service neutron] Transition to ACTIVE for port object 3f7676d4-3bdb-452c-9956-52212521ae65 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:42:53.707849 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-7b81972c-3196-4b04-99cb-166bd86c8c42 req-a68d68e8-c9c2-4e71-ae21-7f54d0143ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:53.870836 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68d68e8-c9c2-4e71-ae21-7f54d0143ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=3f7676d4-3bdb-452c-9956-52212521ae65,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:42:53.955497 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [req-7b81972c-3196-4b04-99cb-166bd86c8c42 req-a68d68e8-c9c2-4e71-ae21-7f54d0143ca1 service neutron] Attempting to bind port 3f7676d4-3bdb-452c-9956-52212521ae65 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:42:53.956121 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [req-7b81972c-3196-4b04-99cb-166bd86c8c42 req-a68d68e8-c9c2-4e71-ae21-7f54d0143ca1 service neutron] Attempting to bind port 3f7676d4-3bdb-452c-9956-52212521ae65 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'd0525cd3-5ee4-4c0e-8300-65de9843ee0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2943bc41-1ca2-4fb1-9a91-23ffe855f551'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:42:53.956723 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b81972c-3196-4b04-99cb-166bd86c8c42 req-a68d68e8-c9c2-4e71-ae21-7f54d0143ca1 service neutron] Attempting to bind port 3f7676d4-3bdb-452c-9956-52212521ae65 on network 2943bc41-1ca2-4fb1-9a91-23ffe855f551 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:42:53.964084 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b81972c-3196-4b04-99cb-166bd86c8c42 req-a68d68e8-c9c2-4e71-ae21-7f54d0143ca1 service neutron] Port 3f7676d4-3bdb-452c-9956-52212521ae65 on network 2943bc41-1ca2-4fb1-9a91-23ffe855f551 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:42:53.964648 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b81972c-3196-4b04-99cb-166bd86c8c42 req-a68d68e8-c9c2-4e71-ae21-7f54d0143ca1 service neutron] Attempting to bind port 3f7676d4-3bdb-452c-9956-52212521ae65 on network 2943bc41-1ca2-4fb1-9a91-23ffe855f551 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:42:53.973852 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b81972c-3196-4b04-99cb-166bd86c8c42 req-a68d68e8-c9c2-4e71-ae21-7f54d0143ca1 service neutron] Checking agent: {'id': '63664c57-372e-43f7-9ecb-4deedcf8ddc7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 28, 15), 'started_at': datetime.datetime(2022, 2, 1, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:42:53.974400 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b81972c-3196-4b04-99cb-166bd86c8c42 req-a68d68e8-c9c2-4e71-ae21-7f54d0143ca1 service neutron] Checking segment: {'id': 'd0525cd3-5ee4-4c0e-8300-65de9843ee0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2943bc41-1ca2-4fb1-9a91-23ffe855f551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:42:53.975110 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b81972c-3196-4b04-99cb-166bd86c8c42 req-a68d68e8-c9c2-4e71-ae21-7f54d0143ca1 service neutron] Bound using segment: {'id': 'd0525cd3-5ee4-4c0e-8300-65de9843ee0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2943bc41-1ca2-4fb1-9a91-23ffe855f551'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:42:53.975735 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [req-7b81972c-3196-4b04-99cb-166bd86c8c42 req-a68d68e8-c9c2-4e71-ae21-7f54d0143ca1 service neutron] Bound port: 3f7676d4-3bdb-452c-9956-52212521ae65, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0525cd3-5ee4-4c0e-8300-65de9843ee0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2943bc41-1ca2-4fb1-9a91-23ffe855f551'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:42:53.976249 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-7b81972c-3196-4b04-99cb-166bd86c8c42 req-a68d68e8-c9c2-4e71-ae21-7f54d0143ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:53.993695 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 62ac2af8-d132-4264-b2ca-c473cf8de3f4 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:42:54.071671 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [req-7b81972c-3196-4b04-99cb-166bd86c8c42 req-a68d68e8-c9c2-4e71-ae21-7f54d0143ca1 service neutron] For port 3f7676d4-3bdb-452c-9956-52212521ae65, host hv-neutron-8268, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:42:54.075580 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [req-7b81972c-3196-4b04-99cb-166bd86c8c42 req-a68d68e8-c9c2-4e71-ae21-7f54d0143ca1 service neutron] For port 3f7676d4-3bdb-452c-9956-52212521ae65, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=3f7676d4-3bdb-452c-9956-52212521ae65,segment=NetworkSegment(d0525cd3-5ee4-4c0e-8300-65de9843ee0c),segment_id=d0525cd3-5ee4-4c0e-8300-65de9843ee0c)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:42:54.077643 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 62ac2af8-d132-4264-b2ca-c473cf8de3f4 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:42:54.078143 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:54.081821 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-7b81972c-3196-4b04-99cb-166bd86c8c42 req-a68d68e8-c9c2-4e71-ae21-7f54d0143ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:54.148953 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b81972c-3196-4b04-99cb-166bd86c8c42 req-a68d68e8-c9c2-4e71-ae21-7f54d0143ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:54.149637 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-7b81972c-3196-4b04-99cb-166bd86c8c42 req-a68d68e8-c9c2-4e71-ae21-7f54d0143ca1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:54.151199 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-7b81972c-3196-4b04-99cb-166bd86c8c42 req-a68d68e8-c9c2-4e71-ae21-7f54d0143ca1 service neutron] 10.222.0.18 "PUT /v2.0/ports/3f7676d4-3bdb-452c-9956-52212521ae65 HTTP/1.1" status: 200 len: 1094 time: 0.9564188 Feb 01 04:42:54.151719 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08614350-2a5b-48aa-a9e7-8738f6a004e3', 'tag': '3f7676d4-3bdb-452c-9956-52212521ae65'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:42:54.179935 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68d68e8-c9c2-4e71-ae21-7f54d0143ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=3f7676d4-3bdb-452c-9956-52212521ae65,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:42:54.260643 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08614350-2a5b-48aa-a9e7-8738f6a004e3', 'tag': '3f7676d4-3bdb-452c-9956-52212521ae65', 'status': 'completed', 'code': 200} Feb 01 04:42:54.292967 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b81972c-3196-4b04-99cb-166bd86c8c42 req-9cc274e4-f42b-4f96-9ded-9bea153e681f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:54.295092 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-7b81972c-3196-4b04-99cb-166bd86c8c42 req-9cc274e4-f42b-4f96-9ded-9bea153e681f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0629703b9474474a9f2fde13723d2e8b&device_id=08614350-2a5b-48aa-a9e7-8738f6a004e3 HTTP/1.1" status: 200 len: 1097 time: 0.0789516 Feb 01 04:42:54.472594 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-7b81972c-3196-4b04-99cb-166bd86c8c42 req-76b216b0-fcb4-462c-91d6-e439ce8141c0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f7676d4-3bdb-452c-9956-52212521ae65 HTTP/1.1" status: 200 len: 217 time: 0.1654923 Feb 01 04:42:54.533269 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b81972c-3196-4b04-99cb-166bd86c8c42 req-e14b08dd-1bf3-466d-8400-900734b075db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:54.534658 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-7b81972c-3196-4b04-99cb-166bd86c8c42 req-e14b08dd-1bf3-466d-8400-900734b075db service neutron] 10.222.0.18 "GET /v2.0/subnets?id=076e539a-e158-4c09-98e3-b21d6c5e022c HTTP/1.1" status: 200 len: 834 time: 0.0566735 Feb 01 04:42:54.610548 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b81972c-3196-4b04-99cb-166bd86c8c42 req-92d8a9d9-f93e-4149-be70-797f33bd01bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:54.612102 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-7b81972c-3196-4b04-99cb-166bd86c8c42 req-92d8a9d9-f93e-4149-be70-797f33bd01bb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2943bc41-1ca2-4fb1-9a91-23ffe855f551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717309 Feb 01 04:42:54.743240 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-7b81972c-3196-4b04-99cb-166bd86c8c42 req-c556b45c-df8c-43b6-bd05-28ad0bfca1a6 service neutron] 10.222.0.18 "GET /v2.0/networks/2943bc41-1ca2-4fb1-9a91-23ffe855f551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243722 Feb 01 04:42:54.750035 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08109167-6d8f-4079-8e4e-2cd32226874d req-d36b4526-ea2f-45e4-9262-b030392e2a9d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:54.751499 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-08109167-6d8f-4079-8e4e-2cd32226874d req-d36b4526-ea2f-45e4-9262-b030392e2a9d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=08614350-2a5b-48aa-a9e7-8738f6a004e3 HTTP/1.1" status: 200 len: 944 time: 0.0775242 Feb 01 04:42:54.795386 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-08109167-6d8f-4079-8e4e-2cd32226874d req-d897e595-4176-4dd4-b7d4-cf1c3a1c8810 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=90157250-3eb6-41d2-9b65-b12457961bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0381460 Feb 01 04:42:54.873993 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-7b81972c-3196-4b04-99cb-166bd86c8c42 req-8e40ffdf-cc20-4ffc-8a8b-e50b730d5918 service neutron] 10.222.0.18 "GET /v2.0/networks/2943bc41-1ca2-4fb1-9a91-23ffe855f551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247692 Feb 01 04:42:55.022828 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9b9cc-83c6-484e-b715-0eec8cb028b2 req-28970464-12fe-41ab-b57f-cab6bf0eb116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:55.024281 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-bab9b9cc-83c6-484e-b715-0eec8cb028b2 req-28970464-12fe-41ab-b57f-cab6bf0eb116 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0629703b9474474a9f2fde13723d2e8b&device_id=08614350-2a5b-48aa-a9e7-8738f6a004e3 HTTP/1.1" status: 200 len: 1097 time: 0.0678864 Feb 01 04:42:55.154644 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9b9cc-83c6-484e-b715-0eec8cb028b2 req-4bea7ec8-c4bf-48f4-b713-e6ffb7e73df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:55.156089 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-bab9b9cc-83c6-484e-b715-0eec8cb028b2 req-4bea7ec8-c4bf-48f4-b713-e6ffb7e73df2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2943bc41-1ca2-4fb1-9a91-23ffe855f551 HTTP/1.1" status: 200 len: 897 time: 0.1256728 Feb 01 04:42:55.226012 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-bab9b9cc-83c6-484e-b715-0eec8cb028b2 req-11be2b84-43b1-408d-bf19-ec057fffab6c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f7676d4-3bdb-452c-9956-52212521ae65 HTTP/1.1" status: 200 len: 217 time: 0.0628498 Feb 01 04:42:55.286468 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9b9cc-83c6-484e-b715-0eec8cb028b2 req-846ea999-d36a-4ec3-9197-1f71be9016aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:55.287772 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-bab9b9cc-83c6-484e-b715-0eec8cb028b2 req-846ea999-d36a-4ec3-9197-1f71be9016aa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=076e539a-e158-4c09-98e3-b21d6c5e022c HTTP/1.1" status: 200 len: 834 time: 0.0554752 Feb 01 04:42:55.364423 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9b9cc-83c6-484e-b715-0eec8cb028b2 req-2651c83a-86f7-4826-8947-4390053f98c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:55.365864 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-bab9b9cc-83c6-484e-b715-0eec8cb028b2 req-2651c83a-86f7-4826-8947-4390053f98c6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2943bc41-1ca2-4fb1-9a91-23ffe855f551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719054 Feb 01 04:42:55.497757 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-bab9b9cc-83c6-484e-b715-0eec8cb028b2 req-ae952087-d5d0-4f8a-b1e0-1672bb331bf3 service neutron] 10.222.0.18 "GET /v2.0/networks/2943bc41-1ca2-4fb1-9a91-23ffe855f551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249268 Feb 01 04:42:55.629329 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-bab9b9cc-83c6-484e-b715-0eec8cb028b2 req-8bed8de0-7ff3-4860-9d71-1af3873eadd8 service neutron] 10.222.0.18 "GET /v2.0/networks/2943bc41-1ca2-4fb1-9a91-23ffe855f551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251686 Feb 01 04:42:55.977107 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caddfe32-6ca6-49be-9d7c-38f81153f4c0 req-1734a8b0-96d3-4141-96f9-b919cb26ae02 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:55.977786 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-caddfe32-6ca6-49be-9d7c-38f81153f4c0 req-1734a8b0-96d3-4141-96f9-b919cb26ae02 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Synchronizing usage tracker for tenant:0629703b9474474a9f2fde13723d2e8b on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:42:55.993008 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-caddfe32-6ca6-49be-9d7c-38f81153f4c0 req-1734a8b0-96d3-4141-96f9-b919cb26ae02 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Unset dirty status for tenant:0629703b9474474a9f2fde13723d2e8b on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:42:55.994295 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-caddfe32-6ca6-49be-9d7c-38f81153f4c0 req-1734a8b0-96d3-4141-96f9-b919cb26ae02 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=08614350-2a5b-48aa-a9e7-8738f6a004e3 HTTP/1.1" status: 200 len: 944 time: 0.0944037 Feb 01 04:42:56.037285 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-caddfe32-6ca6-49be-9d7c-38f81153f4c0 req-a5d1b23d-47ac-4bb7-a3ba-5cdff2b41d23 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=90157250-3eb6-41d2-9b65-b12457961bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0372214 Feb 01 04:42:57.224134 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c2c6e-c4e8-4a84-b000-d03328518fb5 req-c3242093-750c-463d-abc4-a9e3976c994e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:57.225480 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9d4c2c6e-c4e8-4a84-b000-d03328518fb5 req-c3242093-750c-463d-abc4-a9e3976c994e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=08614350-2a5b-48aa-a9e7-8738f6a004e3 HTTP/1.1" status: 200 len: 944 time: 0.0814195 Feb 01 04:42:57.268381 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9d4c2c6e-c4e8-4a84-b000-d03328518fb5 req-12e799f0-1749-482c-957a-c5645f6043f6 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=90157250-3eb6-41d2-9b65-b12457961bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0373805 Feb 01 04:42:57.307863 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 3f7676d4-3bdb-452c-9956-52212521ae65 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 01 04:42:57.437097 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 3f7676d4-3bdb-452c-9956-52212521ae65, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=3f7676d4-3bdb-452c-9956-52212521ae65,segment=NetworkSegment(d0525cd3-5ee4-4c0e-8300-65de9843ee0c),segment_id=d0525cd3-5ee4-4c0e-8300-65de9843ee0c)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:42:57.450325 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Returning: {'device': '3f7676d4-3bdb-452c-9956-52212521ae65', 'network_id': '2943bc41-1ca2-4fb1-9a91-23ffe855f551', 'port_id': '3f7676d4-3bdb-452c-9956-52212521ae65', 'mac_address': 'fa:16:3e:26:cb:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '076e539a-e158-4c09-98e3-b21d6c5e022c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 01 04:42:57.508345 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:57.524910 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f7676d4-3bdb-452c-9956-52212521ae65 {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 04:42:57.539651 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 3f7676d4-3bdb-452c-9956-52212521ae65, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=3f7676d4-3bdb-452c-9956-52212521ae65,segment=NetworkSegment(d0525cd3-5ee4-4c0e-8300-65de9843ee0c),segment_id=d0525cd3-5ee4-4c0e-8300-65de9843ee0c)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:42:57.543763 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:57.607493 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=3f7676d4-3bdb-452c-9956-52212521ae65,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:42:57.811421 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] get_ports_and_sgs() called for port_ids ['3f7676d4-3bdb-452c-9956-52212521ae65'] {{(pid=87638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 01 04:42:58.453203 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f08a5-ab14-4d32-9729-8bc7822f1f4b req-2273be10-917c-4c99-88df-cf14bc018786 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:58.454641 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-651f08a5-ab14-4d32-9729-8bc7822f1f4b req-2273be10-917c-4c99-88df-cf14bc018786 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=08614350-2a5b-48aa-a9e7-8738f6a004e3 HTTP/1.1" status: 200 len: 945 time: 0.0816195 Feb 01 04:42:58.496432 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-651f08a5-ab14-4d32-9729-8bc7822f1f4b req-02ea56a2-32f9-4657-bbd0-0b6977fd77c8 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=90157250-3eb6-41d2-9b65-b12457961bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0362568 Feb 01 04:42:59.322072 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 3f7676d4-3bdb-452c-9956-52212521ae65 up at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:42:59.388768 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning for port 3f7676d4-3bdb-452c-9956-52212521ae65 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:42:59.393591 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning complete for port 3f7676d4-3bdb-452c-9956-52212521ae65 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:42:59.393956 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:59.509892 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:59.537075 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08614350-2a5b-48aa-a9e7-8738f6a004e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f7676d4-3bdb-452c-9956-52212521ae65'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:42:59.546843 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 3f7676d4-3bdb-452c-9956-52212521ae65, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=3f7676d4-3bdb-452c-9956-52212521ae65,segment=NetworkSegment(d0525cd3-5ee4-4c0e-8300-65de9843ee0c),segment_id=d0525cd3-5ee4-4c0e-8300-65de9843ee0c)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:42:59.551493 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:42:59.585457 dv-neutron-826830-1-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08614350-2a5b-48aa-a9e7-8738f6a004e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f7676d4-3bdb-452c-9956-52212521ae65', 'code': 200} Feb 01 04:42:59.621936 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=3f7676d4-3bdb-452c-9956-52212521ae65,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:42:59.684437 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6c2ce-6651-4902-a4a9-e70aa4c54013 req-2c0be8db-f99a-4a37-a190-1575e40b5228 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:59.686390 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0fe6c2ce-6651-4902-a4a9-e70aa4c54013 req-2c0be8db-f99a-4a37-a190-1575e40b5228 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=08614350-2a5b-48aa-a9e7-8738f6a004e3 HTTP/1.1" status: 200 len: 946 time: 0.0855908 Feb 01 04:42:59.730484 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0fe6c2ce-6651-4902-a4a9-e70aa4c54013 req-2eb09427-a087-46c5-b1d5-d563413e5f4c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=90157250-3eb6-41d2-9b65-b12457961bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0381353 Feb 01 04:42:59.843558 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d95055-4af6-4d20-ab19-6008cc9bbeb3 req-0e5b0f06-1995-46eb-ad94-c388dcc5892d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:42:59.845586 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-65d95055-4af6-4d20-ab19-6008cc9bbeb3 req-0e5b0f06-1995-46eb-ad94-c388dcc5892d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=08614350-2a5b-48aa-a9e7-8738f6a004e3 HTTP/1.1" status: 200 len: 1099 time: 0.0689652 Feb 01 04:42:59.888837 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-65d95055-4af6-4d20-ab19-6008cc9bbeb3 req-af4ad001-556b-4c4e-8726-716d630116f2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=90157250-3eb6-41d2-9b65-b12457961bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0364451 Feb 01 04:43:00.922088 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c34e81-72dd-4ed1-859d-bd2207dbc6ac req-7fe29992-f080-44ee-ac8c-7d4a96b221c5 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:43:00.923566 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-83c34e81-72dd-4ed1-859d-bd2207dbc6ac req-7fe29992-f080-44ee-ac8c-7d4a96b221c5 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=08614350-2a5b-48aa-a9e7-8738f6a004e3 HTTP/1.1" status: 200 len: 946 time: 0.0852571 Feb 01 04:43:00.969931 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-83c34e81-72dd-4ed1-859d-bd2207dbc6ac req-adc54ac8-9a92-43ad-b55b-c135b9c36e9d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=90157250-3eb6-41d2-9b65-b12457961bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0403044 Feb 01 04:43:01.928120 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c0c98408-0729-43bc-b637-a388517ebbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:02.150510 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1980da58-c78a-46d6-baab-8b034b34cb6d req-dc969ead-918a-4bd1-ab82-66e4abce74d7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:43:02.151886 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1980da58-c78a-46d6-baab-8b034b34cb6d req-dc969ead-918a-4bd1-ab82-66e4abce74d7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=08614350-2a5b-48aa-a9e7-8738f6a004e3 HTTP/1.1" status: 200 len: 946 time: 0.0810916 Feb 01 04:43:02.195490 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1980da58-c78a-46d6-baab-8b034b34cb6d req-c72876f1-ee34-42d4-9ca1-1b179b36aa9d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=90157250-3eb6-41d2-9b65-b12457961bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0375867 Feb 01 04:43:02.467388 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d1886-0926-40c3-8714-04b01d8ff384 req-01a837a2-d9eb-430a-9049-460511d39822 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:43:02.468737 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-e19d1886-0926-40c3-8714-04b01d8ff384 req-01a837a2-d9eb-430a-9049-460511d39822 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=08614350-2a5b-48aa-a9e7-8738f6a004e3 HTTP/1.1" status: 200 len: 946 time: 0.1718950 Feb 01 04:43:02.510554 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-e19d1886-0926-40c3-8714-04b01d8ff384 req-e82fa633-0aff-4d81-b059-0e6c683338d2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=90157250-3eb6-41d2-9b65-b12457961bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0362687 Feb 01 04:43:02.533385 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 44170) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:43:02.600801 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eddb8cf-acd5-4972-b78a-e76f57a5eec6 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:43:02.602259 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-1eddb8cf-acd5-4972-b78a-e76f57a5eec6 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=08614350-2a5b-48aa-a9e7-8738f6a004e3 HTTP/1.1" status: 200 len: 1094 time: 0.0679133 Feb 01 04:43:02.605061 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 44174) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:43:02.609950 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-60d76eee-d7e2-4e02-a0ba-375a70e04327 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'floatingip': {'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'port_id': '3f7676d4-3bdb-452c-9956-52212521ae65', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:43:02.615862 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-60d76eee-d7e2-4e02-a0ba-375a70e04327 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:43:02.619626 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-60d76eee-d7e2-4e02-a0ba-375a70e04327 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:floatingip and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:43:02.622923 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-60d76eee-d7e2-4e02-a0ba-375a70e04327 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:43:02.629199 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-60d76eee-d7e2-4e02-a0ba-375a70e04327 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:43:02.639651 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-60d76eee-d7e2-4e02-a0ba-375a70e04327 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for floatingip, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:02.771719 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-60d76eee-d7e2-4e02-a0ba-375a70e04327 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:02.907507 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-60d76eee-d7e2-4e02-a0ba-375a70e04327 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Allocated IP 172.26.8.186 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/f64f4b9a-6a75-42e9-9ce7-5e8e3912da50) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:43:03.148313 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-60d76eee-d7e2-4e02-a0ba-375a70e04327 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:03.176252 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-60d76eee-d7e2-4e02-a0ba-375a70e04327 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:03.238948 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d76eee-d7e2-4e02-a0ba-375a70e04327 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:43:03.241781 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-60d76eee-d7e2-4e02-a0ba-375a70e04327 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:43:03.245300 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d76eee-d7e2-4e02-a0ba-375a70e04327 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:43:03.280546 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d76eee-d7e2-4e02-a0ba-375a70e04327 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'Port': ['ID=f64f4b9a-6a75-42e9-9ce7-5e8e3912da50,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:43:03.671326 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-60d76eee-d7e2-4e02-a0ba-375a70e04327 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:03.745951 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-60d76eee-d7e2-4e02-a0ba-375a70e04327 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:03.750508 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e8bdb0-7174-4223-b7da-d258c1463069 req-3ea61c2b-fa4c-45cc-ae90-93523b39c220 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:43:03.752006 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-13e8bdb0-7174-4223-b7da-d258c1463069 req-3ea61c2b-fa4c-45cc-ae90-93523b39c220 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd2de19d-dc84-4efd-9a98-c83b9617c9c6 HTTP/1.1" status: 200 len: 946 time: 0.0816371 Feb 01 04:43:03.801482 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-13e8bdb0-7174-4223-b7da-d258c1463069 req-78dc4a1d-83d0-497d-b2cd-2ece1cd79393 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee02c2cf-afe8-43b1-ba9c-28b13c261f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432322 Feb 01 04:43:03.969582 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-60d76eee-d7e2-4e02-a0ba-375a70e04327 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:03.973873 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-60d76eee-d7e2-4e02-a0ba-375a70e04327 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:04.081681 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d76eee-d7e2-4e02-a0ba-375a70e04327 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'Port': ['ID=f64f4b9a-6a75-42e9-9ce7-5e8e3912da50,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:43:04.090765 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-60d76eee-d7e2-4e02-a0ba-375a70e04327 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-774194'] for floatingip, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:04.230353 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-68d9891b-a69b-499c-84bb-a2e0c403173c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:04.265685 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.l3_db [None req-60d76eee-d7e2-4e02-a0ba-375a70e04327 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Floating IP a2a13ace-1a31-4ebf-9c94-fd5502671c9b associated. External IP: 172.26.8.186, port: 3f7676d4-3bdb-452c-9956-52212521ae65. Feb 01 04:43:04.714498 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60d76eee-d7e2-4e02-a0ba-375a70e04327 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Router 0a9806a7-78d2-468c-87df-c302aabd7437 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:43:04.899473 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d76eee-d7e2-4e02-a0ba-375a70e04327 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:43:04.910424 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a7ae5f-9ab0-4b5d-b1ff-2fb9c5d39785 None None] Sync routers for ids ['0a9806a7-78d2-468c-87df-c302aabd7437'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:43:04.920422 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a7ae5f-9ab0-4b5d-b1ff-2fb9c5d39785 None None] Routers {'0a9806a7-78d2-468c-87df-c302aabd7437'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:43:04.921033 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-30a7ae5f-9ab0-4b5d-b1ff-2fb9c5d39785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:43:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['0a9806a7-78d2-468c-87df-c302aabd7437'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:43:04.974965 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-60d76eee-d7e2-4e02-a0ba-375a70e04327 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:05.041007 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-60d76eee-d7e2-4e02-a0ba-375a70e04327 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4348712 Feb 01 04:43:05.042613 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08614350-2a5b-48aa-a9e7-8738f6a004e3', 'tag': '3f7676d4-3bdb-452c-9956-52212521ae65'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:43:05.043711 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 44184) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:43:05.059190 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b691bf-6dcb-4c32-ae78-b43c3aa80af7 req-26215d7e-0fed-4a41-8692-65132ee0e4f3 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:43:05.060716 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-29b691bf-6dcb-4c32-ae78-b43c3aa80af7 req-26215d7e-0fed-4a41-8692-65132ee0e4f3 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd2de19d-dc84-4efd-9a98-c83b9617c9c6 HTTP/1.1" status: 200 len: 946 time: 0.1489582 Feb 01 04:43:05.100116 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08614350-2a5b-48aa-a9e7-8738f6a004e3', 'tag': '3f7676d4-3bdb-452c-9956-52212521ae65', 'status': 'completed', 'code': 200} Feb 01 04:43:05.110478 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-29b691bf-6dcb-4c32-ae78-b43c3aa80af7 req-dcc31277-7d09-4104-afb4-62ccd121da75 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee02c2cf-afe8-43b1-ba9c-28b13c261f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439160 Feb 01 04:43:05.115251 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-30a7ae5f-9ab0-4b5d-b1ff-2fb9c5d39785 None None] Set router 0a9806a7-78d2-468c-87df-c302aabd7437 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:43:05.283989 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-65aec485-8ec0-4ba6-99a0-a524250d3ebf tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] 10.222.0.24 "GET /v2.0/routers/0a9806a7-78d2-468c-87df-c302aabd7437 HTTP/1.1" status: 200 len: 922 time: 0.2361715 Feb 01 04:43:05.284287 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 44190) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:43:05.359779 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f37da2-b518-4f06-b346-7d9f10f52046 req-e254fc7e-1b1a-45dd-9051-cb396598336a tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:43:05.361878 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-41f37da2-b518-4f06-b346-7d9f10f52046 req-e254fc7e-1b1a-45dd-9051-cb396598336a tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd2de19d-dc84-4efd-9a98-c83b9617c9c6 HTTP/1.1" status: 200 len: 946 time: 0.0841298 Feb 01 04:43:05.379850 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f0ed2-9373-4c5a-b47b-d92b80c9fcdd req-90871a59-38f0-4f67-a0af-3a869a880a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:43:05.381312 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-450f0ed2-9373-4c5a-b47b-d92b80c9fcdd req-90871a59-38f0-4f67-a0af-3a869a880a1a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0629703b9474474a9f2fde13723d2e8b&device_id=08614350-2a5b-48aa-a9e7-8738f6a004e3 HTTP/1.1" status: 200 len: 1099 time: 0.2371566 Feb 01 04:43:05.411720 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:05.423567 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-809e57ea-bc54-43ea-86fc-e8734fe5658c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/floatingips/a2a13ace-1a31-4ebf-9c94-fd5502671c9b HTTP/1.1" status: 200 len: 992 time: 0.1382928 Feb 01 04:43:05.442246 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-41f37da2-b518-4f06-b346-7d9f10f52046 req-c04bcbc4-fade-4467-ac23-b9354cd92f0d tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Deleting port 6be95783-8d56-4439-b15d-c4a86fc5d29e {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:43:05.442632 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-41f37da2-b518-4f06-b346-7d9f10f52046 req-c04bcbc4-fade-4467-ac23-b9354cd92f0d tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:05.496994 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:05.533454 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-30a7ae5f-9ab0-4b5d-b1ff-2fb9c5d39785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9806a7-78d2-468c-87df-c302aabd7437', 'name': 'tempest-TestNetworkBasicOps-router-776833343', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.104'}], 'enable_snat': True}, 'gw_port_id': 'bac39ddf-40c9-44b9-b4c3-de6d4e9e1317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:42:41Z', 'updated_at': '2022-02-01T04:42:46Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': 'bac39ddf-40c9-44b9-b4c3-de6d4e9e1317', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:27:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9806a7-78d2-468c-87df-c302aabd7437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:42:41Z', 'updated_at': '2022-02-01T04:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': 'a2a13ace-1a31-4ebf-9c94-fd5502671c9b', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'floating_ip_address': '172.26.8.186', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '0a9806a7-78d2-468c-87df-c302aabd7437', 'port_id': '3f7676d4-3bdb-452c-9956-52212521ae65', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2943bc41-1ca2-4fb1-9a91-23ffe855f551', 'mac_address': 'fa:16:3e:26:cb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08614350-2a5b-48aa-a9e7-8738f6a004e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:43:03Z', 'updated_at': '2022-02-01T04:43:03Z', 'revision_number': 0, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62ac2af8-d132-4264-b2ca-c473cf8de3f4', 'name': '', 'network_id': '2943bc41-1ca2-4fb1-9a91-23ffe855f551', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:b9:d0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9806a7-78d2-468c-87df-c302aabd7437', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '076e539a-e158-4c09-98e3-b21d6c5e022c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:42:45Z', 'updated_at': '2022-02-01T04:42:52Z', 'revision_number': 5, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': '076e539a-e158-4c09-98e3-b21d6c5e022c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:43:05.533817 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f0ed2-9373-4c5a-b47b-d92b80c9fcdd req-b1ceed6e-99cf-437d-bd16-3477068fc67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:43:05.535042 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-450f0ed2-9373-4c5a-b47b-d92b80c9fcdd req-b1ceed6e-99cf-437d-bd16-3477068fc67f service neutron] 10.222.0.18 "GET /v2.0/networks?id=2943bc41-1ca2-4fb1-9a91-23ffe855f551 HTTP/1.1" status: 200 len: 897 time: 0.1454358 Feb 01 04:43:05.537493 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a7ae5f-9ab0-4b5d-b1ff-2fb9c5d39785 None None] Checking router: 0a9806a7-78d2-468c-87df-c302aabd7437 for host: dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:43:05.546542 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a7ae5f-9ab0-4b5d-b1ff-2fb9c5d39785 None None] Routers {'0a9806a7-78d2-468c-87df-c302aabd7437'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:43:05.547165 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-30a7ae5f-9ab0-4b5d-b1ff-2fb9c5d39785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:43:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['0a9806a7-78d2-468c-87df-c302aabd7437'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:43:05.638706 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-450f0ed2-9373-4c5a-b47b-d92b80c9fcdd req-5b4b7e5a-8afb-4fb6-a1d1-729a89c7bfc3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f7676d4-3bdb-452c-9956-52212521ae65 HTTP/1.1" status: 200 len: 1000 time: 0.0981264 Feb 01 04:43:05.702939 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f0ed2-9373-4c5a-b47b-d92b80c9fcdd req-becfd5ab-fa9a-43f6-a599-c90cfb01ed19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:43:05.703947 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-41f37da2-b518-4f06-b346-7d9f10f52046 req-c04bcbc4-fade-4467-ac23-b9354cd92f0d tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] For port 6be95783-8d56-4439-b15d-c4a86fc5d29e, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=6be95783-8d56-4439-b15d-c4a86fc5d29e,segment=NetworkSegment(6b1a300b-d251-4755-82de-371c1e658f49),segment_id=6b1a300b-d251-4755-82de-371c1e658f49)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:43:05.704856 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-41f37da2-b518-4f06-b346-7d9f10f52046 req-c04bcbc4-fade-4467-ac23-b9354cd92f0d tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:05.704997 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-450f0ed2-9373-4c5a-b47b-d92b80c9fcdd req-becfd5ab-fa9a-43f6-a599-c90cfb01ed19 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=076e539a-e158-4c09-98e3-b21d6c5e022c HTTP/1.1" status: 200 len: 834 time: 0.0602734 Feb 01 04:43:05.727741 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-30a7ae5f-9ab0-4b5d-b1ff-2fb9c5d39785 None None] Set router 0a9806a7-78d2-468c-87df-c302aabd7437 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:43:05.781966 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f0ed2-9373-4c5a-b47b-d92b80c9fcdd req-8be886b1-4503-41f3-b31e-f10b133bfc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:43:05.783610 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-450f0ed2-9373-4c5a-b47b-d92b80c9fcdd req-8be886b1-4503-41f3-b31e-f10b133bfc49 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2943bc41-1ca2-4fb1-9a91-23ffe855f551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737839 Feb 01 04:43:05.926802 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-450f0ed2-9373-4c5a-b47b-d92b80c9fcdd req-79e20802-1e98-4cff-aa44-9c24a13523b9 service neutron] 10.222.0.18 "GET /v2.0/networks/2943bc41-1ca2-4fb1-9a91-23ffe855f551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366639 Feb 01 04:43:05.996117 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-41f37da2-b518-4f06-b346-7d9f10f52046 req-c04bcbc4-fade-4467-ac23-b9354cd92f0d tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:05.996592 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-41f37da2-b518-4f06-b346-7d9f10f52046 req-c04bcbc4-fade-4467-ac23-b9354cd92f0d tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-774194'] for floatingip, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:05.996993 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.l3_db [req-41f37da2-b518-4f06-b346-7d9f10f52046 req-c04bcbc4-fade-4467-ac23-b9354cd92f0d tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Floating IP 79ff0913-9bcf-414a-bbae-00d20fca7a75 disassociated. External IP: 172.26.8.74, port: 6be95783-8d56-4439-b15d-c4a86fc5d29e. Feb 01 04:43:05.998107 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-41f37da2-b518-4f06-b346-7d9f10f52046 req-c04bcbc4-fade-4467-ac23-b9354cd92f0d tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Calling delete_port for 6be95783-8d56-4439-b15d-c4a86fc5d29e owned by compute:nova {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:43:06.064898 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-450f0ed2-9373-4c5a-b47b-d92b80c9fcdd req-c269bb79-c826-4572-ab22-d1a89501ca09 service neutron] 10.222.0.18 "GET /v2.0/networks/2943bc41-1ca2-4fb1-9a91-23ffe855f551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321976 Feb 01 04:43:06.097713 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-30a7ae5f-9ab0-4b5d-b1ff-2fb9c5d39785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9806a7-78d2-468c-87df-c302aabd7437', 'name': 'tempest-TestNetworkBasicOps-router-776833343', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.104'}], 'enable_snat': True}, 'gw_port_id': 'bac39ddf-40c9-44b9-b4c3-de6d4e9e1317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:42:41Z', 'updated_at': '2022-02-01T04:42:46Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': 'bac39ddf-40c9-44b9-b4c3-de6d4e9e1317', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:27:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9806a7-78d2-468c-87df-c302aabd7437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:42:41Z', 'updated_at': '2022-02-01T04:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': 'a2a13ace-1a31-4ebf-9c94-fd5502671c9b', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'floating_ip_address': '172.26.8.186', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '0a9806a7-78d2-468c-87df-c302aabd7437', 'port_id': '3f7676d4-3bdb-452c-9956-52212521ae65', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2943bc41-1ca2-4fb1-9a91-23ffe855f551', 'mac_address': 'fa:16:3e:26:cb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08614350-2a5b-48aa-a9e7-8738f6a004e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:43:03Z', 'updated_at': '2022-02-01T04:43:03Z', 'revision_number': 0, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62ac2af8-d132-4264-b2ca-c473cf8de3f4', 'name': '', 'network_id': '2943bc41-1ca2-4fb1-9a91-23ffe855f551', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:b9:d0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9806a7-78d2-468c-87df-c302aabd7437', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '076e539a-e158-4c09-98e3-b21d6c5e022c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:42:45Z', 'updated_at': '2022-02-01T04:42:52Z', 'revision_number': 5, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': '076e539a-e158-4c09-98e3-b21d6c5e022c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:43:06.102038 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a7ae5f-9ab0-4b5d-b1ff-2fb9c5d39785 None None] The sync data for ids ['0a9806a7-78d2-468c-87df-c302aabd7437'] in dv-neutron-826830-1-hyperv is: [{'id': '0a9806a7-78d2-468c-87df-c302aabd7437', 'name': 'tempest-TestNetworkBasicOps-router-776833343', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.104'}], 'enable_snat': True}, 'gw_port_id': 'bac39ddf-40c9-44b9-b4c3-de6d4e9e1317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:42:41Z', 'updated_at': '2022-02-01T04:42:46Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': 'bac39ddf-40c9-44b9-b4c3-de6d4e9e1317', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:27:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9806a7-78d2-468c-87df-c302aabd7437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:42:41Z', 'updated_at': '2022-02-01T04:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': 'a2a13ace-1a31-4ebf-9c94-fd5502671c9b', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'floating_ip_address': '172.26.8.186', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '0a9806a7-78d2-468c-87df-c302aabd7437', 'port_id': '3f7676d4-3bdb-452c-9956-52212521ae65', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2943bc41-1ca2-4fb1-9a91-23ffe855f551', 'mac_address': 'fa:16:3e:26:cb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08614350-2a5b-48aa-a9e7-8738f6a004e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:43:03Z', 'updated_at': '2022-02-01T04:43:03Z', 'revision_number': 0, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62ac2af8-d132-4264-b2ca-c473cf8de3f4', 'name': '', 'network_id': '2943bc41-1ca2-4fb1-9a91-23ffe855f551', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:b9:d0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9806a7-78d2-468c-87df-c302aabd7437', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '076e539a-e158-4c09-98e3-b21d6c5e022c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:42:45Z', 'updated_at': '2022-02-01T04:42:52Z', 'revision_number': 5, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': '076e539a-e158-4c09-98e3-b21d6c5e022c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:43:06.163286 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-41f37da2-b518-4f06-b346-7d9f10f52046 req-c04bcbc4-fade-4467-ac23-b9354cd92f0d tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:06.213652 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04bcbc4-fade-4467-ac23-b9354cd92f0d tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Pushing event deleted for resources: {'Port': ['ID=6be95783-8d56-4439-b15d-c4a86fc5d29e,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:43:06.267855 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-f7282d7a-9755-42f5-a92f-d64a0a5c2aef req-e42ca28c-b487-4354-8650-211a4d481638 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd2de19d-dc84-4efd-9a98-c83b9617c9c6 HTTP/1.1" status: 200 len: 210 time: 0.0436673 Feb 01 04:43:06.337747 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7138de23-8bd7-4490-82e9-847d986dc5a4 None None] New status for floating IP a2a13ace-1a31-4ebf-9c94-fd5502671c9b: ACTIVE {{(pid=87639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 01 04:43:06.427479 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 44196) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:43:06.516434 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41f37da2-b518-4f06-b346-7d9f10f52046 req-c04bcbc4-fade-4467-ac23-b9354cd92f0d tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Router 1014f846-447e-455d-8a3a-e55c04980670 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:43:06.535805 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-85ac74f1-fc00-498b-af9d-0a476c3b2b04 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/floatingips/a2a13ace-1a31-4ebf-9c94-fd5502671c9b HTTP/1.1" status: 200 len: 992 time: 0.1071823 Feb 01 04:43:06.702692 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41f37da2-b518-4f06-b346-7d9f10f52046 req-c04bcbc4-fade-4467-ac23-b9354cd92f0d tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:43:06.712568 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48a49de-3e20-4d94-be84-8f65bddd643d None None] Sync routers for ids ['1014f846-447e-455d-8a3a-e55c04980670'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:43:06.723821 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48a49de-3e20-4d94-be84-8f65bddd643d None None] Routers {'1014f846-447e-455d-8a3a-e55c04980670'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:43:06.724508 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-d48a49de-3e20-4d94-be84-8f65bddd643d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:43:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['1014f846-447e-455d-8a3a-e55c04980670'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:43:06.777247 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-41f37da2-b518-4f06-b346-7d9f10f52046 req-c04bcbc4-fade-4467-ac23-b9354cd92f0d tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] No DVR routers for this DVR port 6be95783-8d56-4439-b15d-c4a86fc5d29e on host hv-neutron-8268 {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:43:06.780343 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-41f37da2-b518-4f06-b346-7d9f10f52046 req-c04bcbc4-fade-4467-ac23-b9354cd92f0d tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:06.793204 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-41f37da2-b518-4f06-b346-7d9f10f52046 req-c04bcbc4-fade-4467-ac23-b9354cd92f0d tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.18 "DELETE /v2.0/ports/6be95783-8d56-4439-b15d-c4a86fc5d29e HTTP/1.1" status: 204 len: 173 time: 1.4251540 Feb 01 04:43:06.900915 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-d48a49de-3e20-4d94-be84-8f65bddd643d None None] Set router 1014f846-447e-455d-8a3a-e55c04980670 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:43:07.058948 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:07.101565 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd2de19d-dc84-4efd-9a98-c83b9617c9c6', 'name': 'network-vif-deleted', 'tag': '6be95783-8d56-4439-b15d-c4a86fc5d29e'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:43:07.153801 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd2de19d-dc84-4efd-9a98-c83b9617c9c6', 'name': 'network-vif-deleted', 'tag': '6be95783-8d56-4439-b15d-c4a86fc5d29e', 'status': 'completed', 'code': 200} Feb 01 04:43:07.231515 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-d48a49de-3e20-4d94-be84-8f65bddd643d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1014f846-447e-455d-8a3a-e55c04980670', 'name': 'tempest-TestVolumeBootPattern-533563384-router', 'tenant_id': '9f8d5bc7845843a4a3997b13887466a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': 'f7fbbe8b-34ff-4f49-836c-3f11895c073a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:40:07Z', 'updated_at': '2022-02-01T04:40:13Z', 'revision_number': 4, 'project_id': '9f8d5bc7845843a4a3997b13887466a6', 'gw_port': {'id': 'f7fbbe8b-34ff-4f49-836c-3f11895c073a', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1014f846-447e-455d-8a3a-e55c04980670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:40:08Z', 'updated_at': '2022-02-01T04:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '2a518623-ba34-4b6d-b35c-d792284a9b2a', 'name': '', 'network_id': 'a0c2a700-3881-4414-a7a8-128b0ce8d5cc', 'tenant_id': '9f8d5bc7845843a4a3997b13887466a6', 'mac_address': 'fa:16:3e:f6:ce:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1014f846-447e-455d-8a3a-e55c04980670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'acb960c4-d095-42c0-820a-b7e1026fb7c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:40:12Z', 'updated_at': '2022-02-01T04:40:20Z', 'revision_number': 5, 'project_id': '9f8d5bc7845843a4a3997b13887466a6', 'subnets': [{'id': 'acb960c4-d095-42c0-820a-b7e1026fb7c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:43:07.235671 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48a49de-3e20-4d94-be84-8f65bddd643d None None] Checking router: 1014f846-447e-455d-8a3a-e55c04980670 for host: dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:43:07.243889 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48a49de-3e20-4d94-be84-8f65bddd643d None None] Routers {'1014f846-447e-455d-8a3a-e55c04980670'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:43:07.244400 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-d48a49de-3e20-4d94-be84-8f65bddd643d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:43:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['1014f846-447e-455d-8a3a-e55c04980670'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:43:07.426411 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-832afbd0-dcc0-44dc-a6ee-a0a8852346c9 req-ff8999d3-f92e-4276-b770-c26d6e317810 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd2de19d-dc84-4efd-9a98-c83b9617c9c6 HTTP/1.1" status: 200 len: 210 time: 0.0464761 Feb 01 04:43:07.484143 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-d48a49de-3e20-4d94-be84-8f65bddd643d None None] Set router 1014f846-447e-455d-8a3a-e55c04980670 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:43:07.539687 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 44204) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:43:07.645428 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-6488e037-0bde-4765-b318-0d92bba5109f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/floatingips/a2a13ace-1a31-4ebf-9c94-fd5502671c9b HTTP/1.1" status: 200 len: 994 time: 0.1045632 Feb 01 04:43:07.793342 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-d48a49de-3e20-4d94-be84-8f65bddd643d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1014f846-447e-455d-8a3a-e55c04980670', 'name': 'tempest-TestVolumeBootPattern-533563384-router', 'tenant_id': '9f8d5bc7845843a4a3997b13887466a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': 'f7fbbe8b-34ff-4f49-836c-3f11895c073a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:40:07Z', 'updated_at': '2022-02-01T04:40:13Z', 'revision_number': 4, 'project_id': '9f8d5bc7845843a4a3997b13887466a6', 'gw_port': {'id': 'f7fbbe8b-34ff-4f49-836c-3f11895c073a', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1014f846-447e-455d-8a3a-e55c04980670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:40:08Z', 'updated_at': '2022-02-01T04:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '2a518623-ba34-4b6d-b35c-d792284a9b2a', 'name': '', 'network_id': 'a0c2a700-3881-4414-a7a8-128b0ce8d5cc', 'tenant_id': '9f8d5bc7845843a4a3997b13887466a6', 'mac_address': 'fa:16:3e:f6:ce:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1014f846-447e-455d-8a3a-e55c04980670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'acb960c4-d095-42c0-820a-b7e1026fb7c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:40:12Z', 'updated_at': '2022-02-01T04:40:20Z', 'revision_number': 5, 'project_id': '9f8d5bc7845843a4a3997b13887466a6', 'subnets': [{'id': 'acb960c4-d095-42c0-820a-b7e1026fb7c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:43:07.797909 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48a49de-3e20-4d94-be84-8f65bddd643d None None] The sync data for ids ['1014f846-447e-455d-8a3a-e55c04980670'] in dv-neutron-826830-1-hyperv is: [{'id': '1014f846-447e-455d-8a3a-e55c04980670', 'name': 'tempest-TestVolumeBootPattern-533563384-router', 'tenant_id': '9f8d5bc7845843a4a3997b13887466a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': 'f7fbbe8b-34ff-4f49-836c-3f11895c073a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:40:07Z', 'updated_at': '2022-02-01T04:40:13Z', 'revision_number': 4, 'project_id': '9f8d5bc7845843a4a3997b13887466a6', 'gw_port': {'id': 'f7fbbe8b-34ff-4f49-836c-3f11895c073a', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1014f846-447e-455d-8a3a-e55c04980670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:40:08Z', 'updated_at': '2022-02-01T04:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '2a518623-ba34-4b6d-b35c-d792284a9b2a', 'name': '', 'network_id': 'a0c2a700-3881-4414-a7a8-128b0ce8d5cc', 'tenant_id': '9f8d5bc7845843a4a3997b13887466a6', 'mac_address': 'fa:16:3e:f6:ce:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1014f846-447e-455d-8a3a-e55c04980670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'acb960c4-d095-42c0-820a-b7e1026fb7c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:40:12Z', 'updated_at': '2022-02-01T04:40:20Z', 'revision_number': 5, 'project_id': '9f8d5bc7845843a4a3997b13887466a6', 'subnets': [{'id': 'acb960c4-d095-42c0-820a-b7e1026fb7c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:43:08.034849 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2905b47f-5905-4b20-b8e0-7ede5048dea3 None None] New status for floating IP 79ff0913-9bcf-414a-bbae-00d20fca7a75: DOWN {{(pid=87639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 01 04:43:08.742908 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-e1df4102-fbbe-41b2-b978-af957253c78a req-4a145f0c-b06e-4eae-a378-64fad5c974ed tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-113967124&fields=id&tenant_id=9f8d5bc7845843a4a3997b13887466a6 HTTP/1.1" status: 200 len: 267 time: 0.0378373 Feb 01 04:43:08.984162 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df4102-fbbe-41b2-b978-af957253c78a req-1745c189-6279-432f-b393-60efd2360a51 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:43:08.985554 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-e1df4102-fbbe-41b2-b978-af957253c78a req-1745c189-6279-432f-b393-60efd2360a51 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/networks?id=a0c2a700-3881-4414-a7a8-128b0ce8d5cc HTTP/1.1" status: 200 len: 811 time: 0.2365265 Feb 01 04:43:09.000003 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-e1df4102-fbbe-41b2-b978-af957253c78a req-ff873191-f43d-4545-8f83-b00a43962fa8 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/quotas/9f8d5bc7845843a4a3997b13887466a6 HTTP/1.1" status: 200 len: 375 time: 0.0088718 Feb 01 04:43:09.083026 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-e1df4102-fbbe-41b2-b978-af957253c78a req-3777c949-33db-466b-b3c7-88136aa847e9 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9f8d5bc7845843a4a3997b13887466a6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0780852 Feb 01 04:43:09.219686 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-e1df4102-fbbe-41b2-b978-af957253c78a req-c668aaa4-884d-475e-b603-85586acc9026 service neutron] 10.222.0.24 "GET /v2.0/networks/a0c2a700-3881-4414-a7a8-128b0ce8d5cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247547 Feb 01 04:43:09.347054 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-e1df4102-fbbe-41b2-b978-af957253c78a req-35835478-f124-4aa2-ad0e-cb16e602225f service neutron] 10.222.0.24 "GET /v2.0/networks/a0c2a700-3881-4414-a7a8-128b0ce8d5cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218133 Feb 01 04:43:09.393676 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 6be95783-8d56-4439-b15d-c4a86fc5d29e no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:43:09.430652 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] No Port match for: 6be95783-8d56-4439-b15d-c4a86fc5d29e {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:43:09.430993 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 6be95783-8d56-4439-b15d-c4a86fc5d29e not bound to the agent host hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:43:09.724220 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-27e6bbfd-a148-42f0-9233-1ee3548e853c req-7079eb6b-fd4e-47ac-b6ac-3ff95692e7c1 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Synchronizing usage tracker for tenant:9f8d5bc7845843a4a3997b13887466a6 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:43:09.740009 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-27e6bbfd-a148-42f0-9233-1ee3548e853c req-7079eb6b-fd4e-47ac-b6ac-3ff95692e7c1 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Unset dirty status for tenant:9f8d5bc7845843a4a3997b13887466a6 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:43:09.741149 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-27e6bbfd-a148-42f0-9233-1ee3548e853c req-7079eb6b-fd4e-47ac-b6ac-3ff95692e7c1 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ca9dc1-f59c-415c-8e8d-5204d6cf9e80 HTTP/1.1" status: 200 len: 210 time: 0.0584080 Feb 01 04:43:10.847078 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df4102-fbbe-41b2-b978-af957253c78a req-cb8fe436-18ad-485b-80f7-98f112507196 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:43:10.848531 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e1df4102-fbbe-41b2-b978-af957253c78a req-cb8fe436-18ad-485b-80f7-98f112507196 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.18 "GET /v2.0/networks?id=a0c2a700-3881-4414-a7a8-128b0ce8d5cc HTTP/1.1" status: 200 len: 811 time: 0.1549869 Feb 01 04:43:10.896660 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-d354a8f7-f69a-4b07-b0d1-63f36d8c4c6f req-b0948222-191d-46e9-ae1d-f1e4aaf1dd18 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ca9dc1-f59c-415c-8e8d-5204d6cf9e80 HTTP/1.1" status: 200 len: 210 time: 0.0436511 Feb 01 04:43:10.910680 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e1df4102-fbbe-41b2-b978-af957253c78a req-a61bc212-7bd7-4009-8235-0a051b7f7705 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f8d5bc7845843a4a3997b13887466a6 HTTP/1.1" status: 200 len: 379 time: 0.0485759 Feb 01 04:43:10.938648 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-e1df4102-fbbe-41b2-b978-af957253c78a req-8f360dde-a171-4cbc-9ddc-9763c48fa8b4 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Request body: {'port': {'device_id': '20ca9dc1-f59c-415c-8e8d-5204d6cf9e80', 'network_id': 'a0c2a700-3881-4414-a7a8-128b0ce8d5cc', 'admin_state_up': True, 'tenant_id': '9f8d5bc7845843a4a3997b13887466a6', 'security_groups': ['ee02c2cf-afe8-43b1-ba9c-28b13c261f32']}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:43:11.074770 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-e1df4102-fbbe-41b2-b978-af957253c78a req-8f360dde-a171-4cbc-9ddc-9763c48fa8b4 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:43:11.085480 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-e1df4102-fbbe-41b2-b978-af957253c78a req-8f360dde-a171-4cbc-9ddc-9763c48fa8b4 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:43:11.097762 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1df4102-fbbe-41b2-b978-af957253c78a req-8f360dde-a171-4cbc-9ddc-9763c48fa8b4 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Made reservation on behalf of 9f8d5bc7845843a4a3997b13887466a6 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:43:11.102008 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-e1df4102-fbbe-41b2-b978-af957253c78a req-8f360dde-a171-4cbc-9ddc-9763c48fa8b4 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:11.264714 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [req-e1df4102-fbbe-41b2-b978-af957253c78a req-8f360dde-a171-4cbc-9ddc-9763c48fa8b4 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Allocated IP 172.20.0.6 (a0c2a700-3881-4414-a7a8-128b0ce8d5cc/acb960c4-d095-42c0-820a-b7e1026fb7c0/f845c522-bca6-4f00-99aa-1ec6a6aa47a2) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:43:11.458975 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-e1df4102-fbbe-41b2-b978-af957253c78a req-8f360dde-a171-4cbc-9ddc-9763c48fa8b4 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:11.476327 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-e1df4102-fbbe-41b2-b978-af957253c78a req-8f360dde-a171-4cbc-9ddc-9763c48fa8b4 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Transition to ACTIVE for port object f845c522-bca6-4f00-99aa-1ec6a6aa47a2 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:43:11.501060 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-e1df4102-fbbe-41b2-b978-af957253c78a req-8f360dde-a171-4cbc-9ddc-9763c48fa8b4 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:11.571099 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1df4102-fbbe-41b2-b978-af957253c78a req-8f360dde-a171-4cbc-9ddc-9763c48fa8b4 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Network a0c2a700-3881-4414-a7a8-128b0ce8d5cc is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:43:11.572200 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [req-e1df4102-fbbe-41b2-b978-af957253c78a req-8f360dde-a171-4cbc-9ddc-9763c48fa8b4 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:43:11.576128 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1df4102-fbbe-41b2-b978-af957253c78a req-8f360dde-a171-4cbc-9ddc-9763c48fa8b4 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:43:11.624282 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f360dde-a171-4cbc-9ddc-9763c48fa8b4 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Pushing event updated for resources: {'Port': ['ID=f845c522-bca6-4f00-99aa-1ec6a6aa47a2,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:43:11.650656 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df4102-fbbe-41b2-b978-af957253c78a req-8f360dde-a171-4cbc-9ddc-9763c48fa8b4 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:43:11.651290 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-e1df4102-fbbe-41b2-b978-af957253c78a req-8f360dde-a171-4cbc-9ddc-9763c48fa8b4 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:11.678259 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e1df4102-fbbe-41b2-b978-af957253c78a req-8f360dde-a171-4cbc-9ddc-9763c48fa8b4 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7436121 Feb 01 04:43:11.696338 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-e1df4102-fbbe-41b2-b978-af957253c78a req-82c607be-0e78-4113-89d1-54a46245c54d service neutron] Request body: {'port': {'device_id': '20ca9dc1-f59c-415c-8e8d-5204d6cf9e80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:43:11.801099 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-0409102a-6b79-4a08-a760-999172070b26 None None] Provisioning for port f845c522-bca6-4f00-99aa-1ec6a6aa47a2 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:43:11.806365 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-0409102a-6b79-4a08-a760-999172070b26 None None] Provisioning complete for port f845c522-bca6-4f00-99aa-1ec6a6aa47a2 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:43:11.806733 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0409102a-6b79-4a08-a760-999172070b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:11.819652 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-e1df4102-fbbe-41b2-b978-af957253c78a req-82c607be-0e78-4113-89d1-54a46245c54d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:11.860603 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-0409102a-6b79-4a08-a760-999172070b26 None None] Port f845c522-bca6-4f00-99aa-1ec6a6aa47a2 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:43:12.291439 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7604285-66bb-4e26-990f-acaded9e1855 req-aa9ca072-1240-4af8-a78b-bf04a155af54 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:43:12.292120 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-c7604285-66bb-4e26-990f-acaded9e1855 req-aa9ca072-1240-4af8-a78b-bf04a155af54 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Synchronizing usage tracker for tenant:9f8d5bc7845843a4a3997b13887466a6 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:43:12.353803 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-c7604285-66bb-4e26-990f-acaded9e1855 req-aa9ca072-1240-4af8-a78b-bf04a155af54 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Unset dirty status for tenant:9f8d5bc7845843a4a3997b13887466a6 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:43:12.354947 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c7604285-66bb-4e26-990f-acaded9e1855 req-aa9ca072-1240-4af8-a78b-bf04a155af54 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ca9dc1-f59c-415c-8e8d-5204d6cf9e80 HTTP/1.1" status: 200 len: 931 time: 0.3534100 Feb 01 04:43:12.384951 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [req-e1df4102-fbbe-41b2-b978-af957253c78a req-82c607be-0e78-4113-89d1-54a46245c54d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f845c522-bca6-4f00-99aa-1ec6a6aa47a2 {{(pid=87636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 04:43:12.396932 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-e1df4102-fbbe-41b2-b978-af957253c78a req-82c607be-0e78-4113-89d1-54a46245c54d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:12.428608 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c7604285-66bb-4e26-990f-acaded9e1855 req-25ac3e12-e38a-4cf8-ada0-9fe3c1cd64d7 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee02c2cf-afe8-43b1-ba9c-28b13c261f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664799 Feb 01 04:43:12.429405 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-e1df4102-fbbe-41b2-b978-af957253c78a req-82c607be-0e78-4113-89d1-54a46245c54d service neutron] Transition to ACTIVE for port object f845c522-bca6-4f00-99aa-1ec6a6aa47a2 will not be triggered until provisioned by entity L2. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:43:12.434032 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-e1df4102-fbbe-41b2-b978-af957253c78a req-82c607be-0e78-4113-89d1-54a46245c54d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:12.595718 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c607be-0e78-4113-89d1-54a46245c54d service neutron] Pushing event updated for resources: {'Port': ['ID=f845c522-bca6-4f00-99aa-1ec6a6aa47a2,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:43:12.669775 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-e1df4102-fbbe-41b2-b978-af957253c78a req-82c607be-0e78-4113-89d1-54a46245c54d service neutron] Attempting to bind port f845c522-bca6-4f00-99aa-1ec6a6aa47a2 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:43:12.669931 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-e1df4102-fbbe-41b2-b978-af957253c78a req-82c607be-0e78-4113-89d1-54a46245c54d service neutron] Attempting to bind port f845c522-bca6-4f00-99aa-1ec6a6aa47a2 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '6b1a300b-d251-4755-82de-371c1e658f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a0c2a700-3881-4414-a7a8-128b0ce8d5cc'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:43:12.670202 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1df4102-fbbe-41b2-b978-af957253c78a req-82c607be-0e78-4113-89d1-54a46245c54d service neutron] Attempting to bind port f845c522-bca6-4f00-99aa-1ec6a6aa47a2 on network a0c2a700-3881-4414-a7a8-128b0ce8d5cc {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:43:12.674942 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1df4102-fbbe-41b2-b978-af957253c78a req-82c607be-0e78-4113-89d1-54a46245c54d service neutron] Port f845c522-bca6-4f00-99aa-1ec6a6aa47a2 on network a0c2a700-3881-4414-a7a8-128b0ce8d5cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:43:12.675305 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1df4102-fbbe-41b2-b978-af957253c78a req-82c607be-0e78-4113-89d1-54a46245c54d service neutron] Attempting to bind port f845c522-bca6-4f00-99aa-1ec6a6aa47a2 on network a0c2a700-3881-4414-a7a8-128b0ce8d5cc {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:43:12.680497 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1df4102-fbbe-41b2-b978-af957253c78a req-82c607be-0e78-4113-89d1-54a46245c54d service neutron] Checking agent: {'id': '63664c57-372e-43f7-9ecb-4deedcf8ddc7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 28, 15), 'started_at': datetime.datetime(2022, 2, 1, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:43:12.680833 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1df4102-fbbe-41b2-b978-af957253c78a req-82c607be-0e78-4113-89d1-54a46245c54d service neutron] Checking segment: {'id': '6b1a300b-d251-4755-82de-371c1e658f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a0c2a700-3881-4414-a7a8-128b0ce8d5cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:43:12.681218 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1df4102-fbbe-41b2-b978-af957253c78a req-82c607be-0e78-4113-89d1-54a46245c54d service neutron] Bound using segment: {'id': '6b1a300b-d251-4755-82de-371c1e658f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a0c2a700-3881-4414-a7a8-128b0ce8d5cc'} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:43:12.681634 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-e1df4102-fbbe-41b2-b978-af957253c78a req-82c607be-0e78-4113-89d1-54a46245c54d service neutron] Bound port: f845c522-bca6-4f00-99aa-1ec6a6aa47a2, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b1a300b-d251-4755-82de-371c1e658f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a0c2a700-3881-4414-a7a8-128b0ce8d5cc'}}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:43:12.681979 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-e1df4102-fbbe-41b2-b978-af957253c78a req-82c607be-0e78-4113-89d1-54a46245c54d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:12.774908 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-e1df4102-fbbe-41b2-b978-af957253c78a req-82c607be-0e78-4113-89d1-54a46245c54d service neutron] For port f845c522-bca6-4f00-99aa-1ec6a6aa47a2, host hv-neutron-8268, cleared binding levels {{(pid=87636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:43:12.777795 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-e1df4102-fbbe-41b2-b978-af957253c78a req-82c607be-0e78-4113-89d1-54a46245c54d service neutron] For port f845c522-bca6-4f00-99aa-1ec6a6aa47a2, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=f845c522-bca6-4f00-99aa-1ec6a6aa47a2,segment=NetworkSegment(6b1a300b-d251-4755-82de-371c1e658f49),segment_id=6b1a300b-d251-4755-82de-371c1e658f49)] {{(pid=87636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:43:12.782173 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-e1df4102-fbbe-41b2-b978-af957253c78a req-82c607be-0e78-4113-89d1-54a46245c54d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:12.841582 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df4102-fbbe-41b2-b978-af957253c78a req-82c607be-0e78-4113-89d1-54a46245c54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:43:12.842196 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-e1df4102-fbbe-41b2-b978-af957253c78a req-82c607be-0e78-4113-89d1-54a46245c54d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:12.843590 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e1df4102-fbbe-41b2-b978-af957253c78a req-82c607be-0e78-4113-89d1-54a46245c54d service neutron] 10.222.0.18 "PUT /v2.0/ports/f845c522-bca6-4f00-99aa-1ec6a6aa47a2 HTTP/1.1" status: 200 len: 1093 time: 1.1518137 Feb 01 04:43:12.843991 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20ca9dc1-f59c-415c-8e8d-5204d6cf9e80', 'tag': 'f845c522-bca6-4f00-99aa-1ec6a6aa47a2'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:43:12.864219 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c607be-0e78-4113-89d1-54a46245c54d service neutron] Pushing event updated for resources: {'Port': ['ID=f845c522-bca6-4f00-99aa-1ec6a6aa47a2,revision_number=3']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:43:12.903490 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20ca9dc1-f59c-415c-8e8d-5204d6cf9e80', 'tag': 'f845c522-bca6-4f00-99aa-1ec6a6aa47a2', 'status': 'completed', 'code': 200} Feb 01 04:43:13.002301 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df4102-fbbe-41b2-b978-af957253c78a req-d953f09a-5404-499a-a6e2-6195671e48da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:43:13.004110 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e1df4102-fbbe-41b2-b978-af957253c78a req-d953f09a-5404-499a-a6e2-6195671e48da service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f8d5bc7845843a4a3997b13887466a6&device_id=20ca9dc1-f59c-415c-8e8d-5204d6cf9e80 HTTP/1.1" status: 200 len: 1096 time: 0.0799119 Feb 01 04:43:13.078123 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e1df4102-fbbe-41b2-b978-af957253c78a req-08045f27-bf3b-4343-a52f-596f811e71d8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f845c522-bca6-4f00-99aa-1ec6a6aa47a2 HTTP/1.1" status: 200 len: 217 time: 0.0604382 Feb 01 04:43:13.142916 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df4102-fbbe-41b2-b978-af957253c78a req-ad7b9063-5427-4238-b62c-65975da4cebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:43:13.144374 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e1df4102-fbbe-41b2-b978-af957253c78a req-ad7b9063-5427-4238-b62c-65975da4cebd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=acb960c4-d095-42c0-820a-b7e1026fb7c0 HTTP/1.1" status: 200 len: 850 time: 0.0604200 Feb 01 04:43:13.216407 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df4102-fbbe-41b2-b978-af957253c78a req-de4fa4a0-1379-4caa-8aa0-d0e4442b823d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:43:13.217808 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e1df4102-fbbe-41b2-b978-af957253c78a req-de4fa4a0-1379-4caa-8aa0-d0e4442b823d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a0c2a700-3881-4414-a7a8-128b0ce8d5cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672760 Feb 01 04:43:13.348527 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e1df4102-fbbe-41b2-b978-af957253c78a req-551a978d-727f-4a2b-ac62-85056de6c429 service neutron] 10.222.0.18 "GET /v2.0/networks/a0c2a700-3881-4414-a7a8-128b0ce8d5cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212656 Feb 01 04:43:13.479213 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e1df4102-fbbe-41b2-b978-af957253c78a req-2f25e7e4-bbee-43e6-bb90-a243c1bfe8a4 service neutron] 10.222.0.18 "GET /v2.0/networks/a0c2a700-3881-4414-a7a8-128b0ce8d5cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232917 Feb 01 04:43:13.671601 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5ca356-f536-4aea-89d7-e55a600c93cb req-8e279e0f-052f-4f4a-a2f5-21d4cf7f07f2 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:43:13.672966 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4b5ca356-f536-4aea-89d7-e55a600c93cb req-8e279e0f-052f-4f4a-a2f5-21d4cf7f07f2 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ca9dc1-f59c-415c-8e8d-5204d6cf9e80 HTTP/1.1" status: 200 len: 943 time: 0.1355760 Feb 01 04:43:13.679260 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d1151c-ba4f-4698-aaba-743ddd243676 req-7e1f0230-a99f-4c07-8539-25530236a8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:43:13.680587 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a7d1151c-ba4f-4698-aaba-743ddd243676 req-7e1f0230-a99f-4c07-8539-25530236a8b5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f8d5bc7845843a4a3997b13887466a6&device_id=20ca9dc1-f59c-415c-8e8d-5204d6cf9e80 HTTP/1.1" status: 200 len: 1096 time: 0.0990033 Feb 01 04:43:13.797719 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4b5ca356-f536-4aea-89d7-e55a600c93cb req-b1da3220-de69-4e40-b7cd-bd33947432f7 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee02c2cf-afe8-43b1-ba9c-28b13c261f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162114 Feb 01 04:43:13.839427 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d1151c-ba4f-4698-aaba-743ddd243676 req-60b8b195-c451-4a77-9e94-a94bb81b4e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:43:13.839583 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a7d1151c-ba4f-4698-aaba-743ddd243676 req-60b8b195-c451-4a77-9e94-a94bb81b4e1e service neutron] 10.222.0.18 "GET /v2.0/networks?id=a0c2a700-3881-4414-a7a8-128b0ce8d5cc HTTP/1.1" status: 200 len: 911 time: 0.1461055 Feb 01 04:43:13.908763 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a7d1151c-ba4f-4698-aaba-743ddd243676 req-9c404ae7-2d6b-42cc-9a24-d25a4a8625f9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f845c522-bca6-4f00-99aa-1ec6a6aa47a2 HTTP/1.1" status: 200 len: 217 time: 0.0630975 Feb 01 04:43:13.970816 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d1151c-ba4f-4698-aaba-743ddd243676 req-ebd51e0f-09d2-47e1-8a29-228b5bbc221a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:43:13.972264 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a7d1151c-ba4f-4698-aaba-743ddd243676 req-ebd51e0f-09d2-47e1-8a29-228b5bbc221a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=acb960c4-d095-42c0-820a-b7e1026fb7c0 HTTP/1.1" status: 200 len: 850 time: 0.0567319 Feb 01 04:43:14.049628 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d1151c-ba4f-4698-aaba-743ddd243676 req-bf1ad1a4-8c29-44e0-aba5-7f4c2a0ae903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:43:14.050990 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a7d1151c-ba4f-4698-aaba-743ddd243676 req-bf1ad1a4-8c29-44e0-aba5-7f4c2a0ae903 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a0c2a700-3881-4414-a7a8-128b0ce8d5cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718436 Feb 01 04:43:14.180577 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a7d1151c-ba4f-4698-aaba-743ddd243676 req-a8258c0c-10ff-4ad7-b924-b7efbec6be4b service neutron] 10.222.0.18 "GET /v2.0/networks/a0c2a700-3881-4414-a7a8-128b0ce8d5cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220794 Feb 01 04:43:14.355786 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 04:43:14.416162 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a7d1151c-ba4f-4698-aaba-743ddd243676 req-fa507183-c94f-492c-88ac-6a2d2a83cc48 service neutron] 10.222.0.18 "GET /v2.0/networks/a0c2a700-3881-4414-a7a8-128b0ce8d5cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290802 Feb 01 04:43:14.943200 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:14.984803 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b608dcfc-ebc2-4d46-8a34-cd243c1931c5 req-86efb1e6-d0ee-4f0b-8ce1-19ca370fe687 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:43:14.986287 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-b608dcfc-ebc2-4d46-8a34-cd243c1931c5 req-86efb1e6-d0ee-4f0b-8ce1-19ca370fe687 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ca9dc1-f59c-415c-8e8d-5204d6cf9e80 HTTP/1.1" status: 200 len: 943 time: 0.0831635 Feb 01 04:43:15.029140 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-b608dcfc-ebc2-4d46-8a34-cd243c1931c5 req-7bc0e6bb-fd61-4b04-b983-4eadfddae636 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee02c2cf-afe8-43b1-ba9c-28b13c261f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371444 Feb 01 04:43:16.209818 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf20a3-ebb3-478d-bc23-0de05e562134 req-cd282953-ccfe-4650-a86d-da6493ec557a tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:43:16.211163 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d6bf20a3-ebb3-478d-bc23-0de05e562134 req-cd282953-ccfe-4650-a86d-da6493ec557a tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ca9dc1-f59c-415c-8e8d-5204d6cf9e80 HTTP/1.1" status: 200 len: 943 time: 0.0786955 Feb 01 04:43:16.253536 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d6bf20a3-ebb3-478d-bc23-0de05e562134 req-04efff23-76c4-4c75-899f-28069e9a5447 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee02c2cf-afe8-43b1-ba9c-28b13c261f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368454 Feb 01 04:43:17.429062 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b490fb-48fc-4ada-9cb6-2bf80f0c4a8c req-0cfae774-c0a1-4720-ac7c-9dcbc5be1c7c tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:43:17.430507 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-10b490fb-48fc-4ada-9cb6-2bf80f0c4a8c req-0cfae774-c0a1-4720-ac7c-9dcbc5be1c7c tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ca9dc1-f59c-415c-8e8d-5204d6cf9e80 HTTP/1.1" status: 200 len: 943 time: 0.0762370 Feb 01 04:43:17.476464 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-10b490fb-48fc-4ada-9cb6-2bf80f0c4a8c req-5e7e4121-82e3-48ad-85ba-535f00e1ee7f tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee02c2cf-afe8-43b1-ba9c-28b13c261f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403354 Feb 01 04:43:18.657305 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6837e08-fe9c-410c-9744-adec4218e580 req-bcac9921-980c-42c7-aff1-0dcb097c891b tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:43:18.658722 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f6837e08-fe9c-410c-9744-adec4218e580 req-bcac9921-980c-42c7-aff1-0dcb097c891b tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ca9dc1-f59c-415c-8e8d-5204d6cf9e80 HTTP/1.1" status: 200 len: 943 time: 0.0798435 Feb 01 04:43:18.701990 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f6837e08-fe9c-410c-9744-adec4218e580 req-a79091fb-024d-435f-a810-615f1bc3f878 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee02c2cf-afe8-43b1-ba9c-28b13c261f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377376 Feb 01 04:43:19.890872 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d445f9b-b932-4158-a871-155140f682c3 req-f48d961c-9151-4f25-aed8-0916d522d4c3 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:43:19.892365 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-4d445f9b-b932-4158-a871-155140f682c3 req-f48d961c-9151-4f25-aed8-0916d522d4c3 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ca9dc1-f59c-415c-8e8d-5204d6cf9e80 HTTP/1.1" status: 200 len: 943 time: 0.0812633 Feb 01 04:43:19.935948 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-4d445f9b-b932-4158-a871-155140f682c3 req-9a1d78e5-e86d-4293-ad41-23de985a6729 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee02c2cf-afe8-43b1-ba9c-28b13c261f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379388 Feb 01 04:43:21.116567 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e3801b-8c12-4eb6-92bd-f7c5dcc8e39b req-36bf80ec-1175-4a30-9050-19affd020b52 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:43:21.118002 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-60e3801b-8c12-4eb6-92bd-f7c5dcc8e39b req-36bf80ec-1175-4a30-9050-19affd020b52 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ca9dc1-f59c-415c-8e8d-5204d6cf9e80 HTTP/1.1" status: 200 len: 943 time: 0.0780463 Feb 01 04:43:21.164729 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-60e3801b-8c12-4eb6-92bd-f7c5dcc8e39b req-dcc1c23f-7eae-497e-9bbd-16bc22f81281 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee02c2cf-afe8-43b1-ba9c-28b13c261f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403845 Feb 01 04:43:21.432498 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device f845c522-bca6-4f00-99aa-1ec6a6aa47a2 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 01 04:43:21.564798 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port f845c522-bca6-4f00-99aa-1ec6a6aa47a2, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=f845c522-bca6-4f00-99aa-1ec6a6aa47a2,segment=NetworkSegment(6b1a300b-d251-4755-82de-371c1e658f49),segment_id=6b1a300b-d251-4755-82de-371c1e658f49)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:43:21.577318 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Returning: {'device': 'f845c522-bca6-4f00-99aa-1ec6a6aa47a2', 'network_id': 'a0c2a700-3881-4414-a7a8-128b0ce8d5cc', 'port_id': 'f845c522-bca6-4f00-99aa-1ec6a6aa47a2', 'mac_address': 'fa:16:3e:55:25:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acb960c4-d095-42c0-820a-b7e1026fb7c0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 01 04:43:21.634002 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:21.650226 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f845c522-bca6-4f00-99aa-1ec6a6aa47a2 {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 04:43:21.666015 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port f845c522-bca6-4f00-99aa-1ec6a6aa47a2, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=f845c522-bca6-4f00-99aa-1ec6a6aa47a2,segment=NetworkSegment(6b1a300b-d251-4755-82de-371c1e658f49),segment_id=6b1a300b-d251-4755-82de-371c1e658f49)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:43:21.671715 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:21.738216 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=f845c522-bca6-4f00-99aa-1ec6a6aa47a2,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:43:21.965522 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] get_ports_and_sgs() called for port_ids ['f845c522-bca6-4f00-99aa-1ec6a6aa47a2'] {{(pid=87638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 01 04:43:22.349961 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ee31e7-1e23-44f1-9342-2471c01b05f4 req-24238b50-3da1-47cf-b555-85978adb4e7e tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:43:22.351438 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-91ee31e7-1e23-44f1-9342-2471c01b05f4 req-24238b50-3da1-47cf-b555-85978adb4e7e tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ca9dc1-f59c-415c-8e8d-5204d6cf9e80 HTTP/1.1" status: 200 len: 944 time: 0.0811260 Feb 01 04:43:22.394531 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-91ee31e7-1e23-44f1-9342-2471c01b05f4 req-8f8f5447-fa74-42e6-8df8-c5cc3e1716ca tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee02c2cf-afe8-43b1-ba9c-28b13c261f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377047 Feb 01 04:43:23.432087 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device f845c522-bca6-4f00-99aa-1ec6a6aa47a2 up at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:43:23.498597 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning for port f845c522-bca6-4f00-99aa-1ec6a6aa47a2 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:43:23.503678 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning complete for port f845c522-bca6-4f00-99aa-1ec6a6aa47a2 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:43:23.504062 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:23.582185 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97888786-bfd1-4bc7-a8ec-469e9a58d391 req-2d966721-e948-4fb2-9735-9eb90406d40b tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:43:23.583769 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-97888786-bfd1-4bc7-a8ec-469e9a58d391 req-2d966721-e948-4fb2-9735-9eb90406d40b tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ca9dc1-f59c-415c-8e8d-5204d6cf9e80 HTTP/1.1" status: 200 len: 944 time: 0.0838122 Feb 01 04:43:23.624087 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:23.628113 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-97888786-bfd1-4bc7-a8ec-469e9a58d391 req-87ef7dc1-fda7-48b6-bd55-ff6c36de4b35 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee02c2cf-afe8-43b1-ba9c-28b13c261f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383873 Feb 01 04:43:23.651412 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20ca9dc1-f59c-415c-8e8d-5204d6cf9e80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f845c522-bca6-4f00-99aa-1ec6a6aa47a2'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:43:23.660996 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port f845c522-bca6-4f00-99aa-1ec6a6aa47a2, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=f845c522-bca6-4f00-99aa-1ec6a6aa47a2,segment=NetworkSegment(6b1a300b-d251-4755-82de-371c1e658f49),segment_id=6b1a300b-d251-4755-82de-371c1e658f49)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:43:23.664736 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:23.703159 dv-neutron-826830-1-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20ca9dc1-f59c-415c-8e8d-5204d6cf9e80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f845c522-bca6-4f00-99aa-1ec6a6aa47a2', 'code': 200} Feb 01 04:43:23.735222 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=f845c522-bca6-4f00-99aa-1ec6a6aa47a2,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:43:24.002088 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4790e233-59db-4851-9d77-10451ec2e75c req-8e7af01c-cdd1-46ed-ada4-3cf54fff52b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:43:24.003551 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4790e233-59db-4851-9d77-10451ec2e75c req-8e7af01c-cdd1-46ed-ada4-3cf54fff52b8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=20ca9dc1-f59c-415c-8e8d-5204d6cf9e80 HTTP/1.1" status: 200 len: 1098 time: 0.0718930 Feb 01 04:43:24.042799 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4790e233-59db-4851-9d77-10451ec2e75c req-722b18ab-3026-4f5d-921f-e42ee0a06e18 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ee02c2cf-afe8-43b1-ba9c-28b13c261f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323334 Feb 01 04:43:24.807197 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbef147f-600a-4807-979e-82525046f9ca req-39c30529-5466-44e1-97b0-1119e40b177a tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:43:24.808630 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-fbef147f-600a-4807-979e-82525046f9ca req-39c30529-5466-44e1-97b0-1119e40b177a tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ca9dc1-f59c-415c-8e8d-5204d6cf9e80 HTTP/1.1" status: 200 len: 945 time: 0.0783434 Feb 01 04:43:24.852379 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-fbef147f-600a-4807-979e-82525046f9ca req-bbcc6fd9-da73-449a-9413-0b47e1bf83cc tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee02c2cf-afe8-43b1-ba9c-28b13c261f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378122 Feb 01 04:43:26.033747 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e29517-6133-4560-9b9a-12f047fbc85f req-9c6b0626-0499-4405-8158-407f2e64af9d tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:43:26.035188 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-30e29517-6133-4560-9b9a-12f047fbc85f req-9c6b0626-0499-4405-8158-407f2e64af9d tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ca9dc1-f59c-415c-8e8d-5204d6cf9e80 HTTP/1.1" status: 200 len: 945 time: 0.0816610 Feb 01 04:43:26.078773 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-30e29517-6133-4560-9b9a-12f047fbc85f req-9466ae7c-03a5-4aab-b0ef-910b7a0e254a tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee02c2cf-afe8-43b1-ba9c-28b13c261f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379283 Feb 01 04:43:26.258438 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547c0e86-42ad-4308-8707-288f5f54dd69 req-ca4d162b-c4cc-46c1-9136-c6d0004393dc tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:43:26.259889 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-547c0e86-42ad-4308-8707-288f5f54dd69 req-ca4d162b-c4cc-46c1-9136-c6d0004393dc tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ca9dc1-f59c-415c-8e8d-5204d6cf9e80 HTTP/1.1" status: 200 len: 945 time: 0.0773447 Feb 01 04:43:26.303510 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-547c0e86-42ad-4308-8707-288f5f54dd69 req-bbfd4cb1-3690-488c-9017-65e74ae07232 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee02c2cf-afe8-43b1-ba9c-28b13c261f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374882 Feb 01 04:43:26.325591 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 44272) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:43:26.397417 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2176a83d-8e5a-44fc-81ac-74ca9db5b73b tempest-TestVolumeBootPattern-1060188625 tempest-TestVolumeBootPattern-1060188625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:43:26.398933 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-2176a83d-8e5a-44fc-81ac-74ca9db5b73b tempest-TestVolumeBootPattern-1060188625 tempest-TestVolumeBootPattern-1060188625-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=20ca9dc1-f59c-415c-8e8d-5204d6cf9e80 HTTP/1.1" status: 200 len: 1093 time: 0.0724039 Feb 01 04:43:26.401855 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 44276) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:43:26.407195 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-7ebbfc57-36e7-4e34-ad52-b34a9b700119 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Request body: {'floatingip': {'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'port_id': 'f845c522-bca6-4f00-99aa-1ec6a6aa47a2', 'tenant_id': '9f8d5bc7845843a4a3997b13887466a6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:43:26.413208 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-7ebbfc57-36e7-4e34-ad52-b34a9b700119 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:43:26.417074 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-7ebbfc57-36e7-4e34-ad52-b34a9b700119 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Usage tracker for resource:floatingip and tenant:9f8d5bc7845843a4a3997b13887466a6 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:43:26.419937 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-7ebbfc57-36e7-4e34-ad52-b34a9b700119 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:43:26.425708 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-7ebbfc57-36e7-4e34-ad52-b34a9b700119 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:43:26.436103 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7ebbfc57-36e7-4e34-ad52-b34a9b700119 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks [] for floatingip, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:26.573667 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7ebbfc57-36e7-4e34-ad52-b34a9b700119 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:26.709489 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-7ebbfc57-36e7-4e34-ad52-b34a9b700119 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Allocated IP 172.26.8.41 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/4642d159-5a23-4e9a-a6ab-65592434568f) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:43:26.853941 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7ebbfc57-36e7-4e34-ad52-b34a9b700119 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:26.882294 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7ebbfc57-36e7-4e34-ad52-b34a9b700119 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:26.943255 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebbfc57-36e7-4e34-ad52-b34a9b700119 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:43:26.946008 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-7ebbfc57-36e7-4e34-ad52-b34a9b700119 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:43:26.949628 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebbfc57-36e7-4e34-ad52-b34a9b700119 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:43:26.987389 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebbfc57-36e7-4e34-ad52-b34a9b700119 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Pushing event updated for resources: {'Port': ['ID=4642d159-5a23-4e9a-a6ab-65592434568f,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:43:27.440764 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7ebbfc57-36e7-4e34-ad52-b34a9b700119 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:27.513042 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7ebbfc57-36e7-4e34-ad52-b34a9b700119 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:27.716228 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7ebbfc57-36e7-4e34-ad52-b34a9b700119 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:27.721342 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7ebbfc57-36e7-4e34-ad52-b34a9b700119 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:27.825234 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebbfc57-36e7-4e34-ad52-b34a9b700119 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Pushing event updated for resources: {'Port': ['ID=4642d159-5a23-4e9a-a6ab-65592434568f,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:43:27.841298 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7ebbfc57-36e7-4e34-ad52-b34a9b700119 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-774194'] for floatingip, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:28.009764 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.l3_db [None req-7ebbfc57-36e7-4e34-ad52-b34a9b700119 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Floating IP 45c4658d-9f0d-4f6f-a5e3-65496a961e5c associated. External IP: 172.26.8.41, port: f845c522-bca6-4f00-99aa-1ec6a6aa47a2. Feb 01 04:43:28.358881 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ebbfc57-36e7-4e34-ad52-b34a9b700119 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Router 1014f846-447e-455d-8a3a-e55c04980670 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:43:28.635039 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ebbfc57-36e7-4e34-ad52-b34a9b700119 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:43:28.644506 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6188e934-e509-4432-8bc5-033f524829f3 None None] Sync routers for ids ['1014f846-447e-455d-8a3a-e55c04980670'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:43:28.653605 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6188e934-e509-4432-8bc5-033f524829f3 None None] Routers {'1014f846-447e-455d-8a3a-e55c04980670'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:43:28.654215 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-6188e934-e509-4432-8bc5-033f524829f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:43:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['1014f846-447e-455d-8a3a-e55c04980670'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:43:28.659046 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7ebbfc57-36e7-4e34-ad52-b34a9b700119 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:28.712589 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-7ebbfc57-36e7-4e34-ad52-b34a9b700119 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3097308 Feb 01 04:43:28.713160 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20ca9dc1-f59c-415c-8e8d-5204d6cf9e80', 'tag': 'f845c522-bca6-4f00-99aa-1ec6a6aa47a2'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:43:28.760043 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20ca9dc1-f59c-415c-8e8d-5204d6cf9e80', 'tag': 'f845c522-bca6-4f00-99aa-1ec6a6aa47a2', 'status': 'completed', 'code': 200} Feb 01 04:43:28.841677 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-6188e934-e509-4432-8bc5-033f524829f3 None None] Set router 1014f846-447e-455d-8a3a-e55c04980670 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:43:28.871091 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9895f6b2-7acd-4bab-a176-1e739e576ccb req-e1f2ff75-e886-4aef-9740-462111e13a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:43:28.872648 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9895f6b2-7acd-4bab-a176-1e739e576ccb req-e1f2ff75-e886-4aef-9740-462111e13a0f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f8d5bc7845843a4a3997b13887466a6&device_id=20ca9dc1-f59c-415c-8e8d-5204d6cf9e80 HTTP/1.1" status: 200 len: 1098 time: 0.0702183 Feb 01 04:43:29.002857 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9895f6b2-7acd-4bab-a176-1e739e576ccb req-524348bf-1366-45f3-80f2-d730b45f1fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:43:29.004246 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9895f6b2-7acd-4bab-a176-1e739e576ccb req-524348bf-1366-45f3-80f2-d730b45f1fd3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a0c2a700-3881-4414-a7a8-128b0ce8d5cc HTTP/1.1" status: 200 len: 911 time: 0.1263003 Feb 01 04:43:29.108369 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9895f6b2-7acd-4bab-a176-1e739e576ccb req-dba8e212-29cd-425c-a895-341a2f6a17ab service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f845c522-bca6-4f00-99aa-1ec6a6aa47a2 HTTP/1.1" status: 200 len: 998 time: 0.0957041 Feb 01 04:43:29.172420 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9895f6b2-7acd-4bab-a176-1e739e576ccb req-c03987ba-4fde-4c3b-a90d-8ac71a19cf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:43:29.173826 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9895f6b2-7acd-4bab-a176-1e739e576ccb req-c03987ba-4fde-4c3b-a90d-8ac71a19cf28 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=acb960c4-d095-42c0-820a-b7e1026fb7c0 HTTP/1.1" status: 200 len: 850 time: 0.0596085 Feb 01 04:43:29.184847 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-6188e934-e509-4432-8bc5-033f524829f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1014f846-447e-455d-8a3a-e55c04980670', 'name': 'tempest-TestVolumeBootPattern-533563384-router', 'tenant_id': '9f8d5bc7845843a4a3997b13887466a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': 'f7fbbe8b-34ff-4f49-836c-3f11895c073a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:40:07Z', 'updated_at': '2022-02-01T04:40:13Z', 'revision_number': 4, 'project_id': '9f8d5bc7845843a4a3997b13887466a6', 'gw_port': {'id': 'f7fbbe8b-34ff-4f49-836c-3f11895c073a', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1014f846-447e-455d-8a3a-e55c04980670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:40:08Z', 'updated_at': '2022-02-01T04:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': '45c4658d-9f0d-4f6f-a5e3-65496a961e5c', 'tenant_id': '9f8d5bc7845843a4a3997b13887466a6', 'floating_ip_address': '172.26.8.41', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '1014f846-447e-455d-8a3a-e55c04980670', 'port_id': 'f845c522-bca6-4f00-99aa-1ec6a6aa47a2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0c2a700-3881-4414-a7a8-128b0ce8d5cc', 'mac_address': 'fa:16:3e:55:25:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ca9dc1-f59c-415c-8e8d-5204d6cf9e80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:43:27Z', 'updated_at': '2022-02-01T04:43:27Z', 'revision_number': 0, 'project_id': '9f8d5bc7845843a4a3997b13887466a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a518623-ba34-4b6d-b35c-d792284a9b2a', 'name': '', 'network_id': 'a0c2a700-3881-4414-a7a8-128b0ce8d5cc', 'tenant_id': '9f8d5bc7845843a4a3997b13887466a6', 'mac_address': 'fa:16:3e:f6:ce:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1014f846-447e-455d-8a3a-e55c04980670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'acb960c4-d095-42c0-820a-b7e1026fb7c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:40:12Z', 'updated_at': '2022-02-01T04:40:20Z', 'revision_number': 5, 'project_id': '9f8d5bc7845843a4a3997b13887466a6', 'subnets': [{'id': 'acb960c4-d095-42c0-820a-b7e1026fb7c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:43:29.189049 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6188e934-e509-4432-8bc5-033f524829f3 None None] Checking router: 1014f846-447e-455d-8a3a-e55c04980670 for host: dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:43:29.197632 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6188e934-e509-4432-8bc5-033f524829f3 None None] Routers {'1014f846-447e-455d-8a3a-e55c04980670'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:43:29.198229 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-6188e934-e509-4432-8bc5-033f524829f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:43:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['1014f846-447e-455d-8a3a-e55c04980670'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:43:29.247319 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9895f6b2-7acd-4bab-a176-1e739e576ccb req-d69f817c-71e2-44a1-9e45-738418f79ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:43:29.248791 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9895f6b2-7acd-4bab-a176-1e739e576ccb req-d69f817c-71e2-44a1-9e45-738418f79ecc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a0c2a700-3881-4414-a7a8-128b0ce8d5cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680189 Feb 01 04:43:29.374034 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-6188e934-e509-4432-8bc5-033f524829f3 None None] Set router 1014f846-447e-455d-8a3a-e55c04980670 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:43:29.378486 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9895f6b2-7acd-4bab-a176-1e739e576ccb req-fefff585-2eae-4680-9787-23f52058ce46 service neutron] 10.222.0.18 "GET /v2.0/networks/a0c2a700-3881-4414-a7a8-128b0ce8d5cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227040 Feb 01 04:43:29.507232 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9895f6b2-7acd-4bab-a176-1e739e576ccb req-37535d60-fbad-4319-9246-1fc7c8235d44 service neutron] 10.222.0.18 "GET /v2.0/networks/a0c2a700-3881-4414-a7a8-128b0ce8d5cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221161 Feb 01 04:43:29.716642 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-6188e934-e509-4432-8bc5-033f524829f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1014f846-447e-455d-8a3a-e55c04980670', 'name': 'tempest-TestVolumeBootPattern-533563384-router', 'tenant_id': '9f8d5bc7845843a4a3997b13887466a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': 'f7fbbe8b-34ff-4f49-836c-3f11895c073a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:40:07Z', 'updated_at': '2022-02-01T04:40:13Z', 'revision_number': 4, 'project_id': '9f8d5bc7845843a4a3997b13887466a6', 'gw_port': {'id': 'f7fbbe8b-34ff-4f49-836c-3f11895c073a', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1014f846-447e-455d-8a3a-e55c04980670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:40:08Z', 'updated_at': '2022-02-01T04:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': '45c4658d-9f0d-4f6f-a5e3-65496a961e5c', 'tenant_id': '9f8d5bc7845843a4a3997b13887466a6', 'floating_ip_address': '172.26.8.41', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '1014f846-447e-455d-8a3a-e55c04980670', 'port_id': 'f845c522-bca6-4f00-99aa-1ec6a6aa47a2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0c2a700-3881-4414-a7a8-128b0ce8d5cc', 'mac_address': 'fa:16:3e:55:25:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ca9dc1-f59c-415c-8e8d-5204d6cf9e80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:43:27Z', 'updated_at': '2022-02-01T04:43:27Z', 'revision_number': 0, 'project_id': '9f8d5bc7845843a4a3997b13887466a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a518623-ba34-4b6d-b35c-d792284a9b2a', 'name': '', 'network_id': 'a0c2a700-3881-4414-a7a8-128b0ce8d5cc', 'tenant_id': '9f8d5bc7845843a4a3997b13887466a6', 'mac_address': 'fa:16:3e:f6:ce:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1014f846-447e-455d-8a3a-e55c04980670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'acb960c4-d095-42c0-820a-b7e1026fb7c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:40:12Z', 'updated_at': '2022-02-01T04:40:20Z', 'revision_number': 5, 'project_id': '9f8d5bc7845843a4a3997b13887466a6', 'subnets': [{'id': 'acb960c4-d095-42c0-820a-b7e1026fb7c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:43:29.720438 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6188e934-e509-4432-8bc5-033f524829f3 None None] The sync data for ids ['1014f846-447e-455d-8a3a-e55c04980670'] in dv-neutron-826830-1-hyperv is: [{'id': '1014f846-447e-455d-8a3a-e55c04980670', 'name': 'tempest-TestVolumeBootPattern-533563384-router', 'tenant_id': '9f8d5bc7845843a4a3997b13887466a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': 'f7fbbe8b-34ff-4f49-836c-3f11895c073a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:40:07Z', 'updated_at': '2022-02-01T04:40:13Z', 'revision_number': 4, 'project_id': '9f8d5bc7845843a4a3997b13887466a6', 'gw_port': {'id': 'f7fbbe8b-34ff-4f49-836c-3f11895c073a', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1014f846-447e-455d-8a3a-e55c04980670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:40:08Z', 'updated_at': '2022-02-01T04:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': '45c4658d-9f0d-4f6f-a5e3-65496a961e5c', 'tenant_id': '9f8d5bc7845843a4a3997b13887466a6', 'floating_ip_address': '172.26.8.41', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '1014f846-447e-455d-8a3a-e55c04980670', 'port_id': 'f845c522-bca6-4f00-99aa-1ec6a6aa47a2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0c2a700-3881-4414-a7a8-128b0ce8d5cc', 'mac_address': 'fa:16:3e:55:25:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ca9dc1-f59c-415c-8e8d-5204d6cf9e80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:43:27Z', 'updated_at': '2022-02-01T04:43:27Z', 'revision_number': 0, 'project_id': '9f8d5bc7845843a4a3997b13887466a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a518623-ba34-4b6d-b35c-d792284a9b2a', 'name': '', 'network_id': 'a0c2a700-3881-4414-a7a8-128b0ce8d5cc', 'tenant_id': '9f8d5bc7845843a4a3997b13887466a6', 'mac_address': 'fa:16:3e:f6:ce:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1014f846-447e-455d-8a3a-e55c04980670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'acb960c4-d095-42c0-820a-b7e1026fb7c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:40:12Z', 'updated_at': '2022-02-01T04:40:20Z', 'revision_number': 5, 'project_id': '9f8d5bc7845843a4a3997b13887466a6', 'subnets': [{'id': 'acb960c4-d095-42c0-820a-b7e1026fb7c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:43:29.917611 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b42476a-2f23-4625-a6d5-3a47b96850b6 None None] New status for floating IP 45c4658d-9f0d-4f6f-a5e3-65496a961e5c: ACTIVE {{(pid=87639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 01 04:43:31.931183 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-181f286d-9512-43a5-994f-408f058f19f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:34.231451 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-99a3faf1-2bcc-430d-a5d8-dcd24f497949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:35.344853 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:35.474479 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:36.735763 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 44292) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:43:36.983809 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:37.026444 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4a0e1c0c-881a-4450-bc3d-982bcaf7863a tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] 10.222.0.24 "GET /v2.0/routers/0a9806a7-78d2-468c-87df-c302aabd7437/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.2895706 Feb 01 04:43:37.029818 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 44296) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:43:37.213447 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c2d17a0-1a5c-4a9b-8db3-da51d30651ca tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Notify agent at dv-neutron-826830-1-hyperv the message router_removed_from_agent {{(pid=87636) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Feb 01 04:43:37.216707 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-7c2d17a0-1a5c-4a9b-8db3-da51d30651ca tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] 10.222.0.24 "DELETE /v2.0/agents/a3073304-82af-4a42-89af-bc532d6626bb/l3-routers/0a9806a7-78d2-468c-87df-c302aabd7437 HTTP/1.1" status: 204 len: 168 time: 0.1858692 Feb 01 04:43:37.219150 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 44300) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:43:37.396643 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-21d81f0a-a8a3-4caa-997d-f932a0261930 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] 10.222.0.24 "GET /v2.0/routers/0a9806a7-78d2-468c-87df-c302aabd7437/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1763875 Feb 01 04:43:37.399078 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 44304) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:43:37.501361 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-87acafd6-6082-4bd5-aa9f-e56103bbcdde tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/floatingips/a2a13ace-1a31-4ebf-9c94-fd5502671c9b HTTP/1.1" status: 200 len: 994 time: 0.1012297 Feb 01 04:43:37.946700 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f82770f-aff1-4bfe-837f-6c12f9067709 None None] New status for floating IP a2a13ace-1a31-4ebf-9c94-fd5502671c9b: DOWN {{(pid=87638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 01 04:43:38.011881 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device bac39ddf-40c9-44b9-b4c3-de6d4e9e1317 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:43:38.332455 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:38.350086 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port bac39ddf-40c9-44b9-b4c3-de6d4e9e1317, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=bac39ddf-40c9-44b9-b4c3-de6d4e9e1317,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:43:38.354651 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:38.355519 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 62ac2af8-d132-4264-b2ca-c473cf8de3f4 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:43:38.471587 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=bac39ddf-40c9-44b9-b4c3-de6d4e9e1317,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:43:38.504923 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 44308) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:43:38.537999 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:38.571602 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 62ac2af8-d132-4264-b2ca-c473cf8de3f4, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=62ac2af8-d132-4264-b2ca-c473cf8de3f4,segment=NetworkSegment(d0525cd3-5ee4-4c0e-8300-65de9843ee0c),segment_id=d0525cd3-5ee4-4c0e-8300-65de9843ee0c)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:43:38.577072 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:38.615982 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-791293a2-1c2e-4f1b-84f7-143395da6e51 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/floatingips/a2a13ace-1a31-4ebf-9c94-fd5502671c9b HTTP/1.1" status: 200 len: 992 time: 0.1099198 Feb 01 04:43:38.644859 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=62ac2af8-d132-4264-b2ca-c473cf8de3f4,revision_number=6']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:43:39.772222 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 44314) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:43:39.966669 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9a3045f-c1bc-44c2-a109-63cb8f66d0e2 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Router 0a9806a7-78d2-468c-87df-c302aabd7437 is scheduled to L3 agent a3073304-82af-4a42-89af-bc532d6626bb with binding_index 1 {{(pid=87636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 01 04:43:39.966997 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a3045f-c1bc-44c2-a109-63cb8f66d0e2 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Notify agent at dv-neutron-826830-1-hyperv the message router_added_to_agent {{(pid=87636) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Feb 01 04:43:39.984171 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f9a3045f-c1bc-44c2-a109-63cb8f66d0e2 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] 10.222.0.24 "POST /v2.0/agents/a3073304-82af-4a42-89af-bc532d6626bb/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2109404 Feb 01 04:43:39.987041 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 44322) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:43:39.998584 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839757ff-85cb-46f6-8a1a-4fe54262475f None None] Sync routers for ids ['0a9806a7-78d2-468c-87df-c302aabd7437'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:43:40.008120 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839757ff-85cb-46f6-8a1a-4fe54262475f None None] Routers {'0a9806a7-78d2-468c-87df-c302aabd7437'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:43:40.008772 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-839757ff-85cb-46f6-8a1a-4fe54262475f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:43:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['0a9806a7-78d2-468c-87df-c302aabd7437'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:43:40.170392 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e4f277ae-612f-4dad-b24e-e681c7767e85 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] 10.222.0.24 "GET /v2.0/routers/0a9806a7-78d2-468c-87df-c302aabd7437/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1791561 Feb 01 04:43:40.170666 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 44326) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:43:40.210405 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-839757ff-85cb-46f6-8a1a-4fe54262475f None None] Set router 0a9806a7-78d2-468c-87df-c302aabd7437 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:43:40.273007 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9c4e7511-6345-4ef6-ad5a-829ee2d2f9c9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/floatingips/a2a13ace-1a31-4ebf-9c94-fd5502671c9b HTTP/1.1" status: 200 len: 992 time: 0.1013980 Feb 01 04:43:40.545538 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-839757ff-85cb-46f6-8a1a-4fe54262475f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9806a7-78d2-468c-87df-c302aabd7437', 'name': 'tempest-TestNetworkBasicOps-router-776833343', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.104'}], 'enable_snat': True}, 'gw_port_id': 'bac39ddf-40c9-44b9-b4c3-de6d4e9e1317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:42:41Z', 'updated_at': '2022-02-01T04:42:46Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': 'bac39ddf-40c9-44b9-b4c3-de6d4e9e1317', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:27:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9806a7-78d2-468c-87df-c302aabd7437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:42:41Z', 'updated_at': '2022-02-01T04:43:38Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': 'a2a13ace-1a31-4ebf-9c94-fd5502671c9b', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'floating_ip_address': '172.26.8.186', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '0a9806a7-78d2-468c-87df-c302aabd7437', 'port_id': '3f7676d4-3bdb-452c-9956-52212521ae65', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2943bc41-1ca2-4fb1-9a91-23ffe855f551', 'mac_address': 'fa:16:3e:26:cb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08614350-2a5b-48aa-a9e7-8738f6a004e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:43:03Z', 'updated_at': '2022-02-01T04:43:38Z', 'revision_number': 2, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62ac2af8-d132-4264-b2ca-c473cf8de3f4', 'name': '', 'network_id': '2943bc41-1ca2-4fb1-9a91-23ffe855f551', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:b9:d0:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9806a7-78d2-468c-87df-c302aabd7437', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '076e539a-e158-4c09-98e3-b21d6c5e022c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:42:45Z', 'updated_at': '2022-02-01T04:43:38Z', 'revision_number': 6, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': '076e539a-e158-4c09-98e3-b21d6c5e022c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:43:40.549417 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839757ff-85cb-46f6-8a1a-4fe54262475f None None] Checking router: 0a9806a7-78d2-468c-87df-c302aabd7437 for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:43:40.557669 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839757ff-85cb-46f6-8a1a-4fe54262475f None None] Routers {'0a9806a7-78d2-468c-87df-c302aabd7437'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:43:40.558299 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-839757ff-85cb-46f6-8a1a-4fe54262475f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:43:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['0a9806a7-78d2-468c-87df-c302aabd7437'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:43:40.729637 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-839757ff-85cb-46f6-8a1a-4fe54262475f None None] Set router 0a9806a7-78d2-468c-87df-c302aabd7437 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:43:41.066548 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-839757ff-85cb-46f6-8a1a-4fe54262475f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9806a7-78d2-468c-87df-c302aabd7437', 'name': 'tempest-TestNetworkBasicOps-router-776833343', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.104'}], 'enable_snat': True}, 'gw_port_id': 'bac39ddf-40c9-44b9-b4c3-de6d4e9e1317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:42:41Z', 'updated_at': '2022-02-01T04:42:46Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': 'bac39ddf-40c9-44b9-b4c3-de6d4e9e1317', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:27:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9806a7-78d2-468c-87df-c302aabd7437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:42:41Z', 'updated_at': '2022-02-01T04:43:38Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': 'a2a13ace-1a31-4ebf-9c94-fd5502671c9b', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'floating_ip_address': '172.26.8.186', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '0a9806a7-78d2-468c-87df-c302aabd7437', 'port_id': '3f7676d4-3bdb-452c-9956-52212521ae65', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2943bc41-1ca2-4fb1-9a91-23ffe855f551', 'mac_address': 'fa:16:3e:26:cb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08614350-2a5b-48aa-a9e7-8738f6a004e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:43:03Z', 'updated_at': '2022-02-01T04:43:38Z', 'revision_number': 2, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62ac2af8-d132-4264-b2ca-c473cf8de3f4', 'name': '', 'network_id': '2943bc41-1ca2-4fb1-9a91-23ffe855f551', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:b9:d0:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9806a7-78d2-468c-87df-c302aabd7437', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '076e539a-e158-4c09-98e3-b21d6c5e022c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:42:45Z', 'updated_at': '2022-02-01T04:43:38Z', 'revision_number': 6, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': '076e539a-e158-4c09-98e3-b21d6c5e022c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:43:41.070397 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839757ff-85cb-46f6-8a1a-4fe54262475f None None] The sync data for ids ['0a9806a7-78d2-468c-87df-c302aabd7437'] in dv-neutron-826830-1-hyperv is: [{'id': '0a9806a7-78d2-468c-87df-c302aabd7437', 'name': 'tempest-TestNetworkBasicOps-router-776833343', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.104'}], 'enable_snat': True}, 'gw_port_id': 'bac39ddf-40c9-44b9-b4c3-de6d4e9e1317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:42:41Z', 'updated_at': '2022-02-01T04:42:46Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': 'bac39ddf-40c9-44b9-b4c3-de6d4e9e1317', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:27:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9806a7-78d2-468c-87df-c302aabd7437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:42:41Z', 'updated_at': '2022-02-01T04:43:38Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': 'a2a13ace-1a31-4ebf-9c94-fd5502671c9b', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'floating_ip_address': '172.26.8.186', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '0a9806a7-78d2-468c-87df-c302aabd7437', 'port_id': '3f7676d4-3bdb-452c-9956-52212521ae65', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2943bc41-1ca2-4fb1-9a91-23ffe855f551', 'mac_address': 'fa:16:3e:26:cb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08614350-2a5b-48aa-a9e7-8738f6a004e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:43:03Z', 'updated_at': '2022-02-01T04:43:38Z', 'revision_number': 2, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62ac2af8-d132-4264-b2ca-c473cf8de3f4', 'name': '', 'network_id': '2943bc41-1ca2-4fb1-9a91-23ffe855f551', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:b9:d0:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9806a7-78d2-468c-87df-c302aabd7437', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '076e539a-e158-4c09-98e3-b21d6c5e022c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:42:45Z', 'updated_at': '2022-02-01T04:43:38Z', 'revision_number': 6, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': '076e539a-e158-4c09-98e3-b21d6c5e022c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:43:41.276503 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 44330) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:43:41.392076 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f32bff53-66af-4138-83fd-133cce0a78fd tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/floatingips/a2a13ace-1a31-4ebf-9c94-fd5502671c9b HTTP/1.1" status: 200 len: 992 time: 0.1146491 Feb 01 04:43:42.048486 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device bac39ddf-40c9-44b9-b4c3-de6d4e9e1317 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:43:42.116077 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port bac39ddf-40c9-44b9-b4c3-de6d4e9e1317 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:43:42.116438 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:42.238701 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:42.266128 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port bac39ddf-40c9-44b9-b4c3-de6d4e9e1317, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=bac39ddf-40c9-44b9-b4c3-de6d4e9e1317,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:43:42.270950 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:42.271845 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 62ac2af8-d132-4264-b2ca-c473cf8de3f4 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:43:42.389516 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=bac39ddf-40c9-44b9-b4c3-de6d4e9e1317,revision_number=6']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:43:42.406848 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 44336) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:43:42.410588 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 62ac2af8-d132-4264-b2ca-c473cf8de3f4 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:43:42.410588 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:42.541653 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:42.546228 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a516bf4c-6249-43ba-addf-4709fef2189f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/floatingips/a2a13ace-1a31-4ebf-9c94-fd5502671c9b HTTP/1.1" status: 200 len: 992 time: 0.1396053 Feb 01 04:43:42.579486 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 62ac2af8-d132-4264-b2ca-c473cf8de3f4, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=62ac2af8-d132-4264-b2ca-c473cf8de3f4,segment=NetworkSegment(d0525cd3-5ee4-4c0e-8300-65de9843ee0c),segment_id=d0525cd3-5ee4-4c0e-8300-65de9843ee0c)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:43:42.579486 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:42.656898 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=62ac2af8-d132-4264-b2ca-c473cf8de3f4,revision_number=7']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:43:42.795945 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d689ee-619f-49bf-b207-d1a561550d6a None None] New status for floating IP a2a13ace-1a31-4ebf-9c94-fd5502671c9b: ACTIVE {{(pid=87638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 01 04:43:43.547324 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 44340) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:43:43.777891 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f4dbde79-4aef-49e3-9b3d-47076814ce07 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/floatingips/a2a13ace-1a31-4ebf-9c94-fd5502671c9b HTTP/1.1" status: 200 len: 994 time: 0.2311473 Feb 01 04:43:44.015708 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device bac39ddf-40c9-44b9-b4c3-de6d4e9e1317 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:43:44.088073 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port bac39ddf-40c9-44b9-b4c3-de6d4e9e1317 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:43:44.088073 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:44.097943 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 44348) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:43:44.219280 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 62ac2af8-d132-4264-b2ca-c473cf8de3f4 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:43:44.297473 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 62ac2af8-d132-4264-b2ca-c473cf8de3f4 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:43:44.297473 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:44.329312 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-09362715-2d65-4391-a8c6-cfb649603fd1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Deleting port f64f4b9a-6a75-42e9-9ce7-5e8e3912da50 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:43:44.329312 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-09362715-2d65-4391-a8c6-cfb649603fd1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:44.528080 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-09362715-2d65-4391-a8c6-cfb649603fd1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:44.528080 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-09362715-2d65-4391-a8c6-cfb649603fd1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:44.650993 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-09362715-2d65-4391-a8c6-cfb649603fd1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Calling delete_port for f64f4b9a-6a75-42e9-9ce7-5e8e3912da50 owned by network:floatingip {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:43:44.804375 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-09362715-2d65-4391-a8c6-cfb649603fd1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:44.851448 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09362715-2d65-4391-a8c6-cfb649603fd1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event deleted for resources: {'Port': ['ID=f64f4b9a-6a75-42e9-9ce7-5e8e3912da50,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:43:44.890955 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09362715-2d65-4391-a8c6-cfb649603fd1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:43:44.890955 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09362715-2d65-4391-a8c6-cfb649603fd1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:43:44.890955 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09362715-2d65-4391-a8c6-cfb649603fd1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:43:44.890955 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09362715-2d65-4391-a8c6-cfb649603fd1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:43:44.890955 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09362715-2d65-4391-a8c6-cfb649603fd1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:43:44.890955 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09362715-2d65-4391-a8c6-cfb649603fd1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:43:44.890955 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09362715-2d65-4391-a8c6-cfb649603fd1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:43:44.890955 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09362715-2d65-4391-a8c6-cfb649603fd1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:43:44.890955 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09362715-2d65-4391-a8c6-cfb649603fd1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:43:44.890955 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09362715-2d65-4391-a8c6-cfb649603fd1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:43:44.894387 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09362715-2d65-4391-a8c6-cfb649603fd1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:43:44.894387 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09362715-2d65-4391-a8c6-cfb649603fd1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:43:44.953479 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:44.956774 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-09362715-2d65-4391-a8c6-cfb649603fd1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for floatingip, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:44.956774 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.l3_db [None req-09362715-2d65-4391-a8c6-cfb649603fd1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Floating IP a2a13ace-1a31-4ebf-9c94-fd5502671c9b disassociated (deleted). External IP: 172.26.8.186, port: 3f7676d4-3bdb-452c-9956-52212521ae65. Feb 01 04:43:45.303694 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09362715-2d65-4391-a8c6-cfb649603fd1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Router 0a9806a7-78d2-468c-87df-c302aabd7437 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:43:45.625176 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09362715-2d65-4391-a8c6-cfb649603fd1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:43:45.638158 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb141f5d-6ebf-47ce-bde1-dbebf8aaa089 None None] Sync routers for ids ['0a9806a7-78d2-468c-87df-c302aabd7437'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:43:45.652846 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-09362715-2d65-4391-a8c6-cfb649603fd1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:45.658402 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb141f5d-6ebf-47ce-bde1-dbebf8aaa089 None None] Routers {'0a9806a7-78d2-468c-87df-c302aabd7437'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:43:45.658402 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-bb141f5d-6ebf-47ce-bde1-dbebf8aaa089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:43:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['0a9806a7-78d2-468c-87df-c302aabd7437'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:43:45.709161 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-09362715-2d65-4391-a8c6-cfb649603fd1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "DELETE /v2.0/floatingips/a2a13ace-1a31-4ebf-9c94-fd5502671c9b HTTP/1.1" status: 204 len: 168 time: 1.6077797 Feb 01 04:43:45.709161 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08614350-2a5b-48aa-a9e7-8738f6a004e3', 'tag': '3f7676d4-3bdb-452c-9956-52212521ae65'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:43:45.749148 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08614350-2a5b-48aa-a9e7-8738f6a004e3', 'tag': '3f7676d4-3bdb-452c-9956-52212521ae65', 'status': 'completed', 'code': 200} Feb 01 04:43:45.894429 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305368b4-ccee-4d3d-9fd6-60ca9625f5ee req-97241bd7-010e-4469-a490-3bc3a32ba9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:43:45.894429 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-305368b4-ccee-4d3d-9fd6-60ca9625f5ee req-97241bd7-010e-4469-a490-3bc3a32ba9c6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0629703b9474474a9f2fde13723d2e8b&device_id=08614350-2a5b-48aa-a9e7-8738f6a004e3 HTTP/1.1" status: 200 len: 1099 time: 0.0904059 Feb 01 04:43:45.922294 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-bb141f5d-6ebf-47ce-bde1-dbebf8aaa089 None None] Set router 0a9806a7-78d2-468c-87df-c302aabd7437 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:43:46.177054 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305368b4-ccee-4d3d-9fd6-60ca9625f5ee req-b6553990-22e5-4cee-8380-2eb28fa416bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:43:46.177054 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-305368b4-ccee-4d3d-9fd6-60ca9625f5ee req-b6553990-22e5-4cee-8380-2eb28fa416bc service neutron] 10.222.0.18 "GET /v2.0/networks?id=2943bc41-1ca2-4fb1-9a91-23ffe855f551 HTTP/1.1" status: 200 len: 897 time: 0.2725961 Feb 01 04:43:46.250699 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-305368b4-ccee-4d3d-9fd6-60ca9625f5ee req-3869f623-b72c-4d71-aa11-4ed178526fce service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f7676d4-3bdb-452c-9956-52212521ae65 HTTP/1.1" status: 200 len: 217 time: 0.0682824 Feb 01 04:43:46.307840 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e81cbfb-2194-41c3-bf10-c6154f308360 req-c8480010-9cea-4d0f-b260-41fce7f63cbd tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:43:46.308208 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-bb141f5d-6ebf-47ce-bde1-dbebf8aaa089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9806a7-78d2-468c-87df-c302aabd7437', 'name': 'tempest-TestNetworkBasicOps-router-776833343', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.104'}], 'enable_snat': True}, 'gw_port_id': 'bac39ddf-40c9-44b9-b4c3-de6d4e9e1317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:42:41Z', 'updated_at': '2022-02-01T04:42:46Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': 'bac39ddf-40c9-44b9-b4c3-de6d4e9e1317', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:27:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9806a7-78d2-468c-87df-c302aabd7437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:42:41Z', 'updated_at': '2022-02-01T04:43:42Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '62ac2af8-d132-4264-b2ca-c473cf8de3f4', 'name': '', 'network_id': '2943bc41-1ca2-4fb1-9a91-23ffe855f551', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:b9:d0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9806a7-78d2-468c-87df-c302aabd7437', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '076e539a-e158-4c09-98e3-b21d6c5e022c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:42:45Z', 'updated_at': '2022-02-01T04:43:42Z', 'revision_number': 7, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': '076e539a-e158-4c09-98e3-b21d6c5e022c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:43:46.308516 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-6e81cbfb-2194-41c3-bf10-c6154f308360 req-c8480010-9cea-4d0f-b260-41fce7f63cbd tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Synchronizing usage tracker for tenant:0629703b9474474a9f2fde13723d2e8b on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:43:46.312560 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb141f5d-6ebf-47ce-bde1-dbebf8aaa089 None None] Checking router: 0a9806a7-78d2-468c-87df-c302aabd7437 for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:43:46.320924 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb141f5d-6ebf-47ce-bde1-dbebf8aaa089 None None] Routers {'0a9806a7-78d2-468c-87df-c302aabd7437'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:43:46.321524 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-bb141f5d-6ebf-47ce-bde1-dbebf8aaa089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:43:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['0a9806a7-78d2-468c-87df-c302aabd7437'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:43:46.336491 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305368b4-ccee-4d3d-9fd6-60ca9625f5ee req-daaba04c-2081-4c74-b619-48a6095207ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:43:46.338400 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-305368b4-ccee-4d3d-9fd6-60ca9625f5ee req-daaba04c-2081-4c74-b619-48a6095207ac service neutron] 10.222.0.18 "GET /v2.0/subnets?id=076e539a-e158-4c09-98e3-b21d6c5e022c HTTP/1.1" status: 200 len: 834 time: 0.0795007 Feb 01 04:43:46.339349 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-6e81cbfb-2194-41c3-bf10-c6154f308360 req-c8480010-9cea-4d0f-b260-41fce7f63cbd tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Unset dirty status for tenant:0629703b9474474a9f2fde13723d2e8b on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:43:46.340320 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6e81cbfb-2194-41c3-bf10-c6154f308360 req-c8480010-9cea-4d0f-b260-41fce7f63cbd tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=08614350-2a5b-48aa-a9e7-8738f6a004e3 HTTP/1.1" status: 200 len: 946 time: 0.2177377 Feb 01 04:43:46.438426 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6e81cbfb-2194-41c3-bf10-c6154f308360 req-0750a3a2-1359-406c-8847-d0a50b41caeb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=90157250-3eb6-41d2-9b65-b12457961bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0912414 Feb 01 04:43:46.460300 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305368b4-ccee-4d3d-9fd6-60ca9625f5ee req-40eb738f-cf83-4407-b27b-d9b79176e7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:43:46.460300 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-305368b4-ccee-4d3d-9fd6-60ca9625f5ee req-40eb738f-cf83-4407-b27b-d9b79176e7e6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2943bc41-1ca2-4fb1-9a91-23ffe855f551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1069429 Feb 01 04:43:46.498663 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-bb141f5d-6ebf-47ce-bde1-dbebf8aaa089 None None] Set router 0a9806a7-78d2-468c-87df-c302aabd7437 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:43:46.585860 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-305368b4-ccee-4d3d-9fd6-60ca9625f5ee req-3f8ac60d-f944-4289-bc34-b1de9f7e34f7 service neutron] 10.222.0.18 "GET /v2.0/networks/2943bc41-1ca2-4fb1-9a91-23ffe855f551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241601 Feb 01 04:43:46.720300 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-305368b4-ccee-4d3d-9fd6-60ca9625f5ee req-4a78ee4c-8368-4c59-b2de-614b94200e8e service neutron] 10.222.0.18 "GET /v2.0/networks/2943bc41-1ca2-4fb1-9a91-23ffe855f551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272404 Feb 01 04:43:46.806306 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-bb141f5d-6ebf-47ce-bde1-dbebf8aaa089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9806a7-78d2-468c-87df-c302aabd7437', 'name': 'tempest-TestNetworkBasicOps-router-776833343', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.104'}], 'enable_snat': True}, 'gw_port_id': 'bac39ddf-40c9-44b9-b4c3-de6d4e9e1317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:42:41Z', 'updated_at': '2022-02-01T04:42:46Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': 'bac39ddf-40c9-44b9-b4c3-de6d4e9e1317', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:27:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9806a7-78d2-468c-87df-c302aabd7437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:42:41Z', 'updated_at': '2022-02-01T04:43:42Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '62ac2af8-d132-4264-b2ca-c473cf8de3f4', 'name': '', 'network_id': '2943bc41-1ca2-4fb1-9a91-23ffe855f551', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:b9:d0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9806a7-78d2-468c-87df-c302aabd7437', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '076e539a-e158-4c09-98e3-b21d6c5e022c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:42:45Z', 'updated_at': '2022-02-01T04:43:42Z', 'revision_number': 7, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': '076e539a-e158-4c09-98e3-b21d6c5e022c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:43:46.810246 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb141f5d-6ebf-47ce-bde1-dbebf8aaa089 None None] The sync data for ids ['0a9806a7-78d2-468c-87df-c302aabd7437'] in dv-neutron-826830-1-hyperv is: [{'id': '0a9806a7-78d2-468c-87df-c302aabd7437', 'name': 'tempest-TestNetworkBasicOps-router-776833343', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.104'}], 'enable_snat': True}, 'gw_port_id': 'bac39ddf-40c9-44b9-b4c3-de6d4e9e1317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:42:41Z', 'updated_at': '2022-02-01T04:42:46Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': 'bac39ddf-40c9-44b9-b4c3-de6d4e9e1317', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:27:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9806a7-78d2-468c-87df-c302aabd7437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:42:41Z', 'updated_at': '2022-02-01T04:43:42Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '62ac2af8-d132-4264-b2ca-c473cf8de3f4', 'name': '', 'network_id': '2943bc41-1ca2-4fb1-9a91-23ffe855f551', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:b9:d0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9806a7-78d2-468c-87df-c302aabd7437', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '076e539a-e158-4c09-98e3-b21d6c5e022c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:42:45Z', 'updated_at': '2022-02-01T04:43:42Z', 'revision_number': 7, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': '076e539a-e158-4c09-98e3-b21d6c5e022c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:43:47.618968 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6796ec5-639b-497e-abb2-3f73d2de9726 req-fc4a64c0-a7d1-462d-96e1-8d7a7760af3e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:43:47.620411 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b6796ec5-639b-497e-abb2-3f73d2de9726 req-fc4a64c0-a7d1-462d-96e1-8d7a7760af3e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.18 "GET /v2.0/ports?device_id=08614350-2a5b-48aa-a9e7-8738f6a004e3 HTTP/1.1" status: 200 len: 946 time: 0.0808048 Feb 01 04:43:47.626159 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20fed2f-18be-432e-a5f4-725742444c9e req-810206a4-2e4c-463b-a453-39a65878e061 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:43:47.627653 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-d20fed2f-18be-432e-a5f4-725742444c9e req-810206a4-2e4c-463b-a453-39a65878e061 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=08614350-2a5b-48aa-a9e7-8738f6a004e3 HTTP/1.1" status: 200 len: 946 time: 0.0836296 Feb 01 04:43:47.671871 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-d20fed2f-18be-432e-a5f4-725742444c9e req-a64ff8d7-64db-4a85-bfdf-002e9238e0d4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=90157250-3eb6-41d2-9b65-b12457961bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0386126 Feb 01 04:43:47.694844 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-b6796ec5-639b-497e-abb2-3f73d2de9726 req-f75b5d2b-5ec4-438a-8ff3-be6166819fc1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Deleting port 3f7676d4-3bdb-452c-9956-52212521ae65 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:43:47.695208 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-b6796ec5-639b-497e-abb2-3f73d2de9726 req-f75b5d2b-5ec4-438a-8ff3-be6166819fc1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:47.904495 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1864c57c-226c-4fb8-bf10-6f40a5e3f123 None None] New status for floating IP a2a13ace-1a31-4ebf-9c94-fd5502671c9b: DOWN {{(pid=87638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 01 04:43:47.940168 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-b6796ec5-639b-497e-abb2-3f73d2de9726 req-f75b5d2b-5ec4-438a-8ff3-be6166819fc1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] For port 3f7676d4-3bdb-452c-9956-52212521ae65, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=3f7676d4-3bdb-452c-9956-52212521ae65,segment=NetworkSegment(d0525cd3-5ee4-4c0e-8300-65de9843ee0c),segment_id=d0525cd3-5ee4-4c0e-8300-65de9843ee0c)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:43:47.940651 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-b6796ec5-639b-497e-abb2-3f73d2de9726 req-f75b5d2b-5ec4-438a-8ff3-be6166819fc1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:48.168329 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-b6796ec5-639b-497e-abb2-3f73d2de9726 req-f75b5d2b-5ec4-438a-8ff3-be6166819fc1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Calling delete_port for 3f7676d4-3bdb-452c-9956-52212521ae65 owned by compute:nova {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:43:48.317016 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-b6796ec5-639b-497e-abb2-3f73d2de9726 req-f75b5d2b-5ec4-438a-8ff3-be6166819fc1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:48.361409 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75b5d2b-5ec4-438a-8ff3-be6166819fc1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event deleted for resources: {'Port': ['ID=3f7676d4-3bdb-452c-9956-52212521ae65,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:43:48.443102 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6796ec5-639b-497e-abb2-3f73d2de9726 req-f75b5d2b-5ec4-438a-8ff3-be6166819fc1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] No DVR routers for this DVR port 3f7676d4-3bdb-452c-9956-52212521ae65 on host hv-neutron-8268 {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:43:48.446771 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-b6796ec5-639b-497e-abb2-3f73d2de9726 req-f75b5d2b-5ec4-438a-8ff3-be6166819fc1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:48.449325 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08614350-2a5b-48aa-a9e7-8738f6a004e3', 'name': 'network-vif-deleted', 'tag': '3f7676d4-3bdb-452c-9956-52212521ae65'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:43:48.465103 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b6796ec5-639b-497e-abb2-3f73d2de9726 req-f75b5d2b-5ec4-438a-8ff3-be6166819fc1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.18 "DELETE /v2.0/ports/3f7676d4-3bdb-452c-9956-52212521ae65 HTTP/1.1" status: 204 len: 173 time: 0.8394780 Feb 01 04:43:48.500540 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08614350-2a5b-48aa-a9e7-8738f6a004e3', 'name': 'network-vif-deleted', 'tag': '3f7676d4-3bdb-452c-9956-52212521ae65', 'status': 'completed', 'code': 200} Feb 01 04:43:48.860194 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-47df1166-e0af-44f0-a839-5eab8f470cea req-467f7556-6dc1-4ea5-87c9-357b38bc8fa5 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=08614350-2a5b-48aa-a9e7-8738f6a004e3 HTTP/1.1" status: 200 len: 210 time: 0.0594182 Feb 01 04:43:49.955731 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 44368) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:43:50.025896 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ead905c6-39ed-4393-9143-479368fda7cf tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:50.055565 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ead905c6-39ed-4393-9143-479368fda7cf tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:50.129345 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ead905c6-39ed-4393-9143-479368fda7cf tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:50.150629 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead905c6-39ed-4393-9143-479368fda7cf tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90157250-3eb6-41d2-9b65-b12457961bfd,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:43:50.160748 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead905c6-39ed-4393-9143-479368fda7cf tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:43:50.160748 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead905c6-39ed-4393-9143-479368fda7cf tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:43:50.160748 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead905c6-39ed-4393-9143-479368fda7cf tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:43:50.160748 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead905c6-39ed-4393-9143-479368fda7cf tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:43:50.160748 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead905c6-39ed-4393-9143-479368fda7cf tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:43:50.160748 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead905c6-39ed-4393-9143-479368fda7cf tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:43:50.160748 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead905c6-39ed-4393-9143-479368fda7cf tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:43:50.160748 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead905c6-39ed-4393-9143-479368fda7cf tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:43:50.160748 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead905c6-39ed-4393-9143-479368fda7cf tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:43:50.160748 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead905c6-39ed-4393-9143-479368fda7cf tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:43:50.160748 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead905c6-39ed-4393-9143-479368fda7cf tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:43:50.160748 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead905c6-39ed-4393-9143-479368fda7cf tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:43:50.170899 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ead905c6-39ed-4393-9143-479368fda7cf tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:50.170899 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-ead905c6-39ed-4393-9143-479368fda7cf tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "DELETE /v2.0/security-groups/90157250-3eb6-41d2-9b65-b12457961bfd HTTP/1.1" status: 204 len: 168 time: 0.2130578 Feb 01 04:43:50.203010 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 44374) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:43:50.773533 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-95a43d30-4ec3-4e89-940d-1379fd1cf5c4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-371968'] for router_interface, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:51.158272 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-95a43d30-4ec3-4e89-940d-1379fd1cf5c4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Deleting port 62ac2af8-d132-4264-b2ca-c473cf8de3f4 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:43:51.158272 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-95a43d30-4ec3-4e89-940d-1379fd1cf5c4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:51.356251 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 04:43:51.473696 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-95a43d30-4ec3-4e89-940d-1379fd1cf5c4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] For port 62ac2af8-d132-4264-b2ca-c473cf8de3f4, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=62ac2af8-d132-4264-b2ca-c473cf8de3f4,segment=NetworkSegment(d0525cd3-5ee4-4c0e-8300-65de9843ee0c),segment_id=d0525cd3-5ee4-4c0e-8300-65de9843ee0c)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:43:51.473696 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-95a43d30-4ec3-4e89-940d-1379fd1cf5c4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:51.603541 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 3f7676d4-3bdb-452c-9956-52212521ae65 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:43:51.615371 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-95a43d30-4ec3-4e89-940d-1379fd1cf5c4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Calling delete_port for 62ac2af8-d132-4264-b2ca-c473cf8de3f4 owned by network:router_interface {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:43:51.642586 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] No Port match for: 3f7676d4-3bdb-452c-9956-52212521ae65 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:43:51.642934 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 3f7676d4-3bdb-452c-9956-52212521ae65 not bound to the agent host hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:43:51.945042 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-95a43d30-4ec3-4e89-940d-1379fd1cf5c4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:51.995723 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a43d30-4ec3-4e89-940d-1379fd1cf5c4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event deleted for resources: {'Port': ['ID=62ac2af8-d132-4264-b2ca-c473cf8de3f4,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:43:52.297723 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-95a43d30-4ec3-4e89-940d-1379fd1cf5c4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770960'] for router_interface, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:52.679516 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95a43d30-4ec3-4e89-940d-1379fd1cf5c4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Router 0a9806a7-78d2-468c-87df-c302aabd7437 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:43:53.004279 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a43d30-4ec3-4e89-940d-1379fd1cf5c4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:43:53.014555 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6d5451-587e-4c6e-8e2c-bbbf3675d8d7 None None] Sync routers for ids ['0a9806a7-78d2-468c-87df-c302aabd7437'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:43:53.018754 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-95a43d30-4ec3-4e89-940d-1379fd1cf5c4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "PUT /v2.0/routers/0a9806a7-78d2-468c-87df-c302aabd7437/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8154106 Feb 01 04:43:53.021285 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 44378) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:43:53.024751 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6d5451-587e-4c6e-8e2c-bbbf3675d8d7 None None] Routers {'0a9806a7-78d2-468c-87df-c302aabd7437'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:43:53.025347 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-9a6d5451-587e-4c6e-8e2c-bbbf3675d8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:43:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['0a9806a7-78d2-468c-87df-c302aabd7437'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:43:53.091950 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5ee7baa-81d0-4882-83b7-6027507d70bb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Deleting subnet 076e539a-e158-4c09-98e3-b21d6c5e022c {{(pid=87637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:43:53.094809 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b5ee7baa-81d0-4882-83b7-6027507d70bb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for subnet, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:53.148422 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b5ee7baa-81d0-4882-83b7-6027507d70bb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2424773'] for subnet, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:53.197277 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-9a6d5451-587e-4c6e-8e2c-bbbf3675d8d7 None None] Set router 0a9806a7-78d2-468c-87df-c302aabd7437 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:43:53.234774 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b5ee7baa-81d0-4882-83b7-6027507d70bb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:53.318777 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b5ee7baa-81d0-4882-83b7-6027507d70bb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3037665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694336'] for subnet, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:53.356417 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ee7baa-81d0-4882-83b7-6027507d70bb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event deleted for resources: {'Subnet': ['ID=076e539a-e158-4c09-98e3-b21d6c5e022c,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:43:53.360563 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b5ee7baa-81d0-4882-83b7-6027507d70bb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:53.367723 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-b5ee7baa-81d0-4882-83b7-6027507d70bb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "DELETE /v2.0/subnets/076e539a-e158-4c09-98e3-b21d6c5e022c HTTP/1.1" status: 204 len: 168 time: 0.3454804 Feb 01 04:43:53.370194 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 44382) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:43:53.372994 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770e9960-bfba-4933-b0ee-a730288091fc None None] Network 2943bc41-1ca2-4fb1-9a91-23ffe855f551 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:43:53.486597 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-9a6d5451-587e-4c6e-8e2c-bbbf3675d8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9806a7-78d2-468c-87df-c302aabd7437', 'name': 'tempest-TestNetworkBasicOps-router-776833343', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.104'}], 'enable_snat': True}, 'gw_port_id': 'bac39ddf-40c9-44b9-b4c3-de6d4e9e1317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:42:41Z', 'updated_at': '2022-02-01T04:43:51Z', 'revision_number': 5, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': 'bac39ddf-40c9-44b9-b4c3-de6d4e9e1317', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:27:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9806a7-78d2-468c-87df-c302aabd7437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:42:41Z', 'updated_at': '2022-02-01T04:43:42Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:43:53.491783 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6d5451-587e-4c6e-8e2c-bbbf3675d8d7 None None] Checking router: 0a9806a7-78d2-468c-87df-c302aabd7437 for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:43:53.503521 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6d5451-587e-4c6e-8e2c-bbbf3675d8d7 None None] Routers {'0a9806a7-78d2-468c-87df-c302aabd7437'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:43:53.506367 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-9a6d5451-587e-4c6e-8e2c-bbbf3675d8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:43:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['0a9806a7-78d2-468c-87df-c302aabd7437'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:43:53.553817 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c1f1a60a-8aff-4734-b4ef-8c6e84387964 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for router, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:53.656580 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b939fd33-1791-4a57-ab53-e100bdc80a43 None None] DHCP port deletion for 2943bc41-1ca2-4fb1-9a91-23ffe855f551 request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:43:53.661287 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-b939fd33-1791-4a57-ab53-e100bdc80a43 None None] Deleting port 120fcde9-f0a9-48a0-a649-1747617f8cd1 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:43:53.661675 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b939fd33-1791-4a57-ab53-e100bdc80a43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:53.712514 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-9a6d5451-587e-4c6e-8e2c-bbbf3675d8d7 None None] Set router 0a9806a7-78d2-468c-87df-c302aabd7437 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:43:53.755966 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c1f1a60a-8aff-4734-b4ef-8c6e84387964 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:53.768239 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-c1f1a60a-8aff-4734-b4ef-8c6e84387964 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Deleting port bac39ddf-40c9-44b9-b4c3-de6d4e9e1317 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:43:53.769122 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c1f1a60a-8aff-4734-b4ef-8c6e84387964 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:53.909833 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-b939fd33-1791-4a57-ab53-e100bdc80a43 None None] For port 120fcde9-f0a9-48a0-a649-1747617f8cd1, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=120fcde9-f0a9-48a0-a649-1747617f8cd1,segment=NetworkSegment(d0525cd3-5ee4-4c0e-8300-65de9843ee0c),segment_id=d0525cd3-5ee4-4c0e-8300-65de9843ee0c)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:43:53.910221 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b939fd33-1791-4a57-ab53-e100bdc80a43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:53.971514 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-c1f1a60a-8aff-4734-b4ef-8c6e84387964 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] For port bac39ddf-40c9-44b9-b4c3-de6d4e9e1317, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=bac39ddf-40c9-44b9-b4c3-de6d4e9e1317,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:43:53.971879 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c1f1a60a-8aff-4734-b4ef-8c6e84387964 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:54.057828 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-9a6d5451-587e-4c6e-8e2c-bbbf3675d8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9806a7-78d2-468c-87df-c302aabd7437', 'name': 'tempest-TestNetworkBasicOps-router-776833343', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.104'}], 'enable_snat': True}, 'gw_port_id': 'bac39ddf-40c9-44b9-b4c3-de6d4e9e1317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:42:41Z', 'updated_at': '2022-02-01T04:43:51Z', 'revision_number': 5, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': 'bac39ddf-40c9-44b9-b4c3-de6d4e9e1317', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:27:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9806a7-78d2-468c-87df-c302aabd7437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:42:41Z', 'updated_at': '2022-02-01T04:43:42Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:43:54.063265 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6d5451-587e-4c6e-8e2c-bbbf3675d8d7 None None] The sync data for ids ['0a9806a7-78d2-468c-87df-c302aabd7437'] in dv-neutron-826830-1-hyperv is: [{'id': '0a9806a7-78d2-468c-87df-c302aabd7437', 'name': 'tempest-TestNetworkBasicOps-router-776833343', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.104'}], 'enable_snat': True}, 'gw_port_id': 'bac39ddf-40c9-44b9-b4c3-de6d4e9e1317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:42:41Z', 'updated_at': '2022-02-01T04:43:51Z', 'revision_number': 5, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': 'bac39ddf-40c9-44b9-b4c3-de6d4e9e1317', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:27:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9806a7-78d2-468c-87df-c302aabd7437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:42:41Z', 'updated_at': '2022-02-01T04:43:42Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:43:54.080068 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-b939fd33-1791-4a57-ab53-e100bdc80a43 None None] Calling delete_port for 120fcde9-f0a9-48a0-a649-1747617f8cd1 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:43:54.122834 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-c1f1a60a-8aff-4734-b4ef-8c6e84387964 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Calling delete_port for bac39ddf-40c9-44b9-b4c3-de6d4e9e1317 owned by network:router_gateway {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:43:54.169292 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b939fd33-1791-4a57-ab53-e100bdc80a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:54.221566 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b939fd33-1791-4a57-ab53-e100bdc80a43 None None] Pushing event deleted for resources: {'Port': ['ID=120fcde9-f0a9-48a0-a649-1747617f8cd1,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:43:54.225748 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b939fd33-1791-4a57-ab53-e100bdc80a43 None None] No DVR routers for this DVR port 120fcde9-f0a9-48a0-a649-1747617f8cd1 on host dv-neutron-826830-1-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:43:54.236132 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b939fd33-1791-4a57-ab53-e100bdc80a43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:43:54.236919 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b939fd33-1791-4a57-ab53-e100bdc80a43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:43:54.237405 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b939fd33-1791-4a57-ab53-e100bdc80a43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:43:54.238013 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b939fd33-1791-4a57-ab53-e100bdc80a43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:43:54.238116 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b939fd33-1791-4a57-ab53-e100bdc80a43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:43:54.238376 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b939fd33-1791-4a57-ab53-e100bdc80a43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:43:54.238693 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b939fd33-1791-4a57-ab53-e100bdc80a43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:43:54.239346 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b939fd33-1791-4a57-ab53-e100bdc80a43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:43:54.239672 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b939fd33-1791-4a57-ab53-e100bdc80a43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:43:54.239992 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b939fd33-1791-4a57-ab53-e100bdc80a43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:43:54.240609 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b939fd33-1791-4a57-ab53-e100bdc80a43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:43:54.240609 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b939fd33-1791-4a57-ab53-e100bdc80a43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:43:54.300546 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c1f1a60a-8aff-4734-b4ef-8c6e84387964 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:54.448155 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 120fcde9-f0a9-48a0-a649-1747617f8cd1 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:43:54.459365 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f1a60a-8aff-4734-b4ef-8c6e84387964 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event deleted for resources: {'Port': ['ID=bac39ddf-40c9-44b9-b4c3-de6d4e9e1317,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:43:54.513769 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 120fcde9-f0a9-48a0-a649-1747617f8cd1 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:43:54.514097 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 120fcde9-f0a9-48a0-a649-1747617f8cd1 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:43:54.555659 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c1f1a60a-8aff-4734-b4ef-8c6e84387964 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-774381'] for router_gateway, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:54.729140 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c1f1a60a-8aff-4734-b4ef-8c6e84387964 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25968'] for router, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:54.731385 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c1f1a60a-8aff-4734-b4ef-8c6e84387964 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:54.756887 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c1f1a60a-8aff-4734-b4ef-8c6e84387964 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772958'] for router, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:54.757416 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1f1a60a-8aff-4734-b4ef-8c6e84387964 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Fanout notify agent at l3_agent the message router_deleted on router 0a9806a7-78d2-468c-87df-c302aabd7437 {{(pid=87637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 01 04:43:54.773375 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c1f1a60a-8aff-4734-b4ef-8c6e84387964 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:54.775239 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-c1f1a60a-8aff-4734-b4ef-8c6e84387964 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "DELETE /v2.0/routers/0a9806a7-78d2-468c-87df-c302aabd7437 HTTP/1.1" status: 204 len: 168 time: 1.4034107 Feb 01 04:43:54.777970 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 44386) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:43:54.900616 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-813b5bc6-b26a-4245-8867-202c63597f57 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:55.040637 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-813b5bc6-b26a-4245-8867-202c63597f57 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:55.065698 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-813b5bc6-b26a-4245-8867-202c63597f57 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2943bc41-1ca2-4fb1-9a91-23ffe855f551']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:43:55.077404 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-813b5bc6-b26a-4245-8867-202c63597f57 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0525cd3-5ee4-4c0e-8300-65de9843ee0c') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:43:55.077696 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-813b5bc6-b26a-4245-8867-202c63597f57 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0525cd3-5ee4-4c0e-8300-65de9843ee0c') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:43:55.088816 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-813b5bc6-b26a-4245-8867-202c63597f57 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:55.104660 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-813b5bc6-b26a-4245-8867-202c63597f57 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:55.110544 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-813b5bc6-b26a-4245-8867-202c63597f57 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:43:55.110931 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-813b5bc6-b26a-4245-8867-202c63597f57 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:55.125696 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 04:43:55.125696 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:43:55.125696 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 04:43:55.125696 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:43:55.125696 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 04:43:55.125696 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:43:55.125696 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 04:43:55.125696 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:43:55.125696 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 04:43:55.125696 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:43:55.125696 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 04:43:55.125696 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:43:55.125696 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 04:43:55.125696 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:43:55.125696 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:43:55.125696 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:43:55.125696 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:43:55.125696 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:43:55.125696 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 04:43:55.125696 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:43:55.125696 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 04:43:55.125696 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:43:55.125696 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:43:55.125696 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:43:55.125696 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 04:43:55.125696 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:43:55.125696 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:43:55.125696 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:43:55.125696 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:43:55.125696 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:43:55.125696 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:43:55.125696 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:43:55.206481 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-813b5bc6-b26a-4245-8867-202c63597f57 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:55.223934 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-813b5bc6-b26a-4245-8867-202c63597f57 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:55.236381 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813b5bc6-b26a-4245-8867-202c63597f57 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event deleted for resources: {'Network': ['ID=2943bc41-1ca2-4fb1-9a91-23ffe855f551,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:43:55.242952 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-813b5bc6-b26a-4245-8867-202c63597f57 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "DELETE /v2.0/networks/2943bc41-1ca2-4fb1-9a91-23ffe855f551 HTTP/1.1" status: 204 len: 168 time: 0.4640267 Feb 01 04:43:55.265064 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 44390) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:43:55.270581 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-3bb83894-7687-431e-a4d0-fc0b8df2b78d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'network': {'name': 'tempest-network-smoke--1006969492', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'port_security_enabled': True}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:43:55.275574 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-3bb83894-7687-431e-a4d0-fc0b8df2b78d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:43:55.279667 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-3bb83894-7687-431e-a4d0-fc0b8df2b78d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:network and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:43:55.282456 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-3bb83894-7687-431e-a4d0-fc0b8df2b78d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:43:55.288044 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-3bb83894-7687-431e-a4d0-fc0b8df2b78d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:43:55.297890 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb83894-7687-431e-a4d0-fc0b8df2b78d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Made reservation on behalf of 0629703b9474474a9f2fde13723d2e8b for: {'network': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:43:55.301495 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3bb83894-7687-431e-a4d0-fc0b8df2b78d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:55.330135 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bb83894-7687-431e-a4d0-fc0b8df2b78d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=87637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:43:55.339077 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3bb83894-7687-431e-a4d0-fc0b8df2b78d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:55.339466 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.segments_db [None req-3bb83894-7687-431e-a4d0-fc0b8df2b78d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Added segment 96af3537-1a15-4e0f-913d-2fcc89ad07f9 of type vlan for network f9826e9c-697d-416a-923d-204d1198f7d8 Feb 01 04:43:55.364711 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3bb83894-7687-431e-a4d0-fc0b8df2b78d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:55.393350 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3bb83894-7687-431e-a4d0-fc0b8df2b78d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:55.398998 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb83894-7687-431e-a4d0-fc0b8df2b78d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:43:55.399610 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3bb83894-7687-431e-a4d0-fc0b8df2b78d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:55.454235 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-3bb83894-7687-431e-a4d0-fc0b8df2b78d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1880507 Feb 01 04:43:55.457120 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 44394) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:43:55.462145 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-b392f063-ebb2-44f1-b45f-999bc691b9ab tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-879779419', 'admin_state_up': True, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:43:55.469371 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-b392f063-ebb2-44f1-b45f-999bc691b9ab tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:43:55.473282 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b392f063-ebb2-44f1-b45f-999bc691b9ab tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:router and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:43:55.476934 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b392f063-ebb2-44f1-b45f-999bc691b9ab tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:43:55.483653 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-b392f063-ebb2-44f1-b45f-999bc691b9ab tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:43:55.493246 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b392f063-ebb2-44f1-b45f-999bc691b9ab tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25958'] for router, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:55.494199 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b392f063-ebb2-44f1-b45f-999bc691b9ab tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-372027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25961'] for router, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:55.509998 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb83894-7687-431e-a4d0-fc0b8df2b78d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'Network': ['ID=f9826e9c-697d-416a-923d-204d1198f7d8,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:43:55.510732 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b392f063-ebb2-44f1-b45f-999bc691b9ab tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:55.524292 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network f9826e9c-697d-416a-923d-204d1198f7d8 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:43:55.782971 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b392f063-ebb2-44f1-b45f-999bc691b9ab tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:55.994419 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device bac39ddf-40c9-44b9-b4c3-de6d4e9e1317 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:43:56.031942 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: bac39ddf-40c9-44b9-b4c3-de6d4e9e1317 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:43:56.032409 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device bac39ddf-40c9-44b9-b4c3-de6d4e9e1317 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:43:56.032831 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 62ac2af8-d132-4264-b2ca-c473cf8de3f4 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:43:56.065163 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 62ac2af8-d132-4264-b2ca-c473cf8de3f4 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:43:56.065506 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 62ac2af8-d132-4264-b2ca-c473cf8de3f4 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:43:56.084652 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b392f063-ebb2-44f1-b45f-999bc691b9ab tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for router_gateway, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:56.116783 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b392f063-ebb2-44f1-b45f-999bc691b9ab tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:56.245950 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-b392f063-ebb2-44f1-b45f-999bc691b9ab tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Allocated IP 172.26.8.166 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/a4e20ef0-c004-4b16-8855-43e3bc811e36) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:43:56.386681 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b392f063-ebb2-44f1-b45f-999bc691b9ab tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:56.415361 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b392f063-ebb2-44f1-b45f-999bc691b9ab tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:56.480467 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b392f063-ebb2-44f1-b45f-999bc691b9ab tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:43:56.483319 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-b392f063-ebb2-44f1-b45f-999bc691b9ab tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:43:56.487031 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b392f063-ebb2-44f1-b45f-999bc691b9ab tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:43:56.524262 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b392f063-ebb2-44f1-b45f-999bc691b9ab tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'Port': ['ID=a4e20ef0-c004-4b16-8855-43e3bc811e36,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:43:57.001290 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b392f063-ebb2-44f1-b45f-999bc691b9ab tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for router_gateway, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:57.332253 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b392f063-ebb2-44f1-b45f-999bc691b9ab tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337'] for router, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:57.527649 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b392f063-ebb2-44f1-b45f-999bc691b9ab tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Router 43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6 is scheduled to L3 agent a3073304-82af-4a42-89af-bc532d6626bb with binding_index 1 {{(pid=87636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 01 04:43:57.699887 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b392f063-ebb2-44f1-b45f-999bc691b9ab tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:43:57.709647 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0898288f-fa42-45fa-b665-834066986203 None None] Sync routers for ids ['43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:43:57.719423 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0898288f-fa42-45fa-b665-834066986203 None None] Routers {'43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:43:57.720027 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-0898288f-fa42-45fa-b665-834066986203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:43:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:43:57.727775 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b392f063-ebb2-44f1-b45f-999bc691b9ab tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:57.729030 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b392f063-ebb2-44f1-b45f-999bc691b9ab tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2708540 Feb 01 04:43:57.732763 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 44398) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:43:57.771525 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2fe0cd9e-aa44-433a-add4-295f3a65d492 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=0629703b9474474a9f2fde13723d2e8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376666 Feb 01 04:43:57.773931 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 44402) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:43:57.903401 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980803e3-a24f-439b-b0af-ae031b0123f4 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:43:57.904909 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-980803e3-a24f-439b-b0af-ae031b0123f4 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1301289 Feb 01 04:43:57.907715 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 44406) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:43:57.931842 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-0898288f-fa42-45fa-b665-834066986203 None None] Set router 43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:43:58.062542 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f2cfe621-e190-4cdc-b0bd-3bcc76de7c12 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=bdef128a-46b3-4cca-a245-48d1eb781269&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1537733 Feb 01 04:43:58.065074 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 44410) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:43:58.070381 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-431f10f9-426d-4de6-abfe-8a4c204da306 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-7828959', 'network_id': 'f9826e9c-697d-416a-923d-204d1198f7d8', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:43:58.180580 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-431f10f9-426d-4de6-abfe-8a4c204da306 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:43:58.184513 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-431f10f9-426d-4de6-abfe-8a4c204da306 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:subnet and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:43:58.187321 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-431f10f9-426d-4de6-abfe-8a4c204da306 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:43:58.192864 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-431f10f9-426d-4de6-abfe-8a4c204da306 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:43:58.202371 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-431f10f9-426d-4de6-abfe-8a4c204da306 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Made reservation on behalf of 0629703b9474474a9f2fde13723d2e8b for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:43:58.205829 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-431f10f9-426d-4de6-abfe-8a4c204da306 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:58.215547 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-0898288f-fa42-45fa-b665-834066986203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6', 'name': 'tempest-TestNetworkBasicOps-router-879779419', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.166'}], 'enable_snat': True}, 'gw_port_id': 'a4e20ef0-c004-4b16-8855-43e3bc811e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:43:55Z', 'updated_at': '2022-02-01T04:43:56Z', 'revision_number': 3, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': 'a4e20ef0-c004-4b16-8855-43e3bc811e36', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d7:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:43:56Z', 'updated_at': '2022-02-01T04:43:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:43:58.220000 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0898288f-fa42-45fa-b665-834066986203 None None] Checking router: 43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6 for host: dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:43:58.220348 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0898288f-fa42-45fa-b665-834066986203 None None] Updating router 43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6 port a4e20ef0-c004-4b16-8855-43e3bc811e36 binding host dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 04:43:58.271414 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0898288f-fa42-45fa-b665-834066986203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:58.418130 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-431f10f9-426d-4de6-abfe-8a4c204da306 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:58.500296 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431f10f9-426d-4de6-abfe-8a4c204da306 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'Subnet': ['ID=ffcb9c07-e17d-4d06-973b-e0dd18f001b0,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:43:58.509616 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431f10f9-426d-4de6-abfe-8a4c204da306 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Checking segment: {'id': '96af3537-1a15-4e0f-913d-2fcc89ad07f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f9826e9c-697d-416a-923d-204d1198f7d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:43:58.509968 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431f10f9-426d-4de6-abfe-8a4c204da306 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Network hostable DHCP agents. Network: f9826e9c-697d-416a-923d-204d1198f7d8, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:43:58.529891 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431f10f9-426d-4de6-abfe-8a4c204da306 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Network f9826e9c-697d-416a-923d-204d1198f7d8 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:43:58.538785 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-431f10f9-426d-4de6-abfe-8a4c204da306 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, f9826e9c-697d-416a-923d-204d1198f7d8) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:43:58.542732 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431f10f9-426d-4de6-abfe-8a4c204da306 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:43:58.543341 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-431f10f9-426d-4de6-abfe-8a4c204da306 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:58.567156 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-431f10f9-426d-4de6-abfe-8a4c204da306 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 838 time: 0.4985170 Feb 01 04:43:58.567422 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 44416) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:43:58.584483 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3bc1f7-40ca-4ed5-8d41-a1b15e544a95 None None] Network f9826e9c-697d-416a-923d-204d1198f7d8 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:43:58.636352 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0898288f-fa42-45fa-b665-834066986203 None None] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:58.698921 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-0898288f-fa42-45fa-b665-834066986203 None None] Transition to ACTIVE for port object a4e20ef0-c004-4b16-8855-43e3bc811e36 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:43:58.713059 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0898288f-fa42-45fa-b665-834066986203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:58.835054 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-0898288f-fa42-45fa-b665-834066986203 None None] Attempting to bind port a4e20ef0-c004-4b16-8855-43e3bc811e36 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:43:58.835472 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-0898288f-fa42-45fa-b665-834066986203 None None] Attempting to bind port a4e20ef0-c004-4b16-8855-43e3bc811e36 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:43:58.835794 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0898288f-fa42-45fa-b665-834066986203 None None] Attempting to bind port a4e20ef0-c004-4b16-8855-43e3bc811e36 on network bdef128a-46b3-4cca-a245-48d1eb781269 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:43:58.846836 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad9baed-6f55-4993-961f-dacaef9a0da5 None None] Pushing event updated for resources: {'Port': ['ID=a4e20ef0-c004-4b16-8855-43e3bc811e36,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:43:58.853690 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0898288f-fa42-45fa-b665-834066986203 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:43:58.854069 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0898288f-fa42-45fa-b665-834066986203 None None] Checking segment: {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:43:58.854441 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0898288f-fa42-45fa-b665-834066986203 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:58.854822 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0898288f-fa42-45fa-b665-834066986203 None None] Bound using segment: {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:43:58.855310 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-0898288f-fa42-45fa-b665-834066986203 None None] Bound port: a4e20ef0-c004-4b16-8855-43e3bc811e36, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:43:58.855673 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0898288f-fa42-45fa-b665-834066986203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:58.973416 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52bddb1-55f1-4dd8-ac1d-b4a25ec37603 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-f9826e9c-697d-416a-923d-204d1198f7d8', 'network_id': 'f9826e9c-697d-416a-923d-204d1198f7d8', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'fixed_ips': [{'subnet_id': 'ffcb9c07-e17d-4d06-973b-e0dd18f001b0'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:43:58.974231 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d52bddb1-55f1-4dd8-ac1d-b4a25ec37603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:58.991343 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-0898288f-fa42-45fa-b665-834066986203 None None] For port a4e20ef0-c004-4b16-8855-43e3bc811e36, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:43:59.037040 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-0898288f-fa42-45fa-b665-834066986203 None None] For port a4e20ef0-c004-4b16-8855-43e3bc811e36, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=a4e20ef0-c004-4b16-8855-43e3bc811e36,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:43:59.045487 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0898288f-fa42-45fa-b665-834066986203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:59.189978 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0898288f-fa42-45fa-b665-834066986203 None None] Routers {'43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:43:59.190612 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-0898288f-fa42-45fa-b665-834066986203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:43:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:43:59.252317 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad9baed-6f55-4993-961f-dacaef9a0da5 None None] Pushing event updated for resources: {'Port': ['ID=a4e20ef0-c004-4b16-8855-43e3bc811e36,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:43:59.259050 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cad15362-fb6b-417b-bb4c-94ee268405d1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:59.301663 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-d52bddb1-55f1-4dd8-ac1d-b4a25ec37603 None None] Allocated IP 172.20.0.2 (f9826e9c-697d-416a-923d-204d1198f7d8/ffcb9c07-e17d-4d06-973b-e0dd18f001b0/ae7108a8-42a2-47c9-8a1b-4e07645d95e9) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:43:59.477413 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-0898288f-fa42-45fa-b665-834066986203 None None] Set router 43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:43:59.872200 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d52bddb1-55f1-4dd8-ac1d-b4a25ec37603 None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:59.884883 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-d52bddb1-55f1-4dd8-ac1d-b4a25ec37603 None None] Transition to ACTIVE for port object ae7108a8-42a2-47c9-8a1b-4e07645d95e9 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:43:59.913709 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-d52bddb1-55f1-4dd8-ac1d-b4a25ec37603 None None] Transition to ACTIVE for port object ae7108a8-42a2-47c9-8a1b-4e07645d95e9 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:43:59.921516 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d52bddb1-55f1-4dd8-ac1d-b4a25ec37603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:43:59.960266 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-0898288f-fa42-45fa-b665-834066986203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6', 'name': 'tempest-TestNetworkBasicOps-router-879779419', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.166'}], 'enable_snat': True}, 'gw_port_id': 'a4e20ef0-c004-4b16-8855-43e3bc811e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:43:55Z', 'updated_at': '2022-02-01T04:43:56Z', 'revision_number': 3, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': 'a4e20ef0-c004-4b16-8855-43e3bc811e36', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d7:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:43:56Z', 'updated_at': '2022-02-01T04:43:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:43:59.984289 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-cad15362-fb6b-417b-bb4c-94ee268405d1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Allocated IP 172.20.0.1 (f9826e9c-697d-416a-923d-204d1198f7d8/ffcb9c07-e17d-4d06-973b-e0dd18f001b0/2cab8924-e1f1-4876-9ddb-ef17c5feefde) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:43:59.990573 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0898288f-fa42-45fa-b665-834066986203 None None] The sync data for ids ['43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6'] in dv-neutron-826830-1-hyperv is: [{'id': '43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6', 'name': 'tempest-TestNetworkBasicOps-router-879779419', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.166'}], 'enable_snat': True}, 'gw_port_id': 'a4e20ef0-c004-4b16-8855-43e3bc811e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:43:55Z', 'updated_at': '2022-02-01T04:43:56Z', 'revision_number': 3, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': 'a4e20ef0-c004-4b16-8855-43e3bc811e36', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d7:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:43:56Z', 'updated_at': '2022-02-01T04:43:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:43:59.994894 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52bddb1-55f1-4dd8-ac1d-b4a25ec37603 None None] Network f9826e9c-697d-416a-923d-204d1198f7d8 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:44:00.000396 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-d52bddb1-55f1-4dd8-ac1d-b4a25ec37603 None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:44:00.004122 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52bddb1-55f1-4dd8-ac1d-b4a25ec37603 None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:44:00.040924 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52bddb1-55f1-4dd8-ac1d-b4a25ec37603 None None] Pushing event updated for resources: {'Port': ['ID=ae7108a8-42a2-47c9-8a1b-4e07645d95e9,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:44:00.098850 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-d52bddb1-55f1-4dd8-ac1d-b4a25ec37603 None None] Attempting to bind port ae7108a8-42a2-47c9-8a1b-4e07645d95e9 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:44:00.099309 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-d52bddb1-55f1-4dd8-ac1d-b4a25ec37603 None None] Attempting to bind port ae7108a8-42a2-47c9-8a1b-4e07645d95e9 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '96af3537-1a15-4e0f-913d-2fcc89ad07f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f9826e9c-697d-416a-923d-204d1198f7d8'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:44:00.099590 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52bddb1-55f1-4dd8-ac1d-b4a25ec37603 None None] Attempting to bind port ae7108a8-42a2-47c9-8a1b-4e07645d95e9 on network f9826e9c-697d-416a-923d-204d1198f7d8 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:44:00.105110 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52bddb1-55f1-4dd8-ac1d-b4a25ec37603 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:44:00.105491 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52bddb1-55f1-4dd8-ac1d-b4a25ec37603 None None] Checking segment: {'id': '96af3537-1a15-4e0f-913d-2fcc89ad07f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f9826e9c-697d-416a-923d-204d1198f7d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:44:00.105905 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d52bddb1-55f1-4dd8-ac1d-b4a25ec37603 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:00.106302 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52bddb1-55f1-4dd8-ac1d-b4a25ec37603 None None] Bound using segment: {'id': '96af3537-1a15-4e0f-913d-2fcc89ad07f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f9826e9c-697d-416a-923d-204d1198f7d8'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:44:00.106790 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-d52bddb1-55f1-4dd8-ac1d-b4a25ec37603 None None] Bound port: ae7108a8-42a2-47c9-8a1b-4e07645d95e9, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96af3537-1a15-4e0f-913d-2fcc89ad07f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f9826e9c-697d-416a-923d-204d1198f7d8'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:44:00.107182 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d52bddb1-55f1-4dd8-ac1d-b4a25ec37603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:00.155625 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cad15362-fb6b-417b-bb4c-94ee268405d1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:00.172990 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-cad15362-fb6b-417b-bb4c-94ee268405d1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Transition to ACTIVE for port object 2cab8924-e1f1-4876-9ddb-ef17c5feefde will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:44:00.198453 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cad15362-fb6b-417b-bb4c-94ee268405d1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:00.204259 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-d52bddb1-55f1-4dd8-ac1d-b4a25ec37603 None None] For port ae7108a8-42a2-47c9-8a1b-4e07645d95e9, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:44:00.207474 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-d52bddb1-55f1-4dd8-ac1d-b4a25ec37603 None None] For port ae7108a8-42a2-47c9-8a1b-4e07645d95e9, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=ae7108a8-42a2-47c9-8a1b-4e07645d95e9,segment=NetworkSegment(96af3537-1a15-4e0f-913d-2fcc89ad07f9),segment_id=96af3537-1a15-4e0f-913d-2fcc89ad07f9)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:44:00.219381 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d52bddb1-55f1-4dd8-ac1d-b4a25ec37603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:00.282355 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad15362-fb6b-417b-bb4c-94ee268405d1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Network f9826e9c-697d-416a-923d-204d1198f7d8 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:44:00.285488 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-cad15362-fb6b-417b-bb4c-94ee268405d1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:44:00.289427 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad15362-fb6b-417b-bb4c-94ee268405d1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:44:00.317280 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52bddb1-55f1-4dd8-ac1d-b4a25ec37603 None None] Pushing event updated for resources: {'Port': ['ID=ae7108a8-42a2-47c9-8a1b-4e07645d95e9,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:44:00.344175 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad15362-fb6b-417b-bb4c-94ee268405d1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'Port': ['ID=2cab8924-e1f1-4876-9ddb-ef17c5feefde,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:44:00.366342 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cad15362-fb6b-417b-bb4c-94ee268405d1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-372107'] for router_interface, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:00.500250 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cad15362-fb6b-417b-bb4c-94ee268405d1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:00.947764 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cad15362-fb6b-417b-bb4c-94ee268405d1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:00.953427 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cad15362-fb6b-417b-bb4c-94ee268405d1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:01.072063 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad15362-fb6b-417b-bb4c-94ee268405d1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'Port': ['ID=2cab8924-e1f1-4876-9ddb-ef17c5feefde,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:44:01.074588 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cad15362-fb6b-417b-bb4c-94ee268405d1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371990'] for router_interface, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:01.216671 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad15362-fb6b-417b-bb4c-94ee268405d1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Network f9826e9c-697d-416a-923d-204d1198f7d8 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:44:01.217842 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-cad15362-fb6b-417b-bb4c-94ee268405d1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:44:01.290345 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf3d591-ec2a-4dbc-859f-d2d8e7b44877 None None] Network f9826e9c-697d-416a-923d-204d1198f7d8 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:44:01.402265 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-257430ce-b6f3-40dc-bf8a-aa0aa41a27df None None] Provisioning for port ae7108a8-42a2-47c9-8a1b-4e07645d95e9 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:44:01.407797 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cad15362-fb6b-417b-bb4c-94ee268405d1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Router 43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:44:01.711406 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad15362-fb6b-417b-bb4c-94ee268405d1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:44:01.722273 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c95311-c057-4f69-b711-4ee3dc87ff5c None None] Sync routers for ids ['43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:44:01.724276 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-cad15362-fb6b-417b-bb4c-94ee268405d1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "PUT /v2.0/routers/43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1558578 Feb 01 04:44:01.726664 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 44420) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:44:01.733966 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c95311-c057-4f69-b711-4ee3dc87ff5c None None] Routers {'43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:44:01.734672 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-f6c95311-c057-4f69-b711-4ee3dc87ff5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:43:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:44:01.866014 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-46dfe580-7207-455a-8187-bafefc0a8bb5 None None] Provisioning for port 2cab8924-e1f1-4876-9ddb-ef17c5feefde completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:44:01.871238 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-46dfe580-7207-455a-8187-bafefc0a8bb5 None None] Provisioning complete for port 2cab8924-e1f1-4876-9ddb-ef17c5feefde triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:44:01.871605 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-46dfe580-7207-455a-8187-bafefc0a8bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:01.885689 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dac5f49-425e-420f-8525-b23fc50ff92f tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:44:01.886517 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dac5f49-425e-420f-8525-b23fc50ff92f tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:44:01.887189 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dac5f49-425e-420f-8525-b23fc50ff92f tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:44:01.887837 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dac5f49-425e-420f-8525-b23fc50ff92f tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:44:01.888448 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dac5f49-425e-420f-8525-b23fc50ff92f tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:44:01.889189 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dac5f49-425e-420f-8525-b23fc50ff92f tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:44:01.892933 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1dac5f49-425e-420f-8525-b23fc50ff92f tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4278 time: 0.1649833 Feb 01 04:44:01.895552 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 44424) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:44:01.949967 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-46dfe580-7207-455a-8187-bafefc0a8bb5 None None] Port 2cab8924-e1f1-4876-9ddb-ef17c5feefde cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:44:01.952922 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-261c5dc2-42f6-44ec-be76-03d03a52255d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:01.988542 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-f6c95311-c057-4f69-b711-4ee3dc87ff5c None None] Set router 43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:44:01.989545 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6b921f-6044-4868-89e2-fbe40209998e tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:44:01.990040 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6b921f-6044-4868-89e2-fbe40209998e tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:44:01.991180 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6b921f-6044-4868-89e2-fbe40209998e tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:44:01.992172 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6b921f-6044-4868-89e2-fbe40209998e tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:44:01.993637 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6b921f-6044-4868-89e2-fbe40209998e tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:44:01.994506 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6b921f-6044-4868-89e2-fbe40209998e tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:44:02.002785 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 44428) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:44:02.011719 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ce6b921f-6044-4868-89e2-fbe40209998e tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4009 time: 0.1148605 Feb 01 04:44:02.071841 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-b91ad2c5-6707-465a-8a86-253a77b84914 None None] Provisioning complete for port 2cab8924-e1f1-4876-9ddb-ef17c5feefde triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:44:02.072499 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b91ad2c5-6707-465a-8a86-253a77b84914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:02.158697 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-b91ad2c5-6707-465a-8a86-253a77b84914 None None] Port 2cab8924-e1f1-4876-9ddb-ef17c5feefde cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:44:02.169127 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device a4e20ef0-c004-4b16-8855-43e3bc811e36 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:44:02.245621 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port a4e20ef0-c004-4b16-8855-43e3bc811e36 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:44:02.253713 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port a4e20ef0-c004-4b16-8855-43e3bc811e36 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:44:02.254027 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:02.267896 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-2365fcef-a1b3-454f-bf60-fd3f331458b4 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3044 time: 0.2554514 Feb 01 04:44:02.326047 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-f3500393-832e-44cc-a62b-20ff68cf8dfc None None] Provisioning complete for port 2cab8924-e1f1-4876-9ddb-ef17c5feefde triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:44:02.326650 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f3500393-832e-44cc-a62b-20ff68cf8dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:02.361196 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-f6c95311-c057-4f69-b711-4ee3dc87ff5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6', 'name': 'tempest-TestNetworkBasicOps-router-879779419', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.166'}], 'enable_snat': True}, 'gw_port_id': 'a4e20ef0-c004-4b16-8855-43e3bc811e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:43:55Z', 'updated_at': '2022-02-01T04:44:00Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': 'a4e20ef0-c004-4b16-8855-43e3bc811e36', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d7:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:43:56Z', 'updated_at': '2022-02-01T04:43:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '2cab8924-e1f1-4876-9ddb-ef17c5feefde', 'name': '', 'network_id': 'f9826e9c-697d-416a-923d-204d1198f7d8', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:3f:c2:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'ffcb9c07-e17d-4d06-973b-e0dd18f001b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:43:59Z', 'updated_at': '2022-02-01T04:44:00Z', 'revision_number': 2, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': 'ffcb9c07-e17d-4d06-973b-e0dd18f001b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:44:02.365563 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c95311-c057-4f69-b711-4ee3dc87ff5c None None] Checking router: 43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6 for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:44:02.366162 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c95311-c057-4f69-b711-4ee3dc87ff5c None None] Updating router 43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6 port 2cab8924-e1f1-4876-9ddb-ef17c5feefde binding host dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 04:44:02.384055 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-f3500393-832e-44cc-a62b-20ff68cf8dfc None None] Port 2cab8924-e1f1-4876-9ddb-ef17c5feefde cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:44:02.423471 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f6c95311-c057-4f69-b711-4ee3dc87ff5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:02.439076 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:02.455326 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port a4e20ef0-c004-4b16-8855-43e3bc811e36, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=a4e20ef0-c004-4b16-8855-43e3bc811e36,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:44:02.459460 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:02.460199 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device ae7108a8-42a2-47c9-8a1b-4e07645d95e9 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:44:02.521852 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 44434) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:44:02.527560 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-f910d4a0-5bdb-49cb-954c-802560d31669 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1844553354', 'description': 'tempest-secgroup-smoke-1844553354 description', 'project_id': '0629703b9474474a9f2fde13723d2e8b'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:44:02.534343 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-f910d4a0-5bdb-49cb-954c-802560d31669 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:44:02.538775 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-f910d4a0-5bdb-49cb-954c-802560d31669 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:44:02.541728 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-f910d4a0-5bdb-49cb-954c-802560d31669 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:44:02.547619 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-f910d4a0-5bdb-49cb-954c-802560d31669 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:44:02.560336 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f910d4a0-5bdb-49cb-954c-802560d31669 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:02.572360 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=a4e20ef0-c004-4b16-8855-43e3bc811e36,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:44:02.585165 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port ae7108a8-42a2-47c9-8a1b-4e07645d95e9 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:44:02.590772 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port ae7108a8-42a2-47c9-8a1b-4e07645d95e9 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:44:02.591524 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:02.595123 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-f910d4a0-5bdb-49cb-954c-802560d31669 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:44:02.599093 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-f910d4a0-5bdb-49cb-954c-802560d31669 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group_rule and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:44:02.601920 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-f910d4a0-5bdb-49cb-954c-802560d31669 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:44:02.607586 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-f910d4a0-5bdb-49cb-954c-802560d31669 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:44:02.682891 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f910d4a0-5bdb-49cb-954c-802560d31669 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:02.688354 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f910d4a0-5bdb-49cb-954c-802560d31669 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:02.735303 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f910d4a0-5bdb-49cb-954c-802560d31669 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a18d045-fd7f-438e-afd6-23eac25e32e3,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:44:02.738883 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f910d4a0-5bdb-49cb-954c-802560d31669 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:02.740115 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-f910d4a0-5bdb-49cb-954c-802560d31669 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2171841 Feb 01 04:44:02.743359 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 44438) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:44:02.748738 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-0caf20dc-8d85-4210-b6f1-9411c06b3e7d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'security_group_rule': {'security_group_id': '2a18d045-fd7f-438e-afd6-23eac25e32e3', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:44:02.755329 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-0caf20dc-8d85-4210-b6f1-9411c06b3e7d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:44:02.759089 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0caf20dc-8d85-4210-b6f1-9411c06b3e7d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group_rule and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:44:02.761968 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0caf20dc-8d85-4210-b6f1-9411c06b3e7d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:44:02.765303 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:02.767744 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-0caf20dc-8d85-4210-b6f1-9411c06b3e7d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:44:02.787182 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0caf20dc-8d85-4210-b6f1-9411c06b3e7d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:02.799337 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port ae7108a8-42a2-47c9-8a1b-4e07645d95e9, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=ae7108a8-42a2-47c9-8a1b-4e07645d95e9,segment=NetworkSegment(96af3537-1a15-4e0f-913d-2fcc89ad07f9),segment_id=96af3537-1a15-4e0f-913d-2fcc89ad07f9)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:44:02.801826 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f6c95311-c057-4f69-b711-4ee3dc87ff5c None None] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:02.804656 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:02.815821 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-f6c95311-c057-4f69-b711-4ee3dc87ff5c None None] Transition to ACTIVE for port object 2cab8924-e1f1-4876-9ddb-ef17c5feefde will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:44:02.823967 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f6c95311-c057-4f69-b711-4ee3dc87ff5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:02.867774 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0caf20dc-8d85-4210-b6f1-9411c06b3e7d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:02.876807 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0caf20dc-8d85-4210-b6f1-9411c06b3e7d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:02.881292 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=ae7108a8-42a2-47c9-8a1b-4e07645d95e9,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:44:02.914110 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caf20dc-8d85-4210-b6f1-9411c06b3e7d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7210073-edc3-46b5-8358-75fa09f5ca1e,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:44:02.917686 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0caf20dc-8d85-4210-b6f1-9411c06b3e7d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:02.921488 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0caf20dc-8d85-4210-b6f1-9411c06b3e7d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1746862 Feb 01 04:44:02.922008 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 44442) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:44:02.927336 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-754356cc-62b7-4e78-ad1b-9919fa64ede0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'security_group_rule': {'security_group_id': '2a18d045-fd7f-438e-afd6-23eac25e32e3', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:44:02.933502 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-754356cc-62b7-4e78-ad1b-9919fa64ede0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:44:02.937817 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-754356cc-62b7-4e78-ad1b-9919fa64ede0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group_rule and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:44:02.940881 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-754356cc-62b7-4e78-ad1b-9919fa64ede0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:44:02.947192 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-754356cc-62b7-4e78-ad1b-9919fa64ede0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:44:02.970648 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a6e8a1-dbe2-4a0e-90f3-516d715803c8 None None] Pushing event updated for resources: {'Port': ['ID=2cab8924-e1f1-4876-9ddb-ef17c5feefde,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:44:02.970921 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-754356cc-62b7-4e78-ad1b-9919fa64ede0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:03.009457 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a6e8a1-dbe2-4a0e-90f3-516d715803c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:44:03.009801 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a6e8a1-dbe2-4a0e-90f3-516d715803c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:44:03.010139 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a6e8a1-dbe2-4a0e-90f3-516d715803c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:44:03.010475 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a6e8a1-dbe2-4a0e-90f3-516d715803c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:44:03.010800 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a6e8a1-dbe2-4a0e-90f3-516d715803c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:44:03.011164 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a6e8a1-dbe2-4a0e-90f3-516d715803c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:44:03.011475 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a6e8a1-dbe2-4a0e-90f3-516d715803c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:44:03.011796 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a6e8a1-dbe2-4a0e-90f3-516d715803c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:44:03.012117 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a6e8a1-dbe2-4a0e-90f3-516d715803c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:44:03.012434 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a6e8a1-dbe2-4a0e-90f3-516d715803c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:44:03.013306 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a6e8a1-dbe2-4a0e-90f3-516d715803c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:44:03.013597 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a6e8a1-dbe2-4a0e-90f3-516d715803c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:44:03.043319 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-754356cc-62b7-4e78-ad1b-9919fa64ede0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:03.048951 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-754356cc-62b7-4e78-ad1b-9919fa64ede0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:03.071507 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754356cc-62b7-4e78-ad1b-9919fa64ede0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ef3d0d5-aa77-4f01-8742-62d043b23c5e,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:44:03.085583 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-754356cc-62b7-4e78-ad1b-9919fa64ede0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:03.087153 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-754356cc-62b7-4e78-ad1b-9919fa64ede0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1642063 Feb 01 04:44:03.089828 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 44446) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:44:03.095779 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-7844f8c3-841c-472e-8ec1-e5c8524f398c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'security_group_rule': {'security_group_id': '2a18d045-fd7f-438e-afd6-23eac25e32e3', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:44:03.102433 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-7844f8c3-841c-472e-8ec1-e5c8524f398c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:44:03.105508 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-f6c95311-c057-4f69-b711-4ee3dc87ff5c None None] Attempting to bind port 2cab8924-e1f1-4876-9ddb-ef17c5feefde on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:44:03.105913 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-f6c95311-c057-4f69-b711-4ee3dc87ff5c None None] Attempting to bind port 2cab8924-e1f1-4876-9ddb-ef17c5feefde by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '96af3537-1a15-4e0f-913d-2fcc89ad07f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f9826e9c-697d-416a-923d-204d1198f7d8'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:44:03.106264 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-7844f8c3-841c-472e-8ec1-e5c8524f398c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group_rule and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:44:03.106448 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c95311-c057-4f69-b711-4ee3dc87ff5c None None] Attempting to bind port 2cab8924-e1f1-4876-9ddb-ef17c5feefde on network f9826e9c-697d-416a-923d-204d1198f7d8 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:44:03.109389 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-7844f8c3-841c-472e-8ec1-e5c8524f398c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:44:03.112032 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c95311-c057-4f69-b711-4ee3dc87ff5c None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:44:03.112846 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c95311-c057-4f69-b711-4ee3dc87ff5c None None] Checking segment: {'id': '96af3537-1a15-4e0f-913d-2fcc89ad07f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f9826e9c-697d-416a-923d-204d1198f7d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:44:03.113442 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f6c95311-c057-4f69-b711-4ee3dc87ff5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:03.113676 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c95311-c057-4f69-b711-4ee3dc87ff5c None None] Bound using segment: {'id': '96af3537-1a15-4e0f-913d-2fcc89ad07f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f9826e9c-697d-416a-923d-204d1198f7d8'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:44:03.114110 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-f6c95311-c057-4f69-b711-4ee3dc87ff5c None None] Bound port: 2cab8924-e1f1-4876-9ddb-ef17c5feefde, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96af3537-1a15-4e0f-913d-2fcc89ad07f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f9826e9c-697d-416a-923d-204d1198f7d8'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:44:03.114470 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f6c95311-c057-4f69-b711-4ee3dc87ff5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:03.115285 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-7844f8c3-841c-472e-8ec1-e5c8524f398c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:44:03.132242 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7844f8c3-841c-472e-8ec1-e5c8524f398c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:03.192806 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7844f8c3-841c-472e-8ec1-e5c8524f398c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:03.197969 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7844f8c3-841c-472e-8ec1-e5c8524f398c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:03.205306 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-f6c95311-c057-4f69-b711-4ee3dc87ff5c None None] For port 2cab8924-e1f1-4876-9ddb-ef17c5feefde, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:44:03.208573 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-f6c95311-c057-4f69-b711-4ee3dc87ff5c None None] For port 2cab8924-e1f1-4876-9ddb-ef17c5feefde, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=2cab8924-e1f1-4876-9ddb-ef17c5feefde,segment=NetworkSegment(96af3537-1a15-4e0f-913d-2fcc89ad07f9),segment_id=96af3537-1a15-4e0f-913d-2fcc89ad07f9)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:44:03.213728 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f6c95311-c057-4f69-b711-4ee3dc87ff5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:03.222480 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7844f8c3-841c-472e-8ec1-e5c8524f398c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7568326-5c6e-4913-87f3-89d43a04be9f,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:44:03.231950 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7844f8c3-841c-472e-8ec1-e5c8524f398c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:03.233404 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-7844f8c3-841c-472e-8ec1-e5c8524f398c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1426420 Feb 01 04:44:03.236135 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 44450) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:44:03.241176 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-b5e0ab47-9f8b-4e17-a84e-cf600e5982a2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'security_group_rule': {'security_group_id': '2a18d045-fd7f-438e-afd6-23eac25e32e3', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:44:03.246915 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-b5e0ab47-9f8b-4e17-a84e-cf600e5982a2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:44:03.251077 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b5e0ab47-9f8b-4e17-a84e-cf600e5982a2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group_rule and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:44:03.253850 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b5e0ab47-9f8b-4e17-a84e-cf600e5982a2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:44:03.259472 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-b5e0ab47-9f8b-4e17-a84e-cf600e5982a2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:44:03.279105 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b5e0ab47-9f8b-4e17-a84e-cf600e5982a2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:03.304174 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c95311-c057-4f69-b711-4ee3dc87ff5c None None] Routers {'43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:44:03.304798 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-f6c95311-c057-4f69-b711-4ee3dc87ff5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:43:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:44:03.348041 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b5e0ab47-9f8b-4e17-a84e-cf600e5982a2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:03.353320 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b5e0ab47-9f8b-4e17-a84e-cf600e5982a2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:03.377097 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e0ab47-9f8b-4e17-a84e-cf600e5982a2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a346d726-3b0e-45f1-a7b6-7ec5ca045f57,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:44:03.377973 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a6e8a1-dbe2-4a0e-90f3-516d715803c8 None None] Pushing event updated for resources: {'Port': ['ID=2cab8924-e1f1-4876-9ddb-ef17c5feefde,revision_number=4']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:44:03.395691 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b5e0ab47-9f8b-4e17-a84e-cf600e5982a2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:03.402240 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b5e0ab47-9f8b-4e17-a84e-cf600e5982a2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1625540 Feb 01 04:44:03.402587 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 44454) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:44:03.408295 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-7889cbe7-eab5-4897-aec5-144bc0c22bd3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'security_group_rule': {'security_group_id': '2a18d045-fd7f-438e-afd6-23eac25e32e3', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:44:03.414621 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-7889cbe7-eab5-4897-aec5-144bc0c22bd3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:44:03.418459 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-7889cbe7-eab5-4897-aec5-144bc0c22bd3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group_rule and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:44:03.421611 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-7889cbe7-eab5-4897-aec5-144bc0c22bd3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:44:03.427725 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-7889cbe7-eab5-4897-aec5-144bc0c22bd3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:44:03.439525 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.securitygroups_db [None req-7889cbe7-eab5-4897-aec5-144bc0c22bd3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Project 0629703b9474474a9f2fde13723d2e8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 01 04:44:03.446920 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7889cbe7-eab5-4897-aec5-144bc0c22bd3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:03.502693 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-f6c95311-c057-4f69-b711-4ee3dc87ff5c None None] Set router 43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:44:03.516372 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7889cbe7-eab5-4897-aec5-144bc0c22bd3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:03.519970 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7889cbe7-eab5-4897-aec5-144bc0c22bd3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:03.542971 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7889cbe7-eab5-4897-aec5-144bc0c22bd3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6bdf347-629e-463e-8741-e2d82b79545a,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:44:03.553819 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7889cbe7-eab5-4897-aec5-144bc0c22bd3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:03.555054 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-7889cbe7-eab5-4897-aec5-144bc0c22bd3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1512988 Feb 01 04:44:03.557719 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 44458) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:44:03.562687 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-3b5ac460-3875-4e5c-865a-d3b111d7d2e4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'security_group_rule': {'security_group_id': '2a18d045-fd7f-438e-afd6-23eac25e32e3', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:44:03.568267 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-3b5ac460-3875-4e5c-865a-d3b111d7d2e4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:44:03.571967 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-3b5ac460-3875-4e5c-865a-d3b111d7d2e4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group_rule and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:44:03.574739 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-3b5ac460-3875-4e5c-865a-d3b111d7d2e4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:44:03.580432 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-3b5ac460-3875-4e5c-865a-d3b111d7d2e4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:44:03.591358 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.securitygroups_db [None req-3b5ac460-3875-4e5c-865a-d3b111d7d2e4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Project 0629703b9474474a9f2fde13723d2e8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 01 04:44:03.598146 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3b5ac460-3875-4e5c-865a-d3b111d7d2e4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:03.664153 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3b5ac460-3875-4e5c-865a-d3b111d7d2e4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:03.667841 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3b5ac460-3875-4e5c-865a-d3b111d7d2e4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:03.695495 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5ac460-3875-4e5c-865a-d3b111d7d2e4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7323eaa-4b2f-4d7d-ae94-0f9400894028,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:44:03.705464 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3b5ac460-3875-4e5c-865a-d3b111d7d2e4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:03.706682 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-3b5ac460-3875-4e5c-865a-d3b111d7d2e4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1479957 Feb 01 04:44:03.818765 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-f6c95311-c057-4f69-b711-4ee3dc87ff5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6', 'name': 'tempest-TestNetworkBasicOps-router-879779419', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.166'}], 'enable_snat': True}, 'gw_port_id': 'a4e20ef0-c004-4b16-8855-43e3bc811e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:43:55Z', 'updated_at': '2022-02-01T04:44:00Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': 'a4e20ef0-c004-4b16-8855-43e3bc811e36', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:43:56Z', 'updated_at': '2022-02-01T04:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '2cab8924-e1f1-4876-9ddb-ef17c5feefde', 'name': '', 'network_id': 'f9826e9c-697d-416a-923d-204d1198f7d8', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:3f:c2:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'ffcb9c07-e17d-4d06-973b-e0dd18f001b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:43:59Z', 'updated_at': '2022-02-01T04:44:03Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': 'ffcb9c07-e17d-4d06-973b-e0dd18f001b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:44:03.823080 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c95311-c057-4f69-b711-4ee3dc87ff5c None None] The sync data for ids ['43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6'] in dv-neutron-826830-1-hyperv is: [{'id': '43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6', 'name': 'tempest-TestNetworkBasicOps-router-879779419', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.166'}], 'enable_snat': True}, 'gw_port_id': 'a4e20ef0-c004-4b16-8855-43e3bc811e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:43:55Z', 'updated_at': '2022-02-01T04:44:00Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': 'a4e20ef0-c004-4b16-8855-43e3bc811e36', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:43:56Z', 'updated_at': '2022-02-01T04:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '2cab8924-e1f1-4876-9ddb-ef17c5feefde', 'name': '', 'network_id': 'f9826e9c-697d-416a-923d-204d1198f7d8', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:3f:c2:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'ffcb9c07-e17d-4d06-973b-e0dd18f001b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:43:59Z', 'updated_at': '2022-02-01T04:44:03Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': 'ffcb9c07-e17d-4d06-973b-e0dd18f001b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:44:03.885497 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-b5918d32-c1a9-496e-95c3-c88a004ee7bb req-592cb96e-5c37-4206-9789-a963583d15dc tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Synchronizing usage tracker for tenant:0629703b9474474a9f2fde13723d2e8b on resource:security_group {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:44:03.915272 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-b5918d32-c1a9-496e-95c3-c88a004ee7bb req-592cb96e-5c37-4206-9789-a963583d15dc tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Unset dirty status for tenant:0629703b9474474a9f2fde13723d2e8b on resource:security_group {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:44:03.916604 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-b5918d32-c1a9-496e-95c3-c88a004ee7bb req-592cb96e-5c37-4206-9789-a963583d15dc tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1844553354&fields=id&tenant_id=0629703b9474474a9f2fde13723d2e8b HTTP/1.1" status: 200 len: 267 time: 0.0828454 Feb 01 04:44:04.100558 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device a4e20ef0-c004-4b16-8855-43e3bc811e36 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:44:04.172146 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port a4e20ef0-c004-4b16-8855-43e3bc811e36 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:44:04.172518 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:04.193220 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5918d32-c1a9-496e-95c3-c88a004ee7bb req-281a3c85-6e1a-47ac-a58a-a4e9aa8ceee0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:44:04.194041 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-b5918d32-c1a9-496e-95c3-c88a004ee7bb req-281a3c85-6e1a-47ac-a58a-a4e9aa8ceee0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Synchronizing usage tracker for tenant:0629703b9474474a9f2fde13723d2e8b on resource:network {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:44:04.212412 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-b5918d32-c1a9-496e-95c3-c88a004ee7bb req-281a3c85-6e1a-47ac-a58a-a4e9aa8ceee0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Unset dirty status for tenant:0629703b9474474a9f2fde13723d2e8b on resource:network {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:44:04.213756 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-b5918d32-c1a9-496e-95c3-c88a004ee7bb req-281a3c85-6e1a-47ac-a58a-a4e9aa8ceee0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/networks?id=f9826e9c-697d-416a-923d-204d1198f7d8 HTTP/1.1" status: 200 len: 797 time: 0.2906015 Feb 01 04:44:04.241553 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-b5918d32-c1a9-496e-95c3-c88a004ee7bb req-08bd599b-d6de-4286-bd4f-8844e0e53c85 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/quotas/0629703b9474474a9f2fde13723d2e8b HTTP/1.1" status: 200 len: 375 time: 0.0146811 Feb 01 04:44:04.252614 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-80fb1115-c344-4a13-8c4a-6835960a90a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:04.312974 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device ae7108a8-42a2-47c9-8a1b-4e07645d95e9 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:44:04.334854 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-b5918d32-c1a9-496e-95c3-c88a004ee7bb req-c5135b35-b3c1-43d4-b5b0-02618c2e212b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Synchronizing usage tracker for tenant:0629703b9474474a9f2fde13723d2e8b on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:44:04.354567 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-b5918d32-c1a9-496e-95c3-c88a004ee7bb req-c5135b35-b3c1-43d4-b5b0-02618c2e212b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Unset dirty status for tenant:0629703b9474474a9f2fde13723d2e8b on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:44:04.356339 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-b5918d32-c1a9-496e-95c3-c88a004ee7bb req-c5135b35-b3c1-43d4-b5b0-02618c2e212b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0629703b9474474a9f2fde13723d2e8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1060445 Feb 01 04:44:04.382658 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port ae7108a8-42a2-47c9-8a1b-4e07645d95e9 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:44:04.383014 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:04.511703 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 2cab8924-e1f1-4876-9ddb-ef17c5feefde up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:44:04.513505 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-b5918d32-c1a9-496e-95c3-c88a004ee7bb req-b9740b28-c3ab-4d7d-b7c1-8e24baec2f2a service neutron] 10.222.0.24 "GET /v2.0/networks/f9826e9c-697d-416a-923d-204d1198f7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396098 Feb 01 04:44:04.588267 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 2cab8924-e1f1-4876-9ddb-ef17c5feefde completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:44:04.594373 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 2cab8924-e1f1-4876-9ddb-ef17c5feefde triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:44:04.595407 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:04.654458 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-b5918d32-c1a9-496e-95c3-c88a004ee7bb req-adb4852e-cdf9-4087-ae50-5506d456c42b service neutron] 10.222.0.24 "GET /v2.0/networks/f9826e9c-697d-416a-923d-204d1198f7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342008 Feb 01 04:44:04.713579 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:04.748845 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 2cab8924-e1f1-4876-9ddb-ef17c5feefde, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=2cab8924-e1f1-4876-9ddb-ef17c5feefde,segment=NetworkSegment(96af3537-1a15-4e0f-913d-2fcc89ad07f9),segment_id=96af3537-1a15-4e0f-913d-2fcc89ad07f9)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:44:04.754001 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:04.836663 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=2cab8924-e1f1-4876-9ddb-ef17c5feefde,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:44:04.871266 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-b52d58a1-b65b-446b-9718-e3dca93a5d8f req-dbbe1e8a-10bd-415b-b9ef-e11c8d8ac389 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Synchronizing usage tracker for tenant:0629703b9474474a9f2fde13723d2e8b on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:44:04.886255 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-b52d58a1-b65b-446b-9718-e3dca93a5d8f req-dbbe1e8a-10bd-415b-b9ef-e11c8d8ac389 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Unset dirty status for tenant:0629703b9474474a9f2fde13723d2e8b on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:44:04.887622 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b52d58a1-b65b-446b-9718-e3dca93a5d8f req-dbbe1e8a-10bd-415b-b9ef-e11c8d8ac389 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba2bd2f1-6698-47a5-b2f8-fcaa8e68deca HTTP/1.1" status: 200 len: 210 time: 0.0837219 Feb 01 04:44:05.349372 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:05.468726 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:05.994660 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5918d32-c1a9-496e-95c3-c88a004ee7bb req-e49d2fab-25e9-43eb-b9ba-e2f05b0d749e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:44:05.995352 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-b5918d32-c1a9-496e-95c3-c88a004ee7bb req-e49d2fab-25e9-43eb-b9ba-e2f05b0d749e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Synchronizing usage tracker for tenant:0629703b9474474a9f2fde13723d2e8b on resource:network {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:44:06.007948 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-b5918d32-c1a9-496e-95c3-c88a004ee7bb req-e49d2fab-25e9-43eb-b9ba-e2f05b0d749e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Unset dirty status for tenant:0629703b9474474a9f2fde13723d2e8b on resource:network {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:44:06.009301 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b5918d32-c1a9-496e-95c3-c88a004ee7bb req-e49d2fab-25e9-43eb-b9ba-e2f05b0d749e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.18 "GET /v2.0/networks?id=f9826e9c-697d-416a-923d-204d1198f7d8 HTTP/1.1" status: 200 len: 797 time: 0.1759193 Feb 01 04:44:06.021140 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 2cab8924-e1f1-4876-9ddb-ef17c5feefde up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:44:06.038092 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-f4e95882-534a-4185-b40b-a13dc0d0ee0d req-34615957-8b58-4fba-9ab4-10364b6001a9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba2bd2f1-6698-47a5-b2f8-fcaa8e68deca HTTP/1.1" status: 200 len: 210 time: 0.0440524 Feb 01 04:44:06.070962 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b5918d32-c1a9-496e-95c3-c88a004ee7bb req-0809fc9d-c6e3-48d1-ab88-5e15581df856 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0629703b9474474a9f2fde13723d2e8b HTTP/1.1" status: 200 len: 380 time: 0.0474780 Feb 01 04:44:06.080493 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-b5918d32-c1a9-496e-95c3-c88a004ee7bb req-a20598a3-1448-4d7a-98cf-971ba2053504 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'port': {'device_id': 'ba2bd2f1-6698-47a5-b2f8-fcaa8e68deca', 'network_id': 'f9826e9c-697d-416a-923d-204d1198f7d8', 'admin_state_up': True, 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'security_groups': ['2a18d045-fd7f-438e-afd6-23eac25e32e3']}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:44:06.098671 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 2cab8924-e1f1-4876-9ddb-ef17c5feefde triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:44:06.099049 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:06.225000 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-b5918d32-c1a9-496e-95c3-c88a004ee7bb req-a20598a3-1448-4d7a-98cf-971ba2053504 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:44:06.234132 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-b5918d32-c1a9-496e-95c3-c88a004ee7bb req-a20598a3-1448-4d7a-98cf-971ba2053504 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:44:06.243276 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5918d32-c1a9-496e-95c3-c88a004ee7bb req-a20598a3-1448-4d7a-98cf-971ba2053504 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Made reservation on behalf of 0629703b9474474a9f2fde13723d2e8b for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:44:06.247023 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-b5918d32-c1a9-496e-95c3-c88a004ee7bb req-a20598a3-1448-4d7a-98cf-971ba2053504 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:06.404875 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [req-b5918d32-c1a9-496e-95c3-c88a004ee7bb req-a20598a3-1448-4d7a-98cf-971ba2053504 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Allocated IP 172.20.0.4 (f9826e9c-697d-416a-923d-204d1198f7d8/ffcb9c07-e17d-4d06-973b-e0dd18f001b0/f5242aec-e5e6-49a9-b80f-27efd15e4aa4) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:44:06.588203 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-b5918d32-c1a9-496e-95c3-c88a004ee7bb req-a20598a3-1448-4d7a-98cf-971ba2053504 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:06.603017 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-b5918d32-c1a9-496e-95c3-c88a004ee7bb req-a20598a3-1448-4d7a-98cf-971ba2053504 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Transition to ACTIVE for port object f5242aec-e5e6-49a9-b80f-27efd15e4aa4 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:44:06.626157 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-b5918d32-c1a9-496e-95c3-c88a004ee7bb req-a20598a3-1448-4d7a-98cf-971ba2053504 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:06.696808 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5918d32-c1a9-496e-95c3-c88a004ee7bb req-a20598a3-1448-4d7a-98cf-971ba2053504 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Network f9826e9c-697d-416a-923d-204d1198f7d8 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:44:06.699869 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [req-b5918d32-c1a9-496e-95c3-c88a004ee7bb req-a20598a3-1448-4d7a-98cf-971ba2053504 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:44:06.703864 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5918d32-c1a9-496e-95c3-c88a004ee7bb req-a20598a3-1448-4d7a-98cf-971ba2053504 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:44:06.740173 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20598a3-1448-4d7a-98cf-971ba2053504 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'Port': ['ID=f5242aec-e5e6-49a9-b80f-27efd15e4aa4,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:44:06.772391 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5918d32-c1a9-496e-95c3-c88a004ee7bb req-a20598a3-1448-4d7a-98cf-971ba2053504 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:44:06.772939 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-b5918d32-c1a9-496e-95c3-c88a004ee7bb req-a20598a3-1448-4d7a-98cf-971ba2053504 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:06.797549 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b5918d32-c1a9-496e-95c3-c88a004ee7bb req-a20598a3-1448-4d7a-98cf-971ba2053504 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7209666 Feb 01 04:44:06.815279 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-b5918d32-c1a9-496e-95c3-c88a004ee7bb req-335235af-ed8e-4f25-a3a3-9a9bd77c3a7b service neutron] Request body: {'port': {'device_id': 'ba2bd2f1-6698-47a5-b2f8-fcaa8e68deca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:44:06.927735 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-b5918d32-c1a9-496e-95c3-c88a004ee7bb req-335235af-ed8e-4f25-a3a3-9a9bd77c3a7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:06.990206 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:06.993511 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-8721eee0-55f7-46ff-af46-8d01b058c844 None None] Provisioning for port f5242aec-e5e6-49a9-b80f-27efd15e4aa4 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:44:06.998790 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-8721eee0-55f7-46ff-af46-8d01b058c844 None None] Provisioning complete for port f5242aec-e5e6-49a9-b80f-27efd15e4aa4 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:44:06.999187 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8721eee0-55f7-46ff-af46-8d01b058c844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:07.055156 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-8721eee0-55f7-46ff-af46-8d01b058c844 None None] Port f5242aec-e5e6-49a9-b80f-27efd15e4aa4 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:44:07.374083 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b10e7-fe7b-4b19-a8a0-1c3387a49016 req-be328210-253e-43eb-95e2-8dfbe521a8d9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:44:07.374916 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-867b10e7-fe7b-4b19-a8a0-1c3387a49016 req-be328210-253e-43eb-95e2-8dfbe521a8d9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Synchronizing usage tracker for tenant:0629703b9474474a9f2fde13723d2e8b on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:44:07.433601 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-867b10e7-fe7b-4b19-a8a0-1c3387a49016 req-be328210-253e-43eb-95e2-8dfbe521a8d9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Unset dirty status for tenant:0629703b9474474a9f2fde13723d2e8b on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:44:07.434723 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-867b10e7-fe7b-4b19-a8a0-1c3387a49016 req-be328210-253e-43eb-95e2-8dfbe521a8d9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba2bd2f1-6698-47a5-b2f8-fcaa8e68deca HTTP/1.1" status: 200 len: 931 time: 0.1835785 Feb 01 04:44:07.438804 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [req-b5918d32-c1a9-496e-95c3-c88a004ee7bb req-335235af-ed8e-4f25-a3a3-9a9bd77c3a7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5242aec-e5e6-49a9-b80f-27efd15e4aa4 {{(pid=87636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 04:44:07.460188 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-b5918d32-c1a9-496e-95c3-c88a004ee7bb req-335235af-ed8e-4f25-a3a3-9a9bd77c3a7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:07.488842 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-b5918d32-c1a9-496e-95c3-c88a004ee7bb req-335235af-ed8e-4f25-a3a3-9a9bd77c3a7b service neutron] Transition to ACTIVE for port object f5242aec-e5e6-49a9-b80f-27efd15e4aa4 will not be triggered until provisioned by entity L2. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:44:07.492416 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-b5918d32-c1a9-496e-95c3-c88a004ee7bb req-335235af-ed8e-4f25-a3a3-9a9bd77c3a7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:07.533206 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-867b10e7-fe7b-4b19-a8a0-1c3387a49016 req-ff359e0b-65a6-4681-a0a3-8aa634b9f98a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a18d045-fd7f-438e-afd6-23eac25e32e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900304 Feb 01 04:44:07.650534 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335235af-ed8e-4f25-a3a3-9a9bd77c3a7b service neutron] Pushing event updated for resources: {'Port': ['ID=f5242aec-e5e6-49a9-b80f-27efd15e4aa4,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:44:07.736469 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-b5918d32-c1a9-496e-95c3-c88a004ee7bb req-335235af-ed8e-4f25-a3a3-9a9bd77c3a7b service neutron] Attempting to bind port f5242aec-e5e6-49a9-b80f-27efd15e4aa4 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:44:07.736800 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-b5918d32-c1a9-496e-95c3-c88a004ee7bb req-335235af-ed8e-4f25-a3a3-9a9bd77c3a7b service neutron] Attempting to bind port f5242aec-e5e6-49a9-b80f-27efd15e4aa4 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '96af3537-1a15-4e0f-913d-2fcc89ad07f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f9826e9c-697d-416a-923d-204d1198f7d8'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:44:07.737123 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5918d32-c1a9-496e-95c3-c88a004ee7bb req-335235af-ed8e-4f25-a3a3-9a9bd77c3a7b service neutron] Attempting to bind port f5242aec-e5e6-49a9-b80f-27efd15e4aa4 on network f9826e9c-697d-416a-923d-204d1198f7d8 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:44:07.741635 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5918d32-c1a9-496e-95c3-c88a004ee7bb req-335235af-ed8e-4f25-a3a3-9a9bd77c3a7b service neutron] Port f5242aec-e5e6-49a9-b80f-27efd15e4aa4 on network f9826e9c-697d-416a-923d-204d1198f7d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:44:07.741950 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5918d32-c1a9-496e-95c3-c88a004ee7bb req-335235af-ed8e-4f25-a3a3-9a9bd77c3a7b service neutron] Attempting to bind port f5242aec-e5e6-49a9-b80f-27efd15e4aa4 on network f9826e9c-697d-416a-923d-204d1198f7d8 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:44:07.746957 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5918d32-c1a9-496e-95c3-c88a004ee7bb req-335235af-ed8e-4f25-a3a3-9a9bd77c3a7b service neutron] Checking agent: {'id': '63664c57-372e-43f7-9ecb-4deedcf8ddc7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 28, 15), 'started_at': datetime.datetime(2022, 2, 1, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:44:07.747321 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5918d32-c1a9-496e-95c3-c88a004ee7bb req-335235af-ed8e-4f25-a3a3-9a9bd77c3a7b service neutron] Checking segment: {'id': '96af3537-1a15-4e0f-913d-2fcc89ad07f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f9826e9c-697d-416a-923d-204d1198f7d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:44:07.747704 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5918d32-c1a9-496e-95c3-c88a004ee7bb req-335235af-ed8e-4f25-a3a3-9a9bd77c3a7b service neutron] Bound using segment: {'id': '96af3537-1a15-4e0f-913d-2fcc89ad07f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f9826e9c-697d-416a-923d-204d1198f7d8'} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:44:07.748116 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-b5918d32-c1a9-496e-95c3-c88a004ee7bb req-335235af-ed8e-4f25-a3a3-9a9bd77c3a7b service neutron] Bound port: f5242aec-e5e6-49a9-b80f-27efd15e4aa4, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96af3537-1a15-4e0f-913d-2fcc89ad07f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f9826e9c-697d-416a-923d-204d1198f7d8'}}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:44:07.748455 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-b5918d32-c1a9-496e-95c3-c88a004ee7bb req-335235af-ed8e-4f25-a3a3-9a9bd77c3a7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:07.841855 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-b5918d32-c1a9-496e-95c3-c88a004ee7bb req-335235af-ed8e-4f25-a3a3-9a9bd77c3a7b service neutron] For port f5242aec-e5e6-49a9-b80f-27efd15e4aa4, host hv-neutron-8268, cleared binding levels {{(pid=87636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:44:07.845075 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-b5918d32-c1a9-496e-95c3-c88a004ee7bb req-335235af-ed8e-4f25-a3a3-9a9bd77c3a7b service neutron] For port f5242aec-e5e6-49a9-b80f-27efd15e4aa4, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=f5242aec-e5e6-49a9-b80f-27efd15e4aa4,segment=NetworkSegment(96af3537-1a15-4e0f-913d-2fcc89ad07f9),segment_id=96af3537-1a15-4e0f-913d-2fcc89ad07f9)] {{(pid=87636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:44:07.848629 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-b5918d32-c1a9-496e-95c3-c88a004ee7bb req-335235af-ed8e-4f25-a3a3-9a9bd77c3a7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:07.906390 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5918d32-c1a9-496e-95c3-c88a004ee7bb req-335235af-ed8e-4f25-a3a3-9a9bd77c3a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:44:07.906995 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-b5918d32-c1a9-496e-95c3-c88a004ee7bb req-335235af-ed8e-4f25-a3a3-9a9bd77c3a7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:07.908384 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b5918d32-c1a9-496e-95c3-c88a004ee7bb req-335235af-ed8e-4f25-a3a3-9a9bd77c3a7b service neutron] 10.222.0.18 "PUT /v2.0/ports/f5242aec-e5e6-49a9-b80f-27efd15e4aa4 HTTP/1.1" status: 200 len: 1093 time: 1.0974305 Feb 01 04:44:07.908816 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba2bd2f1-6698-47a5-b2f8-fcaa8e68deca', 'tag': 'f5242aec-e5e6-49a9-b80f-27efd15e4aa4'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:44:07.930721 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335235af-ed8e-4f25-a3a3-9a9bd77c3a7b service neutron] Pushing event updated for resources: {'Port': ['ID=f5242aec-e5e6-49a9-b80f-27efd15e4aa4,revision_number=3']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:44:07.959702 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba2bd2f1-6698-47a5-b2f8-fcaa8e68deca', 'tag': 'f5242aec-e5e6-49a9-b80f-27efd15e4aa4', 'status': 'completed', 'code': 200} Feb 01 04:44:08.049663 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5918d32-c1a9-496e-95c3-c88a004ee7bb req-85249b88-051d-463c-8a9f-4a7f4ecaa697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:44:08.051372 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b5918d32-c1a9-496e-95c3-c88a004ee7bb req-85249b88-051d-463c-8a9f-4a7f4ecaa697 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0629703b9474474a9f2fde13723d2e8b&device_id=ba2bd2f1-6698-47a5-b2f8-fcaa8e68deca HTTP/1.1" status: 200 len: 1096 time: 0.0743418 Feb 01 04:44:08.127598 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b5918d32-c1a9-496e-95c3-c88a004ee7bb req-8d0b3676-37ec-4877-b3c0-8da4a9757fde service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5242aec-e5e6-49a9-b80f-27efd15e4aa4 HTTP/1.1" status: 200 len: 217 time: 0.0632255 Feb 01 04:44:08.190881 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5918d32-c1a9-496e-95c3-c88a004ee7bb req-300a77f3-560d-491b-8382-fac3e2f0b2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:44:08.192164 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b5918d32-c1a9-496e-95c3-c88a004ee7bb req-300a77f3-560d-491b-8382-fac3e2f0b2b8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ffcb9c07-e17d-4d06-973b-e0dd18f001b0 HTTP/1.1" status: 200 len: 841 time: 0.0588810 Feb 01 04:44:08.263324 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5918d32-c1a9-496e-95c3-c88a004ee7bb req-06832875-e5cd-43ad-99bc-461c8542721a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:44:08.264714 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b5918d32-c1a9-496e-95c3-c88a004ee7bb req-06832875-e5cd-43ad-99bc-461c8542721a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f9826e9c-697d-416a-923d-204d1198f7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667777 Feb 01 04:44:08.390585 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b5918d32-c1a9-496e-95c3-c88a004ee7bb req-dfefe90e-1342-49f3-bd7f-847d7e98ac86 service neutron] 10.222.0.18 "GET /v2.0/networks/f9826e9c-697d-416a-923d-204d1198f7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197166 Feb 01 04:44:08.515939 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b5918d32-c1a9-496e-95c3-c88a004ee7bb req-639a9fb8-a7ec-42d4-afba-3e3d47d954cf service neutron] 10.222.0.18 "GET /v2.0/networks/f9826e9c-697d-416a-923d-204d1198f7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195211 Feb 01 04:44:08.733213 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3f9821-db62-4615-bcf2-73c3df8d7819 req-a0edbe1c-4c33-4c2e-8eaa-7d7fd0e0242a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:44:08.734649 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1c3f9821-db62-4615-bcf2-73c3df8d7819 req-a0edbe1c-4c33-4c2e-8eaa-7d7fd0e0242a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0629703b9474474a9f2fde13723d2e8b&device_id=ba2bd2f1-6698-47a5-b2f8-fcaa8e68deca HTTP/1.1" status: 200 len: 1096 time: 0.1301146 Feb 01 04:44:08.745234 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78bc742-1da9-4ad1-8afe-89f14cc801d8 req-7509f4c6-d301-44bc-ac36-bfdcd9e3d3bf tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:44:08.746549 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f78bc742-1da9-4ad1-8afe-89f14cc801d8 req-7509f4c6-d301-44bc-ac36-bfdcd9e3d3bf tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba2bd2f1-6698-47a5-b2f8-fcaa8e68deca HTTP/1.1" status: 200 len: 943 time: 0.1079862 Feb 01 04:44:08.870390 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f78bc742-1da9-4ad1-8afe-89f14cc801d8 req-e37b316b-3af6-486a-8068-4e8832f1663e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a18d045-fd7f-438e-afd6-23eac25e32e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060414 Feb 01 04:44:08.902467 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3f9821-db62-4615-bcf2-73c3df8d7819 req-3e6b4d8f-b05d-4b8e-ba34-3bf70b18867e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:44:08.904535 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1c3f9821-db62-4615-bcf2-73c3df8d7819 req-3e6b4d8f-b05d-4b8e-ba34-3bf70b18867e service neutron] 10.222.0.18 "GET /v2.0/networks?id=f9826e9c-697d-416a-923d-204d1198f7d8 HTTP/1.1" status: 200 len: 897 time: 0.1571581 Feb 01 04:44:09.071845 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1c3f9821-db62-4615-bcf2-73c3df8d7819 req-191391a4-af99-41d3-80bf-ec43ed0efca0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5242aec-e5e6-49a9-b80f-27efd15e4aa4 HTTP/1.1" status: 200 len: 217 time: 0.1608858 Feb 01 04:44:09.135664 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3f9821-db62-4615-bcf2-73c3df8d7819 req-84caebe9-bf8b-4fc2-b206-dd0d12d9664a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:44:09.137017 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1c3f9821-db62-4615-bcf2-73c3df8d7819 req-84caebe9-bf8b-4fc2-b206-dd0d12d9664a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ffcb9c07-e17d-4d06-973b-e0dd18f001b0 HTTP/1.1" status: 200 len: 841 time: 0.0582805 Feb 01 04:44:09.213346 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3f9821-db62-4615-bcf2-73c3df8d7819 req-cb440bb4-73aa-4acb-b7c8-a8483b41ab41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:44:09.214784 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1c3f9821-db62-4615-bcf2-73c3df8d7819 req-cb440bb4-73aa-4acb-b7c8-a8483b41ab41 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f9826e9c-697d-416a-923d-204d1198f7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701990 Feb 01 04:44:09.342240 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1c3f9821-db62-4615-bcf2-73c3df8d7819 req-2480af88-7ad4-453a-b978-f5ffc20b88fc service neutron] 10.222.0.18 "GET /v2.0/networks/f9826e9c-697d-416a-923d-204d1198f7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210887 Feb 01 04:44:09.469851 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1c3f9821-db62-4615-bcf2-73c3df8d7819 req-2f12d698-20c0-46ff-ad9b-0c3cb4338720 service neutron] 10.222.0.18 "GET /v2.0/networks/f9826e9c-697d-416a-923d-204d1198f7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215720 Feb 01 04:44:09.663598 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device f5242aec-e5e6-49a9-b80f-27efd15e4aa4 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 01 04:44:09.795521 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port f5242aec-e5e6-49a9-b80f-27efd15e4aa4, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=f5242aec-e5e6-49a9-b80f-27efd15e4aa4,segment=NetworkSegment(96af3537-1a15-4e0f-913d-2fcc89ad07f9),segment_id=96af3537-1a15-4e0f-913d-2fcc89ad07f9)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:44:09.807879 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Returning: {'device': 'f5242aec-e5e6-49a9-b80f-27efd15e4aa4', 'network_id': 'f9826e9c-697d-416a-923d-204d1198f7d8', 'port_id': 'f5242aec-e5e6-49a9-b80f-27efd15e4aa4', 'mac_address': 'fa:16:3e:96:53:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffcb9c07-e17d-4d06-973b-e0dd18f001b0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 01 04:44:09.863117 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:09.880126 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5242aec-e5e6-49a9-b80f-27efd15e4aa4 {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 04:44:09.895829 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port f5242aec-e5e6-49a9-b80f-27efd15e4aa4, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=f5242aec-e5e6-49a9-b80f-27efd15e4aa4,segment=NetworkSegment(96af3537-1a15-4e0f-913d-2fcc89ad07f9),segment_id=96af3537-1a15-4e0f-913d-2fcc89ad07f9)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:44:09.900876 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:09.971973 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=f5242aec-e5e6-49a9-b80f-27efd15e4aa4,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:44:10.172506 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] get_ports_and_sgs() called for port_ids ['f5242aec-e5e6-49a9-b80f-27efd15e4aa4'] {{(pid=87638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 01 04:44:10.207119 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e75dec-3364-4cd4-ad90-592e7f4e8dda req-913a0f5f-8ee5-4157-a265-74ab0d024b87 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:44:10.208604 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-77e75dec-3364-4cd4-ad90-592e7f4e8dda req-913a0f5f-8ee5-4157-a265-74ab0d024b87 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba2bd2f1-6698-47a5-b2f8-fcaa8e68deca HTTP/1.1" status: 200 len: 944 time: 0.0824287 Feb 01 04:44:10.252681 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-77e75dec-3364-4cd4-ad90-592e7f4e8dda req-142c4863-8297-4385-8108-d2482066decd tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a18d045-fd7f-438e-afd6-23eac25e32e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382602 Feb 01 04:44:11.429733 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca8cf8-3b8a-4157-9d6d-b68256ad6464 req-6a22f039-0930-4811-a439-e175fe251e8d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:44:11.431063 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-afca8cf8-3b8a-4157-9d6d-b68256ad6464 req-6a22f039-0930-4811-a439-e175fe251e8d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba2bd2f1-6698-47a5-b2f8-fcaa8e68deca HTTP/1.1" status: 200 len: 944 time: 0.0775037 Feb 01 04:44:11.476909 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-afca8cf8-3b8a-4157-9d6d-b68256ad6464 req-03349516-b8f3-4b65-ba4a-fcf3f12aad90 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a18d045-fd7f-438e-afd6-23eac25e32e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394511 Feb 01 04:44:11.665836 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device f5242aec-e5e6-49a9-b80f-27efd15e4aa4 up at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:44:11.738717 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning for port f5242aec-e5e6-49a9-b80f-27efd15e4aa4 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:44:11.743217 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning complete for port f5242aec-e5e6-49a9-b80f-27efd15e4aa4 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:44:11.743585 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:11.890181 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:11.917981 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba2bd2f1-6698-47a5-b2f8-fcaa8e68deca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5242aec-e5e6-49a9-b80f-27efd15e4aa4'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:44:11.927276 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port f5242aec-e5e6-49a9-b80f-27efd15e4aa4, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=f5242aec-e5e6-49a9-b80f-27efd15e4aa4,segment=NetworkSegment(96af3537-1a15-4e0f-913d-2fcc89ad07f9),segment_id=96af3537-1a15-4e0f-913d-2fcc89ad07f9)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:44:11.931676 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:11.967667 dv-neutron-826830-1-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba2bd2f1-6698-47a5-b2f8-fcaa8e68deca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5242aec-e5e6-49a9-b80f-27efd15e4aa4', 'code': 200} Feb 01 04:44:11.997824 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=f5242aec-e5e6-49a9-b80f-27efd15e4aa4,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:44:12.237408 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecff972-6a95-4561-807f-ef3253cc52cb req-a19f5f47-d02d-4f01-add6-631f49b321bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:44:12.238858 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8ecff972-6a95-4561-807f-ef3253cc52cb req-a19f5f47-d02d-4f01-add6-631f49b321bf service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ba2bd2f1-6698-47a5-b2f8-fcaa8e68deca HTTP/1.1" status: 200 len: 1098 time: 0.0702517 Feb 01 04:44:12.277757 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8ecff972-6a95-4561-807f-ef3253cc52cb req-1b5760c9-f31f-4210-b08e-2c350cdadf31 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2a18d045-fd7f-438e-afd6-23eac25e32e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327775 Feb 01 04:44:12.661147 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d654eb2d-5f5a-4d28-ad34-d8b1591ff421 req-b20b088f-0bc9-42dc-ae1e-728ca02a64ea tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:44:12.662588 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d654eb2d-5f5a-4d28-ad34-d8b1591ff421 req-b20b088f-0bc9-42dc-ae1e-728ca02a64ea tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba2bd2f1-6698-47a5-b2f8-fcaa8e68deca HTTP/1.1" status: 200 len: 945 time: 0.0806954 Feb 01 04:44:12.706492 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d654eb2d-5f5a-4d28-ad34-d8b1591ff421 req-6516afd4-d123-457e-8b6f-78ed207c8f43 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a18d045-fd7f-438e-afd6-23eac25e32e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383379 Feb 01 04:44:13.893960 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff3a0d4-89d2-48c9-8276-13f646c501b0 req-a2e56043-945a-4c26-8c52-17e3c61187e3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:44:13.895463 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-1ff3a0d4-89d2-48c9-8276-13f646c501b0 req-a2e56043-945a-4c26-8c52-17e3c61187e3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba2bd2f1-6698-47a5-b2f8-fcaa8e68deca HTTP/1.1" status: 200 len: 945 time: 0.0851350 Feb 01 04:44:13.938451 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-1ff3a0d4-89d2-48c9-8276-13f646c501b0 req-9780291d-62bb-4b24-8e8f-ac723c3a5d7f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a18d045-fd7f-438e-afd6-23eac25e32e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374374 Feb 01 04:44:14.130905 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa6ed4-d3eb-4ac5-9b34-43b8a0e5fdc8 req-cb97b6ba-f214-4a51-a742-db3bd3bddaf7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:44:14.132417 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-19aa6ed4-d3eb-4ac5-9b34-43b8a0e5fdc8 req-cb97b6ba-f214-4a51-a742-db3bd3bddaf7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba2bd2f1-6698-47a5-b2f8-fcaa8e68deca HTTP/1.1" status: 200 len: 945 time: 0.0839276 Feb 01 04:44:14.176390 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-19aa6ed4-d3eb-4ac5-9b34-43b8a0e5fdc8 req-e9a604e2-83f9-489a-b0b8-083cef74fb8e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a18d045-fd7f-438e-afd6-23eac25e32e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377045 Feb 01 04:44:14.198412 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 44510) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:44:14.270725 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bae8cc-9810-41c6-b37b-0642145c0bb7 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:44:14.272218 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-25bae8cc-9810-41c6-b37b-0642145c0bb7 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ba2bd2f1-6698-47a5-b2f8-fcaa8e68deca HTTP/1.1" status: 200 len: 1093 time: 0.0728114 Feb 01 04:44:14.274993 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 44514) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:44:14.280340 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-d92776a0-c5d5-456b-9a36-ea1d795a01ab tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'floatingip': {'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'port_id': 'f5242aec-e5e6-49a9-b80f-27efd15e4aa4', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:44:14.286118 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-d92776a0-c5d5-456b-9a36-ea1d795a01ab tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:44:14.290021 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d92776a0-c5d5-456b-9a36-ea1d795a01ab tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:floatingip and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:44:14.292852 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d92776a0-c5d5-456b-9a36-ea1d795a01ab tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:44:14.298608 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-d92776a0-c5d5-456b-9a36-ea1d795a01ab tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:44:14.308432 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d92776a0-c5d5-456b-9a36-ea1d795a01ab tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for floatingip, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:14.439600 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d92776a0-c5d5-456b-9a36-ea1d795a01ab tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:14.574162 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-d92776a0-c5d5-456b-9a36-ea1d795a01ab tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Allocated IP 172.26.8.17 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/ed8a4e7f-a21e-4d2b-9482-8b6f0e38282d) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:44:14.717210 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d92776a0-c5d5-456b-9a36-ea1d795a01ab tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:14.744664 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d92776a0-c5d5-456b-9a36-ea1d795a01ab tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:14.818875 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92776a0-c5d5-456b-9a36-ea1d795a01ab tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:44:14.821752 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-d92776a0-c5d5-456b-9a36-ea1d795a01ab tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:44:14.825841 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92776a0-c5d5-456b-9a36-ea1d795a01ab tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:44:14.853524 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92776a0-c5d5-456b-9a36-ea1d795a01ab tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'Port': ['ID=ed8a4e7f-a21e-4d2b-9482-8b6f0e38282d,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:44:14.937345 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:15.326870 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d92776a0-c5d5-456b-9a36-ea1d795a01ab tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:15.398315 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d92776a0-c5d5-456b-9a36-ea1d795a01ab tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:15.608495 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d92776a0-c5d5-456b-9a36-ea1d795a01ab tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:15.613987 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d92776a0-c5d5-456b-9a36-ea1d795a01ab tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:15.789421 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92776a0-c5d5-456b-9a36-ea1d795a01ab tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'Port': ['ID=ed8a4e7f-a21e-4d2b-9482-8b6f0e38282d,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:44:15.789421 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d92776a0-c5d5-456b-9a36-ea1d795a01ab tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-774194'] for floatingip, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:15.954160 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.l3_db [None req-d92776a0-c5d5-456b-9a36-ea1d795a01ab tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Floating IP 57de5163-ba1e-46d0-b2bf-9e05348de71e associated. External IP: 172.26.8.17, port: f5242aec-e5e6-49a9-b80f-27efd15e4aa4. Feb 01 04:44:16.354971 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d92776a0-c5d5-456b-9a36-ea1d795a01ab tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Router 43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:44:16.547726 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d92776a0-c5d5-456b-9a36-ea1d795a01ab tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:44:16.558608 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67646d79-2862-4716-8e00-9818813a7715 None None] Sync routers for ids ['43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:44:16.570398 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67646d79-2862-4716-8e00-9818813a7715 None None] Routers {'43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:44:16.570825 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-67646d79-2862-4716-8e00-9818813a7715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:44:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:44:16.574130 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d92776a0-c5d5-456b-9a36-ea1d795a01ab tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:16.759800 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-67646d79-2862-4716-8e00-9818813a7715 None None] Set router 43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:44:16.760702 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d92776a0-c5d5-456b-9a36-ea1d795a01ab tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4846218 Feb 01 04:44:16.760826 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 44518) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:44:16.761444 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba2bd2f1-6698-47a5-b2f8-fcaa8e68deca', 'tag': 'f5242aec-e5e6-49a9-b80f-27efd15e4aa4'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:44:16.807554 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba2bd2f1-6698-47a5-b2f8-fcaa8e68deca', 'tag': 'f5242aec-e5e6-49a9-b80f-27efd15e4aa4', 'status': 'completed', 'code': 200} Feb 01 04:44:16.909560 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-ae3e80e2-125a-4333-98ba-011ca1d2d4e8 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/floatingips/57de5163-ba1e-46d0-b2bf-9e05348de71e HTTP/1.1" status: 200 len: 990 time: 0.1471658 Feb 01 04:44:16.938968 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c455f2a6-d3ec-4e8e-8c1d-6076ac335694 req-202bc966-c3e3-46c1-a44f-4eba92c95fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:44:16.940357 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c455f2a6-d3ec-4e8e-8c1d-6076ac335694 req-202bc966-c3e3-46c1-a44f-4eba92c95fe0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0629703b9474474a9f2fde13723d2e8b&device_id=ba2bd2f1-6698-47a5-b2f8-fcaa8e68deca HTTP/1.1" status: 200 len: 1098 time: 0.0927215 Feb 01 04:44:17.094323 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c455f2a6-d3ec-4e8e-8c1d-6076ac335694 req-70c43dd3-0c7f-4487-ae93-27b890e6fcda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:44:17.094323 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c455f2a6-d3ec-4e8e-8c1d-6076ac335694 req-70c43dd3-0c7f-4487-ae93-27b890e6fcda service neutron] 10.222.0.18 "GET /v2.0/networks?id=f9826e9c-697d-416a-923d-204d1198f7d8 HTTP/1.1" status: 200 len: 897 time: 0.1465521 Feb 01 04:44:17.142430 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-67646d79-2862-4716-8e00-9818813a7715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6', 'name': 'tempest-TestNetworkBasicOps-router-879779419', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.166'}], 'enable_snat': True}, 'gw_port_id': 'a4e20ef0-c004-4b16-8855-43e3bc811e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:43:55Z', 'updated_at': '2022-02-01T04:44:00Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': 'a4e20ef0-c004-4b16-8855-43e3bc811e36', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:43:56Z', 'updated_at': '2022-02-01T04:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': '57de5163-ba1e-46d0-b2bf-9e05348de71e', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'floating_ip_address': '172.26.8.17', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6', 'port_id': 'f5242aec-e5e6-49a9-b80f-27efd15e4aa4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9826e9c-697d-416a-923d-204d1198f7d8', 'mac_address': 'fa:16:3e:96:53:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2bd2f1-6698-47a5-b2f8-fcaa8e68deca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:44:15Z', 'updated_at': '2022-02-01T04:44:15Z', 'revision_number': 0, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cab8924-e1f1-4876-9ddb-ef17c5feefde', 'name': '', 'network_id': 'f9826e9c-697d-416a-923d-204d1198f7d8', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:3f:c2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'ffcb9c07-e17d-4d06-973b-e0dd18f001b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:43:59Z', 'updated_at': '2022-02-01T04:44:04Z', 'revision_number': 5, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': 'ffcb9c07-e17d-4d06-973b-e0dd18f001b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:44:17.146732 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67646d79-2862-4716-8e00-9818813a7715 None None] Checking router: 43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6 for host: dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:44:17.155425 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67646d79-2862-4716-8e00-9818813a7715 None None] Routers {'43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:44:17.156025 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-67646d79-2862-4716-8e00-9818813a7715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:44:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:44:17.210297 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c455f2a6-d3ec-4e8e-8c1d-6076ac335694 req-2f8d739e-92fe-440a-8ca9-1dc26624aa39 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5242aec-e5e6-49a9-b80f-27efd15e4aa4 HTTP/1.1" status: 200 len: 998 time: 0.1111310 Feb 01 04:44:17.274921 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c455f2a6-d3ec-4e8e-8c1d-6076ac335694 req-7561eb4d-3ee0-4e20-adbf-e03c43f62603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:44:17.276388 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c455f2a6-d3ec-4e8e-8c1d-6076ac335694 req-7561eb4d-3ee0-4e20-adbf-e03c43f62603 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ffcb9c07-e17d-4d06-973b-e0dd18f001b0 HTTP/1.1" status: 200 len: 841 time: 0.0595803 Feb 01 04:44:17.333018 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-67646d79-2862-4716-8e00-9818813a7715 None None] Set router 43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:44:17.358775 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c455f2a6-d3ec-4e8e-8c1d-6076ac335694 req-56b07f39-316d-4ce0-b887-fccfa9d29da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:44:17.360213 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c455f2a6-d3ec-4e8e-8c1d-6076ac335694 req-56b07f39-316d-4ce0-b887-fccfa9d29da2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f9826e9c-697d-416a-923d-204d1198f7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761626 Feb 01 04:44:17.500025 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c455f2a6-d3ec-4e8e-8c1d-6076ac335694 req-9fcdf577-5f78-418a-ba65-7361cf641b41 service neutron] 10.222.0.18 "GET /v2.0/networks/f9826e9c-697d-416a-923d-204d1198f7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329961 Feb 01 04:44:17.637869 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c455f2a6-d3ec-4e8e-8c1d-6076ac335694 req-370549a4-c316-468d-ae6b-b73b38e257f7 service neutron] 10.222.0.18 "GET /v2.0/networks/f9826e9c-697d-416a-923d-204d1198f7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319234 Feb 01 04:44:17.696921 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-67646d79-2862-4716-8e00-9818813a7715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6', 'name': 'tempest-TestNetworkBasicOps-router-879779419', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.166'}], 'enable_snat': True}, 'gw_port_id': 'a4e20ef0-c004-4b16-8855-43e3bc811e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:43:55Z', 'updated_at': '2022-02-01T04:44:00Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': 'a4e20ef0-c004-4b16-8855-43e3bc811e36', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:43:56Z', 'updated_at': '2022-02-01T04:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': '57de5163-ba1e-46d0-b2bf-9e05348de71e', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'floating_ip_address': '172.26.8.17', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6', 'port_id': 'f5242aec-e5e6-49a9-b80f-27efd15e4aa4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9826e9c-697d-416a-923d-204d1198f7d8', 'mac_address': 'fa:16:3e:96:53:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2bd2f1-6698-47a5-b2f8-fcaa8e68deca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:44:15Z', 'updated_at': '2022-02-01T04:44:15Z', 'revision_number': 0, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cab8924-e1f1-4876-9ddb-ef17c5feefde', 'name': '', 'network_id': 'f9826e9c-697d-416a-923d-204d1198f7d8', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:3f:c2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'ffcb9c07-e17d-4d06-973b-e0dd18f001b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:43:59Z', 'updated_at': '2022-02-01T04:44:04Z', 'revision_number': 5, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': 'ffcb9c07-e17d-4d06-973b-e0dd18f001b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:44:17.701940 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67646d79-2862-4716-8e00-9818813a7715 None None] The sync data for ids ['43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6'] in dv-neutron-826830-1-hyperv is: [{'id': '43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6', 'name': 'tempest-TestNetworkBasicOps-router-879779419', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.166'}], 'enable_snat': True}, 'gw_port_id': 'a4e20ef0-c004-4b16-8855-43e3bc811e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:43:55Z', 'updated_at': '2022-02-01T04:44:00Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': 'a4e20ef0-c004-4b16-8855-43e3bc811e36', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:43:56Z', 'updated_at': '2022-02-01T04:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': '57de5163-ba1e-46d0-b2bf-9e05348de71e', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'floating_ip_address': '172.26.8.17', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6', 'port_id': 'f5242aec-e5e6-49a9-b80f-27efd15e4aa4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9826e9c-697d-416a-923d-204d1198f7d8', 'mac_address': 'fa:16:3e:96:53:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2bd2f1-6698-47a5-b2f8-fcaa8e68deca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:44:15Z', 'updated_at': '2022-02-01T04:44:15Z', 'revision_number': 0, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cab8924-e1f1-4876-9ddb-ef17c5feefde', 'name': '', 'network_id': 'f9826e9c-697d-416a-923d-204d1198f7d8', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:3f:c2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'ffcb9c07-e17d-4d06-973b-e0dd18f001b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:43:59Z', 'updated_at': '2022-02-01T04:44:04Z', 'revision_number': 5, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': 'ffcb9c07-e17d-4d06-973b-e0dd18f001b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:44:17.904466 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c60f291-0e04-496f-95a6-9026a9fb5c08 None None] New status for floating IP 57de5163-ba1e-46d0-b2bf-9e05348de71e: ACTIVE {{(pid=87639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 01 04:44:17.911955 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 44524) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:44:18.051445 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-5501652d-9d0b-4dcb-be7f-6beb28f41fee tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/floatingips/57de5163-ba1e-46d0-b2bf-9e05348de71e HTTP/1.1" status: 200 len: 990 time: 0.1382101 Feb 01 04:44:19.055542 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 44530) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:44:19.160546 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-080e093d-ea3a-42bd-82bd-9a28720d88de tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/floatingips/57de5163-ba1e-46d0-b2bf-9e05348de71e HTTP/1.1" status: 200 len: 992 time: 0.1037917 Feb 01 04:44:22.775473 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-06b141b2-ca5d-4a22-a2d2-b9fb75a25343 req-e125502f-9fd8-4161-a1d8-15c8b1519100 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=20ca9dc1-f59c-415c-8e8d-5204d6cf9e80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0669267 Feb 01 04:44:22.935197 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b141b2-ca5d-4a22-a2d2-b9fb75a25343 req-2de1eaaa-ac1b-4926-a3c1-eb86babc1d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:44:22.936451 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-06b141b2-ca5d-4a22-a2d2-b9fb75a25343 req-2de1eaaa-ac1b-4926-a3c1-eb86babc1d06 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f8d5bc7845843a4a3997b13887466a6&device_id=20ca9dc1-f59c-415c-8e8d-5204d6cf9e80 HTTP/1.1" status: 200 len: 1098 time: 0.0750203 Feb 01 04:44:23.091126 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b141b2-ca5d-4a22-a2d2-b9fb75a25343 req-9a1b57a6-2c24-486b-81f1-f7030590f3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:44:23.092578 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-06b141b2-ca5d-4a22-a2d2-b9fb75a25343 req-9a1b57a6-2c24-486b-81f1-f7030590f3bd service neutron] 10.222.0.18 "GET /v2.0/networks?id=a0c2a700-3881-4414-a7a8-128b0ce8d5cc HTTP/1.1" status: 200 len: 911 time: 0.1365058 Feb 01 04:44:23.194893 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-06b141b2-ca5d-4a22-a2d2-b9fb75a25343 req-4a9cc15f-aacd-40e5-8137-1d5758a0bc0d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f845c522-bca6-4f00-99aa-1ec6a6aa47a2 HTTP/1.1" status: 200 len: 1000 time: 0.0944476 Feb 01 04:44:23.255446 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b141b2-ca5d-4a22-a2d2-b9fb75a25343 req-2e82024b-9e37-4fb8-b681-1364d81c7aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:44:23.256799 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-06b141b2-ca5d-4a22-a2d2-b9fb75a25343 req-2e82024b-9e37-4fb8-b681-1364d81c7aab service neutron] 10.222.0.18 "GET /v2.0/subnets?id=acb960c4-d095-42c0-820a-b7e1026fb7c0 HTTP/1.1" status: 200 len: 850 time: 0.0556910 Feb 01 04:44:23.331397 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b141b2-ca5d-4a22-a2d2-b9fb75a25343 req-b0a66bf5-2a17-4a4b-8539-8b977655f84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:44:23.332722 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-06b141b2-ca5d-4a22-a2d2-b9fb75a25343 req-b0a66bf5-2a17-4a4b-8539-8b977655f84e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a0c2a700-3881-4414-a7a8-128b0ce8d5cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688851 Feb 01 04:44:23.463176 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-06b141b2-ca5d-4a22-a2d2-b9fb75a25343 req-8d5eb748-74b6-463c-90ab-0022a4a7a81b service neutron] 10.222.0.18 "GET /v2.0/networks/a0c2a700-3881-4414-a7a8-128b0ce8d5cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202514 Feb 01 04:44:23.702700 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-06b141b2-ca5d-4a22-a2d2-b9fb75a25343 req-9796994d-f58a-4ac6-8e8b-f4d91204783e service neutron] 10.222.0.18 "GET /v2.0/networks/a0c2a700-3881-4414-a7a8-128b0ce8d5cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311006 Feb 01 04:44:28.355621 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 04:44:31.936283 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0e5f237d-257c-48ff-b9b2-ac00b17edc14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:34.234127 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0d76a0bf-0e5c-42e1-a413-3abdaabc07f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:35.350625 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:35.473226 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:36.988127 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:44:44.952081 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:45:01.938431 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3c4d2ef8-2e5d-4500-ad24-c39a5c8dbbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:45:04.235682 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c55bdfc6-8397-4b0d-bf2d-b82434489e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:45:05.355231 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 04:45:05.355787 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:45:05.473463 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:45:07.023568 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:45:14.971946 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:45:18.980992 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-4495a08e-00f1-4013-a498-31df226a8dd5 req-66d6ee56-0e33-4478-a242-ea1f1b39ed50 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-113967124&fields=id&tenant_id=9f8d5bc7845843a4a3997b13887466a6 HTTP/1.1" status: 200 len: 267 time: 0.0394852 Feb 01 04:45:19.127397 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4495a08e-00f1-4013-a498-31df226a8dd5 req-208b8448-6ca4-4992-a6af-4b7c7dea8623 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:45:19.128812 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-4495a08e-00f1-4013-a498-31df226a8dd5 req-208b8448-6ca4-4992-a6af-4b7c7dea8623 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/networks?id=a0c2a700-3881-4414-a7a8-128b0ce8d5cc HTTP/1.1" status: 200 len: 811 time: 0.1410229 Feb 01 04:45:19.144107 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-4495a08e-00f1-4013-a498-31df226a8dd5 req-74d3c3cd-a55a-4e02-978b-ac75853ceb83 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/quotas/9f8d5bc7845843a4a3997b13887466a6 HTTP/1.1" status: 200 len: 375 time: 0.0096490 Feb 01 04:45:19.235152 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-4495a08e-00f1-4013-a498-31df226a8dd5 req-1424aeb2-9fd7-4b14-837b-c168f440b249 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9f8d5bc7845843a4a3997b13887466a6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0859888 Feb 01 04:45:19.368703 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-4495a08e-00f1-4013-a498-31df226a8dd5 req-331c031f-cdfa-4251-a5bc-d807e7bd867c service neutron] 10.222.0.24 "GET /v2.0/networks/a0c2a700-3881-4414-a7a8-128b0ce8d5cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224558 Feb 01 04:45:19.595922 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-4495a08e-00f1-4013-a498-31df226a8dd5 req-f0d93384-9f33-47ca-a64d-3f4013b900c9 service neutron] 10.222.0.24 "GET /v2.0/networks/a0c2a700-3881-4414-a7a8-128b0ce8d5cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215395 Feb 01 04:45:20.072361 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b5a9f953-e16e-41fb-bfee-19ced5b84167 req-72bb3485-bd14-40b8-981f-ed5107ebd049 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2ba78fc-d06c-4e08-b382-8eb197aa57b9 HTTP/1.1" status: 200 len: 210 time: 0.0417147 Feb 01 04:45:21.149274 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4495a08e-00f1-4013-a498-31df226a8dd5 req-b4ead6dd-3e20-4c6f-8316-03dd0d6d128e tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:45:21.150590 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4495a08e-00f1-4013-a498-31df226a8dd5 req-b4ead6dd-3e20-4c6f-8316-03dd0d6d128e tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.18 "GET /v2.0/networks?id=a0c2a700-3881-4414-a7a8-128b0ce8d5cc HTTP/1.1" status: 200 len: 811 time: 0.1466050 Feb 01 04:45:21.205782 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4495a08e-00f1-4013-a498-31df226a8dd5 req-8ce52ec0-e787-466a-950a-be959c4a70fb tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f8d5bc7845843a4a3997b13887466a6 HTTP/1.1" status: 200 len: 379 time: 0.0416267 Feb 01 04:45:21.221484 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-4c081e1d-8d89-4feb-b5b9-02ffcf8d9ed7 req-45d07a72-ca22-4124-88f7-fe74f07dd2a2 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2ba78fc-d06c-4e08-b382-8eb197aa57b9 HTTP/1.1" status: 200 len: 210 time: 0.0421467 Feb 01 04:45:21.222646 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-4495a08e-00f1-4013-a498-31df226a8dd5 req-72726c97-19b8-41da-9086-5315ceed2acd tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Request body: {'port': {'device_id': 'f2ba78fc-d06c-4e08-b382-8eb197aa57b9', 'network_id': 'a0c2a700-3881-4414-a7a8-128b0ce8d5cc', 'admin_state_up': True, 'tenant_id': '9f8d5bc7845843a4a3997b13887466a6', 'security_groups': ['ee02c2cf-afe8-43b1-ba9c-28b13c261f32']}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:45:21.359419 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-4495a08e-00f1-4013-a498-31df226a8dd5 req-72726c97-19b8-41da-9086-5315ceed2acd tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:45:21.371961 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-4495a08e-00f1-4013-a498-31df226a8dd5 req-72726c97-19b8-41da-9086-5315ceed2acd tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:45:21.384853 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4495a08e-00f1-4013-a498-31df226a8dd5 req-72726c97-19b8-41da-9086-5315ceed2acd tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Made reservation on behalf of 9f8d5bc7845843a4a3997b13887466a6 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:45:21.388330 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-4495a08e-00f1-4013-a498-31df226a8dd5 req-72726c97-19b8-41da-9086-5315ceed2acd tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:45:21.557533 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [req-4495a08e-00f1-4013-a498-31df226a8dd5 req-72726c97-19b8-41da-9086-5315ceed2acd tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Allocated IP 172.20.0.3 (a0c2a700-3881-4414-a7a8-128b0ce8d5cc/acb960c4-d095-42c0-820a-b7e1026fb7c0/3f796233-cefc-443d-979e-ceee9b9a5fff) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:45:21.747457 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-4495a08e-00f1-4013-a498-31df226a8dd5 req-72726c97-19b8-41da-9086-5315ceed2acd tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:45:21.764911 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-4495a08e-00f1-4013-a498-31df226a8dd5 req-72726c97-19b8-41da-9086-5315ceed2acd tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Transition to ACTIVE for port object 3f796233-cefc-443d-979e-ceee9b9a5fff will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:45:21.792103 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-4495a08e-00f1-4013-a498-31df226a8dd5 req-72726c97-19b8-41da-9086-5315ceed2acd tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:45:21.864897 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4495a08e-00f1-4013-a498-31df226a8dd5 req-72726c97-19b8-41da-9086-5315ceed2acd tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Network a0c2a700-3881-4414-a7a8-128b0ce8d5cc is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:45:21.868213 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [req-4495a08e-00f1-4013-a498-31df226a8dd5 req-72726c97-19b8-41da-9086-5315ceed2acd tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:45:21.872377 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-4495a08e-00f1-4013-a498-31df226a8dd5 req-72726c97-19b8-41da-9086-5315ceed2acd tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:45:21.909624 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72726c97-19b8-41da-9086-5315ceed2acd tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Pushing event updated for resources: {'Port': ['ID=3f796233-cefc-443d-979e-ceee9b9a5fff,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:45:21.923130 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72726c97-19b8-41da-9086-5315ceed2acd tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:45:21.923498 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72726c97-19b8-41da-9086-5315ceed2acd tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:45:21.923835 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72726c97-19b8-41da-9086-5315ceed2acd tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:45:21.924167 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72726c97-19b8-41da-9086-5315ceed2acd tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:45:21.924494 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72726c97-19b8-41da-9086-5315ceed2acd tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:45:21.924823 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72726c97-19b8-41da-9086-5315ceed2acd tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:45:21.925145 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72726c97-19b8-41da-9086-5315ceed2acd tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:45:21.925472 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72726c97-19b8-41da-9086-5315ceed2acd tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:45:21.925791 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72726c97-19b8-41da-9086-5315ceed2acd tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:45:21.926110 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72726c97-19b8-41da-9086-5315ceed2acd tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:45:21.926429 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72726c97-19b8-41da-9086-5315ceed2acd tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:45:21.926743 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72726c97-19b8-41da-9086-5315ceed2acd tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:45:21.951999 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4495a08e-00f1-4013-a498-31df226a8dd5 req-72726c97-19b8-41da-9086-5315ceed2acd tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:45:21.952640 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-4495a08e-00f1-4013-a498-31df226a8dd5 req-72726c97-19b8-41da-9086-5315ceed2acd tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:45:21.988276 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4495a08e-00f1-4013-a498-31df226a8dd5 req-72726c97-19b8-41da-9086-5315ceed2acd tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7692952 Feb 01 04:45:22.005981 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-4495a08e-00f1-4013-a498-31df226a8dd5 req-0431c059-f117-406b-80ee-a82a819e18cb service neutron] Request body: {'port': {'device_id': 'f2ba78fc-d06c-4e08-b382-8eb197aa57b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:45:22.114351 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-86f9fc63-ff8b-4435-863f-583b6c852d4f None None] Provisioning for port 3f796233-cefc-443d-979e-ceee9b9a5fff completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:45:22.120075 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-86f9fc63-ff8b-4435-863f-583b6c852d4f None None] Provisioning complete for port 3f796233-cefc-443d-979e-ceee9b9a5fff triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:45:22.120529 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-86f9fc63-ff8b-4435-863f-583b6c852d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:45:22.127129 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-4495a08e-00f1-4013-a498-31df226a8dd5 req-0431c059-f117-406b-80ee-a82a819e18cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:45:22.173082 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-86f9fc63-ff8b-4435-863f-583b6c852d4f None None] Port 3f796233-cefc-443d-979e-ceee9b9a5fff cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:45:22.487633 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a66fcd7-7db4-45e5-9a4a-65ed51f072d3 req-44a6bc23-2a28-4098-9e9a-0b6d68c22028 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:45:22.488250 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-7a66fcd7-7db4-45e5-9a4a-65ed51f072d3 req-44a6bc23-2a28-4098-9e9a-0b6d68c22028 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Synchronizing usage tracker for tenant:9f8d5bc7845843a4a3997b13887466a6 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:45:22.549475 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [req-4495a08e-00f1-4013-a498-31df226a8dd5 req-0431c059-f117-406b-80ee-a82a819e18cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f796233-cefc-443d-979e-ceee9b9a5fff {{(pid=87636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 04:45:22.555691 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-7a66fcd7-7db4-45e5-9a4a-65ed51f072d3 req-44a6bc23-2a28-4098-9e9a-0b6d68c22028 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Unset dirty status for tenant:9f8d5bc7845843a4a3997b13887466a6 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:45:22.556839 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7a66fcd7-7db4-45e5-9a4a-65ed51f072d3 req-44a6bc23-2a28-4098-9e9a-0b6d68c22028 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2ba78fc-d06c-4e08-b382-8eb197aa57b9 HTTP/1.1" status: 200 len: 931 time: 0.1991506 Feb 01 04:45:22.558419 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-4495a08e-00f1-4013-a498-31df226a8dd5 req-0431c059-f117-406b-80ee-a82a819e18cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:45:22.592304 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-4495a08e-00f1-4013-a498-31df226a8dd5 req-0431c059-f117-406b-80ee-a82a819e18cb service neutron] Transition to ACTIVE for port object 3f796233-cefc-443d-979e-ceee9b9a5fff will not be triggered until provisioned by entity L2. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:45:22.601515 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-4495a08e-00f1-4013-a498-31df226a8dd5 req-0431c059-f117-406b-80ee-a82a819e18cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:45:22.667503 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7a66fcd7-7db4-45e5-9a4a-65ed51f072d3 req-8db8a34e-6454-48ba-8d74-3b619192cc87 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee02c2cf-afe8-43b1-ba9c-28b13c261f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042521 Feb 01 04:45:22.776653 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0431c059-f117-406b-80ee-a82a819e18cb service neutron] Pushing event updated for resources: {'Port': ['ID=3f796233-cefc-443d-979e-ceee9b9a5fff,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:45:22.958144 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-4495a08e-00f1-4013-a498-31df226a8dd5 req-0431c059-f117-406b-80ee-a82a819e18cb service neutron] Attempting to bind port 3f796233-cefc-443d-979e-ceee9b9a5fff on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:45:22.958395 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-4495a08e-00f1-4013-a498-31df226a8dd5 req-0431c059-f117-406b-80ee-a82a819e18cb service neutron] Attempting to bind port 3f796233-cefc-443d-979e-ceee9b9a5fff by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '6b1a300b-d251-4755-82de-371c1e658f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a0c2a700-3881-4414-a7a8-128b0ce8d5cc'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:45:22.958707 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4495a08e-00f1-4013-a498-31df226a8dd5 req-0431c059-f117-406b-80ee-a82a819e18cb service neutron] Attempting to bind port 3f796233-cefc-443d-979e-ceee9b9a5fff on network a0c2a700-3881-4414-a7a8-128b0ce8d5cc {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:45:22.963180 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4495a08e-00f1-4013-a498-31df226a8dd5 req-0431c059-f117-406b-80ee-a82a819e18cb service neutron] Port 3f796233-cefc-443d-979e-ceee9b9a5fff on network a0c2a700-3881-4414-a7a8-128b0ce8d5cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:45:22.963703 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4495a08e-00f1-4013-a498-31df226a8dd5 req-0431c059-f117-406b-80ee-a82a819e18cb service neutron] Attempting to bind port 3f796233-cefc-443d-979e-ceee9b9a5fff on network a0c2a700-3881-4414-a7a8-128b0ce8d5cc {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:45:22.969824 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4495a08e-00f1-4013-a498-31df226a8dd5 req-0431c059-f117-406b-80ee-a82a819e18cb service neutron] Checking agent: {'id': '63664c57-372e-43f7-9ecb-4deedcf8ddc7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 28, 15), 'started_at': datetime.datetime(2022, 2, 1, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:45:22.970147 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4495a08e-00f1-4013-a498-31df226a8dd5 req-0431c059-f117-406b-80ee-a82a819e18cb service neutron] Checking segment: {'id': '6b1a300b-d251-4755-82de-371c1e658f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a0c2a700-3881-4414-a7a8-128b0ce8d5cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:45:22.970518 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4495a08e-00f1-4013-a498-31df226a8dd5 req-0431c059-f117-406b-80ee-a82a819e18cb service neutron] Bound using segment: {'id': '6b1a300b-d251-4755-82de-371c1e658f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a0c2a700-3881-4414-a7a8-128b0ce8d5cc'} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:45:22.970922 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-4495a08e-00f1-4013-a498-31df226a8dd5 req-0431c059-f117-406b-80ee-a82a819e18cb service neutron] Bound port: 3f796233-cefc-443d-979e-ceee9b9a5fff, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b1a300b-d251-4755-82de-371c1e658f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a0c2a700-3881-4414-a7a8-128b0ce8d5cc'}}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:45:22.971310 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-4495a08e-00f1-4013-a498-31df226a8dd5 req-0431c059-f117-406b-80ee-a82a819e18cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:45:23.059942 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-4495a08e-00f1-4013-a498-31df226a8dd5 req-0431c059-f117-406b-80ee-a82a819e18cb service neutron] For port 3f796233-cefc-443d-979e-ceee9b9a5fff, host hv-neutron-8268, cleared binding levels {{(pid=87636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:45:23.062727 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-4495a08e-00f1-4013-a498-31df226a8dd5 req-0431c059-f117-406b-80ee-a82a819e18cb service neutron] For port 3f796233-cefc-443d-979e-ceee9b9a5fff, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=3f796233-cefc-443d-979e-ceee9b9a5fff,segment=NetworkSegment(6b1a300b-d251-4755-82de-371c1e658f49),segment_id=6b1a300b-d251-4755-82de-371c1e658f49)] {{(pid=87636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:45:23.067219 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-4495a08e-00f1-4013-a498-31df226a8dd5 req-0431c059-f117-406b-80ee-a82a819e18cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:45:23.126676 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4495a08e-00f1-4013-a498-31df226a8dd5 req-0431c059-f117-406b-80ee-a82a819e18cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:45:23.127392 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-4495a08e-00f1-4013-a498-31df226a8dd5 req-0431c059-f117-406b-80ee-a82a819e18cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:45:23.128701 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4495a08e-00f1-4013-a498-31df226a8dd5 req-0431c059-f117-406b-80ee-a82a819e18cb service neutron] 10.222.0.18 "PUT /v2.0/ports/3f796233-cefc-443d-979e-ceee9b9a5fff HTTP/1.1" status: 200 len: 1093 time: 1.1272116 Feb 01 04:45:23.129131 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2ba78fc-d06c-4e08-b382-8eb197aa57b9', 'tag': '3f796233-cefc-443d-979e-ceee9b9a5fff'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:45:23.149559 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0431c059-f117-406b-80ee-a82a819e18cb service neutron] Pushing event updated for resources: {'Port': ['ID=3f796233-cefc-443d-979e-ceee9b9a5fff,revision_number=3']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:45:23.177230 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2ba78fc-d06c-4e08-b382-8eb197aa57b9', 'tag': '3f796233-cefc-443d-979e-ceee9b9a5fff', 'status': 'completed', 'code': 200} Feb 01 04:45:23.269858 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4495a08e-00f1-4013-a498-31df226a8dd5 req-a4d6eadf-48f9-4dce-8605-fec6393f48ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:45:23.271375 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4495a08e-00f1-4013-a498-31df226a8dd5 req-a4d6eadf-48f9-4dce-8605-fec6393f48ee service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f8d5bc7845843a4a3997b13887466a6&device_id=f2ba78fc-d06c-4e08-b382-8eb197aa57b9 HTTP/1.1" status: 200 len: 1096 time: 0.0766640 Feb 01 04:45:23.343145 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4495a08e-00f1-4013-a498-31df226a8dd5 req-39712ca9-88fb-44d4-8739-0659c5571696 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f796233-cefc-443d-979e-ceee9b9a5fff HTTP/1.1" status: 200 len: 217 time: 0.0603783 Feb 01 04:45:23.406357 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4495a08e-00f1-4013-a498-31df226a8dd5 req-1b6fd35f-3d6c-4c47-9ba3-5bf7a063ba08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:45:23.407693 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4495a08e-00f1-4013-a498-31df226a8dd5 req-1b6fd35f-3d6c-4c47-9ba3-5bf7a063ba08 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=acb960c4-d095-42c0-820a-b7e1026fb7c0 HTTP/1.1" status: 200 len: 850 time: 0.0591300 Feb 01 04:45:23.480639 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4495a08e-00f1-4013-a498-31df226a8dd5 req-26da10dd-279e-4762-9443-ab4bd857603d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:45:23.482613 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4495a08e-00f1-4013-a498-31df226a8dd5 req-26da10dd-279e-4762-9443-ab4bd857603d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a0c2a700-3881-4414-a7a8-128b0ce8d5cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693662 Feb 01 04:45:23.609677 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4495a08e-00f1-4013-a498-31df226a8dd5 req-667c6982-de67-4c99-a9a7-d988f3090b42 service neutron] 10.222.0.18 "GET /v2.0/networks/a0c2a700-3881-4414-a7a8-128b0ce8d5cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213434 Feb 01 04:45:23.738953 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4495a08e-00f1-4013-a498-31df226a8dd5 req-e1f9cdb5-325f-49b7-94e0-359835e5363f service neutron] 10.222.0.18 "GET /v2.0/networks/a0c2a700-3881-4414-a7a8-128b0ce8d5cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229413 Feb 01 04:45:23.914773 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c6b84c-852d-4f1b-a137-2548ff75c3b4 req-fc24e245-025e-47b5-9790-4e6247d63f6c tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:45:23.916235 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-27c6b84c-852d-4f1b-a137-2548ff75c3b4 req-fc24e245-025e-47b5-9790-4e6247d63f6c tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2ba78fc-d06c-4e08-b382-8eb197aa57b9 HTTP/1.1" status: 200 len: 943 time: 0.1410565 Feb 01 04:45:23.918035 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ce3c9-03c4-4104-a451-91245eb4c4b8 req-abad7324-b76a-4915-864b-ecc76a7ac393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:45:23.919399 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ac5ce3c9-03c4-4104-a451-91245eb4c4b8 req-abad7324-b76a-4915-864b-ecc76a7ac393 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f8d5bc7845843a4a3997b13887466a6&device_id=f2ba78fc-d06c-4e08-b382-8eb197aa57b9 HTTP/1.1" status: 200 len: 1096 time: 0.0970905 Feb 01 04:45:24.044787 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-27c6b84c-852d-4f1b-a137-2548ff75c3b4 req-e8b034c6-fcec-4aad-847e-587906230c2a tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee02c2cf-afe8-43b1-ba9c-28b13c261f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229279 Feb 01 04:45:24.083909 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ce3c9-03c4-4104-a451-91245eb4c4b8 req-264d88e2-de02-4105-aec1-54f87abf3537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:45:24.085669 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ac5ce3c9-03c4-4104-a451-91245eb4c4b8 req-264d88e2-de02-4105-aec1-54f87abf3537 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a0c2a700-3881-4414-a7a8-128b0ce8d5cc HTTP/1.1" status: 200 len: 911 time: 0.1516879 Feb 01 04:45:24.156352 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ac5ce3c9-03c4-4104-a451-91245eb4c4b8 req-d6590c81-b428-4df9-b9ad-704a09cc5d1a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f796233-cefc-443d-979e-ceee9b9a5fff HTTP/1.1" status: 200 len: 217 time: 0.0636642 Feb 01 04:45:24.218422 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ce3c9-03c4-4104-a451-91245eb4c4b8 req-f4290a89-0bf9-467f-a9f4-5ac2636c0152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:45:24.219869 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ac5ce3c9-03c4-4104-a451-91245eb4c4b8 req-f4290a89-0bf9-467f-a9f4-5ac2636c0152 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=acb960c4-d095-42c0-820a-b7e1026fb7c0 HTTP/1.1" status: 200 len: 850 time: 0.0579205 Feb 01 04:45:24.248831 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-f1820dae-3d20-4ed6-ab3b-110eb1c12bd7 req-dad74fdd-02c3-4c61-aa56-65b9186f8173 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ba2bd2f1-6698-47a5-b2f8-fcaa8e68deca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0704138 Feb 01 04:45:24.296969 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ce3c9-03c4-4104-a451-91245eb4c4b8 req-12cb68dd-592b-4797-b942-ff93b4e0cb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:45:24.298306 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ac5ce3c9-03c4-4104-a451-91245eb4c4b8 req-12cb68dd-592b-4797-b942-ff93b4e0cb82 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a0c2a700-3881-4414-a7a8-128b0ce8d5cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722301 Feb 01 04:45:24.349551 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1820dae-3d20-4ed6-ab3b-110eb1c12bd7 req-ef5454e6-086e-46ba-9a7c-84707720c3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:45:24.350997 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-f1820dae-3d20-4ed6-ab3b-110eb1c12bd7 req-ef5454e6-086e-46ba-9a7c-84707720c3dd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0629703b9474474a9f2fde13723d2e8b&device_id=ba2bd2f1-6698-47a5-b2f8-fcaa8e68deca HTTP/1.1" status: 200 len: 1098 time: 0.0681727 Feb 01 04:45:24.428469 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ac5ce3c9-03c4-4104-a451-91245eb4c4b8 req-52a64f28-d849-48f7-bd81-c666f5e276c6 service neutron] 10.222.0.18 "GET /v2.0/networks/a0c2a700-3881-4414-a7a8-128b0ce8d5cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233284 Feb 01 04:45:24.495694 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1820dae-3d20-4ed6-ab3b-110eb1c12bd7 req-b19785ee-c266-4b4a-aca1-51ea59f095b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:45:24.497889 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-f1820dae-3d20-4ed6-ab3b-110eb1c12bd7 req-b19785ee-c266-4b4a-aca1-51ea59f095b2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f9826e9c-697d-416a-923d-204d1198f7d8 HTTP/1.1" status: 200 len: 897 time: 0.1257296 Feb 01 04:45:24.605928 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-f1820dae-3d20-4ed6-ab3b-110eb1c12bd7 req-3fa19e0d-d61e-4f39-b60b-16d24030c87b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5242aec-e5e6-49a9-b80f-27efd15e4aa4 HTTP/1.1" status: 200 len: 1000 time: 0.1015463 Feb 01 04:45:24.664767 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ac5ce3c9-03c4-4104-a451-91245eb4c4b8 req-381e55c0-46d3-4fbc-adb2-a36afc1c2599 service neutron] 10.222.0.18 "GET /v2.0/networks/a0c2a700-3881-4414-a7a8-128b0ce8d5cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288764 Feb 01 04:45:24.666639 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1820dae-3d20-4ed6-ab3b-110eb1c12bd7 req-a62d04c7-129e-4029-881f-1bc95ad4bc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:45:24.668119 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-f1820dae-3d20-4ed6-ab3b-110eb1c12bd7 req-a62d04c7-129e-4029-881f-1bc95ad4bc1a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ffcb9c07-e17d-4d06-973b-e0dd18f001b0 HTTP/1.1" status: 200 len: 841 time: 0.0565071 Feb 01 04:45:24.757726 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1820dae-3d20-4ed6-ab3b-110eb1c12bd7 req-f5d5393d-3ecc-424f-a133-51b183cae484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:45:24.759256 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-f1820dae-3d20-4ed6-ab3b-110eb1c12bd7 req-f5d5393d-3ecc-424f-a133-51b183cae484 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f9826e9c-697d-416a-923d-204d1198f7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722620 Feb 01 04:45:24.887767 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-f1820dae-3d20-4ed6-ab3b-110eb1c12bd7 req-fbcf9d25-c4d9-4f3e-b777-d3a5a6fd33c2 service neutron] 10.222.0.18 "GET /v2.0/networks/f9826e9c-697d-416a-923d-204d1198f7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221173 Feb 01 04:45:25.016354 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-f1820dae-3d20-4ed6-ab3b-110eb1c12bd7 req-29976fbd-5855-466f-b469-319d64f3bd6b service neutron] 10.222.0.18 "GET /v2.0/networks/f9826e9c-697d-416a-923d-204d1198f7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223161 Feb 01 04:45:25.225197 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261dbfde-373a-4f1e-8dca-fac263b0be98 req-bb595420-d507-41db-b75c-b96f86aecb09 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:45:25.226540 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-261dbfde-373a-4f1e-8dca-fac263b0be98 req-bb595420-d507-41db-b75c-b96f86aecb09 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2ba78fc-d06c-4e08-b382-8eb197aa57b9 HTTP/1.1" status: 200 len: 943 time: 0.0783157 Feb 01 04:45:25.326857 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-261dbfde-373a-4f1e-8dca-fac263b0be98 req-9eb097aa-1395-4e6e-ab11-be7c9029ae4a tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee02c2cf-afe8-43b1-ba9c-28b13c261f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940826 Feb 01 04:45:26.505281 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f7ddb4-37b4-43c0-beba-93dd564d2627 req-d39d6c7e-4ed2-4c7b-918c-aa7e7dcf8456 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:45:26.506714 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-18f7ddb4-37b4-43c0-beba-93dd564d2627 req-d39d6c7e-4ed2-4c7b-918c-aa7e7dcf8456 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2ba78fc-d06c-4e08-b382-8eb197aa57b9 HTTP/1.1" status: 200 len: 943 time: 0.0781653 Feb 01 04:45:26.552921 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-18f7ddb4-37b4-43c0-beba-93dd564d2627 req-f1da310c-fe24-4901-bdaf-814e20a2a7af tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee02c2cf-afe8-43b1-ba9c-28b13c261f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404954 Feb 01 04:45:27.731107 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f391008-d70f-4393-b27d-d1583b8dd4e4 req-142d98c7-120f-4064-842e-cbc8fadc017b tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:45:27.732996 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-3f391008-d70f-4393-b27d-d1583b8dd4e4 req-142d98c7-120f-4064-842e-cbc8fadc017b tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2ba78fc-d06c-4e08-b382-8eb197aa57b9 HTTP/1.1" status: 200 len: 943 time: 0.0793478 Feb 01 04:45:27.777907 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-3f391008-d70f-4393-b27d-d1583b8dd4e4 req-7772b2d5-37f2-4b45-9d1b-7d236c12c7b3 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee02c2cf-afe8-43b1-ba9c-28b13c261f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393455 Feb 01 04:45:28.958577 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76852df2-0a58-48de-aac1-4f5096857896 req-eb25377b-fcfb-436f-8295-9a05be149477 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:45:28.960022 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-76852df2-0a58-48de-aac1-4f5096857896 req-eb25377b-fcfb-436f-8295-9a05be149477 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2ba78fc-d06c-4e08-b382-8eb197aa57b9 HTTP/1.1" status: 200 len: 943 time: 0.0776663 Feb 01 04:45:29.004145 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-76852df2-0a58-48de-aac1-4f5096857896 req-57042c24-aaff-4475-a03d-33b38dada9c0 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee02c2cf-afe8-43b1-ba9c-28b13c261f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379601 Feb 01 04:45:29.977354 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 3f796233-cefc-443d-979e-ceee9b9a5fff details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 01 04:45:30.128486 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 3f796233-cefc-443d-979e-ceee9b9a5fff, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=3f796233-cefc-443d-979e-ceee9b9a5fff,segment=NetworkSegment(6b1a300b-d251-4755-82de-371c1e658f49),segment_id=6b1a300b-d251-4755-82de-371c1e658f49)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:45:30.142777 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Returning: {'device': '3f796233-cefc-443d-979e-ceee9b9a5fff', 'network_id': 'a0c2a700-3881-4414-a7a8-128b0ce8d5cc', 'port_id': '3f796233-cefc-443d-979e-ceee9b9a5fff', 'mac_address': 'fa:16:3e:23:cc:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acb960c4-d095-42c0-820a-b7e1026fb7c0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 01 04:45:30.198864 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e254bf-722e-4669-8a5e-f973e324820d req-0856eff1-e50c-4d99-b0d7-e51a3aaa842a tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:45:30.200356 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-23e254bf-722e-4669-8a5e-f973e324820d req-0856eff1-e50c-4d99-b0d7-e51a3aaa842a tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2ba78fc-d06c-4e08-b382-8eb197aa57b9 HTTP/1.1" status: 200 len: 943 time: 0.0884538 Feb 01 04:45:30.207043 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:45:30.227736 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f796233-cefc-443d-979e-ceee9b9a5fff {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 04:45:30.245156 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 3f796233-cefc-443d-979e-ceee9b9a5fff, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=3f796233-cefc-443d-979e-ceee9b9a5fff,segment=NetworkSegment(6b1a300b-d251-4755-82de-371c1e658f49),segment_id=6b1a300b-d251-4755-82de-371c1e658f49)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:45:30.246532 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-23e254bf-722e-4669-8a5e-f973e324820d req-1f4729d2-65f8-4c61-86f8-22ee1e5c24cc tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee02c2cf-afe8-43b1-ba9c-28b13c261f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397854 Feb 01 04:45:30.255181 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:45:30.323097 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=3f796233-cefc-443d-979e-ceee9b9a5fff,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:45:30.330576 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:45:30.330924 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:45:30.332158 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:45:30.332158 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:45:30.332158 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:45:30.332378 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:45:30.332561 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:45:30.332885 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:45:30.333204 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:45:30.333523 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:45:30.333841 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:45:30.334156 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:45:30.634247 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] get_ports_and_sgs() called for port_ids ['3f796233-cefc-443d-979e-ceee9b9a5fff'] {{(pid=87638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 01 04:45:31.432843 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a413b7a-9147-48ba-9192-182c7902b687 req-9750807e-5f74-4e05-90c8-2ab8c13a0ede tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:45:31.434275 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7a413b7a-9147-48ba-9192-182c7902b687 req-9750807e-5f74-4e05-90c8-2ab8c13a0ede tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2ba78fc-d06c-4e08-b382-8eb197aa57b9 HTTP/1.1" status: 200 len: 944 time: 0.0840766 Feb 01 04:45:31.481378 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7a413b7a-9147-48ba-9192-182c7902b687 req-14216338-a007-4aff-adec-bf304da10bcb tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee02c2cf-afe8-43b1-ba9c-28b13c261f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394239 Feb 01 04:45:31.940423 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ae6cad8a-f776-4b7d-b3b0-753b2ace5f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:45:31.973607 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 3f796233-cefc-443d-979e-ceee9b9a5fff up at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:45:32.039565 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning for port 3f796233-cefc-443d-979e-ceee9b9a5fff completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:45:32.044661 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning complete for port 3f796233-cefc-443d-979e-ceee9b9a5fff triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:45:32.045024 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:45:32.157614 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:45:32.183175 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2ba78fc-d06c-4e08-b382-8eb197aa57b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f796233-cefc-443d-979e-ceee9b9a5fff'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:45:32.193496 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 3f796233-cefc-443d-979e-ceee9b9a5fff, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=3f796233-cefc-443d-979e-ceee9b9a5fff,segment=NetworkSegment(6b1a300b-d251-4755-82de-371c1e658f49),segment_id=6b1a300b-d251-4755-82de-371c1e658f49)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:45:32.196751 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:45:32.229187 dv-neutron-826830-1-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2ba78fc-d06c-4e08-b382-8eb197aa57b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f796233-cefc-443d-979e-ceee9b9a5fff', 'code': 200} Feb 01 04:45:32.266990 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=3f796233-cefc-443d-979e-ceee9b9a5fff,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:45:32.523977 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ae85b-8d4c-4097-9e60-9916f021b9c4 req-5d0a01ad-306b-4458-b339-e53011d3772b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:45:32.525458 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-d09ae85b-8d4c-4097-9e60-9916f021b9c4 req-5d0a01ad-306b-4458-b339-e53011d3772b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f2ba78fc-d06c-4e08-b382-8eb197aa57b9 HTTP/1.1" status: 200 len: 1098 time: 0.0689714 Feb 01 04:45:32.565622 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-d09ae85b-8d4c-4097-9e60-9916f021b9c4 req-047fe617-0046-4549-88d4-e3c7d3aab6bd service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ee02c2cf-afe8-43b1-ba9c-28b13c261f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337529 Feb 01 04:45:32.662383 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa56cd4-1b27-4637-afe0-a4c954b01d22 req-fc8ee033-d885-4133-b19f-7802f7f0b810 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:45:32.663842 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1fa56cd4-1b27-4637-afe0-a4c954b01d22 req-fc8ee033-d885-4133-b19f-7802f7f0b810 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2ba78fc-d06c-4e08-b382-8eb197aa57b9 HTTP/1.1" status: 200 len: 945 time: 0.0784748 Feb 01 04:45:32.706808 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1fa56cd4-1b27-4637-afe0-a4c954b01d22 req-f45f10c7-90ef-4882-a3f9-94b2a3752bab tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee02c2cf-afe8-43b1-ba9c-28b13c261f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374246 Feb 01 04:45:33.889252 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6747f61c-a974-45fe-b301-25a57616a25a req-708f9b2a-afd5-4542-9603-d304c506e093 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:45:33.890691 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-6747f61c-a974-45fe-b301-25a57616a25a req-708f9b2a-afd5-4542-9603-d304c506e093 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2ba78fc-d06c-4e08-b382-8eb197aa57b9 HTTP/1.1" status: 200 len: 945 time: 0.0813882 Feb 01 04:45:33.933984 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-6747f61c-a974-45fe-b301-25a57616a25a req-05a5ebb4-6d67-4f2e-8486-c365cf711378 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee02c2cf-afe8-43b1-ba9c-28b13c261f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375671 Feb 01 04:45:34.120245 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb46ce4-f7d9-4082-acb5-5bb17e30c5c6 req-1055d600-9872-4ed5-a48d-13764ccc1e3f tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:45:34.121656 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6cb46ce4-f7d9-4082-acb5-5bb17e30c5c6 req-1055d600-9872-4ed5-a48d-13764ccc1e3f tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2ba78fc-d06c-4e08-b382-8eb197aa57b9 HTTP/1.1" status: 200 len: 945 time: 0.0807180 Feb 01 04:45:34.163910 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6cb46ce4-f7d9-4082-acb5-5bb17e30c5c6 req-2865168c-1260-48f4-8043-ed46c2fbd7fd tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee02c2cf-afe8-43b1-ba9c-28b13c261f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363626 Feb 01 04:45:34.186482 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 44644) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:45:34.241158 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7712be3b-ca76-4be4-b7ec-976bfb689e7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:45:34.255650 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f09e74-5c71-412c-9b9b-d1502e971c9b tempest-TestVolumeBootPattern-1060188625 tempest-TestVolumeBootPattern-1060188625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:45:34.256341 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-72f09e74-5c71-412c-9b9b-d1502e971c9b tempest-TestVolumeBootPattern-1060188625 tempest-TestVolumeBootPattern-1060188625-project-admin] Synchronizing usage tracker for tenant:961f0cd51a3e44d9ae91b59e65b4bdc8 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:45:34.271841 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-72f09e74-5c71-412c-9b9b-d1502e971c9b tempest-TestVolumeBootPattern-1060188625 tempest-TestVolumeBootPattern-1060188625-project-admin] Unset dirty status for tenant:961f0cd51a3e44d9ae91b59e65b4bdc8 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:45:34.272948 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-72f09e74-5c71-412c-9b9b-d1502e971c9b tempest-TestVolumeBootPattern-1060188625 tempest-TestVolumeBootPattern-1060188625-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f2ba78fc-d06c-4e08-b382-8eb197aa57b9 HTTP/1.1" status: 200 len: 1093 time: 0.0855031 Feb 01 04:45:34.275702 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 44648) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:45:34.281081 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-66d44ccd-72ed-43c8-b8d8-10e16f4b734c tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Request body: {'floatingip': {'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'port_id': '3f796233-cefc-443d-979e-ceee9b9a5fff', 'tenant_id': '9f8d5bc7845843a4a3997b13887466a6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:45:34.286873 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-66d44ccd-72ed-43c8-b8d8-10e16f4b734c tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:45:34.290565 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-66d44ccd-72ed-43c8-b8d8-10e16f4b734c tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Usage tracker for resource:floatingip and tenant:9f8d5bc7845843a4a3997b13887466a6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:45:34.293323 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-66d44ccd-72ed-43c8-b8d8-10e16f4b734c tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:45:34.299471 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-66d44ccd-72ed-43c8-b8d8-10e16f4b734c tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:45:34.309492 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-66d44ccd-72ed-43c8-b8d8-10e16f4b734c tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks [] for floatingip, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:45:34.440952 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-66d44ccd-72ed-43c8-b8d8-10e16f4b734c tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:45:34.577341 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-66d44ccd-72ed-43c8-b8d8-10e16f4b734c tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Allocated IP 172.26.8.249 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/ad57b437-fce2-4079-b45b-6d3dd9175cad) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:45:34.718444 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-66d44ccd-72ed-43c8-b8d8-10e16f4b734c tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:45:34.745754 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-66d44ccd-72ed-43c8-b8d8-10e16f4b734c tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:45:34.808973 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d44ccd-72ed-43c8-b8d8-10e16f4b734c tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:45:34.812602 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-66d44ccd-72ed-43c8-b8d8-10e16f4b734c tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:45:34.816276 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d44ccd-72ed-43c8-b8d8-10e16f4b734c tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:45:34.855270 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d44ccd-72ed-43c8-b8d8-10e16f4b734c tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Pushing event updated for resources: {'Port': ['ID=ad57b437-fce2-4079-b45b-6d3dd9175cad,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:45:35.219819 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-66d44ccd-72ed-43c8-b8d8-10e16f4b734c tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:45:35.289989 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-66d44ccd-72ed-43c8-b8d8-10e16f4b734c tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:45:35.358412 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:45:35.476340 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:45:35.596775 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-66d44ccd-72ed-43c8-b8d8-10e16f4b734c tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:45:35.601247 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-66d44ccd-72ed-43c8-b8d8-10e16f4b734c tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:45:35.709725 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d44ccd-72ed-43c8-b8d8-10e16f4b734c tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Pushing event updated for resources: {'Port': ['ID=ad57b437-fce2-4079-b45b-6d3dd9175cad,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:45:35.722358 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-66d44ccd-72ed-43c8-b8d8-10e16f4b734c tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-774194'] for floatingip, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:45:35.895110 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.l3_db [None req-66d44ccd-72ed-43c8-b8d8-10e16f4b734c tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Floating IP 7c56543c-66dc-4f44-8fec-6617c2ac15df associated. External IP: 172.26.8.249, port: 3f796233-cefc-443d-979e-ceee9b9a5fff. Feb 01 04:45:36.232223 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66d44ccd-72ed-43c8-b8d8-10e16f4b734c tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Router 1014f846-447e-455d-8a3a-e55c04980670 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:45:36.403063 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66d44ccd-72ed-43c8-b8d8-10e16f4b734c tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:45:36.412643 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93e9f16-fb0a-42fe-b81f-d4a7a19ec213 None None] Sync routers for ids ['1014f846-447e-455d-8a3a-e55c04980670'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:45:36.421381 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93e9f16-fb0a-42fe-b81f-d4a7a19ec213 None None] Routers {'1014f846-447e-455d-8a3a-e55c04980670'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:45:36.421984 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-b93e9f16-fb0a-42fe-b81f-d4a7a19ec213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:45:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['1014f846-447e-455d-8a3a-e55c04980670'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:45:36.426501 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-66d44ccd-72ed-43c8-b8d8-10e16f4b734c tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:45:36.482819 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-66d44ccd-72ed-43c8-b8d8-10e16f4b734c tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2059624 Feb 01 04:45:36.483256 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2ba78fc-d06c-4e08-b382-8eb197aa57b9', 'tag': '3f796233-cefc-443d-979e-ceee9b9a5fff'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:45:36.530477 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2ba78fc-d06c-4e08-b382-8eb197aa57b9', 'tag': '3f796233-cefc-443d-979e-ceee9b9a5fff', 'status': 'completed', 'code': 200} Feb 01 04:45:36.601819 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-b93e9f16-fb0a-42fe-b81f-d4a7a19ec213 None None] Set router 1014f846-447e-455d-8a3a-e55c04980670 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:45:36.643988 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17798eb8-95d1-4392-bfe3-df03aacd67d5 req-a803eec0-4d00-41c7-b89a-d7e27c09bbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:45:36.645452 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-17798eb8-95d1-4392-bfe3-df03aacd67d5 req-a803eec0-4d00-41c7-b89a-d7e27c09bbf4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f8d5bc7845843a4a3997b13887466a6&device_id=f2ba78fc-d06c-4e08-b382-8eb197aa57b9 HTTP/1.1" status: 200 len: 1098 time: 0.0703106 Feb 01 04:45:36.779295 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17798eb8-95d1-4392-bfe3-df03aacd67d5 req-ffd75e04-ac6a-459a-a7c3-5fab239ad141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:45:36.780739 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-17798eb8-95d1-4392-bfe3-df03aacd67d5 req-ffd75e04-ac6a-459a-a7c3-5fab239ad141 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a0c2a700-3881-4414-a7a8-128b0ce8d5cc HTTP/1.1" status: 200 len: 911 time: 0.1286004 Feb 01 04:45:36.951805 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-b93e9f16-fb0a-42fe-b81f-d4a7a19ec213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1014f846-447e-455d-8a3a-e55c04980670', 'name': 'tempest-TestVolumeBootPattern-533563384-router', 'tenant_id': '9f8d5bc7845843a4a3997b13887466a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': 'f7fbbe8b-34ff-4f49-836c-3f11895c073a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:40:07Z', 'updated_at': '2022-02-01T04:40:13Z', 'revision_number': 4, 'project_id': '9f8d5bc7845843a4a3997b13887466a6', 'gw_port': {'id': 'f7fbbe8b-34ff-4f49-836c-3f11895c073a', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1014f846-447e-455d-8a3a-e55c04980670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:40:08Z', 'updated_at': '2022-02-01T04:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': '45c4658d-9f0d-4f6f-a5e3-65496a961e5c', 'tenant_id': '9f8d5bc7845843a4a3997b13887466a6', 'floating_ip_address': '172.26.8.41', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '1014f846-447e-455d-8a3a-e55c04980670', 'port_id': 'f845c522-bca6-4f00-99aa-1ec6a6aa47a2', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0c2a700-3881-4414-a7a8-128b0ce8d5cc', 'mac_address': 'fa:16:3e:55:25:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ca9dc1-f59c-415c-8e8d-5204d6cf9e80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:43:27Z', 'updated_at': '2022-02-01T04:43:30Z', 'revision_number': 1, 'project_id': '9f8d5bc7845843a4a3997b13887466a6', 'fixed_ip_address_scope': None}, {'id': '7c56543c-66dc-4f44-8fec-6617c2ac15df', 'tenant_id': '9f8d5bc7845843a4a3997b13887466a6', 'floating_ip_address': '172.26.8.249', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '1014f846-447e-455d-8a3a-e55c04980670', 'port_id': '3f796233-cefc-443d-979e-ceee9b9a5fff', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0c2a700-3881-4414-a7a8-128b0ce8d5cc', 'mac_address': 'fa:16:3e:23:cc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ba78fc-d06c-4e08-b382-8eb197aa57b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:45:35Z', 'updated_at': '2022-02-01T04:45:35Z', 'revision_number': 0, 'project_id': '9f8d5bc7845843a4a3997b13887466a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a518623-ba34-4b6d-b35c-d792284a9b2a', 'name': '', 'network_id': 'a0c2a700-3881-4414-a7a8-128b0ce8d5cc', 'tenant_id': '9f8d5bc7845843a4a3997b13887466a6', 'mac_address': 'fa:16:3e:f6:ce:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1014f846-447e-455d-8a3a-e55c04980670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'acb960c4-d095-42c0-820a-b7e1026fb7c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:40:12Z', 'updated_at': '2022-02-01T04:40:20Z', 'revision_number': 5, 'project_id': '9f8d5bc7845843a4a3997b13887466a6', 'subnets': [{'id': 'acb960c4-d095-42c0-820a-b7e1026fb7c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:45:36.955659 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93e9f16-fb0a-42fe-b81f-d4a7a19ec213 None None] Checking router: 1014f846-447e-455d-8a3a-e55c04980670 for host: dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:45:36.963906 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93e9f16-fb0a-42fe-b81f-d4a7a19ec213 None None] Routers {'1014f846-447e-455d-8a3a-e55c04980670'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:45:36.964478 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-b93e9f16-fb0a-42fe-b81f-d4a7a19ec213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:45:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['1014f846-447e-455d-8a3a-e55c04980670'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:45:36.987608 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-17798eb8-95d1-4392-bfe3-df03aacd67d5 req-23cb009b-2b12-49cc-b7ee-a6e2c290d896 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f796233-cefc-443d-979e-ceee9b9a5fff HTTP/1.1" status: 200 len: 999 time: 0.2010400 Feb 01 04:45:37.052656 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17798eb8-95d1-4392-bfe3-df03aacd67d5 req-baeed164-cd39-444b-89d8-821bc62ce6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:45:37.054026 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-17798eb8-95d1-4392-bfe3-df03aacd67d5 req-baeed164-cd39-444b-89d8-821bc62ce6df service neutron] 10.222.0.18 "GET /v2.0/subnets?id=acb960c4-d095-42c0-820a-b7e1026fb7c0 HTTP/1.1" status: 200 len: 850 time: 0.0606625 Feb 01 04:45:37.083298 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:45:37.138562 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17798eb8-95d1-4392-bfe3-df03aacd67d5 req-3b8fc69e-20f6-417b-a032-9fc810da2365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:45:37.140067 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-17798eb8-95d1-4392-bfe3-df03aacd67d5 req-3b8fc69e-20f6-417b-a032-9fc810da2365 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a0c2a700-3881-4414-a7a8-128b0ce8d5cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786595 Feb 01 04:45:37.186462 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-b93e9f16-fb0a-42fe-b81f-d4a7a19ec213 None None] Set router 1014f846-447e-455d-8a3a-e55c04980670 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:45:37.271481 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-17798eb8-95d1-4392-bfe3-df03aacd67d5 req-ca8c360d-2e09-4967-b6a3-c8480488ab91 service neutron] 10.222.0.18 "GET /v2.0/networks/a0c2a700-3881-4414-a7a8-128b0ce8d5cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251745 Feb 01 04:45:37.401955 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-17798eb8-95d1-4392-bfe3-df03aacd67d5 req-770b2173-55d3-421c-9c70-bc8f2f2a2812 service neutron] 10.222.0.18 "GET /v2.0/networks/a0c2a700-3881-4414-a7a8-128b0ce8d5cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246183 Feb 01 04:45:37.539743 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-b93e9f16-fb0a-42fe-b81f-d4a7a19ec213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1014f846-447e-455d-8a3a-e55c04980670', 'name': 'tempest-TestVolumeBootPattern-533563384-router', 'tenant_id': '9f8d5bc7845843a4a3997b13887466a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': 'f7fbbe8b-34ff-4f49-836c-3f11895c073a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:40:07Z', 'updated_at': '2022-02-01T04:40:13Z', 'revision_number': 4, 'project_id': '9f8d5bc7845843a4a3997b13887466a6', 'gw_port': {'id': 'f7fbbe8b-34ff-4f49-836c-3f11895c073a', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1014f846-447e-455d-8a3a-e55c04980670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:40:08Z', 'updated_at': '2022-02-01T04:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': '45c4658d-9f0d-4f6f-a5e3-65496a961e5c', 'tenant_id': '9f8d5bc7845843a4a3997b13887466a6', 'floating_ip_address': '172.26.8.41', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '1014f846-447e-455d-8a3a-e55c04980670', 'port_id': 'f845c522-bca6-4f00-99aa-1ec6a6aa47a2', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0c2a700-3881-4414-a7a8-128b0ce8d5cc', 'mac_address': 'fa:16:3e:55:25:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ca9dc1-f59c-415c-8e8d-5204d6cf9e80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:43:27Z', 'updated_at': '2022-02-01T04:43:30Z', 'revision_number': 1, 'project_id': '9f8d5bc7845843a4a3997b13887466a6', 'fixed_ip_address_scope': None}, {'id': '7c56543c-66dc-4f44-8fec-6617c2ac15df', 'tenant_id': '9f8d5bc7845843a4a3997b13887466a6', 'floating_ip_address': '172.26.8.249', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '1014f846-447e-455d-8a3a-e55c04980670', 'port_id': '3f796233-cefc-443d-979e-ceee9b9a5fff', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0c2a700-3881-4414-a7a8-128b0ce8d5cc', 'mac_address': 'fa:16:3e:23:cc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ba78fc-d06c-4e08-b382-8eb197aa57b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:45:35Z', 'updated_at': '2022-02-01T04:45:35Z', 'revision_number': 0, 'project_id': '9f8d5bc7845843a4a3997b13887466a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a518623-ba34-4b6d-b35c-d792284a9b2a', 'name': '', 'network_id': 'a0c2a700-3881-4414-a7a8-128b0ce8d5cc', 'tenant_id': '9f8d5bc7845843a4a3997b13887466a6', 'mac_address': 'fa:16:3e:f6:ce:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1014f846-447e-455d-8a3a-e55c04980670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'acb960c4-d095-42c0-820a-b7e1026fb7c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:40:12Z', 'updated_at': '2022-02-01T04:40:20Z', 'revision_number': 5, 'project_id': '9f8d5bc7845843a4a3997b13887466a6', 'subnets': [{'id': 'acb960c4-d095-42c0-820a-b7e1026fb7c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:45:37.543693 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93e9f16-fb0a-42fe-b81f-d4a7a19ec213 None None] The sync data for ids ['1014f846-447e-455d-8a3a-e55c04980670'] in dv-neutron-826830-1-hyperv is: [{'id': '1014f846-447e-455d-8a3a-e55c04980670', 'name': 'tempest-TestVolumeBootPattern-533563384-router', 'tenant_id': '9f8d5bc7845843a4a3997b13887466a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': 'f7fbbe8b-34ff-4f49-836c-3f11895c073a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:40:07Z', 'updated_at': '2022-02-01T04:40:13Z', 'revision_number': 4, 'project_id': '9f8d5bc7845843a4a3997b13887466a6', 'gw_port': {'id': 'f7fbbe8b-34ff-4f49-836c-3f11895c073a', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1014f846-447e-455d-8a3a-e55c04980670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:40:08Z', 'updated_at': '2022-02-01T04:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': '45c4658d-9f0d-4f6f-a5e3-65496a961e5c', 'tenant_id': '9f8d5bc7845843a4a3997b13887466a6', 'floating_ip_address': '172.26.8.41', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '1014f846-447e-455d-8a3a-e55c04980670', 'port_id': 'f845c522-bca6-4f00-99aa-1ec6a6aa47a2', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0c2a700-3881-4414-a7a8-128b0ce8d5cc', 'mac_address': 'fa:16:3e:55:25:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ca9dc1-f59c-415c-8e8d-5204d6cf9e80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:43:27Z', 'updated_at': '2022-02-01T04:43:30Z', 'revision_number': 1, 'project_id': '9f8d5bc7845843a4a3997b13887466a6', 'fixed_ip_address_scope': None}, {'id': '7c56543c-66dc-4f44-8fec-6617c2ac15df', 'tenant_id': '9f8d5bc7845843a4a3997b13887466a6', 'floating_ip_address': '172.26.8.249', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '1014f846-447e-455d-8a3a-e55c04980670', 'port_id': '3f796233-cefc-443d-979e-ceee9b9a5fff', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0c2a700-3881-4414-a7a8-128b0ce8d5cc', 'mac_address': 'fa:16:3e:23:cc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ba78fc-d06c-4e08-b382-8eb197aa57b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:45:35Z', 'updated_at': '2022-02-01T04:45:35Z', 'revision_number': 0, 'project_id': '9f8d5bc7845843a4a3997b13887466a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a518623-ba34-4b6d-b35c-d792284a9b2a', 'name': '', 'network_id': 'a0c2a700-3881-4414-a7a8-128b0ce8d5cc', 'tenant_id': '9f8d5bc7845843a4a3997b13887466a6', 'mac_address': 'fa:16:3e:f6:ce:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1014f846-447e-455d-8a3a-e55c04980670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'acb960c4-d095-42c0-820a-b7e1026fb7c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:40:12Z', 'updated_at': '2022-02-01T04:40:20Z', 'revision_number': 5, 'project_id': '9f8d5bc7845843a4a3997b13887466a6', 'subnets': [{'id': 'acb960c4-d095-42c0-820a-b7e1026fb7c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:45:37.727812 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd89ab81-d1bf-4c75-8d54-740e96e286be None None] New status for floating IP 7c56543c-66dc-4f44-8fec-6617c2ac15df: ACTIVE {{(pid=87639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 01 04:45:42.354478 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 04:45:44.965720 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:46:01.942375 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bb70ef51-15c8-4e55-900f-217a3cb0bf49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:46:04.242362 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-612ed431-d29e-4fba-bcda-c25dbeb5df00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:46:05.360690 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:46:05.477401 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:46:06.994566 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:46:10.375209 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 44666) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:46:10.439821 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-07b6666e-cdd5-4c2f-bec7-439d32909fe2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:46:10.556450 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-07b6666e-cdd5-4c2f-bec7-439d32909fe2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2652166'] for subnet, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:46:10.840908 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-07b6666e-cdd5-4c2f-bec7-439d32909fe2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734577908462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3072160'] for subnet, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:46:10.888825 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b6666e-cdd5-4c2f-bec7-439d32909fe2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:46:10.889409 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-07b6666e-cdd5-4c2f-bec7-439d32909fe2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:46:10.891229 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-07b6666e-cdd5-4c2f-bec7-439d32909fe2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "PUT /v2.0/subnets/ffcb9c07-e17d-4d06-973b-e0dd18f001b0 HTTP/1.1" status: 200 len: 833 time: 0.5144918 Feb 01 04:46:10.895642 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae6b839-5fd1-42cc-b612-8b155c4aacca None None] Network f9826e9c-697d-416a-923d-204d1198f7d8 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:46:10.908180 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b6666e-cdd5-4c2f-bec7-439d32909fe2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'Subnet': ['ID=ffcb9c07-e17d-4d06-973b-e0dd18f001b0,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:46:11.407841 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-87ff37f2-fc6a-4c97-a467-abcdd9b8bbf3 None None] Provisioning complete for port ae7108a8-42a2-47c9-8a1b-4e07645d95e9 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:46:11.408118 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-87ff37f2-fc6a-4c97-a467-abcdd9b8bbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:46:11.529716 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-87ff37f2-fc6a-4c97-a467-abcdd9b8bbf3 None None] Provisioning complete for port f5242aec-e5e6-49a9-b80f-27efd15e4aa4 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:46:11.530081 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-87ff37f2-fc6a-4c97-a467-abcdd9b8bbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:46:11.651807 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-87ff37f2-fc6a-4c97-a467-abcdd9b8bbf3 None None] Provisioning complete for port 2cab8924-e1f1-4876-9ddb-ef17c5feefde triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:46:11.652175 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-87ff37f2-fc6a-4c97-a467-abcdd9b8bbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:46:14.990414 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:46:19.354707 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 04:46:24.239956 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-405b08b6-d8eb-4ab1-b23e-de6835b62ebe req-cfa8fc89-b586-42b2-ae8f-2dbeb45f1699 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=20ca9dc1-f59c-415c-8e8d-5204d6cf9e80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1304486 Feb 01 04:46:24.394290 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405b08b6-d8eb-4ab1-b23e-de6835b62ebe req-3e896511-3a9b-40d0-a34b-d069a1ce3a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:46:24.395712 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-405b08b6-d8eb-4ab1-b23e-de6835b62ebe req-3e896511-3a9b-40d0-a34b-d069a1ce3a08 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f8d5bc7845843a4a3997b13887466a6&device_id=20ca9dc1-f59c-415c-8e8d-5204d6cf9e80 HTTP/1.1" status: 200 len: 1098 time: 0.0717764 Feb 01 04:46:24.543534 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405b08b6-d8eb-4ab1-b23e-de6835b62ebe req-9d82d7c0-b210-4632-9772-63238dbf01f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:46:24.544952 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-405b08b6-d8eb-4ab1-b23e-de6835b62ebe req-9d82d7c0-b210-4632-9772-63238dbf01f8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a0c2a700-3881-4414-a7a8-128b0ce8d5cc HTTP/1.1" status: 200 len: 911 time: 0.1299067 Feb 01 04:46:24.647312 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-405b08b6-d8eb-4ab1-b23e-de6835b62ebe req-277c116f-5942-4b43-a45e-dfe601cdbda5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f845c522-bca6-4f00-99aa-1ec6a6aa47a2 HTTP/1.1" status: 200 len: 1000 time: 0.0955541 Feb 01 04:46:24.709765 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405b08b6-d8eb-4ab1-b23e-de6835b62ebe req-d40c41c3-2131-45e9-bd72-115b96e91708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:46:24.711197 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-405b08b6-d8eb-4ab1-b23e-de6835b62ebe req-d40c41c3-2131-45e9-bd72-115b96e91708 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=acb960c4-d095-42c0-820a-b7e1026fb7c0 HTTP/1.1" status: 200 len: 850 time: 0.0573549 Feb 01 04:46:24.791723 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405b08b6-d8eb-4ab1-b23e-de6835b62ebe req-44f33435-c61f-4893-a64b-1937997cbca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:46:24.793323 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-405b08b6-d8eb-4ab1-b23e-de6835b62ebe req-44f33435-c61f-4893-a64b-1937997cbca0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a0c2a700-3881-4414-a7a8-128b0ce8d5cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749061 Feb 01 04:46:24.926135 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-405b08b6-d8eb-4ab1-b23e-de6835b62ebe req-d1ef66d1-bfa5-4de5-8f71-61eaca8856c3 service neutron] 10.222.0.18 "GET /v2.0/networks/a0c2a700-3881-4414-a7a8-128b0ce8d5cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260750 Feb 01 04:46:25.076249 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-405b08b6-d8eb-4ab1-b23e-de6835b62ebe req-1b2bee6e-c144-4a8b-bcdb-322f73cf2a9f service neutron] 10.222.0.18 "GET /v2.0/networks/a0c2a700-3881-4414-a7a8-128b0ce8d5cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426673 Feb 01 04:46:31.943988 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9aa19549-3dde-47e4-ad49-2b764097c304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:46:34.244697 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-065ea8e7-15f8-4fb2-bd44-2df1cf390daf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:46:35.361697 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:46:35.479793 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:46:36.997131 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:46:44.994910 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:46:53.713264 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 44690) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:46:53.917960 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-0f33f227-9f92-4ff7-8095-c2e8f4a41a5a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Deleting port ed8a4e7f-a21e-4d2b-9482-8b6f0e38282d {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:46:53.918307 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0f33f227-9f92-4ff7-8095-c2e8f4a41a5a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:46:54.090097 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0f33f227-9f92-4ff7-8095-c2e8f4a41a5a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:46:54.090421 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0f33f227-9f92-4ff7-8095-c2e8f4a41a5a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:46:54.212369 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-0f33f227-9f92-4ff7-8095-c2e8f4a41a5a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Calling delete_port for ed8a4e7f-a21e-4d2b-9482-8b6f0e38282d owned by network:floatingip {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:46:54.367084 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0f33f227-9f92-4ff7-8095-c2e8f4a41a5a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:46:54.412731 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f33f227-9f92-4ff7-8095-c2e8f4a41a5a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event deleted for resources: {'Port': ['ID=ed8a4e7f-a21e-4d2b-9482-8b6f0e38282d,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:46:54.481101 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f33f227-9f92-4ff7-8095-c2e8f4a41a5a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:46:54.481101 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f33f227-9f92-4ff7-8095-c2e8f4a41a5a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:46:54.481101 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f33f227-9f92-4ff7-8095-c2e8f4a41a5a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:46:54.481101 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f33f227-9f92-4ff7-8095-c2e8f4a41a5a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:46:54.481101 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f33f227-9f92-4ff7-8095-c2e8f4a41a5a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:46:54.481101 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f33f227-9f92-4ff7-8095-c2e8f4a41a5a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:46:54.481101 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f33f227-9f92-4ff7-8095-c2e8f4a41a5a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:46:54.481101 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f33f227-9f92-4ff7-8095-c2e8f4a41a5a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:46:54.481101 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f33f227-9f92-4ff7-8095-c2e8f4a41a5a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:46:54.481101 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f33f227-9f92-4ff7-8095-c2e8f4a41a5a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:46:54.481101 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f33f227-9f92-4ff7-8095-c2e8f4a41a5a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:46:54.484529 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f33f227-9f92-4ff7-8095-c2e8f4a41a5a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:46:54.511525 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0f33f227-9f92-4ff7-8095-c2e8f4a41a5a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for floatingip, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:46:54.511858 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.l3_db [None req-0f33f227-9f92-4ff7-8095-c2e8f4a41a5a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Floating IP 57de5163-ba1e-46d0-b2bf-9e05348de71e disassociated (deleted). External IP: 172.26.8.17, port: f5242aec-e5e6-49a9-b80f-27efd15e4aa4. Feb 01 04:46:54.853032 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f33f227-9f92-4ff7-8095-c2e8f4a41a5a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Router 43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:46:55.135904 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f33f227-9f92-4ff7-8095-c2e8f4a41a5a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:46:55.145530 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afe753d-5c9d-4909-b466-6c208d8dfacc None None] Sync routers for ids ['43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:46:55.154803 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0f33f227-9f92-4ff7-8095-c2e8f4a41a5a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:46:55.157410 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afe753d-5c9d-4909-b466-6c208d8dfacc None None] Routers {'43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:46:55.158021 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-3afe753d-5c9d-4909-b466-6c208d8dfacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:46:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:46:55.212654 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0f33f227-9f92-4ff7-8095-c2e8f4a41a5a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "DELETE /v2.0/floatingips/57de5163-ba1e-46d0-b2bf-9e05348de71e HTTP/1.1" status: 204 len: 168 time: 1.4980130 Feb 01 04:46:55.213244 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba2bd2f1-6698-47a5-b2f8-fcaa8e68deca', 'tag': 'f5242aec-e5e6-49a9-b80f-27efd15e4aa4'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:46:55.328271 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba2bd2f1-6698-47a5-b2f8-fcaa8e68deca', 'tag': 'f5242aec-e5e6-49a9-b80f-27efd15e4aa4', 'status': 'completed', 'code': 200} Feb 01 04:46:55.394550 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-3afe753d-5c9d-4909-b466-6c208d8dfacc None None] Set router 43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:46:55.444932 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d77d5f2-7dd4-40c2-87c8-b8d4f50ef0cb req-01c22f1d-bf07-449b-af66-0b3adce80977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:46:55.447000 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-8d77d5f2-7dd4-40c2-87c8-b8d4f50ef0cb req-01c22f1d-bf07-449b-af66-0b3adce80977 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0629703b9474474a9f2fde13723d2e8b&device_id=ba2bd2f1-6698-47a5-b2f8-fcaa8e68deca HTTP/1.1" status: 200 len: 1098 time: 0.0750964 Feb 01 04:46:55.725702 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-3afe753d-5c9d-4909-b466-6c208d8dfacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6', 'name': 'tempest-TestNetworkBasicOps-router-879779419', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.166'}], 'enable_snat': True}, 'gw_port_id': 'a4e20ef0-c004-4b16-8855-43e3bc811e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:43:55Z', 'updated_at': '2022-02-01T04:44:00Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': 'a4e20ef0-c004-4b16-8855-43e3bc811e36', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:43:56Z', 'updated_at': '2022-02-01T04:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '2cab8924-e1f1-4876-9ddb-ef17c5feefde', 'name': '', 'network_id': 'f9826e9c-697d-416a-923d-204d1198f7d8', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:3f:c2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'ffcb9c07-e17d-4d06-973b-e0dd18f001b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:43:59Z', 'updated_at': '2022-02-01T04:44:04Z', 'revision_number': 5, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': 'ffcb9c07-e17d-4d06-973b-e0dd18f001b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:46:55.729653 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afe753d-5c9d-4909-b466-6c208d8dfacc None None] Checking router: 43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6 for host: dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:46:55.738502 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afe753d-5c9d-4909-b466-6c208d8dfacc None None] Routers {'43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:46:55.739105 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-3afe753d-5c9d-4909-b466-6c208d8dfacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:46:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:46:55.765211 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d77d5f2-7dd4-40c2-87c8-b8d4f50ef0cb req-04062490-b26a-4d38-9a50-9655670c1a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:46:55.766670 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-8d77d5f2-7dd4-40c2-87c8-b8d4f50ef0cb req-04062490-b26a-4d38-9a50-9655670c1a49 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f9826e9c-697d-416a-923d-204d1198f7d8 HTTP/1.1" status: 200 len: 897 time: 0.2991734 Feb 01 04:46:55.839421 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-8d77d5f2-7dd4-40c2-87c8-b8d4f50ef0cb req-4c0854bc-045f-4fff-9cc5-c16be6a9b9bf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5242aec-e5e6-49a9-b80f-27efd15e4aa4 HTTP/1.1" status: 200 len: 217 time: 0.0664256 Feb 01 04:46:55.851737 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afbebea-ae44-4e99-a001-65d693c1ab17 req-b913e370-14ea-4af4-b0d3-dbbd202c6073 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:46:55.853243 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-7afbebea-ae44-4e99-a001-65d693c1ab17 req-b913e370-14ea-4af4-b0d3-dbbd202c6073 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba2bd2f1-6698-47a5-b2f8-fcaa8e68deca HTTP/1.1" status: 200 len: 945 time: 0.3449199 Feb 01 04:46:55.917549 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-3afe753d-5c9d-4909-b466-6c208d8dfacc None None] Set router 43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:46:55.939810 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d77d5f2-7dd4-40c2-87c8-b8d4f50ef0cb req-56563890-f647-4298-b199-eff2d0cc1ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:46:55.941239 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-8d77d5f2-7dd4-40c2-87c8-b8d4f50ef0cb req-56563890-f647-4298-b199-eff2d0cc1ec1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ffcb9c07-e17d-4d06-973b-e0dd18f001b0 HTTP/1.1" status: 200 len: 841 time: 0.0871696 Feb 01 04:46:55.945652 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-7afbebea-ae44-4e99-a001-65d693c1ab17 req-ff16b0f9-08fb-47de-8b77-9d4e2d680d9b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a18d045-fd7f-438e-afd6-23eac25e32e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617416 Feb 01 04:46:56.019506 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d77d5f2-7dd4-40c2-87c8-b8d4f50ef0cb req-1a5dc907-86ed-4bcb-9389-b566d8d59a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:46:56.020984 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-8d77d5f2-7dd4-40c2-87c8-b8d4f50ef0cb req-1a5dc907-86ed-4bcb-9389-b566d8d59a6d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f9826e9c-697d-416a-923d-204d1198f7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729036 Feb 01 04:46:56.151705 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-8d77d5f2-7dd4-40c2-87c8-b8d4f50ef0cb req-e654bd26-1a8e-4665-ab44-7621409d1b31 service neutron] 10.222.0.18 "GET /v2.0/networks/f9826e9c-697d-416a-923d-204d1198f7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236386 Feb 01 04:46:56.225170 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-3afe753d-5c9d-4909-b466-6c208d8dfacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6', 'name': 'tempest-TestNetworkBasicOps-router-879779419', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.166'}], 'enable_snat': True}, 'gw_port_id': 'a4e20ef0-c004-4b16-8855-43e3bc811e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:43:55Z', 'updated_at': '2022-02-01T04:44:00Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': 'a4e20ef0-c004-4b16-8855-43e3bc811e36', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:43:56Z', 'updated_at': '2022-02-01T04:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '2cab8924-e1f1-4876-9ddb-ef17c5feefde', 'name': '', 'network_id': 'f9826e9c-697d-416a-923d-204d1198f7d8', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:3f:c2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'ffcb9c07-e17d-4d06-973b-e0dd18f001b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:43:59Z', 'updated_at': '2022-02-01T04:44:04Z', 'revision_number': 5, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': 'ffcb9c07-e17d-4d06-973b-e0dd18f001b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:46:56.229164 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afe753d-5c9d-4909-b466-6c208d8dfacc None None] The sync data for ids ['43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6'] in dv-neutron-826830-1-hyperv is: [{'id': '43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6', 'name': 'tempest-TestNetworkBasicOps-router-879779419', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.166'}], 'enable_snat': True}, 'gw_port_id': 'a4e20ef0-c004-4b16-8855-43e3bc811e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:43:55Z', 'updated_at': '2022-02-01T04:44:00Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': 'a4e20ef0-c004-4b16-8855-43e3bc811e36', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:43:56Z', 'updated_at': '2022-02-01T04:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '2cab8924-e1f1-4876-9ddb-ef17c5feefde', 'name': '', 'network_id': 'f9826e9c-697d-416a-923d-204d1198f7d8', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:3f:c2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'ffcb9c07-e17d-4d06-973b-e0dd18f001b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:43:59Z', 'updated_at': '2022-02-01T04:44:04Z', 'revision_number': 5, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': 'ffcb9c07-e17d-4d06-973b-e0dd18f001b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:46:56.290462 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-8d77d5f2-7dd4-40c2-87c8-b8d4f50ef0cb req-59c44e0e-1d37-4c2a-b80c-7ff4cee1293d service neutron] 10.222.0.18 "GET /v2.0/networks/f9826e9c-697d-416a-923d-204d1198f7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308756 Feb 01 04:46:56.353639 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 04:46:56.438999 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289e9e61-405d-4ad3-aeef-bb93f7149e1b None None] New status for floating IP 57de5163-ba1e-46d0-b2bf-9e05348de71e: DOWN {{(pid=87639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 01 04:46:56.979906 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc32b51f-aeed-4c95-8765-26de5e7d218e req-7c6b7cb2-5887-48c6-8f7d-ad4dc8f5d150 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:46:56.981433 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-dc32b51f-aeed-4c95-8765-26de5e7d218e req-7c6b7cb2-5887-48c6-8f7d-ad4dc8f5d150 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba2bd2f1-6698-47a5-b2f8-fcaa8e68deca HTTP/1.1" status: 200 len: 945 time: 0.0777211 Feb 01 04:46:57.052775 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [req-dc32b51f-aeed-4c95-8765-26de5e7d218e req-739fcc0e-9733-46fb-aeab-6fe27637886d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Deleting port f5242aec-e5e6-49a9-b80f-27efd15e4aa4 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:46:57.053131 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-dc32b51f-aeed-4c95-8765-26de5e7d218e req-739fcc0e-9733-46fb-aeab-6fe27637886d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:46:57.180976 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3931b64-217e-484e-8224-a1e14308c3c8 req-1aa35f7e-4f00-47b3-9920-3265da22b4d0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:46:57.181563 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-a3931b64-217e-484e-8224-a1e14308c3c8 req-1aa35f7e-4f00-47b3-9920-3265da22b4d0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Synchronizing usage tracker for tenant:0629703b9474474a9f2fde13723d2e8b on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:46:57.196942 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-a3931b64-217e-484e-8224-a1e14308c3c8 req-1aa35f7e-4f00-47b3-9920-3265da22b4d0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Unset dirty status for tenant:0629703b9474474a9f2fde13723d2e8b on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:46:57.198306 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a3931b64-217e-484e-8224-a1e14308c3c8 req-1aa35f7e-4f00-47b3-9920-3265da22b4d0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba2bd2f1-6698-47a5-b2f8-fcaa8e68deca HTTP/1.1" status: 200 len: 945 time: 0.1422939 Feb 01 04:46:57.241364 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a3931b64-217e-484e-8224-a1e14308c3c8 req-d0b1daca-cefd-4988-abd3-47316c101cba tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a18d045-fd7f-438e-afd6-23eac25e32e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373437 Feb 01 04:46:57.298705 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [req-dc32b51f-aeed-4c95-8765-26de5e7d218e req-739fcc0e-9733-46fb-aeab-6fe27637886d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] For port f5242aec-e5e6-49a9-b80f-27efd15e4aa4, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=f5242aec-e5e6-49a9-b80f-27efd15e4aa4,segment=NetworkSegment(96af3537-1a15-4e0f-913d-2fcc89ad07f9),segment_id=96af3537-1a15-4e0f-913d-2fcc89ad07f9)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:46:57.299092 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-dc32b51f-aeed-4c95-8765-26de5e7d218e req-739fcc0e-9733-46fb-aeab-6fe27637886d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:46:57.417058 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [req-dc32b51f-aeed-4c95-8765-26de5e7d218e req-739fcc0e-9733-46fb-aeab-6fe27637886d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Calling delete_port for f5242aec-e5e6-49a9-b80f-27efd15e4aa4 owned by compute:nova {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:46:57.559833 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-dc32b51f-aeed-4c95-8765-26de5e7d218e req-739fcc0e-9733-46fb-aeab-6fe27637886d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:46:57.637848 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739fcc0e-9733-46fb-aeab-6fe27637886d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event deleted for resources: {'Port': ['ID=f5242aec-e5e6-49a9-b80f-27efd15e4aa4,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:46:57.653627 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739fcc0e-9733-46fb-aeab-6fe27637886d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:46:57.653967 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739fcc0e-9733-46fb-aeab-6fe27637886d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:46:57.654299 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739fcc0e-9733-46fb-aeab-6fe27637886d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:46:57.654629 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739fcc0e-9733-46fb-aeab-6fe27637886d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:46:57.654948 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739fcc0e-9733-46fb-aeab-6fe27637886d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:46:57.655294 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739fcc0e-9733-46fb-aeab-6fe27637886d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:46:57.655614 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739fcc0e-9733-46fb-aeab-6fe27637886d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:46:57.655929 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739fcc0e-9733-46fb-aeab-6fe27637886d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:46:57.656243 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739fcc0e-9733-46fb-aeab-6fe27637886d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:46:57.656558 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739fcc0e-9733-46fb-aeab-6fe27637886d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:46:57.656867 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739fcc0e-9733-46fb-aeab-6fe27637886d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:46:57.657173 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739fcc0e-9733-46fb-aeab-6fe27637886d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:46:57.696678 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc32b51f-aeed-4c95-8765-26de5e7d218e req-739fcc0e-9733-46fb-aeab-6fe27637886d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] No DVR routers for this DVR port f5242aec-e5e6-49a9-b80f-27efd15e4aa4 on host hv-neutron-8268 {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:46:57.698862 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-dc32b51f-aeed-4c95-8765-26de5e7d218e req-739fcc0e-9733-46fb-aeab-6fe27637886d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:46:57.701295 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba2bd2f1-6698-47a5-b2f8-fcaa8e68deca', 'name': 'network-vif-deleted', 'tag': 'f5242aec-e5e6-49a9-b80f-27efd15e4aa4'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:46:57.716323 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-dc32b51f-aeed-4c95-8765-26de5e7d218e req-739fcc0e-9733-46fb-aeab-6fe27637886d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.18 "DELETE /v2.0/ports/f5242aec-e5e6-49a9-b80f-27efd15e4aa4 HTTP/1.1" status: 204 len: 173 time: 0.7297349 Feb 01 04:46:57.792166 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba2bd2f1-6698-47a5-b2f8-fcaa8e68deca', 'name': 'network-vif-deleted', 'tag': 'f5242aec-e5e6-49a9-b80f-27efd15e4aa4', 'status': 'completed', 'code': 200} Feb 01 04:46:58.341444 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 44714) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:46:58.409073 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-26536cea-e690-49aa-a476-3524f2fd8a27 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:46:58.436859 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-26536cea-e690-49aa-a476-3524f2fd8a27 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:46:58.499992 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-26536cea-e690-49aa-a476-3524f2fd8a27 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:46:58.516871 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26536cea-e690-49aa-a476-3524f2fd8a27 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a18d045-fd7f-438e-afd6-23eac25e32e3,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:46:58.529401 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-26536cea-e690-49aa-a476-3524f2fd8a27 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:46:58.530502 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-26536cea-e690-49aa-a476-3524f2fd8a27 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "DELETE /v2.0/security-groups/2a18d045-fd7f-438e-afd6-23eac25e32e3 HTTP/1.1" status: 204 len: 168 time: 0.1880596 Feb 01 04:46:58.562507 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 44720) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:46:59.093328 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9b6b3110-2b3d-4dc0-945d-81492a6e5f45 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-371968'] for router_interface, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:46:59.432366 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-9b6b3110-2b3d-4dc0-945d-81492a6e5f45 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Deleting port 2cab8924-e1f1-4876-9ddb-ef17c5feefde {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:46:59.433088 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9b6b3110-2b3d-4dc0-945d-81492a6e5f45 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:46:59.742068 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-9b6b3110-2b3d-4dc0-945d-81492a6e5f45 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] For port 2cab8924-e1f1-4876-9ddb-ef17c5feefde, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=2cab8924-e1f1-4876-9ddb-ef17c5feefde,segment=NetworkSegment(96af3537-1a15-4e0f-913d-2fcc89ad07f9),segment_id=96af3537-1a15-4e0f-913d-2fcc89ad07f9)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:46:59.742402 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9b6b3110-2b3d-4dc0-945d-81492a6e5f45 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:46:59.867215 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-9b6b3110-2b3d-4dc0-945d-81492a6e5f45 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Calling delete_port for 2cab8924-e1f1-4876-9ddb-ef17c5feefde owned by network:router_interface {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:47:00.211283 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9b6b3110-2b3d-4dc0-945d-81492a6e5f45 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:00.257973 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6b3110-2b3d-4dc0-945d-81492a6e5f45 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event deleted for resources: {'Port': ['ID=2cab8924-e1f1-4876-9ddb-ef17c5feefde,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:47:00.539066 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9b6b3110-2b3d-4dc0-945d-81492a6e5f45 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770960'] for router_interface, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:00.888315 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b6b3110-2b3d-4dc0-945d-81492a6e5f45 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Router 43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:47:01.177477 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b6b3110-2b3d-4dc0-945d-81492a6e5f45 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:47:01.187385 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd63d8b-9252-476c-88dc-a0645125d2a6 None None] Sync routers for ids ['43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:47:01.189564 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9b6b3110-2b3d-4dc0-945d-81492a6e5f45 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "PUT /v2.0/routers/43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6259596 Feb 01 04:47:01.192330 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 44726) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:47:01.196332 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd63d8b-9252-476c-88dc-a0645125d2a6 None None] Routers {'43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:47:01.196931 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-fcd63d8b-9252-476c-88dc-a0645125d2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:46:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:47:01.258351 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ec7897c-d9ea-4a9e-90c6-682ca6c5b8ce tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Deleting subnet ffcb9c07-e17d-4d06-973b-e0dd18f001b0 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:47:01.261210 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9ec7897c-d9ea-4a9e-90c6-682ca6c5b8ce tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:01.313873 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9ec7897c-d9ea-4a9e-90c6-682ca6c5b8ce tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145757'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:01.369797 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-fcd63d8b-9252-476c-88dc-a0645125d2a6 None None] Set router 43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:47:01.393587 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9ec7897c-d9ea-4a9e-90c6-682ca6c5b8ce tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:01.474068 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9ec7897c-d9ea-4a9e-90c6-682ca6c5b8ce tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3072169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2652276'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:01.514856 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec7897c-d9ea-4a9e-90c6-682ca6c5b8ce tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event deleted for resources: {'Subnet': ['ID=ffcb9c07-e17d-4d06-973b-e0dd18f001b0,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:47:01.516811 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9ec7897c-d9ea-4a9e-90c6-682ca6c5b8ce tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:01.524081 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9ec7897c-d9ea-4a9e-90c6-682ca6c5b8ce tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "DELETE /v2.0/subnets/ffcb9c07-e17d-4d06-973b-e0dd18f001b0 HTTP/1.1" status: 204 len: 168 time: 0.3307409 Feb 01 04:47:01.526859 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 44730) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:47:01.530749 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1c40f8-3251-4be3-b94b-8dc8245420ff None None] Network f9826e9c-697d-416a-923d-204d1198f7d8 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:47:01.703588 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d3decd9f-a308-4c11-9bfb-0bff4569064c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for router, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:01.858457 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-fcd63d8b-9252-476c-88dc-a0645125d2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6', 'name': 'tempest-TestNetworkBasicOps-router-879779419', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.166'}], 'enable_snat': True}, 'gw_port_id': 'a4e20ef0-c004-4b16-8855-43e3bc811e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:43:55Z', 'updated_at': '2022-02-01T04:47:00Z', 'revision_number': 5, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': 'a4e20ef0-c004-4b16-8855-43e3bc811e36', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:43:56Z', 'updated_at': '2022-02-01T04:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:47:01.863016 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd63d8b-9252-476c-88dc-a0645125d2a6 None None] Checking router: 43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6 for host: dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:47:01.871757 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd63d8b-9252-476c-88dc-a0645125d2a6 None None] Routers {'43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:47:01.872373 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-fcd63d8b-9252-476c-88dc-a0645125d2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:46:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:47:01.895825 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d3decd9f-a308-4c11-9bfb-0bff4569064c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:01.907085 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-d3decd9f-a308-4c11-9bfb-0bff4569064c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Deleting port a4e20ef0-c004-4b16-8855-43e3bc811e36 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:47:01.907550 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d3decd9f-a308-4c11-9bfb-0bff4569064c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:01.928736 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce240249-fedb-41c4-9885-e13819e22cd8 None None] DHCP port deletion for f9826e9c-697d-416a-923d-204d1198f7d8 request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:47:02.006348 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-ce240249-fedb-41c4-9885-e13819e22cd8 None None] Deleting port ae7108a8-42a2-47c9-8a1b-4e07645d95e9 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:47:02.006708 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ce240249-fedb-41c4-9885-e13819e22cd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:02.066185 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6f5e097b-c587-4243-bd99-0157380f1711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:02.088683 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-d3decd9f-a308-4c11-9bfb-0bff4569064c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] For port a4e20ef0-c004-4b16-8855-43e3bc811e36, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=a4e20ef0-c004-4b16-8855-43e3bc811e36,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:47:02.089036 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d3decd9f-a308-4c11-9bfb-0bff4569064c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:02.113040 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-fcd63d8b-9252-476c-88dc-a0645125d2a6 None None] Set router 43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6 gateway port host: None {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:47:02.164172 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device ae7108a8-42a2-47c9-8a1b-4e07645d95e9 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:47:02.213812 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-d3decd9f-a308-4c11-9bfb-0bff4569064c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Calling delete_port for a4e20ef0-c004-4b16-8855-43e3bc811e36 owned by network:router_gateway {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:47:02.271390 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-fcd63d8b-9252-476c-88dc-a0645125d2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6', 'name': 'tempest-TestNetworkBasicOps-router-879779419', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:43:55Z', 'updated_at': '2022-02-01T04:47:01Z', 'revision_number': 6, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port_host': None}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:47:02.302125 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd63d8b-9252-476c-88dc-a0645125d2a6 None None] The sync data for ids ['43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6'] in dv-neutron-826830-1-hyperv is: [{'id': '43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6', 'name': 'tempest-TestNetworkBasicOps-router-879779419', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:43:55Z', 'updated_at': '2022-02-01T04:47:01Z', 'revision_number': 6, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port_host': None}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:47:02.391527 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d3decd9f-a308-4c11-9bfb-0bff4569064c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:02.426517 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-ce240249-fedb-41c4-9885-e13819e22cd8 None None] For port ae7108a8-42a2-47c9-8a1b-4e07645d95e9, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=ae7108a8-42a2-47c9-8a1b-4e07645d95e9,segment=NetworkSegment(96af3537-1a15-4e0f-913d-2fcc89ad07f9),segment_id=96af3537-1a15-4e0f-913d-2fcc89ad07f9)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:47:02.426970 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ce240249-fedb-41c4-9885-e13819e22cd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:02.440231 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3decd9f-a308-4c11-9bfb-0bff4569064c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event deleted for resources: {'Port': ['ID=a4e20ef0-c004-4b16-8855-43e3bc811e36,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:47:02.445599 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device f5242aec-e5e6-49a9-b80f-27efd15e4aa4 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:47:02.532914 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d3decd9f-a308-4c11-9bfb-0bff4569064c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-774381'] for router_gateway, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:02.540449 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] No Port match for: f5242aec-e5e6-49a9-b80f-27efd15e4aa4 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:47:02.540449 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device f5242aec-e5e6-49a9-b80f-27efd15e4aa4 not bound to the agent host hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:47:02.599425 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-ce240249-fedb-41c4-9885-e13819e22cd8 None None] Calling delete_port for ae7108a8-42a2-47c9-8a1b-4e07645d95e9 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:47:02.691478 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:02.746320 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port ae7108a8-42a2-47c9-8a1b-4e07645d95e9, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=ae7108a8-42a2-47c9-8a1b-4e07645d95e9,segment=NetworkSegment(96af3537-1a15-4e0f-913d-2fcc89ad07f9),segment_id=96af3537-1a15-4e0f-913d-2fcc89ad07f9)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:47:02.750065 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:02.790478 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-ce240249-fedb-41c4-9885-e13819e22cd8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:47:02.790828 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-ce240249-fedb-41c4-9885-e13819e22cd8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:47:02.820891 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=ae7108a8-42a2-47c9-8a1b-4e07645d95e9,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:47:02.825793 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d3decd9f-a308-4c11-9bfb-0bff4569064c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25968'] for router, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:02.828146 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d3decd9f-a308-4c11-9bfb-0bff4569064c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:02.828279 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:47:02.828513 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:47:02.828847 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:47:02.829308 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:47:02.829491 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:47:02.829815 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:47:02.830663 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:47:02.830988 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:47:02.831329 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:47:02.831646 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:47:02.831954 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:47:02.832268 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:47:02.853970 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d3decd9f-a308-4c11-9bfb-0bff4569064c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772958'] for router, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:02.854585 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3decd9f-a308-4c11-9bfb-0bff4569064c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Fanout notify agent at l3_agent the message router_deleted on router 43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6 {{(pid=87636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 01 04:47:02.869353 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d3decd9f-a308-4c11-9bfb-0bff4569064c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:02.870417 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d3decd9f-a308-4c11-9bfb-0bff4569064c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "DELETE /v2.0/routers/43f66a4a-d5e4-4b05-b09a-dda0ca6bbae6 HTTP/1.1" status: 204 len: 168 time: 1.3426197 Feb 01 04:47:02.873112 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 44734) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:47:02.981680 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9545f6de-6fc7-4085-b135-bbea6bfa62d2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:02.991773 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-9545f6de-6fc7-4085-b135-bbea6bfa62d2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Deleting port ae7108a8-42a2-47c9-8a1b-4e07645d95e9 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:47:02.992037 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9545f6de-6fc7-4085-b135-bbea6bfa62d2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:03.196179 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-9545f6de-6fc7-4085-b135-bbea6bfa62d2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] For port ae7108a8-42a2-47c9-8a1b-4e07645d95e9, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=ae7108a8-42a2-47c9-8a1b-4e07645d95e9,segment=NetworkSegment(96af3537-1a15-4e0f-913d-2fcc89ad07f9),segment_id=96af3537-1a15-4e0f-913d-2fcc89ad07f9)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:47:03.196529 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9545f6de-6fc7-4085-b135-bbea6bfa62d2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:03.291710 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-ce240249-fedb-41c4-9885-e13819e22cd8 None None] Deleting port ae7108a8-42a2-47c9-8a1b-4e07645d95e9 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:47:03.292222 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ce240249-fedb-41c4-9885-e13819e22cd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:03.318408 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-9545f6de-6fc7-4085-b135-bbea6bfa62d2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Calling delete_port for ae7108a8-42a2-47c9-8a1b-4e07645d95e9 owned by network:dhcp {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:47:03.393869 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9545f6de-6fc7-4085-b135-bbea6bfa62d2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:03.443547 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9545f6de-6fc7-4085-b135-bbea6bfa62d2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event deleted for resources: {'Port': ['ID=ae7108a8-42a2-47c9-8a1b-4e07645d95e9,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:47:03.445327 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9545f6de-6fc7-4085-b135-bbea6bfa62d2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] No DVR routers for this DVR port ae7108a8-42a2-47c9-8a1b-4e07645d95e9 on host dv-neutron-826830-1-hyperv {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:47:03.508534 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-ce240249-fedb-41c4-9885-e13819e22cd8 None None] For port ae7108a8-42a2-47c9-8a1b-4e07645d95e9, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=ae7108a8-42a2-47c9-8a1b-4e07645d95e9,segment=NetworkSegment(96af3537-1a15-4e0f-913d-2fcc89ad07f9),segment_id=96af3537-1a15-4e0f-913d-2fcc89ad07f9)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:47:03.508836 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ce240249-fedb-41c4-9885-e13819e22cd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:03.566291 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9545f6de-6fc7-4085-b135-bbea6bfa62d2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:03.590432 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-9545f6de-6fc7-4085-b135-bbea6bfa62d2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9826e9c-697d-416a-923d-204d1198f7d8']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:47:03.602040 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-9545f6de-6fc7-4085-b135-bbea6bfa62d2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96af3537-1a15-4e0f-913d-2fcc89ad07f9') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:47:03.602386 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-9545f6de-6fc7-4085-b135-bbea6bfa62d2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96af3537-1a15-4e0f-913d-2fcc89ad07f9') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:47:03.613770 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9545f6de-6fc7-4085-b135-bbea6bfa62d2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143022'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:03.629021 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-ce240249-fedb-41c4-9885-e13819e22cd8 None None] Calling delete_port for ae7108a8-42a2-47c9-8a1b-4e07645d95e9 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:47:03.630118 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9545f6de-6fc7-4085-b135-bbea6bfa62d2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:03.636822 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9545f6de-6fc7-4085-b135-bbea6bfa62d2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:47:03.637302 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9545f6de-6fc7-4085-b135-bbea6bfa62d2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3072199'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:03.651853 dv-neutron-826830-1-hyperv neutron-server[87636]: Traceback (most recent call last): Feb 01 04:47:03.651853 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:47:03.651853 dv-neutron-826830-1-hyperv neutron-server[87636]: timer() Feb 01 04:47:03.651853 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:47:03.651853 dv-neutron-826830-1-hyperv neutron-server[87636]: cb(*args, **kw) Feb 01 04:47:03.651853 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:47:03.651853 dv-neutron-826830-1-hyperv neutron-server[87636]: return func(*args, **kwargs) Feb 01 04:47:03.651853 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:47:03.651853 dv-neutron-826830-1-hyperv neutron-server[87636]: self._notify() Feb 01 04:47:03.651853 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:47:03.651853 dv-neutron-826830-1-hyperv neutron-server[87636]: self.callback(batched_events) Feb 01 04:47:03.651853 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:47:03.651853 dv-neutron-826830-1-hyperv neutron-server[87636]: event.method(event) Feb 01 04:47:03.651853 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:47:03.651853 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:47:03.651853 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:47:03.651853 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:47:03.651853 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:47:03.651853 dv-neutron-826830-1-hyperv neutron-server[87636]: return f(self, *a, **k) Feb 01 04:47:03.651853 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:47:03.651853 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._get(url).json() Feb 01 04:47:03.651853 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:47:03.651853 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:47:03.651853 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:47:03.651853 dv-neutron-826830-1-hyperv neutron-server[87636]: return self.request(url, 'GET', **kwargs) Feb 01 04:47:03.651853 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:47:03.651853 dv-neutron-826830-1-hyperv neutron-server[87636]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:47:03.651853 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:47:03.651853 dv-neutron-826830-1-hyperv neutron-server[87636]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:47:03.651853 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:47:03.651853 dv-neutron-826830-1-hyperv neutron-server[87636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:47:03.651853 dv-neutron-826830-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:47:03.703077 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-ce240249-fedb-41c4-9885-e13819e22cd8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:47:03.703474 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-ce240249-fedb-41c4-9885-e13819e22cd8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:47:03.731476 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9545f6de-6fc7-4085-b135-bbea6bfa62d2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:03.748678 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9545f6de-6fc7-4085-b135-bbea6bfa62d2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:03.760343 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9545f6de-6fc7-4085-b135-bbea6bfa62d2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event deleted for resources: {'Network': ['ID=f9826e9c-697d-416a-923d-204d1198f7d8,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:47:03.774624 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9545f6de-6fc7-4085-b135-bbea6bfa62d2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "DELETE /v2.0/networks/f9826e9c-697d-416a-923d-204d1198f7d8 HTTP/1.1" status: 204 len: 168 time: 0.9005346 Feb 01 04:47:03.786594 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 44740) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:47:03.791973 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-f76276ca-5abc-4e0b-8185-f98a33372e5e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'network': {'name': 'tempest-network-smoke--1348581930', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'port_security_enabled': True}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:47:03.796757 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-f76276ca-5abc-4e0b-8185-f98a33372e5e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:47:03.801365 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f76276ca-5abc-4e0b-8185-f98a33372e5e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:network and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:47:03.804217 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f76276ca-5abc-4e0b-8185-f98a33372e5e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:47:03.809941 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-f76276ca-5abc-4e0b-8185-f98a33372e5e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:47:03.819267 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f76276ca-5abc-4e0b-8185-f98a33372e5e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Made reservation on behalf of 0629703b9474474a9f2fde13723d2e8b for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:47:03.822732 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f76276ca-5abc-4e0b-8185-f98a33372e5e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:03.849701 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f76276ca-5abc-4e0b-8185-f98a33372e5e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:47:03.858028 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f76276ca-5abc-4e0b-8185-f98a33372e5e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:03.858380 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-f76276ca-5abc-4e0b-8185-f98a33372e5e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Added segment 6d810199-52fd-4d59-86a2-6e982a0ce061 of type vlan for network b5530905-2679-48f7-8a61-9926f1cc4b73 Feb 01 04:47:03.884174 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f76276ca-5abc-4e0b-8185-f98a33372e5e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:03.912587 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f76276ca-5abc-4e0b-8185-f98a33372e5e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:03.917832 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76276ca-5abc-4e0b-8185-f98a33372e5e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:47:03.918394 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f76276ca-5abc-4e0b-8185-f98a33372e5e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:03.946614 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-ce240249-fedb-41c4-9885-e13819e22cd8 None None] Deleting port ae7108a8-42a2-47c9-8a1b-4e07645d95e9 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:47:03.946987 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ce240249-fedb-41c4-9885-e13819e22cd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:04.016207 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-ce240249-fedb-41c4-9885-e13819e22cd8 None None] The port 'ae7108a8-42a2-47c9-8a1b-4e07645d95e9' was deleted {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 01 04:47:04.022752 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f76276ca-5abc-4e0b-8185-f98a33372e5e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2324240 Feb 01 04:47:04.023533 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 44744) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:47:04.027784 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76276ca-5abc-4e0b-8185-f98a33372e5e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'Network': ['ID=b5530905-2679-48f7-8a61-9926f1cc4b73,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:47:04.029252 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-2bceeef0-8d41-4735-937d-b50ed9f18166 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1945228983', 'admin_state_up': True, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:47:04.037135 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-2bceeef0-8d41-4735-937d-b50ed9f18166 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:47:04.040932 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-2bceeef0-8d41-4735-937d-b50ed9f18166 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:router and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:47:04.043785 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-2bceeef0-8d41-4735-937d-b50ed9f18166 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:47:04.046601 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network b5530905-2679-48f7-8a61-9926f1cc4b73 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:47:04.052066 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-2bceeef0-8d41-4735-937d-b50ed9f18166 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:47:04.064787 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2bceeef0-8d41-4735-937d-b50ed9f18166 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25958'] for router, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:04.065822 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2bceeef0-8d41-4735-937d-b50ed9f18166 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-372027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25961'] for router, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:04.087390 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2bceeef0-8d41-4735-937d-b50ed9f18166 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:04.137103 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device a4e20ef0-c004-4b16-8855-43e3bc811e36 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:47:04.184890 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: a4e20ef0-c004-4b16-8855-43e3bc811e36 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:47:04.185224 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device a4e20ef0-c004-4b16-8855-43e3bc811e36 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:47:04.185639 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 2cab8924-e1f1-4876-9ddb-ef17c5feefde no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:47:04.226189 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 2cab8924-e1f1-4876-9ddb-ef17c5feefde {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:47:04.226530 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 2cab8924-e1f1-4876-9ddb-ef17c5feefde not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:47:04.246172 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ec3e7479-ca11-4fb1-b56c-87319d673322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:04.462133 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2bceeef0-8d41-4735-937d-b50ed9f18166 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:04.754760 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2bceeef0-8d41-4735-937d-b50ed9f18166 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for router_gateway, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:04.783275 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2bceeef0-8d41-4735-937d-b50ed9f18166 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:04.916499 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-2bceeef0-8d41-4735-937d-b50ed9f18166 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Allocated IP 172.26.8.99 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/eeff50be-ab65-4365-b165-30646a082683) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:47:05.058064 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2bceeef0-8d41-4735-937d-b50ed9f18166 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:05.086720 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2bceeef0-8d41-4735-937d-b50ed9f18166 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:05.153534 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bceeef0-8d41-4735-937d-b50ed9f18166 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:47:05.156457 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-2bceeef0-8d41-4735-937d-b50ed9f18166 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:47:05.160078 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bceeef0-8d41-4735-937d-b50ed9f18166 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:47:05.192404 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bceeef0-8d41-4735-937d-b50ed9f18166 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'Port': ['ID=eeff50be-ab65-4365-b165-30646a082683,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:47:05.364973 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:05.483753 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:05.563587 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2bceeef0-8d41-4735-937d-b50ed9f18166 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for router_gateway, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:05.998136 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2bceeef0-8d41-4735-937d-b50ed9f18166 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337'] for router, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:06.195230 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bceeef0-8d41-4735-937d-b50ed9f18166 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Router f9d81f27-3960-42d0-993c-ded52f713320 is scheduled to L3 agent a3073304-82af-4a42-89af-bc532d6626bb with binding_index 1 {{(pid=87637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 01 04:47:06.373441 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bceeef0-8d41-4735-937d-b50ed9f18166 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:47:06.383432 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cf5f4f-b1ea-4d44-b404-75cb6cb09c76 None None] Sync routers for ids ['f9d81f27-3960-42d0-993c-ded52f713320'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:47:06.392389 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cf5f4f-b1ea-4d44-b404-75cb6cb09c76 None None] Routers {'f9d81f27-3960-42d0-993c-ded52f713320'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:47:06.393017 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-86cf5f4f-b1ea-4d44-b404-75cb6cb09c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:47:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['f9d81f27-3960-42d0-993c-ded52f713320'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:47:06.399694 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2bceeef0-8d41-4735-937d-b50ed9f18166 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:06.400884 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-2bceeef0-8d41-4735-937d-b50ed9f18166 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3758764 Feb 01 04:47:06.403981 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 44754) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:47:06.505159 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-6f17ad4b-9c24-4184-8282-a97b85e3ff46 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=0629703b9474474a9f2fde13723d2e8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1001129 Feb 01 04:47:06.507865 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 44760) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:47:06.566419 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-86cf5f4f-b1ea-4d44-b404-75cb6cb09c76 None None] Set router f9d81f27-3960-42d0-993c-ded52f713320 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:47:06.634238 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b2ddf3-48e0-4420-955f-01e04ef8e73d tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:47:06.635803 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-31b2ddf3-48e0-4420-955f-01e04ef8e73d tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1270707 Feb 01 04:47:06.641196 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 44764) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:47:06.680733 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ec8fdc2b-2c3e-4340-9a03-6337f3a75ff8 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=bdef128a-46b3-4cca-a245-48d1eb781269&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383863 Feb 01 04:47:06.683174 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 44768) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:47:06.688421 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-2724b8e1-205d-41e6-b412-ef129f1d25fb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1729260548', 'network_id': 'b5530905-2679-48f7-8a61-9926f1cc4b73', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:47:06.797041 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-2724b8e1-205d-41e6-b412-ef129f1d25fb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:47:06.801425 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2724b8e1-205d-41e6-b412-ef129f1d25fb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:subnet and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:47:06.804391 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2724b8e1-205d-41e6-b412-ef129f1d25fb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:47:06.809995 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-2724b8e1-205d-41e6-b412-ef129f1d25fb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:47:06.820247 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2724b8e1-205d-41e6-b412-ef129f1d25fb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Made reservation on behalf of 0629703b9474474a9f2fde13723d2e8b for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:47:06.823897 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2724b8e1-205d-41e6-b412-ef129f1d25fb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:06.839722 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-86cf5f4f-b1ea-4d44-b404-75cb6cb09c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d81f27-3960-42d0-993c-ded52f713320', 'name': 'tempest-TestNetworkBasicOps-router-1945228983', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.99'}], 'enable_snat': True}, 'gw_port_id': 'eeff50be-ab65-4365-b165-30646a082683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:47:04Z', 'updated_at': '2022-02-01T04:47:05Z', 'revision_number': 3, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': 'eeff50be-ab65-4365-b165-30646a082683', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d4:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9d81f27-3960-42d0-993c-ded52f713320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:47:04Z', 'updated_at': '2022-02-01T04:47:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:47:06.843884 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cf5f4f-b1ea-4d44-b404-75cb6cb09c76 None None] Checking router: f9d81f27-3960-42d0-993c-ded52f713320 for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:47:06.843884 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cf5f4f-b1ea-4d44-b404-75cb6cb09c76 None None] Updating router f9d81f27-3960-42d0-993c-ded52f713320 port eeff50be-ab65-4365-b165-30646a082683 binding host dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 04:47:06.899341 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-86cf5f4f-b1ea-4d44-b404-75cb6cb09c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:07.001705 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:07.141927 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2724b8e1-205d-41e6-b412-ef129f1d25fb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:07.219403 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2724b8e1-205d-41e6-b412-ef129f1d25fb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'Subnet': ['ID=c68a1488-6d78-43b8-809f-0fbd7949760b,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:47:07.228623 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2724b8e1-205d-41e6-b412-ef129f1d25fb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Checking segment: {'id': '6d810199-52fd-4d59-86a2-6e982a0ce061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b5530905-2679-48f7-8a61-9926f1cc4b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:47:07.228979 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2724b8e1-205d-41e6-b412-ef129f1d25fb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Network hostable DHCP agents. Network: b5530905-2679-48f7-8a61-9926f1cc4b73, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:47:07.248659 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2724b8e1-205d-41e6-b412-ef129f1d25fb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Network b5530905-2679-48f7-8a61-9926f1cc4b73 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:47:07.250882 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-86cf5f4f-b1ea-4d44-b404-75cb6cb09c76 None None] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:07.258116 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-2724b8e1-205d-41e6-b412-ef129f1d25fb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, b5530905-2679-48f7-8a61-9926f1cc4b73) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:47:07.262563 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-86cf5f4f-b1ea-4d44-b404-75cb6cb09c76 None None] Transition to ACTIVE for port object eeff50be-ab65-4365-b165-30646a082683 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:47:07.262707 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2724b8e1-205d-41e6-b412-ef129f1d25fb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:47:07.263363 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2724b8e1-205d-41e6-b412-ef129f1d25fb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:07.268820 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904a3023-1e90-4d68-99c6-eb524f954306 None None] Network b5530905-2679-48f7-8a61-9926f1cc4b73 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:47:07.270518 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-86cf5f4f-b1ea-4d44-b404-75cb6cb09c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:07.286684 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2724b8e1-205d-41e6-b412-ef129f1d25fb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6025159 Feb 01 04:47:07.289455 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 44774) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:47:07.344712 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-86cf5f4f-b1ea-4d44-b404-75cb6cb09c76 None None] Attempting to bind port eeff50be-ab65-4365-b165-30646a082683 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:47:07.345064 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-86cf5f4f-b1ea-4d44-b404-75cb6cb09c76 None None] Attempting to bind port eeff50be-ab65-4365-b165-30646a082683 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:47:07.345440 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cf5f4f-b1ea-4d44-b404-75cb6cb09c76 None None] Attempting to bind port eeff50be-ab65-4365-b165-30646a082683 on network bdef128a-46b3-4cca-a245-48d1eb781269 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:47:07.354881 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cf5f4f-b1ea-4d44-b404-75cb6cb09c76 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:47:07.355267 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cf5f4f-b1ea-4d44-b404-75cb6cb09c76 None None] Checking segment: {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:47:07.355668 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-86cf5f4f-b1ea-4d44-b404-75cb6cb09c76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:07.356045 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cf5f4f-b1ea-4d44-b404-75cb6cb09c76 None None] Bound using segment: {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:47:07.356496 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-86cf5f4f-b1ea-4d44-b404-75cb6cb09c76 None None] Bound port: eeff50be-ab65-4365-b165-30646a082683, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:47:07.356857 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-86cf5f4f-b1ea-4d44-b404-75cb6cb09c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:07.385277 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84b04e2-242a-4891-8ab3-c48e7b1333c1 None None] Pushing event updated for resources: {'Port': ['ID=eeff50be-ab65-4365-b165-30646a082683,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:47:07.408851 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84b04e2-242a-4891-8ab3-c48e7b1333c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:47:07.409122 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84b04e2-242a-4891-8ab3-c48e7b1333c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:47:07.409446 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84b04e2-242a-4891-8ab3-c48e7b1333c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:47:07.409773 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84b04e2-242a-4891-8ab3-c48e7b1333c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:47:07.410099 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84b04e2-242a-4891-8ab3-c48e7b1333c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:47:07.410421 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84b04e2-242a-4891-8ab3-c48e7b1333c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:47:07.410741 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84b04e2-242a-4891-8ab3-c48e7b1333c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:47:07.411059 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84b04e2-242a-4891-8ab3-c48e7b1333c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:47:07.411407 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84b04e2-242a-4891-8ab3-c48e7b1333c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:47:07.411725 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84b04e2-242a-4891-8ab3-c48e7b1333c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:47:07.412046 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84b04e2-242a-4891-8ab3-c48e7b1333c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:47:07.412355 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84b04e2-242a-4891-8ab3-c48e7b1333c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:47:07.442394 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-86cf5f4f-b1ea-4d44-b404-75cb6cb09c76 None None] For port eeff50be-ab65-4365-b165-30646a082683, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:47:07.445381 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-86cf5f4f-b1ea-4d44-b404-75cb6cb09c76 None None] For port eeff50be-ab65-4365-b165-30646a082683, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=eeff50be-ab65-4365-b165-30646a082683,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:47:07.451290 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-86cf5f4f-b1ea-4d44-b404-75cb6cb09c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:07.484761 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a15824-457e-4b85-9540-6a1253c3b85f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-b5530905-2679-48f7-8a61-9926f1cc4b73', 'network_id': 'b5530905-2679-48f7-8a61-9926f1cc4b73', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'fixed_ips': [{'subnet_id': 'c68a1488-6d78-43b8-809f-0fbd7949760b'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:47:07.486279 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e3a15824-457e-4b85-9540-6a1253c3b85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:07.528538 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cf5f4f-b1ea-4d44-b404-75cb6cb09c76 None None] Routers {'f9d81f27-3960-42d0-993c-ded52f713320'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:47:07.529151 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-86cf5f4f-b1ea-4d44-b404-75cb6cb09c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:47:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['f9d81f27-3960-42d0-993c-ded52f713320'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:47:07.596031 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84b04e2-242a-4891-8ab3-c48e7b1333c1 None None] Pushing event updated for resources: {'Port': ['ID=eeff50be-ab65-4365-b165-30646a082683,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:47:07.646757 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-e3a15824-457e-4b85-9540-6a1253c3b85f None None] Allocated IP 172.20.0.2 (b5530905-2679-48f7-8a61-9926f1cc4b73/c68a1488-6d78-43b8-809f-0fbd7949760b/0daa6a75-4b35-464d-94aa-082859bfd209) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:47:07.712352 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-86cf5f4f-b1ea-4d44-b404-75cb6cb09c76 None None] Set router f9d81f27-3960-42d0-993c-ded52f713320 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:47:07.855021 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e3a15824-457e-4b85-9540-6a1253c3b85f None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:07.865848 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-e3a15824-457e-4b85-9540-6a1253c3b85f None None] Transition to ACTIVE for port object 0daa6a75-4b35-464d-94aa-082859bfd209 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:47:07.885064 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-e3a15824-457e-4b85-9540-6a1253c3b85f None None] Transition to ACTIVE for port object 0daa6a75-4b35-464d-94aa-082859bfd209 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:47:07.890770 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e3a15824-457e-4b85-9540-6a1253c3b85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:07.955411 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a15824-457e-4b85-9540-6a1253c3b85f None None] Network b5530905-2679-48f7-8a61-9926f1cc4b73 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:47:07.958299 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-e3a15824-457e-4b85-9540-6a1253c3b85f None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:47:07.961184 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a15824-457e-4b85-9540-6a1253c3b85f None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:47:07.989180 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 44778) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:47:08.012087 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-86cf5f4f-b1ea-4d44-b404-75cb6cb09c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d81f27-3960-42d0-993c-ded52f713320', 'name': 'tempest-TestNetworkBasicOps-router-1945228983', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.99'}], 'enable_snat': True}, 'gw_port_id': 'eeff50be-ab65-4365-b165-30646a082683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:47:04Z', 'updated_at': '2022-02-01T04:47:05Z', 'revision_number': 3, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': 'eeff50be-ab65-4365-b165-30646a082683', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d4:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9d81f27-3960-42d0-993c-ded52f713320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:47:04Z', 'updated_at': '2022-02-01T04:47:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:47:08.016953 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cf5f4f-b1ea-4d44-b404-75cb6cb09c76 None None] The sync data for ids ['f9d81f27-3960-42d0-993c-ded52f713320'] in dv-neutron-826830-1-hyperv is: [{'id': 'f9d81f27-3960-42d0-993c-ded52f713320', 'name': 'tempest-TestNetworkBasicOps-router-1945228983', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.99'}], 'enable_snat': True}, 'gw_port_id': 'eeff50be-ab65-4365-b165-30646a082683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:47:04Z', 'updated_at': '2022-02-01T04:47:05Z', 'revision_number': 3, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': 'eeff50be-ab65-4365-b165-30646a082683', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d4:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9d81f27-3960-42d0-993c-ded52f713320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:47:04Z', 'updated_at': '2022-02-01T04:47:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:47:08.041017 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-786c2fe1-d968-44b4-a7a4-c8d5388e3090 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:08.054856 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a15824-457e-4b85-9540-6a1253c3b85f None None] Pushing event updated for resources: {'Port': ['ID=0daa6a75-4b35-464d-94aa-082859bfd209,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:47:08.109361 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-e3a15824-457e-4b85-9540-6a1253c3b85f None None] Attempting to bind port 0daa6a75-4b35-464d-94aa-082859bfd209 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:47:08.109361 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-e3a15824-457e-4b85-9540-6a1253c3b85f None None] Attempting to bind port 0daa6a75-4b35-464d-94aa-082859bfd209 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '6d810199-52fd-4d59-86a2-6e982a0ce061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b5530905-2679-48f7-8a61-9926f1cc4b73'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:47:08.109728 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a15824-457e-4b85-9540-6a1253c3b85f None None] Attempting to bind port 0daa6a75-4b35-464d-94aa-082859bfd209 on network b5530905-2679-48f7-8a61-9926f1cc4b73 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:47:08.116214 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a15824-457e-4b85-9540-6a1253c3b85f None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:47:08.116586 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a15824-457e-4b85-9540-6a1253c3b85f None None] Checking segment: {'id': '6d810199-52fd-4d59-86a2-6e982a0ce061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b5530905-2679-48f7-8a61-9926f1cc4b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:47:08.116999 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e3a15824-457e-4b85-9540-6a1253c3b85f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:08.118330 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a15824-457e-4b85-9540-6a1253c3b85f None None] Bound using segment: {'id': '6d810199-52fd-4d59-86a2-6e982a0ce061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b5530905-2679-48f7-8a61-9926f1cc4b73'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:47:08.118330 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-e3a15824-457e-4b85-9540-6a1253c3b85f None None] Bound port: 0daa6a75-4b35-464d-94aa-082859bfd209, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d810199-52fd-4d59-86a2-6e982a0ce061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b5530905-2679-48f7-8a61-9926f1cc4b73'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:47:08.118756 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e3a15824-457e-4b85-9540-6a1253c3b85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:08.213465 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-e3a15824-457e-4b85-9540-6a1253c3b85f None None] For port 0daa6a75-4b35-464d-94aa-082859bfd209, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:47:08.216625 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-e3a15824-457e-4b85-9540-6a1253c3b85f None None] For port 0daa6a75-4b35-464d-94aa-082859bfd209, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=0daa6a75-4b35-464d-94aa-082859bfd209,segment=NetworkSegment(6d810199-52fd-4d59-86a2-6e982a0ce061),segment_id=6d810199-52fd-4d59-86a2-6e982a0ce061)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:47:08.222898 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e3a15824-457e-4b85-9540-6a1253c3b85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:08.252828 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-41cf0b8d-b71e-440b-89c0-12c67492512a tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Deleting port ad57b437-fce2-4079-b45b-6d3dd9175cad {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:47:08.253564 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-41cf0b8d-b71e-440b-89c0-12c67492512a tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:08.330767 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a15824-457e-4b85-9540-6a1253c3b85f None None] Pushing event updated for resources: {'Port': ['ID=0daa6a75-4b35-464d-94aa-082859bfd209,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:47:08.473958 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-41cf0b8d-b71e-440b-89c0-12c67492512a tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:08.474293 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-41cf0b8d-b71e-440b-89c0-12c67492512a tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:08.516688 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-786c2fe1-d968-44b4-a7a4-c8d5388e3090 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Allocated IP 172.20.0.1 (b5530905-2679-48f7-8a61-9926f1cc4b73/c68a1488-6d78-43b8-809f-0fbd7949760b/1ba8dab5-3632-4161-8b78-34d5bf669274) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:47:08.763803 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-41cf0b8d-b71e-440b-89c0-12c67492512a tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Calling delete_port for ad57b437-fce2-4079-b45b-6d3dd9175cad owned by network:floatingip {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:47:08.851435 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-786c2fe1-d968-44b4-a7a4-c8d5388e3090 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:08.869175 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-786c2fe1-d968-44b4-a7a4-c8d5388e3090 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Transition to ACTIVE for port object 1ba8dab5-3632-4161-8b78-34d5bf669274 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:47:08.896114 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-786c2fe1-d968-44b4-a7a4-c8d5388e3090 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:08.929014 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-41cf0b8d-b71e-440b-89c0-12c67492512a tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:08.978863 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cf0b8d-b71e-440b-89c0-12c67492512a tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Pushing event deleted for resources: {'Port': ['ID=ad57b437-fce2-4079-b45b-6d3dd9175cad,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:47:08.981782 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786c2fe1-d968-44b4-a7a4-c8d5388e3090 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'Port': ['ID=1ba8dab5-3632-4161-8b78-34d5bf669274,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:47:08.988911 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786c2fe1-d968-44b4-a7a4-c8d5388e3090 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Network b5530905-2679-48f7-8a61-9926f1cc4b73 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:47:08.990060 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-786c2fe1-d968-44b4-a7a4-c8d5388e3090 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:47:08.992721 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786c2fe1-d968-44b4-a7a4-c8d5388e3090 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:47:09.056875 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-786c2fe1-d968-44b4-a7a4-c8d5388e3090 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-372107'] for router_interface, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:09.077514 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-41cf0b8d-b71e-440b-89c0-12c67492512a tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks [] for floatingip, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:09.077955 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.l3_db [None req-41cf0b8d-b71e-440b-89c0-12c67492512a tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Floating IP 7c56543c-66dc-4f44-8fec-6617c2ac15df disassociated (deleted). External IP: 172.26.8.249, port: 3f796233-cefc-443d-979e-ceee9b9a5fff. Feb 01 04:47:09.338419 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-786c2fe1-d968-44b4-a7a4-c8d5388e3090 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:09.442131 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41cf0b8d-b71e-440b-89c0-12c67492512a tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Router 1014f846-447e-455d-8a3a-e55c04980670 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:47:09.531016 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8273d7-2074-4ea0-8c99-f81e6af4eb65 None None] Network b5530905-2679-48f7-8a61-9926f1cc4b73 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:47:09.632608 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41cf0b8d-b71e-440b-89c0-12c67492512a tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:47:09.654849 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f6d036-85e6-4670-a4a0-7854df26fc9b None None] Sync routers for ids ['1014f846-447e-455d-8a3a-e55c04980670'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:47:09.656860 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-41cf0b8d-b71e-440b-89c0-12c67492512a tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:09.661579 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-e3e0142c-605d-419b-9572-73baceba7698 None None] Provisioning for port 0daa6a75-4b35-464d-94aa-082859bfd209 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:47:09.686941 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f6d036-85e6-4670-a4a0-7854df26fc9b None None] Routers {'1014f846-447e-455d-8a3a-e55c04980670'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:47:09.687580 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-14f6d036-85e6-4670-a4a0-7854df26fc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:47:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['1014f846-447e-455d-8a3a-e55c04980670'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:47:09.711764 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-41cf0b8d-b71e-440b-89c0-12c67492512a tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "DELETE /v2.0/floatingips/7c56543c-66dc-4f44-8fec-6617c2ac15df HTTP/1.1" status: 204 len: 168 time: 1.7213931 Feb 01 04:47:09.712344 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2ba78fc-d06c-4e08-b382-8eb197aa57b9', 'tag': '3f796233-cefc-443d-979e-ceee9b9a5fff'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:47:09.773236 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2ba78fc-d06c-4e08-b382-8eb197aa57b9', 'tag': '3f796233-cefc-443d-979e-ceee9b9a5fff', 'status': 'completed', 'code': 200} Feb 01 04:47:09.777491 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-786c2fe1-d968-44b4-a7a4-c8d5388e3090 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:09.784772 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-786c2fe1-d968-44b4-a7a4-c8d5388e3090 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:09.927071 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786c2fe1-d968-44b4-a7a4-c8d5388e3090 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'Port': ['ID=1ba8dab5-3632-4161-8b78-34d5bf669274,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:47:09.940589 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-786c2fe1-d968-44b4-a7a4-c8d5388e3090 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371990'] for router_interface, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:09.999743 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1840dd2-d5b1-47da-bb3d-37a6a453a526 req-12ec9b3e-6cc6-44d5-b4bc-bdf4111daff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:47:10.014181 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-d1840dd2-d5b1-47da-bb3d-37a6a453a526 req-12ec9b3e-6cc6-44d5-b4bc-bdf4111daff2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f8d5bc7845843a4a3997b13887466a6&device_id=f2ba78fc-d06c-4e08-b382-8eb197aa57b9 HTTP/1.1" status: 200 len: 1098 time: 0.1852760 Feb 01 04:47:10.021665 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-14f6d036-85e6-4670-a4a0-7854df26fc9b None None] Set router 1014f846-447e-455d-8a3a-e55c04980670 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:47:10.142685 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786c2fe1-d968-44b4-a7a4-c8d5388e3090 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Network b5530905-2679-48f7-8a61-9926f1cc4b73 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:47:10.143941 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-786c2fe1-d968-44b4-a7a4-c8d5388e3090 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:47:10.305829 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 0daa6a75-4b35-464d-94aa-082859bfd209 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:47:10.342124 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1840dd2-d5b1-47da-bb3d-37a6a453a526 req-418fbbaf-d5c1-4aa0-a864-4300b4328bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:47:10.343808 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-d1840dd2-d5b1-47da-bb3d-37a6a453a526 req-418fbbaf-d5c1-4aa0-a864-4300b4328bd3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a0c2a700-3881-4414-a7a8-128b0ce8d5cc HTTP/1.1" status: 200 len: 911 time: 0.3240452 Feb 01 04:47:10.443755 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-786c2fe1-d968-44b4-a7a4-c8d5388e3090 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Router f9d81f27-3960-42d0-993c-ded52f713320 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:47:10.544361 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 0daa6a75-4b35-464d-94aa-082859bfd209 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:47:10.552852 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 0daa6a75-4b35-464d-94aa-082859bfd209 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:47:10.553224 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:10.579172 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-d1840dd2-d5b1-47da-bb3d-37a6a453a526 req-2f9a577e-7156-429d-aea2-e5394281d708 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f796233-cefc-443d-979e-ceee9b9a5fff HTTP/1.1" status: 200 len: 217 time: 0.2208457 Feb 01 04:47:10.611746 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-66333f7f-d323-45e6-a03a-7b7c5af99737 None None] Provisioning complete for port 0daa6a75-4b35-464d-94aa-082859bfd209 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:47:10.612285 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-66333f7f-d323-45e6-a03a-7b7c5af99737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:10.666097 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5733e02-4e36-4fb1-a082-ae0dec305865 req-d236c0d3-4f06-498e-bca2-246d39f8fcc7 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:47:10.666830 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-a5733e02-4e36-4fb1-a082-ae0dec305865 req-d236c0d3-4f06-498e-bca2-246d39f8fcc7 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Synchronizing usage tracker for tenant:9f8d5bc7845843a4a3997b13887466a6 on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:47:10.677458 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1840dd2-d5b1-47da-bb3d-37a6a453a526 req-5a4bcd32-b960-4e38-b89b-daa3e26ba3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:47:10.678973 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-d1840dd2-d5b1-47da-bb3d-37a6a453a526 req-5a4bcd32-b960-4e38-b89b-daa3e26ba3d1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=acb960c4-d095-42c0-820a-b7e1026fb7c0 HTTP/1.1" status: 200 len: 850 time: 0.0924633 Feb 01 04:47:10.706397 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-14f6d036-85e6-4670-a4a0-7854df26fc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1014f846-447e-455d-8a3a-e55c04980670', 'name': 'tempest-TestVolumeBootPattern-533563384-router', 'tenant_id': '9f8d5bc7845843a4a3997b13887466a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': 'f7fbbe8b-34ff-4f49-836c-3f11895c073a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:40:07Z', 'updated_at': '2022-02-01T04:40:13Z', 'revision_number': 4, 'project_id': '9f8d5bc7845843a4a3997b13887466a6', 'gw_port': {'id': 'f7fbbe8b-34ff-4f49-836c-3f11895c073a', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1014f846-447e-455d-8a3a-e55c04980670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:40:08Z', 'updated_at': '2022-02-01T04:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': '45c4658d-9f0d-4f6f-a5e3-65496a961e5c', 'tenant_id': '9f8d5bc7845843a4a3997b13887466a6', 'floating_ip_address': '172.26.8.41', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '1014f846-447e-455d-8a3a-e55c04980670', 'port_id': 'f845c522-bca6-4f00-99aa-1ec6a6aa47a2', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0c2a700-3881-4414-a7a8-128b0ce8d5cc', 'mac_address': 'fa:16:3e:55:25:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ca9dc1-f59c-415c-8e8d-5204d6cf9e80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:43:27Z', 'updated_at': '2022-02-01T04:43:30Z', 'revision_number': 1, 'project_id': '9f8d5bc7845843a4a3997b13887466a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a518623-ba34-4b6d-b35c-d792284a9b2a', 'name': '', 'network_id': 'a0c2a700-3881-4414-a7a8-128b0ce8d5cc', 'tenant_id': '9f8d5bc7845843a4a3997b13887466a6', 'mac_address': 'fa:16:3e:f6:ce:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1014f846-447e-455d-8a3a-e55c04980670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'acb960c4-d095-42c0-820a-b7e1026fb7c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:40:12Z', 'updated_at': '2022-02-01T04:40:20Z', 'revision_number': 5, 'project_id': '9f8d5bc7845843a4a3997b13887466a6', 'subnets': [{'id': 'acb960c4-d095-42c0-820a-b7e1026fb7c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:47:10.713185 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f6d036-85e6-4670-a4a0-7854df26fc9b None None] Checking router: 1014f846-447e-455d-8a3a-e55c04980670 for host: dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:47:10.725534 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-a5733e02-4e36-4fb1-a082-ae0dec305865 req-d236c0d3-4f06-498e-bca2-246d39f8fcc7 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Unset dirty status for tenant:9f8d5bc7845843a4a3997b13887466a6 on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:47:10.726697 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-a5733e02-4e36-4fb1-a082-ae0dec305865 req-d236c0d3-4f06-498e-bca2-246d39f8fcc7 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2ba78fc-d06c-4e08-b382-8eb197aa57b9 HTTP/1.1" status: 200 len: 945 time: 0.4381182 Feb 01 04:47:10.736823 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f6d036-85e6-4670-a4a0-7854df26fc9b None None] Routers {'1014f846-447e-455d-8a3a-e55c04980670'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:47:10.737495 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-14f6d036-85e6-4670-a4a0-7854df26fc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:47:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['1014f846-447e-455d-8a3a-e55c04980670'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:47:10.788534 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-a5733e02-4e36-4fb1-a082-ae0dec305865 req-9acc4c54-5b5c-445a-bd97-3bd73115f028 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee02c2cf-afe8-43b1-ba9c-28b13c261f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536642 Feb 01 04:47:10.804986 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1840dd2-d5b1-47da-bb3d-37a6a453a526 req-0ac45ef4-e661-4640-b321-c5b53f3ed669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:47:10.806475 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-d1840dd2-d5b1-47da-bb3d-37a6a453a526 req-0ac45ef4-e661-4640-b321-c5b53f3ed669 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a0c2a700-3881-4414-a7a8-128b0ce8d5cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1205947 Feb 01 04:47:10.817802 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-786c2fe1-d968-44b4-a7a4-c8d5388e3090 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:47:10.829782 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1814d9-6385-4af8-8826-1d15e3ac4b93 None None] Sync routers for ids ['f9d81f27-3960-42d0-993c-ded52f713320'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:47:10.842186 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1814d9-6385-4af8-8826-1d15e3ac4b93 None None] Routers {'f9d81f27-3960-42d0-993c-ded52f713320'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:47:10.846244 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-786c2fe1-d968-44b4-a7a4-c8d5388e3090 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "PUT /v2.0/routers/f9d81f27-3960-42d0-993c-ded52f713320/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5522487 Feb 01 04:47:10.846348 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-cb1814d9-6385-4af8-8826-1d15e3ac4b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:47:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['f9d81f27-3960-42d0-993c-ded52f713320'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:47:10.846437 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 44788) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:47:10.981035 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:11.046580 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-d1840dd2-d5b1-47da-bb3d-37a6a453a526 req-d427a548-a568-44c3-a2c5-852f4a60593f service neutron] 10.222.0.18 "GET /v2.0/networks/a0c2a700-3881-4414-a7a8-128b0ce8d5cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265134 Feb 01 04:47:11.056095 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea3da42-f487-46f6-8113-60a774f31481 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:47:11.056572 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea3da42-f487-46f6-8113-60a774f31481 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:47:11.057031 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea3da42-f487-46f6-8113-60a774f31481 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:47:11.057489 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea3da42-f487-46f6-8113-60a774f31481 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:47:11.057941 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea3da42-f487-46f6-8113-60a774f31481 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:47:11.058781 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea3da42-f487-46f6-8113-60a774f31481 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:47:11.062564 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-3ea3da42-f487-46f6-8113-60a774f31481 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4278 time: 0.2129309 Feb 01 04:47:11.062814 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 44792) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:47:11.093711 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-cb1814d9-6385-4af8-8826-1d15e3ac4b93 None None] Set router f9d81f27-3960-42d0-993c-ded52f713320 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:47:11.137097 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52549123-3dac-4e8a-bb5a-0ebcb7eccbc9 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:47:11.137439 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52549123-3dac-4e8a-bb5a-0ebcb7eccbc9 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:47:11.137880 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52549123-3dac-4e8a-bb5a-0ebcb7eccbc9 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:47:11.138328 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52549123-3dac-4e8a-bb5a-0ebcb7eccbc9 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:47:11.138770 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52549123-3dac-4e8a-bb5a-0ebcb7eccbc9 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:47:11.139243 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52549123-3dac-4e8a-bb5a-0ebcb7eccbc9 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:47:11.143994 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-52549123-3dac-4e8a-bb5a-0ebcb7eccbc9 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0772586 Feb 01 04:47:11.147628 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 44796) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:47:11.163504 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 0daa6a75-4b35-464d-94aa-082859bfd209, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=0daa6a75-4b35-464d-94aa-082859bfd209,segment=NetworkSegment(6d810199-52fd-4d59-86a2-6e982a0ce061),segment_id=6d810199-52fd-4d59-86a2-6e982a0ce061)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:47:11.176051 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:11.176903 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device eeff50be-ab65-4365-b165-30646a082683 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:47:11.200741 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-66333f7f-d323-45e6-a03a-7b7c5af99737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:11.226020 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-d1840dd2-d5b1-47da-bb3d-37a6a453a526 req-8e0ab402-c764-4dae-8a1f-c33bc7d56119 service neutron] 10.222.0.18 "GET /v2.0/networks/a0c2a700-3881-4414-a7a8-128b0ce8d5cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477547 Feb 01 04:47:11.321056 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-14f6d036-85e6-4670-a4a0-7854df26fc9b None None] Set router 1014f846-447e-455d-8a3a-e55c04980670 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:47:11.415989 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-44cf843f-212c-4a45-8743-de30c2da0580 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3044 time: 0.2667358 Feb 01 04:47:11.429436 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-cb1814d9-6385-4af8-8826-1d15e3ac4b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d81f27-3960-42d0-993c-ded52f713320', 'name': 'tempest-TestNetworkBasicOps-router-1945228983', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.99'}], 'enable_snat': True}, 'gw_port_id': 'eeff50be-ab65-4365-b165-30646a082683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:47:04Z', 'updated_at': '2022-02-01T04:47:09Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': 'eeff50be-ab65-4365-b165-30646a082683', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d4:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9d81f27-3960-42d0-993c-ded52f713320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:47:04Z', 'updated_at': '2022-02-01T04:47:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '1ba8dab5-3632-4161-8b78-34d5bf669274', 'name': '', 'network_id': 'b5530905-2679-48f7-8a61-9926f1cc4b73', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:cc:c8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9d81f27-3960-42d0-993c-ded52f713320', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'c68a1488-6d78-43b8-809f-0fbd7949760b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:47:08Z', 'updated_at': '2022-02-01T04:47:09Z', 'revision_number': 2, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': 'c68a1488-6d78-43b8-809f-0fbd7949760b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:47:11.434219 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1814d9-6385-4af8-8826-1d15e3ac4b93 None None] Checking router: f9d81f27-3960-42d0-993c-ded52f713320 for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:47:11.434574 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1814d9-6385-4af8-8826-1d15e3ac4b93 None None] Updating router f9d81f27-3960-42d0-993c-ded52f713320 port 1ba8dab5-3632-4161-8b78-34d5bf669274 binding host dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 04:47:11.456105 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=0daa6a75-4b35-464d-94aa-082859bfd209,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:47:11.503893 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cb1814d9-6385-4af8-8826-1d15e3ac4b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:11.553279 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-66333f7f-d323-45e6-a03a-7b7c5af99737 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:47:11.553889 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-66333f7f-d323-45e6-a03a-7b7c5af99737 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:47:11.563109 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port eeff50be-ab65-4365-b165-30646a082683 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:47:11.573368 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port eeff50be-ab65-4365-b165-30646a082683 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:47:11.573749 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:11.809917 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:11.834538 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port eeff50be-ab65-4365-b165-30646a082683, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=eeff50be-ab65-4365-b165-30646a082683,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:47:11.881205 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cb1814d9-6385-4af8-8826-1d15e3ac4b93 None None] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:11.882188 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8fe77b-6c4f-4c4e-aeda-c5aa8c3163ac req-ab44a991-5f5e-4816-88c1-74afb04e6494 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:47:11.883847 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-1b8fe77b-6c4f-4c4e-aeda-c5aa8c3163ac req-ab44a991-5f5e-4816-88c1-74afb04e6494 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2ba78fc-d06c-4e08-b382-8eb197aa57b9 HTTP/1.1" status: 200 len: 945 time: 0.1326752 Feb 01 04:47:11.887251 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:11.895495 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-cb1814d9-6385-4af8-8826-1d15e3ac4b93 None None] Transition to ACTIVE for port object 1ba8dab5-3632-4161-8b78-34d5bf669274 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:47:11.902622 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cb1814d9-6385-4af8-8826-1d15e3ac4b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:11.966512 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=eeff50be-ab65-4365-b165-30646a082683,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:47:11.974666 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269b20f-77ee-4329-b630-bd41a5dd21b0 None None] Pushing event updated for resources: {'Port': ['ID=1ba8dab5-3632-4161-8b78-34d5bf669274,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:47:12.008266 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-14f6d036-85e6-4670-a4a0-7854df26fc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1014f846-447e-455d-8a3a-e55c04980670', 'name': 'tempest-TestVolumeBootPattern-533563384-router', 'tenant_id': '9f8d5bc7845843a4a3997b13887466a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': 'f7fbbe8b-34ff-4f49-836c-3f11895c073a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:40:07Z', 'updated_at': '2022-02-01T04:40:13Z', 'revision_number': 4, 'project_id': '9f8d5bc7845843a4a3997b13887466a6', 'gw_port': {'id': 'f7fbbe8b-34ff-4f49-836c-3f11895c073a', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1014f846-447e-455d-8a3a-e55c04980670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:40:08Z', 'updated_at': '2022-02-01T04:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': '45c4658d-9f0d-4f6f-a5e3-65496a961e5c', 'tenant_id': '9f8d5bc7845843a4a3997b13887466a6', 'floating_ip_address': '172.26.8.41', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '1014f846-447e-455d-8a3a-e55c04980670', 'port_id': 'f845c522-bca6-4f00-99aa-1ec6a6aa47a2', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0c2a700-3881-4414-a7a8-128b0ce8d5cc', 'mac_address': 'fa:16:3e:55:25:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ca9dc1-f59c-415c-8e8d-5204d6cf9e80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:43:27Z', 'updated_at': '2022-02-01T04:43:30Z', 'revision_number': 1, 'project_id': '9f8d5bc7845843a4a3997b13887466a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a518623-ba34-4b6d-b35c-d792284a9b2a', 'name': '', 'network_id': 'a0c2a700-3881-4414-a7a8-128b0ce8d5cc', 'tenant_id': '9f8d5bc7845843a4a3997b13887466a6', 'mac_address': 'fa:16:3e:f6:ce:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1014f846-447e-455d-8a3a-e55c04980670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'acb960c4-d095-42c0-820a-b7e1026fb7c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:40:12Z', 'updated_at': '2022-02-01T04:40:20Z', 'revision_number': 5, 'project_id': '9f8d5bc7845843a4a3997b13887466a6', 'subnets': [{'id': 'acb960c4-d095-42c0-820a-b7e1026fb7c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:47:12.013408 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f6d036-85e6-4670-a4a0-7854df26fc9b None None] The sync data for ids ['1014f846-447e-455d-8a3a-e55c04980670'] in dv-neutron-826830-1-hyperv is: [{'id': '1014f846-447e-455d-8a3a-e55c04980670', 'name': 'tempest-TestVolumeBootPattern-533563384-router', 'tenant_id': '9f8d5bc7845843a4a3997b13887466a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': 'f7fbbe8b-34ff-4f49-836c-3f11895c073a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:40:07Z', 'updated_at': '2022-02-01T04:40:13Z', 'revision_number': 4, 'project_id': '9f8d5bc7845843a4a3997b13887466a6', 'gw_port': {'id': 'f7fbbe8b-34ff-4f49-836c-3f11895c073a', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1014f846-447e-455d-8a3a-e55c04980670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:40:08Z', 'updated_at': '2022-02-01T04:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': '45c4658d-9f0d-4f6f-a5e3-65496a961e5c', 'tenant_id': '9f8d5bc7845843a4a3997b13887466a6', 'floating_ip_address': '172.26.8.41', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '1014f846-447e-455d-8a3a-e55c04980670', 'port_id': 'f845c522-bca6-4f00-99aa-1ec6a6aa47a2', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0c2a700-3881-4414-a7a8-128b0ce8d5cc', 'mac_address': 'fa:16:3e:55:25:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ca9dc1-f59c-415c-8e8d-5204d6cf9e80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:43:27Z', 'updated_at': '2022-02-01T04:43:30Z', 'revision_number': 1, 'project_id': '9f8d5bc7845843a4a3997b13887466a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a518623-ba34-4b6d-b35c-d792284a9b2a', 'name': '', 'network_id': 'a0c2a700-3881-4414-a7a8-128b0ce8d5cc', 'tenant_id': '9f8d5bc7845843a4a3997b13887466a6', 'mac_address': 'fa:16:3e:f6:ce:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1014f846-447e-455d-8a3a-e55c04980670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'acb960c4-d095-42c0-820a-b7e1026fb7c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:40:12Z', 'updated_at': '2022-02-01T04:40:20Z', 'revision_number': 5, 'project_id': '9f8d5bc7845843a4a3997b13887466a6', 'subnets': [{'id': 'acb960c4-d095-42c0-820a-b7e1026fb7c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:47:12.094598 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [req-1b8fe77b-6c4f-4c4e-aeda-c5aa8c3163ac req-e06ff0f9-54c1-4a27-955d-3ace51499861 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Deleting port 3f796233-cefc-443d-979e-ceee9b9a5fff {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:47:12.111745 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-1b8fe77b-6c4f-4c4e-aeda-c5aa8c3163ac req-e06ff0f9-54c1-4a27-955d-3ace51499861 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:12.163545 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 0daa6a75-4b35-464d-94aa-082859bfd209 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:47:12.189501 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d22dbe1-0695-42b7-a667-2a3b7b888c1a req-34bd7774-3263-4522-b4c6-2e2aa217f38c tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:47:12.197346 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-7d22dbe1-0695-42b7-a667-2a3b7b888c1a req-34bd7774-3263-4522-b4c6-2e2aa217f38c tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2ba78fc-d06c-4e08-b382-8eb197aa57b9 HTTP/1.1" status: 200 len: 945 time: 0.2360194 Feb 01 04:47:12.216941 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 44804) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:47:12.224141 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-df1feadc-e9b0-4147-b352-643495a74021 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-257297523', 'description': 'tempest-secgroup-smoke-257297523 description', 'project_id': '0629703b9474474a9f2fde13723d2e8b'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:47:12.234745 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-df1feadc-e9b0-4147-b352-643495a74021 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:47:12.244008 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-df1feadc-e9b0-4147-b352-643495a74021 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:47:12.247402 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-df1feadc-e9b0-4147-b352-643495a74021 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:47:12.257087 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-df1feadc-e9b0-4147-b352-643495a74021 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:47:12.273232 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-cb1814d9-6385-4af8-8826-1d15e3ac4b93 None None] Attempting to bind port 1ba8dab5-3632-4161-8b78-34d5bf669274 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:47:12.273646 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-cb1814d9-6385-4af8-8826-1d15e3ac4b93 None None] Attempting to bind port 1ba8dab5-3632-4161-8b78-34d5bf669274 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '6d810199-52fd-4d59-86a2-6e982a0ce061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b5530905-2679-48f7-8a61-9926f1cc4b73'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:47:12.274016 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1814d9-6385-4af8-8826-1d15e3ac4b93 None None] Attempting to bind port 1ba8dab5-3632-4161-8b78-34d5bf669274 on network b5530905-2679-48f7-8a61-9926f1cc4b73 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:47:12.280985 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-df1feadc-e9b0-4147-b352-643495a74021 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:12.284960 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-66333f7f-d323-45e6-a03a-7b7c5af99737 None None] Provisioning for port 1ba8dab5-3632-4161-8b78-34d5bf669274 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:47:12.292403 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1814d9-6385-4af8-8826-1d15e3ac4b93 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:47:12.292996 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1814d9-6385-4af8-8826-1d15e3ac4b93 None None] Checking segment: {'id': '6d810199-52fd-4d59-86a2-6e982a0ce061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b5530905-2679-48f7-8a61-9926f1cc4b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:47:12.293576 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cb1814d9-6385-4af8-8826-1d15e3ac4b93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:12.294113 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1814d9-6385-4af8-8826-1d15e3ac4b93 None None] Bound using segment: {'id': '6d810199-52fd-4d59-86a2-6e982a0ce061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b5530905-2679-48f7-8a61-9926f1cc4b73'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:47:12.294736 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-cb1814d9-6385-4af8-8826-1d15e3ac4b93 None None] Bound port: 1ba8dab5-3632-4161-8b78-34d5bf669274, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d810199-52fd-4d59-86a2-6e982a0ce061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b5530905-2679-48f7-8a61-9926f1cc4b73'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:47:12.295306 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cb1814d9-6385-4af8-8826-1d15e3ac4b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:12.322352 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 0daa6a75-4b35-464d-94aa-082859bfd209 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:47:12.323343 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:12.324010 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-df1feadc-e9b0-4147-b352-643495a74021 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:47:12.340445 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-df1feadc-e9b0-4147-b352-643495a74021 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group_rule and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:47:12.343983 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-df1feadc-e9b0-4147-b352-643495a74021 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:47:12.350700 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-df1feadc-e9b0-4147-b352-643495a74021 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:47:12.359782 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-7d22dbe1-0695-42b7-a667-2a3b7b888c1a req-ba43d3a3-abcc-4389-b67e-bd30e802d60b tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee02c2cf-afe8-43b1-ba9c-28b13c261f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1614118 Feb 01 04:47:12.428272 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-cb1814d9-6385-4af8-8826-1d15e3ac4b93 None None] For port 1ba8dab5-3632-4161-8b78-34d5bf669274, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:47:12.432946 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-cb1814d9-6385-4af8-8826-1d15e3ac4b93 None None] For port 1ba8dab5-3632-4161-8b78-34d5bf669274, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=1ba8dab5-3632-4161-8b78-34d5bf669274,segment=NetworkSegment(6d810199-52fd-4d59-86a2-6e982a0ce061),segment_id=6d810199-52fd-4d59-86a2-6e982a0ce061)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:47:12.441239 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cb1814d9-6385-4af8-8826-1d15e3ac4b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:12.459921 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-df1feadc-e9b0-4147-b352-643495a74021 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:12.465680 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-df1feadc-e9b0-4147-b352-643495a74021 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:12.510561 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10bc60a7-2474-4064-a5ae-5ac3a0f83ace None None] New status for floating IP 7c56543c-66dc-4f44-8fec-6617c2ac15df: DOWN {{(pid=87638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 01 04:47:12.529711 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1814d9-6385-4af8-8826-1d15e3ac4b93 None None] Routers {'f9d81f27-3960-42d0-993c-ded52f713320'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:47:12.530502 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-cb1814d9-6385-4af8-8826-1d15e3ac4b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:47:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['f9d81f27-3960-42d0-993c-ded52f713320'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:47:12.534403 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1feadc-e9b0-4147-b352-643495a74021 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f2ac41e-67a3-4801-b6b9-0c546b4df248,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:47:12.536699 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-df1feadc-e9b0-4147-b352-643495a74021 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:12.537935 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-df1feadc-e9b0-4147-b352-643495a74021 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3193922 Feb 01 04:47:12.543740 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 44808) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:47:12.554262 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-8d64a27d-78ff-4814-90e2-e7f06bd5ab70 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'security_group_rule': {'security_group_id': '8f2ac41e-67a3-4801-b6b9-0c546b4df248', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:47:12.560829 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-8d64a27d-78ff-4814-90e2-e7f06bd5ab70 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:47:12.564967 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-8d64a27d-78ff-4814-90e2-e7f06bd5ab70 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group_rule and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:47:12.568061 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-8d64a27d-78ff-4814-90e2-e7f06bd5ab70 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:47:12.573530 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device eeff50be-ab65-4365-b165-30646a082683 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:47:12.584520 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-8d64a27d-78ff-4814-90e2-e7f06bd5ab70 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:47:12.611430 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8d64a27d-78ff-4814-90e2-e7f06bd5ab70 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:12.630381 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269b20f-77ee-4329-b630-bd41a5dd21b0 None None] Pushing event updated for resources: {'Port': ['ID=1ba8dab5-3632-4161-8b78-34d5bf669274,revision_number=4']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:47:12.649431 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [req-1b8fe77b-6c4f-4c4e-aeda-c5aa8c3163ac req-e06ff0f9-54c1-4a27-955d-3ace51499861 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] For port 3f796233-cefc-443d-979e-ceee9b9a5fff, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=3f796233-cefc-443d-979e-ceee9b9a5fff,segment=NetworkSegment(6b1a300b-d251-4755-82de-371c1e658f49),segment_id=6b1a300b-d251-4755-82de-371c1e658f49)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:47:12.650153 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-1b8fe77b-6c4f-4c4e-aeda-c5aa8c3163ac req-e06ff0f9-54c1-4a27-955d-3ace51499861 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:12.715864 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8d64a27d-78ff-4814-90e2-e7f06bd5ab70 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:12.726058 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8d64a27d-78ff-4814-90e2-e7f06bd5ab70 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:12.737102 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port eeff50be-ab65-4365-b165-30646a082683 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:47:12.737474 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:12.778794 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d64a27d-78ff-4814-90e2-e7f06bd5ab70 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ab23564-0ba0-4749-971d-6f3b4e80895b,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:47:12.802679 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8d64a27d-78ff-4814-90e2-e7f06bd5ab70 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:12.813352 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-8d64a27d-78ff-4814-90e2-e7f06bd5ab70 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2627017 Feb 01 04:47:12.814223 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 44812) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:47:12.818172 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-cb1814d9-6385-4af8-8826-1d15e3ac4b93 None None] Set router f9d81f27-3960-42d0-993c-ded52f713320 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:47:12.829338 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [req-1b8fe77b-6c4f-4c4e-aeda-c5aa8c3163ac req-e06ff0f9-54c1-4a27-955d-3ace51499861 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Calling delete_port for 3f796233-cefc-443d-979e-ceee9b9a5fff owned by compute:nova {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:47:12.838596 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-6e4fa260-a990-4b16-85c6-1904fdf58616 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'security_group_rule': {'security_group_id': '8f2ac41e-67a3-4801-b6b9-0c546b4df248', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:47:12.849622 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-6e4fa260-a990-4b16-85c6-1904fdf58616 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:47:12.860279 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-6e4fa260-a990-4b16-85c6-1904fdf58616 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group_rule and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:47:12.864163 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-6e4fa260-a990-4b16-85c6-1904fdf58616 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:47:12.875553 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-6e4fa260-a990-4b16-85c6-1904fdf58616 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:47:12.909612 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6e4fa260-a990-4b16-85c6-1904fdf58616 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:12.993155 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6e4fa260-a990-4b16-85c6-1904fdf58616 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:12.997503 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6e4fa260-a990-4b16-85c6-1904fdf58616 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:13.004709 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-1b8fe77b-6c4f-4c4e-aeda-c5aa8c3163ac req-e06ff0f9-54c1-4a27-955d-3ace51499861 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:13.024783 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4fa260-a990-4b16-85c6-1904fdf58616 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e45d6cce-3481-41d8-a621-7489c4fa5ecc,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:47:13.038451 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6e4fa260-a990-4b16-85c6-1904fdf58616 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:13.042377 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-6e4fa260-a990-4b16-85c6-1904fdf58616 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2202849 Feb 01 04:47:13.043080 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 44816) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:47:13.056389 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-7437dc82-cf09-4c4f-b286-ec4207107e9d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'security_group_rule': {'security_group_id': '8f2ac41e-67a3-4801-b6b9-0c546b4df248', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:47:13.061849 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06ff0f9-54c1-4a27-955d-3ace51499861 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Pushing event deleted for resources: {'Port': ['ID=3f796233-cefc-443d-979e-ceee9b9a5fff,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:47:13.062608 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-7437dc82-cf09-4c4f-b286-ec4207107e9d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:47:13.066775 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-7437dc82-cf09-4c4f-b286-ec4207107e9d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group_rule and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:47:13.070739 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-7437dc82-cf09-4c4f-b286-ec4207107e9d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:47:13.080060 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-7437dc82-cf09-4c4f-b286-ec4207107e9d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:47:13.100621 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7437dc82-cf09-4c4f-b286-ec4207107e9d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:13.139635 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b8fe77b-6c4f-4c4e-aeda-c5aa8c3163ac req-e06ff0f9-54c1-4a27-955d-3ace51499861 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] No DVR routers for this DVR port 3f796233-cefc-443d-979e-ceee9b9a5fff on host hv-neutron-8268 {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:47:13.142029 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-1b8fe77b-6c4f-4c4e-aeda-c5aa8c3163ac req-e06ff0f9-54c1-4a27-955d-3ace51499861 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:13.152272 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2ba78fc-d06c-4e08-b382-8eb197aa57b9', 'name': 'network-vif-deleted', 'tag': '3f796233-cefc-443d-979e-ceee9b9a5fff'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:47:13.160453 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-1b8fe77b-6c4f-4c4e-aeda-c5aa8c3163ac req-e06ff0f9-54c1-4a27-955d-3ace51499861 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.18 "DELETE /v2.0/ports/3f796233-cefc-443d-979e-ceee9b9a5fff HTTP/1.1" status: 204 len: 173 time: 1.2669041 Feb 01 04:47:13.181734 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7437dc82-cf09-4c4f-b286-ec4207107e9d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:13.186171 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7437dc82-cf09-4c4f-b286-ec4207107e9d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:13.204147 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2ba78fc-d06c-4e08-b382-8eb197aa57b9', 'name': 'network-vif-deleted', 'tag': '3f796233-cefc-443d-979e-ceee9b9a5fff', 'status': 'completed', 'code': 200} Feb 01 04:47:13.217099 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7437dc82-cf09-4c4f-b286-ec4207107e9d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a5d1150-6974-486b-87a4-a5439781bd3e,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:47:13.220287 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-cb1814d9-6385-4af8-8826-1d15e3ac4b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d81f27-3960-42d0-993c-ded52f713320', 'name': 'tempest-TestNetworkBasicOps-router-1945228983', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.99'}], 'enable_snat': True}, 'gw_port_id': 'eeff50be-ab65-4365-b165-30646a082683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:47:04Z', 'updated_at': '2022-02-01T04:47:09Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': 'eeff50be-ab65-4365-b165-30646a082683', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d81f27-3960-42d0-993c-ded52f713320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:47:04Z', 'updated_at': '2022-02-01T04:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '1ba8dab5-3632-4161-8b78-34d5bf669274', 'name': '', 'network_id': 'b5530905-2679-48f7-8a61-9926f1cc4b73', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:cc:c8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9d81f27-3960-42d0-993c-ded52f713320', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'c68a1488-6d78-43b8-809f-0fbd7949760b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:47:08Z', 'updated_at': '2022-02-01T04:47:12Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': 'c68a1488-6d78-43b8-809f-0fbd7949760b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:47:13.226313 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1814d9-6385-4af8-8826-1d15e3ac4b93 None None] The sync data for ids ['f9d81f27-3960-42d0-993c-ded52f713320'] in dv-neutron-826830-1-hyperv is: [{'id': 'f9d81f27-3960-42d0-993c-ded52f713320', 'name': 'tempest-TestNetworkBasicOps-router-1945228983', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.99'}], 'enable_snat': True}, 'gw_port_id': 'eeff50be-ab65-4365-b165-30646a082683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:47:04Z', 'updated_at': '2022-02-01T04:47:09Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': 'eeff50be-ab65-4365-b165-30646a082683', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d81f27-3960-42d0-993c-ded52f713320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:47:04Z', 'updated_at': '2022-02-01T04:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '1ba8dab5-3632-4161-8b78-34d5bf669274', 'name': '', 'network_id': 'b5530905-2679-48f7-8a61-9926f1cc4b73', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:cc:c8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9d81f27-3960-42d0-993c-ded52f713320', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'c68a1488-6d78-43b8-809f-0fbd7949760b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:47:08Z', 'updated_at': '2022-02-01T04:47:12Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': 'c68a1488-6d78-43b8-809f-0fbd7949760b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:47:13.229082 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7437dc82-cf09-4c4f-b286-ec4207107e9d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:13.231177 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-7437dc82-cf09-4c4f-b286-ec4207107e9d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1853704 Feb 01 04:47:13.234049 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 44822) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:47:13.239930 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-69997c44-82d0-456a-b4eb-ce0bfc725684 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'security_group_rule': {'security_group_id': '8f2ac41e-67a3-4801-b6b9-0c546b4df248', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:47:13.247775 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-69997c44-82d0-456a-b4eb-ce0bfc725684 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:47:13.252450 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-69997c44-82d0-456a-b4eb-ce0bfc725684 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group_rule and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:47:13.255863 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-69997c44-82d0-456a-b4eb-ce0bfc725684 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:47:13.262733 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-69997c44-82d0-456a-b4eb-ce0bfc725684 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:47:13.290575 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-69997c44-82d0-456a-b4eb-ce0bfc725684 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:13.370990 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-69997c44-82d0-456a-b4eb-ce0bfc725684 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:13.375823 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-69997c44-82d0-456a-b4eb-ce0bfc725684 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:13.404440 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69997c44-82d0-456a-b4eb-ce0bfc725684 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07dfb0ad-01b4-45e4-b406-329d4cd157dd,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:47:13.421872 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-69997c44-82d0-456a-b4eb-ce0bfc725684 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:13.423362 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-69997c44-82d0-456a-b4eb-ce0bfc725684 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1882339 Feb 01 04:47:13.426479 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 44828) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:47:13.433450 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-df6aff8f-ec8e-4ebe-aa06-6145bbaa2d20 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'security_group_rule': {'security_group_id': '8f2ac41e-67a3-4801-b6b9-0c546b4df248', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:47:13.440602 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-df6aff8f-ec8e-4ebe-aa06-6145bbaa2d20 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:47:13.445127 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-df6aff8f-ec8e-4ebe-aa06-6145bbaa2d20 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group_rule and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:47:13.448591 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-df6aff8f-ec8e-4ebe-aa06-6145bbaa2d20 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:47:13.459920 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-df6aff8f-ec8e-4ebe-aa06-6145bbaa2d20 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:47:13.474605 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.securitygroups_db [None req-df6aff8f-ec8e-4ebe-aa06-6145bbaa2d20 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Project 0629703b9474474a9f2fde13723d2e8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 01 04:47:13.482497 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-df6aff8f-ec8e-4ebe-aa06-6145bbaa2d20 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:13.575078 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-b4fa7f61-7864-44eb-bdf3-340041278116 req-9f83210b-ebc4-41fc-86a8-52f006aaebab tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Synchronizing usage tracker for tenant:9f8d5bc7845843a4a3997b13887466a6 on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:47:13.610581 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-b4fa7f61-7864-44eb-bdf3-340041278116 req-9f83210b-ebc4-41fc-86a8-52f006aaebab tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Unset dirty status for tenant:9f8d5bc7845843a4a3997b13887466a6 on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:47:13.619928 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-b4fa7f61-7864-44eb-bdf3-340041278116 req-9f83210b-ebc4-41fc-86a8-52f006aaebab tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2ba78fc-d06c-4e08-b382-8eb197aa57b9 HTTP/1.1" status: 200 len: 210 time: 0.1063564 Feb 01 04:47:13.628270 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-df6aff8f-ec8e-4ebe-aa06-6145bbaa2d20 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:13.642889 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-df6aff8f-ec8e-4ebe-aa06-6145bbaa2d20 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:13.668783 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6aff8f-ec8e-4ebe-aa06-6145bbaa2d20 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ed93964-7c42-4b16-a72d-0c81743de69c,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:47:13.680673 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-df6aff8f-ec8e-4ebe-aa06-6145bbaa2d20 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:13.682102 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-df6aff8f-ec8e-4ebe-aa06-6145bbaa2d20 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2546318 Feb 01 04:47:13.685227 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 44832) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:47:13.691305 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-c204e13d-cdc9-4245-9ec8-33b8f55ccef1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'security_group_rule': {'security_group_id': '8f2ac41e-67a3-4801-b6b9-0c546b4df248', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:47:13.707498 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-c204e13d-cdc9-4245-9ec8-33b8f55ccef1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:47:13.711968 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-c204e13d-cdc9-4245-9ec8-33b8f55ccef1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group_rule and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:47:13.715064 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-c204e13d-cdc9-4245-9ec8-33b8f55ccef1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:47:13.721234 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-c204e13d-cdc9-4245-9ec8-33b8f55ccef1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:47:13.736405 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.securitygroups_db [None req-c204e13d-cdc9-4245-9ec8-33b8f55ccef1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Project 0629703b9474474a9f2fde13723d2e8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 01 04:47:13.743752 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c204e13d-cdc9-4245-9ec8-33b8f55ccef1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:13.816759 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c204e13d-cdc9-4245-9ec8-33b8f55ccef1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:13.821254 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c204e13d-cdc9-4245-9ec8-33b8f55ccef1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:13.844223 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c204e13d-cdc9-4245-9ec8-33b8f55ccef1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66d6803e-d078-42b2-bea6-3d2be37fb1be,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:47:13.866375 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c204e13d-cdc9-4245-9ec8-33b8f55ccef1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:13.874212 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-c204e13d-cdc9-4245-9ec8-33b8f55ccef1 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1816654 Feb 01 04:47:14.085840 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-6b56220d-564a-40d7-9447-2f67d6a8211d req-13e11a3c-c9c4-4ab5-b7fb-9a7f193e53b0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Synchronizing usage tracker for tenant:0629703b9474474a9f2fde13723d2e8b on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:47:14.101749 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-6b56220d-564a-40d7-9447-2f67d6a8211d req-13e11a3c-c9c4-4ab5-b7fb-9a7f193e53b0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Unset dirty status for tenant:0629703b9474474a9f2fde13723d2e8b on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:47:14.103260 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6b56220d-564a-40d7-9447-2f67d6a8211d req-13e11a3c-c9c4-4ab5-b7fb-9a7f193e53b0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-257297523&fields=id&tenant_id=0629703b9474474a9f2fde13723d2e8b HTTP/1.1" status: 200 len: 267 time: 0.0667956 Feb 01 04:47:14.136300 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 1ba8dab5-3632-4161-8b78-34d5bf669274 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:47:14.212262 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 1ba8dab5-3632-4161-8b78-34d5bf669274 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:47:14.217837 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 1ba8dab5-3632-4161-8b78-34d5bf669274 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:47:14.218336 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:14.269886 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56220d-564a-40d7-9447-2f67d6a8211d req-11c0d5c8-1196-47d4-8be4-4405a59f3665 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:47:14.271401 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-6b56220d-564a-40d7-9447-2f67d6a8211d req-11c0d5c8-1196-47d4-8be4-4405a59f3665 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Synchronizing usage tracker for tenant:0629703b9474474a9f2fde13723d2e8b on resource:network {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:47:14.294567 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-6b56220d-564a-40d7-9447-2f67d6a8211d req-11c0d5c8-1196-47d4-8be4-4405a59f3665 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Unset dirty status for tenant:0629703b9474474a9f2fde13723d2e8b on resource:network {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:47:14.297631 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6b56220d-564a-40d7-9447-2f67d6a8211d req-11c0d5c8-1196-47d4-8be4-4405a59f3665 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/networks?id=b5530905-2679-48f7-8a61-9926f1cc4b73 HTTP/1.1" status: 200 len: 797 time: 0.1868854 Feb 01 04:47:14.315118 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6b56220d-564a-40d7-9447-2f67d6a8211d req-414d1429-ed26-4b0b-b5a0-ea834fb0e853 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/quotas/0629703b9474474a9f2fde13723d2e8b HTTP/1.1" status: 200 len: 375 time: 0.0109763 Feb 01 04:47:14.414479 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-6b56220d-564a-40d7-9447-2f67d6a8211d req-3a762792-55a2-481f-9f37-ac616f6d1b2c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Synchronizing usage tracker for tenant:0629703b9474474a9f2fde13723d2e8b on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:47:14.425709 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:14.434086 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-6b56220d-564a-40d7-9447-2f67d6a8211d req-3a762792-55a2-481f-9f37-ac616f6d1b2c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Unset dirty status for tenant:0629703b9474474a9f2fde13723d2e8b on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:47:14.440328 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6b56220d-564a-40d7-9447-2f67d6a8211d req-3a762792-55a2-481f-9f37-ac616f6d1b2c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0629703b9474474a9f2fde13723d2e8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1178761 Feb 01 04:47:14.463267 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 1ba8dab5-3632-4161-8b78-34d5bf669274, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=1ba8dab5-3632-4161-8b78-34d5bf669274,segment=NetworkSegment(6d810199-52fd-4d59-86a2-6e982a0ce061),segment_id=6d810199-52fd-4d59-86a2-6e982a0ce061)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:47:14.471750 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:14.514986 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [req-6b56220d-564a-40d7-9447-2f67d6a8211d req-875041a9-1225-4cca-90dd-d39f60a08214 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 04:47:14.516277 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6b56220d-564a-40d7-9447-2f67d6a8211d req-875041a9-1225-4cca-90dd-d39f60a08214 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0564182 Feb 01 04:47:14.565632 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=1ba8dab5-3632-4161-8b78-34d5bf669274,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:47:14.655914 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6b56220d-564a-40d7-9447-2f67d6a8211d req-110ec9b5-2a83-4a8e-89d6-ca3941faf859 service neutron] 10.222.0.24 "GET /v2.0/networks/b5530905-2679-48f7-8a61-9926f1cc4b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326225 Feb 01 04:47:14.789108 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6b56220d-564a-40d7-9447-2f67d6a8211d req-5067a916-7e6c-489e-bd4d-7795c222f9f4 service neutron] 10.222.0.24 "GET /v2.0/networks/b5530905-2679-48f7-8a61-9926f1cc4b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271501 Feb 01 04:47:14.993312 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-099fce07-8469-426b-80b7-c94db4512fb9 req-15f5edee-29be-4f7b-b676-bc2066f90bc5 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Synchronizing usage tracker for tenant:0629703b9474474a9f2fde13723d2e8b on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:47:15.006404 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-099fce07-8469-426b-80b7-c94db4512fb9 req-15f5edee-29be-4f7b-b676-bc2066f90bc5 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Unset dirty status for tenant:0629703b9474474a9f2fde13723d2e8b on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:47:15.007624 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-099fce07-8469-426b-80b7-c94db4512fb9 req-15f5edee-29be-4f7b-b676-bc2066f90bc5 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1d0b232-c603-4e73-ac9a-6ef07f00be6b HTTP/1.1" status: 200 len: 210 time: 0.0572460 Feb 01 04:47:15.024554 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:16.110559 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 1ba8dab5-3632-4161-8b78-34d5bf669274 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:47:16.195790 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-67476e76-71de-4c71-a477-ddf7c341498f req-32c451ca-49d3-490c-9aee-8614cdbb6935 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1d0b232-c603-4e73-ac9a-6ef07f00be6b HTTP/1.1" status: 200 len: 210 time: 0.0566127 Feb 01 04:47:16.216637 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 1ba8dab5-3632-4161-8b78-34d5bf669274 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:47:16.217072 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:16.370617 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56220d-564a-40d7-9447-2f67d6a8211d req-1ab1c000-5c5b-49bd-8a52-b740c3810e44 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:47:16.372097 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-6b56220d-564a-40d7-9447-2f67d6a8211d req-1ab1c000-5c5b-49bd-8a52-b740c3810e44 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.18 "GET /v2.0/networks?id=b5530905-2679-48f7-8a61-9926f1cc4b73 HTTP/1.1" status: 200 len: 797 time: 0.3273611 Feb 01 04:47:16.431770 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-6b56220d-564a-40d7-9447-2f67d6a8211d req-261b505d-10f4-4b9f-b53a-7cbd0d94e294 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0629703b9474474a9f2fde13723d2e8b HTTP/1.1" status: 200 len: 379 time: 0.0451727 Feb 01 04:47:16.443860 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [req-6b56220d-564a-40d7-9447-2f67d6a8211d req-a4db6743-55af-4de5-94aa-93636b8c178c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'port': {'device_id': 'e1d0b232-c603-4e73-ac9a-6ef07f00be6b', 'network_id': 'b5530905-2679-48f7-8a61-9926f1cc4b73', 'admin_state_up': True, 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'security_groups': ['8f2ac41e-67a3-4801-b6b9-0c546b4df248']}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:47:16.478585 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 3f796233-cefc-443d-979e-ceee9b9a5fff no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:47:16.513345 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] No Port match for: 3f796233-cefc-443d-979e-ceee9b9a5fff {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:47:16.513787 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 3f796233-cefc-443d-979e-ceee9b9a5fff not bound to the agent host hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:47:16.581750 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [req-6b56220d-564a-40d7-9447-2f67d6a8211d req-a4db6743-55af-4de5-94aa-93636b8c178c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:47:16.590997 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [req-6b56220d-564a-40d7-9447-2f67d6a8211d req-a4db6743-55af-4de5-94aa-93636b8c178c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:47:16.600366 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b56220d-564a-40d7-9447-2f67d6a8211d req-a4db6743-55af-4de5-94aa-93636b8c178c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Made reservation on behalf of 0629703b9474474a9f2fde13723d2e8b for: {'port': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:47:16.604122 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-6b56220d-564a-40d7-9447-2f67d6a8211d req-a4db6743-55af-4de5-94aa-93636b8c178c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:16.764153 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [req-6b56220d-564a-40d7-9447-2f67d6a8211d req-a4db6743-55af-4de5-94aa-93636b8c178c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Allocated IP 172.20.0.10 (b5530905-2679-48f7-8a61-9926f1cc4b73/c68a1488-6d78-43b8-809f-0fbd7949760b/2f775bb1-2a64-4038-9532-aa2916bb3364) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:47:16.952600 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-6b56220d-564a-40d7-9447-2f67d6a8211d req-a4db6743-55af-4de5-94aa-93636b8c178c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:16.968437 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [req-6b56220d-564a-40d7-9447-2f67d6a8211d req-a4db6743-55af-4de5-94aa-93636b8c178c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Transition to ACTIVE for port object 2f775bb1-2a64-4038-9532-aa2916bb3364 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:47:16.994172 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-6b56220d-564a-40d7-9447-2f67d6a8211d req-a4db6743-55af-4de5-94aa-93636b8c178c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:17.064697 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b56220d-564a-40d7-9447-2f67d6a8211d req-a4db6743-55af-4de5-94aa-93636b8c178c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Network b5530905-2679-48f7-8a61-9926f1cc4b73 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:47:17.067993 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [req-6b56220d-564a-40d7-9447-2f67d6a8211d req-a4db6743-55af-4de5-94aa-93636b8c178c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:47:17.070510 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b56220d-564a-40d7-9447-2f67d6a8211d req-a4db6743-55af-4de5-94aa-93636b8c178c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:47:17.120212 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4db6743-55af-4de5-94aa-93636b8c178c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'Port': ['ID=2f775bb1-2a64-4038-9532-aa2916bb3364,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:47:17.171198 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56220d-564a-40d7-9447-2f67d6a8211d req-a4db6743-55af-4de5-94aa-93636b8c178c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:47:17.171198 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-6b56220d-564a-40d7-9447-2f67d6a8211d req-a4db6743-55af-4de5-94aa-93636b8c178c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:17.199626 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-6b56220d-564a-40d7-9447-2f67d6a8211d req-a4db6743-55af-4de5-94aa-93636b8c178c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7595172 Feb 01 04:47:17.223167 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [req-6b56220d-564a-40d7-9447-2f67d6a8211d req-683ec6b4-d13a-4832-820d-aa95fce1f7b6 service neutron] Request body: {'port': {'device_id': 'e1d0b232-c603-4e73-ac9a-6ef07f00be6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:47:17.390574 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-969b708a-c27e-4a11-8d20-7a5ddd13860f None None] Provisioning for port 2f775bb1-2a64-4038-9532-aa2916bb3364 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:47:17.396302 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-969b708a-c27e-4a11-8d20-7a5ddd13860f None None] Provisioning complete for port 2f775bb1-2a64-4038-9532-aa2916bb3364 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:47:17.396860 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-969b708a-c27e-4a11-8d20-7a5ddd13860f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:17.421132 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-6b56220d-564a-40d7-9447-2f67d6a8211d req-683ec6b4-d13a-4832-820d-aa95fce1f7b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:17.469099 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-969b708a-c27e-4a11-8d20-7a5ddd13860f None None] Port 2f775bb1-2a64-4038-9532-aa2916bb3364 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:47:17.520530 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05e5c3-b247-4683-8487-0964a91ebbc3 req-589cf7b7-a9a8-4d66-8cdb-41c607af607b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:47:17.521214 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-5f05e5c3-b247-4683-8487-0964a91ebbc3 req-589cf7b7-a9a8-4d66-8cdb-41c607af607b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Synchronizing usage tracker for tenant:0629703b9474474a9f2fde13723d2e8b on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:47:17.588173 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-5f05e5c3-b247-4683-8487-0964a91ebbc3 req-589cf7b7-a9a8-4d66-8cdb-41c607af607b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Unset dirty status for tenant:0629703b9474474a9f2fde13723d2e8b on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:47:17.589226 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-5f05e5c3-b247-4683-8487-0964a91ebbc3 req-589cf7b7-a9a8-4d66-8cdb-41c607af607b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1d0b232-c603-4e73-ac9a-6ef07f00be6b HTTP/1.1" status: 200 len: 932 time: 0.2397389 Feb 01 04:47:17.721030 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-5f05e5c3-b247-4683-8487-0964a91ebbc3 req-25f34ddd-a3b2-4bd4-a811-34c070b06d79 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f2ac41e-67a3-4801-b6b9-0c546b4df248&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241641 Feb 01 04:47:17.831356 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [req-6b56220d-564a-40d7-9447-2f67d6a8211d req-683ec6b4-d13a-4832-820d-aa95fce1f7b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f775bb1-2a64-4038-9532-aa2916bb3364 {{(pid=87637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 04:47:17.839120 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-6b56220d-564a-40d7-9447-2f67d6a8211d req-683ec6b4-d13a-4832-820d-aa95fce1f7b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:17.854181 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [req-6b56220d-564a-40d7-9447-2f67d6a8211d req-683ec6b4-d13a-4832-820d-aa95fce1f7b6 service neutron] Transition to ACTIVE for port object 2f775bb1-2a64-4038-9532-aa2916bb3364 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:47:17.860360 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-6b56220d-564a-40d7-9447-2f67d6a8211d req-683ec6b4-d13a-4832-820d-aa95fce1f7b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:17.992838 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683ec6b4-d13a-4832-820d-aa95fce1f7b6 service neutron] Pushing event updated for resources: {'Port': ['ID=2f775bb1-2a64-4038-9532-aa2916bb3364,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:47:18.114644 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [req-6b56220d-564a-40d7-9447-2f67d6a8211d req-683ec6b4-d13a-4832-820d-aa95fce1f7b6 service neutron] Attempting to bind port 2f775bb1-2a64-4038-9532-aa2916bb3364 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:47:18.114891 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [req-6b56220d-564a-40d7-9447-2f67d6a8211d req-683ec6b4-d13a-4832-820d-aa95fce1f7b6 service neutron] Attempting to bind port 2f775bb1-2a64-4038-9532-aa2916bb3364 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '6d810199-52fd-4d59-86a2-6e982a0ce061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b5530905-2679-48f7-8a61-9926f1cc4b73'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:47:18.115633 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b56220d-564a-40d7-9447-2f67d6a8211d req-683ec6b4-d13a-4832-820d-aa95fce1f7b6 service neutron] Attempting to bind port 2f775bb1-2a64-4038-9532-aa2916bb3364 on network b5530905-2679-48f7-8a61-9926f1cc4b73 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:47:18.121140 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b56220d-564a-40d7-9447-2f67d6a8211d req-683ec6b4-d13a-4832-820d-aa95fce1f7b6 service neutron] Port 2f775bb1-2a64-4038-9532-aa2916bb3364 on network b5530905-2679-48f7-8a61-9926f1cc4b73 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:47:18.121302 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b56220d-564a-40d7-9447-2f67d6a8211d req-683ec6b4-d13a-4832-820d-aa95fce1f7b6 service neutron] Attempting to bind port 2f775bb1-2a64-4038-9532-aa2916bb3364 on network b5530905-2679-48f7-8a61-9926f1cc4b73 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:47:18.127546 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b56220d-564a-40d7-9447-2f67d6a8211d req-683ec6b4-d13a-4832-820d-aa95fce1f7b6 service neutron] Checking agent: {'id': '63664c57-372e-43f7-9ecb-4deedcf8ddc7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 28, 15), 'started_at': datetime.datetime(2022, 2, 1, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:47:18.128073 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b56220d-564a-40d7-9447-2f67d6a8211d req-683ec6b4-d13a-4832-820d-aa95fce1f7b6 service neutron] Checking segment: {'id': '6d810199-52fd-4d59-86a2-6e982a0ce061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b5530905-2679-48f7-8a61-9926f1cc4b73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:47:18.128545 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b56220d-564a-40d7-9447-2f67d6a8211d req-683ec6b4-d13a-4832-820d-aa95fce1f7b6 service neutron] Bound using segment: {'id': '6d810199-52fd-4d59-86a2-6e982a0ce061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b5530905-2679-48f7-8a61-9926f1cc4b73'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:47:18.129063 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [req-6b56220d-564a-40d7-9447-2f67d6a8211d req-683ec6b4-d13a-4832-820d-aa95fce1f7b6 service neutron] Bound port: 2f775bb1-2a64-4038-9532-aa2916bb3364, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d810199-52fd-4d59-86a2-6e982a0ce061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b5530905-2679-48f7-8a61-9926f1cc4b73'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:47:18.129486 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-6b56220d-564a-40d7-9447-2f67d6a8211d req-683ec6b4-d13a-4832-820d-aa95fce1f7b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:18.331940 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [req-6b56220d-564a-40d7-9447-2f67d6a8211d req-683ec6b4-d13a-4832-820d-aa95fce1f7b6 service neutron] For port 2f775bb1-2a64-4038-9532-aa2916bb3364, host hv-neutron-8268, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:47:18.334804 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [req-6b56220d-564a-40d7-9447-2f67d6a8211d req-683ec6b4-d13a-4832-820d-aa95fce1f7b6 service neutron] For port 2f775bb1-2a64-4038-9532-aa2916bb3364, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=2f775bb1-2a64-4038-9532-aa2916bb3364,segment=NetworkSegment(6d810199-52fd-4d59-86a2-6e982a0ce061),segment_id=6d810199-52fd-4d59-86a2-6e982a0ce061)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:47:18.339824 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-6b56220d-564a-40d7-9447-2f67d6a8211d req-683ec6b4-d13a-4832-820d-aa95fce1f7b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:18.408255 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56220d-564a-40d7-9447-2f67d6a8211d req-683ec6b4-d13a-4832-820d-aa95fce1f7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:47:18.408897 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-6b56220d-564a-40d7-9447-2f67d6a8211d req-683ec6b4-d13a-4832-820d-aa95fce1f7b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:18.410209 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-6b56220d-564a-40d7-9447-2f67d6a8211d req-683ec6b4-d13a-4832-820d-aa95fce1f7b6 service neutron] 10.222.0.18 "PUT /v2.0/ports/2f775bb1-2a64-4038-9532-aa2916bb3364 HTTP/1.1" status: 200 len: 1094 time: 1.1980529 Feb 01 04:47:18.410639 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1d0b232-c603-4e73-ac9a-6ef07f00be6b', 'tag': '2f775bb1-2a64-4038-9532-aa2916bb3364'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:47:18.434119 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683ec6b4-d13a-4832-820d-aa95fce1f7b6 service neutron] Pushing event updated for resources: {'Port': ['ID=2f775bb1-2a64-4038-9532-aa2916bb3364,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:47:18.494293 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1d0b232-c603-4e73-ac9a-6ef07f00be6b', 'tag': '2f775bb1-2a64-4038-9532-aa2916bb3364', 'status': 'completed', 'code': 200} Feb 01 04:47:18.535602 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56220d-564a-40d7-9447-2f67d6a8211d req-124ccc95-8834-442f-af46-0924008d0884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:47:18.537042 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-6b56220d-564a-40d7-9447-2f67d6a8211d req-124ccc95-8834-442f-af46-0924008d0884 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0629703b9474474a9f2fde13723d2e8b&device_id=e1d0b232-c603-4e73-ac9a-6ef07f00be6b HTTP/1.1" status: 200 len: 1097 time: 0.0749617 Feb 01 04:47:18.614494 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-6b56220d-564a-40d7-9447-2f67d6a8211d req-3d97618d-4768-4879-9f9e-858a847c7f11 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f775bb1-2a64-4038-9532-aa2916bb3364 HTTP/1.1" status: 200 len: 217 time: 0.0647750 Feb 01 04:47:18.675699 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56220d-564a-40d7-9447-2f67d6a8211d req-38661be3-50b7-4046-8a66-6d419d678ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:47:18.677020 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-6b56220d-564a-40d7-9447-2f67d6a8211d req-38661be3-50b7-4046-8a66-6d419d678ac5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c68a1488-6d78-43b8-809f-0fbd7949760b HTTP/1.1" status: 200 len: 835 time: 0.0568149 Feb 01 04:47:18.755858 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56220d-564a-40d7-9447-2f67d6a8211d req-e98b708a-847a-4a11-9f79-79510497c80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:47:18.757380 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-6b56220d-564a-40d7-9447-2f67d6a8211d req-e98b708a-847a-4a11-9f79-79510497c80d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b5530905-2679-48f7-8a61-9926f1cc4b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746109 Feb 01 04:47:18.939777 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-6b56220d-564a-40d7-9447-2f67d6a8211d req-83f92a59-b7fb-431c-a4a0-8c647a07cbac service neutron] 10.222.0.18 "GET /v2.0/networks/b5530905-2679-48f7-8a61-9926f1cc4b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763513 Feb 01 04:47:18.983445 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f41644-33ae-4ba3-b57c-86e90c487a53 req-d4d95307-4bb5-48e7-9635-632936e9dd53 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:47:18.984875 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-60f41644-33ae-4ba3-b57c-86e90c487a53 req-d4d95307-4bb5-48e7-9635-632936e9dd53 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1d0b232-c603-4e73-ac9a-6ef07f00be6b HTTP/1.1" status: 200 len: 944 time: 0.1396475 Feb 01 04:47:19.094945 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-60f41644-33ae-4ba3-b57c-86e90c487a53 req-bdc1ef6f-2bcd-4dfd-a021-264a8578e14e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f2ac41e-67a3-4801-b6b9-0c546b4df248&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998538 Feb 01 04:47:19.116543 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-6b56220d-564a-40d7-9447-2f67d6a8211d req-b6ab7f5b-e8d1-4b11-88d5-00183d5a8017 service neutron] 10.222.0.18 "GET /v2.0/networks/b5530905-2679-48f7-8a61-9926f1cc4b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704886 Feb 01 04:47:19.276965 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d6eef4-8875-4aac-b83f-bcaeb55fa077 req-22d55698-363a-44f4-ab26-3b59eb39dd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:47:19.278438 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-85d6eef4-8875-4aac-b83f-bcaeb55fa077 req-22d55698-363a-44f4-ab26-3b59eb39dd20 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0629703b9474474a9f2fde13723d2e8b&device_id=e1d0b232-c603-4e73-ac9a-6ef07f00be6b HTTP/1.1" status: 200 len: 1097 time: 0.0742707 Feb 01 04:47:19.317933 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 44894) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:47:19.413062 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d6eef4-8875-4aac-b83f-bcaeb55fa077 req-97ca150a-837e-4afd-9613-867ba6143126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:47:19.414522 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-85d6eef4-8875-4aac-b83f-bcaeb55fa077 req-97ca150a-837e-4afd-9613-867ba6143126 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b5530905-2679-48f7-8a61-9926f1cc4b73 HTTP/1.1" status: 200 len: 897 time: 0.1291151 Feb 01 04:47:19.481807 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-85d6eef4-8875-4aac-b83f-bcaeb55fa077 req-9fdfbf69-7f21-481b-bdac-ad6854184081 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f775bb1-2a64-4038-9532-aa2916bb3364 HTTP/1.1" status: 200 len: 217 time: 0.0608413 Feb 01 04:47:19.548022 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d6eef4-8875-4aac-b83f-bcaeb55fa077 req-d9db1bdd-8d36-4bc9-b740-c7437c179497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:47:19.549348 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-85d6eef4-8875-4aac-b83f-bcaeb55fa077 req-d9db1bdd-8d36-4bc9-b740-c7437c179497 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c68a1488-6d78-43b8-809f-0fbd7949760b HTTP/1.1" status: 200 len: 835 time: 0.0601950 Feb 01 04:47:19.621312 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-67f13b00-c7fe-417a-989c-b17bcd387b6d tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Deleting port 4642d159-5a23-4e9a-a6ab-65592434568f {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:47:19.621655 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-67f13b00-c7fe-417a-989c-b17bcd387b6d tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:19.621923 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d6eef4-8875-4aac-b83f-bcaeb55fa077 req-585acc2b-f098-4c99-9dd4-eb2d3349b1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:47:19.623413 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-85d6eef4-8875-4aac-b83f-bcaeb55fa077 req-585acc2b-f098-4c99-9dd4-eb2d3349b1ae service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b5530905-2679-48f7-8a61-9926f1cc4b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676348 Feb 01 04:47:19.753227 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-85d6eef4-8875-4aac-b83f-bcaeb55fa077 req-d62bd3d9-d90e-4cf8-bdf0-18cd12aea8c8 service neutron] 10.222.0.18 "GET /v2.0/networks/b5530905-2679-48f7-8a61-9926f1cc4b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224058 Feb 01 04:47:19.790141 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-67f13b00-c7fe-417a-989c-b17bcd387b6d tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:19.790470 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-67f13b00-c7fe-417a-989c-b17bcd387b6d tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:19.883712 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-85d6eef4-8875-4aac-b83f-bcaeb55fa077 req-2e4ff49e-d70b-422a-b6e7-4b7f14a17a74 service neutron] 10.222.0.18 "GET /v2.0/networks/b5530905-2679-48f7-8a61-9926f1cc4b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243999 Feb 01 04:47:19.919340 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-67f13b00-c7fe-417a-989c-b17bcd387b6d tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Calling delete_port for 4642d159-5a23-4e9a-a6ab-65592434568f owned by network:floatingip {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:47:20.064634 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-67f13b00-c7fe-417a-989c-b17bcd387b6d tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:20.112933 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f13b00-c7fe-417a-989c-b17bcd387b6d tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Pushing event deleted for resources: {'Port': ['ID=4642d159-5a23-4e9a-a6ab-65592434568f,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:47:20.205159 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-67f13b00-c7fe-417a-989c-b17bcd387b6d tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks [] for floatingip, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:20.205492 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.l3_db [None req-67f13b00-c7fe-417a-989c-b17bcd387b6d tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Floating IP 45c4658d-9f0d-4f6f-a5e3-65496a961e5c disassociated (deleted). External IP: 172.26.8.41, port: f845c522-bca6-4f00-99aa-1ec6a6aa47a2. Feb 01 04:47:20.435966 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccc31e8-7eec-4a38-bf8c-5da2ae6a77f4 req-04d3ab35-c743-47bc-808d-140556d584d4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:47:20.437427 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8ccc31e8-7eec-4a38-bf8c-5da2ae6a77f4 req-04d3ab35-c743-47bc-808d-140556d584d4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1d0b232-c603-4e73-ac9a-6ef07f00be6b HTTP/1.1" status: 200 len: 944 time: 0.2359996 Feb 01 04:47:20.566085 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8ccc31e8-7eec-4a38-bf8c-5da2ae6a77f4 req-a7a383c3-4e1d-4963-80f1-0af73d879faa tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f2ac41e-67a3-4801-b6b9-0c546b4df248&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231124 Feb 01 04:47:20.660491 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67f13b00-c7fe-417a-989c-b17bcd387b6d tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Router 1014f846-447e-455d-8a3a-e55c04980670 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:47:20.938652 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f13b00-c7fe-417a-989c-b17bcd387b6d tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:47:20.948589 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f294e16b-751b-46f4-8088-cfa83f95def5 None None] Sync routers for ids ['1014f846-447e-455d-8a3a-e55c04980670'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:47:20.959010 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f294e16b-751b-46f4-8088-cfa83f95def5 None None] Routers {'1014f846-447e-455d-8a3a-e55c04980670'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:47:20.959637 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-f294e16b-751b-46f4-8088-cfa83f95def5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:47:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['1014f846-447e-455d-8a3a-e55c04980670'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:47:20.959813 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-67f13b00-c7fe-417a-989c-b17bcd387b6d tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:21.015715 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-67f13b00-c7fe-417a-989c-b17bcd387b6d tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "DELETE /v2.0/floatingips/45c4658d-9f0d-4f6f-a5e3-65496a961e5c HTTP/1.1" status: 204 len: 168 time: 1.6966949 Feb 01 04:47:21.016376 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20ca9dc1-f59c-415c-8e8d-5204d6cf9e80', 'tag': 'f845c522-bca6-4f00-99aa-1ec6a6aa47a2'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:47:21.061021 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20ca9dc1-f59c-415c-8e8d-5204d6cf9e80', 'tag': 'f845c522-bca6-4f00-99aa-1ec6a6aa47a2', 'status': 'completed', 'code': 200} Feb 01 04:47:21.147015 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-f294e16b-751b-46f4-8088-cfa83f95def5 None None] Set router 1014f846-447e-455d-8a3a-e55c04980670 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:47:21.294614 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec526627-2353-45ec-a6b4-89142237a114 req-2c55b9b4-eede-4238-84ad-741afd81ae93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:47:21.296099 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-ec526627-2353-45ec-a6b4-89142237a114 req-2c55b9b4-eede-4238-84ad-741afd81ae93 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f8d5bc7845843a4a3997b13887466a6&device_id=20ca9dc1-f59c-415c-8e8d-5204d6cf9e80 HTTP/1.1" status: 200 len: 1098 time: 0.1910331 Feb 01 04:47:21.411204 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c843a0f-d395-4a87-841c-20553bd93c26 req-7eadbd37-7f05-450b-a01d-709672771e61 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:47:21.411544 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-1c843a0f-d395-4a87-841c-20553bd93c26 req-7eadbd37-7f05-450b-a01d-709672771e61 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Synchronizing usage tracker for tenant:9f8d5bc7845843a4a3997b13887466a6 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:47:21.428710 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-1c843a0f-d395-4a87-841c-20553bd93c26 req-7eadbd37-7f05-450b-a01d-709672771e61 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Unset dirty status for tenant:9f8d5bc7845843a4a3997b13887466a6 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:47:21.432371 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec526627-2353-45ec-a6b4-89142237a114 req-ec75a871-e001-4a1c-851b-b2e6bbb5d266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:47:21.433977 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-ec526627-2353-45ec-a6b4-89142237a114 req-ec75a871-e001-4a1c-851b-b2e6bbb5d266 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a0c2a700-3881-4414-a7a8-128b0ce8d5cc HTTP/1.1" status: 200 len: 911 time: 0.1311889 Feb 01 04:47:21.435473 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1c843a0f-d395-4a87-841c-20553bd93c26 req-7eadbd37-7f05-450b-a01d-709672771e61 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ca9dc1-f59c-415c-8e8d-5204d6cf9e80 HTTP/1.1" status: 200 len: 945 time: 0.1106534 Feb 01 04:47:21.474722 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1c843a0f-d395-4a87-841c-20553bd93c26 req-26327675-d299-4b56-a7db-f80fae5d9ae2 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee02c2cf-afe8-43b1-ba9c-28b13c261f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383987 Feb 01 04:47:21.496776 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-f294e16b-751b-46f4-8088-cfa83f95def5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1014f846-447e-455d-8a3a-e55c04980670', 'name': 'tempest-TestVolumeBootPattern-533563384-router', 'tenant_id': '9f8d5bc7845843a4a3997b13887466a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': 'f7fbbe8b-34ff-4f49-836c-3f11895c073a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:40:07Z', 'updated_at': '2022-02-01T04:40:13Z', 'revision_number': 4, 'project_id': '9f8d5bc7845843a4a3997b13887466a6', 'gw_port': {'id': 'f7fbbe8b-34ff-4f49-836c-3f11895c073a', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1014f846-447e-455d-8a3a-e55c04980670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:40:08Z', 'updated_at': '2022-02-01T04:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '2a518623-ba34-4b6d-b35c-d792284a9b2a', 'name': '', 'network_id': 'a0c2a700-3881-4414-a7a8-128b0ce8d5cc', 'tenant_id': '9f8d5bc7845843a4a3997b13887466a6', 'mac_address': 'fa:16:3e:f6:ce:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1014f846-447e-455d-8a3a-e55c04980670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'acb960c4-d095-42c0-820a-b7e1026fb7c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:40:12Z', 'updated_at': '2022-02-01T04:40:20Z', 'revision_number': 5, 'project_id': '9f8d5bc7845843a4a3997b13887466a6', 'subnets': [{'id': 'acb960c4-d095-42c0-820a-b7e1026fb7c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:47:21.497990 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f294e16b-751b-46f4-8088-cfa83f95def5 None None] Checking router: 1014f846-447e-455d-8a3a-e55c04980670 for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:47:21.507187 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f294e16b-751b-46f4-8088-cfa83f95def5 None None] Routers {'1014f846-447e-455d-8a3a-e55c04980670'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:47:21.507990 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-ec526627-2353-45ec-a6b4-89142237a114 req-60b6dfe8-2f53-4d50-a23c-adf938342559 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f845c522-bca6-4f00-99aa-1ec6a6aa47a2 HTTP/1.1" status: 200 len: 217 time: 0.0670209 Feb 01 04:47:21.508138 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-f294e16b-751b-46f4-8088-cfa83f95def5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:47:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['1014f846-447e-455d-8a3a-e55c04980670'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:47:21.569377 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec526627-2353-45ec-a6b4-89142237a114 req-b8596d11-26b3-424d-b8c0-70cde236721c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:47:21.570818 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-ec526627-2353-45ec-a6b4-89142237a114 req-b8596d11-26b3-424d-b8c0-70cde236721c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=acb960c4-d095-42c0-820a-b7e1026fb7c0 HTTP/1.1" status: 200 len: 850 time: 0.0570314 Feb 01 04:47:21.645361 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec526627-2353-45ec-a6b4-89142237a114 req-ff962b15-9c3a-4fd4-b925-6abd89d9677f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:47:21.647008 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-ec526627-2353-45ec-a6b4-89142237a114 req-ff962b15-9c3a-4fd4-b925-6abd89d9677f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a0c2a700-3881-4414-a7a8-128b0ce8d5cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699427 Feb 01 04:47:21.686869 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-f294e16b-751b-46f4-8088-cfa83f95def5 None None] Set router 1014f846-447e-455d-8a3a-e55c04980670 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:47:21.840392 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-ec526627-2353-45ec-a6b4-89142237a114 req-d9e775c6-6af5-496a-90bf-b90a680ceff8 service neutron] 10.222.0.18 "GET /v2.0/networks/a0c2a700-3881-4414-a7a8-128b0ce8d5cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866975 Feb 01 04:47:21.849185 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f2297c-75e3-4dc4-8353-af0697972088 req-d573db9b-4659-4398-8b36-6f31d9a69698 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:47:21.850572 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-80f2297c-75e3-4dc4-8353-af0697972088 req-d573db9b-4659-4398-8b36-6f31d9a69698 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1d0b232-c603-4e73-ac9a-6ef07f00be6b HTTP/1.1" status: 200 len: 944 time: 0.1772635 Feb 01 04:47:21.977406 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-80f2297c-75e3-4dc4-8353-af0697972088 req-904dd68d-0d20-4c46-92bf-df14d27a14f3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f2ac41e-67a3-4801-b6b9-0c546b4df248&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072743 Feb 01 04:47:21.992952 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-f294e16b-751b-46f4-8088-cfa83f95def5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1014f846-447e-455d-8a3a-e55c04980670', 'name': 'tempest-TestVolumeBootPattern-533563384-router', 'tenant_id': '9f8d5bc7845843a4a3997b13887466a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': 'f7fbbe8b-34ff-4f49-836c-3f11895c073a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:40:07Z', 'updated_at': '2022-02-01T04:40:13Z', 'revision_number': 4, 'project_id': '9f8d5bc7845843a4a3997b13887466a6', 'gw_port': {'id': 'f7fbbe8b-34ff-4f49-836c-3f11895c073a', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1014f846-447e-455d-8a3a-e55c04980670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:40:08Z', 'updated_at': '2022-02-01T04:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '2a518623-ba34-4b6d-b35c-d792284a9b2a', 'name': '', 'network_id': 'a0c2a700-3881-4414-a7a8-128b0ce8d5cc', 'tenant_id': '9f8d5bc7845843a4a3997b13887466a6', 'mac_address': 'fa:16:3e:f6:ce:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1014f846-447e-455d-8a3a-e55c04980670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'acb960c4-d095-42c0-820a-b7e1026fb7c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:40:12Z', 'updated_at': '2022-02-01T04:40:20Z', 'revision_number': 5, 'project_id': '9f8d5bc7845843a4a3997b13887466a6', 'subnets': [{'id': 'acb960c4-d095-42c0-820a-b7e1026fb7c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:47:21.997181 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f294e16b-751b-46f4-8088-cfa83f95def5 None None] The sync data for ids ['1014f846-447e-455d-8a3a-e55c04980670'] in dv-neutron-826830-1-hyperv is: [{'id': '1014f846-447e-455d-8a3a-e55c04980670', 'name': 'tempest-TestVolumeBootPattern-533563384-router', 'tenant_id': '9f8d5bc7845843a4a3997b13887466a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': 'f7fbbe8b-34ff-4f49-836c-3f11895c073a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:40:07Z', 'updated_at': '2022-02-01T04:40:13Z', 'revision_number': 4, 'project_id': '9f8d5bc7845843a4a3997b13887466a6', 'gw_port': {'id': 'f7fbbe8b-34ff-4f49-836c-3f11895c073a', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1014f846-447e-455d-8a3a-e55c04980670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:40:08Z', 'updated_at': '2022-02-01T04:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '2a518623-ba34-4b6d-b35c-d792284a9b2a', 'name': '', 'network_id': 'a0c2a700-3881-4414-a7a8-128b0ce8d5cc', 'tenant_id': '9f8d5bc7845843a4a3997b13887466a6', 'mac_address': 'fa:16:3e:f6:ce:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1014f846-447e-455d-8a3a-e55c04980670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'acb960c4-d095-42c0-820a-b7e1026fb7c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:40:12Z', 'updated_at': '2022-02-01T04:40:20Z', 'revision_number': 5, 'project_id': '9f8d5bc7845843a4a3997b13887466a6', 'subnets': [{'id': 'acb960c4-d095-42c0-820a-b7e1026fb7c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:47:22.013671 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-ec526627-2353-45ec-a6b4-89142237a114 req-af2c6d88-7b75-42d8-87f7-5b1b3804b773 service neutron] 10.222.0.18 "GET /v2.0/networks/a0c2a700-3881-4414-a7a8-128b0ce8d5cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621644 Feb 01 04:47:22.219667 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2ef177-0412-4cb7-b0cf-ddcec6d02fe0 None None] New status for floating IP 45c4658d-9f0d-4f6f-a5e3-65496a961e5c: DOWN {{(pid=87638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 01 04:47:22.481720 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 2f775bb1-2a64-4038-9532-aa2916bb3364 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 01 04:47:22.613159 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 2f775bb1-2a64-4038-9532-aa2916bb3364, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=2f775bb1-2a64-4038-9532-aa2916bb3364,segment=NetworkSegment(6d810199-52fd-4d59-86a2-6e982a0ce061),segment_id=6d810199-52fd-4d59-86a2-6e982a0ce061)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:47:22.626982 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Returning: {'device': '2f775bb1-2a64-4038-9532-aa2916bb3364', 'network_id': 'b5530905-2679-48f7-8a61-9926f1cc4b73', 'port_id': '2f775bb1-2a64-4038-9532-aa2916bb3364', 'mac_address': 'fa:16:3e:77:b9:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c68a1488-6d78-43b8-809f-0fbd7949760b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 01 04:47:22.662490 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d93b9-4bfc-4ef2-8209-0593ced1b81e req-65d8f1a4-309c-4bcc-bc39-0c1ca999ab64 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:47:22.663957 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5b7d93b9-4bfc-4ef2-8209-0593ced1b81e req-65d8f1a4-309c-4bcc-bc39-0c1ca999ab64 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ca9dc1-f59c-415c-8e8d-5204d6cf9e80 HTTP/1.1" status: 200 len: 945 time: 0.0811851 Feb 01 04:47:22.684495 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:22.701416 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f775bb1-2a64-4038-9532-aa2916bb3364 {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 04:47:22.707249 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5b7d93b9-4bfc-4ef2-8209-0593ced1b81e req-7e15df33-525c-4b2a-a211-b8ee33e33053 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee02c2cf-afe8-43b1-ba9c-28b13c261f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377097 Feb 01 04:47:22.718481 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 2f775bb1-2a64-4038-9532-aa2916bb3364, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=2f775bb1-2a64-4038-9532-aa2916bb3364,segment=NetworkSegment(6d810199-52fd-4d59-86a2-6e982a0ce061),segment_id=6d810199-52fd-4d59-86a2-6e982a0ce061)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:47:22.732038 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:22.795543 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=2f775bb1-2a64-4038-9532-aa2916bb3364,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:47:22.916719 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245e31ba-908f-4ddf-941b-ee0f58830c06 req-db52aaf3-03d8-4220-acfe-a0a33be1530c tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:47:22.918133 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-245e31ba-908f-4ddf-941b-ee0f58830c06 req-db52aaf3-03d8-4220-acfe-a0a33be1530c tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.18 "GET /v2.0/ports?device_id=20ca9dc1-f59c-415c-8e8d-5204d6cf9e80 HTTP/1.1" status: 200 len: 945 time: 0.0819740 Feb 01 04:47:22.987090 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [req-245e31ba-908f-4ddf-941b-ee0f58830c06 req-7aa54ebf-b3ff-4e4c-9439-fe30dd882769 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Deleting port f845c522-bca6-4f00-99aa-1ec6a6aa47a2 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:47:22.987437 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-245e31ba-908f-4ddf-941b-ee0f58830c06 req-7aa54ebf-b3ff-4e4c-9439-fe30dd882769 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:23.078559 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] get_ports_and_sgs() called for port_ids ['2f775bb1-2a64-4038-9532-aa2916bb3364'] {{(pid=87638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 01 04:47:23.273386 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09679391-8592-466c-acd3-bef39c46f514 req-da9c8152-eef5-44f2-bdf9-dae64e70c621 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:47:23.274830 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-09679391-8592-466c-acd3-bef39c46f514 req-da9c8152-eef5-44f2-bdf9-dae64e70c621 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1d0b232-c603-4e73-ac9a-6ef07f00be6b HTTP/1.1" status: 200 len: 945 time: 0.1922073 Feb 01 04:47:23.310878 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [req-245e31ba-908f-4ddf-941b-ee0f58830c06 req-7aa54ebf-b3ff-4e4c-9439-fe30dd882769 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] For port f845c522-bca6-4f00-99aa-1ec6a6aa47a2, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=f845c522-bca6-4f00-99aa-1ec6a6aa47a2,segment=NetworkSegment(6b1a300b-d251-4755-82de-371c1e658f49),segment_id=6b1a300b-d251-4755-82de-371c1e658f49)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:47:23.311260 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-245e31ba-908f-4ddf-941b-ee0f58830c06 req-7aa54ebf-b3ff-4e4c-9439-fe30dd882769 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:23.445264 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [req-245e31ba-908f-4ddf-941b-ee0f58830c06 req-7aa54ebf-b3ff-4e4c-9439-fe30dd882769 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Calling delete_port for f845c522-bca6-4f00-99aa-1ec6a6aa47a2 owned by compute:nova {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:47:23.489143 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-09679391-8592-466c-acd3-bef39c46f514 req-a7dd1924-9d9c-4319-af7f-184dfa1caf9f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f2ac41e-67a3-4801-b6b9-0c546b4df248&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2022085 Feb 01 04:47:23.591068 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-245e31ba-908f-4ddf-941b-ee0f58830c06 req-7aa54ebf-b3ff-4e4c-9439-fe30dd882769 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:23.734975 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa54ebf-b3ff-4e4c-9439-fe30dd882769 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Pushing event deleted for resources: {'Port': ['ID=f845c522-bca6-4f00-99aa-1ec6a6aa47a2,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:47:23.828454 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [req-245e31ba-908f-4ddf-941b-ee0f58830c06 req-7aa54ebf-b3ff-4e4c-9439-fe30dd882769 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] No DVR routers for this DVR port f845c522-bca6-4f00-99aa-1ec6a6aa47a2 on host hv-neutron-8268 {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:47:23.830944 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-245e31ba-908f-4ddf-941b-ee0f58830c06 req-7aa54ebf-b3ff-4e4c-9439-fe30dd882769 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:23.833504 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20ca9dc1-f59c-415c-8e8d-5204d6cf9e80', 'name': 'network-vif-deleted', 'tag': 'f845c522-bca6-4f00-99aa-1ec6a6aa47a2'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:47:23.850150 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-245e31ba-908f-4ddf-941b-ee0f58830c06 req-7aa54ebf-b3ff-4e4c-9439-fe30dd882769 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.18 "DELETE /v2.0/ports/f845c522-bca6-4f00-99aa-1ec6a6aa47a2 HTTP/1.1" status: 204 len: 173 time: 0.9254408 Feb 01 04:47:23.868603 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0a9220e4-8dd6-479e-aa91-9e0dc97d6565 req-2465e50e-a7fc-46d2-aab0-c043118b71eb tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ca9dc1-f59c-415c-8e8d-5204d6cf9e80 HTTP/1.1" status: 200 len: 210 time: 0.0465574 Feb 01 04:47:23.896392 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20ca9dc1-f59c-415c-8e8d-5204d6cf9e80', 'name': 'network-vif-deleted', 'tag': 'f845c522-bca6-4f00-99aa-1ec6a6aa47a2', 'status': 'completed', 'code': 200} Feb 01 04:47:24.495586 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 2f775bb1-2a64-4038-9532-aa2916bb3364 up at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:47:24.571512 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning for port 2f775bb1-2a64-4038-9532-aa2916bb3364 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:47:24.576704 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning complete for port 2f775bb1-2a64-4038-9532-aa2916bb3364 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:47:24.577178 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:24.682516 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f403a3-bf79-4db4-b554-872a3d534332 req-8b60c8de-2565-4dd5-824e-35b84c8d117e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:47:24.684276 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-94f403a3-bf79-4db4-b554-872a3d534332 req-8b60c8de-2565-4dd5-824e-35b84c8d117e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1d0b232-c603-4e73-ac9a-6ef07f00be6b HTTP/1.1" status: 200 len: 945 time: 0.0824361 Feb 01 04:47:24.692871 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:24.719588 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d0b232-c603-4e73-ac9a-6ef07f00be6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f775bb1-2a64-4038-9532-aa2916bb3364'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:47:24.730416 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-94f403a3-bf79-4db4-b554-872a3d534332 req-2fb53edc-a1db-4b6a-a5a3-f2a64e09ae8b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f2ac41e-67a3-4801-b6b9-0c546b4df248&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395436 Feb 01 04:47:24.731423 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 2f775bb1-2a64-4038-9532-aa2916bb3364, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=2f775bb1-2a64-4038-9532-aa2916bb3364,segment=NetworkSegment(6d810199-52fd-4d59-86a2-6e982a0ce061),segment_id=6d810199-52fd-4d59-86a2-6e982a0ce061)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:47:24.736761 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:24.737795 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device f845c522-bca6-4f00-99aa-1ec6a6aa47a2 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:47:24.808902 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] No Port match for: f845c522-bca6-4f00-99aa-1ec6a6aa47a2 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:47:24.808902 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device f845c522-bca6-4f00-99aa-1ec6a6aa47a2 not bound to the agent host hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:47:24.825064 dv-neutron-826830-1-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1d0b232-c603-4e73-ac9a-6ef07f00be6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f775bb1-2a64-4038-9532-aa2916bb3364', 'code': 200} Feb 01 04:47:24.843654 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=2f775bb1-2a64-4038-9532-aa2916bb3364,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:47:25.031736 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d95b632d-f66c-400f-a17b-f088a054fd57 req-c57f0e8a-aff8-49bd-bc1d-a410ed544185 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ca9dc1-f59c-415c-8e8d-5204d6cf9e80 HTTP/1.1" status: 200 len: 210 time: 0.0417860 Feb 01 04:47:25.136822 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5753f0-a2de-45a5-aa95-0b29ebec3d0d req-9a46e70a-793a-4b2d-8dae-0e40bae632a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:47:25.139446 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-ea5753f0-a2de-45a5-aa95-0b29ebec3d0d req-9a46e70a-793a-4b2d-8dae-0e40bae632a4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e1d0b232-c603-4e73-ac9a-6ef07f00be6b HTTP/1.1" status: 200 len: 1099 time: 0.0700617 Feb 01 04:47:25.184766 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-ea5753f0-a2de-45a5-aa95-0b29ebec3d0d req-b5e850d5-2ad6-44ff-bf28-f26c80d6e2dc service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8f2ac41e-67a3-4801-b6b9-0c546b4df248&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382912 Feb 01 04:47:25.922398 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55168179-eea2-4f07-8308-0d0ee5115099 req-759eba5f-d2b8-4899-b24a-3df853f844be tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:47:25.924350 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-55168179-eea2-4f07-8308-0d0ee5115099 req-759eba5f-d2b8-4899-b24a-3df853f844be tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1d0b232-c603-4e73-ac9a-6ef07f00be6b HTTP/1.1" status: 200 len: 946 time: 0.0815022 Feb 01 04:47:25.967109 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-55168179-eea2-4f07-8308-0d0ee5115099 req-238fad9a-948e-48b6-8d4b-eb4dafec9159 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f2ac41e-67a3-4801-b6b9-0c546b4df248&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370412 Feb 01 04:47:26.134142 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 44928) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:47:26.295123 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-7369f478-9b29-46f1-a050-99dc2769f8b6 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Deleting port 21dcbbf6-a394-4b14-b9c1-7b031aaacb1b {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:47:26.295408 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7369f478-9b29-46f1-a050-99dc2769f8b6 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:26.461994 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7369f478-9b29-46f1-a050-99dc2769f8b6 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:26.462317 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7369f478-9b29-46f1-a050-99dc2769f8b6 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:26.583501 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-7369f478-9b29-46f1-a050-99dc2769f8b6 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Calling delete_port for 21dcbbf6-a394-4b14-b9c1-7b031aaacb1b owned by network:floatingip {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:47:26.720762 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7369f478-9b29-46f1-a050-99dc2769f8b6 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:26.765525 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7369f478-9b29-46f1-a050-99dc2769f8b6 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Pushing event deleted for resources: {'Port': ['ID=21dcbbf6-a394-4b14-b9c1-7b031aaacb1b,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:47:26.857018 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7369f478-9b29-46f1-a050-99dc2769f8b6 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks [] for floatingip, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:26.870558 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7369f478-9b29-46f1-a050-99dc2769f8b6 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:26.871719 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-7369f478-9b29-46f1-a050-99dc2769f8b6 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "DELETE /v2.0/floatingips/79ff0913-9bcf-414a-bbae-00d20fca7a75 HTTP/1.1" status: 204 len: 168 time: 0.7366045 Feb 01 04:47:27.153430 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ae921-727b-4095-82be-b1db5049fa23 req-99a8e8c1-4fd9-4feb-9f73-c13272cfc770 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:47:27.154925 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-1f3ae921-727b-4095-82be-b1db5049fa23 req-99a8e8c1-4fd9-4feb-9f73-c13272cfc770 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1d0b232-c603-4e73-ac9a-6ef07f00be6b HTTP/1.1" status: 200 len: 946 time: 0.0846837 Feb 01 04:47:27.200842 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-1f3ae921-727b-4095-82be-b1db5049fa23 req-392fc17a-3b6b-4d4e-b97d-a17b3edbfd66 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f2ac41e-67a3-4801-b6b9-0c546b4df248&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398989 Feb 01 04:47:27.383953 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c984094-13dc-4085-9883-ef51cf0ab6f4 req-d58fc3c8-e435-4439-88fd-1215ef521c3b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:47:27.385488 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8c984094-13dc-4085-9883-ef51cf0ab6f4 req-d58fc3c8-e435-4439-88fd-1215ef521c3b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1d0b232-c603-4e73-ac9a-6ef07f00be6b HTTP/1.1" status: 200 len: 946 time: 0.0811350 Feb 01 04:47:27.433175 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8c984094-13dc-4085-9883-ef51cf0ab6f4 req-7e0e67ed-da71-4c43-b967-2132e21d9a2a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f2ac41e-67a3-4801-b6b9-0c546b4df248&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419240 Feb 01 04:47:27.455666 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 44944) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:47:27.529576 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9845e40e-3b49-4608-a790-df15404eddb7 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:47:27.531157 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-9845e40e-3b49-4608-a790-df15404eddb7 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e1d0b232-c603-4e73-ac9a-6ef07f00be6b HTTP/1.1" status: 200 len: 1094 time: 0.0745423 Feb 01 04:47:27.534065 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 44948) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:47:27.540121 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-381b3db8-2e8e-450a-bb33-e05837cda02c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'floatingip': {'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'port_id': '2f775bb1-2a64-4038-9532-aa2916bb3364', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:47:27.547412 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-381b3db8-2e8e-450a-bb33-e05837cda02c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:47:27.551849 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-381b3db8-2e8e-450a-bb33-e05837cda02c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:floatingip and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:47:27.554701 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-381b3db8-2e8e-450a-bb33-e05837cda02c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:47:27.560849 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-381b3db8-2e8e-450a-bb33-e05837cda02c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:47:27.571298 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-381b3db8-2e8e-450a-bb33-e05837cda02c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for floatingip, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:27.816647 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-381b3db8-2e8e-450a-bb33-e05837cda02c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:27.951634 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-381b3db8-2e8e-450a-bb33-e05837cda02c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Allocated IP 172.26.8.97 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/3d87376b-fede-43d2-96ff-8c1d9d26139a) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:47:28.103486 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-381b3db8-2e8e-450a-bb33-e05837cda02c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:28.132887 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-381b3db8-2e8e-450a-bb33-e05837cda02c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:28.203160 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381b3db8-2e8e-450a-bb33-e05837cda02c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:47:28.206775 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-381b3db8-2e8e-450a-bb33-e05837cda02c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:47:28.210485 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381b3db8-2e8e-450a-bb33-e05837cda02c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:47:28.239712 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381b3db8-2e8e-450a-bb33-e05837cda02c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'Port': ['ID=3d87376b-fede-43d2-96ff-8c1d9d26139a,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:47:28.631182 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-381b3db8-2e8e-450a-bb33-e05837cda02c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:28.709264 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-381b3db8-2e8e-450a-bb33-e05837cda02c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:28.913645 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-381b3db8-2e8e-450a-bb33-e05837cda02c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:28.919070 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-381b3db8-2e8e-450a-bb33-e05837cda02c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:29.027830 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381b3db8-2e8e-450a-bb33-e05837cda02c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'Port': ['ID=3d87376b-fede-43d2-96ff-8c1d9d26139a,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:47:29.038398 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-381b3db8-2e8e-450a-bb33-e05837cda02c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-774194'] for floatingip, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:29.204837 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.l3_db [None req-381b3db8-2e8e-450a-bb33-e05837cda02c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Floating IP fa9b7163-9321-4c65-bd35-0557d9017589 associated. External IP: 172.26.8.97, port: 2f775bb1-2a64-4038-9532-aa2916bb3364. Feb 01 04:47:29.452976 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 44956) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:47:29.616305 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0bd10b37-7102-43d8-991f-957c9b8056b6 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:29.710742 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0bd10b37-7102-43d8-991f-957c9b8056b6 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:29.775287 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-381b3db8-2e8e-450a-bb33-e05837cda02c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Router f9d81f27-3960-42d0-993c-ded52f713320 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:47:29.876329 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0bd10b37-7102-43d8-991f-957c9b8056b6 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:29.961183 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd10b37-7102-43d8-991f-957c9b8056b6 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee02c2cf-afe8-43b1-ba9c-28b13c261f32,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:47:29.982888 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-381b3db8-2e8e-450a-bb33-e05837cda02c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:47:29.993059 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85949df5-a906-4593-9e52-28b65677bb37 None None] Sync routers for ids ['f9d81f27-3960-42d0-993c-ded52f713320'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:47:30.003647 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85949df5-a906-4593-9e52-28b65677bb37 None None] Routers {'f9d81f27-3960-42d0-993c-ded52f713320'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:47:30.004320 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-85949df5-a906-4593-9e52-28b65677bb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:47:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['f9d81f27-3960-42d0-993c-ded52f713320'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:47:30.006228 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0bd10b37-7102-43d8-991f-957c9b8056b6 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:30.007452 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0bd10b37-7102-43d8-991f-957c9b8056b6 tempest-TestVolumeBootPattern-284870450 tempest-TestVolumeBootPattern-284870450-project] 10.222.0.24 "DELETE /v2.0/security-groups/ee02c2cf-afe8-43b1-ba9c-28b13c261f32 HTTP/1.1" status: 204 len: 168 time: 0.5535307 Feb 01 04:47:30.008768 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-381b3db8-2e8e-450a-bb33-e05837cda02c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:30.056482 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 44962) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:47:30.075862 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-381b3db8-2e8e-450a-bb33-e05837cda02c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5406764 Feb 01 04:47:30.076832 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1d0b232-c603-4e73-ac9a-6ef07f00be6b', 'tag': '2f775bb1-2a64-4038-9532-aa2916bb3364'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:47:30.078493 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 44968) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:47:30.130192 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1d0b232-c603-4e73-ac9a-6ef07f00be6b', 'tag': '2f775bb1-2a64-4038-9532-aa2916bb3364', 'status': 'completed', 'code': 200} Feb 01 04:47:30.155149 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1a84a4-c7d7-407c-86bc-c9931a20fec0 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:47:30.156671 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-bb1a84a4-c7d7-407c-86bc-c9931a20fec0 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e1d0b232-c603-4e73-ac9a-6ef07f00be6b HTTP/1.1" status: 200 len: 1094 time: 0.0764372 Feb 01 04:47:30.201676 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-85949df5-a906-4593-9e52-28b65677bb37 None None] Set router f9d81f27-3960-42d0-993c-ded52f713320 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:47:30.324583 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec0889b-f2fd-45d5-ab3a-a0bbe56220e2 req-1e934d79-c563-4fd7-9c30-a44e4f831546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:47:30.326372 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-dec0889b-f2fd-45d5-ab3a-a0bbe56220e2 req-1e934d79-c563-4fd7-9c30-a44e4f831546 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0629703b9474474a9f2fde13723d2e8b&device_id=e1d0b232-c603-4e73-ac9a-6ef07f00be6b HTTP/1.1" status: 200 len: 1099 time: 0.1520221 Feb 01 04:47:30.361122 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 44976) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:47:30.367354 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-45e09442-4ab2-4084-b874-4978d30d0380 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-891826742', 'description': 'tempest-secgroup-smoke-891826742 description', 'project_id': '0629703b9474474a9f2fde13723d2e8b'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:47:30.373244 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-45e09442-4ab2-4084-b874-4978d30d0380 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:47:30.383687 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-45e09442-4ab2-4084-b874-4978d30d0380 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:47:30.394936 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-45e09442-4ab2-4084-b874-4978d30d0380 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:30.416295 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-45e09442-4ab2-4084-b874-4978d30d0380 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:47:30.419473 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-45e09442-4ab2-4084-b874-4978d30d0380 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group_rule and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:47:30.422564 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-45e09442-4ab2-4084-b874-4978d30d0380 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:47:30.431625 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-45e09442-4ab2-4084-b874-4978d30d0380 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:47:30.512156 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-45e09442-4ab2-4084-b874-4978d30d0380 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:30.518729 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-45e09442-4ab2-4084-b874-4978d30d0380 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:30.568981 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e09442-4ab2-4084-b874-4978d30d0380 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=860fab7b-5c9c-475d-b127-8c9c1e66be43,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:47:30.581148 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-45e09442-4ab2-4084-b874-4978d30d0380 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:30.585125 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-45e09442-4ab2-4084-b874-4978d30d0380 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2197688 Feb 01 04:47:30.585353 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 44980) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:47:30.592993 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-5e9422cf-31e1-4199-9d56-617c8716ff03 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'security_group_rule': {'security_group_id': '860fab7b-5c9c-475d-b127-8c9c1e66be43', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:47:30.599215 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-5e9422cf-31e1-4199-9d56-617c8716ff03 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:47:30.603270 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-5e9422cf-31e1-4199-9d56-617c8716ff03 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group_rule and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:47:30.605486 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-85949df5-a906-4593-9e52-28b65677bb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d81f27-3960-42d0-993c-ded52f713320', 'name': 'tempest-TestNetworkBasicOps-router-1945228983', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.99'}], 'enable_snat': True}, 'gw_port_id': 'eeff50be-ab65-4365-b165-30646a082683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:47:04Z', 'updated_at': '2022-02-01T04:47:09Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': 'eeff50be-ab65-4365-b165-30646a082683', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d81f27-3960-42d0-993c-ded52f713320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:47:04Z', 'updated_at': '2022-02-01T04:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': 'fa9b7163-9321-4c65-bd35-0557d9017589', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'floating_ip_address': '172.26.8.97', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': 'f9d81f27-3960-42d0-993c-ded52f713320', 'port_id': '2f775bb1-2a64-4038-9532-aa2916bb3364', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5530905-2679-48f7-8a61-9926f1cc4b73', 'mac_address': 'fa:16:3e:77:b9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d0b232-c603-4e73-ac9a-6ef07f00be6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:47:28Z', 'updated_at': '2022-02-01T04:47:28Z', 'revision_number': 0, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ba8dab5-3632-4161-8b78-34d5bf669274', 'name': '', 'network_id': 'b5530905-2679-48f7-8a61-9926f1cc4b73', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:cc:c8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d81f27-3960-42d0-993c-ded52f713320', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'c68a1488-6d78-43b8-809f-0fbd7949760b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:47:08Z', 'updated_at': '2022-02-01T04:47:14Z', 'revision_number': 5, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': 'c68a1488-6d78-43b8-809f-0fbd7949760b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:47:30.606265 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-5e9422cf-31e1-4199-9d56-617c8716ff03 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:47:30.610723 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85949df5-a906-4593-9e52-28b65677bb37 None None] Checking router: f9d81f27-3960-42d0-993c-ded52f713320 for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:47:30.613191 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-5e9422cf-31e1-4199-9d56-617c8716ff03 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:47:30.622008 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85949df5-a906-4593-9e52-28b65677bb37 None None] Routers {'f9d81f27-3960-42d0-993c-ded52f713320'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:47:30.622636 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-85949df5-a906-4593-9e52-28b65677bb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:47:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['f9d81f27-3960-42d0-993c-ded52f713320'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:47:30.630516 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec0889b-f2fd-45d5-ab3a-a0bbe56220e2 req-ad450208-95c2-421e-88ef-3efbc88f6335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:47:30.631403 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5e9422cf-31e1-4199-9d56-617c8716ff03 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:30.632020 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-dec0889b-f2fd-45d5-ab3a-a0bbe56220e2 req-ad450208-95c2-421e-88ef-3efbc88f6335 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b5530905-2679-48f7-8a61-9926f1cc4b73 HTTP/1.1" status: 200 len: 897 time: 0.2989857 Feb 01 04:47:30.697879 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5e9422cf-31e1-4199-9d56-617c8716ff03 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:30.702217 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5e9422cf-31e1-4199-9d56-617c8716ff03 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:30.726245 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9422cf-31e1-4199-9d56-617c8716ff03 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6493573f-6c0a-4ac3-9c7c-b3a82d0d9825,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:47:30.740389 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5e9422cf-31e1-4199-9d56-617c8716ff03 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:30.744468 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-5e9422cf-31e1-4199-9d56-617c8716ff03 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1551180 Feb 01 04:47:30.744995 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 44984) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:47:30.750687 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-56647663-a97c-4610-9d2a-f9c72f674065 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'security_group_rule': {'security_group_id': '860fab7b-5c9c-475d-b127-8c9c1e66be43', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:47:30.757097 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-56647663-a97c-4610-9d2a-f9c72f674065 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:47:30.761123 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-56647663-a97c-4610-9d2a-f9c72f674065 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group_rule and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:47:30.764068 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-56647663-a97c-4610-9d2a-f9c72f674065 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:47:30.769991 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-56647663-a97c-4610-9d2a-f9c72f674065 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:47:30.791075 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-56647663-a97c-4610-9d2a-f9c72f674065 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:30.815180 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-85949df5-a906-4593-9e52-28b65677bb37 None None] Set router f9d81f27-3960-42d0-993c-ded52f713320 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:47:30.839098 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-dec0889b-f2fd-45d5-ab3a-a0bbe56220e2 req-22ed932e-08b8-448c-85e5-c78b7c8e4692 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f775bb1-2a64-4038-9532-aa2916bb3364 HTTP/1.1" status: 200 len: 999 time: 0.2001932 Feb 01 04:47:30.858095 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-56647663-a97c-4610-9d2a-f9c72f674065 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:30.863722 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-56647663-a97c-4610-9d2a-f9c72f674065 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:30.889639 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56647663-a97c-4610-9d2a-f9c72f674065 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e919e61-fc03-4a99-bc58-cf985db64bf5,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:47:30.904519 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-56647663-a97c-4610-9d2a-f9c72f674065 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:30.906290 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-56647663-a97c-4610-9d2a-f9c72f674065 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1600518 Feb 01 04:47:30.909410 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 44988) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:47:30.915676 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-1cc6a5eb-62b4-45f4-bb46-20ca83212180 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'security_group_rule': {'security_group_id': '860fab7b-5c9c-475d-b127-8c9c1e66be43', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:47:30.922356 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-1cc6a5eb-62b4-45f4-bb46-20ca83212180 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:47:30.926870 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1cc6a5eb-62b4-45f4-bb46-20ca83212180 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group_rule and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:47:30.929777 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1cc6a5eb-62b4-45f4-bb46-20ca83212180 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:47:30.935470 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-1cc6a5eb-62b4-45f4-bb46-20ca83212180 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:47:30.956281 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1cc6a5eb-62b4-45f4-bb46-20ca83212180 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:30.960347 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec0889b-f2fd-45d5-ab3a-a0bbe56220e2 req-cbdc1389-1ab2-4743-af0e-f0c993e870e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:47:30.961758 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-dec0889b-f2fd-45d5-ab3a-a0bbe56220e2 req-cbdc1389-1ab2-4743-af0e-f0c993e870e1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c68a1488-6d78-43b8-809f-0fbd7949760b HTTP/1.1" status: 200 len: 835 time: 0.1126451 Feb 01 04:47:31.033035 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1cc6a5eb-62b4-45f4-bb46-20ca83212180 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:31.038881 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1cc6a5eb-62b4-45f4-bb46-20ca83212180 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:31.063600 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc6a5eb-62b4-45f4-bb46-20ca83212180 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efe3e368-c053-4dcc-8c80-450e2525e780,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:47:31.075643 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1cc6a5eb-62b4-45f4-bb46-20ca83212180 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:31.080514 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1cc6a5eb-62b4-45f4-bb46-20ca83212180 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1667733 Feb 01 04:47:31.080514 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 44992) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:47:31.094129 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-05d8ab42-c708-4f5f-bede-e1b44b1453ad tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'security_group_rule': {'security_group_id': '860fab7b-5c9c-475d-b127-8c9c1e66be43', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:47:31.100869 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-05d8ab42-c708-4f5f-bede-e1b44b1453ad tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:47:31.105107 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-05d8ab42-c708-4f5f-bede-e1b44b1453ad tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group_rule and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:47:31.108456 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-05d8ab42-c708-4f5f-bede-e1b44b1453ad tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:47:31.115018 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-05d8ab42-c708-4f5f-bede-e1b44b1453ad tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:47:31.133841 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-05d8ab42-c708-4f5f-bede-e1b44b1453ad tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:31.181829 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec0889b-f2fd-45d5-ab3a-a0bbe56220e2 req-302f1381-ee66-4f57-95ee-7c5f398ebd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:47:31.183349 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-dec0889b-f2fd-45d5-ab3a-a0bbe56220e2 req-302f1381-ee66-4f57-95ee-7c5f398ebd46 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b5530905-2679-48f7-8a61-9926f1cc4b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2151005 Feb 01 04:47:31.203631 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-05d8ab42-c708-4f5f-bede-e1b44b1453ad tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:31.208760 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-05d8ab42-c708-4f5f-bede-e1b44b1453ad tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:31.213508 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-85949df5-a906-4593-9e52-28b65677bb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d81f27-3960-42d0-993c-ded52f713320', 'name': 'tempest-TestNetworkBasicOps-router-1945228983', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.99'}], 'enable_snat': True}, 'gw_port_id': 'eeff50be-ab65-4365-b165-30646a082683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:47:04Z', 'updated_at': '2022-02-01T04:47:09Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': 'eeff50be-ab65-4365-b165-30646a082683', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d81f27-3960-42d0-993c-ded52f713320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:47:04Z', 'updated_at': '2022-02-01T04:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': 'fa9b7163-9321-4c65-bd35-0557d9017589', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'floating_ip_address': '172.26.8.97', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': 'f9d81f27-3960-42d0-993c-ded52f713320', 'port_id': '2f775bb1-2a64-4038-9532-aa2916bb3364', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5530905-2679-48f7-8a61-9926f1cc4b73', 'mac_address': 'fa:16:3e:77:b9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d0b232-c603-4e73-ac9a-6ef07f00be6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:47:28Z', 'updated_at': '2022-02-01T04:47:28Z', 'revision_number': 0, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ba8dab5-3632-4161-8b78-34d5bf669274', 'name': '', 'network_id': 'b5530905-2679-48f7-8a61-9926f1cc4b73', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:cc:c8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d81f27-3960-42d0-993c-ded52f713320', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'c68a1488-6d78-43b8-809f-0fbd7949760b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:47:08Z', 'updated_at': '2022-02-01T04:47:14Z', 'revision_number': 5, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': 'c68a1488-6d78-43b8-809f-0fbd7949760b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:47:31.219042 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85949df5-a906-4593-9e52-28b65677bb37 None None] The sync data for ids ['f9d81f27-3960-42d0-993c-ded52f713320'] in dv-neutron-826830-1-hyperv is: [{'id': 'f9d81f27-3960-42d0-993c-ded52f713320', 'name': 'tempest-TestNetworkBasicOps-router-1945228983', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.99'}], 'enable_snat': True}, 'gw_port_id': 'eeff50be-ab65-4365-b165-30646a082683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:47:04Z', 'updated_at': '2022-02-01T04:47:09Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': 'eeff50be-ab65-4365-b165-30646a082683', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d81f27-3960-42d0-993c-ded52f713320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:47:04Z', 'updated_at': '2022-02-01T04:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': 'fa9b7163-9321-4c65-bd35-0557d9017589', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'floating_ip_address': '172.26.8.97', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': 'f9d81f27-3960-42d0-993c-ded52f713320', 'port_id': '2f775bb1-2a64-4038-9532-aa2916bb3364', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5530905-2679-48f7-8a61-9926f1cc4b73', 'mac_address': 'fa:16:3e:77:b9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d0b232-c603-4e73-ac9a-6ef07f00be6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:47:28Z', 'updated_at': '2022-02-01T04:47:28Z', 'revision_number': 0, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ba8dab5-3632-4161-8b78-34d5bf669274', 'name': '', 'network_id': 'b5530905-2679-48f7-8a61-9926f1cc4b73', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:cc:c8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d81f27-3960-42d0-993c-ded52f713320', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'c68a1488-6d78-43b8-809f-0fbd7949760b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:47:08Z', 'updated_at': '2022-02-01T04:47:14Z', 'revision_number': 5, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': 'c68a1488-6d78-43b8-809f-0fbd7949760b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:47:31.237883 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d8ab42-c708-4f5f-bede-e1b44b1453ad tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbeadded-13f9-4049-9d9a-da0f3fac6121,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:47:31.249217 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-05d8ab42-c708-4f5f-bede-e1b44b1453ad tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:31.253288 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-05d8ab42-c708-4f5f-bede-e1b44b1453ad tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1636477 Feb 01 04:47:31.253615 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 44996) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:47:31.259567 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-1cf2b1fc-f7fd-425a-944b-377ca36290e3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'security_group_rule': {'security_group_id': '860fab7b-5c9c-475d-b127-8c9c1e66be43', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:47:31.267077 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-1cf2b1fc-f7fd-425a-944b-377ca36290e3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:47:31.271354 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1cf2b1fc-f7fd-425a-944b-377ca36290e3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group_rule and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:47:31.274500 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1cf2b1fc-f7fd-425a-944b-377ca36290e3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:47:31.280371 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-1cf2b1fc-f7fd-425a-944b-377ca36290e3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:47:31.292513 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.securitygroups_db [None req-1cf2b1fc-f7fd-425a-944b-377ca36290e3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Project 0629703b9474474a9f2fde13723d2e8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 01 04:47:31.299567 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1cf2b1fc-f7fd-425a-944b-377ca36290e3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:31.361246 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-512e4895-6b85-4361-a31a-3d6a8d118389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-371968'] for router_interface, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:31.369858 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1cf2b1fc-f7fd-425a-944b-377ca36290e3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:31.375762 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1cf2b1fc-f7fd-425a-944b-377ca36290e3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:31.403174 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf2b1fc-f7fd-425a-944b-377ca36290e3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9655705e-939c-4640-b5e6-9ce169f2f30f,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:47:31.415364 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1cf2b1fc-f7fd-425a-944b-377ca36290e3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:31.417815 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1cf2b1fc-f7fd-425a-944b-377ca36290e3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1631172 Feb 01 04:47:31.420856 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 45000) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:47:31.427125 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-ee226612-31bb-4dbc-9e70-a4c07d22bb6f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'security_group_rule': {'security_group_id': '860fab7b-5c9c-475d-b127-8c9c1e66be43', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:47:31.434391 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-ee226612-31bb-4dbc-9e70-a4c07d22bb6f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:47:31.437516 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-dec0889b-f2fd-45d5-ab3a-a0bbe56220e2 req-e8f0219f-de93-4360-aec4-0c57c1a59475 service neutron] 10.222.0.18 "GET /v2.0/networks/b5530905-2679-48f7-8a61-9926f1cc4b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285502 Feb 01 04:47:31.438612 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-ee226612-31bb-4dbc-9e70-a4c07d22bb6f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group_rule and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:47:31.442395 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-ee226612-31bb-4dbc-9e70-a4c07d22bb6f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:47:31.450835 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-ee226612-31bb-4dbc-9e70-a4c07d22bb6f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:47:31.466950 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.securitygroups_db [None req-ee226612-31bb-4dbc-9e70-a4c07d22bb6f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Project 0629703b9474474a9f2fde13723d2e8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 01 04:47:31.468192 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7126a210-59e1-4953-871c-5e65ec80e6a3 None None] New status for floating IP fa9b7163-9321-4c65-bd35-0557d9017589: ACTIVE {{(pid=87638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 01 04:47:31.475003 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ee226612-31bb-4dbc-9e70-a4c07d22bb6f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:31.549778 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ee226612-31bb-4dbc-9e70-a4c07d22bb6f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:31.556283 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ee226612-31bb-4dbc-9e70-a4c07d22bb6f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:31.583717 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee226612-31bb-4dbc-9e70-a4c07d22bb6f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=568dab5f-445c-4e21-aa39-222d72f82c88,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:47:31.595416 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ee226612-31bb-4dbc-9e70-a4c07d22bb6f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:31.604979 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ee226612-31bb-4dbc-9e70-a4c07d22bb6f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1743796 Feb 01 04:47:31.765307 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-c7d66195-849a-44f3-b2ca-ee664c08b819 req-c9c41f76-d16d-4d1a-8639-0e2e54125551 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Synchronizing usage tracker for tenant:0629703b9474474a9f2fde13723d2e8b on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:47:31.769080 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-dec0889b-f2fd-45d5-ab3a-a0bbe56220e2 req-571c881b-b044-4a2b-ac5d-422aa3724233 service neutron] 10.222.0.18 "GET /v2.0/networks/b5530905-2679-48f7-8a61-9926f1cc4b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203101 Feb 01 04:47:31.782705 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-c7d66195-849a-44f3-b2ca-ee664c08b819 req-c9c41f76-d16d-4d1a-8639-0e2e54125551 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Unset dirty status for tenant:0629703b9474474a9f2fde13723d2e8b on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:47:31.795356 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c7d66195-849a-44f3-b2ca-ee664c08b819 req-c9c41f76-d16d-4d1a-8639-0e2e54125551 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-891826742&fields=id&tenant_id=0629703b9474474a9f2fde13723d2e8b HTTP/1.1" status: 200 len: 267 time: 0.0595503 Feb 01 04:47:31.851496 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-512e4895-6b85-4361-a31a-3d6a8d118389 admin admin] Deleting port 2a518623-ba34-4b6d-b35c-d792284a9b2a {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:47:31.851890 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-512e4895-6b85-4361-a31a-3d6a8d118389 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:31.951823 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4ac15030-0d4e-4801-857c-b064fe52dbae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:31.960435 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d66195-849a-44f3-b2ca-ee664c08b819 req-15dc740c-1e20-44d8-bece-c032ba153046 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:47:31.961847 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c7d66195-849a-44f3-b2ca-ee664c08b819 req-15dc740c-1e20-44d8-bece-c032ba153046 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/networks?id=b5530905-2679-48f7-8a61-9926f1cc4b73 HTTP/1.1" status: 200 len: 797 time: 0.1654513 Feb 01 04:47:31.976723 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c7d66195-849a-44f3-b2ca-ee664c08b819 req-a2d3f0ec-65df-4e81-8e87-2b29cdaf50a3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/quotas/0629703b9474474a9f2fde13723d2e8b HTTP/1.1" status: 200 len: 375 time: 0.0091407 Feb 01 04:47:32.026723 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-512e4895-6b85-4361-a31a-3d6a8d118389 admin admin] For port 2a518623-ba34-4b6d-b35c-d792284a9b2a, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=2a518623-ba34-4b6d-b35c-d792284a9b2a,segment=NetworkSegment(6b1a300b-d251-4755-82de-371c1e658f49),segment_id=6b1a300b-d251-4755-82de-371c1e658f49)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:47:32.027072 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-512e4895-6b85-4361-a31a-3d6a8d118389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:32.067690 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c7d66195-849a-44f3-b2ca-ee664c08b819 req-66463989-1816-45a5-9be8-806a96fce12e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0629703b9474474a9f2fde13723d2e8b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0851154 Feb 01 04:47:32.148646 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-512e4895-6b85-4361-a31a-3d6a8d118389 admin admin] Calling delete_port for 2a518623-ba34-4b6d-b35c-d792284a9b2a owned by network:router_interface {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:47:32.203162 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c7d66195-849a-44f3-b2ca-ee664c08b819 req-0115d074-7f47-4974-806e-69769d96efa5 service neutron] 10.222.0.24 "GET /v2.0/networks/b5530905-2679-48f7-8a61-9926f1cc4b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236961 Feb 01 04:47:32.325317 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-512e4895-6b85-4361-a31a-3d6a8d118389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:32.373210 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512e4895-6b85-4361-a31a-3d6a8d118389 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a518623-ba34-4b6d-b35c-d792284a9b2a,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:47:32.448500 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c7d66195-849a-44f3-b2ca-ee664c08b819 req-d639813f-d616-4b53-ab85-2da1ffb351db service neutron] 10.222.0.24 "GET /v2.0/networks/b5530905-2679-48f7-8a61-9926f1cc4b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396021 Feb 01 04:47:32.716852 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-b8e54d92-c5f0-48a4-ab28-0f9af0602203 req-c84f1b3c-4e47-44d8-973e-112c50c9e024 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=612a561d-4dfb-4a77-b96a-1fd15ad06b42 HTTP/1.1" status: 200 len: 210 time: 0.0585926 Feb 01 04:47:32.818511 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-512e4895-6b85-4361-a31a-3d6a8d118389 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770960'] for router_interface, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:33.196813 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-512e4895-6b85-4361-a31a-3d6a8d118389 admin admin] Router 1014f846-447e-455d-8a3a-e55c04980670 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:47:33.351747 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 04:47:33.371504 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-512e4895-6b85-4361-a31a-3d6a8d118389 admin admin] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:47:33.381696 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd40002d-a5f5-4c13-9d4b-13d15f5ad11a None None] Sync routers for ids ['1014f846-447e-455d-8a3a-e55c04980670'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:47:33.384205 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-512e4895-6b85-4361-a31a-3d6a8d118389 admin admin] 10.222.0.24 "PUT /v2.0/routers/1014f846-447e-455d-8a3a-e55c04980670/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3259976 Feb 01 04:47:33.386809 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 45026) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:47:33.391021 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd40002d-a5f5-4c13-9d4b-13d15f5ad11a None None] Routers {'1014f846-447e-455d-8a3a-e55c04980670'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:47:33.391684 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-fd40002d-a5f5-4c13-9d4b-13d15f5ad11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:47:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['1014f846-447e-455d-8a3a-e55c04980670'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:47:33.566420 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1647eefe-d4be-474b-8451-e78d49971d66 admin admin] Notify callbacks [] for router, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:33.590143 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-fd40002d-a5f5-4c13-9d4b-13d15f5ad11a None None] Set router 1014f846-447e-455d-8a3a-e55c04980670 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:47:33.922640 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0f96ba52-3e76-4647-af55-feb8a821d060 req-77daa027-f8d1-4d24-8433-49737ca1b98a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=612a561d-4dfb-4a77-b96a-1fd15ad06b42 HTTP/1.1" status: 200 len: 210 time: 0.0424571 Feb 01 04:47:33.927675 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-fd40002d-a5f5-4c13-9d4b-13d15f5ad11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1014f846-447e-455d-8a3a-e55c04980670', 'name': 'tempest-TestVolumeBootPattern-533563384-router', 'tenant_id': '9f8d5bc7845843a4a3997b13887466a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': 'f7fbbe8b-34ff-4f49-836c-3f11895c073a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:40:07Z', 'updated_at': '2022-02-01T04:47:32Z', 'revision_number': 5, 'project_id': '9f8d5bc7845843a4a3997b13887466a6', 'gw_port': {'id': 'f7fbbe8b-34ff-4f49-836c-3f11895c073a', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1014f846-447e-455d-8a3a-e55c04980670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:40:08Z', 'updated_at': '2022-02-01T04:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:47:33.931618 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd40002d-a5f5-4c13-9d4b-13d15f5ad11a None None] Checking router: 1014f846-447e-455d-8a3a-e55c04980670 for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:47:33.940293 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd40002d-a5f5-4c13-9d4b-13d15f5ad11a None None] Routers {'1014f846-447e-455d-8a3a-e55c04980670'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:47:33.940894 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-fd40002d-a5f5-4c13-9d4b-13d15f5ad11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:47:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['1014f846-447e-455d-8a3a-e55c04980670'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:47:33.950199 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1647eefe-d4be-474b-8451-e78d49971d66 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:33.959829 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d66195-849a-44f3-b2ca-ee664c08b819 req-2fcd6573-6f25-4de9-b2f1-88e9aafe3761 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:47:33.961201 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-c7d66195-849a-44f3-b2ca-ee664c08b819 req-2fcd6573-6f25-4de9-b2f1-88e9aafe3761 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.18 "GET /v2.0/networks?id=b5530905-2679-48f7-8a61-9926f1cc4b73 HTTP/1.1" status: 200 len: 797 time: 0.3447142 Feb 01 04:47:33.967338 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-1647eefe-d4be-474b-8451-e78d49971d66 admin admin] Deleting port f7fbbe8b-34ff-4f49-836c-3f11895c073a {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:47:33.967668 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1647eefe-d4be-474b-8451-e78d49971d66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:34.098827 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-fd40002d-a5f5-4c13-9d4b-13d15f5ad11a None None] Set router 1014f846-447e-455d-8a3a-e55c04980670 gateway port host: None {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:47:34.196716 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-c7d66195-849a-44f3-b2ca-ee664c08b819 req-d0313044-fa3f-4d22-8d1b-653ec26ae235 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0629703b9474474a9f2fde13723d2e8b HTTP/1.1" status: 200 len: 471 time: 0.2031476 Feb 01 04:47:34.212471 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [req-c7d66195-849a-44f3-b2ca-ee664c08b819 req-99e5a3f3-9544-4bbf-b2c6-be79492a2dca tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'port': {'device_id': '612a561d-4dfb-4a77-b96a-1fd15ad06b42', 'network_id': 'b5530905-2679-48f7-8a61-9926f1cc4b73', 'admin_state_up': True, 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'security_groups': ['860fab7b-5c9c-475d-b127-8c9c1e66be43']}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:47:34.231833 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-fd40002d-a5f5-4c13-9d4b-13d15f5ad11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1014f846-447e-455d-8a3a-e55c04980670', 'name': 'tempest-TestVolumeBootPattern-533563384-router', 'tenant_id': '9f8d5bc7845843a4a3997b13887466a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:40:07Z', 'updated_at': '2022-02-01T04:47:33Z', 'revision_number': 6, 'project_id': '9f8d5bc7845843a4a3997b13887466a6', 'gw_port_host': None}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:47:34.236475 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd40002d-a5f5-4c13-9d4b-13d15f5ad11a None None] The sync data for ids ['1014f846-447e-455d-8a3a-e55c04980670'] in dv-neutron-826830-1-hyperv is: [{'id': '1014f846-447e-455d-8a3a-e55c04980670', 'name': 'tempest-TestVolumeBootPattern-533563384-router', 'tenant_id': '9f8d5bc7845843a4a3997b13887466a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:40:07Z', 'updated_at': '2022-02-01T04:47:33Z', 'revision_number': 6, 'project_id': '9f8d5bc7845843a4a3997b13887466a6', 'gw_port_host': None}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:47:34.255497 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cea5f402-56b6-4fc9-b504-6937384c74d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:34.408707 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-1647eefe-d4be-474b-8451-e78d49971d66 admin admin] For port f7fbbe8b-34ff-4f49-836c-3f11895c073a, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=f7fbbe8b-34ff-4f49-836c-3f11895c073a,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:47:34.409254 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1647eefe-d4be-474b-8451-e78d49971d66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:34.544195 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-1647eefe-d4be-474b-8451-e78d49971d66 admin admin] Calling delete_port for f7fbbe8b-34ff-4f49-836c-3f11895c073a owned by network:router_gateway {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:47:34.591094 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [req-c7d66195-849a-44f3-b2ca-ee664c08b819 req-99e5a3f3-9544-4bbf-b2c6-be79492a2dca tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:47:34.606981 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [req-c7d66195-849a-44f3-b2ca-ee664c08b819 req-99e5a3f3-9544-4bbf-b2c6-be79492a2dca tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:47:34.630366 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7d66195-849a-44f3-b2ca-ee664c08b819 req-99e5a3f3-9544-4bbf-b2c6-be79492a2dca tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Made reservation on behalf of 0629703b9474474a9f2fde13723d2e8b for: {'port': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:47:34.633854 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-c7d66195-849a-44f3-b2ca-ee664c08b819 req-99e5a3f3-9544-4bbf-b2c6-be79492a2dca tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:34.874240 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [req-c7d66195-849a-44f3-b2ca-ee664c08b819 req-99e5a3f3-9544-4bbf-b2c6-be79492a2dca tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Allocated IP 172.20.0.8 (b5530905-2679-48f7-8a61-9926f1cc4b73/c68a1488-6d78-43b8-809f-0fbd7949760b/e4c673d1-402e-4213-bc52-bb968ceb1bda) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:47:34.886601 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1647eefe-d4be-474b-8451-e78d49971d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:34.981770 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1647eefe-d4be-474b-8451-e78d49971d66 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7fbbe8b-34ff-4f49-836c-3f11895c073a,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:47:35.126910 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-3a97c5d2-927a-4131-9e1b-c6ef11e12bfe req-f7f93fd2-93c2-4eb3-a1e4-11a5d87fc2d6 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=612a561d-4dfb-4a77-b96a-1fd15ad06b42 HTTP/1.1" status: 200 len: 210 time: 0.0893033 Feb 01 04:47:35.187209 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1647eefe-d4be-474b-8451-e78d49971d66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-774381'] for router_gateway, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:35.367833 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:35.376149 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1647eefe-d4be-474b-8451-e78d49971d66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25968'] for router, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:35.380241 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1647eefe-d4be-474b-8451-e78d49971d66 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:35.411194 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-c7d66195-849a-44f3-b2ca-ee664c08b819 req-99e5a3f3-9544-4bbf-b2c6-be79492a2dca tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:35.423769 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1647eefe-d4be-474b-8451-e78d49971d66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772958'] for router, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:35.424287 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1647eefe-d4be-474b-8451-e78d49971d66 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1014f846-447e-455d-8a3a-e55c04980670 {{(pid=87637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 01 04:47:35.435936 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [req-c7d66195-849a-44f3-b2ca-ee664c08b819 req-99e5a3f3-9544-4bbf-b2c6-be79492a2dca tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Transition to ACTIVE for port object e4c673d1-402e-4213-bc52-bb968ceb1bda will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:47:35.457531 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1647eefe-d4be-474b-8451-e78d49971d66 admin admin] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:35.458733 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-1647eefe-d4be-474b-8451-e78d49971d66 admin admin] 10.222.0.24 "DELETE /v2.0/routers/1014f846-447e-455d-8a3a-e55c04980670 HTTP/1.1" status: 204 len: 168 time: 2.0709338 Feb 01 04:47:35.461527 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 45038) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:47:35.471480 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-c7d66195-849a-44f3-b2ca-ee664c08b819 req-99e5a3f3-9544-4bbf-b2c6-be79492a2dca tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:35.491239 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:35.538324 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-69980641-7e96-46e2-b213-d393a2b44555 admin admin] Deleting subnet acb960c4-d095-42c0-820a-b7e1026fb7c0 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:47:35.541584 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-69980641-7e96-46e2-b213-d393a2b44555 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:35.598199 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-69980641-7e96-46e2-b213-d393a2b44555 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145757'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:35.671011 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7d66195-849a-44f3-b2ca-ee664c08b819 req-99e5a3f3-9544-4bbf-b2c6-be79492a2dca tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Network b5530905-2679-48f7-8a61-9926f1cc4b73 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:47:35.674569 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [req-c7d66195-849a-44f3-b2ca-ee664c08b819 req-99e5a3f3-9544-4bbf-b2c6-be79492a2dca tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:47:35.677833 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-69980641-7e96-46e2-b213-d393a2b44555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:35.678957 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7d66195-849a-44f3-b2ca-ee664c08b819 req-99e5a3f3-9544-4bbf-b2c6-be79492a2dca tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:47:35.704133 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e5a3f3-9544-4bbf-b2c6-be79492a2dca tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'Port': ['ID=e4c673d1-402e-4213-bc52-bb968ceb1bda,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:47:35.745142 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d66195-849a-44f3-b2ca-ee664c08b819 req-99e5a3f3-9544-4bbf-b2c6-be79492a2dca tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:47:35.745761 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-c7d66195-849a-44f3-b2ca-ee664c08b819 req-99e5a3f3-9544-4bbf-b2c6-be79492a2dca tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:35.753603 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-69980641-7e96-46e2-b213-d393a2b44555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3072169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2652276'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:35.766404 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-c7d66195-849a-44f3-b2ca-ee664c08b819 req-99e5a3f3-9544-4bbf-b2c6-be79492a2dca tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5594928 Feb 01 04:47:35.782900 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [req-c7d66195-849a-44f3-b2ca-ee664c08b819 req-e17c4173-bf53-46ab-983e-4f105017e18e service neutron] Request body: {'port': {'device_id': '612a561d-4dfb-4a77-b96a-1fd15ad06b42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:47:35.793130 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69980641-7e96-46e2-b213-d393a2b44555 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acb960c4-d095-42c0-820a-b7e1026fb7c0,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:47:35.796592 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-69980641-7e96-46e2-b213-d393a2b44555 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:35.805662 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-69980641-7e96-46e2-b213-d393a2b44555 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/acb960c4-d095-42c0-820a-b7e1026fb7c0 HTTP/1.1" status: 204 len: 168 time: 0.3427386 Feb 01 04:47:35.806294 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a92093-8a6b-46df-b819-a41f8c1ad040 None None] Network a0c2a700-3881-4414-a7a8-128b0ce8d5cc requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:47:35.806399 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 45042) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:47:35.904670 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-c7d66195-849a-44f3-b2ca-ee664c08b819 req-e17c4173-bf53-46ab-983e-4f105017e18e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:35.950902 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-96767f4b-e656-4595-b284-a782bba7e34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:35.961915 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-96767f4b-e656-4595-b284-a782bba7e34e admin admin] Deleting port e8773a54-93d5-4ac9-bf5c-8585475bc727 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:47:35.962250 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-96767f4b-e656-4595-b284-a782bba7e34e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:36.032739 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-748f27d7-39f0-4150-918b-7869ae467f9f None None] Provisioning for port e4c673d1-402e-4213-bc52-bb968ceb1bda completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:47:36.040396 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-748f27d7-39f0-4150-918b-7869ae467f9f None None] Provisioning complete for port e4c673d1-402e-4213-bc52-bb968ceb1bda triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:47:36.040887 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-748f27d7-39f0-4150-918b-7869ae467f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:36.096170 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-748f27d7-39f0-4150-918b-7869ae467f9f None None] Port e4c673d1-402e-4213-bc52-bb968ceb1bda cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:47:36.131763 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 2a518623-ba34-4b6d-b35c-d792284a9b2a no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:47:36.173628 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 2a518623-ba34-4b6d-b35c-d792284a9b2a {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:47:36.174029 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 2a518623-ba34-4b6d-b35c-d792284a9b2a not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:47:36.174554 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device f7fbbe8b-34ff-4f49-836c-3f11895c073a no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:47:36.187424 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-96767f4b-e656-4595-b284-a782bba7e34e admin admin] For port e8773a54-93d5-4ac9-bf5c-8585475bc727, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=e8773a54-93d5-4ac9-bf5c-8585475bc727,segment=NetworkSegment(6b1a300b-d251-4755-82de-371c1e658f49),segment_id=6b1a300b-d251-4755-82de-371c1e658f49)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:47:36.187781 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-96767f4b-e656-4595-b284-a782bba7e34e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:36.210884 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243c04d4-1174-42ef-bf8b-1c3949dadf88 None None] DHCP port deletion for a0c2a700-3881-4414-a7a8-128b0ce8d5cc request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:47:36.219154 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: f7fbbe8b-34ff-4f49-836c-3f11895c073a {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:47:36.220165 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device f7fbbe8b-34ff-4f49-836c-3f11895c073a not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:47:36.222880 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-243c04d4-1174-42ef-bf8b-1c3949dadf88 None None] Deleting port e8773a54-93d5-4ac9-bf5c-8585475bc727 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:47:36.223394 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-243c04d4-1174-42ef-bf8b-1c3949dadf88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:36.304293 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [req-c7d66195-849a-44f3-b2ca-ee664c08b819 req-e17c4173-bf53-46ab-983e-4f105017e18e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4c673d1-402e-4213-bc52-bb968ceb1bda {{(pid=87637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 04:47:36.313011 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-c7d66195-849a-44f3-b2ca-ee664c08b819 req-e17c4173-bf53-46ab-983e-4f105017e18e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:36.318091 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-96767f4b-e656-4595-b284-a782bba7e34e admin admin] Calling delete_port for e8773a54-93d5-4ac9-bf5c-8585475bc727 owned by network:dhcp {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:47:36.327506 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [req-c7d66195-849a-44f3-b2ca-ee664c08b819 req-e17c4173-bf53-46ab-983e-4f105017e18e service neutron] Transition to ACTIVE for port object e4c673d1-402e-4213-bc52-bb968ceb1bda will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:47:36.331982 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-c7d66195-849a-44f3-b2ca-ee664c08b819 req-e17c4173-bf53-46ab-983e-4f105017e18e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:36.432402 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-243c04d4-1174-42ef-bf8b-1c3949dadf88 None None] For port e8773a54-93d5-4ac9-bf5c-8585475bc727, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=e8773a54-93d5-4ac9-bf5c-8585475bc727,segment=NetworkSegment(6b1a300b-d251-4755-82de-371c1e658f49),segment_id=6b1a300b-d251-4755-82de-371c1e658f49)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:47:36.434203 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-243c04d4-1174-42ef-bf8b-1c3949dadf88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:36.471178 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3743ea-171f-40c5-9ca0-d7ef207f5af0 req-876cd74d-d617-42f5-bc0c-4e6fd164cf7f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:47:36.472728 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-fe3743ea-171f-40c5-9ca0-d7ef207f5af0 req-876cd74d-d617-42f5-bc0c-4e6fd164cf7f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=612a561d-4dfb-4a77-b96a-1fd15ad06b42 HTTP/1.1" status: 200 len: 943 time: 0.1617475 Feb 01 04:47:36.483081 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17c4173-bf53-46ab-983e-4f105017e18e service neutron] Pushing event updated for resources: {'Port': ['ID=e4c673d1-402e-4213-bc52-bb968ceb1bda,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:47:36.534830 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-fe3743ea-171f-40c5-9ca0-d7ef207f5af0 req-3a866d74-92f6-4e11-ac42-4e0c71d89d4a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=860fab7b-5c9c-475d-b127-8c9c1e66be43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544858 Feb 01 04:47:36.535997 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-96767f4b-e656-4595-b284-a782bba7e34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:36.571972 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-243c04d4-1174-42ef-bf8b-1c3949dadf88 None None] Calling delete_port for e8773a54-93d5-4ac9-bf5c-8585475bc727 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:47:36.588433 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96767f4b-e656-4595-b284-a782bba7e34e admin admin] Pushing event deleted for resources: {'Port': ['ID=e8773a54-93d5-4ac9-bf5c-8585475bc727,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:47:36.602243 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96767f4b-e656-4595-b284-a782bba7e34e admin admin] No DVR routers for this DVR port e8773a54-93d5-4ac9-bf5c-8585475bc727 on host dv-neutron-826830-1-hyperv {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:47:36.603652 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [req-c7d66195-849a-44f3-b2ca-ee664c08b819 req-e17c4173-bf53-46ab-983e-4f105017e18e service neutron] Attempting to bind port e4c673d1-402e-4213-bc52-bb968ceb1bda on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:47:36.603652 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [req-c7d66195-849a-44f3-b2ca-ee664c08b819 req-e17c4173-bf53-46ab-983e-4f105017e18e service neutron] Attempting to bind port e4c673d1-402e-4213-bc52-bb968ceb1bda by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '6d810199-52fd-4d59-86a2-6e982a0ce061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b5530905-2679-48f7-8a61-9926f1cc4b73'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:47:36.603989 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d66195-849a-44f3-b2ca-ee664c08b819 req-e17c4173-bf53-46ab-983e-4f105017e18e service neutron] Attempting to bind port e4c673d1-402e-4213-bc52-bb968ceb1bda on network b5530905-2679-48f7-8a61-9926f1cc4b73 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:47:36.609745 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d66195-849a-44f3-b2ca-ee664c08b819 req-e17c4173-bf53-46ab-983e-4f105017e18e service neutron] Port e4c673d1-402e-4213-bc52-bb968ceb1bda on network b5530905-2679-48f7-8a61-9926f1cc4b73 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:47:36.610237 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d66195-849a-44f3-b2ca-ee664c08b819 req-e17c4173-bf53-46ab-983e-4f105017e18e service neutron] Attempting to bind port e4c673d1-402e-4213-bc52-bb968ceb1bda on network b5530905-2679-48f7-8a61-9926f1cc4b73 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:47:36.616047 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d66195-849a-44f3-b2ca-ee664c08b819 req-e17c4173-bf53-46ab-983e-4f105017e18e service neutron] Checking agent: {'id': '63664c57-372e-43f7-9ecb-4deedcf8ddc7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 28, 15), 'started_at': datetime.datetime(2022, 2, 1, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:47:36.616394 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d66195-849a-44f3-b2ca-ee664c08b819 req-e17c4173-bf53-46ab-983e-4f105017e18e service neutron] Checking segment: {'id': '6d810199-52fd-4d59-86a2-6e982a0ce061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b5530905-2679-48f7-8a61-9926f1cc4b73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:47:36.616787 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d66195-849a-44f3-b2ca-ee664c08b819 req-e17c4173-bf53-46ab-983e-4f105017e18e service neutron] Bound using segment: {'id': '6d810199-52fd-4d59-86a2-6e982a0ce061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b5530905-2679-48f7-8a61-9926f1cc4b73'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:47:36.617219 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [req-c7d66195-849a-44f3-b2ca-ee664c08b819 req-e17c4173-bf53-46ab-983e-4f105017e18e service neutron] Bound port: e4c673d1-402e-4213-bc52-bb968ceb1bda, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d810199-52fd-4d59-86a2-6e982a0ce061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b5530905-2679-48f7-8a61-9926f1cc4b73'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:47:36.617568 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-c7d66195-849a-44f3-b2ca-ee664c08b819 req-e17c4173-bf53-46ab-983e-4f105017e18e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:36.656025 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-243c04d4-1174-42ef-bf8b-1c3949dadf88 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:47:36.656379 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-243c04d4-1174-42ef-bf8b-1c3949dadf88 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:47:36.716843 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [req-c7d66195-849a-44f3-b2ca-ee664c08b819 req-e17c4173-bf53-46ab-983e-4f105017e18e service neutron] For port e4c673d1-402e-4213-bc52-bb968ceb1bda, host hv-neutron-8268, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:47:36.720349 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [req-c7d66195-849a-44f3-b2ca-ee664c08b819 req-e17c4173-bf53-46ab-983e-4f105017e18e service neutron] For port e4c673d1-402e-4213-bc52-bb968ceb1bda, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=e4c673d1-402e-4213-bc52-bb968ceb1bda,segment=NetworkSegment(6d810199-52fd-4d59-86a2-6e982a0ce061),segment_id=6d810199-52fd-4d59-86a2-6e982a0ce061)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:47:36.726029 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-c7d66195-849a-44f3-b2ca-ee664c08b819 req-e17c4173-bf53-46ab-983e-4f105017e18e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:36.734707 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-96767f4b-e656-4595-b284-a782bba7e34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:36.759904 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-96767f4b-e656-4595-b284-a782bba7e34e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0c2a700-3881-4414-a7a8-128b0ce8d5cc']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:47:36.775981 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-96767f4b-e656-4595-b284-a782bba7e34e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b1a300b-d251-4755-82de-371c1e658f49') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:47:36.776273 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-96767f4b-e656-4595-b284-a782bba7e34e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b1a300b-d251-4755-82de-371c1e658f49') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:47:36.786541 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d66195-849a-44f3-b2ca-ee664c08b819 req-e17c4173-bf53-46ab-983e-4f105017e18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:47:36.787157 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-c7d66195-849a-44f3-b2ca-ee664c08b819 req-e17c4173-bf53-46ab-983e-4f105017e18e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:36.788506 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-c7d66195-849a-44f3-b2ca-ee664c08b819 req-e17c4173-bf53-46ab-983e-4f105017e18e service neutron] 10.222.0.18 "PUT /v2.0/ports/e4c673d1-402e-4213-bc52-bb968ceb1bda HTTP/1.1" status: 200 len: 1093 time: 1.0105863 Feb 01 04:47:36.788972 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '612a561d-4dfb-4a77-b96a-1fd15ad06b42', 'tag': 'e4c673d1-402e-4213-bc52-bb968ceb1bda'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:47:36.789680 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-96767f4b-e656-4595-b284-a782bba7e34e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143022'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:36.812194 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-96767f4b-e656-4595-b284-a782bba7e34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:36.823788 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96767f4b-e656-4595-b284-a782bba7e34e admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:47:36.824241 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-96767f4b-e656-4595-b284-a782bba7e34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3072199'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:36.834987 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17c4173-bf53-46ab-983e-4f105017e18e service neutron] Pushing event updated for resources: {'Port': ['ID=e4c673d1-402e-4213-bc52-bb968ceb1bda,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:47:36.839740 dv-neutron-826830-1-hyperv neutron-server[87636]: Traceback (most recent call last): Feb 01 04:47:36.839740 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:47:36.839740 dv-neutron-826830-1-hyperv neutron-server[87636]: timer() Feb 01 04:47:36.839740 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:47:36.839740 dv-neutron-826830-1-hyperv neutron-server[87636]: cb(*args, **kw) Feb 01 04:47:36.839740 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:47:36.839740 dv-neutron-826830-1-hyperv neutron-server[87636]: return func(*args, **kwargs) Feb 01 04:47:36.839740 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:47:36.839740 dv-neutron-826830-1-hyperv neutron-server[87636]: self._notify() Feb 01 04:47:36.839740 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:47:36.839740 dv-neutron-826830-1-hyperv neutron-server[87636]: self.callback(batched_events) Feb 01 04:47:36.839740 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:47:36.839740 dv-neutron-826830-1-hyperv neutron-server[87636]: event.method(event) Feb 01 04:47:36.839740 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:47:36.839740 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:47:36.839740 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:47:36.839740 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:47:36.839740 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:47:36.839740 dv-neutron-826830-1-hyperv neutron-server[87636]: return f(self, *a, **k) Feb 01 04:47:36.839740 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:47:36.839740 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._get(url).json() Feb 01 04:47:36.839740 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:47:36.839740 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:47:36.839740 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:47:36.839740 dv-neutron-826830-1-hyperv neutron-server[87636]: return self.request(url, 'GET', **kwargs) Feb 01 04:47:36.839740 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:47:36.839740 dv-neutron-826830-1-hyperv neutron-server[87636]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:47:36.839740 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:47:36.839740 dv-neutron-826830-1-hyperv neutron-server[87636]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:47:36.839740 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:47:36.839740 dv-neutron-826830-1-hyperv neutron-server[87636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:47:36.839740 dv-neutron-826830-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:47:36.888589 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '612a561d-4dfb-4a77-b96a-1fd15ad06b42', 'tag': 'e4c673d1-402e-4213-bc52-bb968ceb1bda', 'status': 'completed', 'code': 200} Feb 01 04:47:36.924365 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d66195-849a-44f3-b2ca-ee664c08b819 req-18a3667c-bfd1-4a53-9ba3-de8c2a8c7cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:47:36.925911 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-c7d66195-849a-44f3-b2ca-ee664c08b819 req-18a3667c-bfd1-4a53-9ba3-de8c2a8c7cc9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0629703b9474474a9f2fde13723d2e8b&device_id=612a561d-4dfb-4a77-b96a-1fd15ad06b42 HTTP/1.1" status: 200 len: 1096 time: 0.0729699 Feb 01 04:47:36.935992 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-96767f4b-e656-4595-b284-a782bba7e34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:36.952533 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-96767f4b-e656-4595-b284-a782bba7e34e admin admin] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:36.967430 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96767f4b-e656-4595-b284-a782bba7e34e admin admin] Pushing event deleted for resources: {'Network': ['ID=a0c2a700-3881-4414-a7a8-128b0ce8d5cc,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:47:36.988677 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-96767f4b-e656-4595-b284-a782bba7e34e admin admin] 10.222.0.24 "DELETE /v2.0/networks/a0c2a700-3881-4414-a7a8-128b0ce8d5cc HTTP/1.1" status: 204 len: 168 time: 1.1813915 Feb 01 04:47:36.989450 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 45050) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:47:37.010959 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-c7d66195-849a-44f3-b2ca-ee664c08b819 req-71a672de-d408-4395-aa42-5347c9ee944f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4c673d1-402e-4213-bc52-bb968ceb1bda HTTP/1.1" status: 200 len: 217 time: 0.0699849 Feb 01 04:47:37.014600 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:37.085992 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d66195-849a-44f3-b2ca-ee664c08b819 req-362c3457-1241-4752-9e8d-d2675f73c2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:47:37.087377 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-c7d66195-849a-44f3-b2ca-ee664c08b819 req-362c3457-1241-4752-9e8d-d2675f73c2b4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c68a1488-6d78-43b8-809f-0fbd7949760b HTTP/1.1" status: 200 len: 835 time: 0.0639548 Feb 01 04:47:37.157622 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-243c04d4-1174-42ef-bf8b-1c3949dadf88 None None] Deleting port e8773a54-93d5-4ac9-bf5c-8585475bc727 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:47:37.158181 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-243c04d4-1174-42ef-bf8b-1c3949dadf88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:37.165255 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d66195-849a-44f3-b2ca-ee664c08b819 req-425dbcc3-d755-4b48-9c3b-d6c1a96bfefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:47:37.166750 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-c7d66195-849a-44f3-b2ca-ee664c08b819 req-425dbcc3-d755-4b48-9c3b-d6c1a96bfefb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b5530905-2679-48f7-8a61-9926f1cc4b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728595 Feb 01 04:47:37.228416 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-243c04d4-1174-42ef-bf8b-1c3949dadf88 None None] The port 'e8773a54-93d5-4ac9-bf5c-8585475bc727' was deleted {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 01 04:47:37.302506 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-c7d66195-849a-44f3-b2ca-ee664c08b819 req-b191906c-a174-488b-9a97-a88c414bd788 service neutron] 10.222.0.18 "GET /v2.0/networks/b5530905-2679-48f7-8a61-9926f1cc4b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280541 Feb 01 04:47:37.432624 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-c7d66195-849a-44f3-b2ca-ee664c08b819 req-04008053-a0c3-40d6-af4f-95ad54b2da87 service neutron] 10.222.0.18 "GET /v2.0/networks/b5530905-2679-48f7-8a61-9926f1cc4b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235924 Feb 01 04:47:37.596727 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6068411b-a10b-477f-9527-383d345d1ab8 req-b284bd4f-d55a-47bc-876b-e7d92d92cafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:47:37.598199 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-6068411b-a10b-477f-9527-383d345d1ab8 req-b284bd4f-d55a-47bc-876b-e7d92d92cafe service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0629703b9474474a9f2fde13723d2e8b&device_id=612a561d-4dfb-4a77-b96a-1fd15ad06b42 HTTP/1.1" status: 200 len: 1096 time: 0.0710123 Feb 01 04:47:37.626116 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-17258861-bdb1-451f-b08e-3458703f69a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-371968'] for router_interface, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:37.733511 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6068411b-a10b-477f-9527-383d345d1ab8 req-c6e53ace-dfc5-4fd5-8dd7-931e70294e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:47:37.735718 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-6068411b-a10b-477f-9527-383d345d1ab8 req-c6e53ace-dfc5-4fd5-8dd7-931e70294e0f service neutron] 10.222.0.18 "GET /v2.0/networks?id=b5530905-2679-48f7-8a61-9926f1cc4b73 HTTP/1.1" status: 200 len: 897 time: 0.1296058 Feb 01 04:47:37.862360 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b67b5f-35dc-410d-b035-cf9457ba6529 req-b65dcd67-ecf4-4bee-a28b-e50a64d11181 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:47:37.863794 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d5b67b5f-35dc-410d-b035-cf9457ba6529 req-b65dcd67-ecf4-4bee-a28b-e50a64d11181 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=612a561d-4dfb-4a77-b96a-1fd15ad06b42 HTTP/1.1" status: 200 len: 943 time: 0.1869781 Feb 01 04:47:37.905405 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-6068411b-a10b-477f-9527-383d345d1ab8 req-c2cac42a-a0b0-4c27-9d53-3e51e060df57 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4c673d1-402e-4213-bc52-bb968ceb1bda HTTP/1.1" status: 200 len: 217 time: 0.1635206 Feb 01 04:47:37.976578 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6068411b-a10b-477f-9527-383d345d1ab8 req-e83dbfd9-3865-4e7c-b871-3dfea8c240bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:47:37.978026 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-6068411b-a10b-477f-9527-383d345d1ab8 req-e83dbfd9-3865-4e7c-b871-3dfea8c240bf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c68a1488-6d78-43b8-809f-0fbd7949760b HTTP/1.1" status: 200 len: 835 time: 0.0591023 Feb 01 04:47:38.005509 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d5b67b5f-35dc-410d-b035-cf9457ba6529 req-e14dea0d-1a04-43a8-af87-b1938fa7123b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=860fab7b-5c9c-475d-b127-8c9c1e66be43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949283 Feb 01 04:47:38.053298 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6068411b-a10b-477f-9527-383d345d1ab8 req-6b2c5cf0-df84-4bdf-b187-acad33cc4979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:47:38.054766 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-6068411b-a10b-477f-9527-383d345d1ab8 req-6b2c5cf0-df84-4bdf-b187-acad33cc4979 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b5530905-2679-48f7-8a61-9926f1cc4b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700846 Feb 01 04:47:38.081143 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-17258861-bdb1-451f-b08e-3458703f69a6 admin admin] Deleting port 574d5b50-4c3d-4a18-97f7-92195a5198d9 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:47:38.081479 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-17258861-bdb1-451f-b08e-3458703f69a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:38.112611 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device e8773a54-93d5-4ac9-bf5c-8585475bc727 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:47:38.147384 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: e8773a54-93d5-4ac9-bf5c-8585475bc727 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:47:38.147733 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device e8773a54-93d5-4ac9-bf5c-8585475bc727 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:47:38.193034 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-6068411b-a10b-477f-9527-383d345d1ab8 req-607a6ac2-494b-4c84-a1cd-612eda906a6b service neutron] 10.222.0.18 "GET /v2.0/networks/b5530905-2679-48f7-8a61-9926f1cc4b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293638 Feb 01 04:47:38.258880 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-17258861-bdb1-451f-b08e-3458703f69a6 admin admin] For port 574d5b50-4c3d-4a18-97f7-92195a5198d9, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=574d5b50-4c3d-4a18-97f7-92195a5198d9,segment=NetworkSegment(bc018653-2871-4b05-8fff-c15b2d8cb03a),segment_id=bc018653-2871-4b05-8fff-c15b2d8cb03a)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:47:38.259260 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-17258861-bdb1-451f-b08e-3458703f69a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:38.323872 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-6068411b-a10b-477f-9527-383d345d1ab8 req-9dd5bd02-5e9d-40f9-b1b6-5ba2a2d53365 service neutron] 10.222.0.18 "GET /v2.0/networks/b5530905-2679-48f7-8a61-9926f1cc4b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241951 Feb 01 04:47:38.378865 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-17258861-bdb1-451f-b08e-3458703f69a6 admin admin] Calling delete_port for 574d5b50-4c3d-4a18-97f7-92195a5198d9 owned by network:router_interface {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:47:38.795501 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-17258861-bdb1-451f-b08e-3458703f69a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:38.840186 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17258861-bdb1-451f-b08e-3458703f69a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=574d5b50-4c3d-4a18-97f7-92195a5198d9,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:47:39.109555 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-17258861-bdb1-451f-b08e-3458703f69a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770960'] for router_interface, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:39.203084 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303756e7-a39c-4694-9cb8-ec50b1c4b0e2 req-6046d80b-e49f-4514-a0f5-c519c9a8c39f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:47:39.205865 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-303756e7-a39c-4694-9cb8-ec50b1c4b0e2 req-6046d80b-e49f-4514-a0f5-c519c9a8c39f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Synchronizing usage tracker for tenant:0629703b9474474a9f2fde13723d2e8b on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:47:39.221887 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-303756e7-a39c-4694-9cb8-ec50b1c4b0e2 req-6046d80b-e49f-4514-a0f5-c519c9a8c39f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Unset dirty status for tenant:0629703b9474474a9f2fde13723d2e8b on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:47:39.223269 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-303756e7-a39c-4694-9cb8-ec50b1c4b0e2 req-6046d80b-e49f-4514-a0f5-c519c9a8c39f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=612a561d-4dfb-4a77-b96a-1fd15ad06b42 HTTP/1.1" status: 200 len: 943 time: 0.1122255 Feb 01 04:47:39.268687 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-303756e7-a39c-4694-9cb8-ec50b1c4b0e2 req-f0626f6d-80d2-4690-b745-bcff730cddc8 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=860fab7b-5c9c-475d-b127-8c9c1e66be43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396287 Feb 01 04:47:39.468391 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17258861-bdb1-451f-b08e-3458703f69a6 admin admin] Router 62f98845-adf7-40f8-95bc-49355e39fcb9 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:47:39.648621 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17258861-bdb1-451f-b08e-3458703f69a6 admin admin] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:47:39.656821 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3630193-e914-41f2-8419-63123874c9fc None None] Sync routers for ids ['62f98845-adf7-40f8-95bc-49355e39fcb9'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:47:39.664765 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-17258861-bdb1-451f-b08e-3458703f69a6 admin admin] 10.222.0.24 "PUT /v2.0/routers/62f98845-adf7-40f8-95bc-49355e39fcb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6742730 Feb 01 04:47:39.667057 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3630193-e914-41f2-8419-63123874c9fc None None] Routers {'62f98845-adf7-40f8-95bc-49355e39fcb9'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:47:39.667322 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 45058) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:47:39.667744 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-f3630193-e914-41f2-8419-63123874c9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:47:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['62f98845-adf7-40f8-95bc-49355e39fcb9'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:47:39.839150 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1837e0d1-bb87-45cf-ac8c-35b445f6105c admin admin] Notify callbacks [] for router, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:39.844078 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-f3630193-e914-41f2-8419-63123874c9fc None None] Set router 62f98845-adf7-40f8-95bc-49355e39fcb9 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:47:40.140100 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1837e0d1-bb87-45cf-ac8c-35b445f6105c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:40.149831 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-1837e0d1-bb87-45cf-ac8c-35b445f6105c admin admin] Deleting port 0d2351bd-c33e-4383-a9c7-da25c850c109 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:47:40.150222 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1837e0d1-bb87-45cf-ac8c-35b445f6105c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:40.176301 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-f3630193-e914-41f2-8419-63123874c9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f98845-adf7-40f8-95bc-49355e39fcb9', 'name': 'tempest-TestVolumeBootPattern-38636871-router', 'tenant_id': '961f0cd51a3e44d9ae91b59e65b4bdc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': '0d2351bd-c33e-4383-a9c7-da25c850c109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:40:17Z', 'updated_at': '2022-02-01T04:47:38Z', 'revision_number': 5, 'project_id': '961f0cd51a3e44d9ae91b59e65b4bdc8', 'gw_port': {'id': '0d2351bd-c33e-4383-a9c7-da25c850c109', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:99:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f98845-adf7-40f8-95bc-49355e39fcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:40:19Z', 'updated_at': '2022-02-01T04:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:47:40.180103 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3630193-e914-41f2-8419-63123874c9fc None None] Checking router: 62f98845-adf7-40f8-95bc-49355e39fcb9 for host: dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:47:40.188327 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3630193-e914-41f2-8419-63123874c9fc None None] Routers {'62f98845-adf7-40f8-95bc-49355e39fcb9'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:47:40.188925 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-f3630193-e914-41f2-8419-63123874c9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:47:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['62f98845-adf7-40f8-95bc-49355e39fcb9'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:47:40.324164 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-1837e0d1-bb87-45cf-ac8c-35b445f6105c admin admin] For port 0d2351bd-c33e-4383-a9c7-da25c850c109, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=0d2351bd-c33e-4383-a9c7-da25c850c109,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:47:40.324509 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1837e0d1-bb87-45cf-ac8c-35b445f6105c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:40.336386 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-f3630193-e914-41f2-8419-63123874c9fc None None] Set router 62f98845-adf7-40f8-95bc-49355e39fcb9 gateway port host: None {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:47:40.438491 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-f3630193-e914-41f2-8419-63123874c9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f98845-adf7-40f8-95bc-49355e39fcb9', 'name': 'tempest-TestVolumeBootPattern-38636871-router', 'tenant_id': '961f0cd51a3e44d9ae91b59e65b4bdc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:40:17Z', 'updated_at': '2022-02-01T04:47:40Z', 'revision_number': 6, 'project_id': '961f0cd51a3e44d9ae91b59e65b4bdc8', 'gw_port_host': None}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:47:40.442270 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3630193-e914-41f2-8419-63123874c9fc None None] The sync data for ids ['62f98845-adf7-40f8-95bc-49355e39fcb9'] in dv-neutron-826830-1-hyperv is: [{'id': '62f98845-adf7-40f8-95bc-49355e39fcb9', 'name': 'tempest-TestVolumeBootPattern-38636871-router', 'tenant_id': '961f0cd51a3e44d9ae91b59e65b4bdc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:40:17Z', 'updated_at': '2022-02-01T04:47:40Z', 'revision_number': 6, 'project_id': '961f0cd51a3e44d9ae91b59e65b4bdc8', 'gw_port_host': None}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:47:40.477423 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-1837e0d1-bb87-45cf-ac8c-35b445f6105c admin admin] Calling delete_port for 0d2351bd-c33e-4383-a9c7-da25c850c109 owned by network:router_gateway {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:47:40.537699 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device e4c673d1-402e-4213-bc52-bb968ceb1bda details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 01 04:47:40.619192 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e3e7fd-7d47-4167-9bbe-7dece4687c5e req-181ae232-f469-483e-9730-738baf358b90 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:47:40.620626 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-03e3e7fd-7d47-4167-9bbe-7dece4687c5e req-181ae232-f469-483e-9730-738baf358b90 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=612a561d-4dfb-4a77-b96a-1fd15ad06b42 HTTP/1.1" status: 200 len: 943 time: 0.2354865 Feb 01 04:47:40.669410 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port e4c673d1-402e-4213-bc52-bb968ceb1bda, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=e4c673d1-402e-4213-bc52-bb968ceb1bda,segment=NetworkSegment(6d810199-52fd-4d59-86a2-6e982a0ce061),segment_id=6d810199-52fd-4d59-86a2-6e982a0ce061)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:47:40.679327 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-03e3e7fd-7d47-4167-9bbe-7dece4687c5e req-e49104e2-3d0f-400c-9e78-b43efe9b9322 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=860fab7b-5c9c-475d-b127-8c9c1e66be43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461147 Feb 01 04:47:40.686869 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Returning: {'device': 'e4c673d1-402e-4213-bc52-bb968ceb1bda', 'network_id': 'b5530905-2679-48f7-8a61-9926f1cc4b73', 'port_id': 'e4c673d1-402e-4213-bc52-bb968ceb1bda', 'mac_address': 'fa:16:3e:df:22:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c68a1488-6d78-43b8-809f-0fbd7949760b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 01 04:47:40.737646 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1837e0d1-bb87-45cf-ac8c-35b445f6105c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:40.742923 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:40.759881 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4c673d1-402e-4213-bc52-bb968ceb1bda {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 04:47:40.776801 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port e4c673d1-402e-4213-bc52-bb968ceb1bda, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=e4c673d1-402e-4213-bc52-bb968ceb1bda,segment=NetworkSegment(6d810199-52fd-4d59-86a2-6e982a0ce061),segment_id=6d810199-52fd-4d59-86a2-6e982a0ce061)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:47:40.780888 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:40.785729 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837e0d1-bb87-45cf-ac8c-35b445f6105c admin admin] Pushing event deleted for resources: {'Port': ['ID=0d2351bd-c33e-4383-a9c7-da25c850c109,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:47:40.851973 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=e4c673d1-402e-4213-bc52-bb968ceb1bda,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:47:40.881530 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1837e0d1-bb87-45cf-ac8c-35b445f6105c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-774381'] for router_gateway, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:41.057126 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1837e0d1-bb87-45cf-ac8c-35b445f6105c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25968'] for router, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:41.059342 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1837e0d1-bb87-45cf-ac8c-35b445f6105c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:41.060066 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] get_ports_and_sgs() called for port_ids ['e4c673d1-402e-4213-bc52-bb968ceb1bda'] {{(pid=87638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 01 04:47:41.082254 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1837e0d1-bb87-45cf-ac8c-35b445f6105c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772958'] for router, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:41.082976 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1837e0d1-bb87-45cf-ac8c-35b445f6105c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62f98845-adf7-40f8-95bc-49355e39fcb9 {{(pid=87636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 01 04:47:41.095928 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1837e0d1-bb87-45cf-ac8c-35b445f6105c admin admin] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:41.097032 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1837e0d1-bb87-45cf-ac8c-35b445f6105c admin admin] 10.222.0.24 "DELETE /v2.0/routers/62f98845-adf7-40f8-95bc-49355e39fcb9 HTTP/1.1" status: 204 len: 168 time: 1.4286551 Feb 01 04:47:41.099570 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 45064) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:47:41.158388 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eb24b73-ffee-45f5-ba39-7f94a0eee137 admin admin] Deleting subnet 426da65f-abba-4370-9560-005c786d6bf5 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:47:41.161236 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5eb24b73-ffee-45f5-ba39-7f94a0eee137 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:41.212393 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5eb24b73-ffee-45f5-ba39-7f94a0eee137 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145757'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:41.296439 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5eb24b73-ffee-45f5-ba39-7f94a0eee137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:41.365814 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5eb24b73-ffee-45f5-ba39-7f94a0eee137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3072169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2652276'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:41.407085 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb24b73-ffee-45f5-ba39-7f94a0eee137 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=426da65f-abba-4370-9560-005c786d6bf5,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:47:41.411935 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5eb24b73-ffee-45f5-ba39-7f94a0eee137 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:41.417752 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb6689e-12b0-48f1-9268-be2c92d0c583 None None] Network 14c68ca9-7381-440d-aa72-48ee8856b7d5 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:47:41.418606 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-5eb24b73-ffee-45f5-ba39-7f94a0eee137 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/426da65f-abba-4370-9560-005c786d6bf5 HTTP/1.1" status: 204 len: 168 time: 0.3180232 Feb 01 04:47:41.421036 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 45068) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:47:41.536132 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-10943a9f-df9a-489c-8af5-0f519a48b442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:41.546730 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-10943a9f-df9a-489c-8af5-0f519a48b442 admin admin] Deleting port f71661bc-0dcf-44ac-a1e4-a34d71b9ef71 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:47:41.547057 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-10943a9f-df9a-489c-8af5-0f519a48b442 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:41.695218 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4fb6bf-3476-47f6-ae93-1ca8bb375f53 None None] DHCP port deletion for 14c68ca9-7381-440d-aa72-48ee8856b7d5 request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:47:41.699101 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-bc4fb6bf-3476-47f6-ae93-1ca8bb375f53 None None] Deleting port f71661bc-0dcf-44ac-a1e4-a34d71b9ef71 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:47:41.699517 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bc4fb6bf-3476-47f6-ae93-1ca8bb375f53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:41.860856 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-10943a9f-df9a-489c-8af5-0f519a48b442 admin admin] For port f71661bc-0dcf-44ac-a1e4-a34d71b9ef71, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=f71661bc-0dcf-44ac-a1e4-a34d71b9ef71,segment=NetworkSegment(bc018653-2871-4b05-8fff-c15b2d8cb03a),segment_id=bc018653-2871-4b05-8fff-c15b2d8cb03a)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:47:41.861661 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-10943a9f-df9a-489c-8af5-0f519a48b442 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:41.870949 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c840a95-6b36-476e-bcfc-efc658332ff7 req-afa14204-44f2-4363-b5ff-70dc79dea9ec tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:47:41.873150 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-7c840a95-6b36-476e-bcfc-efc658332ff7 req-afa14204-44f2-4363-b5ff-70dc79dea9ec tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=612a561d-4dfb-4a77-b96a-1fd15ad06b42 HTTP/1.1" status: 200 len: 944 time: 0.0889800 Feb 01 04:47:41.925136 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-7c840a95-6b36-476e-bcfc-efc658332ff7 req-cdfea367-d8c9-421d-91b6-4ab430b8f6f7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=860fab7b-5c9c-475d-b127-8c9c1e66be43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447705 Feb 01 04:47:41.955524 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-bc4fb6bf-3476-47f6-ae93-1ca8bb375f53 None None] For port f71661bc-0dcf-44ac-a1e4-a34d71b9ef71, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=f71661bc-0dcf-44ac-a1e4-a34d71b9ef71,segment=NetworkSegment(bc018653-2871-4b05-8fff-c15b2d8cb03a),segment_id=bc018653-2871-4b05-8fff-c15b2d8cb03a)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:47:41.955990 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bc4fb6bf-3476-47f6-ae93-1ca8bb375f53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:41.992861 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-10943a9f-df9a-489c-8af5-0f519a48b442 admin admin] Calling delete_port for f71661bc-0dcf-44ac-a1e4-a34d71b9ef71 owned by network:dhcp {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:47:42.072653 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-10943a9f-df9a-489c-8af5-0f519a48b442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:42.075400 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-bc4fb6bf-3476-47f6-ae93-1ca8bb375f53 None None] Calling delete_port for f71661bc-0dcf-44ac-a1e4-a34d71b9ef71 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:47:42.124684 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10943a9f-df9a-489c-8af5-0f519a48b442 admin admin] Pushing event deleted for resources: {'Port': ['ID=f71661bc-0dcf-44ac-a1e4-a34d71b9ef71,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:47:42.125184 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device f71661bc-0dcf-44ac-a1e4-a34d71b9ef71 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:47:42.129051 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10943a9f-df9a-489c-8af5-0f519a48b442 admin admin] No DVR routers for this DVR port f71661bc-0dcf-44ac-a1e4-a34d71b9ef71 on host dv-neutron-826830-1-hyperv {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:47:42.166501 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: f71661bc-0dcf-44ac-a1e4-a34d71b9ef71 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:47:42.166827 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device f71661bc-0dcf-44ac-a1e4-a34d71b9ef71 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:47:42.167261 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 574d5b50-4c3d-4a18-97f7-92195a5198d9 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:47:42.208246 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 574d5b50-4c3d-4a18-97f7-92195a5198d9 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:47:42.208587 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 574d5b50-4c3d-4a18-97f7-92195a5198d9 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:47:42.208990 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 0d2351bd-c33e-4383-a9c7-da25c850c109 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:47:42.243407 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-10943a9f-df9a-489c-8af5-0f519a48b442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:42.245638 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 0d2351bd-c33e-4383-a9c7-da25c850c109 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:47:42.245975 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 0d2351bd-c33e-4383-a9c7-da25c850c109 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:47:42.248994 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-bc4fb6bf-3476-47f6-ae93-1ca8bb375f53 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:47:42.249403 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-bc4fb6bf-3476-47f6-ae93-1ca8bb375f53 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:47:42.268429 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-10943a9f-df9a-489c-8af5-0f519a48b442 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14c68ca9-7381-440d-aa72-48ee8856b7d5']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:47:42.280226 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-10943a9f-df9a-489c-8af5-0f519a48b442 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc018653-2871-4b05-8fff-c15b2d8cb03a') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:47:42.280521 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-10943a9f-df9a-489c-8af5-0f519a48b442 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc018653-2871-4b05-8fff-c15b2d8cb03a') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:47:42.292088 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-10943a9f-df9a-489c-8af5-0f519a48b442 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143022'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:42.308312 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-10943a9f-df9a-489c-8af5-0f519a48b442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:42.314292 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10943a9f-df9a-489c-8af5-0f519a48b442 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:47:42.314703 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-10943a9f-df9a-489c-8af5-0f519a48b442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3072199'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:42.330773 dv-neutron-826830-1-hyperv neutron-server[87636]: Traceback (most recent call last): Feb 01 04:47:42.330773 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:47:42.330773 dv-neutron-826830-1-hyperv neutron-server[87636]: timer() Feb 01 04:47:42.330773 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:47:42.330773 dv-neutron-826830-1-hyperv neutron-server[87636]: cb(*args, **kw) Feb 01 04:47:42.330773 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:47:42.330773 dv-neutron-826830-1-hyperv neutron-server[87636]: return func(*args, **kwargs) Feb 01 04:47:42.330773 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:47:42.330773 dv-neutron-826830-1-hyperv neutron-server[87636]: self._notify() Feb 01 04:47:42.330773 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:47:42.330773 dv-neutron-826830-1-hyperv neutron-server[87636]: self.callback(batched_events) Feb 01 04:47:42.330773 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:47:42.330773 dv-neutron-826830-1-hyperv neutron-server[87636]: event.method(event) Feb 01 04:47:42.330773 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:47:42.330773 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:47:42.330773 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:47:42.330773 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:47:42.330773 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:47:42.330773 dv-neutron-826830-1-hyperv neutron-server[87636]: return f(self, *a, **k) Feb 01 04:47:42.330773 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:47:42.330773 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._get(url).json() Feb 01 04:47:42.330773 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:47:42.330773 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:47:42.330773 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:47:42.330773 dv-neutron-826830-1-hyperv neutron-server[87636]: return self.request(url, 'GET', **kwargs) Feb 01 04:47:42.330773 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:47:42.330773 dv-neutron-826830-1-hyperv neutron-server[87636]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:47:42.330773 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:47:42.330773 dv-neutron-826830-1-hyperv neutron-server[87636]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:47:42.330773 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:47:42.330773 dv-neutron-826830-1-hyperv neutron-server[87636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:47:42.330773 dv-neutron-826830-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:47:42.401517 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-10943a9f-df9a-489c-8af5-0f519a48b442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:42.405804 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-10943a9f-df9a-489c-8af5-0f519a48b442 admin admin] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:42.427740 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10943a9f-df9a-489c-8af5-0f519a48b442 admin admin] Pushing event deleted for resources: {'Network': ['ID=14c68ca9-7381-440d-aa72-48ee8856b7d5,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:47:42.435688 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-10943a9f-df9a-489c-8af5-0f519a48b442 admin admin] 10.222.0.24 "DELETE /v2.0/networks/14c68ca9-7381-440d-aa72-48ee8856b7d5 HTTP/1.1" status: 204 len: 168 time: 1.0137551 Feb 01 04:47:42.548822 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 45076) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:47:42.551675 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device e4c673d1-402e-4213-bc52-bb968ceb1bda up at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:47:42.599917 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-a5f03078-3c56-44fd-ac5f-4bfb10fd087a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9f8d5bc7845843a4a3997b13887466a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0499518 Feb 01 04:47:42.602338 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 45080) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:47:42.618745 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning for port e4c673d1-402e-4213-bc52-bb968ceb1bda completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:47:42.623522 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning complete for port e4c673d1-402e-4213-bc52-bb968ceb1bda triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:47:42.624157 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:42.661163 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-34cf229f-4d0a-4e75-af79-71e8ed16315c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:42.686245 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-34cf229f-4d0a-4e75-af79-71e8ed16315c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:42.736751 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-34cf229f-4d0a-4e75-af79-71e8ed16315c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:42.741222 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:42.751938 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-bc4fb6bf-3476-47f6-ae93-1ca8bb375f53 None None] Deleting port f71661bc-0dcf-44ac-a1e4-a34d71b9ef71 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:47:42.752300 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bc4fb6bf-3476-47f6-ae93-1ca8bb375f53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:42.754650 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cf229f-4d0a-4e75-af79-71e8ed16315c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f903551-c8c3-407b-8d10-a0bd34c2a9f6,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:47:42.761231 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-34cf229f-4d0a-4e75-af79-71e8ed16315c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:42.765188 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-34cf229f-4d0a-4e75-af79-71e8ed16315c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2f903551-c8c3-407b-8d10-a0bd34c2a9f6 HTTP/1.1" status: 204 len: 168 time: 0.1618550 Feb 01 04:47:42.839791 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-bc4fb6bf-3476-47f6-ae93-1ca8bb375f53 None None] The port 'f71661bc-0dcf-44ac-a1e4-a34d71b9ef71' was deleted {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 01 04:47:42.844394 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '612a561d-4dfb-4a77-b96a-1fd15ad06b42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4c673d1-402e-4213-bc52-bb968ceb1bda'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:47:42.856967 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port e4c673d1-402e-4213-bc52-bb968ceb1bda, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=e4c673d1-402e-4213-bc52-bb968ceb1bda,segment=NetworkSegment(6d810199-52fd-4d59-86a2-6e982a0ce061),segment_id=6d810199-52fd-4d59-86a2-6e982a0ce061)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:47:42.861915 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:42.900972 dv-neutron-826830-1-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '612a561d-4dfb-4a77-b96a-1fd15ad06b42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4c673d1-402e-4213-bc52-bb968ceb1bda', 'code': 200} Feb 01 04:47:42.935743 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=e4c673d1-402e-4213-bc52-bb968ceb1bda,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:47:43.166903 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 45092) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:47:43.190575 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e0d97-1b40-407b-b68d-e7da6465a129 req-bfb10ab3-27cb-49d4-83eb-22cca6a87098 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:47:43.191941 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-bf1e0d97-1b40-407b-b68d-e7da6465a129 req-bfb10ab3-27cb-49d4-83eb-22cca6a87098 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=612a561d-4dfb-4a77-b96a-1fd15ad06b42 HTTP/1.1" status: 200 len: 945 time: 0.1547003 Feb 01 04:47:43.260878 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec1974f-44cc-4d92-86a9-583cbaff7f5c req-b21fddb4-3d5b-4ada-8ad7-6840960b8040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:47:43.262376 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-9ec1974f-44cc-4d92-86a9-583cbaff7f5c req-b21fddb4-3d5b-4ada-8ad7-6840960b8040 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=612a561d-4dfb-4a77-b96a-1fd15ad06b42 HTTP/1.1" status: 200 len: 1098 time: 0.1632152 Feb 01 04:47:43.272182 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-f2026887-efdd-4ee2-86d5-908a201a28b9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=961f0cd51a3e44d9ae91b59e65b4bdc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1042371 Feb 01 04:47:43.274824 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 45096) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:47:43.276315 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-bf1e0d97-1b40-407b-b68d-e7da6465a129 req-98932503-acef-4c8b-9bc3-e99bc28d22f7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=860fab7b-5c9c-475d-b127-8c9c1e66be43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770302 Feb 01 04:47:43.310001 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-9ec1974f-44cc-4d92-86a9-583cbaff7f5c req-500d2492-06c7-4cee-af2e-ff093d42690f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=860fab7b-5c9c-475d-b127-8c9c1e66be43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366178 Feb 01 04:47:43.336980 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-28dd2561-46a3-4728-9851-d885ad11b180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:43.361880 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-28dd2561-46a3-4728-9851-d885ad11b180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:43.411803 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-28dd2561-46a3-4728-9851-d885ad11b180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:43.425672 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dd2561-46a3-4728-9851-d885ad11b180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2caf901-086b-4344-83b2-e36adbf10b45,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:47:43.432026 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-28dd2561-46a3-4728-9851-d885ad11b180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:43.433122 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-28dd2561-46a3-4728-9851-d885ad11b180 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c2caf901-086b-4344-83b2-e36adbf10b45 HTTP/1.1" status: 204 len: 168 time: 0.1572375 Feb 01 04:47:44.460801 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12504ef6-84b2-4f98-ab13-454fda1c7ce1 req-515a64bc-b76f-4d42-8bf9-58c48f431917 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:47:44.462403 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-12504ef6-84b2-4f98-ab13-454fda1c7ce1 req-515a64bc-b76f-4d42-8bf9-58c48f431917 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=612a561d-4dfb-4a77-b96a-1fd15ad06b42 HTTP/1.1" status: 200 len: 945 time: 0.0818326 Feb 01 04:47:44.515634 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-12504ef6-84b2-4f98-ab13-454fda1c7ce1 req-8f25b80a-6533-41dd-9603-38d6731255e6 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=860fab7b-5c9c-475d-b127-8c9c1e66be43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473621 Feb 01 04:47:45.035399 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:45.694526 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0450c825-202c-4e79-a160-3f445888af46 req-d4c3b001-d4ce-4d95-8a31-082cc4ac4f51 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:47:45.695994 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-0450c825-202c-4e79-a160-3f445888af46 req-d4c3b001-d4ce-4d95-8a31-082cc4ac4f51 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=612a561d-4dfb-4a77-b96a-1fd15ad06b42 HTTP/1.1" status: 200 len: 945 time: 0.0774403 Feb 01 04:47:45.737933 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-0450c825-202c-4e79-a160-3f445888af46 req-6ad8ac89-2106-4ae8-a019-7184ec830462 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=860fab7b-5c9c-475d-b127-8c9c1e66be43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364454 Feb 01 04:47:45.917520 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa13532-151d-44f9-855b-5172df426491 req-86514efa-3dd2-48d5-84d1-f4c28bdc2656 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:47:45.918976 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cfa13532-151d-44f9-855b-5172df426491 req-86514efa-3dd2-48d5-84d1-f4c28bdc2656 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=612a561d-4dfb-4a77-b96a-1fd15ad06b42 HTTP/1.1" status: 200 len: 945 time: 0.0784168 Feb 01 04:47:45.961695 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cfa13532-151d-44f9-855b-5172df426491 req-63be8b6b-5a80-4c34-81b0-818d16d49a6b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=860fab7b-5c9c-475d-b127-8c9c1e66be43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364702 Feb 01 04:47:45.985942 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 45108) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:47:46.056482 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edcf70c-2f62-4b28-9d69-679fabb9c368 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:47:46.057928 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0edcf70c-2f62-4b28-9d69-679fabb9c368 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=612a561d-4dfb-4a77-b96a-1fd15ad06b42 HTTP/1.1" status: 200 len: 1093 time: 0.0710418 Feb 01 04:47:46.060613 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 45112) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:47:46.065308 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-c1417091-f7d9-45ed-bb24-54038aee5927 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'floatingip': {'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'port_id': 'e4c673d1-402e-4213-bc52-bb968ceb1bda', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:47:46.071059 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c1417091-f7d9-45ed-bb24-54038aee5927 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:47:46.074806 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c1417091-f7d9-45ed-bb24-54038aee5927 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:floatingip and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:47:46.077602 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c1417091-f7d9-45ed-bb24-54038aee5927 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:47:46.083177 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c1417091-f7d9-45ed-bb24-54038aee5927 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:47:46.093914 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c1417091-f7d9-45ed-bb24-54038aee5927 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for floatingip, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:46.234368 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c1417091-f7d9-45ed-bb24-54038aee5927 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:46.364809 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-c1417091-f7d9-45ed-bb24-54038aee5927 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Allocated IP 172.26.8.62 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/3408d292-d7e7-4818-8ac5-9a3491f438e4) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:47:46.505144 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c1417091-f7d9-45ed-bb24-54038aee5927 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:46.537750 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c1417091-f7d9-45ed-bb24-54038aee5927 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:46.609946 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1417091-f7d9-45ed-bb24-54038aee5927 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:47:46.613353 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-c1417091-f7d9-45ed-bb24-54038aee5927 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:47:46.616933 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1417091-f7d9-45ed-bb24-54038aee5927 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:47:46.653032 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1417091-f7d9-45ed-bb24-54038aee5927 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'Port': ['ID=3408d292-d7e7-4818-8ac5-9a3491f438e4,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:47:47.103909 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c1417091-f7d9-45ed-bb24-54038aee5927 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:47.176546 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c1417091-f7d9-45ed-bb24-54038aee5927 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:47.376092 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c1417091-f7d9-45ed-bb24-54038aee5927 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:47.380421 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c1417091-f7d9-45ed-bb24-54038aee5927 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:47.488334 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1417091-f7d9-45ed-bb24-54038aee5927 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'Port': ['ID=3408d292-d7e7-4818-8ac5-9a3491f438e4,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:47:47.496224 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c1417091-f7d9-45ed-bb24-54038aee5927 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-774194'] for floatingip, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:47.663222 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.l3_db [None req-c1417091-f7d9-45ed-bb24-54038aee5927 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Floating IP ddc9f2dd-e615-42a3-8fb3-cddb3e1c16f0 associated. External IP: 172.26.8.62, port: e4c673d1-402e-4213-bc52-bb968ceb1bda. Feb 01 04:47:48.000948 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1417091-f7d9-45ed-bb24-54038aee5927 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Router f9d81f27-3960-42d0-993c-ded52f713320 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:47:48.282571 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1417091-f7d9-45ed-bb24-54038aee5927 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:47:48.292067 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f32dac-3fb1-4a91-8b45-7ca2a8ae9d68 None None] Sync routers for ids ['f9d81f27-3960-42d0-993c-ded52f713320'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:47:48.301595 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f32dac-3fb1-4a91-8b45-7ca2a8ae9d68 None None] Routers {'f9d81f27-3960-42d0-993c-ded52f713320'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:47:48.302388 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-e2f32dac-3fb1-4a91-8b45-7ca2a8ae9d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:47:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['f9d81f27-3960-42d0-993c-ded52f713320'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:47:48.305635 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c1417091-f7d9-45ed-bb24-54038aee5927 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:47:48.362736 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c1417091-f7d9-45ed-bb24-54038aee5927 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3011115 Feb 01 04:47:48.363345 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '612a561d-4dfb-4a77-b96a-1fd15ad06b42', 'tag': 'e4c673d1-402e-4213-bc52-bb968ceb1bda'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:47:48.407176 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '612a561d-4dfb-4a77-b96a-1fd15ad06b42', 'tag': 'e4c673d1-402e-4213-bc52-bb968ceb1bda', 'status': 'completed', 'code': 200} Feb 01 04:47:48.486223 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-e2f32dac-3fb1-4a91-8b45-7ca2a8ae9d68 None None] Set router f9d81f27-3960-42d0-993c-ded52f713320 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:47:48.532776 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e33b89-fa33-47e6-be5f-891a83bfa3f5 req-38a39a9b-9efb-4f4d-bd70-7d50b33b9256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:47:48.534148 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-06e33b89-fa33-47e6-be5f-891a83bfa3f5 req-38a39a9b-9efb-4f4d-bd70-7d50b33b9256 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0629703b9474474a9f2fde13723d2e8b&device_id=612a561d-4dfb-4a77-b96a-1fd15ad06b42 HTTP/1.1" status: 200 len: 1098 time: 0.0732131 Feb 01 04:47:48.661500 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e33b89-fa33-47e6-be5f-891a83bfa3f5 req-f0ce9b03-72b4-4c21-81cd-da643f74099e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:47:48.662911 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-06e33b89-fa33-47e6-be5f-891a83bfa3f5 req-f0ce9b03-72b4-4c21-81cd-da643f74099e service neutron] 10.222.0.18 "GET /v2.0/networks?id=b5530905-2679-48f7-8a61-9926f1cc4b73 HTTP/1.1" status: 200 len: 897 time: 0.1223514 Feb 01 04:47:48.764420 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-06e33b89-fa33-47e6-be5f-891a83bfa3f5 req-663f892f-7e11-4e6f-b99d-f241909d3d5a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4c673d1-402e-4213-bc52-bb968ceb1bda HTTP/1.1" status: 200 len: 998 time: 0.0953367 Feb 01 04:47:48.836561 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e33b89-fa33-47e6-be5f-891a83bfa3f5 req-00a0549b-da45-4c44-b508-cd86189da583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:47:48.837912 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-06e33b89-fa33-47e6-be5f-891a83bfa3f5 req-00a0549b-da45-4c44-b508-cd86189da583 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c68a1488-6d78-43b8-809f-0fbd7949760b HTTP/1.1" status: 200 len: 835 time: 0.0676379 Feb 01 04:47:48.838636 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-e2f32dac-3fb1-4a91-8b45-7ca2a8ae9d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d81f27-3960-42d0-993c-ded52f713320', 'name': 'tempest-TestNetworkBasicOps-router-1945228983', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.99'}], 'enable_snat': True}, 'gw_port_id': 'eeff50be-ab65-4365-b165-30646a082683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:47:04Z', 'updated_at': '2022-02-01T04:47:09Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': 'eeff50be-ab65-4365-b165-30646a082683', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d81f27-3960-42d0-993c-ded52f713320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:47:04Z', 'updated_at': '2022-02-01T04:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': 'ddc9f2dd-e615-42a3-8fb3-cddb3e1c16f0', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'floating_ip_address': '172.26.8.62', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': 'f9d81f27-3960-42d0-993c-ded52f713320', 'port_id': 'e4c673d1-402e-4213-bc52-bb968ceb1bda', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5530905-2679-48f7-8a61-9926f1cc4b73', 'mac_address': 'fa:16:3e:df:22:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612a561d-4dfb-4a77-b96a-1fd15ad06b42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:47:47Z', 'updated_at': '2022-02-01T04:47:47Z', 'revision_number': 0, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'fixed_ip_address_scope': None}, {'id': 'fa9b7163-9321-4c65-bd35-0557d9017589', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'floating_ip_address': '172.26.8.97', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': 'f9d81f27-3960-42d0-993c-ded52f713320', 'port_id': '2f775bb1-2a64-4038-9532-aa2916bb3364', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5530905-2679-48f7-8a61-9926f1cc4b73', 'mac_address': 'fa:16:3e:77:b9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d0b232-c603-4e73-ac9a-6ef07f00be6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:47:28Z', 'updated_at': '2022-02-01T04:47:31Z', 'revision_number': 1, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ba8dab5-3632-4161-8b78-34d5bf669274', 'name': '', 'network_id': 'b5530905-2679-48f7-8a61-9926f1cc4b73', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:cc:c8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d81f27-3960-42d0-993c-ded52f713320', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'c68a1488-6d78-43b8-809f-0fbd7949760b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:47:08Z', 'updated_at': '2022-02-01T04:47:14Z', 'revision_number': 5, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': 'c68a1488-6d78-43b8-809f-0fbd7949760b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:47:48.842475 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f32dac-3fb1-4a91-8b45-7ca2a8ae9d68 None None] Checking router: f9d81f27-3960-42d0-993c-ded52f713320 for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:47:48.851326 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f32dac-3fb1-4a91-8b45-7ca2a8ae9d68 None None] Routers {'f9d81f27-3960-42d0-993c-ded52f713320'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:47:48.851918 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-e2f32dac-3fb1-4a91-8b45-7ca2a8ae9d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:47:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['f9d81f27-3960-42d0-993c-ded52f713320'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:47:48.916369 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e33b89-fa33-47e6-be5f-891a83bfa3f5 req-dee1590c-3480-4972-b860-706996812ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:47:48.917853 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-06e33b89-fa33-47e6-be5f-891a83bfa3f5 req-dee1590c-3480-4972-b860-706996812ece service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b5530905-2679-48f7-8a61-9926f1cc4b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727715 Feb 01 04:47:49.027925 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-e2f32dac-3fb1-4a91-8b45-7ca2a8ae9d68 None None] Set router f9d81f27-3960-42d0-993c-ded52f713320 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:47:49.151811 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-06e33b89-fa33-47e6-be5f-891a83bfa3f5 req-6d85ccf6-d6e5-46ed-bbec-d5e3c9da4de2 service neutron] 10.222.0.18 "GET /v2.0/networks/b5530905-2679-48f7-8a61-9926f1cc4b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269561 Feb 01 04:47:49.281155 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-06e33b89-fa33-47e6-be5f-891a83bfa3f5 req-6c9cf04b-d0f3-4122-bb1f-b25b8d7f24ff service neutron] 10.222.0.18 "GET /v2.0/networks/b5530905-2679-48f7-8a61-9926f1cc4b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222019 Feb 01 04:47:49.373894 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-e2f32dac-3fb1-4a91-8b45-7ca2a8ae9d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d81f27-3960-42d0-993c-ded52f713320', 'name': 'tempest-TestNetworkBasicOps-router-1945228983', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.99'}], 'enable_snat': True}, 'gw_port_id': 'eeff50be-ab65-4365-b165-30646a082683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:47:04Z', 'updated_at': '2022-02-01T04:47:09Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': 'eeff50be-ab65-4365-b165-30646a082683', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d81f27-3960-42d0-993c-ded52f713320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:47:04Z', 'updated_at': '2022-02-01T04:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': 'ddc9f2dd-e615-42a3-8fb3-cddb3e1c16f0', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'floating_ip_address': '172.26.8.62', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': 'f9d81f27-3960-42d0-993c-ded52f713320', 'port_id': 'e4c673d1-402e-4213-bc52-bb968ceb1bda', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5530905-2679-48f7-8a61-9926f1cc4b73', 'mac_address': 'fa:16:3e:df:22:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612a561d-4dfb-4a77-b96a-1fd15ad06b42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:47:47Z', 'updated_at': '2022-02-01T04:47:47Z', 'revision_number': 0, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'fixed_ip_address_scope': None}, {'id': 'fa9b7163-9321-4c65-bd35-0557d9017589', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'floating_ip_address': '172.26.8.97', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': 'f9d81f27-3960-42d0-993c-ded52f713320', 'port_id': '2f775bb1-2a64-4038-9532-aa2916bb3364', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5530905-2679-48f7-8a61-9926f1cc4b73', 'mac_address': 'fa:16:3e:77:b9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d0b232-c603-4e73-ac9a-6ef07f00be6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:47:28Z', 'updated_at': '2022-02-01T04:47:31Z', 'revision_number': 1, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ba8dab5-3632-4161-8b78-34d5bf669274', 'name': '', 'network_id': 'b5530905-2679-48f7-8a61-9926f1cc4b73', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:cc:c8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d81f27-3960-42d0-993c-ded52f713320', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'c68a1488-6d78-43b8-809f-0fbd7949760b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:47:08Z', 'updated_at': '2022-02-01T04:47:14Z', 'revision_number': 5, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': 'c68a1488-6d78-43b8-809f-0fbd7949760b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:47:49.377886 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f32dac-3fb1-4a91-8b45-7ca2a8ae9d68 None None] The sync data for ids ['f9d81f27-3960-42d0-993c-ded52f713320'] in dv-neutron-826830-1-hyperv is: [{'id': 'f9d81f27-3960-42d0-993c-ded52f713320', 'name': 'tempest-TestNetworkBasicOps-router-1945228983', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.99'}], 'enable_snat': True}, 'gw_port_id': 'eeff50be-ab65-4365-b165-30646a082683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:47:04Z', 'updated_at': '2022-02-01T04:47:09Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': 'eeff50be-ab65-4365-b165-30646a082683', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d81f27-3960-42d0-993c-ded52f713320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:47:04Z', 'updated_at': '2022-02-01T04:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': 'ddc9f2dd-e615-42a3-8fb3-cddb3e1c16f0', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'floating_ip_address': '172.26.8.62', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': 'f9d81f27-3960-42d0-993c-ded52f713320', 'port_id': 'e4c673d1-402e-4213-bc52-bb968ceb1bda', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5530905-2679-48f7-8a61-9926f1cc4b73', 'mac_address': 'fa:16:3e:df:22:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612a561d-4dfb-4a77-b96a-1fd15ad06b42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:47:47Z', 'updated_at': '2022-02-01T04:47:47Z', 'revision_number': 0, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'fixed_ip_address_scope': None}, {'id': 'fa9b7163-9321-4c65-bd35-0557d9017589', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'floating_ip_address': '172.26.8.97', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': 'f9d81f27-3960-42d0-993c-ded52f713320', 'port_id': '2f775bb1-2a64-4038-9532-aa2916bb3364', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5530905-2679-48f7-8a61-9926f1cc4b73', 'mac_address': 'fa:16:3e:77:b9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d0b232-c603-4e73-ac9a-6ef07f00be6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:47:28Z', 'updated_at': '2022-02-01T04:47:31Z', 'revision_number': 1, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ba8dab5-3632-4161-8b78-34d5bf669274', 'name': '', 'network_id': 'b5530905-2679-48f7-8a61-9926f1cc4b73', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:cc:c8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d81f27-3960-42d0-993c-ded52f713320', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'c68a1488-6d78-43b8-809f-0fbd7949760b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:47:08Z', 'updated_at': '2022-02-01T04:47:14Z', 'revision_number': 5, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': 'c68a1488-6d78-43b8-809f-0fbd7949760b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:47:49.571430 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c789f5-5d44-416f-bf9c-a1fb36da9bad None None] New status for floating IP ddc9f2dd-e615-42a3-8fb3-cddb3e1c16f0: ACTIVE {{(pid=87638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 01 04:48:01.955401 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4990dbf7-c3b5-4e24-8a0e-cc0e6956cb54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:04.249452 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d03b965a-40da-422e-9328-168355fa7003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:05.372753 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:05.490871 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:07.006062 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:10.350871 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 04:48:15.035835 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:21.722606 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 45130) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:48:21.829395 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-35852ac9-e70e-49ae-b73c-0081be0a90cb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/floatingips/fa9b7163-9321-4c65-bd35-0557d9017589 HTTP/1.1" status: 200 len: 993 time: 0.1014376 Feb 01 04:48:22.642393 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 45140) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:48:22.651418 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-cf8141bd-653f-4c7b-9697-05e21c12a76e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'port': {'admin_state_up': False}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:48:22.766974 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cf8141bd-653f-4c7b-9697-05e21c12a76e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:22.973532 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-cf8141bd-653f-4c7b-9697-05e21c12a76e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] For port 2f775bb1-2a64-4038-9532-aa2916bb3364, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=2f775bb1-2a64-4038-9532-aa2916bb3364,segment=NetworkSegment(6d810199-52fd-4d59-86a2-6e982a0ce061),segment_id=6d810199-52fd-4d59-86a2-6e982a0ce061)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:48:22.999404 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cf8141bd-653f-4c7b-9697-05e21c12a76e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:23.004433 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cf8141bd-653f-4c7b-9697-05e21c12a76e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:23.071307 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8141bd-653f-4c7b-9697-05e21c12a76e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:48:23.071924 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cf8141bd-653f-4c7b-9697-05e21c12a76e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:23.073304 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-cf8141bd-653f-4c7b-9697-05e21c12a76e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "PUT /v2.0/ports/2f775bb1-2a64-4038-9532-aa2916bb3364 HTTP/1.1" status: 200 len: 939 time: 0.4299200 Feb 01 04:48:23.073848 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1d0b232-c603-4e73-ac9a-6ef07f00be6b', 'tag': '2f775bb1-2a64-4038-9532-aa2916bb3364'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:48:23.096973 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8141bd-653f-4c7b-9697-05e21c12a76e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'Port': ['ID=2f775bb1-2a64-4038-9532-aa2916bb3364,revision_number=6']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:48:23.104948 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8141bd-653f-4c7b-9697-05e21c12a76e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:48:23.105294 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8141bd-653f-4c7b-9697-05e21c12a76e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:48:23.105626 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8141bd-653f-4c7b-9697-05e21c12a76e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:48:23.105952 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8141bd-653f-4c7b-9697-05e21c12a76e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:48:23.106274 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8141bd-653f-4c7b-9697-05e21c12a76e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:48:23.106596 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8141bd-653f-4c7b-9697-05e21c12a76e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:48:23.106912 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8141bd-653f-4c7b-9697-05e21c12a76e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:48:23.107256 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8141bd-653f-4c7b-9697-05e21c12a76e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:48:23.107833 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8141bd-653f-4c7b-9697-05e21c12a76e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:48:23.108178 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8141bd-653f-4c7b-9697-05e21c12a76e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:48:23.108509 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8141bd-653f-4c7b-9697-05e21c12a76e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:48:23.108800 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8141bd-653f-4c7b-9697-05e21c12a76e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:48:23.130439 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1d0b232-c603-4e73-ac9a-6ef07f00be6b', 'tag': '2f775bb1-2a64-4038-9532-aa2916bb3364', 'status': 'completed', 'code': 200} Feb 01 04:48:23.243295 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9710f7-a8c1-48a8-a3f0-48d0ab859a69 req-6d23421a-fbe3-48fe-b13c-4162d8349d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:48:23.244764 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-be9710f7-a8c1-48a8-a3f0-48d0ab859a69 req-6d23421a-fbe3-48fe-b13c-4162d8349d66 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0629703b9474474a9f2fde13723d2e8b&device_id=e1d0b232-c603-4e73-ac9a-6ef07f00be6b HTTP/1.1" status: 200 len: 1100 time: 0.0714407 Feb 01 04:48:23.297032 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-9cc1f91b-bf15-4b40-b486-1f5de40f10ca None None] Provisioning complete for port 2f775bb1-2a64-4038-9532-aa2916bb3364 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:48:23.297611 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9cc1f91b-bf15-4b40-b486-1f5de40f10ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:23.355458 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-9cc1f91b-bf15-4b40-b486-1f5de40f10ca None None] Port 2f775bb1-2a64-4038-9532-aa2916bb3364 is administratively disabled so it will not transition to active. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Feb 01 04:48:23.373266 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9710f7-a8c1-48a8-a3f0-48d0ab859a69 req-f4019484-a89c-426b-8c41-3cf0e1ad12d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:48:23.374951 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-be9710f7-a8c1-48a8-a3f0-48d0ab859a69 req-f4019484-a89c-426b-8c41-3cf0e1ad12d6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b5530905-2679-48f7-8a61-9926f1cc4b73 HTTP/1.1" status: 200 len: 897 time: 0.1243103 Feb 01 04:48:23.474797 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-be9710f7-a8c1-48a8-a3f0-48d0ab859a69 req-de1e7cc9-4721-46e2-a121-33c5f50fb39b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f775bb1-2a64-4038-9532-aa2916bb3364 HTTP/1.1" status: 200 len: 1002 time: 0.0933902 Feb 01 04:48:23.534579 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9710f7-a8c1-48a8-a3f0-48d0ab859a69 req-311f0f92-9d1b-4c44-be99-adbb8e162c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:48:23.535976 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-be9710f7-a8c1-48a8-a3f0-48d0ab859a69 req-311f0f92-9d1b-4c44-be99-adbb8e162c79 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c68a1488-6d78-43b8-809f-0fbd7949760b HTTP/1.1" status: 200 len: 835 time: 0.0555286 Feb 01 04:48:23.609646 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9710f7-a8c1-48a8-a3f0-48d0ab859a69 req-7f63784c-7f40-482f-97b1-e4f3d3a32ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:48:23.611064 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-be9710f7-a8c1-48a8-a3f0-48d0ab859a69 req-7f63784c-7f40-482f-97b1-e4f3d3a32ab5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b5530905-2679-48f7-8a61-9926f1cc4b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693905 Feb 01 04:48:23.738389 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-be9710f7-a8c1-48a8-a3f0-48d0ab859a69 req-446a6051-ad65-472c-b909-28b50ecb42b6 service neutron] 10.222.0.18 "GET /v2.0/networks/b5530905-2679-48f7-8a61-9926f1cc4b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211822 Feb 01 04:48:23.864526 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-be9710f7-a8c1-48a8-a3f0-48d0ab859a69 req-9c6dca86-a339-4860-9202-e6d77fe87bb0 service neutron] 10.222.0.18 "GET /v2.0/networks/b5530905-2679-48f7-8a61-9926f1cc4b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205347 Feb 01 04:48:26.523907 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 45150) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:48:26.529567 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-a9cdef61-90e9-46c4-9454-489577538b43 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'port': {'admin_state_up': True}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:48:26.642164 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a9cdef61-90e9-46c4-9454-489577538b43 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:26.858641 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-a9cdef61-90e9-46c4-9454-489577538b43 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] For port 2f775bb1-2a64-4038-9532-aa2916bb3364, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=2f775bb1-2a64-4038-9532-aa2916bb3364,segment=NetworkSegment(6d810199-52fd-4d59-86a2-6e982a0ce061),segment_id=6d810199-52fd-4d59-86a2-6e982a0ce061)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:48:26.882343 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a9cdef61-90e9-46c4-9454-489577538b43 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:26.887025 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a9cdef61-90e9-46c4-9454-489577538b43 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:26.955587 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9cdef61-90e9-46c4-9454-489577538b43 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:48:26.956840 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a9cdef61-90e9-46c4-9454-489577538b43 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:26.958207 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a9cdef61-90e9-46c4-9454-489577538b43 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "PUT /v2.0/ports/2f775bb1-2a64-4038-9532-aa2916bb3364 HTTP/1.1" status: 200 len: 938 time: 0.4333363 Feb 01 04:48:26.958744 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1d0b232-c603-4e73-ac9a-6ef07f00be6b', 'tag': '2f775bb1-2a64-4038-9532-aa2916bb3364'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:48:26.961192 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 45154) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:48:26.988954 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cdef61-90e9-46c4-9454-489577538b43 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'Port': ['ID=2f775bb1-2a64-4038-9532-aa2916bb3364,revision_number=7']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:48:27.009981 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1d0b232-c603-4e73-ac9a-6ef07f00be6b', 'tag': '2f775bb1-2a64-4038-9532-aa2916bb3364', 'status': 'completed', 'code': 200} Feb 01 04:48:27.136524 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-be57dd80-379d-41be-8bcf-1089a143f0d3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/floatingips/fa9b7163-9321-4c65-bd35-0557d9017589 HTTP/1.1" status: 200 len: 993 time: 0.1741388 Feb 01 04:48:27.163210 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe31aa-4c9b-41c8-a731-e1e5e03a8a50 req-f0195dd7-a117-479a-a38a-53b0c959809c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:48:27.164640 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-24fe31aa-4c9b-41c8-a731-e1e5e03a8a50 req-f0195dd7-a117-479a-a38a-53b0c959809c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0629703b9474474a9f2fde13723d2e8b&device_id=e1d0b232-c603-4e73-ac9a-6ef07f00be6b HTTP/1.1" status: 200 len: 1099 time: 0.0958352 Feb 01 04:48:27.170389 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-48f35dee-07a5-407f-9315-23ce199c870e req-be808ad0-d434-45ba-9add-12abd0df410d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e1d0b232-c603-4e73-ac9a-6ef07f00be6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0814283 Feb 01 04:48:27.193966 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-66b5bcb1-9562-43f3-8e6b-76c1b57fa676 None None] Provisioning complete for port 2f775bb1-2a64-4038-9532-aa2916bb3364 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:48:27.194524 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-66b5bcb1-9562-43f3-8e6b-76c1b57fa676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:27.239369 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] get_ports_and_sgs() called for port_ids ['2f775bb1-2a64-4038-9532-aa2916bb3364'] {{(pid=87638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 01 04:48:27.292145 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe31aa-4c9b-41c8-a731-e1e5e03a8a50 req-81f55e4b-3000-4ae8-be4f-f39a538a175c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:48:27.293561 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-24fe31aa-4c9b-41c8-a731-e1e5e03a8a50 req-81f55e4b-3000-4ae8-be4f-f39a538a175c service neutron] 10.222.0.18 "GET /v2.0/networks?id=b5530905-2679-48f7-8a61-9926f1cc4b73 HTTP/1.1" status: 200 len: 897 time: 0.1228867 Feb 01 04:48:27.395621 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-24fe31aa-4c9b-41c8-a731-e1e5e03a8a50 req-d4f2e269-9773-4f6c-9a19-91f5074e9a19 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f775bb1-2a64-4038-9532-aa2916bb3364 HTTP/1.1" status: 200 len: 1001 time: 0.0943663 Feb 01 04:48:27.568039 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe31aa-4c9b-41c8-a731-e1e5e03a8a50 req-b53ba1ca-8e76-499c-a0d4-254cb6ea5bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:48:27.569464 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-24fe31aa-4c9b-41c8-a731-e1e5e03a8a50 req-b53ba1ca-8e76-499c-a0d4-254cb6ea5bc3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c68a1488-6d78-43b8-809f-0fbd7949760b HTTP/1.1" status: 200 len: 835 time: 0.1685588 Feb 01 04:48:27.642004 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe31aa-4c9b-41c8-a731-e1e5e03a8a50 req-29fa83e2-4832-45cc-a083-b1eb90bcca7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:48:27.643520 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-24fe31aa-4c9b-41c8-a731-e1e5e03a8a50 req-29fa83e2-4832-45cc-a083-b1eb90bcca7e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b5530905-2679-48f7-8a61-9926f1cc4b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684016 Feb 01 04:48:27.771222 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-24fe31aa-4c9b-41c8-a731-e1e5e03a8a50 req-9fd7e634-761f-4e35-a817-4fcd97458203 service neutron] 10.222.0.18 "GET /v2.0/networks/b5530905-2679-48f7-8a61-9926f1cc4b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211958 Feb 01 04:48:27.900009 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-24fe31aa-4c9b-41c8-a731-e1e5e03a8a50 req-fe6f4033-2261-4c80-854e-0fec128d55e9 service neutron] 10.222.0.18 "GET /v2.0/networks/b5530905-2679-48f7-8a61-9926f1cc4b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225719 Feb 01 04:48:28.091990 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f35dee-07a5-407f-9315-23ce199c870e req-25600e5c-8b3c-4f60-ba7b-1305ee188981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:48:28.093449 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-48f35dee-07a5-407f-9315-23ce199c870e req-25600e5c-8b3c-4f60-ba7b-1305ee188981 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0629703b9474474a9f2fde13723d2e8b&device_id=e1d0b232-c603-4e73-ac9a-6ef07f00be6b HTTP/1.1" status: 200 len: 1099 time: 0.0734506 Feb 01 04:48:28.235021 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f35dee-07a5-407f-9315-23ce199c870e req-192089a5-4f4c-491d-bb61-913723faf498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:48:28.236467 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-48f35dee-07a5-407f-9315-23ce199c870e req-192089a5-4f4c-491d-bb61-913723faf498 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b5530905-2679-48f7-8a61-9926f1cc4b73 HTTP/1.1" status: 200 len: 897 time: 0.1243358 Feb 01 04:48:28.336162 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-48f35dee-07a5-407f-9315-23ce199c870e req-37e2392d-9ad0-4364-be68-256f239eaa76 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f775bb1-2a64-4038-9532-aa2916bb3364 HTTP/1.1" status: 200 len: 1001 time: 0.0935628 Feb 01 04:48:28.396024 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f35dee-07a5-407f-9315-23ce199c870e req-0a094cb8-b2e2-4ecf-a87e-4a6efba7d9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:48:28.397378 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-48f35dee-07a5-407f-9315-23ce199c870e req-0a094cb8-b2e2-4ecf-a87e-4a6efba7d9d1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c68a1488-6d78-43b8-809f-0fbd7949760b HTTP/1.1" status: 200 len: 835 time: 0.0554829 Feb 01 04:48:28.471371 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f35dee-07a5-407f-9315-23ce199c870e req-2037b772-226e-4ab9-9e50-a553b80c3d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:48:28.473320 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-48f35dee-07a5-407f-9315-23ce199c870e req-2037b772-226e-4ab9-9e50-a553b80c3d16 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b5530905-2679-48f7-8a61-9926f1cc4b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703180 Feb 01 04:48:28.600324 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-48f35dee-07a5-407f-9315-23ce199c870e req-1de89fcd-8ea7-4e5d-bd51-15fdcc20be32 service neutron] 10.222.0.18 "GET /v2.0/networks/b5530905-2679-48f7-8a61-9926f1cc4b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207101 Feb 01 04:48:28.728766 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-48f35dee-07a5-407f-9315-23ce199c870e req-e7ba8b21-1a5e-44e3-ba15-c9abd77cafb9 service neutron] 10.222.0.18 "GET /v2.0/networks/b5530905-2679-48f7-8a61-9926f1cc4b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221957 Feb 01 04:48:29.713398 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 45168) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:48:29.913865 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-154b513d-5c3f-4738-9043-44851e7f0980 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Deleting port 3408d292-d7e7-4818-8ac5-9a3491f438e4 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:48:29.914208 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-154b513d-5c3f-4738-9043-44851e7f0980 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:30.180526 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-154b513d-5c3f-4738-9043-44851e7f0980 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:30.180849 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-154b513d-5c3f-4738-9043-44851e7f0980 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:30.298309 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-154b513d-5c3f-4738-9043-44851e7f0980 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Calling delete_port for 3408d292-d7e7-4818-8ac5-9a3491f438e4 owned by network:floatingip {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:48:30.440756 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-154b513d-5c3f-4738-9043-44851e7f0980 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:30.489842 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154b513d-5c3f-4738-9043-44851e7f0980 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event deleted for resources: {'Port': ['ID=3408d292-d7e7-4818-8ac5-9a3491f438e4,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:48:30.575455 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-154b513d-5c3f-4738-9043-44851e7f0980 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for floatingip, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:30.575800 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.l3_db [None req-154b513d-5c3f-4738-9043-44851e7f0980 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Floating IP ddc9f2dd-e615-42a3-8fb3-cddb3e1c16f0 disassociated (deleted). External IP: 172.26.8.62, port: e4c673d1-402e-4213-bc52-bb968ceb1bda. Feb 01 04:48:30.916374 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-154b513d-5c3f-4738-9043-44851e7f0980 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Router f9d81f27-3960-42d0-993c-ded52f713320 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:48:31.095917 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-154b513d-5c3f-4738-9043-44851e7f0980 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:48:31.105767 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7d4e11-355c-4bab-97e5-7e8b65cc7e02 None None] Sync routers for ids ['f9d81f27-3960-42d0-993c-ded52f713320'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:48:31.115159 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7d4e11-355c-4bab-97e5-7e8b65cc7e02 None None] Routers {'f9d81f27-3960-42d0-993c-ded52f713320'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:48:31.115759 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-154b513d-5c3f-4738-9043-44851e7f0980 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:31.115892 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-6a7d4e11-355c-4bab-97e5-7e8b65cc7e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:48:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['f9d81f27-3960-42d0-993c-ded52f713320'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:48:31.171609 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-154b513d-5c3f-4738-9043-44851e7f0980 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "DELETE /v2.0/floatingips/ddc9f2dd-e615-42a3-8fb3-cddb3e1c16f0 HTTP/1.1" status: 204 len: 168 time: 1.4546931 Feb 01 04:48:31.171609 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '612a561d-4dfb-4a77-b96a-1fd15ad06b42', 'tag': 'e4c673d1-402e-4213-bc52-bb968ceb1bda'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:48:31.217990 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '612a561d-4dfb-4a77-b96a-1fd15ad06b42', 'tag': 'e4c673d1-402e-4213-bc52-bb968ceb1bda', 'status': 'completed', 'code': 200} Feb 01 04:48:31.325074 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-6a7d4e11-355c-4bab-97e5-7e8b65cc7e02 None None] Set router f9d81f27-3960-42d0-993c-ded52f713320 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:48:31.336022 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a820cd2a-3ac5-44b1-8468-dfc2f8dae088 req-db7af946-0410-4908-9922-360b12ea834e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:48:31.337535 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-a820cd2a-3ac5-44b1-8468-dfc2f8dae088 req-db7af946-0410-4908-9922-360b12ea834e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0629703b9474474a9f2fde13723d2e8b&device_id=612a561d-4dfb-4a77-b96a-1fd15ad06b42 HTTP/1.1" status: 200 len: 1098 time: 0.0728631 Feb 01 04:48:31.518292 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a820cd2a-3ac5-44b1-8468-dfc2f8dae088 req-7a741462-d0a6-4b7f-bc10-4bdd269f5a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:48:31.519764 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-a820cd2a-3ac5-44b1-8468-dfc2f8dae088 req-7a741462-d0a6-4b7f-bc10-4bdd269f5a63 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b5530905-2679-48f7-8a61-9926f1cc4b73 HTTP/1.1" status: 200 len: 897 time: 0.1715200 Feb 01 04:48:31.560356 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9fc905-a751-4c3b-a50b-950992c4630d req-eef9f779-1fce-4991-8d5a-6f5cf9b07656 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:48:31.561042 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-7d9fc905-a751-4c3b-a50b-950992c4630d req-eef9f779-1fce-4991-8d5a-6f5cf9b07656 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Synchronizing usage tracker for tenant:0629703b9474474a9f2fde13723d2e8b on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:48:31.577192 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-7d9fc905-a751-4c3b-a50b-950992c4630d req-eef9f779-1fce-4991-8d5a-6f5cf9b07656 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Unset dirty status for tenant:0629703b9474474a9f2fde13723d2e8b on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:48:31.578524 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7d9fc905-a751-4c3b-a50b-950992c4630d req-eef9f779-1fce-4991-8d5a-6f5cf9b07656 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=612a561d-4dfb-4a77-b96a-1fd15ad06b42 HTTP/1.1" status: 200 len: 945 time: 0.1030920 Feb 01 04:48:31.606904 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-a820cd2a-3ac5-44b1-8468-dfc2f8dae088 req-ffa4d659-d013-4378-aeb6-64df8342ce0f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4c673d1-402e-4213-bc52-bb968ceb1bda HTTP/1.1" status: 200 len: 217 time: 0.0694795 Feb 01 04:48:31.626008 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7d9fc905-a751-4c3b-a50b-950992c4630d req-7d3526f3-146f-4d8a-8978-f91200a267d3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=860fab7b-5c9c-475d-b127-8c9c1e66be43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409141 Feb 01 04:48:31.669677 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a820cd2a-3ac5-44b1-8468-dfc2f8dae088 req-a0320c5c-5b07-4985-aa51-798956eef337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:48:31.671100 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-a820cd2a-3ac5-44b1-8468-dfc2f8dae088 req-a0320c5c-5b07-4985-aa51-798956eef337 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c68a1488-6d78-43b8-809f-0fbd7949760b HTTP/1.1" status: 200 len: 835 time: 0.0573826 Feb 01 04:48:31.686003 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-6a7d4e11-355c-4bab-97e5-7e8b65cc7e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d81f27-3960-42d0-993c-ded52f713320', 'name': 'tempest-TestNetworkBasicOps-router-1945228983', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.99'}], 'enable_snat': True}, 'gw_port_id': 'eeff50be-ab65-4365-b165-30646a082683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:47:04Z', 'updated_at': '2022-02-01T04:47:09Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': 'eeff50be-ab65-4365-b165-30646a082683', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d81f27-3960-42d0-993c-ded52f713320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:47:04Z', 'updated_at': '2022-02-01T04:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': 'fa9b7163-9321-4c65-bd35-0557d9017589', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'floating_ip_address': '172.26.8.97', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': 'f9d81f27-3960-42d0-993c-ded52f713320', 'port_id': '2f775bb1-2a64-4038-9532-aa2916bb3364', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5530905-2679-48f7-8a61-9926f1cc4b73', 'mac_address': 'fa:16:3e:77:b9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d0b232-c603-4e73-ac9a-6ef07f00be6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:47:28Z', 'updated_at': '2022-02-01T04:47:31Z', 'revision_number': 1, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ba8dab5-3632-4161-8b78-34d5bf669274', 'name': '', 'network_id': 'b5530905-2679-48f7-8a61-9926f1cc4b73', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:cc:c8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d81f27-3960-42d0-993c-ded52f713320', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'c68a1488-6d78-43b8-809f-0fbd7949760b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:47:08Z', 'updated_at': '2022-02-01T04:47:14Z', 'revision_number': 5, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': 'c68a1488-6d78-43b8-809f-0fbd7949760b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:48:31.689844 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7d4e11-355c-4bab-97e5-7e8b65cc7e02 None None] Checking router: f9d81f27-3960-42d0-993c-ded52f713320 for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:48:31.697976 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7d4e11-355c-4bab-97e5-7e8b65cc7e02 None None] Routers {'f9d81f27-3960-42d0-993c-ded52f713320'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:48:31.698569 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-6a7d4e11-355c-4bab-97e5-7e8b65cc7e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:48:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['f9d81f27-3960-42d0-993c-ded52f713320'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:48:31.854633 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a820cd2a-3ac5-44b1-8468-dfc2f8dae088 req-24fa08cc-4c24-4397-a63a-fc160a3355a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:48:31.856136 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-a820cd2a-3ac5-44b1-8468-dfc2f8dae088 req-24fa08cc-4c24-4397-a63a-fc160a3355a1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b5530905-2679-48f7-8a61-9926f1cc4b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1780570 Feb 01 04:48:31.879266 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-6a7d4e11-355c-4bab-97e5-7e8b65cc7e02 None None] Set router f9d81f27-3960-42d0-993c-ded52f713320 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:48:31.959494 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-42530884-5870-40b5-8758-50ce5addb72d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:31.990063 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-a820cd2a-3ac5-44b1-8468-dfc2f8dae088 req-47f61418-937f-467d-9722-05f03671f8ff service neutron] 10.222.0.18 "GET /v2.0/networks/b5530905-2679-48f7-8a61-9926f1cc4b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264470 Feb 01 04:48:32.124299 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-a820cd2a-3ac5-44b1-8468-dfc2f8dae088 req-8f243172-1e54-429a-864f-4e9f38f3c7da service neutron] 10.222.0.18 "GET /v2.0/networks/b5530905-2679-48f7-8a61-9926f1cc4b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277928 Feb 01 04:48:32.229500 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-6a7d4e11-355c-4bab-97e5-7e8b65cc7e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d81f27-3960-42d0-993c-ded52f713320', 'name': 'tempest-TestNetworkBasicOps-router-1945228983', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.99'}], 'enable_snat': True}, 'gw_port_id': 'eeff50be-ab65-4365-b165-30646a082683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:47:04Z', 'updated_at': '2022-02-01T04:47:09Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': 'eeff50be-ab65-4365-b165-30646a082683', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d81f27-3960-42d0-993c-ded52f713320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:47:04Z', 'updated_at': '2022-02-01T04:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': 'fa9b7163-9321-4c65-bd35-0557d9017589', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'floating_ip_address': '172.26.8.97', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': 'f9d81f27-3960-42d0-993c-ded52f713320', 'port_id': '2f775bb1-2a64-4038-9532-aa2916bb3364', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5530905-2679-48f7-8a61-9926f1cc4b73', 'mac_address': 'fa:16:3e:77:b9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d0b232-c603-4e73-ac9a-6ef07f00be6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:47:28Z', 'updated_at': '2022-02-01T04:47:31Z', 'revision_number': 1, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ba8dab5-3632-4161-8b78-34d5bf669274', 'name': '', 'network_id': 'b5530905-2679-48f7-8a61-9926f1cc4b73', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:cc:c8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d81f27-3960-42d0-993c-ded52f713320', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'c68a1488-6d78-43b8-809f-0fbd7949760b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:47:08Z', 'updated_at': '2022-02-01T04:47:14Z', 'revision_number': 5, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': 'c68a1488-6d78-43b8-809f-0fbd7949760b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:48:32.233297 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7d4e11-355c-4bab-97e5-7e8b65cc7e02 None None] The sync data for ids ['f9d81f27-3960-42d0-993c-ded52f713320'] in dv-neutron-826830-1-hyperv is: [{'id': 'f9d81f27-3960-42d0-993c-ded52f713320', 'name': 'tempest-TestNetworkBasicOps-router-1945228983', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.99'}], 'enable_snat': True}, 'gw_port_id': 'eeff50be-ab65-4365-b165-30646a082683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:47:04Z', 'updated_at': '2022-02-01T04:47:09Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': 'eeff50be-ab65-4365-b165-30646a082683', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d81f27-3960-42d0-993c-ded52f713320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:47:04Z', 'updated_at': '2022-02-01T04:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': 'fa9b7163-9321-4c65-bd35-0557d9017589', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'floating_ip_address': '172.26.8.97', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': 'f9d81f27-3960-42d0-993c-ded52f713320', 'port_id': '2f775bb1-2a64-4038-9532-aa2916bb3364', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5530905-2679-48f7-8a61-9926f1cc4b73', 'mac_address': 'fa:16:3e:77:b9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d0b232-c603-4e73-ac9a-6ef07f00be6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:47:28Z', 'updated_at': '2022-02-01T04:47:31Z', 'revision_number': 1, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ba8dab5-3632-4161-8b78-34d5bf669274', 'name': '', 'network_id': 'b5530905-2679-48f7-8a61-9926f1cc4b73', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:cc:c8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d81f27-3960-42d0-993c-ded52f713320', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'c68a1488-6d78-43b8-809f-0fbd7949760b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:47:08Z', 'updated_at': '2022-02-01T04:47:14Z', 'revision_number': 5, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': 'c68a1488-6d78-43b8-809f-0fbd7949760b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:48:32.454242 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76305b24-dfaf-4215-96e7-12d0ac5ae432 None None] New status for floating IP ddc9f2dd-e615-42a3-8fb3-cddb3e1c16f0: DOWN {{(pid=87638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 01 04:48:32.808475 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa5fffd-94c5-4210-9195-b8d071230037 req-7403d17a-a4fa-4e62-b830-27a21d646fb9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:48:32.809912 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-3aa5fffd-94c5-4210-9195-b8d071230037 req-7403d17a-a4fa-4e62-b830-27a21d646fb9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=612a561d-4dfb-4a77-b96a-1fd15ad06b42 HTTP/1.1" status: 200 len: 945 time: 0.0777133 Feb 01 04:48:32.853430 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-3aa5fffd-94c5-4210-9195-b8d071230037 req-3b17db90-fe35-45af-9d05-0a2b729bbb51 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=860fab7b-5c9c-475d-b127-8c9c1e66be43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379241 Feb 01 04:48:33.038437 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e0a498-5300-485c-a88c-274677284143 req-c6339c0b-c620-4d7f-a8a7-aa854d9b0d1d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:48:33.039894 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-14e0a498-5300-485c-a88c-274677284143 req-c6339c0b-c620-4d7f-a8a7-aa854d9b0d1d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.18 "GET /v2.0/ports?device_id=612a561d-4dfb-4a77-b96a-1fd15ad06b42 HTTP/1.1" status: 200 len: 945 time: 0.0810831 Feb 01 04:48:33.107689 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [req-14e0a498-5300-485c-a88c-274677284143 req-74e38375-aa4a-4d70-831b-3ba6667e5378 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Deleting port e4c673d1-402e-4213-bc52-bb968ceb1bda {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:48:33.108027 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-14e0a498-5300-485c-a88c-274677284143 req-74e38375-aa4a-4d70-831b-3ba6667e5378 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:33.349669 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [req-14e0a498-5300-485c-a88c-274677284143 req-74e38375-aa4a-4d70-831b-3ba6667e5378 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] For port e4c673d1-402e-4213-bc52-bb968ceb1bda, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=e4c673d1-402e-4213-bc52-bb968ceb1bda,segment=NetworkSegment(6d810199-52fd-4d59-86a2-6e982a0ce061),segment_id=6d810199-52fd-4d59-86a2-6e982a0ce061)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:48:33.349936 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-14e0a498-5300-485c-a88c-274677284143 req-74e38375-aa4a-4d70-831b-3ba6667e5378 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:33.468091 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [req-14e0a498-5300-485c-a88c-274677284143 req-74e38375-aa4a-4d70-831b-3ba6667e5378 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Calling delete_port for e4c673d1-402e-4213-bc52-bb968ceb1bda owned by compute:nova {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:48:33.608488 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-14e0a498-5300-485c-a88c-274677284143 req-74e38375-aa4a-4d70-831b-3ba6667e5378 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:33.661225 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e38375-aa4a-4d70-831b-3ba6667e5378 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event deleted for resources: {'Port': ['ID=e4c673d1-402e-4213-bc52-bb968ceb1bda,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:48:33.701124 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e38375-aa4a-4d70-831b-3ba6667e5378 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:48:33.701467 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e38375-aa4a-4d70-831b-3ba6667e5378 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:48:33.701800 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e38375-aa4a-4d70-831b-3ba6667e5378 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:48:33.702129 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e38375-aa4a-4d70-831b-3ba6667e5378 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:48:33.702451 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e38375-aa4a-4d70-831b-3ba6667e5378 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:48:33.702772 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e38375-aa4a-4d70-831b-3ba6667e5378 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:48:33.703091 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e38375-aa4a-4d70-831b-3ba6667e5378 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:48:33.703446 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e38375-aa4a-4d70-831b-3ba6667e5378 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:48:33.703762 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e38375-aa4a-4d70-831b-3ba6667e5378 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:48:33.704077 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e38375-aa4a-4d70-831b-3ba6667e5378 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:48:33.704390 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e38375-aa4a-4d70-831b-3ba6667e5378 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:48:33.704700 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e38375-aa4a-4d70-831b-3ba6667e5378 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:48:33.754169 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [req-14e0a498-5300-485c-a88c-274677284143 req-74e38375-aa4a-4d70-831b-3ba6667e5378 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] No DVR routers for this DVR port e4c673d1-402e-4213-bc52-bb968ceb1bda on host hv-neutron-8268 {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:48:33.756987 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-14e0a498-5300-485c-a88c-274677284143 req-74e38375-aa4a-4d70-831b-3ba6667e5378 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:33.759410 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '612a561d-4dfb-4a77-b96a-1fd15ad06b42', 'name': 'network-vif-deleted', 'tag': 'e4c673d1-402e-4213-bc52-bb968ceb1bda'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:48:33.777303 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-14e0a498-5300-485c-a88c-274677284143 req-74e38375-aa4a-4d70-831b-3ba6667e5378 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.18 "DELETE /v2.0/ports/e4c673d1-402e-4213-bc52-bb968ceb1bda HTTP/1.1" status: 204 len: 173 time: 0.7322841 Feb 01 04:48:33.805235 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '612a561d-4dfb-4a77-b96a-1fd15ad06b42', 'name': 'network-vif-deleted', 'tag': 'e4c673d1-402e-4213-bc52-bb968ceb1bda', 'status': 'completed', 'code': 200} Feb 01 04:48:34.020104 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-ce18c49d-056b-49ae-9054-ef743f6888d1 req-f3e45be8-42e1-4459-a978-40653215cc66 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Synchronizing usage tracker for tenant:0629703b9474474a9f2fde13723d2e8b on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:48:34.037012 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-ce18c49d-056b-49ae-9054-ef743f6888d1 req-f3e45be8-42e1-4459-a978-40653215cc66 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Unset dirty status for tenant:0629703b9474474a9f2fde13723d2e8b on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:48:34.038347 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-ce18c49d-056b-49ae-9054-ef743f6888d1 req-f3e45be8-42e1-4459-a978-40653215cc66 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=612a561d-4dfb-4a77-b96a-1fd15ad06b42 HTTP/1.1" status: 200 len: 210 time: 0.0646279 Feb 01 04:48:34.250750 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cbfc048b-90f9-47f5-8e35-e8f2ae72a185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:35.131953 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 45186) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:48:35.197731 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d4eb1d0a-0582-4b23-8eff-55e111b054c5 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:35.227418 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d4eb1d0a-0582-4b23-8eff-55e111b054c5 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:35.288381 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d4eb1d0a-0582-4b23-8eff-55e111b054c5 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:35.306559 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eb1d0a-0582-4b23-8eff-55e111b054c5 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=860fab7b-5c9c-475d-b127-8c9c1e66be43,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:48:35.317479 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d4eb1d0a-0582-4b23-8eff-55e111b054c5 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:35.318601 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-d4eb1d0a-0582-4b23-8eff-55e111b054c5 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "DELETE /v2.0/security-groups/860fab7b-5c9c-475d-b127-8c9c1e66be43 HTTP/1.1" status: 204 len: 168 time: 0.1856802 Feb 01 04:48:35.348009 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 45192) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:48:35.374703 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:35.494605 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:35.641046 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-33ca8330-cf14-4344-8d6b-b9fcad46dd00 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Deleting port 3d87376b-fede-43d2-96ff-8c1d9d26139a {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:48:35.641384 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-33ca8330-cf14-4344-8d6b-b9fcad46dd00 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:35.805541 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-33ca8330-cf14-4344-8d6b-b9fcad46dd00 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:35.805871 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-33ca8330-cf14-4344-8d6b-b9fcad46dd00 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:35.924823 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-33ca8330-cf14-4344-8d6b-b9fcad46dd00 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Calling delete_port for 3d87376b-fede-43d2-96ff-8c1d9d26139a owned by network:floatingip {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:48:36.083950 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-33ca8330-cf14-4344-8d6b-b9fcad46dd00 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:36.130877 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ca8330-cf14-4344-8d6b-b9fcad46dd00 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event deleted for resources: {'Port': ['ID=3d87376b-fede-43d2-96ff-8c1d9d26139a,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:48:36.221300 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-33ca8330-cf14-4344-8d6b-b9fcad46dd00 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for floatingip, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:36.222003 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.l3_db [None req-33ca8330-cf14-4344-8d6b-b9fcad46dd00 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Floating IP fa9b7163-9321-4c65-bd35-0557d9017589 disassociated (deleted). External IP: 172.26.8.97, port: 2f775bb1-2a64-4038-9532-aa2916bb3364. Feb 01 04:48:36.571125 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33ca8330-cf14-4344-8d6b-b9fcad46dd00 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Router f9d81f27-3960-42d0-993c-ded52f713320 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:48:36.743815 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ca8330-cf14-4344-8d6b-b9fcad46dd00 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:48:36.753573 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9448e800-0ca8-4602-ac9d-e953b32a41b9 None None] Sync routers for ids ['f9d81f27-3960-42d0-993c-ded52f713320'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:48:36.760612 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device e4c673d1-402e-4213-bc52-bb968ceb1bda no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:48:36.763222 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9448e800-0ca8-4602-ac9d-e953b32a41b9 None None] Routers {'f9d81f27-3960-42d0-993c-ded52f713320'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:48:36.763621 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-33ca8330-cf14-4344-8d6b-b9fcad46dd00 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:36.763846 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-9448e800-0ca8-4602-ac9d-e953b32a41b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:48:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['f9d81f27-3960-42d0-993c-ded52f713320'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:48:36.796592 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] No Port match for: e4c673d1-402e-4213-bc52-bb968ceb1bda {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:48:36.796923 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device e4c673d1-402e-4213-bc52-bb968ceb1bda not bound to the agent host hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:48:36.824697 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-33ca8330-cf14-4344-8d6b-b9fcad46dd00 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "DELETE /v2.0/floatingips/fa9b7163-9321-4c65-bd35-0557d9017589 HTTP/1.1" status: 204 len: 168 time: 1.4731121 Feb 01 04:48:36.824697 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1d0b232-c603-4e73-ac9a-6ef07f00be6b', 'tag': '2f775bb1-2a64-4038-9532-aa2916bb3364'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:48:36.872869 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1d0b232-c603-4e73-ac9a-6ef07f00be6b', 'tag': '2f775bb1-2a64-4038-9532-aa2916bb3364', 'status': 'completed', 'code': 200} Feb 01 04:48:36.942966 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-9448e800-0ca8-4602-ac9d-e953b32a41b9 None None] Set router f9d81f27-3960-42d0-993c-ded52f713320 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:48:36.984878 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5673dc8-3858-4673-a723-a4b40c700fa4 req-f3767b9a-c999-4565-8ead-1487ee26c230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:48:36.986518 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-b5673dc8-3858-4673-a723-a4b40c700fa4 req-f3767b9a-c999-4565-8ead-1487ee26c230 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0629703b9474474a9f2fde13723d2e8b&device_id=e1d0b232-c603-4e73-ac9a-6ef07f00be6b HTTP/1.1" status: 200 len: 1099 time: 0.0718019 Feb 01 04:48:37.012067 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:37.294613 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-9448e800-0ca8-4602-ac9d-e953b32a41b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d81f27-3960-42d0-993c-ded52f713320', 'name': 'tempest-TestNetworkBasicOps-router-1945228983', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.99'}], 'enable_snat': True}, 'gw_port_id': 'eeff50be-ab65-4365-b165-30646a082683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:47:04Z', 'updated_at': '2022-02-01T04:47:09Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': 'eeff50be-ab65-4365-b165-30646a082683', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d81f27-3960-42d0-993c-ded52f713320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:47:04Z', 'updated_at': '2022-02-01T04:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '1ba8dab5-3632-4161-8b78-34d5bf669274', 'name': '', 'network_id': 'b5530905-2679-48f7-8a61-9926f1cc4b73', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:cc:c8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d81f27-3960-42d0-993c-ded52f713320', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'c68a1488-6d78-43b8-809f-0fbd7949760b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:47:08Z', 'updated_at': '2022-02-01T04:47:14Z', 'revision_number': 5, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': 'c68a1488-6d78-43b8-809f-0fbd7949760b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:48:37.297043 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5673dc8-3858-4673-a723-a4b40c700fa4 req-04cd0ea2-70ea-4408-99b1-f0871cdb5046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:48:37.298373 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9448e800-0ca8-4602-ac9d-e953b32a41b9 None None] Checking router: f9d81f27-3960-42d0-993c-ded52f713320 for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:48:37.298487 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-b5673dc8-3858-4673-a723-a4b40c700fa4 req-04cd0ea2-70ea-4408-99b1-f0871cdb5046 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b5530905-2679-48f7-8a61-9926f1cc4b73 HTTP/1.1" status: 200 len: 897 time: 0.3059857 Feb 01 04:48:37.307081 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9448e800-0ca8-4602-ac9d-e953b32a41b9 None None] Routers {'f9d81f27-3960-42d0-993c-ded52f713320'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:48:37.307786 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-9448e800-0ca8-4602-ac9d-e953b32a41b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:48:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['f9d81f27-3960-42d0-993c-ded52f713320'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:48:37.313664 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a956eb4d-312f-4d22-a023-b24c2642c69d req-ae616b28-c980-44b2-8dcf-e56516c6580f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:48:37.314328 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-a956eb4d-312f-4d22-a023-b24c2642c69d req-ae616b28-c980-44b2-8dcf-e56516c6580f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Synchronizing usage tracker for tenant:0629703b9474474a9f2fde13723d2e8b on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:48:37.383490 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-b5673dc8-3858-4673-a723-a4b40c700fa4 req-62fd016e-f99c-4d1c-9704-15c74e1d63c1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f775bb1-2a64-4038-9532-aa2916bb3364 HTTP/1.1" status: 200 len: 217 time: 0.0663936 Feb 01 04:48:37.421851 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-a956eb4d-312f-4d22-a023-b24c2642c69d req-ae616b28-c980-44b2-8dcf-e56516c6580f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Unset dirty status for tenant:0629703b9474474a9f2fde13723d2e8b on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:48:37.422939 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-a956eb4d-312f-4d22-a023-b24c2642c69d req-ae616b28-c980-44b2-8dcf-e56516c6580f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1d0b232-c603-4e73-ac9a-6ef07f00be6b HTTP/1.1" status: 200 len: 946 time: 0.2691939 Feb 01 04:48:37.477031 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5673dc8-3858-4673-a723-a4b40c700fa4 req-824ae56e-7e14-4aae-83ba-f9fcb71c1edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:48:37.478467 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-b5673dc8-3858-4673-a723-a4b40c700fa4 req-824ae56e-7e14-4aae-83ba-f9fcb71c1edc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c68a1488-6d78-43b8-809f-0fbd7949760b HTTP/1.1" status: 200 len: 835 time: 0.0886090 Feb 01 04:48:37.482103 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-9448e800-0ca8-4602-ac9d-e953b32a41b9 None None] Set router f9d81f27-3960-42d0-993c-ded52f713320 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:48:37.482242 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-a956eb4d-312f-4d22-a023-b24c2642c69d req-5b347775-aa9d-444d-abeb-800b725f7c91 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Synchronizing usage tracker for tenant:0629703b9474474a9f2fde13723d2e8b on resource:security_group {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:48:37.544870 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-a956eb4d-312f-4d22-a023-b24c2642c69d req-5b347775-aa9d-444d-abeb-800b725f7c91 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Unset dirty status for tenant:0629703b9474474a9f2fde13723d2e8b on resource:security_group {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:48:37.545938 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-a956eb4d-312f-4d22-a023-b24c2642c69d req-5b347775-aa9d-444d-abeb-800b725f7c91 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f2ac41e-67a3-4801-b6b9-0c546b4df248&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159613 Feb 01 04:48:37.574938 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5673dc8-3858-4673-a723-a4b40c700fa4 req-4a0ade70-476b-4cda-8bad-889453966bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:48:37.576456 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-b5673dc8-3858-4673-a723-a4b40c700fa4 req-4a0ade70-476b-4cda-8bad-889453966bdb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b5530905-2679-48f7-8a61-9926f1cc4b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0907815 Feb 01 04:48:37.708641 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-b5673dc8-3858-4673-a723-a4b40c700fa4 req-b5699fb3-830d-4f9f-b0ce-aca147f1d000 service neutron] 10.222.0.18 "GET /v2.0/networks/b5530905-2679-48f7-8a61-9926f1cc4b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248181 Feb 01 04:48:37.786822 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-9448e800-0ca8-4602-ac9d-e953b32a41b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d81f27-3960-42d0-993c-ded52f713320', 'name': 'tempest-TestNetworkBasicOps-router-1945228983', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.99'}], 'enable_snat': True}, 'gw_port_id': 'eeff50be-ab65-4365-b165-30646a082683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:47:04Z', 'updated_at': '2022-02-01T04:47:09Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': 'eeff50be-ab65-4365-b165-30646a082683', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d81f27-3960-42d0-993c-ded52f713320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:47:04Z', 'updated_at': '2022-02-01T04:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '1ba8dab5-3632-4161-8b78-34d5bf669274', 'name': '', 'network_id': 'b5530905-2679-48f7-8a61-9926f1cc4b73', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:cc:c8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d81f27-3960-42d0-993c-ded52f713320', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'c68a1488-6d78-43b8-809f-0fbd7949760b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:47:08Z', 'updated_at': '2022-02-01T04:47:14Z', 'revision_number': 5, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': 'c68a1488-6d78-43b8-809f-0fbd7949760b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:48:37.790725 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9448e800-0ca8-4602-ac9d-e953b32a41b9 None None] The sync data for ids ['f9d81f27-3960-42d0-993c-ded52f713320'] in dv-neutron-826830-1-hyperv is: [{'id': 'f9d81f27-3960-42d0-993c-ded52f713320', 'name': 'tempest-TestNetworkBasicOps-router-1945228983', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.99'}], 'enable_snat': True}, 'gw_port_id': 'eeff50be-ab65-4365-b165-30646a082683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:47:04Z', 'updated_at': '2022-02-01T04:47:09Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': 'eeff50be-ab65-4365-b165-30646a082683', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d81f27-3960-42d0-993c-ded52f713320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:47:04Z', 'updated_at': '2022-02-01T04:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '1ba8dab5-3632-4161-8b78-34d5bf669274', 'name': '', 'network_id': 'b5530905-2679-48f7-8a61-9926f1cc4b73', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:cc:c8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d81f27-3960-42d0-993c-ded52f713320', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'c68a1488-6d78-43b8-809f-0fbd7949760b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:47:08Z', 'updated_at': '2022-02-01T04:47:14Z', 'revision_number': 5, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': 'c68a1488-6d78-43b8-809f-0fbd7949760b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:48:37.840894 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-b5673dc8-3858-4673-a723-a4b40c700fa4 req-95c6fb78-4b08-47e8-a477-692573a56298 service neutron] 10.222.0.18 "GET /v2.0/networks/b5530905-2679-48f7-8a61-9926f1cc4b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262786 Feb 01 04:48:38.018545 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781753cb-b1f3-4950-a306-bd071a8aeeb2 None None] New status for floating IP fa9b7163-9321-4c65-bd35-0557d9017589: DOWN {{(pid=87638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 01 04:48:38.703266 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4909056-4d35-47de-af0f-d292918de5c3 req-8faa598d-57dd-4f3f-9420-fcc21414755a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:48:38.704812 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-b4909056-4d35-47de-af0f-d292918de5c3 req-8faa598d-57dd-4f3f-9420-fcc21414755a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1d0b232-c603-4e73-ac9a-6ef07f00be6b HTTP/1.1" status: 200 len: 946 time: 0.0802722 Feb 01 04:48:38.729723 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6896f015-34e2-45a0-842e-e705bd68a027 req-1ff448d7-1ed4-4911-afdf-815759ad03ae tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:48:38.731210 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6896f015-34e2-45a0-842e-e705bd68a027 req-1ff448d7-1ed4-4911-afdf-815759ad03ae tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1d0b232-c603-4e73-ac9a-6ef07f00be6b HTTP/1.1" status: 200 len: 946 time: 0.0804155 Feb 01 04:48:38.776542 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [req-b4909056-4d35-47de-af0f-d292918de5c3 req-4414bf18-6b6b-4f76-9323-bb1cb722608e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Deleting port 2f775bb1-2a64-4038-9532-aa2916bb3364 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:48:38.776880 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-b4909056-4d35-47de-af0f-d292918de5c3 req-4414bf18-6b6b-4f76-9323-bb1cb722608e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:38.777372 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6896f015-34e2-45a0-842e-e705bd68a027 req-fb0f1fdf-dcf4-4641-ac5f-bfa6187d90be tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f2ac41e-67a3-4801-b6b9-0c546b4df248&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404990 Feb 01 04:48:39.016690 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [req-b4909056-4d35-47de-af0f-d292918de5c3 req-4414bf18-6b6b-4f76-9323-bb1cb722608e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] For port 2f775bb1-2a64-4038-9532-aa2916bb3364, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=2f775bb1-2a64-4038-9532-aa2916bb3364,segment=NetworkSegment(6d810199-52fd-4d59-86a2-6e982a0ce061),segment_id=6d810199-52fd-4d59-86a2-6e982a0ce061)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:48:39.017043 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-b4909056-4d35-47de-af0f-d292918de5c3 req-4414bf18-6b6b-4f76-9323-bb1cb722608e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:39.135673 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [req-b4909056-4d35-47de-af0f-d292918de5c3 req-4414bf18-6b6b-4f76-9323-bb1cb722608e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Calling delete_port for 2f775bb1-2a64-4038-9532-aa2916bb3364 owned by compute:nova {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:48:39.277201 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-b4909056-4d35-47de-af0f-d292918de5c3 req-4414bf18-6b6b-4f76-9323-bb1cb722608e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:39.325253 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4414bf18-6b6b-4f76-9323-bb1cb722608e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event deleted for resources: {'Port': ['ID=2f775bb1-2a64-4038-9532-aa2916bb3364,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:48:39.494306 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4909056-4d35-47de-af0f-d292918de5c3 req-4414bf18-6b6b-4f76-9323-bb1cb722608e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] No DVR routers for this DVR port 2f775bb1-2a64-4038-9532-aa2916bb3364 on host hv-neutron-8268 {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:48:39.496502 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-b4909056-4d35-47de-af0f-d292918de5c3 req-4414bf18-6b6b-4f76-9323-bb1cb722608e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:39.499313 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d0b232-c603-4e73-ac9a-6ef07f00be6b', 'name': 'network-vif-deleted', 'tag': '2f775bb1-2a64-4038-9532-aa2916bb3364'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:48:39.514844 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-b4909056-4d35-47de-af0f-d292918de5c3 req-4414bf18-6b6b-4f76-9323-bb1cb722608e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.18 "DELETE /v2.0/ports/2f775bb1-2a64-4038-9532-aa2916bb3364 HTTP/1.1" status: 204 len: 173 time: 0.8050897 Feb 01 04:48:39.547095 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1d0b232-c603-4e73-ac9a-6ef07f00be6b', 'name': 'network-vif-deleted', 'tag': '2f775bb1-2a64-4038-9532-aa2916bb3364', 'status': 'completed', 'code': 200} Feb 01 04:48:39.953637 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3f80508d-c77b-48b1-b51d-dfcb683e96f0 req-f469f13c-d5ed-411f-9ebe-588ae01cc4d2 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1d0b232-c603-4e73-ac9a-6ef07f00be6b HTTP/1.1" status: 200 len: 210 time: 0.0411191 Feb 01 04:48:41.047695 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 45212) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:48:41.113411 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6f2ae48d-bb0b-4743-82e3-2f55851d68a5 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:41.143314 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6f2ae48d-bb0b-4743-82e3-2f55851d68a5 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:41.205664 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6f2ae48d-bb0b-4743-82e3-2f55851d68a5 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:41.224270 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2ae48d-bb0b-4743-82e3-2f55851d68a5 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f2ac41e-67a3-4801-b6b9-0c546b4df248,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:48:41.236146 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6f2ae48d-bb0b-4743-82e3-2f55851d68a5 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:41.237243 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-6f2ae48d-bb0b-4743-82e3-2f55851d68a5 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "DELETE /v2.0/security-groups/8f2ac41e-67a3-4801-b6b9-0c546b4df248 HTTP/1.1" status: 204 len: 168 time: 0.1885555 Feb 01 04:48:41.266836 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 45218) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:48:41.897617 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6ce62a4b-985d-49cf-a655-c279adf9a3b9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-371968'] for router_interface, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:42.244081 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-6ce62a4b-985d-49cf-a655-c279adf9a3b9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Deleting port 1ba8dab5-3632-4161-8b78-34d5bf669274 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:48:42.244322 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6ce62a4b-985d-49cf-a655-c279adf9a3b9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:42.430078 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-6ce62a4b-985d-49cf-a655-c279adf9a3b9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] For port 1ba8dab5-3632-4161-8b78-34d5bf669274, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=1ba8dab5-3632-4161-8b78-34d5bf669274,segment=NetworkSegment(6d810199-52fd-4d59-86a2-6e982a0ce061),segment_id=6d810199-52fd-4d59-86a2-6e982a0ce061)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:48:42.430767 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6ce62a4b-985d-49cf-a655-c279adf9a3b9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:42.553379 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-6ce62a4b-985d-49cf-a655-c279adf9a3b9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Calling delete_port for 1ba8dab5-3632-4161-8b78-34d5bf669274 owned by network:router_interface {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:48:42.740068 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6ce62a4b-985d-49cf-a655-c279adf9a3b9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:42.788595 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce62a4b-985d-49cf-a655-c279adf9a3b9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event deleted for resources: {'Port': ['ID=1ba8dab5-3632-4161-8b78-34d5bf669274,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:48:42.812378 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 2f775bb1-2a64-4038-9532-aa2916bb3364 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:48:42.848635 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] No Port match for: 2f775bb1-2a64-4038-9532-aa2916bb3364 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:48:42.849245 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 2f775bb1-2a64-4038-9532-aa2916bb3364 not bound to the agent host hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:48:43.169306 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6ce62a4b-985d-49cf-a655-c279adf9a3b9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770960'] for router_interface, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:43.516158 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ce62a4b-985d-49cf-a655-c279adf9a3b9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Router f9d81f27-3960-42d0-993c-ded52f713320 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:48:43.684908 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ce62a4b-985d-49cf-a655-c279adf9a3b9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:48:43.694472 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0ff152-6b3d-4d9d-a934-f5ba1ad46064 None None] Sync routers for ids ['f9d81f27-3960-42d0-993c-ded52f713320'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:48:43.698737 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-6ce62a4b-985d-49cf-a655-c279adf9a3b9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "PUT /v2.0/routers/f9d81f27-3960-42d0-993c-ded52f713320/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4295578 Feb 01 04:48:43.700261 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 45222) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:48:43.703614 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0ff152-6b3d-4d9d-a934-f5ba1ad46064 None None] Routers {'f9d81f27-3960-42d0-993c-ded52f713320'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:48:43.704210 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-4b0ff152-6b3d-4d9d-a934-f5ba1ad46064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:48:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['f9d81f27-3960-42d0-993c-ded52f713320'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:48:43.766822 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bc3d661-4425-498a-87f7-049480dd9b0a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Deleting subnet c68a1488-6d78-43b8-809f-0fbd7949760b {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:48:43.769558 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7bc3d661-4425-498a-87f7-049480dd9b0a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:43.822679 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7bc3d661-4425-498a-87f7-049480dd9b0a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145757'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:43.878238 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-4b0ff152-6b3d-4d9d-a934-f5ba1ad46064 None None] Set router f9d81f27-3960-42d0-993c-ded52f713320 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:48:43.906766 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7bc3d661-4425-498a-87f7-049480dd9b0a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:43.977882 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7bc3d661-4425-498a-87f7-049480dd9b0a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3072169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2652276'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:44.017021 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc3d661-4425-498a-87f7-049480dd9b0a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event deleted for resources: {'Subnet': ['ID=c68a1488-6d78-43b8-809f-0fbd7949760b,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:48:44.020640 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7bc3d661-4425-498a-87f7-049480dd9b0a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:44.026573 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-7bc3d661-4425-498a-87f7-049480dd9b0a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "DELETE /v2.0/subnets/c68a1488-6d78-43b8-809f-0fbd7949760b HTTP/1.1" status: 204 len: 168 time: 0.3253567 Feb 01 04:48:44.028071 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22568a6f-e92b-4322-8a5f-d7aa7f7d511d None None] Network b5530905-2679-48f7-8a61-9926f1cc4b73 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:48:44.029277 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 45226) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:48:44.173050 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-4b0ff152-6b3d-4d9d-a934-f5ba1ad46064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d81f27-3960-42d0-993c-ded52f713320', 'name': 'tempest-TestNetworkBasicOps-router-1945228983', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.99'}], 'enable_snat': True}, 'gw_port_id': 'eeff50be-ab65-4365-b165-30646a082683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:47:04Z', 'updated_at': '2022-02-01T04:48:42Z', 'revision_number': 5, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': 'eeff50be-ab65-4365-b165-30646a082683', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d81f27-3960-42d0-993c-ded52f713320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:47:04Z', 'updated_at': '2022-02-01T04:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:48:44.177604 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0ff152-6b3d-4d9d-a934-f5ba1ad46064 None None] Checking router: f9d81f27-3960-42d0-993c-ded52f713320 for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:48:44.185913 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0ff152-6b3d-4d9d-a934-f5ba1ad46064 None None] Routers {'f9d81f27-3960-42d0-993c-ded52f713320'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:48:44.186516 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-4b0ff152-6b3d-4d9d-a934-f5ba1ad46064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:48:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['f9d81f27-3960-42d0-993c-ded52f713320'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:48:44.244953 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6634b045-f0f2-4729-b386-2eee47a5806c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for router, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:44.307679 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db01e23-ddf3-405c-80cf-696df4124839 None None] DHCP port deletion for b5530905-2679-48f7-8a61-9926f1cc4b73 request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:48:44.312112 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-0db01e23-ddf3-405c-80cf-696df4124839 None None] Deleting port 0daa6a75-4b35-464d-94aa-082859bfd209 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:48:44.312857 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0db01e23-ddf3-405c-80cf-696df4124839 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:44.394285 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-4b0ff152-6b3d-4d9d-a934-f5ba1ad46064 None None] Set router f9d81f27-3960-42d0-993c-ded52f713320 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:48:44.427588 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6634b045-f0f2-4729-b386-2eee47a5806c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:44.439171 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-6634b045-f0f2-4729-b386-2eee47a5806c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Deleting port eeff50be-ab65-4365-b165-30646a082683 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:48:44.439496 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6634b045-f0f2-4729-b386-2eee47a5806c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:44.518798 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-0db01e23-ddf3-405c-80cf-696df4124839 None None] For port 0daa6a75-4b35-464d-94aa-082859bfd209, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=0daa6a75-4b35-464d-94aa-082859bfd209,segment=NetworkSegment(6d810199-52fd-4d59-86a2-6e982a0ce061),segment_id=6d810199-52fd-4d59-86a2-6e982a0ce061)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:48:44.519184 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0db01e23-ddf3-405c-80cf-696df4124839 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:44.617460 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-6634b045-f0f2-4729-b386-2eee47a5806c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] For port eeff50be-ab65-4365-b165-30646a082683, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=eeff50be-ab65-4365-b165-30646a082683,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:48:44.617460 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6634b045-f0f2-4729-b386-2eee47a5806c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:44.639351 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-0db01e23-ddf3-405c-80cf-696df4124839 None None] Calling delete_port for 0daa6a75-4b35-464d-94aa-082859bfd209 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:48:44.711088 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-4b0ff152-6b3d-4d9d-a934-f5ba1ad46064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d81f27-3960-42d0-993c-ded52f713320', 'name': 'tempest-TestNetworkBasicOps-router-1945228983', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.99'}], 'enable_snat': True}, 'gw_port_id': 'eeff50be-ab65-4365-b165-30646a082683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:47:04Z', 'updated_at': '2022-02-01T04:48:42Z', 'revision_number': 5, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': 'eeff50be-ab65-4365-b165-30646a082683', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d81f27-3960-42d0-993c-ded52f713320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:47:04Z', 'updated_at': '2022-02-01T04:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:48:44.718493 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0ff152-6b3d-4d9d-a934-f5ba1ad46064 None None] The sync data for ids ['f9d81f27-3960-42d0-993c-ded52f713320'] in dv-neutron-826830-1-hyperv is: [{'id': 'f9d81f27-3960-42d0-993c-ded52f713320', 'name': 'tempest-TestNetworkBasicOps-router-1945228983', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.99'}], 'enable_snat': True}, 'gw_port_id': 'eeff50be-ab65-4365-b165-30646a082683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:47:04Z', 'updated_at': '2022-02-01T04:48:42Z', 'revision_number': 5, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': 'eeff50be-ab65-4365-b165-30646a082683', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d81f27-3960-42d0-993c-ded52f713320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:47:04Z', 'updated_at': '2022-02-01T04:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:48:44.724846 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0db01e23-ddf3-405c-80cf-696df4124839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:44.750813 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-6634b045-f0f2-4729-b386-2eee47a5806c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Calling delete_port for eeff50be-ab65-4365-b165-30646a082683 owned by network:router_gateway {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:48:44.777284 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db01e23-ddf3-405c-80cf-696df4124839 None None] No DVR routers for this DVR port 0daa6a75-4b35-464d-94aa-082859bfd209 on host dv-neutron-826830-1-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:48:44.778777 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db01e23-ddf3-405c-80cf-696df4124839 None None] Pushing event deleted for resources: {'Port': ['ID=0daa6a75-4b35-464d-94aa-082859bfd209,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:48:44.787884 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db01e23-ddf3-405c-80cf-696df4124839 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:48:44.788089 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db01e23-ddf3-405c-80cf-696df4124839 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:48:44.788427 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db01e23-ddf3-405c-80cf-696df4124839 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:48:44.789079 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db01e23-ddf3-405c-80cf-696df4124839 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:48:44.789079 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db01e23-ddf3-405c-80cf-696df4124839 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:48:44.789396 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db01e23-ddf3-405c-80cf-696df4124839 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:48:44.789720 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db01e23-ddf3-405c-80cf-696df4124839 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:48:44.790040 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db01e23-ddf3-405c-80cf-696df4124839 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:48:44.790363 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db01e23-ddf3-405c-80cf-696df4124839 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:48:44.790678 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db01e23-ddf3-405c-80cf-696df4124839 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:48:44.790994 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db01e23-ddf3-405c-80cf-696df4124839 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:48:44.791335 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db01e23-ddf3-405c-80cf-696df4124839 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:48:44.921447 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6634b045-f0f2-4729-b386-2eee47a5806c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:44.994987 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6634b045-f0f2-4729-b386-2eee47a5806c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event deleted for resources: {'Port': ['ID=eeff50be-ab65-4365-b165-30646a082683,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:48:45.037932 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:45.058266 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6634b045-f0f2-4729-b386-2eee47a5806c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-774381'] for router_gateway, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:45.231480 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6634b045-f0f2-4729-b386-2eee47a5806c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25968'] for router, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:45.233651 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6634b045-f0f2-4729-b386-2eee47a5806c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:45.256791 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6634b045-f0f2-4729-b386-2eee47a5806c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772958'] for router, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:45.257415 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6634b045-f0f2-4729-b386-2eee47a5806c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Fanout notify agent at l3_agent the message router_deleted on router f9d81f27-3960-42d0-993c-ded52f713320 {{(pid=87637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 01 04:48:45.273080 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6634b045-f0f2-4729-b386-2eee47a5806c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:45.275572 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-6634b045-f0f2-4729-b386-2eee47a5806c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "DELETE /v2.0/routers/f9d81f27-3960-42d0-993c-ded52f713320 HTTP/1.1" status: 204 len: 168 time: 1.2452989 Feb 01 04:48:45.276874 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 45230) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:48:45.488754 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0e738c6f-2d98-4d99-9fbb-e95668b64b12 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:45.617850 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0e738c6f-2d98-4d99-9fbb-e95668b64b12 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:45.642167 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-0e738c6f-2d98-4d99-9fbb-e95668b64b12 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5530905-2679-48f7-8a61-9926f1cc4b73']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:48:45.657650 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-0e738c6f-2d98-4d99-9fbb-e95668b64b12 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d810199-52fd-4d59-86a2-6e982a0ce061') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:48:45.657948 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-0e738c6f-2d98-4d99-9fbb-e95668b64b12 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d810199-52fd-4d59-86a2-6e982a0ce061') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:48:45.669558 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0e738c6f-2d98-4d99-9fbb-e95668b64b12 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:45.685022 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0e738c6f-2d98-4d99-9fbb-e95668b64b12 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:45.691294 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e738c6f-2d98-4d99-9fbb-e95668b64b12 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:48:45.692217 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0e738c6f-2d98-4d99-9fbb-e95668b64b12 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:45.706709 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 04:48:45.706709 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:48:45.706709 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 04:48:45.706709 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:48:45.706709 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 04:48:45.706709 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:48:45.706709 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 04:48:45.706709 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:48:45.706709 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 04:48:45.706709 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:48:45.706709 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 04:48:45.706709 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:48:45.706709 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 04:48:45.706709 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:48:45.706709 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:48:45.706709 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:48:45.706709 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:48:45.706709 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:48:45.706709 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 04:48:45.706709 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:48:45.706709 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 04:48:45.706709 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:48:45.706709 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:48:45.706709 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:48:45.706709 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 04:48:45.706709 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:48:45.706709 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:48:45.706709 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:48:45.706709 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:48:45.706709 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:48:45.706709 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:48:45.706709 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:48:45.786423 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0e738c6f-2d98-4d99-9fbb-e95668b64b12 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:45.803026 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0e738c6f-2d98-4d99-9fbb-e95668b64b12 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:45.818034 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e738c6f-2d98-4d99-9fbb-e95668b64b12 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event deleted for resources: {'Network': ['ID=b5530905-2679-48f7-8a61-9926f1cc4b73,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:48:45.826022 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-0e738c6f-2d98-4d99-9fbb-e95668b64b12 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "DELETE /v2.0/networks/b5530905-2679-48f7-8a61-9926f1cc4b73 HTTP/1.1" status: 204 len: 168 time: 0.5481393 Feb 01 04:48:45.852813 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 45234) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:48:45.858419 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-5200675d-8185-41ef-81cc-57425f6ee1c3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'network': {'name': 'tempest-network-smoke--1329817026', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'port_security_enabled': True}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:48:45.863500 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-5200675d-8185-41ef-81cc-57425f6ee1c3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:48:45.867568 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-5200675d-8185-41ef-81cc-57425f6ee1c3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:network and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:48:45.870588 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-5200675d-8185-41ef-81cc-57425f6ee1c3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:48:45.876584 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-5200675d-8185-41ef-81cc-57425f6ee1c3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:48:45.887040 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5200675d-8185-41ef-81cc-57425f6ee1c3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Made reservation on behalf of 0629703b9474474a9f2fde13723d2e8b for: {'network': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:48:45.890434 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5200675d-8185-41ef-81cc-57425f6ee1c3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:45.917187 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5200675d-8185-41ef-81cc-57425f6ee1c3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=87637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:48:45.925886 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5200675d-8185-41ef-81cc-57425f6ee1c3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:45.926228 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.segments_db [None req-5200675d-8185-41ef-81cc-57425f6ee1c3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Added segment be0f4edd-32d7-4853-b5db-1203b42245ab of type vlan for network 74e766f2-14ce-473b-aba2-1de62c8863e2 Feb 01 04:48:45.951561 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5200675d-8185-41ef-81cc-57425f6ee1c3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:45.979203 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5200675d-8185-41ef-81cc-57425f6ee1c3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:45.984692 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5200675d-8185-41ef-81cc-57425f6ee1c3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:48:45.985254 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5200675d-8185-41ef-81cc-57425f6ee1c3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:46.087881 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-5200675d-8185-41ef-81cc-57425f6ee1c3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2340477 Feb 01 04:48:46.090711 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 45238) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:48:46.092846 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5200675d-8185-41ef-81cc-57425f6ee1c3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'Network': ['ID=74e766f2-14ce-473b-aba2-1de62c8863e2,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:48:46.096045 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-15b768c0-49d6-4375-a9da-8a9e341180b9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1923735358', 'admin_state_up': True, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:48:46.103313 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-15b768c0-49d6-4375-a9da-8a9e341180b9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:48:46.107130 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-15b768c0-49d6-4375-a9da-8a9e341180b9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:router and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:48:46.109989 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-15b768c0-49d6-4375-a9da-8a9e341180b9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:48:46.111889 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 74e766f2-14ce-473b-aba2-1de62c8863e2 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:48:46.117840 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-15b768c0-49d6-4375-a9da-8a9e341180b9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:48:46.128086 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-15b768c0-49d6-4375-a9da-8a9e341180b9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25958'] for router, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:46.129730 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-15b768c0-49d6-4375-a9da-8a9e341180b9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-372027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25961'] for router, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:46.156150 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-15b768c0-49d6-4375-a9da-8a9e341180b9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:46.230412 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 0daa6a75-4b35-464d-94aa-082859bfd209 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:48:46.278069 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 0daa6a75-4b35-464d-94aa-082859bfd209 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:48:46.278404 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 0daa6a75-4b35-464d-94aa-082859bfd209 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:48:46.278810 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 1ba8dab5-3632-4161-8b78-34d5bf669274 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:48:46.314511 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 1ba8dab5-3632-4161-8b78-34d5bf669274 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:48:46.314851 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 1ba8dab5-3632-4161-8b78-34d5bf669274 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:48:46.315284 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device eeff50be-ab65-4365-b165-30646a082683 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:48:46.346921 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: eeff50be-ab65-4365-b165-30646a082683 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:48:46.347300 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device eeff50be-ab65-4365-b165-30646a082683 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:48:46.524447 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-15b768c0-49d6-4375-a9da-8a9e341180b9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:46.822400 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-15b768c0-49d6-4375-a9da-8a9e341180b9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for router_gateway, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:46.851665 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-15b768c0-49d6-4375-a9da-8a9e341180b9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:46.983079 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-15b768c0-49d6-4375-a9da-8a9e341180b9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Allocated IP 172.26.8.176 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/933171fd-46ed-45cd-9132-7316be3b7326) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:48:47.126517 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-15b768c0-49d6-4375-a9da-8a9e341180b9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:47.155993 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-15b768c0-49d6-4375-a9da-8a9e341180b9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:47.216161 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b768c0-49d6-4375-a9da-8a9e341180b9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:48:47.218893 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-15b768c0-49d6-4375-a9da-8a9e341180b9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:48:47.222517 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b768c0-49d6-4375-a9da-8a9e341180b9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:48:47.263396 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b768c0-49d6-4375-a9da-8a9e341180b9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'Port': ['ID=933171fd-46ed-45cd-9132-7316be3b7326,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:48:47.349197 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 04:48:47.644994 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-15b768c0-49d6-4375-a9da-8a9e341180b9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for router_gateway, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:48.089743 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-15b768c0-49d6-4375-a9da-8a9e341180b9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337'] for router, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:48.293100 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15b768c0-49d6-4375-a9da-8a9e341180b9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Router 8741e26e-c910-4b50-a56c-7d4a0a884536 is scheduled to L3 agent a3073304-82af-4a42-89af-bc532d6626bb with binding_index 1 {{(pid=87636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 01 04:48:48.462996 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b768c0-49d6-4375-a9da-8a9e341180b9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:48:48.472104 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f442ac-4cf0-4a92-ad13-5fa9d2b4b5f2 None None] Sync routers for ids ['8741e26e-c910-4b50-a56c-7d4a0a884536'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:48:48.481747 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f442ac-4cf0-4a92-ad13-5fa9d2b4b5f2 None None] Routers {'8741e26e-c910-4b50-a56c-7d4a0a884536'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:48:48.482366 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-82f442ac-4cf0-4a92-ad13-5fa9d2b4b5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:48:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['8741e26e-c910-4b50-a56c-7d4a0a884536'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:48:48.488407 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-15b768c0-49d6-4375-a9da-8a9e341180b9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:48.489620 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-15b768c0-49d6-4375-a9da-8a9e341180b9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3979003 Feb 01 04:48:48.492702 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 45242) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:48:48.534577 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9ad7e22a-5b8a-4161-8528-56fa728e6ad9 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=0629703b9474474a9f2fde13723d2e8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0408242 Feb 01 04:48:48.537673 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 45246) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:48:48.658062 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-82f442ac-4cf0-4a92-ad13-5fa9d2b4b5f2 None None] Set router 8741e26e-c910-4b50-a56c-7d4a0a884536 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:48:48.664327 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df92672-994e-44bd-8f46-a234ede676d3 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:48:48.665797 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-3df92672-994e-44bd-8f46-a234ede676d3 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1272471 Feb 01 04:48:48.668565 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 45250) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:48:48.707712 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-5fbe1b6b-5a99-45d3-98e0-3bf85e9c0b19 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=bdef128a-46b3-4cca-a245-48d1eb781269&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375013 Feb 01 04:48:48.710374 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 45254) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:48:48.715645 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-06b9f089-70e7-44c5-9436-19e469f14f9e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-436221516', 'network_id': '74e766f2-14ce-473b-aba2-1de62c8863e2', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:48:48.825243 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-06b9f089-70e7-44c5-9436-19e469f14f9e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:48:48.829012 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-06b9f089-70e7-44c5-9436-19e469f14f9e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:subnet and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:48:48.831798 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-06b9f089-70e7-44c5-9436-19e469f14f9e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:48:48.838044 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-06b9f089-70e7-44c5-9436-19e469f14f9e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:48:48.848800 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b9f089-70e7-44c5-9436-19e469f14f9e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Made reservation on behalf of 0629703b9474474a9f2fde13723d2e8b for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:48:48.852359 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-06b9f089-70e7-44c5-9436-19e469f14f9e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:48.944304 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-82f442ac-4cf0-4a92-ad13-5fa9d2b4b5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8741e26e-c910-4b50-a56c-7d4a0a884536', 'name': 'tempest-TestNetworkBasicOps-router-1923735358', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.176'}], 'enable_snat': True}, 'gw_port_id': '933171fd-46ed-45cd-9132-7316be3b7326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:48:46Z', 'updated_at': '2022-02-01T04:48:47Z', 'revision_number': 3, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': '933171fd-46ed-45cd-9132-7316be3b7326', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:da:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8741e26e-c910-4b50-a56c-7d4a0a884536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:48:46Z', 'updated_at': '2022-02-01T04:48:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:48:48.949014 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f442ac-4cf0-4a92-ad13-5fa9d2b4b5f2 None None] Checking router: 8741e26e-c910-4b50-a56c-7d4a0a884536 for host: dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:48:48.949466 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f442ac-4cf0-4a92-ad13-5fa9d2b4b5f2 None None] Updating router 8741e26e-c910-4b50-a56c-7d4a0a884536 port 933171fd-46ed-45cd-9132-7316be3b7326 binding host dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 04:48:49.008091 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-82f442ac-4cf0-4a92-ad13-5fa9d2b4b5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:49.063733 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-06b9f089-70e7-44c5-9436-19e469f14f9e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:49.148313 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b9f089-70e7-44c5-9436-19e469f14f9e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'Subnet': ['ID=c58f1282-0b34-4c7d-8f65-03f6e933d892,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:48:49.153182 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b9f089-70e7-44c5-9436-19e469f14f9e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Checking segment: {'id': 'be0f4edd-32d7-4853-b5db-1203b42245ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '74e766f2-14ce-473b-aba2-1de62c8863e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:48:49.153541 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b9f089-70e7-44c5-9436-19e469f14f9e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Network hostable DHCP agents. Network: 74e766f2-14ce-473b-aba2-1de62c8863e2, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:48:49.173363 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b9f089-70e7-44c5-9436-19e469f14f9e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Network 74e766f2-14ce-473b-aba2-1de62c8863e2 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:48:49.182832 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-06b9f089-70e7-44c5-9436-19e469f14f9e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, 74e766f2-14ce-473b-aba2-1de62c8863e2) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:48:49.188052 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b9f089-70e7-44c5-9436-19e469f14f9e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:48:49.188633 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-06b9f089-70e7-44c5-9436-19e469f14f9e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:49.210402 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-06b9f089-70e7-44c5-9436-19e469f14f9e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4990005 Feb 01 04:48:49.213644 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 45258) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:48:49.214365 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cde0104-2c81-41b8-8478-7c991aa94cf9 None None] Network 74e766f2-14ce-473b-aba2-1de62c8863e2 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:48:49.519464 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-82f442ac-4cf0-4a92-ad13-5fa9d2b4b5f2 None None] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:49.532439 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69000c38-0a29-43c7-ac3e-34e816aec04d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-74e766f2-14ce-473b-aba2-1de62c8863e2', 'network_id': '74e766f2-14ce-473b-aba2-1de62c8863e2', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'fixed_ips': [{'subnet_id': 'c58f1282-0b34-4c7d-8f65-03f6e933d892'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:48:49.533245 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-69000c38-0a29-43c7-ac3e-34e816aec04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:49.544826 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-82f442ac-4cf0-4a92-ad13-5fa9d2b4b5f2 None None] Transition to ACTIVE for port object 933171fd-46ed-45cd-9132-7316be3b7326 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:48:49.554652 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-82f442ac-4cf0-4a92-ad13-5fa9d2b4b5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:49.720575 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-82f442ac-4cf0-4a92-ad13-5fa9d2b4b5f2 None None] Attempting to bind port 933171fd-46ed-45cd-9132-7316be3b7326 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:48:49.720933 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-82f442ac-4cf0-4a92-ad13-5fa9d2b4b5f2 None None] Attempting to bind port 933171fd-46ed-45cd-9132-7316be3b7326 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:48:49.721285 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f442ac-4cf0-4a92-ad13-5fa9d2b4b5f2 None None] Attempting to bind port 933171fd-46ed-45cd-9132-7316be3b7326 on network bdef128a-46b3-4cca-a245-48d1eb781269 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:48:49.736635 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f002ae-70e1-42e5-8873-2cc1e0c7b033 None None] Pushing event updated for resources: {'Port': ['ID=933171fd-46ed-45cd-9132-7316be3b7326,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:48:49.742220 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f442ac-4cf0-4a92-ad13-5fa9d2b4b5f2 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:48:49.742587 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f442ac-4cf0-4a92-ad13-5fa9d2b4b5f2 None None] Checking segment: {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:48:49.742980 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-82f442ac-4cf0-4a92-ad13-5fa9d2b4b5f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:49.743387 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f442ac-4cf0-4a92-ad13-5fa9d2b4b5f2 None None] Bound using segment: {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:48:49.743852 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-82f442ac-4cf0-4a92-ad13-5fa9d2b4b5f2 None None] Bound port: 933171fd-46ed-45cd-9132-7316be3b7326, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:48:49.744215 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-82f442ac-4cf0-4a92-ad13-5fa9d2b4b5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:49.869528 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-82f442ac-4cf0-4a92-ad13-5fa9d2b4b5f2 None None] For port 933171fd-46ed-45cd-9132-7316be3b7326, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:48:49.874796 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-82f442ac-4cf0-4a92-ad13-5fa9d2b4b5f2 None None] For port 933171fd-46ed-45cd-9132-7316be3b7326, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=933171fd-46ed-45cd-9132-7316be3b7326,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:48:49.876257 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-69000c38-0a29-43c7-ac3e-34e816aec04d None None] Allocated IP 172.20.0.2 (74e766f2-14ce-473b-aba2-1de62c8863e2/c58f1282-0b34-4c7d-8f65-03f6e933d892/30a9cb24-ef9d-4f96-99de-ec5ce4e1d5c8) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:48:49.879865 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-82f442ac-4cf0-4a92-ad13-5fa9d2b4b5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:49.996685 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f002ae-70e1-42e5-8873-2cc1e0c7b033 None None] Pushing event updated for resources: {'Port': ['ID=933171fd-46ed-45cd-9132-7316be3b7326,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:48:50.036349 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b7cf1fe5-5084-4509-919b-886742832534 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:50.046727 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f442ac-4cf0-4a92-ad13-5fa9d2b4b5f2 None None] Routers {'8741e26e-c910-4b50-a56c-7d4a0a884536'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:48:50.047386 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-82f442ac-4cf0-4a92-ad13-5fa9d2b4b5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:48:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['8741e26e-c910-4b50-a56c-7d4a0a884536'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:48:50.300402 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-82f442ac-4cf0-4a92-ad13-5fa9d2b4b5f2 None None] Set router 8741e26e-c910-4b50-a56c-7d4a0a884536 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:48:50.427579 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-69000c38-0a29-43c7-ac3e-34e816aec04d None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:50.452200 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-69000c38-0a29-43c7-ac3e-34e816aec04d None None] Transition to ACTIVE for port object 30a9cb24-ef9d-4f96-99de-ec5ce4e1d5c8 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:48:50.521225 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-69000c38-0a29-43c7-ac3e-34e816aec04d None None] Transition to ACTIVE for port object 30a9cb24-ef9d-4f96-99de-ec5ce4e1d5c8 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:48:50.532843 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-69000c38-0a29-43c7-ac3e-34e816aec04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:50.596524 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-b7cf1fe5-5084-4509-919b-886742832534 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Allocated IP 172.20.0.1 (74e766f2-14ce-473b-aba2-1de62c8863e2/c58f1282-0b34-4c7d-8f65-03f6e933d892/2158f3d0-1734-4027-b07d-bb929a4367be) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:48:50.613842 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69000c38-0a29-43c7-ac3e-34e816aec04d None None] Network 74e766f2-14ce-473b-aba2-1de62c8863e2 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:48:50.618074 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-69000c38-0a29-43c7-ac3e-34e816aec04d None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:48:50.623413 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69000c38-0a29-43c7-ac3e-34e816aec04d None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:48:50.686426 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69000c38-0a29-43c7-ac3e-34e816aec04d None None] Pushing event updated for resources: {'Port': ['ID=30a9cb24-ef9d-4f96-99de-ec5ce4e1d5c8,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:48:50.754761 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-69000c38-0a29-43c7-ac3e-34e816aec04d None None] Attempting to bind port 30a9cb24-ef9d-4f96-99de-ec5ce4e1d5c8 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:48:50.755118 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-69000c38-0a29-43c7-ac3e-34e816aec04d None None] Attempting to bind port 30a9cb24-ef9d-4f96-99de-ec5ce4e1d5c8 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': 'be0f4edd-32d7-4853-b5db-1203b42245ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '74e766f2-14ce-473b-aba2-1de62c8863e2'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:48:50.755494 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69000c38-0a29-43c7-ac3e-34e816aec04d None None] Attempting to bind port 30a9cb24-ef9d-4f96-99de-ec5ce4e1d5c8 on network 74e766f2-14ce-473b-aba2-1de62c8863e2 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:48:50.756858 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b7cf1fe5-5084-4509-919b-886742832534 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:50.766426 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69000c38-0a29-43c7-ac3e-34e816aec04d None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:48:50.766790 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69000c38-0a29-43c7-ac3e-34e816aec04d None None] Checking segment: {'id': 'be0f4edd-32d7-4853-b5db-1203b42245ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '74e766f2-14ce-473b-aba2-1de62c8863e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:48:50.767206 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-69000c38-0a29-43c7-ac3e-34e816aec04d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:50.767617 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69000c38-0a29-43c7-ac3e-34e816aec04d None None] Bound using segment: {'id': 'be0f4edd-32d7-4853-b5db-1203b42245ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '74e766f2-14ce-473b-aba2-1de62c8863e2'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:48:50.768136 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-69000c38-0a29-43c7-ac3e-34e816aec04d None None] Bound port: 30a9cb24-ef9d-4f96-99de-ec5ce4e1d5c8, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0f4edd-32d7-4853-b5db-1203b42245ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '74e766f2-14ce-473b-aba2-1de62c8863e2'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:48:50.768501 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-69000c38-0a29-43c7-ac3e-34e816aec04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:50.773034 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-b7cf1fe5-5084-4509-919b-886742832534 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Transition to ACTIVE for port object 2158f3d0-1734-4027-b07d-bb929a4367be will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:48:50.796804 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b7cf1fe5-5084-4509-919b-886742832534 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:50.842390 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-82f442ac-4cf0-4a92-ad13-5fa9d2b4b5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8741e26e-c910-4b50-a56c-7d4a0a884536', 'name': 'tempest-TestNetworkBasicOps-router-1923735358', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.176'}], 'enable_snat': True}, 'gw_port_id': '933171fd-46ed-45cd-9132-7316be3b7326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:48:46Z', 'updated_at': '2022-02-01T04:48:47Z', 'revision_number': 3, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': '933171fd-46ed-45cd-9132-7316be3b7326', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:da:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8741e26e-c910-4b50-a56c-7d4a0a884536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:48:46Z', 'updated_at': '2022-02-01T04:48:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:48:50.858347 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f442ac-4cf0-4a92-ad13-5fa9d2b4b5f2 None None] The sync data for ids ['8741e26e-c910-4b50-a56c-7d4a0a884536'] in dv-neutron-826830-1-hyperv is: [{'id': '8741e26e-c910-4b50-a56c-7d4a0a884536', 'name': 'tempest-TestNetworkBasicOps-router-1923735358', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.176'}], 'enable_snat': True}, 'gw_port_id': '933171fd-46ed-45cd-9132-7316be3b7326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:48:46Z', 'updated_at': '2022-02-01T04:48:47Z', 'revision_number': 3, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': '933171fd-46ed-45cd-9132-7316be3b7326', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:da:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8741e26e-c910-4b50-a56c-7d4a0a884536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:48:46Z', 'updated_at': '2022-02-01T04:48:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:48:50.862622 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7cf1fe5-5084-4509-919b-886742832534 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Network 74e766f2-14ce-473b-aba2-1de62c8863e2 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:48:50.865926 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-b7cf1fe5-5084-4509-919b-886742832534 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:48:50.868334 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cf1fe5-5084-4509-919b-886742832534 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:48:50.871704 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-69000c38-0a29-43c7-ac3e-34e816aec04d None None] For port 30a9cb24-ef9d-4f96-99de-ec5ce4e1d5c8, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:48:50.875305 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-69000c38-0a29-43c7-ac3e-34e816aec04d None None] For port 30a9cb24-ef9d-4f96-99de-ec5ce4e1d5c8, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=30a9cb24-ef9d-4f96-99de-ec5ce4e1d5c8,segment=NetworkSegment(be0f4edd-32d7-4853-b5db-1203b42245ab),segment_id=be0f4edd-32d7-4853-b5db-1203b42245ab)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:48:50.881329 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-69000c38-0a29-43c7-ac3e-34e816aec04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:50.916921 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf1fe5-5084-4509-919b-886742832534 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'Port': ['ID=2158f3d0-1734-4027-b07d-bb929a4367be,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:48:50.938161 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b7cf1fe5-5084-4509-919b-886742832534 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-372107'] for router_interface, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:50.976527 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69000c38-0a29-43c7-ac3e-34e816aec04d None None] Pushing event updated for resources: {'Port': ['ID=30a9cb24-ef9d-4f96-99de-ec5ce4e1d5c8,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:48:51.366711 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b7cf1fe5-5084-4509-919b-886742832534 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:51.787271 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b7cf1fe5-5084-4509-919b-886742832534 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:51.792095 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b7cf1fe5-5084-4509-919b-886742832534 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:51.909681 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf1fe5-5084-4509-919b-886742832534 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'Port': ['ID=2158f3d0-1734-4027-b07d-bb929a4367be,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:48:51.912861 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b7cf1fe5-5084-4509-919b-886742832534 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371990'] for router_interface, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:52.012623 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e83a65-f4ac-4254-ba8e-7f1a2b1945a0 None None] Network 74e766f2-14ce-473b-aba2-1de62c8863e2 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:48:52.053366 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7cf1fe5-5084-4509-919b-886742832534 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Network 74e766f2-14ce-473b-aba2-1de62c8863e2 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:48:52.054500 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-b7cf1fe5-5084-4509-919b-886742832534 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:48:52.170707 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-1fce2180-7832-429d-9cfa-5bfdec20b5f4 None None] Provisioning for port 30a9cb24-ef9d-4f96-99de-ec5ce4e1d5c8 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:48:52.239544 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 30a9cb24-ef9d-4f96-99de-ec5ce4e1d5c8 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:48:52.254478 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7cf1fe5-5084-4509-919b-886742832534 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Router 8741e26e-c910-4b50-a56c-7d4a0a884536 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:48:52.379281 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 30a9cb24-ef9d-4f96-99de-ec5ce4e1d5c8 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:48:52.384344 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 30a9cb24-ef9d-4f96-99de-ec5ce4e1d5c8 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:48:52.384719 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:52.440727 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7cf1fe5-5084-4509-919b-886742832534 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:48:52.456143 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b7cf1fe5-5084-4509-919b-886742832534 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "PUT /v2.0/routers/8741e26e-c910-4b50-a56c-7d4a0a884536/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2387166 Feb 01 04:48:52.456143 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 45262) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:48:52.519248 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:52.546468 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c2d8e3-feeb-470b-b25c-b44d788c0148 None None] Sync routers for ids ['8741e26e-c910-4b50-a56c-7d4a0a884536'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:48:52.554639 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 30a9cb24-ef9d-4f96-99de-ec5ce4e1d5c8, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=30a9cb24-ef9d-4f96-99de-ec5ce4e1d5c8,segment=NetworkSegment(be0f4edd-32d7-4853-b5db-1203b42245ab),segment_id=be0f4edd-32d7-4853-b5db-1203b42245ab)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:48:52.559555 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c2d8e3-feeb-470b-b25c-b44d788c0148 None None] Routers {'8741e26e-c910-4b50-a56c-7d4a0a884536'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:48:52.560281 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:52.560618 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-30c2d8e3-feeb-470b-b25c-b44d788c0148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:48:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['8741e26e-c910-4b50-a56c-7d4a0a884536'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:48:52.561925 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 933171fd-46ed-45cd-9132-7316be3b7326 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:48:52.598995 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11595733-43c0-40be-89a5-9410b241f6d3 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:48:52.599661 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11595733-43c0-40be-89a5-9410b241f6d3 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:48:52.600174 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11595733-43c0-40be-89a5-9410b241f6d3 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:48:52.600695 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11595733-43c0-40be-89a5-9410b241f6d3 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:48:52.603097 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-11595733-43c0-40be-89a5-9410b241f6d3 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2883 time: 0.1459002 Feb 01 04:48:52.605737 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 45266) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:48:52.700509 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=30a9cb24-ef9d-4f96-99de-ec5ce4e1d5c8,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:48:52.704691 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0a8a47-b8a5-465e-a2bd-19cdfe50c2b0 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:48:52.705291 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0a8a47-b8a5-465e-a2bd-19cdfe50c2b0 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:48:52.705939 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0a8a47-b8a5-465e-a2bd-19cdfe50c2b0 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:48:52.706640 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0a8a47-b8a5-465e-a2bd-19cdfe50c2b0 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:48:52.712080 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 45270) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:48:52.715877 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-6c0a8a47-b8a5-465e-a2bd-19cdfe50c2b0 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.1087904 Feb 01 04:48:52.718107 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 933171fd-46ed-45cd-9132-7316be3b7326 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:48:52.724774 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-95ac7913-6157-41a3-8a93-5de224a8486c None None] Provisioning for port 2158f3d0-1734-4027-b07d-bb929a4367be completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:48:52.731408 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 933171fd-46ed-45cd-9132-7316be3b7326 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:48:52.732054 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:52.762559 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-95ac7913-6157-41a3-8a93-5de224a8486c None None] Provisioning complete for port 2158f3d0-1734-4027-b07d-bb929a4367be triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:48:52.762784 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-95ac7913-6157-41a3-8a93-5de224a8486c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:52.788831 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-30c2d8e3-feeb-470b-b25c-b44d788c0148 None None] Set router 8741e26e-c910-4b50-a56c-7d4a0a884536 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:48:52.853954 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-95ac7913-6157-41a3-8a93-5de224a8486c None None] Port 2158f3d0-1734-4027-b07d-bb929a4367be cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:48:52.920266 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:52.936956 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-95ac7913-6157-41a3-8a93-5de224a8486c None None] Provisioning complete for port 30a9cb24-ef9d-4f96-99de-ec5ce4e1d5c8 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:48:52.937324 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-95ac7913-6157-41a3-8a93-5de224a8486c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:52.979725 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-283f18d5-9a1c-4b21-b8f7-18f0f9efb164 tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2658808 Feb 01 04:48:52.986904 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 933171fd-46ed-45cd-9132-7316be3b7326, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=933171fd-46ed-45cd-9132-7316be3b7326,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:48:52.992764 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:53.075270 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=933171fd-46ed-45cd-9132-7316be3b7326,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:48:53.173147 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-30c2d8e3-feeb-470b-b25c-b44d788c0148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8741e26e-c910-4b50-a56c-7d4a0a884536', 'name': 'tempest-TestNetworkBasicOps-router-1923735358', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.176'}], 'enable_snat': True}, 'gw_port_id': '933171fd-46ed-45cd-9132-7316be3b7326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:48:46Z', 'updated_at': '2022-02-01T04:48:51Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': '933171fd-46ed-45cd-9132-7316be3b7326', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:da:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8741e26e-c910-4b50-a56c-7d4a0a884536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:48:46Z', 'updated_at': '2022-02-01T04:48:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '2158f3d0-1734-4027-b07d-bb929a4367be', 'name': '', 'network_id': '74e766f2-14ce-473b-aba2-1de62c8863e2', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:fb:4d:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8741e26e-c910-4b50-a56c-7d4a0a884536', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'c58f1282-0b34-4c7d-8f65-03f6e933d892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:48:50Z', 'updated_at': '2022-02-01T04:48:51Z', 'revision_number': 2, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': 'c58f1282-0b34-4c7d-8f65-03f6e933d892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:48:53.176878 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c2d8e3-feeb-470b-b25c-b44d788c0148 None None] Checking router: 8741e26e-c910-4b50-a56c-7d4a0a884536 for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:48:53.177218 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c2d8e3-feeb-470b-b25c-b44d788c0148 None None] Updating router 8741e26e-c910-4b50-a56c-7d4a0a884536 port 2158f3d0-1734-4027-b07d-bb929a4367be binding host dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 04:48:53.232828 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-30c2d8e3-feeb-470b-b25c-b44d788c0148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:53.235834 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 45276) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:48:53.241271 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-2ee0d09b-b45e-4158-812f-f90f28b19616 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1235556573', 'description': 'tempest-secgroup-smoke-1235556573 description', 'project_id': '0629703b9474474a9f2fde13723d2e8b'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:48:53.247243 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-2ee0d09b-b45e-4158-812f-f90f28b19616 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:48:53.251596 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-2ee0d09b-b45e-4158-812f-f90f28b19616 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:48:53.255035 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-2ee0d09b-b45e-4158-812f-f90f28b19616 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:48:53.260871 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-2ee0d09b-b45e-4158-812f-f90f28b19616 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:48:53.264375 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-5a32b83c-ec20-403d-a7fb-f2a9c1854b72 None None] Provisioning complete for port 2158f3d0-1734-4027-b07d-bb929a4367be triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:48:53.264751 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5a32b83c-ec20-403d-a7fb-f2a9c1854b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:53.272381 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2ee0d09b-b45e-4158-812f-f90f28b19616 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:53.292731 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-2ee0d09b-b45e-4158-812f-f90f28b19616 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:48:53.297033 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-2ee0d09b-b45e-4158-812f-f90f28b19616 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group_rule and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:48:53.299972 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-2ee0d09b-b45e-4158-812f-f90f28b19616 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:48:53.305931 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-2ee0d09b-b45e-4158-812f-f90f28b19616 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:48:53.320972 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-5a32b83c-ec20-403d-a7fb-f2a9c1854b72 None None] Port 2158f3d0-1734-4027-b07d-bb929a4367be cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:48:53.376612 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2ee0d09b-b45e-4158-812f-f90f28b19616 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:53.380642 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2ee0d09b-b45e-4158-812f-f90f28b19616 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:53.423561 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee0d09b-b45e-4158-812f-f90f28b19616 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52aee370-0c5b-405d-a161-0f4bd69ed5c9,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:48:53.429455 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2ee0d09b-b45e-4158-812f-f90f28b19616 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:53.430708 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-2ee0d09b-b45e-4158-812f-f90f28b19616 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1938295 Feb 01 04:48:53.433440 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 45280) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:48:53.438503 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-2ac944af-5ab4-4888-8ad8-af9ad788e9e7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'security_group_rule': {'security_group_id': '52aee370-0c5b-405d-a161-0f4bd69ed5c9', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:48:53.444808 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-2ac944af-5ab4-4888-8ad8-af9ad788e9e7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:48:53.448510 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-2ac944af-5ab4-4888-8ad8-af9ad788e9e7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group_rule and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:48:53.451311 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-2ac944af-5ab4-4888-8ad8-af9ad788e9e7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:48:53.457602 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-2ac944af-5ab4-4888-8ad8-af9ad788e9e7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:48:53.474343 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2ac944af-5ab4-4888-8ad8-af9ad788e9e7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:53.540619 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2ac944af-5ab4-4888-8ad8-af9ad788e9e7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:53.544607 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2ac944af-5ab4-4888-8ad8-af9ad788e9e7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:53.571784 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac944af-5ab4-4888-8ad8-af9ad788e9e7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d2b64bc-e3a6-488a-9566-f9530f4c9146,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:48:53.582576 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2ac944af-5ab4-4888-8ad8-af9ad788e9e7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:53.583966 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-2ac944af-5ab4-4888-8ad8-af9ad788e9e7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1495502 Feb 01 04:48:53.586696 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 45284) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:48:53.592035 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-3d5f3cde-1e5a-4596-a85f-f31ab72ef287 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'security_group_rule': {'security_group_id': '52aee370-0c5b-405d-a161-0f4bd69ed5c9', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:48:53.597935 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-3d5f3cde-1e5a-4596-a85f-f31ab72ef287 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:48:53.602148 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-3d5f3cde-1e5a-4596-a85f-f31ab72ef287 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group_rule and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:48:53.605443 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-3d5f3cde-1e5a-4596-a85f-f31ab72ef287 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:48:53.611706 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-3d5f3cde-1e5a-4596-a85f-f31ab72ef287 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:48:53.612647 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-30c2d8e3-feeb-470b-b25c-b44d788c0148 None None] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:53.625701 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-30c2d8e3-feeb-470b-b25c-b44d788c0148 None None] Transition to ACTIVE for port object 2158f3d0-1734-4027-b07d-bb929a4367be will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:48:53.631186 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3d5f3cde-1e5a-4596-a85f-f31ab72ef287 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:53.633670 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-30c2d8e3-feeb-470b-b25c-b44d788c0148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:53.698431 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3d5f3cde-1e5a-4596-a85f-f31ab72ef287 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:53.702984 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3d5f3cde-1e5a-4596-a85f-f31ab72ef287 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:53.733205 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5f3cde-1e5a-4596-a85f-f31ab72ef287 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bbc2ac0-ecac-4464-8fab-82b2e642b411,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:48:53.745307 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3d5f3cde-1e5a-4596-a85f-f31ab72ef287 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:53.747522 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-3d5f3cde-1e5a-4596-a85f-f31ab72ef287 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1597497 Feb 01 04:48:53.750611 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 45288) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:48:53.756623 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-c77aefc4-ae83-4778-932e-460fa830138e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'security_group_rule': {'security_group_id': '52aee370-0c5b-405d-a161-0f4bd69ed5c9', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:48:53.764554 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-c77aefc4-ae83-4778-932e-460fa830138e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:48:53.768998 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-c77aefc4-ae83-4778-932e-460fa830138e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group_rule and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:48:53.772381 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-c77aefc4-ae83-4778-932e-460fa830138e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:48:53.778591 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-c77aefc4-ae83-4778-932e-460fa830138e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:48:53.790208 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a904dda-293c-43a0-9b04-88d193587102 None None] Pushing event updated for resources: {'Port': ['ID=2158f3d0-1734-4027-b07d-bb929a4367be,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:48:53.799915 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c77aefc4-ae83-4778-932e-460fa830138e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:53.809403 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a904dda-293c-43a0-9b04-88d193587102 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:48:53.809616 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a904dda-293c-43a0-9b04-88d193587102 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:48:53.809826 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a904dda-293c-43a0-9b04-88d193587102 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:48:53.810132 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a904dda-293c-43a0-9b04-88d193587102 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:48:53.811032 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a904dda-293c-43a0-9b04-88d193587102 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:48:53.811032 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a904dda-293c-43a0-9b04-88d193587102 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:48:53.811246 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a904dda-293c-43a0-9b04-88d193587102 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:48:53.811448 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a904dda-293c-43a0-9b04-88d193587102 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:48:53.811780 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a904dda-293c-43a0-9b04-88d193587102 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:48:53.812084 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a904dda-293c-43a0-9b04-88d193587102 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:48:53.812397 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a904dda-293c-43a0-9b04-88d193587102 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:48:53.812709 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a904dda-293c-43a0-9b04-88d193587102 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:48:53.865698 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-30c2d8e3-feeb-470b-b25c-b44d788c0148 None None] Attempting to bind port 2158f3d0-1734-4027-b07d-bb929a4367be on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:48:53.866134 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-30c2d8e3-feeb-470b-b25c-b44d788c0148 None None] Attempting to bind port 2158f3d0-1734-4027-b07d-bb929a4367be by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': 'be0f4edd-32d7-4853-b5db-1203b42245ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '74e766f2-14ce-473b-aba2-1de62c8863e2'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:48:53.866584 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c2d8e3-feeb-470b-b25c-b44d788c0148 None None] Attempting to bind port 2158f3d0-1734-4027-b07d-bb929a4367be on network 74e766f2-14ce-473b-aba2-1de62c8863e2 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:48:53.872250 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c2d8e3-feeb-470b-b25c-b44d788c0148 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:48:53.872764 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c2d8e3-feeb-470b-b25c-b44d788c0148 None None] Checking segment: {'id': 'be0f4edd-32d7-4853-b5db-1203b42245ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '74e766f2-14ce-473b-aba2-1de62c8863e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:48:53.873492 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-30c2d8e3-feeb-470b-b25c-b44d788c0148 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:53.873948 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c2d8e3-feeb-470b-b25c-b44d788c0148 None None] Bound using segment: {'id': 'be0f4edd-32d7-4853-b5db-1203b42245ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '74e766f2-14ce-473b-aba2-1de62c8863e2'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:48:53.874620 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-30c2d8e3-feeb-470b-b25c-b44d788c0148 None None] Bound port: 2158f3d0-1734-4027-b07d-bb929a4367be, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0f4edd-32d7-4853-b5db-1203b42245ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '74e766f2-14ce-473b-aba2-1de62c8863e2'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:48:53.875255 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-30c2d8e3-feeb-470b-b25c-b44d788c0148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:53.900038 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c77aefc4-ae83-4778-932e-460fa830138e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:53.903729 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c77aefc4-ae83-4778-932e-460fa830138e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:53.929937 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77aefc4-ae83-4778-932e-460fa830138e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f854ddb-3fe0-4a05-aac3-68aac56c9fa2,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:48:53.940462 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c77aefc4-ae83-4778-932e-460fa830138e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:53.942035 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-c77aefc4-ae83-4778-932e-460fa830138e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1902521 Feb 01 04:48:53.944946 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 45292) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:48:53.951124 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-2a9ecf3a-b1bb-48c4-9222-e9b72f0e1599 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'security_group_rule': {'security_group_id': '52aee370-0c5b-405d-a161-0f4bd69ed5c9', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:48:53.957457 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-2a9ecf3a-b1bb-48c4-9222-e9b72f0e1599 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:48:53.962007 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2a9ecf3a-b1bb-48c4-9222-e9b72f0e1599 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group_rule and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:48:53.965341 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2a9ecf3a-b1bb-48c4-9222-e9b72f0e1599 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:48:53.971645 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-2a9ecf3a-b1bb-48c4-9222-e9b72f0e1599 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:48:53.995807 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-30c2d8e3-feeb-470b-b25c-b44d788c0148 None None] For port 2158f3d0-1734-4027-b07d-bb929a4367be, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:48:53.997917 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2a9ecf3a-b1bb-48c4-9222-e9b72f0e1599 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:53.999303 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-30c2d8e3-feeb-470b-b25c-b44d788c0148 None None] For port 2158f3d0-1734-4027-b07d-bb929a4367be, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=2158f3d0-1734-4027-b07d-bb929a4367be,segment=NetworkSegment(be0f4edd-32d7-4853-b5db-1203b42245ab),segment_id=be0f4edd-32d7-4853-b5db-1203b42245ab)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:48:54.004361 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-30c2d8e3-feeb-470b-b25c-b44d788c0148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:54.065980 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2a9ecf3a-b1bb-48c4-9222-e9b72f0e1599 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:54.070427 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2a9ecf3a-b1bb-48c4-9222-e9b72f0e1599 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:54.090245 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c2d8e3-feeb-470b-b25c-b44d788c0148 None None] Routers {'8741e26e-c910-4b50-a56c-7d4a0a884536'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:48:54.091486 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-30c2d8e3-feeb-470b-b25c-b44d788c0148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:48:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['8741e26e-c910-4b50-a56c-7d4a0a884536'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:48:54.100536 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9ecf3a-b1bb-48c4-9222-e9b72f0e1599 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de304308-29d1-4284-b10e-ff6b1bfb94d2,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:48:54.120783 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2a9ecf3a-b1bb-48c4-9222-e9b72f0e1599 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:54.125800 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 45296) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:48:54.131700 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-9367e605-b631-4a60-a509-8cb03d77a8a4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'security_group_rule': {'security_group_id': '52aee370-0c5b-405d-a161-0f4bd69ed5c9', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:48:54.134625 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2a9ecf3a-b1bb-48c4-9222-e9b72f0e1599 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1883852 Feb 01 04:48:54.139269 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-9367e605-b631-4a60-a509-8cb03d77a8a4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:48:54.143726 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-9367e605-b631-4a60-a509-8cb03d77a8a4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group_rule and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:48:54.147265 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-9367e605-b631-4a60-a509-8cb03d77a8a4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:48:54.153764 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-9367e605-b631-4a60-a509-8cb03d77a8a4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:48:54.161975 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a904dda-293c-43a0-9b04-88d193587102 None None] Pushing event updated for resources: {'Port': ['ID=2158f3d0-1734-4027-b07d-bb929a4367be,revision_number=4']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:48:54.170992 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.securitygroups_db [None req-9367e605-b631-4a60-a509-8cb03d77a8a4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Project 0629703b9474474a9f2fde13723d2e8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 01 04:48:54.180748 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9367e605-b631-4a60-a509-8cb03d77a8a4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:54.203930 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 30a9cb24-ef9d-4f96-99de-ec5ce4e1d5c8 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:48:54.314368 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9367e605-b631-4a60-a509-8cb03d77a8a4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:54.321480 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9367e605-b631-4a60-a509-8cb03d77a8a4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:54.328028 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 30a9cb24-ef9d-4f96-99de-ec5ce4e1d5c8 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:48:54.328749 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:54.341079 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-30c2d8e3-feeb-470b-b25c-b44d788c0148 None None] Set router 8741e26e-c910-4b50-a56c-7d4a0a884536 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:48:54.370257 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9367e605-b631-4a60-a509-8cb03d77a8a4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06c7cd73-ef00-433e-9abb-0b793687ca73,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:48:54.375988 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9367e605-b631-4a60-a509-8cb03d77a8a4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:54.377286 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-9367e605-b631-4a60-a509-8cb03d77a8a4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2503505 Feb 01 04:48:54.380471 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 45300) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:48:54.385806 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-8b91c1bd-4a4f-4c60-bc3e-5a743cd9d062 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'security_group_rule': {'security_group_id': '52aee370-0c5b-405d-a161-0f4bd69ed5c9', 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:48:54.392224 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-8b91c1bd-4a4f-4c60-bc3e-5a743cd9d062 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:48:54.396526 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-8b91c1bd-4a4f-4c60-bc3e-5a743cd9d062 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:security_group_rule and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:48:54.399721 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-8b91c1bd-4a4f-4c60-bc3e-5a743cd9d062 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:48:54.405579 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-8b91c1bd-4a4f-4c60-bc3e-5a743cd9d062 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:48:54.417423 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.securitygroups_db [None req-8b91c1bd-4a4f-4c60-bc3e-5a743cd9d062 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Project 0629703b9474474a9f2fde13723d2e8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 01 04:48:54.424673 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8b91c1bd-4a4f-4c60-bc3e-5a743cd9d062 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:54.477504 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 933171fd-46ed-45cd-9132-7316be3b7326 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:48:54.493587 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8b91c1bd-4a4f-4c60-bc3e-5a743cd9d062 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:54.497351 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8b91c1bd-4a4f-4c60-bc3e-5a743cd9d062 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:54.556365 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 933171fd-46ed-45cd-9132-7316be3b7326 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:48:54.557296 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:54.654816 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b91c1bd-4a4f-4c60-bc3e-5a743cd9d062 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f46efbb6-757e-4154-a9cc-06a4f32866d7,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:48:54.661090 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8b91c1bd-4a4f-4c60-bc3e-5a743cd9d062 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:54.662454 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-8b91c1bd-4a4f-4c60-bc3e-5a743cd9d062 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2808931 Feb 01 04:48:54.692683 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-30c2d8e3-feeb-470b-b25c-b44d788c0148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8741e26e-c910-4b50-a56c-7d4a0a884536', 'name': 'tempest-TestNetworkBasicOps-router-1923735358', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.176'}], 'enable_snat': True}, 'gw_port_id': '933171fd-46ed-45cd-9132-7316be3b7326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:48:46Z', 'updated_at': '2022-02-01T04:48:51Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': '933171fd-46ed-45cd-9132-7316be3b7326', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:da:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8741e26e-c910-4b50-a56c-7d4a0a884536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:48:46Z', 'updated_at': '2022-02-01T04:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '2158f3d0-1734-4027-b07d-bb929a4367be', 'name': '', 'network_id': '74e766f2-14ce-473b-aba2-1de62c8863e2', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:fb:4d:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8741e26e-c910-4b50-a56c-7d4a0a884536', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'c58f1282-0b34-4c7d-8f65-03f6e933d892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:48:50Z', 'updated_at': '2022-02-01T04:48:53Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': 'c58f1282-0b34-4c7d-8f65-03f6e933d892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:48:54.696703 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c2d8e3-feeb-470b-b25c-b44d788c0148 None None] The sync data for ids ['8741e26e-c910-4b50-a56c-7d4a0a884536'] in dv-neutron-826830-1-hyperv is: [{'id': '8741e26e-c910-4b50-a56c-7d4a0a884536', 'name': 'tempest-TestNetworkBasicOps-router-1923735358', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.176'}], 'enable_snat': True}, 'gw_port_id': '933171fd-46ed-45cd-9132-7316be3b7326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:48:46Z', 'updated_at': '2022-02-01T04:48:51Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': '933171fd-46ed-45cd-9132-7316be3b7326', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:da:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8741e26e-c910-4b50-a56c-7d4a0a884536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:48:46Z', 'updated_at': '2022-02-01T04:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '2158f3d0-1734-4027-b07d-bb929a4367be', 'name': '', 'network_id': '74e766f2-14ce-473b-aba2-1de62c8863e2', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:fb:4d:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8741e26e-c910-4b50-a56c-7d4a0a884536', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'c58f1282-0b34-4c7d-8f65-03f6e933d892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:48:50Z', 'updated_at': '2022-02-01T04:48:53Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': 'c58f1282-0b34-4c7d-8f65-03f6e933d892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:48:54.910951 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c221a665-4efc-41bd-8f1c-c36a477d1b1b req-3ade6896-2333-4527-9c35-bd8f67280913 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1235556573&fields=id&tenant_id=0629703b9474474a9f2fde13723d2e8b HTTP/1.1" status: 200 len: 267 time: 0.0437622 Feb 01 04:48:55.064062 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c221a665-4efc-41bd-8f1c-c36a477d1b1b req-cb52e3a4-3cde-4ca4-948f-fbab0b92b39e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:48:55.065550 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c221a665-4efc-41bd-8f1c-c36a477d1b1b req-cb52e3a4-3cde-4ca4-948f-fbab0b92b39e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/networks?id=74e766f2-14ce-473b-aba2-1de62c8863e2 HTTP/1.1" status: 200 len: 797 time: 0.1481569 Feb 01 04:48:55.081095 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c221a665-4efc-41bd-8f1c-c36a477d1b1b req-7cc082f7-eae0-4f36-bce0-6db5b8795c37 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/quotas/0629703b9474474a9f2fde13723d2e8b HTTP/1.1" status: 200 len: 375 time: 0.0094535 Feb 01 04:48:55.166502 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-c221a665-4efc-41bd-8f1c-c36a477d1b1b req-f3f6f5f8-2cad-48e6-bd63-903611a04b3a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Synchronizing usage tracker for tenant:0629703b9474474a9f2fde13723d2e8b on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:48:55.183320 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-c221a665-4efc-41bd-8f1c-c36a477d1b1b req-f3f6f5f8-2cad-48e6-bd63-903611a04b3a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Unset dirty status for tenant:0629703b9474474a9f2fde13723d2e8b on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:48:55.184647 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c221a665-4efc-41bd-8f1c-c36a477d1b1b req-f3f6f5f8-2cad-48e6-bd63-903611a04b3a tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0629703b9474474a9f2fde13723d2e8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0982881 Feb 01 04:48:55.325695 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c221a665-4efc-41bd-8f1c-c36a477d1b1b req-93f15459-8024-4e67-bd15-f5b3efaca86f service neutron] 10.222.0.24 "GET /v2.0/networks/74e766f2-14ce-473b-aba2-1de62c8863e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284795 Feb 01 04:48:55.460068 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c221a665-4efc-41bd-8f1c-c36a477d1b1b req-b1387e09-b6df-4b81-bdcb-4b9b89a1bfd8 service neutron] 10.222.0.24 "GET /v2.0/networks/74e766f2-14ce-473b-aba2-1de62c8863e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284394 Feb 01 04:48:55.648575 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-ab1b8b4d-8b50-4b35-91c0-6a7d835d9fa7 req-8fe3646a-23b7-4c7c-93d1-9146abdd944f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Synchronizing usage tracker for tenant:0629703b9474474a9f2fde13723d2e8b on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:48:55.664760 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-ab1b8b4d-8b50-4b35-91c0-6a7d835d9fa7 req-8fe3646a-23b7-4c7c-93d1-9146abdd944f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Unset dirty status for tenant:0629703b9474474a9f2fde13723d2e8b on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:48:55.666116 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-ab1b8b4d-8b50-4b35-91c0-6a7d835d9fa7 req-8fe3646a-23b7-4c7c-93d1-9146abdd944f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6c76081-5a88-4dca-86ae-dbd955f12535 HTTP/1.1" status: 200 len: 210 time: 0.0653369 Feb 01 04:48:56.178172 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 2158f3d0-1734-4027-b07d-bb929a4367be up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:48:56.250409 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 2158f3d0-1734-4027-b07d-bb929a4367be completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:48:56.254954 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 2158f3d0-1734-4027-b07d-bb929a4367be triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:48:56.255360 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:56.367745 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:56.398157 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 2158f3d0-1734-4027-b07d-bb929a4367be, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=2158f3d0-1734-4027-b07d-bb929a4367be,segment=NetworkSegment(be0f4edd-32d7-4853-b5db-1203b42245ab),segment_id=be0f4edd-32d7-4853-b5db-1203b42245ab)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:48:56.402022 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:56.467681 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=2158f3d0-1734-4027-b07d-bb929a4367be,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:48:56.762887 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c221a665-4efc-41bd-8f1c-c36a477d1b1b req-efd97ced-f11c-48ca-8cd8-8757a382c9e5 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:48:56.763613 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-c221a665-4efc-41bd-8f1c-c36a477d1b1b req-efd97ced-f11c-48ca-8cd8-8757a382c9e5 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Synchronizing usage tracker for tenant:0629703b9474474a9f2fde13723d2e8b on resource:network {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:48:56.781308 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-c221a665-4efc-41bd-8f1c-c36a477d1b1b req-efd97ced-f11c-48ca-8cd8-8757a382c9e5 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Unset dirty status for tenant:0629703b9474474a9f2fde13723d2e8b on resource:network {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:48:56.782484 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-c221a665-4efc-41bd-8f1c-c36a477d1b1b req-efd97ced-f11c-48ca-8cd8-8757a382c9e5 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.18 "GET /v2.0/networks?id=74e766f2-14ce-473b-aba2-1de62c8863e2 HTTP/1.1" status: 200 len: 797 time: 0.1639178 Feb 01 04:48:56.824681 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-35f38f07-5969-4b16-8c3e-1536d133ad22 req-4fc3c060-dbd3-4dcf-9ed8-b54b6ef6816d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6c76081-5a88-4dca-86ae-dbd955f12535 HTTP/1.1" status: 200 len: 210 time: 0.0481565 Feb 01 04:48:56.839353 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-c221a665-4efc-41bd-8f1c-c36a477d1b1b req-671561e8-dbca-49f5-a176-78cc3c84603f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Synchronizing usage tracker for tenant:0629703b9474474a9f2fde13723d2e8b on resource:security_group {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:48:56.856301 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-c221a665-4efc-41bd-8f1c-c36a477d1b1b req-671561e8-dbca-49f5-a176-78cc3c84603f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Unset dirty status for tenant:0629703b9474474a9f2fde13723d2e8b on resource:security_group {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:48:56.858250 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-c221a665-4efc-41bd-8f1c-c36a477d1b1b req-671561e8-dbca-49f5-a176-78cc3c84603f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0629703b9474474a9f2fde13723d2e8b HTTP/1.1" status: 200 len: 380 time: 0.0621347 Feb 01 04:48:56.866877 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [req-c221a665-4efc-41bd-8f1c-c36a477d1b1b req-a5100a2d-2637-4751-9730-762448d5e7d4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'port': {'device_id': 'b6c76081-5a88-4dca-86ae-dbd955f12535', 'network_id': '74e766f2-14ce-473b-aba2-1de62c8863e2', 'admin_state_up': True, 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'security_groups': ['52aee370-0c5b-405d-a161-0f4bd69ed5c9']}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:48:57.000593 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [req-c221a665-4efc-41bd-8f1c-c36a477d1b1b req-a5100a2d-2637-4751-9730-762448d5e7d4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:48:57.009683 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [req-c221a665-4efc-41bd-8f1c-c36a477d1b1b req-a5100a2d-2637-4751-9730-762448d5e7d4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:48:57.018608 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c221a665-4efc-41bd-8f1c-c36a477d1b1b req-a5100a2d-2637-4751-9730-762448d5e7d4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Made reservation on behalf of 0629703b9474474a9f2fde13723d2e8b for: {'port': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:48:57.022025 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-c221a665-4efc-41bd-8f1c-c36a477d1b1b req-a5100a2d-2637-4751-9730-762448d5e7d4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:57.290243 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [req-c221a665-4efc-41bd-8f1c-c36a477d1b1b req-a5100a2d-2637-4751-9730-762448d5e7d4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Allocated IP 172.20.0.13 (74e766f2-14ce-473b-aba2-1de62c8863e2/c58f1282-0b34-4c7d-8f65-03f6e933d892/74ec7c08-69ba-435a-8b4f-4f58aa6d1a59) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:48:57.470687 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-c221a665-4efc-41bd-8f1c-c36a477d1b1b req-a5100a2d-2637-4751-9730-762448d5e7d4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:57.487051 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [req-c221a665-4efc-41bd-8f1c-c36a477d1b1b req-a5100a2d-2637-4751-9730-762448d5e7d4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Transition to ACTIVE for port object 74ec7c08-69ba-435a-8b4f-4f58aa6d1a59 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:48:57.512713 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-c221a665-4efc-41bd-8f1c-c36a477d1b1b req-a5100a2d-2637-4751-9730-762448d5e7d4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:57.584766 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c221a665-4efc-41bd-8f1c-c36a477d1b1b req-a5100a2d-2637-4751-9730-762448d5e7d4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Network 74e766f2-14ce-473b-aba2-1de62c8863e2 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:48:57.587836 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [req-c221a665-4efc-41bd-8f1c-c36a477d1b1b req-a5100a2d-2637-4751-9730-762448d5e7d4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:48:57.591596 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [req-c221a665-4efc-41bd-8f1c-c36a477d1b1b req-a5100a2d-2637-4751-9730-762448d5e7d4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:48:57.621660 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5100a2d-2637-4751-9730-762448d5e7d4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'Port': ['ID=74ec7c08-69ba-435a-8b4f-4f58aa6d1a59,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:48:57.658404 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c221a665-4efc-41bd-8f1c-c36a477d1b1b req-a5100a2d-2637-4751-9730-762448d5e7d4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:48:57.659040 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-c221a665-4efc-41bd-8f1c-c36a477d1b1b req-a5100a2d-2637-4751-9730-762448d5e7d4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:57.684422 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-c221a665-4efc-41bd-8f1c-c36a477d1b1b req-a5100a2d-2637-4751-9730-762448d5e7d4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8215501 Feb 01 04:48:57.701387 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [req-c221a665-4efc-41bd-8f1c-c36a477d1b1b req-4cf29458-e663-4506-ac34-e66ec6576afe service neutron] Request body: {'port': {'device_id': 'b6c76081-5a88-4dca-86ae-dbd955f12535', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:48:57.818664 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-c221a665-4efc-41bd-8f1c-c36a477d1b1b req-4cf29458-e663-4506-ac34-e66ec6576afe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:57.878319 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-e466d03c-d3af-4034-b26b-ae2a18038ba4 None None] Provisioning for port 74ec7c08-69ba-435a-8b4f-4f58aa6d1a59 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:48:57.885244 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-e466d03c-d3af-4034-b26b-ae2a18038ba4 None None] Provisioning complete for port 74ec7c08-69ba-435a-8b4f-4f58aa6d1a59 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:48:57.885805 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e466d03c-d3af-4034-b26b-ae2a18038ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:57.945166 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-e466d03c-d3af-4034-b26b-ae2a18038ba4 None None] Port 74ec7c08-69ba-435a-8b4f-4f58aa6d1a59 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:48:58.142090 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc5a34-984e-4e76-918f-91ba8f49a134 req-a89ad519-080e-4908-8763-e6dbb6f01449 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:48:58.142772 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-80fc5a34-984e-4e76-918f-91ba8f49a134 req-a89ad519-080e-4908-8763-e6dbb6f01449 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Synchronizing usage tracker for tenant:0629703b9474474a9f2fde13723d2e8b on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:48:58.155856 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 2158f3d0-1734-4027-b07d-bb929a4367be up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:48:58.179705 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-80fc5a34-984e-4e76-918f-91ba8f49a134 req-a89ad519-080e-4908-8763-e6dbb6f01449 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Unset dirty status for tenant:0629703b9474474a9f2fde13723d2e8b on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:48:58.180843 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-80fc5a34-984e-4e76-918f-91ba8f49a134 req-a89ad519-080e-4908-8763-e6dbb6f01449 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6c76081-5a88-4dca-86ae-dbd955f12535 HTTP/1.1" status: 200 len: 932 time: 0.2381094 Feb 01 04:48:58.222835 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 2158f3d0-1734-4027-b07d-bb929a4367be triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:48:58.223270 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:58.277480 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-80fc5a34-984e-4e76-918f-91ba8f49a134 req-1400e64b-d1d5-4459-a76b-0984842e77b0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=52aee370-0c5b-405d-a161-0f4bd69ed5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884874 Feb 01 04:48:58.285452 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [req-c221a665-4efc-41bd-8f1c-c36a477d1b1b req-4cf29458-e663-4506-ac34-e66ec6576afe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74ec7c08-69ba-435a-8b4f-4f58aa6d1a59 {{(pid=87637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 04:48:58.293444 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-c221a665-4efc-41bd-8f1c-c36a477d1b1b req-4cf29458-e663-4506-ac34-e66ec6576afe service neutron] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:58.308265 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [req-c221a665-4efc-41bd-8f1c-c36a477d1b1b req-4cf29458-e663-4506-ac34-e66ec6576afe service neutron] Transition to ACTIVE for port object 74ec7c08-69ba-435a-8b4f-4f58aa6d1a59 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:48:58.311901 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-c221a665-4efc-41bd-8f1c-c36a477d1b1b req-4cf29458-e663-4506-ac34-e66ec6576afe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:58.501025 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf29458-e663-4506-ac34-e66ec6576afe service neutron] Pushing event updated for resources: {'Port': ['ID=74ec7c08-69ba-435a-8b4f-4f58aa6d1a59,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:48:58.545314 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [req-c221a665-4efc-41bd-8f1c-c36a477d1b1b req-4cf29458-e663-4506-ac34-e66ec6576afe service neutron] Attempting to bind port 74ec7c08-69ba-435a-8b4f-4f58aa6d1a59 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:48:58.545639 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [req-c221a665-4efc-41bd-8f1c-c36a477d1b1b req-4cf29458-e663-4506-ac34-e66ec6576afe service neutron] Attempting to bind port 74ec7c08-69ba-435a-8b4f-4f58aa6d1a59 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'be0f4edd-32d7-4853-b5db-1203b42245ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '74e766f2-14ce-473b-aba2-1de62c8863e2'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:48:58.545955 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c221a665-4efc-41bd-8f1c-c36a477d1b1b req-4cf29458-e663-4506-ac34-e66ec6576afe service neutron] Attempting to bind port 74ec7c08-69ba-435a-8b4f-4f58aa6d1a59 on network 74e766f2-14ce-473b-aba2-1de62c8863e2 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:48:58.550522 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c221a665-4efc-41bd-8f1c-c36a477d1b1b req-4cf29458-e663-4506-ac34-e66ec6576afe service neutron] Port 74ec7c08-69ba-435a-8b4f-4f58aa6d1a59 on network 74e766f2-14ce-473b-aba2-1de62c8863e2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:48:58.550842 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c221a665-4efc-41bd-8f1c-c36a477d1b1b req-4cf29458-e663-4506-ac34-e66ec6576afe service neutron] Attempting to bind port 74ec7c08-69ba-435a-8b4f-4f58aa6d1a59 on network 74e766f2-14ce-473b-aba2-1de62c8863e2 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:48:58.555757 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c221a665-4efc-41bd-8f1c-c36a477d1b1b req-4cf29458-e663-4506-ac34-e66ec6576afe service neutron] Checking agent: {'id': '63664c57-372e-43f7-9ecb-4deedcf8ddc7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 28, 15), 'started_at': datetime.datetime(2022, 2, 1, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:48:58.556083 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c221a665-4efc-41bd-8f1c-c36a477d1b1b req-4cf29458-e663-4506-ac34-e66ec6576afe service neutron] Checking segment: {'id': 'be0f4edd-32d7-4853-b5db-1203b42245ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '74e766f2-14ce-473b-aba2-1de62c8863e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:48:58.556460 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c221a665-4efc-41bd-8f1c-c36a477d1b1b req-4cf29458-e663-4506-ac34-e66ec6576afe service neutron] Bound using segment: {'id': 'be0f4edd-32d7-4853-b5db-1203b42245ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '74e766f2-14ce-473b-aba2-1de62c8863e2'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:48:58.556874 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [req-c221a665-4efc-41bd-8f1c-c36a477d1b1b req-4cf29458-e663-4506-ac34-e66ec6576afe service neutron] Bound port: 74ec7c08-69ba-435a-8b4f-4f58aa6d1a59, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be0f4edd-32d7-4853-b5db-1203b42245ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '74e766f2-14ce-473b-aba2-1de62c8863e2'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:48:58.557205 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-c221a665-4efc-41bd-8f1c-c36a477d1b1b req-4cf29458-e663-4506-ac34-e66ec6576afe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:58.645901 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [req-c221a665-4efc-41bd-8f1c-c36a477d1b1b req-4cf29458-e663-4506-ac34-e66ec6576afe service neutron] For port 74ec7c08-69ba-435a-8b4f-4f58aa6d1a59, host hv-neutron-8268, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:48:58.648865 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [req-c221a665-4efc-41bd-8f1c-c36a477d1b1b req-4cf29458-e663-4506-ac34-e66ec6576afe service neutron] For port 74ec7c08-69ba-435a-8b4f-4f58aa6d1a59, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=74ec7c08-69ba-435a-8b4f-4f58aa6d1a59,segment=NetworkSegment(be0f4edd-32d7-4853-b5db-1203b42245ab),segment_id=be0f4edd-32d7-4853-b5db-1203b42245ab)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:48:58.652963 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-c221a665-4efc-41bd-8f1c-c36a477d1b1b req-4cf29458-e663-4506-ac34-e66ec6576afe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:58.711340 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c221a665-4efc-41bd-8f1c-c36a477d1b1b req-4cf29458-e663-4506-ac34-e66ec6576afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:48:58.711948 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-c221a665-4efc-41bd-8f1c-c36a477d1b1b req-4cf29458-e663-4506-ac34-e66ec6576afe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:48:58.713297 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-c221a665-4efc-41bd-8f1c-c36a477d1b1b req-4cf29458-e663-4506-ac34-e66ec6576afe service neutron] 10.222.0.18 "PUT /v2.0/ports/74ec7c08-69ba-435a-8b4f-4f58aa6d1a59 HTTP/1.1" status: 200 len: 1094 time: 1.0162475 Feb 01 04:48:58.713716 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6c76081-5a88-4dca-86ae-dbd955f12535', 'tag': '74ec7c08-69ba-435a-8b4f-4f58aa6d1a59'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:48:58.732907 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf29458-e663-4506-ac34-e66ec6576afe service neutron] Pushing event updated for resources: {'Port': ['ID=74ec7c08-69ba-435a-8b4f-4f58aa6d1a59,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:48:58.763967 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6c76081-5a88-4dca-86ae-dbd955f12535', 'tag': '74ec7c08-69ba-435a-8b4f-4f58aa6d1a59', 'status': 'completed', 'code': 200} Feb 01 04:48:58.857224 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c221a665-4efc-41bd-8f1c-c36a477d1b1b req-f472dedc-4a5c-48f6-8138-c98a02483411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:48:58.858972 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-c221a665-4efc-41bd-8f1c-c36a477d1b1b req-f472dedc-4a5c-48f6-8138-c98a02483411 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0629703b9474474a9f2fde13723d2e8b&device_id=b6c76081-5a88-4dca-86ae-dbd955f12535 HTTP/1.1" status: 200 len: 1097 time: 0.0767698 Feb 01 04:48:58.932164 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-c221a665-4efc-41bd-8f1c-c36a477d1b1b req-d92cf1d7-cf65-450b-85d2-c160decd2daa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=74ec7c08-69ba-435a-8b4f-4f58aa6d1a59 HTTP/1.1" status: 200 len: 217 time: 0.0608690 Feb 01 04:48:59.088290 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c221a665-4efc-41bd-8f1c-c36a477d1b1b req-345e61f5-7b62-4b28-8076-44446dc4b5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:48:59.089701 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-c221a665-4efc-41bd-8f1c-c36a477d1b1b req-345e61f5-7b62-4b28-8076-44446dc4b5bb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c58f1282-0b34-4c7d-8f65-03f6e933d892 HTTP/1.1" status: 200 len: 834 time: 0.1515825 Feb 01 04:48:59.162166 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c221a665-4efc-41bd-8f1c-c36a477d1b1b req-ce0631ea-0d51-4011-89ef-80be418a8cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:48:59.163548 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-c221a665-4efc-41bd-8f1c-c36a477d1b1b req-ce0631ea-0d51-4011-89ef-80be418a8cd9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=74e766f2-14ce-473b-aba2-1de62c8863e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680599 Feb 01 04:48:59.291919 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-c221a665-4efc-41bd-8f1c-c36a477d1b1b req-71d26066-377e-4ab8-84a5-05eaa28c0394 service neutron] 10.222.0.18 "GET /v2.0/networks/74e766f2-14ce-473b-aba2-1de62c8863e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220818 Feb 01 04:48:59.490808 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-c221a665-4efc-41bd-8f1c-c36a477d1b1b req-7161072a-c62e-4a83-be5b-e038c966375f service neutron] 10.222.0.18 "GET /v2.0/networks/74e766f2-14ce-473b-aba2-1de62c8863e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916761 Feb 01 04:48:59.509670 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5498f0-f121-4d17-9888-e98999acf7ad req-6782df04-a498-421a-9545-6219017ba02d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:48:59.511074 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-fc5498f0-f121-4d17-9888-e98999acf7ad req-6782df04-a498-421a-9545-6219017ba02d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6c76081-5a88-4dca-86ae-dbd955f12535 HTTP/1.1" status: 200 len: 944 time: 0.1262217 Feb 01 04:48:59.554894 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-fc5498f0-f121-4d17-9888-e98999acf7ad req-794dbb5d-487e-4b47-b5e2-f96bb515e9a6 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=52aee370-0c5b-405d-a161-0f4bd69ed5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380793 Feb 01 04:48:59.654005 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd4a07e-eb60-46fb-9df5-76b1f699c70f req-6cb533d1-0067-4ee4-a5e7-16f5d7b0818f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:48:59.655491 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-8dd4a07e-eb60-46fb-9df5-76b1f699c70f req-6cb533d1-0067-4ee4-a5e7-16f5d7b0818f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0629703b9474474a9f2fde13723d2e8b&device_id=b6c76081-5a88-4dca-86ae-dbd955f12535 HTTP/1.1" status: 200 len: 1097 time: 0.0697763 Feb 01 04:48:59.784484 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd4a07e-eb60-46fb-9df5-76b1f699c70f req-b5c35cba-f9f4-41d7-9951-755bbc5a19b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:48:59.786462 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-8dd4a07e-eb60-46fb-9df5-76b1f699c70f req-b5c35cba-f9f4-41d7-9951-755bbc5a19b3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=74e766f2-14ce-473b-aba2-1de62c8863e2 HTTP/1.1" status: 200 len: 897 time: 0.1250613 Feb 01 04:48:59.855590 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-8dd4a07e-eb60-46fb-9df5-76b1f699c70f req-2903ed79-27f0-4235-b1e1-66b88f42e6e2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=74ec7c08-69ba-435a-8b4f-4f58aa6d1a59 HTTP/1.1" status: 200 len: 217 time: 0.0627358 Feb 01 04:48:59.919628 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd4a07e-eb60-46fb-9df5-76b1f699c70f req-10400c4f-a009-4c1f-8788-8b56a560b53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:48:59.921022 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-8dd4a07e-eb60-46fb-9df5-76b1f699c70f req-10400c4f-a009-4c1f-8788-8b56a560b53f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c58f1282-0b34-4c7d-8f65-03f6e933d892 HTTP/1.1" status: 200 len: 834 time: 0.0592475 Feb 01 04:48:59.994546 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd4a07e-eb60-46fb-9df5-76b1f699c70f req-cf86b24e-9a92-4995-8dc7-0f390fd9c2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:48:59.996059 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-8dd4a07e-eb60-46fb-9df5-76b1f699c70f req-cf86b24e-9a92-4995-8dc7-0f390fd9c2c7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=74e766f2-14ce-473b-aba2-1de62c8863e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688157 Feb 01 04:49:00.124911 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-8dd4a07e-eb60-46fb-9df5-76b1f699c70f req-54630d70-76a1-4c05-9c5b-ca73b03456e2 service neutron] 10.222.0.18 "GET /v2.0/networks/74e766f2-14ce-473b-aba2-1de62c8863e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221781 Feb 01 04:49:00.262695 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-8dd4a07e-eb60-46fb-9df5-76b1f699c70f req-e1c138d3-f21f-499c-a1cf-9a28ac06bda8 service neutron] 10.222.0.18 "GET /v2.0/networks/74e766f2-14ce-473b-aba2-1de62c8863e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312201 Feb 01 04:49:00.736150 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59949639-b677-40b5-8327-2fbb4bc4f3fc req-16b5c8fc-2e27-421d-ac1f-48cc8e4182e7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:49:00.737645 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-59949639-b677-40b5-8327-2fbb4bc4f3fc req-16b5c8fc-2e27-421d-ac1f-48cc8e4182e7 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6c76081-5a88-4dca-86ae-dbd955f12535 HTTP/1.1" status: 200 len: 944 time: 0.0766211 Feb 01 04:49:00.781907 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-59949639-b677-40b5-8327-2fbb4bc4f3fc req-66293fdd-ad07-4b67-a855-9faf0143600e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=52aee370-0c5b-405d-a161-0f4bd69ed5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387585 Feb 01 04:49:01.962740 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4dffeceb-3017-44b8-af07-26327090ce97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:01.974239 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178da172-6dad-4015-81fd-4f325b8e74d9 req-1a455e51-b897-45b7-bc4e-1a3c397d0ef9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:49:01.975714 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-178da172-6dad-4015-81fd-4f325b8e74d9 req-1a455e51-b897-45b7-bc4e-1a3c397d0ef9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6c76081-5a88-4dca-86ae-dbd955f12535 HTTP/1.1" status: 200 len: 944 time: 0.0816886 Feb 01 04:49:02.023930 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-178da172-6dad-4015-81fd-4f325b8e74d9 req-8a835296-41e2-420c-a145-2f5613110d46 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=52aee370-0c5b-405d-a161-0f4bd69ed5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425127 Feb 01 04:49:02.916471 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 74ec7c08-69ba-435a-8b4f-4f58aa6d1a59 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 01 04:49:03.045787 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 74ec7c08-69ba-435a-8b4f-4f58aa6d1a59, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=74ec7c08-69ba-435a-8b4f-4f58aa6d1a59,segment=NetworkSegment(be0f4edd-32d7-4853-b5db-1203b42245ab),segment_id=be0f4edd-32d7-4853-b5db-1203b42245ab)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:49:03.059269 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Returning: {'device': '74ec7c08-69ba-435a-8b4f-4f58aa6d1a59', 'network_id': '74e766f2-14ce-473b-aba2-1de62c8863e2', 'port_id': '74ec7c08-69ba-435a-8b4f-4f58aa6d1a59', 'mac_address': 'fa:16:3e:b4:97:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c58f1282-0b34-4c7d-8f65-03f6e933d892', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 01 04:49:03.118693 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:03.139237 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74ec7c08-69ba-435a-8b4f-4f58aa6d1a59 {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 04:49:03.154470 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 74ec7c08-69ba-435a-8b4f-4f58aa6d1a59, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=74ec7c08-69ba-435a-8b4f-4f58aa6d1a59,segment=NetworkSegment(be0f4edd-32d7-4853-b5db-1203b42245ab),segment_id=be0f4edd-32d7-4853-b5db-1203b42245ab)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:49:03.158458 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:03.221329 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc060e-4243-47dc-8463-ffd3630e10a4 req-af5d3c00-aee9-4d7c-bf86-22e1ee2f094f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:49:03.223344 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3dfc060e-4243-47dc-8463-ffd3630e10a4 req-af5d3c00-aee9-4d7c-bf86-22e1ee2f094f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6c76081-5a88-4dca-86ae-dbd955f12535 HTTP/1.1" status: 200 len: 945 time: 0.0907564 Feb 01 04:49:03.224710 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=74ec7c08-69ba-435a-8b4f-4f58aa6d1a59,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:49:03.266771 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3dfc060e-4243-47dc-8463-ffd3630e10a4 req-69fdf068-c0bb-41a6-93f7-5f52dcfa60ce tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=52aee370-0c5b-405d-a161-0f4bd69ed5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376289 Feb 01 04:49:03.418751 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] get_ports_and_sgs() called for port_ids ['74ec7c08-69ba-435a-8b4f-4f58aa6d1a59'] {{(pid=87638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 01 04:49:04.252507 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-378e519a-1b66-47fa-8a8a-4fbc3e1a1574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:04.452064 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17963a0b-635f-401c-b9d9-81953a97c53b req-039f4a03-9eaa-4c38-9038-8aa61f31ea37 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:49:04.453463 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-17963a0b-635f-401c-b9d9-81953a97c53b req-039f4a03-9eaa-4c38-9038-8aa61f31ea37 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6c76081-5a88-4dca-86ae-dbd955f12535 HTTP/1.1" status: 200 len: 945 time: 0.0805321 Feb 01 04:49:04.496524 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-17963a0b-635f-401c-b9d9-81953a97c53b req-cd52e4b8-c39c-4e8b-9dfc-4070485b6dd8 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=52aee370-0c5b-405d-a161-0f4bd69ed5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374653 Feb 01 04:49:04.920679 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 74ec7c08-69ba-435a-8b4f-4f58aa6d1a59 up at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:49:04.990030 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning for port 74ec7c08-69ba-435a-8b4f-4f58aa6d1a59 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:49:04.994537 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning complete for port 74ec7c08-69ba-435a-8b4f-4f58aa6d1a59 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:49:04.994900 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:05.107035 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:05.132595 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6c76081-5a88-4dca-86ae-dbd955f12535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74ec7c08-69ba-435a-8b4f-4f58aa6d1a59'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:49:05.142332 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 74ec7c08-69ba-435a-8b4f-4f58aa6d1a59, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=74ec7c08-69ba-435a-8b4f-4f58aa6d1a59,segment=NetworkSegment(be0f4edd-32d7-4853-b5db-1203b42245ab),segment_id=be0f4edd-32d7-4853-b5db-1203b42245ab)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:49:05.146194 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:05.175949 dv-neutron-826830-1-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6c76081-5a88-4dca-86ae-dbd955f12535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74ec7c08-69ba-435a-8b4f-4f58aa6d1a59', 'code': 200} Feb 01 04:49:05.212311 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=74ec7c08-69ba-435a-8b4f-4f58aa6d1a59,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:49:05.376739 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:05.427563 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f8a93e-2171-4132-9906-3ce1ed8662aa req-40b6e2ad-8ba5-407f-8a8d-50aebd02f26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:49:05.429003 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-f9f8a93e-2171-4132-9906-3ce1ed8662aa req-40b6e2ad-8ba5-407f-8a8d-50aebd02f26a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b6c76081-5a88-4dca-86ae-dbd955f12535 HTTP/1.1" status: 200 len: 1099 time: 0.0712552 Feb 01 04:49:05.468706 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-f9f8a93e-2171-4132-9906-3ce1ed8662aa req-fdd3f0e8-1279-466e-8a81-f021d7011164 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=52aee370-0c5b-405d-a161-0f4bd69ed5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335655 Feb 01 04:49:05.496176 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:05.676200 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57ee74b-e398-4309-9146-7fbfaf9eaf8c req-40efc3dc-483e-4c5b-924a-082a19c40795 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:49:05.677556 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-c57ee74b-e398-4309-9146-7fbfaf9eaf8c req-40efc3dc-483e-4c5b-924a-082a19c40795 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6c76081-5a88-4dca-86ae-dbd955f12535 HTTP/1.1" status: 200 len: 946 time: 0.0776675 Feb 01 04:49:05.720038 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-c57ee74b-e398-4309-9146-7fbfaf9eaf8c req-37d21544-cfb2-4560-ad13-0521a320e640 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=52aee370-0c5b-405d-a161-0f4bd69ed5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367887 Feb 01 04:49:06.899650 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f13d76-0d1e-4350-8dfc-d2ac78177502 req-c127a480-0fcc-44ef-a446-079f461946c8 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:49:06.901068 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-35f13d76-0d1e-4350-8dfc-d2ac78177502 req-c127a480-0fcc-44ef-a446-079f461946c8 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6c76081-5a88-4dca-86ae-dbd955f12535 HTTP/1.1" status: 200 len: 946 time: 0.0779018 Feb 01 04:49:06.947098 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-35f13d76-0d1e-4350-8dfc-d2ac78177502 req-bcabb777-909a-4343-a530-8880076e0222 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=52aee370-0c5b-405d-a161-0f4bd69ed5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404489 Feb 01 04:49:07.012717 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:07.224202 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593919b3-c0aa-49cf-a3ba-bcde78f1f073 req-ec82907c-fe75-4582-bab2-8343a270b884 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:49:07.225660 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-593919b3-c0aa-49cf-a3ba-bcde78f1f073 req-ec82907c-fe75-4582-bab2-8343a270b884 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6c76081-5a88-4dca-86ae-dbd955f12535 HTTP/1.1" status: 200 len: 946 time: 0.1732917 Feb 01 04:49:07.268130 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-593919b3-c0aa-49cf-a3ba-bcde78f1f073 req-dc7c0617-1b34-4718-993e-7b73b969fec0 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=52aee370-0c5b-405d-a161-0f4bd69ed5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367444 Feb 01 04:49:07.290773 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 45354) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:49:07.357894 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3873e4fc-9e2e-4b63-addb-77dbbd46fbbe tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:49:07.359371 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-3873e4fc-9e2e-4b63-addb-77dbbd46fbbe tempest-TestNetworkBasicOps-1691006434 tempest-TestNetworkBasicOps-1691006434-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b6c76081-5a88-4dca-86ae-dbd955f12535 HTTP/1.1" status: 200 len: 1094 time: 0.0676119 Feb 01 04:49:07.362124 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 45358) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:49:07.367021 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-64ffc5b8-c03c-4afd-baba-5c074643607d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'floatingip': {'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'port_id': '74ec7c08-69ba-435a-8b4f-4f58aa6d1a59', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:49:07.372691 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-64ffc5b8-c03c-4afd-baba-5c074643607d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:49:07.376686 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-64ffc5b8-c03c-4afd-baba-5c074643607d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Usage tracker for resource:floatingip and tenant:0629703b9474474a9f2fde13723d2e8b is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:49:07.379965 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-64ffc5b8-c03c-4afd-baba-5c074643607d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:49:07.385446 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-64ffc5b8-c03c-4afd-baba-5c074643607d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:49:07.398093 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-64ffc5b8-c03c-4afd-baba-5c074643607d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for floatingip, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:07.526155 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-64ffc5b8-c03c-4afd-baba-5c074643607d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:07.657419 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-64ffc5b8-c03c-4afd-baba-5c074643607d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Allocated IP 172.26.8.2 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/365af405-5ab4-42f6-9b33-641876f4aa07) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:49:07.797523 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-64ffc5b8-c03c-4afd-baba-5c074643607d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:07.826901 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-64ffc5b8-c03c-4afd-baba-5c074643607d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:07.892885 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ffc5b8-c03c-4afd-baba-5c074643607d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:49:07.895710 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-64ffc5b8-c03c-4afd-baba-5c074643607d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:49:07.899415 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ffc5b8-c03c-4afd-baba-5c074643607d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:49:07.932714 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ffc5b8-c03c-4afd-baba-5c074643607d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'Port': ['ID=365af405-5ab4-42f6-9b33-641876f4aa07,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:49:08.297164 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-64ffc5b8-c03c-4afd-baba-5c074643607d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:08.368631 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-64ffc5b8-c03c-4afd-baba-5c074643607d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:08.565500 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-64ffc5b8-c03c-4afd-baba-5c074643607d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:08.569578 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-64ffc5b8-c03c-4afd-baba-5c074643607d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:08.678048 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ffc5b8-c03c-4afd-baba-5c074643607d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event updated for resources: {'Port': ['ID=365af405-5ab4-42f6-9b33-641876f4aa07,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:49:08.685937 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-64ffc5b8-c03c-4afd-baba-5c074643607d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-774194'] for floatingip, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:08.955958 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.l3_db [None req-64ffc5b8-c03c-4afd-baba-5c074643607d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Floating IP 57d5f23d-6585-4548-989f-6a79340c37a4 associated. External IP: 172.26.8.2, port: 74ec7c08-69ba-435a-8b4f-4f58aa6d1a59. Feb 01 04:49:09.293180 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64ffc5b8-c03c-4afd-baba-5c074643607d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Router 8741e26e-c910-4b50-a56c-7d4a0a884536 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:49:09.462870 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64ffc5b8-c03c-4afd-baba-5c074643607d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:49:09.472985 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17aa762f-f80d-4bf4-9b3c-f430adbe04f6 None None] Sync routers for ids ['8741e26e-c910-4b50-a56c-7d4a0a884536'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:49:09.483159 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17aa762f-f80d-4bf4-9b3c-f430adbe04f6 None None] Routers {'8741e26e-c910-4b50-a56c-7d4a0a884536'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:49:09.484016 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-17aa762f-f80d-4bf4-9b3c-f430adbe04f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:49:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['8741e26e-c910-4b50-a56c-7d4a0a884536'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:49:09.485959 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-64ffc5b8-c03c-4afd-baba-5c074643607d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:09.543524 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-64ffc5b8-c03c-4afd-baba-5c074643607d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1801493 Feb 01 04:49:09.543945 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6c76081-5a88-4dca-86ae-dbd955f12535', 'tag': '74ec7c08-69ba-435a-8b4f-4f58aa6d1a59'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:49:09.546087 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 45362) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:49:09.601510 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6c76081-5a88-4dca-86ae-dbd955f12535', 'tag': '74ec7c08-69ba-435a-8b4f-4f58aa6d1a59', 'status': 'completed', 'code': 200} Feb 01 04:49:09.666635 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-17aa762f-f80d-4bf4-9b3c-f430adbe04f6 None None] Set router 8741e26e-c910-4b50-a56c-7d4a0a884536 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:49:09.671266 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-7bacd4b7-9f96-4c67-89bc-15982bf4e61d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/floatingips/57d5f23d-6585-4548-989f-6a79340c37a4 HTTP/1.1" status: 200 len: 990 time: 0.1228812 Feb 01 04:49:09.712884 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16703abe-ed0f-4a8e-9e50-6b1adf2b4521 req-89c56239-e3b6-45e2-89fe-ef6a3d05676f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:49:09.714339 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-16703abe-ed0f-4a8e-9e50-6b1adf2b4521 req-89c56239-e3b6-45e2-89fe-ef6a3d05676f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0629703b9474474a9f2fde13723d2e8b&device_id=b6c76081-5a88-4dca-86ae-dbd955f12535 HTTP/1.1" status: 200 len: 1099 time: 0.0696609 Feb 01 04:49:09.844934 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16703abe-ed0f-4a8e-9e50-6b1adf2b4521 req-c4117f03-e50b-43f0-8708-b35b6fdca040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:49:09.846500 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-16703abe-ed0f-4a8e-9e50-6b1adf2b4521 req-c4117f03-e50b-43f0-8708-b35b6fdca040 service neutron] 10.222.0.18 "GET /v2.0/networks?id=74e766f2-14ce-473b-aba2-1de62c8863e2 HTTP/1.1" status: 200 len: 897 time: 0.1257658 Feb 01 04:49:09.948013 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-16703abe-ed0f-4a8e-9e50-6b1adf2b4521 req-775a275a-6c53-4a67-8f7e-44a107d3792d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=74ec7c08-69ba-435a-8b4f-4f58aa6d1a59 HTTP/1.1" status: 200 len: 998 time: 0.0950134 Feb 01 04:49:10.012513 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16703abe-ed0f-4a8e-9e50-6b1adf2b4521 req-7eb30321-bd03-49ee-b5a5-bc58c0084408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:49:10.013129 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-17aa762f-f80d-4bf4-9b3c-f430adbe04f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8741e26e-c910-4b50-a56c-7d4a0a884536', 'name': 'tempest-TestNetworkBasicOps-router-1923735358', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.176'}], 'enable_snat': True}, 'gw_port_id': '933171fd-46ed-45cd-9132-7316be3b7326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:48:46Z', 'updated_at': '2022-02-01T04:48:51Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': '933171fd-46ed-45cd-9132-7316be3b7326', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:da:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8741e26e-c910-4b50-a56c-7d4a0a884536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:48:46Z', 'updated_at': '2022-02-01T04:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': '57d5f23d-6585-4548-989f-6a79340c37a4', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'floating_ip_address': '172.26.8.2', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '8741e26e-c910-4b50-a56c-7d4a0a884536', 'port_id': '74ec7c08-69ba-435a-8b4f-4f58aa6d1a59', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74e766f2-14ce-473b-aba2-1de62c8863e2', 'mac_address': 'fa:16:3e:b4:97:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c76081-5a88-4dca-86ae-dbd955f12535', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:49:08Z', 'updated_at': '2022-02-01T04:49:08Z', 'revision_number': 0, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2158f3d0-1734-4027-b07d-bb929a4367be', 'name': '', 'network_id': '74e766f2-14ce-473b-aba2-1de62c8863e2', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:fb:4d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8741e26e-c910-4b50-a56c-7d4a0a884536', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'c58f1282-0b34-4c7d-8f65-03f6e933d892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:48:50Z', 'updated_at': '2022-02-01T04:48:56Z', 'revision_number': 5, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': 'c58f1282-0b34-4c7d-8f65-03f6e933d892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:49:10.013949 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-16703abe-ed0f-4a8e-9e50-6b1adf2b4521 req-7eb30321-bd03-49ee-b5a5-bc58c0084408 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c58f1282-0b34-4c7d-8f65-03f6e933d892 HTTP/1.1" status: 200 len: 834 time: 0.0595093 Feb 01 04:49:10.017052 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17aa762f-f80d-4bf4-9b3c-f430adbe04f6 None None] Checking router: 8741e26e-c910-4b50-a56c-7d4a0a884536 for host: dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:49:10.026295 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17aa762f-f80d-4bf4-9b3c-f430adbe04f6 None None] Routers {'8741e26e-c910-4b50-a56c-7d4a0a884536'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:49:10.026870 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-17aa762f-f80d-4bf4-9b3c-f430adbe04f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:49:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['8741e26e-c910-4b50-a56c-7d4a0a884536'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:49:10.091116 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16703abe-ed0f-4a8e-9e50-6b1adf2b4521 req-2004348b-68d4-4db4-8e61-6a3f2c4430f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:49:10.092598 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-16703abe-ed0f-4a8e-9e50-6b1adf2b4521 req-2004348b-68d4-4db4-8e61-6a3f2c4430f6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=74e766f2-14ce-473b-aba2-1de62c8863e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724783 Feb 01 04:49:10.224371 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-16703abe-ed0f-4a8e-9e50-6b1adf2b4521 req-fcc2c9ce-4652-441b-8733-c7c2c9a07b8f service neutron] 10.222.0.18 "GET /v2.0/networks/74e766f2-14ce-473b-aba2-1de62c8863e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251464 Feb 01 04:49:10.233716 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-17aa762f-f80d-4bf4-9b3c-f430adbe04f6 None None] Set router 8741e26e-c910-4b50-a56c-7d4a0a884536 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:49:10.465319 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-16703abe-ed0f-4a8e-9e50-6b1adf2b4521 req-6a594ae3-0e3c-45ac-becd-46854582275f service neutron] 10.222.0.18 "GET /v2.0/networks/74e766f2-14ce-473b-aba2-1de62c8863e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347500 Feb 01 04:49:10.577107 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-17aa762f-f80d-4bf4-9b3c-f430adbe04f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8741e26e-c910-4b50-a56c-7d4a0a884536', 'name': 'tempest-TestNetworkBasicOps-router-1923735358', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.176'}], 'enable_snat': True}, 'gw_port_id': '933171fd-46ed-45cd-9132-7316be3b7326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:48:46Z', 'updated_at': '2022-02-01T04:48:51Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': '933171fd-46ed-45cd-9132-7316be3b7326', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:da:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8741e26e-c910-4b50-a56c-7d4a0a884536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:48:46Z', 'updated_at': '2022-02-01T04:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': '57d5f23d-6585-4548-989f-6a79340c37a4', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'floating_ip_address': '172.26.8.2', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '8741e26e-c910-4b50-a56c-7d4a0a884536', 'port_id': '74ec7c08-69ba-435a-8b4f-4f58aa6d1a59', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74e766f2-14ce-473b-aba2-1de62c8863e2', 'mac_address': 'fa:16:3e:b4:97:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c76081-5a88-4dca-86ae-dbd955f12535', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:49:08Z', 'updated_at': '2022-02-01T04:49:08Z', 'revision_number': 0, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2158f3d0-1734-4027-b07d-bb929a4367be', 'name': '', 'network_id': '74e766f2-14ce-473b-aba2-1de62c8863e2', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:fb:4d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8741e26e-c910-4b50-a56c-7d4a0a884536', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'c58f1282-0b34-4c7d-8f65-03f6e933d892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:48:50Z', 'updated_at': '2022-02-01T04:48:56Z', 'revision_number': 5, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': 'c58f1282-0b34-4c7d-8f65-03f6e933d892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:49:10.581038 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17aa762f-f80d-4bf4-9b3c-f430adbe04f6 None None] The sync data for ids ['8741e26e-c910-4b50-a56c-7d4a0a884536'] in dv-neutron-826830-1-hyperv is: [{'id': '8741e26e-c910-4b50-a56c-7d4a0a884536', 'name': 'tempest-TestNetworkBasicOps-router-1923735358', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.176'}], 'enable_snat': True}, 'gw_port_id': '933171fd-46ed-45cd-9132-7316be3b7326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:48:46Z', 'updated_at': '2022-02-01T04:48:51Z', 'revision_number': 4, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': '933171fd-46ed-45cd-9132-7316be3b7326', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:da:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8741e26e-c910-4b50-a56c-7d4a0a884536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:48:46Z', 'updated_at': '2022-02-01T04:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': '57d5f23d-6585-4548-989f-6a79340c37a4', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'floating_ip_address': '172.26.8.2', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '8741e26e-c910-4b50-a56c-7d4a0a884536', 'port_id': '74ec7c08-69ba-435a-8b4f-4f58aa6d1a59', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74e766f2-14ce-473b-aba2-1de62c8863e2', 'mac_address': 'fa:16:3e:b4:97:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c76081-5a88-4dca-86ae-dbd955f12535', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:49:08Z', 'updated_at': '2022-02-01T04:49:08Z', 'revision_number': 0, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2158f3d0-1734-4027-b07d-bb929a4367be', 'name': '', 'network_id': '74e766f2-14ce-473b-aba2-1de62c8863e2', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:fb:4d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8741e26e-c910-4b50-a56c-7d4a0a884536', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'c58f1282-0b34-4c7d-8f65-03f6e933d892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:48:50Z', 'updated_at': '2022-02-01T04:48:56Z', 'revision_number': 5, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': 'c58f1282-0b34-4c7d-8f65-03f6e933d892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:49:10.674088 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 45368) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:49:10.780321 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9513f5fb-1409-4909-8f3e-d71b490674d4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/floatingips/57d5f23d-6585-4548-989f-6a79340c37a4 HTTP/1.1" status: 200 len: 990 time: 0.1050317 Feb 01 04:49:10.780714 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecac99c9-e3f4-46ed-9d55-b8fec4e92d38 None None] New status for floating IP 57d5f23d-6585-4548-989f-6a79340c37a4: ACTIVE {{(pid=87639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 01 04:49:11.784118 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 45372) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:49:11.889461 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-5401905d-e31c-4c63-9a7a-c6290159997b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/floatingips/57d5f23d-6585-4548-989f-6a79340c37a4 HTTP/1.1" status: 200 len: 992 time: 0.1036446 Feb 01 04:49:15.048809 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:24.348557 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 04:49:31.964106 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-25d7cacf-25de-4fa7-98e2-4a8d8e6662c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:34.253708 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-34aeac8c-56ec-482c-b06a-90be97d4b391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:35.382664 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:35.497597 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:37.016069 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:41.127077 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 45388) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:49:41.132186 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-28655282-f2b9-4305-8eb9-68116a73e0a9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'router': {'admin_state_up': False}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:49:41.628680 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-28655282-f2b9-4305-8eb9-68116a73e0a9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:41.638734 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-28655282-f2b9-4305-8eb9-68116a73e0a9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-774359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-774360', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-772505'] for router, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:41.815396 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28655282-f2b9-4305-8eb9-68116a73e0a9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Router 8741e26e-c910-4b50-a56c-7d4a0a884536 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:49:41.995963 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28655282-f2b9-4305-8eb9-68116a73e0a9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:49:42.002704 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-28655282-f2b9-4305-8eb9-68116a73e0a9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:42.004387 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-28655282-f2b9-4305-8eb9-68116a73e0a9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "PUT /v2.0/routers/8741e26e-c910-4b50-a56c-7d4a0a884536 HTTP/1.1" status: 200 len: 889 time: 0.8763733 Feb 01 04:49:42.006450 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565bf6e6-6234-4a72-b70a-a5240d8cec18 None None] Sync routers for ids ['8741e26e-c910-4b50-a56c-7d4a0a884536'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:49:42.016009 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565bf6e6-6234-4a72-b70a-a5240d8cec18 None None] Routers {'8741e26e-c910-4b50-a56c-7d4a0a884536'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:49:42.016618 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-565bf6e6-6234-4a72-b70a-a5240d8cec18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:49:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['8741e26e-c910-4b50-a56c-7d4a0a884536'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:49:42.075560 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-565bf6e6-6234-4a72-b70a-a5240d8cec18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:49:42.084465 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565bf6e6-6234-4a72-b70a-a5240d8cec18 None None] Routers {'8741e26e-c910-4b50-a56c-7d4a0a884536'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:49:42.085055 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-565bf6e6-6234-4a72-b70a-a5240d8cec18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:49:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['8741e26e-c910-4b50-a56c-7d4a0a884536'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:49:42.145939 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-565bf6e6-6234-4a72-b70a-a5240d8cec18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:49:42.146330 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565bf6e6-6234-4a72-b70a-a5240d8cec18 None None] The sync data for ids ['8741e26e-c910-4b50-a56c-7d4a0a884536'] in dv-neutron-826830-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:49:42.619781 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513297fc-2b46-4683-90cf-89435b75b3db None None] New status for floating IP 57d5f23d-6585-4548-989f-6a79340c37a4: DOWN {{(pid=87639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 01 04:49:44.168014 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 2158f3d0-1734-4027-b07d-bb929a4367be no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:49:44.179358 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 45394) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:49:44.184549 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-28234a5d-cc7b-420e-8c84-dfd48370e1c9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:49:44.278537 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:44.310157 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 2158f3d0-1734-4027-b07d-bb929a4367be, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=2158f3d0-1734-4027-b07d-bb929a4367be,segment=NetworkSegment(be0f4edd-32d7-4853-b5db-1203b42245ab),segment_id=be0f4edd-32d7-4853-b5db-1203b42245ab)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:49:44.314626 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:44.315328 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 933171fd-46ed-45cd-9132-7316be3b7326 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:49:44.435239 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=2158f3d0-1734-4027-b07d-bb929a4367be,revision_number=6']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:49:44.491909 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:44.508263 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 933171fd-46ed-45cd-9132-7316be3b7326, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=933171fd-46ed-45cd-9132-7316be3b7326,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:49:44.511924 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:44.576566 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=933171fd-46ed-45cd-9132-7316be3b7326,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:49:44.818607 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-28234a5d-cc7b-420e-8c84-dfd48370e1c9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:44.828660 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-28234a5d-cc7b-420e-8c84-dfd48370e1c9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-774359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-774360', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-772505'] for router, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:45.006284 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28234a5d-cc7b-420e-8c84-dfd48370e1c9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Router 8741e26e-c910-4b50-a56c-7d4a0a884536 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:49:45.047382 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:45.178295 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28234a5d-cc7b-420e-8c84-dfd48370e1c9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:49:45.184466 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-28234a5d-cc7b-420e-8c84-dfd48370e1c9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:45.185589 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-28234a5d-cc7b-420e-8c84-dfd48370e1c9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "PUT /v2.0/routers/8741e26e-c910-4b50-a56c-7d4a0a884536 HTTP/1.1" status: 200 len: 888 time: 1.0052459 Feb 01 04:49:45.188543 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 45398) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:49:45.189707 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97237b87-a736-4fd5-a120-6f6c3b822698 None None] Sync routers for ids ['8741e26e-c910-4b50-a56c-7d4a0a884536'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:49:45.199672 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97237b87-a736-4fd5-a120-6f6c3b822698 None None] Routers {'8741e26e-c910-4b50-a56c-7d4a0a884536'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:49:45.200279 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-97237b87-a736-4fd5-a120-6f6c3b822698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:49:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['8741e26e-c910-4b50-a56c-7d4a0a884536'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:49:45.291893 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-741da8b1-3541-46ed-910a-6f582528c1fb tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/floatingips/57d5f23d-6585-4548-989f-6a79340c37a4 HTTP/1.1" status: 200 len: 990 time: 0.1010644 Feb 01 04:49:45.388774 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-97237b87-a736-4fd5-a120-6f6c3b822698 None None] Set router 8741e26e-c910-4b50-a56c-7d4a0a884536 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:49:45.761563 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-97237b87-a736-4fd5-a120-6f6c3b822698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8741e26e-c910-4b50-a56c-7d4a0a884536', 'name': 'tempest-TestNetworkBasicOps-router-1923735358', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.176'}], 'enable_snat': True}, 'gw_port_id': '933171fd-46ed-45cd-9132-7316be3b7326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:48:46Z', 'updated_at': '2022-02-01T04:49:44Z', 'revision_number': 6, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': '933171fd-46ed-45cd-9132-7316be3b7326', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:da:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8741e26e-c910-4b50-a56c-7d4a0a884536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:48:46Z', 'updated_at': '2022-02-01T04:49:44Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': '57d5f23d-6585-4548-989f-6a79340c37a4', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'floating_ip_address': '172.26.8.2', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '8741e26e-c910-4b50-a56c-7d4a0a884536', 'port_id': '74ec7c08-69ba-435a-8b4f-4f58aa6d1a59', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74e766f2-14ce-473b-aba2-1de62c8863e2', 'mac_address': 'fa:16:3e:b4:97:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c76081-5a88-4dca-86ae-dbd955f12535', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:49:08Z', 'updated_at': '2022-02-01T04:49:42Z', 'revision_number': 2, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2158f3d0-1734-4027-b07d-bb929a4367be', 'name': '', 'network_id': '74e766f2-14ce-473b-aba2-1de62c8863e2', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:fb:4d:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8741e26e-c910-4b50-a56c-7d4a0a884536', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'c58f1282-0b34-4c7d-8f65-03f6e933d892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:48:50Z', 'updated_at': '2022-02-01T04:49:44Z', 'revision_number': 6, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': 'c58f1282-0b34-4c7d-8f65-03f6e933d892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:49:45.765359 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97237b87-a736-4fd5-a120-6f6c3b822698 None None] Checking router: 8741e26e-c910-4b50-a56c-7d4a0a884536 for host: dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:49:45.773488 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97237b87-a736-4fd5-a120-6f6c3b822698 None None] Routers {'8741e26e-c910-4b50-a56c-7d4a0a884536'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:49:45.774085 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-97237b87-a736-4fd5-a120-6f6c3b822698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:49:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['8741e26e-c910-4b50-a56c-7d4a0a884536'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:49:45.947307 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-97237b87-a736-4fd5-a120-6f6c3b822698 None None] Set router 8741e26e-c910-4b50-a56c-7d4a0a884536 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:49:46.280789 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-97237b87-a736-4fd5-a120-6f6c3b822698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8741e26e-c910-4b50-a56c-7d4a0a884536', 'name': 'tempest-TestNetworkBasicOps-router-1923735358', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.176'}], 'enable_snat': True}, 'gw_port_id': '933171fd-46ed-45cd-9132-7316be3b7326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:48:46Z', 'updated_at': '2022-02-01T04:49:44Z', 'revision_number': 6, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': '933171fd-46ed-45cd-9132-7316be3b7326', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:da:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8741e26e-c910-4b50-a56c-7d4a0a884536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:48:46Z', 'updated_at': '2022-02-01T04:49:44Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': '57d5f23d-6585-4548-989f-6a79340c37a4', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'floating_ip_address': '172.26.8.2', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '8741e26e-c910-4b50-a56c-7d4a0a884536', 'port_id': '74ec7c08-69ba-435a-8b4f-4f58aa6d1a59', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74e766f2-14ce-473b-aba2-1de62c8863e2', 'mac_address': 'fa:16:3e:b4:97:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c76081-5a88-4dca-86ae-dbd955f12535', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:49:08Z', 'updated_at': '2022-02-01T04:49:42Z', 'revision_number': 2, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2158f3d0-1734-4027-b07d-bb929a4367be', 'name': '', 'network_id': '74e766f2-14ce-473b-aba2-1de62c8863e2', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:fb:4d:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8741e26e-c910-4b50-a56c-7d4a0a884536', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'c58f1282-0b34-4c7d-8f65-03f6e933d892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:48:50Z', 'updated_at': '2022-02-01T04:49:44Z', 'revision_number': 6, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': 'c58f1282-0b34-4c7d-8f65-03f6e933d892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:49:46.285297 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97237b87-a736-4fd5-a120-6f6c3b822698 None None] The sync data for ids ['8741e26e-c910-4b50-a56c-7d4a0a884536'] in dv-neutron-826830-1-hyperv is: [{'id': '8741e26e-c910-4b50-a56c-7d4a0a884536', 'name': 'tempest-TestNetworkBasicOps-router-1923735358', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.176'}], 'enable_snat': True}, 'gw_port_id': '933171fd-46ed-45cd-9132-7316be3b7326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:48:46Z', 'updated_at': '2022-02-01T04:49:44Z', 'revision_number': 6, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': '933171fd-46ed-45cd-9132-7316be3b7326', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:da:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8741e26e-c910-4b50-a56c-7d4a0a884536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:48:46Z', 'updated_at': '2022-02-01T04:49:44Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': '57d5f23d-6585-4548-989f-6a79340c37a4', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'floating_ip_address': '172.26.8.2', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '8741e26e-c910-4b50-a56c-7d4a0a884536', 'port_id': '74ec7c08-69ba-435a-8b4f-4f58aa6d1a59', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74e766f2-14ce-473b-aba2-1de62c8863e2', 'mac_address': 'fa:16:3e:b4:97:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c76081-5a88-4dca-86ae-dbd955f12535', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:49:08Z', 'updated_at': '2022-02-01T04:49:42Z', 'revision_number': 2, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2158f3d0-1734-4027-b07d-bb929a4367be', 'name': '', 'network_id': '74e766f2-14ce-473b-aba2-1de62c8863e2', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:fb:4d:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8741e26e-c910-4b50-a56c-7d4a0a884536', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'c58f1282-0b34-4c7d-8f65-03f6e933d892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:48:50Z', 'updated_at': '2022-02-01T04:49:44Z', 'revision_number': 6, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': 'c58f1282-0b34-4c7d-8f65-03f6e933d892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:49:46.294617 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 45402) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:49:46.401352 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-8e031fec-3633-4a1a-affe-7436be930cff tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/floatingips/57d5f23d-6585-4548-989f-6a79340c37a4 HTTP/1.1" status: 200 len: 990 time: 0.1055748 Feb 01 04:49:47.404955 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 45406) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:49:47.509223 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-61270243-0109-42dc-a862-ccbc4f070aa3 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/floatingips/57d5f23d-6585-4548-989f-6a79340c37a4 HTTP/1.1" status: 200 len: 990 time: 0.1031547 Feb 01 04:49:47.904809 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f21d62b-d3a1-49e8-9fb9-20575b769f6a None None] New status for floating IP 57d5f23d-6585-4548-989f-6a79340c37a4: ACTIVE {{(pid=87639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 01 04:49:48.231998 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 2158f3d0-1734-4027-b07d-bb929a4367be up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:49:48.304775 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 2158f3d0-1734-4027-b07d-bb929a4367be triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:49:48.305152 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:48.421784 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:48.452423 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 2158f3d0-1734-4027-b07d-bb929a4367be, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=2158f3d0-1734-4027-b07d-bb929a4367be,segment=NetworkSegment(be0f4edd-32d7-4853-b5db-1203b42245ab),segment_id=be0f4edd-32d7-4853-b5db-1203b42245ab)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:49:48.455836 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:48.457106 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 933171fd-46ed-45cd-9132-7316be3b7326 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:49:48.512928 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 45410) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:49:48.570452 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=2158f3d0-1734-4027-b07d-bb929a4367be,revision_number=7']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:49:48.579582 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:49:48.579940 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:49:48.580282 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:49:48.580624 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:49:48.580957 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:49:48.581374 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:49:48.582195 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:49:48.582526 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:49:48.582854 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:49:48.583204 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:49:48.583529 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:49:48.583851 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:49:48.596040 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 933171fd-46ed-45cd-9132-7316be3b7326 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:49:48.596410 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:48.619607 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-6d512491-37a7-4f36-b080-a34f41ffb026 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/floatingips/57d5f23d-6585-4548-989f-6a79340c37a4 HTTP/1.1" status: 200 len: 992 time: 0.1049275 Feb 01 04:49:48.713272 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:48.729382 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 933171fd-46ed-45cd-9132-7316be3b7326, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=933171fd-46ed-45cd-9132-7316be3b7326,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:49:48.733154 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:48.801537 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=933171fd-46ed-45cd-9132-7316be3b7326,revision_number=6']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:49:48.907926 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 45418) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:49:49.116543 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-742df67d-0ebf-4e0b-a430-8376c609bfd4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Deleting port 365af405-5ab4-42f6-9b33-641876f4aa07 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:49:49.116884 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-742df67d-0ebf-4e0b-a430-8376c609bfd4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:49.290149 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-742df67d-0ebf-4e0b-a430-8376c609bfd4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:49.290477 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-742df67d-0ebf-4e0b-a430-8376c609bfd4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:49.425441 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-742df67d-0ebf-4e0b-a430-8376c609bfd4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Calling delete_port for 365af405-5ab4-42f6-9b33-641876f4aa07 owned by network:floatingip {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:49:49.569585 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-742df67d-0ebf-4e0b-a430-8376c609bfd4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:49.711435 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742df67d-0ebf-4e0b-a430-8376c609bfd4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event deleted for resources: {'Port': ['ID=365af405-5ab4-42f6-9b33-641876f4aa07,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:49:49.747452 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742df67d-0ebf-4e0b-a430-8376c609bfd4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:49:49.748063 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742df67d-0ebf-4e0b-a430-8376c609bfd4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:49:49.748398 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742df67d-0ebf-4e0b-a430-8376c609bfd4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:49:49.748727 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742df67d-0ebf-4e0b-a430-8376c609bfd4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:49:49.749054 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742df67d-0ebf-4e0b-a430-8376c609bfd4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:49:49.749376 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742df67d-0ebf-4e0b-a430-8376c609bfd4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:49:49.749697 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742df67d-0ebf-4e0b-a430-8376c609bfd4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:49:49.750017 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742df67d-0ebf-4e0b-a430-8376c609bfd4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:49:49.750335 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742df67d-0ebf-4e0b-a430-8376c609bfd4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:49:49.750652 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742df67d-0ebf-4e0b-a430-8376c609bfd4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:49:49.750965 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742df67d-0ebf-4e0b-a430-8376c609bfd4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:49:49.751305 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742df67d-0ebf-4e0b-a430-8376c609bfd4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:49:49.811860 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-742df67d-0ebf-4e0b-a430-8376c609bfd4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for floatingip, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:49.812189 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.l3_db [None req-742df67d-0ebf-4e0b-a430-8376c609bfd4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Floating IP 57d5f23d-6585-4548-989f-6a79340c37a4 disassociated (deleted). External IP: 172.26.8.2, port: 74ec7c08-69ba-435a-8b4f-4f58aa6d1a59. Feb 01 04:49:50.153479 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-742df67d-0ebf-4e0b-a430-8376c609bfd4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Router 8741e26e-c910-4b50-a56c-7d4a0a884536 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:49:50.180938 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 2158f3d0-1734-4027-b07d-bb929a4367be up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:49:50.251776 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 2158f3d0-1734-4027-b07d-bb929a4367be triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:49:50.252173 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:50.331835 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-742df67d-0ebf-4e0b-a430-8376c609bfd4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:49:50.346739 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f04a801-94d9-4340-8129-bd22c9621295 None None] Sync routers for ids ['8741e26e-c910-4b50-a56c-7d4a0a884536'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:49:50.353423 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-742df67d-0ebf-4e0b-a430-8376c609bfd4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:50.374643 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f04a801-94d9-4340-8129-bd22c9621295 None None] Routers {'8741e26e-c910-4b50-a56c-7d4a0a884536'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:49:50.375284 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-7f04a801-94d9-4340-8129-bd22c9621295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:49:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['8741e26e-c910-4b50-a56c-7d4a0a884536'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:49:50.407825 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-742df67d-0ebf-4e0b-a430-8376c609bfd4 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "DELETE /v2.0/floatingips/57d5f23d-6585-4548-989f-6a79340c37a4 HTTP/1.1" status: 204 len: 168 time: 1.4987187 Feb 01 04:49:50.408258 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6c76081-5a88-4dca-86ae-dbd955f12535', 'tag': '74ec7c08-69ba-435a-8b4f-4f58aa6d1a59'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:49:50.455075 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6c76081-5a88-4dca-86ae-dbd955f12535', 'tag': '74ec7c08-69ba-435a-8b4f-4f58aa6d1a59', 'status': 'completed', 'code': 200} Feb 01 04:49:50.475672 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 933171fd-46ed-45cd-9132-7316be3b7326 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:49:50.574140 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817a7dc6-24c0-42d8-bebb-1aaffaf53489 req-fc1ebe90-4957-4012-86d6-7eb4735d71e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:49:50.575664 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-817a7dc6-24c0-42d8-bebb-1aaffaf53489 req-fc1ebe90-4957-4012-86d6-7eb4735d71e8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0629703b9474474a9f2fde13723d2e8b&device_id=b6c76081-5a88-4dca-86ae-dbd955f12535 HTTP/1.1" status: 200 len: 1099 time: 0.0796494 Feb 01 04:49:50.642593 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-7f04a801-94d9-4340-8129-bd22c9621295 None None] Set router 8741e26e-c910-4b50-a56c-7d4a0a884536 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:49:50.703407 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 933171fd-46ed-45cd-9132-7316be3b7326 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:49:50.703712 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:50.885747 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817a7dc6-24c0-42d8-bebb-1aaffaf53489 req-01c4f8be-90f8-441b-a350-cc00a4a1dcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:49:50.887249 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-817a7dc6-24c0-42d8-bebb-1aaffaf53489 req-01c4f8be-90f8-441b-a350-cc00a4a1dcd8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=74e766f2-14ce-473b-aba2-1de62c8863e2 HTTP/1.1" status: 200 len: 897 time: 0.3038070 Feb 01 04:49:50.961245 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-817a7dc6-24c0-42d8-bebb-1aaffaf53489 req-24f92b09-8525-4607-b2fb-7a23181359c1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=74ec7c08-69ba-435a-8b4f-4f58aa6d1a59 HTTP/1.1" status: 200 len: 217 time: 0.0653245 Feb 01 04:49:50.969340 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5cba6-e3be-435d-9d41-2dfbdbf58e75 req-3f0c5512-f00a-4a87-ad6d-d820b1309d37 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:49:50.970794 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-7ea5cba6-e3be-435d-9d41-2dfbdbf58e75 req-3f0c5512-f00a-4a87-ad6d-d820b1309d37 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6c76081-5a88-4dca-86ae-dbd955f12535 HTTP/1.1" status: 200 len: 946 time: 0.1781554 Feb 01 04:49:51.056739 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817a7dc6-24c0-42d8-bebb-1aaffaf53489 req-e24cfe57-4092-465b-9399-36a3c47f5d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:49:51.058188 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-817a7dc6-24c0-42d8-bebb-1aaffaf53489 req-e24cfe57-4092-465b-9399-36a3c47f5d3e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c58f1282-0b34-4c7d-8f65-03f6e933d892 HTTP/1.1" status: 200 len: 834 time: 0.0865891 Feb 01 04:49:51.062607 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-7ea5cba6-e3be-435d-9d41-2dfbdbf58e75 req-4ab8d0a6-5962-445c-8dd9-b06009d91706 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=52aee370-0c5b-405d-a161-0f4bd69ed5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595198 Feb 01 04:49:51.084142 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-7f04a801-94d9-4340-8129-bd22c9621295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8741e26e-c910-4b50-a56c-7d4a0a884536', 'name': 'tempest-TestNetworkBasicOps-router-1923735358', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.176'}], 'enable_snat': True}, 'gw_port_id': '933171fd-46ed-45cd-9132-7316be3b7326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:48:46Z', 'updated_at': '2022-02-01T04:49:44Z', 'revision_number': 6, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': '933171fd-46ed-45cd-9132-7316be3b7326', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:da:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8741e26e-c910-4b50-a56c-7d4a0a884536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:48:46Z', 'updated_at': '2022-02-01T04:49:48Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '2158f3d0-1734-4027-b07d-bb929a4367be', 'name': '', 'network_id': '74e766f2-14ce-473b-aba2-1de62c8863e2', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:fb:4d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8741e26e-c910-4b50-a56c-7d4a0a884536', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'c58f1282-0b34-4c7d-8f65-03f6e933d892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:48:50Z', 'updated_at': '2022-02-01T04:49:48Z', 'revision_number': 7, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': 'c58f1282-0b34-4c7d-8f65-03f6e933d892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:49:51.088210 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f04a801-94d9-4340-8129-bd22c9621295 None None] Checking router: 8741e26e-c910-4b50-a56c-7d4a0a884536 for host: dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:49:51.096468 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f04a801-94d9-4340-8129-bd22c9621295 None None] Routers {'8741e26e-c910-4b50-a56c-7d4a0a884536'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:49:51.097125 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-7f04a801-94d9-4340-8129-bd22c9621295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:49:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['8741e26e-c910-4b50-a56c-7d4a0a884536'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:49:51.136008 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817a7dc6-24c0-42d8-bebb-1aaffaf53489 req-943b5337-88e3-4778-bbdf-01f8ab310475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:49:51.137473 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-817a7dc6-24c0-42d8-bebb-1aaffaf53489 req-943b5337-88e3-4778-bbdf-01f8ab310475 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=74e766f2-14ce-473b-aba2-1de62c8863e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729589 Feb 01 04:49:51.267980 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-817a7dc6-24c0-42d8-bebb-1aaffaf53489 req-c9a0f534-2ad8-461a-938e-c0ce8b96cd21 service neutron] 10.222.0.18 "GET /v2.0/networks/74e766f2-14ce-473b-aba2-1de62c8863e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238706 Feb 01 04:49:51.271718 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-7f04a801-94d9-4340-8129-bd22c9621295 None None] Set router 8741e26e-c910-4b50-a56c-7d4a0a884536 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:49:51.397441 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-817a7dc6-24c0-42d8-bebb-1aaffaf53489 req-87691e86-2dd5-45cb-be82-39b2885da733 service neutron] 10.222.0.18 "GET /v2.0/networks/74e766f2-14ce-473b-aba2-1de62c8863e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222672 Feb 01 04:49:51.577582 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-7f04a801-94d9-4340-8129-bd22c9621295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8741e26e-c910-4b50-a56c-7d4a0a884536', 'name': 'tempest-TestNetworkBasicOps-router-1923735358', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.176'}], 'enable_snat': True}, 'gw_port_id': '933171fd-46ed-45cd-9132-7316be3b7326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:48:46Z', 'updated_at': '2022-02-01T04:49:44Z', 'revision_number': 6, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': '933171fd-46ed-45cd-9132-7316be3b7326', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:da:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8741e26e-c910-4b50-a56c-7d4a0a884536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:48:46Z', 'updated_at': '2022-02-01T04:49:48Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '2158f3d0-1734-4027-b07d-bb929a4367be', 'name': '', 'network_id': '74e766f2-14ce-473b-aba2-1de62c8863e2', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:fb:4d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8741e26e-c910-4b50-a56c-7d4a0a884536', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'c58f1282-0b34-4c7d-8f65-03f6e933d892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:48:50Z', 'updated_at': '2022-02-01T04:49:48Z', 'revision_number': 7, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': 'c58f1282-0b34-4c7d-8f65-03f6e933d892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:49:51.581518 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f04a801-94d9-4340-8129-bd22c9621295 None None] The sync data for ids ['8741e26e-c910-4b50-a56c-7d4a0a884536'] in dv-neutron-826830-1-hyperv is: [{'id': '8741e26e-c910-4b50-a56c-7d4a0a884536', 'name': 'tempest-TestNetworkBasicOps-router-1923735358', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.176'}], 'enable_snat': True}, 'gw_port_id': '933171fd-46ed-45cd-9132-7316be3b7326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:48:46Z', 'updated_at': '2022-02-01T04:49:44Z', 'revision_number': 6, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': '933171fd-46ed-45cd-9132-7316be3b7326', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:da:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8741e26e-c910-4b50-a56c-7d4a0a884536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:48:46Z', 'updated_at': '2022-02-01T04:49:48Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '2158f3d0-1734-4027-b07d-bb929a4367be', 'name': '', 'network_id': '74e766f2-14ce-473b-aba2-1de62c8863e2', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'mac_address': 'fa:16:3e:fb:4d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8741e26e-c910-4b50-a56c-7d4a0a884536', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'c58f1282-0b34-4c7d-8f65-03f6e933d892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:48:50Z', 'updated_at': '2022-02-01T04:49:48Z', 'revision_number': 7, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'subnets': [{'id': 'c58f1282-0b34-4c7d-8f65-03f6e933d892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:49:52.225341 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24274f49-d291-440d-8dad-702046ccbdd9 req-6624553d-d6ab-4e8c-8ae0-784c16dcdf1f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:49:52.226862 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-24274f49-d291-440d-8dad-702046ccbdd9 req-6624553d-d6ab-4e8c-8ae0-784c16dcdf1f tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6c76081-5a88-4dca-86ae-dbd955f12535 HTTP/1.1" status: 200 len: 946 time: 0.0817411 Feb 01 04:49:52.244702 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e103d31-8f25-44ca-bb71-2afb1f7b49d4 None None] New status for floating IP 57d5f23d-6585-4548-989f-6a79340c37a4: DOWN {{(pid=87639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 01 04:49:52.259525 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec496e-10c5-4d84-9e6d-ae2470d0694b req-a91db0ed-696e-4fc5-a9d0-1c773a01e582 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:49:52.260221 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-44ec496e-10c5-4d84-9e6d-ae2470d0694b req-a91db0ed-696e-4fc5-a9d0-1c773a01e582 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Synchronizing usage tracker for tenant:0629703b9474474a9f2fde13723d2e8b on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:49:52.280351 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-44ec496e-10c5-4d84-9e6d-ae2470d0694b req-a91db0ed-696e-4fc5-a9d0-1c773a01e582 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Unset dirty status for tenant:0629703b9474474a9f2fde13723d2e8b on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:49:52.281578 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-44ec496e-10c5-4d84-9e6d-ae2470d0694b req-a91db0ed-696e-4fc5-a9d0-1c773a01e582 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6c76081-5a88-4dca-86ae-dbd955f12535 HTTP/1.1" status: 200 len: 946 time: 0.1059682 Feb 01 04:49:52.311076 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [req-24274f49-d291-440d-8dad-702046ccbdd9 req-92256142-b30f-485a-823a-4594bf7ba1ee tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Deleting port 74ec7c08-69ba-435a-8b4f-4f58aa6d1a59 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:49:52.311477 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-24274f49-d291-440d-8dad-702046ccbdd9 req-92256142-b30f-485a-823a-4594bf7ba1ee tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:52.327903 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-44ec496e-10c5-4d84-9e6d-ae2470d0694b req-9b01c03e-92bb-4918-8b34-23bf8cfff0cf tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/security-groups?id=52aee370-0c5b-405d-a161-0f4bd69ed5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395656 Feb 01 04:49:52.551775 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [req-24274f49-d291-440d-8dad-702046ccbdd9 req-92256142-b30f-485a-823a-4594bf7ba1ee tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] For port 74ec7c08-69ba-435a-8b4f-4f58aa6d1a59, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=74ec7c08-69ba-435a-8b4f-4f58aa6d1a59,segment=NetworkSegment(be0f4edd-32d7-4853-b5db-1203b42245ab),segment_id=be0f4edd-32d7-4853-b5db-1203b42245ab)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:49:52.552123 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-24274f49-d291-440d-8dad-702046ccbdd9 req-92256142-b30f-485a-823a-4594bf7ba1ee tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:52.673371 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [req-24274f49-d291-440d-8dad-702046ccbdd9 req-92256142-b30f-485a-823a-4594bf7ba1ee tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Calling delete_port for 74ec7c08-69ba-435a-8b4f-4f58aa6d1a59 owned by compute:nova {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:49:52.808013 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-24274f49-d291-440d-8dad-702046ccbdd9 req-92256142-b30f-485a-823a-4594bf7ba1ee tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:52.858956 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92256142-b30f-485a-823a-4594bf7ba1ee tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event deleted for resources: {'Port': ['ID=74ec7c08-69ba-435a-8b4f-4f58aa6d1a59,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:49:52.897097 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92256142-b30f-485a-823a-4594bf7ba1ee tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:49:52.897439 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92256142-b30f-485a-823a-4594bf7ba1ee tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:49:52.897775 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92256142-b30f-485a-823a-4594bf7ba1ee tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:49:52.898104 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92256142-b30f-485a-823a-4594bf7ba1ee tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:49:52.898428 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92256142-b30f-485a-823a-4594bf7ba1ee tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:49:52.898750 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92256142-b30f-485a-823a-4594bf7ba1ee tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:49:52.899070 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92256142-b30f-485a-823a-4594bf7ba1ee tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:49:52.899416 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92256142-b30f-485a-823a-4594bf7ba1ee tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:49:52.899737 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92256142-b30f-485a-823a-4594bf7ba1ee tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:49:52.900054 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92256142-b30f-485a-823a-4594bf7ba1ee tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:49:52.900364 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92256142-b30f-485a-823a-4594bf7ba1ee tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:49:52.900676 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92256142-b30f-485a-823a-4594bf7ba1ee tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:49:52.944104 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [req-24274f49-d291-440d-8dad-702046ccbdd9 req-92256142-b30f-485a-823a-4594bf7ba1ee tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] No DVR routers for this DVR port 74ec7c08-69ba-435a-8b4f-4f58aa6d1a59 on host hv-neutron-8268 {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:49:52.946333 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-24274f49-d291-440d-8dad-702046ccbdd9 req-92256142-b30f-485a-823a-4594bf7ba1ee tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:52.948725 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6c76081-5a88-4dca-86ae-dbd955f12535', 'name': 'network-vif-deleted', 'tag': '74ec7c08-69ba-435a-8b4f-4f58aa6d1a59'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:49:52.964055 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-24274f49-d291-440d-8dad-702046ccbdd9 req-92256142-b30f-485a-823a-4594bf7ba1ee tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.18 "DELETE /v2.0/ports/74ec7c08-69ba-435a-8b4f-4f58aa6d1a59 HTTP/1.1" status: 204 len: 173 time: 0.7318919 Feb 01 04:49:52.998587 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6c76081-5a88-4dca-86ae-dbd955f12535', 'name': 'network-vif-deleted', 'tag': '74ec7c08-69ba-435a-8b4f-4f58aa6d1a59', 'status': 'completed', 'code': 200} Feb 01 04:49:53.489314 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d8b1ab78-acdb-409e-bd08-75ddbed2ee77 req-8564d453-4dda-4ae3-a0de-c7f4056d463c tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6c76081-5a88-4dca-86ae-dbd955f12535 HTTP/1.1" status: 200 len: 210 time: 0.0415270 Feb 01 04:49:54.582297 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 45436) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:49:54.649152 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e77b1614-c1a6-46ab-bbd0-6f02636fd0a9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:54.677573 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e77b1614-c1a6-46ab-bbd0-6f02636fd0a9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:54.741000 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e77b1614-c1a6-46ab-bbd0-6f02636fd0a9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:54.760368 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77b1614-c1a6-46ab-bbd0-6f02636fd0a9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52aee370-0c5b-405d-a161-0f4bd69ed5c9,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:49:54.767925 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e77b1614-c1a6-46ab-bbd0-6f02636fd0a9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:54.769580 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e77b1614-c1a6-46ab-bbd0-6f02636fd0a9 tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "DELETE /v2.0/security-groups/52aee370-0c5b-405d-a161-0f4bd69ed5c9 HTTP/1.1" status: 204 len: 168 time: 0.1863115 Feb 01 04:49:54.798566 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 45442) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:49:55.456960 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-10cb6a8f-d8ec-4335-ab4f-fd6f10061e1b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-371968'] for router_interface, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:55.801229 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-10cb6a8f-d8ec-4335-ab4f-fd6f10061e1b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Deleting port 2158f3d0-1734-4027-b07d-bb929a4367be {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:49:55.801901 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-10cb6a8f-d8ec-4335-ab4f-fd6f10061e1b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:55.983093 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-10cb6a8f-d8ec-4335-ab4f-fd6f10061e1b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] For port 2158f3d0-1734-4027-b07d-bb929a4367be, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=2158f3d0-1734-4027-b07d-bb929a4367be,segment=NetworkSegment(be0f4edd-32d7-4853-b5db-1203b42245ab),segment_id=be0f4edd-32d7-4853-b5db-1203b42245ab)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:49:55.983465 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-10cb6a8f-d8ec-4335-ab4f-fd6f10061e1b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:56.107992 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-10cb6a8f-d8ec-4335-ab4f-fd6f10061e1b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Calling delete_port for 2158f3d0-1734-4027-b07d-bb929a4367be owned by network:router_interface {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:49:56.417339 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-10cb6a8f-d8ec-4335-ab4f-fd6f10061e1b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:56.464458 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cb6a8f-d8ec-4335-ab4f-fd6f10061e1b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event deleted for resources: {'Port': ['ID=2158f3d0-1734-4027-b07d-bb929a4367be,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:49:56.842522 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-10cb6a8f-d8ec-4335-ab4f-fd6f10061e1b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770960'] for router_interface, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:57.133167 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 74ec7c08-69ba-435a-8b4f-4f58aa6d1a59 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:49:57.166380 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] No Port match for: 74ec7c08-69ba-435a-8b4f-4f58aa6d1a59 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:49:57.166717 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 74ec7c08-69ba-435a-8b4f-4f58aa6d1a59 not bound to the agent host hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:49:57.202084 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10cb6a8f-d8ec-4335-ab4f-fd6f10061e1b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Router 8741e26e-c910-4b50-a56c-7d4a0a884536 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:49:57.375407 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10cb6a8f-d8ec-4335-ab4f-fd6f10061e1b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:49:57.384382 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645cb6c8-13c1-4986-a5aa-844a015796e7 None None] Sync routers for ids ['8741e26e-c910-4b50-a56c-7d4a0a884536'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:49:57.390077 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-10cb6a8f-d8ec-4335-ab4f-fd6f10061e1b tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "PUT /v2.0/routers/8741e26e-c910-4b50-a56c-7d4a0a884536/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5880699 Feb 01 04:49:57.390364 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 45446) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:49:57.393311 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645cb6c8-13c1-4986-a5aa-844a015796e7 None None] Routers {'8741e26e-c910-4b50-a56c-7d4a0a884536'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:49:57.394433 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-645cb6c8-13c1-4986-a5aa-844a015796e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:49:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['8741e26e-c910-4b50-a56c-7d4a0a884536'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:49:57.456954 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad20a442-7fb8-4acd-9da1-128293377c2e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Deleting subnet c58f1282-0b34-4c7d-8f65-03f6e933d892 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:49:57.459839 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ad20a442-7fb8-4acd-9da1-128293377c2e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:57.512875 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ad20a442-7fb8-4acd-9da1-128293377c2e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145757'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:57.599601 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ad20a442-7fb8-4acd-9da1-128293377c2e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:57.609605 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-645cb6c8-13c1-4986-a5aa-844a015796e7 None None] Set router 8741e26e-c910-4b50-a56c-7d4a0a884536 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:49:57.671862 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ad20a442-7fb8-4acd-9da1-128293377c2e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3072169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2652276'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:57.710480 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad20a442-7fb8-4acd-9da1-128293377c2e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event deleted for resources: {'Subnet': ['ID=c58f1282-0b34-4c7d-8f65-03f6e933d892,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:49:57.715178 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ad20a442-7fb8-4acd-9da1-128293377c2e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:57.721616 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ad20a442-7fb8-4acd-9da1-128293377c2e tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "DELETE /v2.0/subnets/c58f1282-0b34-4c7d-8f65-03f6e933d892 HTTP/1.1" status: 204 len: 168 time: 0.3302436 Feb 01 04:49:57.724211 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 45450) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:49:57.732369 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6bf961-3ebb-4fe4-b415-6b83bfd3062c None None] Network 74e766f2-14ce-473b-aba2-1de62c8863e2 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:49:57.901158 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-68eed01d-d8aa-4fc8-b52b-a9e5f94fecce tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for router, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:58.064861 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-645cb6c8-13c1-4986-a5aa-844a015796e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8741e26e-c910-4b50-a56c-7d4a0a884536', 'name': 'tempest-TestNetworkBasicOps-router-1923735358', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.176'}], 'enable_snat': True}, 'gw_port_id': '933171fd-46ed-45cd-9132-7316be3b7326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:48:46Z', 'updated_at': '2022-02-01T04:49:56Z', 'revision_number': 7, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port': {'id': '933171fd-46ed-45cd-9132-7316be3b7326', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:da:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8741e26e-c910-4b50-a56c-7d4a0a884536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:48:46Z', 'updated_at': '2022-02-01T04:49:48Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:49:58.068882 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645cb6c8-13c1-4986-a5aa-844a015796e7 None None] Checking router: 8741e26e-c910-4b50-a56c-7d4a0a884536 for host: dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:49:58.078097 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645cb6c8-13c1-4986-a5aa-844a015796e7 None None] Routers {'8741e26e-c910-4b50-a56c-7d4a0a884536'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:49:58.078701 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-645cb6c8-13c1-4986-a5aa-844a015796e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:49:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['8741e26e-c910-4b50-a56c-7d4a0a884536'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:49:58.078930 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-68eed01d-d8aa-4fc8-b52b-a9e5f94fecce tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:58.089117 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-68eed01d-d8aa-4fc8-b52b-a9e5f94fecce tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Deleting port 933171fd-46ed-45cd-9132-7316be3b7326 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:49:58.089462 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-68eed01d-d8aa-4fc8-b52b-a9e5f94fecce tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:58.129861 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00aedf92-0ec2-4c78-801f-a50cf45e5ad1 None None] DHCP port deletion for 74e766f2-14ce-473b-aba2-1de62c8863e2 request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:49:58.148617 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-00aedf92-0ec2-4c78-801f-a50cf45e5ad1 None None] Deleting port 30a9cb24-ef9d-4f96-99de-ec5ce4e1d5c8 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:49:58.149267 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-00aedf92-0ec2-4c78-801f-a50cf45e5ad1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:58.249781 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 30a9cb24-ef9d-4f96-99de-ec5ce4e1d5c8 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:49:58.367052 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-645cb6c8-13c1-4986-a5aa-844a015796e7 None None] Set router 8741e26e-c910-4b50-a56c-7d4a0a884536 gateway port host: None {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:49:58.389603 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-68eed01d-d8aa-4fc8-b52b-a9e5f94fecce tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] For port 933171fd-46ed-45cd-9132-7316be3b7326, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=933171fd-46ed-45cd-9132-7316be3b7326,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:49:58.390219 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-68eed01d-d8aa-4fc8-b52b-a9e5f94fecce tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:58.485879 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-645cb6c8-13c1-4986-a5aa-844a015796e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8741e26e-c910-4b50-a56c-7d4a0a884536', 'name': 'tempest-TestNetworkBasicOps-router-1923735358', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:48:46Z', 'updated_at': '2022-02-01T04:49:58Z', 'revision_number': 8, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port_host': None}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:49:58.509978 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645cb6c8-13c1-4986-a5aa-844a015796e7 None None] The sync data for ids ['8741e26e-c910-4b50-a56c-7d4a0a884536'] in dv-neutron-826830-1-hyperv is: [{'id': '8741e26e-c910-4b50-a56c-7d4a0a884536', 'name': 'tempest-TestNetworkBasicOps-router-1923735358', 'tenant_id': '0629703b9474474a9f2fde13723d2e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:48:46Z', 'updated_at': '2022-02-01T04:49:58Z', 'revision_number': 8, 'project_id': '0629703b9474474a9f2fde13723d2e8b', 'gw_port_host': None}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:49:58.525674 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-68eed01d-d8aa-4fc8-b52b-a9e5f94fecce tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Calling delete_port for 933171fd-46ed-45cd-9132-7316be3b7326 owned by network:router_gateway {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:49:58.633874 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:58.651176 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-00aedf92-0ec2-4c78-801f-a50cf45e5ad1 None None] For port 30a9cb24-ef9d-4f96-99de-ec5ce4e1d5c8, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=30a9cb24-ef9d-4f96-99de-ec5ce4e1d5c8,segment=NetworkSegment(be0f4edd-32d7-4853-b5db-1203b42245ab),segment_id=be0f4edd-32d7-4853-b5db-1203b42245ab)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:49:58.651559 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-00aedf92-0ec2-4c78-801f-a50cf45e5ad1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:58.691495 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-68eed01d-d8aa-4fc8-b52b-a9e5f94fecce tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:58.740902 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eed01d-d8aa-4fc8-b52b-a9e5f94fecce tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event deleted for resources: {'Port': ['ID=933171fd-46ed-45cd-9132-7316be3b7326,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:49:58.779491 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-00aedf92-0ec2-4c78-801f-a50cf45e5ad1 None None] Calling delete_port for 30a9cb24-ef9d-4f96-99de-ec5ce4e1d5c8 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:49:58.836145 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-68eed01d-d8aa-4fc8-b52b-a9e5f94fecce tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-774381'] for router_gateway, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:58.881532 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 30a9cb24-ef9d-4f96-99de-ec5ce4e1d5c8, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=30a9cb24-ef9d-4f96-99de-ec5ce4e1d5c8,segment=NetworkSegment(be0f4edd-32d7-4853-b5db-1203b42245ab),segment_id=be0f4edd-32d7-4853-b5db-1203b42245ab)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:49:58.889629 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:58.969636 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-00aedf92-0ec2-4c78-801f-a50cf45e5ad1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:49:58.969989 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-00aedf92-0ec2-4c78-801f-a50cf45e5ad1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:49:58.973245 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=30a9cb24-ef9d-4f96-99de-ec5ce4e1d5c8,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:49:59.016884 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-68eed01d-d8aa-4fc8-b52b-a9e5f94fecce tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25968'] for router, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:59.019161 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-68eed01d-d8aa-4fc8-b52b-a9e5f94fecce tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:59.040890 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-68eed01d-d8aa-4fc8-b52b-a9e5f94fecce tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772958'] for router, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:59.041513 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68eed01d-d8aa-4fc8-b52b-a9e5f94fecce tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Fanout notify agent at l3_agent the message router_deleted on router 8741e26e-c910-4b50-a56c-7d4a0a884536 {{(pid=87636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 01 04:49:59.056767 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-68eed01d-d8aa-4fc8-b52b-a9e5f94fecce tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:59.057824 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-68eed01d-d8aa-4fc8-b52b-a9e5f94fecce tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "DELETE /v2.0/routers/8741e26e-c910-4b50-a56c-7d4a0a884536 HTTP/1.1" status: 204 len: 168 time: 1.3327181 Feb 01 04:49:59.060519 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 45454) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:49:59.169935 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4b57dc2e-77a3-4bf3-b05a-e7699b2c427d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:59.180650 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-4b57dc2e-77a3-4bf3-b05a-e7699b2c427d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Deleting port 30a9cb24-ef9d-4f96-99de-ec5ce4e1d5c8 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:49:59.180975 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4b57dc2e-77a3-4bf3-b05a-e7699b2c427d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:59.385660 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-4b57dc2e-77a3-4bf3-b05a-e7699b2c427d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] For port 30a9cb24-ef9d-4f96-99de-ec5ce4e1d5c8, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=30a9cb24-ef9d-4f96-99de-ec5ce4e1d5c8,segment=NetworkSegment(be0f4edd-32d7-4853-b5db-1203b42245ab),segment_id=be0f4edd-32d7-4853-b5db-1203b42245ab)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:49:59.386012 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4b57dc2e-77a3-4bf3-b05a-e7699b2c427d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:59.470941 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-00aedf92-0ec2-4c78-801f-a50cf45e5ad1 None None] Deleting port 30a9cb24-ef9d-4f96-99de-ec5ce4e1d5c8 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:49:59.472159 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-00aedf92-0ec2-4c78-801f-a50cf45e5ad1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:59.514432 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-4b57dc2e-77a3-4bf3-b05a-e7699b2c427d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Calling delete_port for 30a9cb24-ef9d-4f96-99de-ec5ce4e1d5c8 owned by network:dhcp {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:49:59.687606 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-00aedf92-0ec2-4c78-801f-a50cf45e5ad1 None None] For port 30a9cb24-ef9d-4f96-99de-ec5ce4e1d5c8, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=30a9cb24-ef9d-4f96-99de-ec5ce4e1d5c8,segment=NetworkSegment(be0f4edd-32d7-4853-b5db-1203b42245ab),segment_id=be0f4edd-32d7-4853-b5db-1203b42245ab)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:49:59.688060 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-00aedf92-0ec2-4c78-801f-a50cf45e5ad1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:59.701073 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4b57dc2e-77a3-4bf3-b05a-e7699b2c427d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:59.750122 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b57dc2e-77a3-4bf3-b05a-e7699b2c427d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event deleted for resources: {'Port': ['ID=30a9cb24-ef9d-4f96-99de-ec5ce4e1d5c8,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:49:59.751923 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b57dc2e-77a3-4bf3-b05a-e7699b2c427d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] No DVR routers for this DVR port 30a9cb24-ef9d-4f96-99de-ec5ce4e1d5c8 on host dv-neutron-826830-1-hyperv {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:49:59.810047 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-00aedf92-0ec2-4c78-801f-a50cf45e5ad1 None None] Calling delete_port for 30a9cb24-ef9d-4f96-99de-ec5ce4e1d5c8 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:49:59.876563 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4b57dc2e-77a3-4bf3-b05a-e7699b2c427d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:59.880154 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-00aedf92-0ec2-4c78-801f-a50cf45e5ad1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:49:59.880511 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-00aedf92-0ec2-4c78-801f-a50cf45e5ad1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:49:59.901625 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-4b57dc2e-77a3-4bf3-b05a-e7699b2c427d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74e766f2-14ce-473b-aba2-1de62c8863e2']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:49:59.913127 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-4b57dc2e-77a3-4bf3-b05a-e7699b2c427d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be0f4edd-32d7-4853-b5db-1203b42245ab') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:49:59.913416 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-4b57dc2e-77a3-4bf3-b05a-e7699b2c427d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be0f4edd-32d7-4853-b5db-1203b42245ab') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:49:59.924448 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4b57dc2e-77a3-4bf3-b05a-e7699b2c427d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143022'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:59.940939 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4b57dc2e-77a3-4bf3-b05a-e7699b2c427d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:59.946644 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b57dc2e-77a3-4bf3-b05a-e7699b2c427d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:49:59.947019 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4b57dc2e-77a3-4bf3-b05a-e7699b2c427d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3072199'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:49:59.961527 dv-neutron-826830-1-hyperv neutron-server[87636]: Traceback (most recent call last): Feb 01 04:49:59.961527 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:49:59.961527 dv-neutron-826830-1-hyperv neutron-server[87636]: timer() Feb 01 04:49:59.961527 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:49:59.961527 dv-neutron-826830-1-hyperv neutron-server[87636]: cb(*args, **kw) Feb 01 04:49:59.961527 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:49:59.961527 dv-neutron-826830-1-hyperv neutron-server[87636]: return func(*args, **kwargs) Feb 01 04:49:59.961527 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:49:59.961527 dv-neutron-826830-1-hyperv neutron-server[87636]: self._notify() Feb 01 04:49:59.961527 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:49:59.961527 dv-neutron-826830-1-hyperv neutron-server[87636]: self.callback(batched_events) Feb 01 04:49:59.961527 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:49:59.961527 dv-neutron-826830-1-hyperv neutron-server[87636]: event.method(event) Feb 01 04:49:59.961527 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:49:59.961527 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:49:59.961527 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:49:59.961527 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:49:59.961527 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:49:59.961527 dv-neutron-826830-1-hyperv neutron-server[87636]: return f(self, *a, **k) Feb 01 04:49:59.961527 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:49:59.961527 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._get(url).json() Feb 01 04:49:59.961527 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:49:59.961527 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:49:59.961527 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:49:59.961527 dv-neutron-826830-1-hyperv neutron-server[87636]: return self.request(url, 'GET', **kwargs) Feb 01 04:49:59.961527 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:49:59.961527 dv-neutron-826830-1-hyperv neutron-server[87636]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:49:59.961527 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:49:59.961527 dv-neutron-826830-1-hyperv neutron-server[87636]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:49:59.961527 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:49:59.961527 dv-neutron-826830-1-hyperv neutron-server[87636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:49:59.961527 dv-neutron-826830-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:50:00.040032 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4b57dc2e-77a3-4bf3-b05a-e7699b2c427d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:50:00.056635 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4b57dc2e-77a3-4bf3-b05a-e7699b2c427d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:50:00.069022 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b57dc2e-77a3-4bf3-b05a-e7699b2c427d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] Pushing event deleted for resources: {'Network': ['ID=74e766f2-14ce-473b-aba2-1de62c8863e2,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:50:00.080417 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4b57dc2e-77a3-4bf3-b05a-e7699b2c427d tempest-TestNetworkBasicOps-679623820 tempest-TestNetworkBasicOps-679623820-project] 10.222.0.24 "DELETE /v2.0/networks/74e766f2-14ce-473b-aba2-1de62c8863e2 HTTP/1.1" status: 204 len: 168 time: 1.0189712 Feb 01 04:50:00.178625 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 2158f3d0-1734-4027-b07d-bb929a4367be no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:50:00.217371 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 2158f3d0-1734-4027-b07d-bb929a4367be {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:50:00.217863 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 2158f3d0-1734-4027-b07d-bb929a4367be not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:50:00.218315 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 933171fd-46ed-45cd-9132-7316be3b7326 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:50:00.247400 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-00aedf92-0ec2-4c78-801f-a50cf45e5ad1 None None] Deleting port 30a9cb24-ef9d-4f96-99de-ec5ce4e1d5c8 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:50:00.248030 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-00aedf92-0ec2-4c78-801f-a50cf45e5ad1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:50:00.280261 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 933171fd-46ed-45cd-9132-7316be3b7326 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:50:00.280601 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 933171fd-46ed-45cd-9132-7316be3b7326 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:50:00.321790 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-00aedf92-0ec2-4c78-801f-a50cf45e5ad1 None None] The port '30a9cb24-ef9d-4f96-99de-ec5ce4e1d5c8' was deleted {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 01 04:50:00.385413 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 45464) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:50:00.642345 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-5e8ad3d8-852b-4ece-89fb-afbbd661df86 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0629703b9474474a9f2fde13723d2e8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2556384 Feb 01 04:50:00.644856 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 45470) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:50:00.700570 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e50f1cfa-a950-4527-bd47-c73ef43a141f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:50:00.725778 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e50f1cfa-a950-4527-bd47-c73ef43a141f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:50:00.776416 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e50f1cfa-a950-4527-bd47-c73ef43a141f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:50:00.795040 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50f1cfa-a950-4527-bd47-c73ef43a141f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c770c562-1947-4049-b5a8-afac5777c705,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:50:00.799349 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e50f1cfa-a950-4527-bd47-c73ef43a141f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:50:00.801268 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-e50f1cfa-a950-4527-bd47-c73ef43a141f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c770c562-1947-4049-b5a8-afac5777c705 HTTP/1.1" status: 204 len: 168 time: 0.1553197 Feb 01 04:50:01.084344 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 45478) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:50:01.103974 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cbec8e09-f06c-48ed-b3e0-771fd7f49412 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:50:01.118391 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-cbec8e09-f06c-48ed-b3e0-771fd7f49412 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:50:01.122209 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-cbec8e09-f06c-48ed-b3e0-771fd7f49412 admin admin] Usage tracker for resource:security_group_rule and tenant:f27ec8873f904c0cacecbbdd382cda92 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:50:01.125240 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-cbec8e09-f06c-48ed-b3e0-771fd7f49412 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:50:01.130763 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-cbec8e09-f06c-48ed-b3e0-771fd7f49412 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:50:01.215318 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cbec8e09-f06c-48ed-b3e0-771fd7f49412 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:50:01.218804 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cbec8e09-f06c-48ed-b3e0-771fd7f49412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:50:01.263517 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-cbec8e09-f06c-48ed-b3e0-771fd7f49412 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f27ec8873f904c0cacecbbdd382cda92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1780565 Feb 01 04:50:01.264996 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbec8e09-f06c-48ed-b3e0-771fd7f49412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=297dcc4c-a10d-4bdd-9600-2dffa1505f35,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:50:01.266148 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 45482) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:50:01.326001 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-46875830-7546-4ecc-92bf-d0a25926f5e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:50:01.346933 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 04:50:01.351502 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-46875830-7546-4ecc-92bf-d0a25926f5e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:50:01.409480 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-46875830-7546-4ecc-92bf-d0a25926f5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:50:01.425219 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46875830-7546-4ecc-92bf-d0a25926f5e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=297dcc4c-a10d-4bdd-9600-2dffa1505f35,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:50:01.429416 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-46875830-7546-4ecc-92bf-d0a25926f5e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:50:01.430499 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-46875830-7546-4ecc-92bf-d0a25926f5e6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/297dcc4c-a10d-4bdd-9600-2dffa1505f35 HTTP/1.1" status: 204 len: 168 time: 0.1633892 Feb 01 04:50:01.966848 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b8bf1999-26a2-48e7-ba90-2f03595bee42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:50:04.256095 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cf738960-f132-4e95-9d1f-dfe27e57e492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:50:05.375613 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:50:05.501853 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:50:07.020224 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:50:08.446135 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-aa1c7e69-a40c-48e3-a17e-5a8842746d70 req-f02518c4-0284-422c-9ffa-1953401d5197 tempest-ServersAdminNegativeTestJSON-1073277352 tempest-ServersAdminNegativeTestJSON-1073277352-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=d60282f2a1394062a4765c60c362cf54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277605 Feb 01 04:50:08.592796 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1c7e69-a40c-48e3-a17e-5a8842746d70 req-4d533303-a3c9-46ff-946d-944fc2fd4a29 tempest-ServersAdminNegativeTestJSON-1073277352 tempest-ServersAdminNegativeTestJSON-1073277352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:50:08.594203 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-aa1c7e69-a40c-48e3-a17e-5a8842746d70 req-4d533303-a3c9-46ff-946d-944fc2fd4a29 tempest-ServersAdminNegativeTestJSON-1073277352 tempest-ServersAdminNegativeTestJSON-1073277352-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1431205 Feb 01 04:50:08.608295 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-aa1c7e69-a40c-48e3-a17e-5a8842746d70 req-4e2c3ec3-95b6-4a9d-88b8-a6395e2d0320 tempest-ServersAdminNegativeTestJSON-1073277352 tempest-ServersAdminNegativeTestJSON-1073277352-project] 10.222.0.24 "GET /v2.0/quotas/d60282f2a1394062a4765c60c362cf54 HTTP/1.1" status: 200 len: 375 time: 0.0087361 Feb 01 04:50:08.657332 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-aa1c7e69-a40c-48e3-a17e-5a8842746d70 req-77f36574-ea43-407d-a0ff-147685cd6969 tempest-ServersAdminNegativeTestJSON-1073277352 tempest-ServersAdminNegativeTestJSON-1073277352-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d60282f2a1394062a4765c60c362cf54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438058 Feb 01 04:50:09.841358 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d77390cb-6247-47a3-95ec-dba3fd6e7724 req-46432e16-1b08-46b0-b317-2615cf934c1f tempest-ServersAdminNegativeTestJSON-1073277352 tempest-ServersAdminNegativeTestJSON-1073277352-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ff7a37d-ec77-421d-a626-4cd49e0b9da8 HTTP/1.1" status: 200 len: 210 time: 0.0429912 Feb 01 04:50:10.800142 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-aa1c7e69-a40c-48e3-a17e-5a8842746d70 req-1962e7a9-8424-4aa6-9919-4e83052d98f1 tempest-ServersAdminNegativeTestJSON-1073277352 tempest-ServersAdminNegativeTestJSON-1073277352-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=d60282f2a1394062a4765c60c362cf54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265274 Feb 01 04:50:10.992894 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1c7e69-a40c-48e3-a17e-5a8842746d70 req-ff2c45b1-d4cc-491b-8205-8407635bc966 tempest-ServersAdminNegativeTestJSON-1073277352 tempest-ServersAdminNegativeTestJSON-1073277352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:50:10.994302 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-aa1c7e69-a40c-48e3-a17e-5a8842746d70 req-ff2c45b1-d4cc-491b-8205-8407635bc966 tempest-ServersAdminNegativeTestJSON-1073277352 tempest-ServersAdminNegativeTestJSON-1073277352-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1885676 Feb 01 04:50:11.001275 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-70f47de1-d52e-41b0-b4b3-ea73490a0840 req-a9a70df4-5118-479e-a405-625d9ba52330 tempest-ServersAdminNegativeTestJSON-1073277352 tempest-ServersAdminNegativeTestJSON-1073277352-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ff7a37d-ec77-421d-a626-4cd49e0b9da8 HTTP/1.1" status: 200 len: 210 time: 0.0538654 Feb 01 04:50:11.014460 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [req-aa1c7e69-a40c-48e3-a17e-5a8842746d70 req-7641fbb4-5b80-4201-9680-a7026c82d27f tempest-ServersAdminNegativeTestJSON-1073277352 tempest-ServersAdminNegativeTestJSON-1073277352-project] Request body: {'port': {'device_id': '5ff7a37d-ec77-421d-a626-4cd49e0b9da8', 'network_id': 'da2534b2-4d03-4a9a-b664-948071fa9957', 'admin_state_up': True, 'tenant_id': 'd60282f2a1394062a4765c60c362cf54'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:50:11.147843 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [req-aa1c7e69-a40c-48e3-a17e-5a8842746d70 req-7641fbb4-5b80-4201-9680-a7026c82d27f tempest-ServersAdminNegativeTestJSON-1073277352 tempest-ServersAdminNegativeTestJSON-1073277352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:50:11.151951 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-aa1c7e69-a40c-48e3-a17e-5a8842746d70 req-7641fbb4-5b80-4201-9680-a7026c82d27f tempest-ServersAdminNegativeTestJSON-1073277352 tempest-ServersAdminNegativeTestJSON-1073277352-project] Usage tracker for resource:port and tenant:d60282f2a1394062a4765c60c362cf54 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:50:11.155033 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-aa1c7e69-a40c-48e3-a17e-5a8842746d70 req-7641fbb4-5b80-4201-9680-a7026c82d27f tempest-ServersAdminNegativeTestJSON-1073277352 tempest-ServersAdminNegativeTestJSON-1073277352-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:50:11.160614 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [req-aa1c7e69-a40c-48e3-a17e-5a8842746d70 req-7641fbb4-5b80-4201-9680-a7026c82d27f tempest-ServersAdminNegativeTestJSON-1073277352 tempest-ServersAdminNegativeTestJSON-1073277352-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:50:11.169573 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa1c7e69-a40c-48e3-a17e-5a8842746d70 req-7641fbb4-5b80-4201-9680-a7026c82d27f tempest-ServersAdminNegativeTestJSON-1073277352 tempest-ServersAdminNegativeTestJSON-1073277352-project] Made reservation on behalf of d60282f2a1394062a4765c60c362cf54 for: {'port': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:50:11.173309 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-aa1c7e69-a40c-48e3-a17e-5a8842746d70 req-7641fbb4-5b80-4201-9680-a7026c82d27f tempest-ServersAdminNegativeTestJSON-1073277352 tempest-ServersAdminNegativeTestJSON-1073277352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:50:11.185163 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-aa1c7e69-a40c-48e3-a17e-5a8842746d70 req-7641fbb4-5b80-4201-9680-a7026c82d27f tempest-ServersAdminNegativeTestJSON-1073277352 tempest-ServersAdminNegativeTestJSON-1073277352-project] Notify callbacks [] for security_group, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:50:11.199725 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [req-aa1c7e69-a40c-48e3-a17e-5a8842746d70 req-7641fbb4-5b80-4201-9680-a7026c82d27f tempest-ServersAdminNegativeTestJSON-1073277352 tempest-ServersAdminNegativeTestJSON-1073277352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:50:11.203549 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-aa1c7e69-a40c-48e3-a17e-5a8842746d70 req-7641fbb4-5b80-4201-9680-a7026c82d27f tempest-ServersAdminNegativeTestJSON-1073277352 tempest-ServersAdminNegativeTestJSON-1073277352-project] Usage tracker for resource:security_group_rule and tenant:d60282f2a1394062a4765c60c362cf54 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:50:11.206925 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-aa1c7e69-a40c-48e3-a17e-5a8842746d70 req-7641fbb4-5b80-4201-9680-a7026c82d27f tempest-ServersAdminNegativeTestJSON-1073277352 tempest-ServersAdminNegativeTestJSON-1073277352-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:50:11.212501 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [req-aa1c7e69-a40c-48e3-a17e-5a8842746d70 req-7641fbb4-5b80-4201-9680-a7026c82d27f tempest-ServersAdminNegativeTestJSON-1073277352 tempest-ServersAdminNegativeTestJSON-1073277352-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:50:11.297232 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-aa1c7e69-a40c-48e3-a17e-5a8842746d70 req-7641fbb4-5b80-4201-9680-a7026c82d27f tempest-ServersAdminNegativeTestJSON-1073277352 tempest-ServersAdminNegativeTestJSON-1073277352-project] Notify callbacks [] for security_group, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:50:11.300737 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-aa1c7e69-a40c-48e3-a17e-5a8842746d70 req-7641fbb4-5b80-4201-9680-a7026c82d27f tempest-ServersAdminNegativeTestJSON-1073277352 tempest-ServersAdminNegativeTestJSON-1073277352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:50:11.378197 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7641fbb4-5b80-4201-9680-a7026c82d27f tempest-ServersAdminNegativeTestJSON-1073277352 tempest-ServersAdminNegativeTestJSON-1073277352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa1bb9f-ca7a-4571-8341-c65d87b9d1c0,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:50:11.462007 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [req-aa1c7e69-a40c-48e3-a17e-5a8842746d70 req-7641fbb4-5b80-4201-9680-a7026c82d27f tempest-ServersAdminNegativeTestJSON-1073277352 tempest-ServersAdminNegativeTestJSON-1073277352-project] Allocated IP 192.168.233.63 (da2534b2-4d03-4a9a-b664-948071fa9957/dbfb9a5e-ee54-49f7-8180-9650913b938e/8bbc84a0-d6ef-46c7-b52e-1e26505a14fd) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:50:11.657931 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-aa1c7e69-a40c-48e3-a17e-5a8842746d70 req-7641fbb4-5b80-4201-9680-a7026c82d27f tempest-ServersAdminNegativeTestJSON-1073277352 tempest-ServersAdminNegativeTestJSON-1073277352-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:50:11.672512 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [req-aa1c7e69-a40c-48e3-a17e-5a8842746d70 req-7641fbb4-5b80-4201-9680-a7026c82d27f tempest-ServersAdminNegativeTestJSON-1073277352 tempest-ServersAdminNegativeTestJSON-1073277352-project] Transition to ACTIVE for port object 8bbc84a0-d6ef-46c7-b52e-1e26505a14fd will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:50:11.695929 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-aa1c7e69-a40c-48e3-a17e-5a8842746d70 req-7641fbb4-5b80-4201-9680-a7026c82d27f tempest-ServersAdminNegativeTestJSON-1073277352 tempest-ServersAdminNegativeTestJSON-1073277352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:50:11.763778 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa1c7e69-a40c-48e3-a17e-5a8842746d70 req-7641fbb4-5b80-4201-9680-a7026c82d27f tempest-ServersAdminNegativeTestJSON-1073277352 tempest-ServersAdminNegativeTestJSON-1073277352-project] Network da2534b2-4d03-4a9a-b664-948071fa9957 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:50:11.766822 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [req-aa1c7e69-a40c-48e3-a17e-5a8842746d70 req-7641fbb4-5b80-4201-9680-a7026c82d27f tempest-ServersAdminNegativeTestJSON-1073277352 tempest-ServersAdminNegativeTestJSON-1073277352-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:50:11.770555 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa1c7e69-a40c-48e3-a17e-5a8842746d70 req-7641fbb4-5b80-4201-9680-a7026c82d27f tempest-ServersAdminNegativeTestJSON-1073277352 tempest-ServersAdminNegativeTestJSON-1073277352-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:50:11.803790 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7641fbb4-5b80-4201-9680-a7026c82d27f tempest-ServersAdminNegativeTestJSON-1073277352 tempest-ServersAdminNegativeTestJSON-1073277352-project] Pushing event updated for resources: {'Port': ['ID=8bbc84a0-d6ef-46c7-b52e-1e26505a14fd,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:50:11.840517 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1c7e69-a40c-48e3-a17e-5a8842746d70 req-7641fbb4-5b80-4201-9680-a7026c82d27f tempest-ServersAdminNegativeTestJSON-1073277352 tempest-ServersAdminNegativeTestJSON-1073277352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:50:11.840855 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-aa1c7e69-a40c-48e3-a17e-5a8842746d70 req-7641fbb4-5b80-4201-9680-a7026c82d27f tempest-ServersAdminNegativeTestJSON-1073277352 tempest-ServersAdminNegativeTestJSON-1073277352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:50:11.869739 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-aa1c7e69-a40c-48e3-a17e-5a8842746d70 req-7641fbb4-5b80-4201-9680-a7026c82d27f tempest-ServersAdminNegativeTestJSON-1073277352 tempest-ServersAdminNegativeTestJSON-1073277352-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8590481 Feb 01 04:50:11.887392 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [req-aa1c7e69-a40c-48e3-a17e-5a8842746d70 req-e38f6b54-8ead-405a-af67-754ae4b044b4 service neutron] Request body: {'port': {'device_id': '5ff7a37d-ec77-421d-a626-4cd49e0b9da8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:50:11.995663 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-aa1c7e69-a40c-48e3-a17e-5a8842746d70 req-e38f6b54-8ead-405a-af67-754ae4b044b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:50:12.042428 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-74c96bbe-586c-42ca-9d6b-0487a93ecdd5 None None] Provisioning for port 8bbc84a0-d6ef-46c7-b52e-1e26505a14fd completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:50:12.047778 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-74c96bbe-586c-42ca-9d6b-0487a93ecdd5 None None] Provisioning complete for port 8bbc84a0-d6ef-46c7-b52e-1e26505a14fd triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:50:12.048156 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-74c96bbe-586c-42ca-9d6b-0487a93ecdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:50:12.102509 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-74c96bbe-586c-42ca-9d6b-0487a93ecdd5 None None] Port 8bbc84a0-d6ef-46c7-b52e-1e26505a14fd cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:50:12.187885 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3bb64d-3a7e-4a73-bbbe-23f9e3fa883a req-6c005076-df73-489b-995c-82894793ea2b tempest-ServersAdminNegativeTestJSON-1073277352 tempest-ServersAdminNegativeTestJSON-1073277352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:50:12.189333 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-de3bb64d-3a7e-4a73-bbbe-23f9e3fa883a req-6c005076-df73-489b-995c-82894793ea2b tempest-ServersAdminNegativeTestJSON-1073277352 tempest-ServersAdminNegativeTestJSON-1073277352-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ff7a37d-ec77-421d-a626-4cd49e0b9da8 HTTP/1.1" status: 200 len: 935 time: 0.0826120 Feb 01 04:50:12.236279 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-de3bb64d-3a7e-4a73-bbbe-23f9e3fa883a req-74f62ec0-a7c2-43b0-a357-e2b3a65ca92f tempest-ServersAdminNegativeTestJSON-1073277352 tempest-ServersAdminNegativeTestJSON-1073277352-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fa1bb9f-ca7a-4571-8341-c65d87b9d1c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408847 Feb 01 04:50:12.442152 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [req-aa1c7e69-a40c-48e3-a17e-5a8842746d70 req-e38f6b54-8ead-405a-af67-754ae4b044b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bbc84a0-d6ef-46c7-b52e-1e26505a14fd {{(pid=87637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 04:50:12.449042 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-aa1c7e69-a40c-48e3-a17e-5a8842746d70 req-e38f6b54-8ead-405a-af67-754ae4b044b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:50:12.463587 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [req-aa1c7e69-a40c-48e3-a17e-5a8842746d70 req-e38f6b54-8ead-405a-af67-754ae4b044b4 service neutron] Transition to ACTIVE for port object 8bbc84a0-d6ef-46c7-b52e-1e26505a14fd will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:50:12.467115 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-aa1c7e69-a40c-48e3-a17e-5a8842746d70 req-e38f6b54-8ead-405a-af67-754ae4b044b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:50:12.618005 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38f6b54-8ead-405a-af67-754ae4b044b4 service neutron] Pushing event updated for resources: {'Port': ['ID=8bbc84a0-d6ef-46c7-b52e-1e26505a14fd,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:50:12.702857 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [req-aa1c7e69-a40c-48e3-a17e-5a8842746d70 req-e38f6b54-8ead-405a-af67-754ae4b044b4 service neutron] Attempting to bind port 8bbc84a0-d6ef-46c7-b52e-1e26505a14fd on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:50:12.703161 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [req-aa1c7e69-a40c-48e3-a17e-5a8842746d70 req-e38f6b54-8ead-405a-af67-754ae4b044b4 service neutron] Attempting to bind port 8bbc84a0-d6ef-46c7-b52e-1e26505a14fd by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '7cb0627e-5493-4575-8ba2-a0dea791aaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'da2534b2-4d03-4a9a-b664-948071fa9957'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:50:12.703489 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1c7e69-a40c-48e3-a17e-5a8842746d70 req-e38f6b54-8ead-405a-af67-754ae4b044b4 service neutron] Attempting to bind port 8bbc84a0-d6ef-46c7-b52e-1e26505a14fd on network da2534b2-4d03-4a9a-b664-948071fa9957 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:50:12.708537 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1c7e69-a40c-48e3-a17e-5a8842746d70 req-e38f6b54-8ead-405a-af67-754ae4b044b4 service neutron] Port 8bbc84a0-d6ef-46c7-b52e-1e26505a14fd on network da2534b2-4d03-4a9a-b664-948071fa9957 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:50:12.708851 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1c7e69-a40c-48e3-a17e-5a8842746d70 req-e38f6b54-8ead-405a-af67-754ae4b044b4 service neutron] Attempting to bind port 8bbc84a0-d6ef-46c7-b52e-1e26505a14fd on network da2534b2-4d03-4a9a-b664-948071fa9957 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:50:12.714482 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1c7e69-a40c-48e3-a17e-5a8842746d70 req-e38f6b54-8ead-405a-af67-754ae4b044b4 service neutron] Checking agent: {'id': '63664c57-372e-43f7-9ecb-4deedcf8ddc7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 28, 15), 'started_at': datetime.datetime(2022, 2, 1, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:50:12.714937 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1c7e69-a40c-48e3-a17e-5a8842746d70 req-e38f6b54-8ead-405a-af67-754ae4b044b4 service neutron] Checking segment: {'id': '7cb0627e-5493-4575-8ba2-a0dea791aaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'da2534b2-4d03-4a9a-b664-948071fa9957'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:50:12.715358 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1c7e69-a40c-48e3-a17e-5a8842746d70 req-e38f6b54-8ead-405a-af67-754ae4b044b4 service neutron] Bound using segment: {'id': '7cb0627e-5493-4575-8ba2-a0dea791aaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'da2534b2-4d03-4a9a-b664-948071fa9957'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:50:12.715786 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [req-aa1c7e69-a40c-48e3-a17e-5a8842746d70 req-e38f6b54-8ead-405a-af67-754ae4b044b4 service neutron] Bound port: 8bbc84a0-d6ef-46c7-b52e-1e26505a14fd, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cb0627e-5493-4575-8ba2-a0dea791aaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'da2534b2-4d03-4a9a-b664-948071fa9957'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:50:12.716137 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-aa1c7e69-a40c-48e3-a17e-5a8842746d70 req-e38f6b54-8ead-405a-af67-754ae4b044b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:50:12.801812 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [req-aa1c7e69-a40c-48e3-a17e-5a8842746d70 req-e38f6b54-8ead-405a-af67-754ae4b044b4 service neutron] For port 8bbc84a0-d6ef-46c7-b52e-1e26505a14fd, host hv-neutron-8268, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:50:12.804608 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [req-aa1c7e69-a40c-48e3-a17e-5a8842746d70 req-e38f6b54-8ead-405a-af67-754ae4b044b4 service neutron] For port 8bbc84a0-d6ef-46c7-b52e-1e26505a14fd, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=8bbc84a0-d6ef-46c7-b52e-1e26505a14fd,segment=NetworkSegment(7cb0627e-5493-4575-8ba2-a0dea791aaea),segment_id=7cb0627e-5493-4575-8ba2-a0dea791aaea)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:50:12.809030 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-aa1c7e69-a40c-48e3-a17e-5a8842746d70 req-e38f6b54-8ead-405a-af67-754ae4b044b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:50:12.869739 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1c7e69-a40c-48e3-a17e-5a8842746d70 req-e38f6b54-8ead-405a-af67-754ae4b044b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:50:12.870343 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-aa1c7e69-a40c-48e3-a17e-5a8842746d70 req-e38f6b54-8ead-405a-af67-754ae4b044b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:50:12.871765 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-aa1c7e69-a40c-48e3-a17e-5a8842746d70 req-e38f6b54-8ead-405a-af67-754ae4b044b4 service neutron] 10.222.0.18 "PUT /v2.0/ports/8bbc84a0-d6ef-46c7-b52e-1e26505a14fd HTTP/1.1" status: 200 len: 1097 time: 0.9888015 Feb 01 04:50:12.872218 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ff7a37d-ec77-421d-a626-4cd49e0b9da8', 'tag': '8bbc84a0-d6ef-46c7-b52e-1e26505a14fd'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:50:12.896153 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38f6b54-8ead-405a-af67-754ae4b044b4 service neutron] Pushing event updated for resources: {'Port': ['ID=8bbc84a0-d6ef-46c7-b52e-1e26505a14fd,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:50:12.922229 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ff7a37d-ec77-421d-a626-4cd49e0b9da8', 'tag': '8bbc84a0-d6ef-46c7-b52e-1e26505a14fd', 'status': 'completed', 'code': 200} Feb 01 04:50:13.010979 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1c7e69-a40c-48e3-a17e-5a8842746d70 req-59c56157-fd1c-4171-95c3-0b9907ab0e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:50:13.012606 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-aa1c7e69-a40c-48e3-a17e-5a8842746d70 req-59c56157-fd1c-4171-95c3-0b9907ab0e70 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d60282f2a1394062a4765c60c362cf54&device_id=5ff7a37d-ec77-421d-a626-4cd49e0b9da8 HTTP/1.1" status: 200 len: 1100 time: 0.0732691 Feb 01 04:50:13.088734 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-aa1c7e69-a40c-48e3-a17e-5a8842746d70 req-ed07a72b-ca81-472c-8735-dd5b6b34d7c7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=8bbc84a0-d6ef-46c7-b52e-1e26505a14fd HTTP/1.1" status: 200 len: 217 time: 0.0635860 Feb 01 04:50:13.150852 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1c7e69-a40c-48e3-a17e-5a8842746d70 req-c32b0bde-0ad1-4817-b3e2-e90bc40bb73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:50:13.152376 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-aa1c7e69-a40c-48e3-a17e-5a8842746d70 req-c32b0bde-0ad1-4817-b3e2-e90bc40bb73e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dbfb9a5e-ee54-49f7-8180-9650913b938e HTTP/1.1" status: 200 len: 843 time: 0.0584476 Feb 01 04:50:13.228165 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1c7e69-a40c-48e3-a17e-5a8842746d70 req-3cdf4eff-bd16-4eb9-ad44-93bca6d3d103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:50:13.229539 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-aa1c7e69-a40c-48e3-a17e-5a8842746d70 req-3cdf4eff-bd16-4eb9-ad44-93bca6d3d103 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da2534b2-4d03-4a9a-b664-948071fa9957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0711873 Feb 01 04:50:13.360235 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-aa1c7e69-a40c-48e3-a17e-5a8842746d70 req-adecaef4-7575-43b5-a94c-81fe084326bb service neutron] 10.222.0.18 "GET /v2.0/networks/da2534b2-4d03-4a9a-b664-948071fa9957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248431 Feb 01 04:50:13.418928 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e84bf8-9706-4bd5-9b43-4770869b998c req-ec157b2e-96cd-4238-b656-3a497a3f9855 tempest-ServersAdminNegativeTestJSON-1073277352 tempest-ServersAdminNegativeTestJSON-1073277352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:50:13.420389 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-34e84bf8-9706-4bd5-9b43-4770869b998c req-ec157b2e-96cd-4238-b656-3a497a3f9855 tempest-ServersAdminNegativeTestJSON-1073277352 tempest-ServersAdminNegativeTestJSON-1073277352-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ff7a37d-ec77-421d-a626-4cd49e0b9da8 HTTP/1.1" status: 200 len: 947 time: 0.0783365 Feb 01 04:50:13.463515 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-34e84bf8-9706-4bd5-9b43-4770869b998c req-216ab9da-744e-4d2f-99c0-3736e8577309 tempest-ServersAdminNegativeTestJSON-1073277352 tempest-ServersAdminNegativeTestJSON-1073277352-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fa1bb9f-ca7a-4571-8341-c65d87b9d1c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367522 Feb 01 04:50:13.490098 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-aa1c7e69-a40c-48e3-a17e-5a8842746d70 req-36aae1bc-8823-4a59-a4b5-eb1c2a7d481f service neutron] 10.222.0.18 "GET /v2.0/networks/da2534b2-4d03-4a9a-b664-948071fa9957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236119 Feb 01 04:50:13.640882 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d538ed9a-1072-4234-a1b0-220b3d267892 req-a6097c4d-a0d1-43f1-9a54-1520414d4d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:50:13.642328 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-d538ed9a-1072-4234-a1b0-220b3d267892 req-a6097c4d-a0d1-43f1-9a54-1520414d4d99 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d60282f2a1394062a4765c60c362cf54&device_id=5ff7a37d-ec77-421d-a626-4cd49e0b9da8 HTTP/1.1" status: 200 len: 1100 time: 0.0689564 Feb 01 04:50:13.773072 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d538ed9a-1072-4234-a1b0-220b3d267892 req-ce9c4120-9a92-4349-b9d3-de241f8d6bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:50:13.774498 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-d538ed9a-1072-4234-a1b0-220b3d267892 req-ce9c4120-9a92-4349-b9d3-de241f8d6bdb service neutron] 10.222.0.18 "GET /v2.0/networks?id=da2534b2-4d03-4a9a-b664-948071fa9957 HTTP/1.1" status: 200 len: 869 time: 0.1251218 Feb 01 04:50:13.843959 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-d538ed9a-1072-4234-a1b0-220b3d267892 req-de7a1bb9-f650-40a4-9ca3-1904485f17c6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=8bbc84a0-d6ef-46c7-b52e-1e26505a14fd HTTP/1.1" status: 200 len: 217 time: 0.0625966 Feb 01 04:50:13.905038 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d538ed9a-1072-4234-a1b0-220b3d267892 req-d6cec728-0ff0-4637-8600-5c118137d9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:50:13.906431 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-d538ed9a-1072-4234-a1b0-220b3d267892 req-d6cec728-0ff0-4637-8600-5c118137d9c5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dbfb9a5e-ee54-49f7-8180-9650913b938e HTTP/1.1" status: 200 len: 843 time: 0.0556896 Feb 01 04:50:13.981740 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d538ed9a-1072-4234-a1b0-220b3d267892 req-b565a03d-a86f-4a96-a4a9-6d54b0d8f5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:50:13.983176 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-d538ed9a-1072-4234-a1b0-220b3d267892 req-b565a03d-a86f-4a96-a4a9-6d54b0d8f5ce service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da2534b2-4d03-4a9a-b664-948071fa9957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0700583 Feb 01 04:50:14.212108 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-d538ed9a-1072-4234-a1b0-220b3d267892 req-eb6065f3-9c7e-455c-8087-1b5d23be51e9 service neutron] 10.222.0.18 "GET /v2.0/networks/da2534b2-4d03-4a9a-b664-948071fa9957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214947 Feb 01 04:50:14.338817 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-d538ed9a-1072-4234-a1b0-220b3d267892 req-1c689128-ac15-4528-8c65-88c03f70848f service neutron] 10.222.0.18 "GET /v2.0/networks/da2534b2-4d03-4a9a-b664-948071fa9957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197133 Feb 01 04:50:14.650448 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e9c9b6-abaa-45aa-abce-1bfb5c13525e req-1ee1513e-e880-4be3-b8af-71ed28814601 tempest-ServersAdminNegativeTestJSON-1073277352 tempest-ServersAdminNegativeTestJSON-1073277352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:50:14.651120 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-38e9c9b6-abaa-45aa-abce-1bfb5c13525e req-1ee1513e-e880-4be3-b8af-71ed28814601 tempest-ServersAdminNegativeTestJSON-1073277352 tempest-ServersAdminNegativeTestJSON-1073277352-project] Synchronizing usage tracker for tenant:d60282f2a1394062a4765c60c362cf54 on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:50:14.667037 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-38e9c9b6-abaa-45aa-abce-1bfb5c13525e req-1ee1513e-e880-4be3-b8af-71ed28814601 tempest-ServersAdminNegativeTestJSON-1073277352 tempest-ServersAdminNegativeTestJSON-1073277352-project] Unset dirty status for tenant:d60282f2a1394062a4765c60c362cf54 on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:50:14.668208 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-38e9c9b6-abaa-45aa-abce-1bfb5c13525e req-1ee1513e-e880-4be3-b8af-71ed28814601 tempest-ServersAdminNegativeTestJSON-1073277352 tempest-ServersAdminNegativeTestJSON-1073277352-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ff7a37d-ec77-421d-a626-4cd49e0b9da8 HTTP/1.1" status: 200 len: 947 time: 0.0973337 Feb 01 04:50:14.714653 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-38e9c9b6-abaa-45aa-abce-1bfb5c13525e req-5c59f69e-9f6d-49a2-9674-3c2afa5e91b9 tempest-ServersAdminNegativeTestJSON-1073277352 tempest-ServersAdminNegativeTestJSON-1073277352-project] Synchronizing usage tracker for tenant:d60282f2a1394062a4765c60c362cf54 on resource:security_group {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:50:14.731456 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-38e9c9b6-abaa-45aa-abce-1bfb5c13525e req-5c59f69e-9f6d-49a2-9674-3c2afa5e91b9 tempest-ServersAdminNegativeTestJSON-1073277352 tempest-ServersAdminNegativeTestJSON-1073277352-project] Unset dirty status for tenant:d60282f2a1394062a4765c60c362cf54 on resource:security_group {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:50:14.732599 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-38e9c9b6-abaa-45aa-abce-1bfb5c13525e req-5c59f69e-9f6d-49a2-9674-3c2afa5e91b9 tempest-ServersAdminNegativeTestJSON-1073277352 tempest-ServersAdminNegativeTestJSON-1073277352-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fa1bb9f-ca7a-4571-8341-c65d87b9d1c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588119 Feb 01 04:50:15.051961 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:50:15.918675 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad627cd-9815-4f52-8d67-c040470f1312 req-cf5eef7b-73d5-4142-aa55-40c7df6b6134 tempest-ServersAdminNegativeTestJSON-1073277352 tempest-ServersAdminNegativeTestJSON-1073277352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:50:15.920131 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5ad627cd-9815-4f52-8d67-c040470f1312 req-cf5eef7b-73d5-4142-aa55-40c7df6b6134 tempest-ServersAdminNegativeTestJSON-1073277352 tempest-ServersAdminNegativeTestJSON-1073277352-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ff7a37d-ec77-421d-a626-4cd49e0b9da8 HTTP/1.1" status: 200 len: 947 time: 0.0808229 Feb 01 04:50:15.962534 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5ad627cd-9815-4f52-8d67-c040470f1312 req-17eb3983-e110-4ad9-8b19-df6a23fc325e tempest-ServersAdminNegativeTestJSON-1073277352 tempest-ServersAdminNegativeTestJSON-1073277352-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fa1bb9f-ca7a-4571-8341-c65d87b9d1c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363445 Feb 01 04:50:17.141430 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d5048-aa24-466e-8835-cf907456bb48 req-8b445065-3807-4f62-be84-68eb855335c1 tempest-ServersAdminNegativeTestJSON-1073277352 tempest-ServersAdminNegativeTestJSON-1073277352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:50:17.142795 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-d26d5048-aa24-466e-8835-cf907456bb48 req-8b445065-3807-4f62-be84-68eb855335c1 tempest-ServersAdminNegativeTestJSON-1073277352 tempest-ServersAdminNegativeTestJSON-1073277352-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ff7a37d-ec77-421d-a626-4cd49e0b9da8 HTTP/1.1" status: 200 len: 947 time: 0.0788381 Feb 01 04:50:17.188981 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-d26d5048-aa24-466e-8835-cf907456bb48 req-d9b379ed-3f23-4214-aae0-1b74ab638057 tempest-ServersAdminNegativeTestJSON-1073277352 tempest-ServersAdminNegativeTestJSON-1073277352-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fa1bb9f-ca7a-4571-8341-c65d87b9d1c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406065 Feb 01 04:50:17.230807 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 8bbc84a0-d6ef-46c7-b52e-1e26505a14fd details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 01 04:50:17.360703 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 8bbc84a0-d6ef-46c7-b52e-1e26505a14fd, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=8bbc84a0-d6ef-46c7-b52e-1e26505a14fd,segment=NetworkSegment(7cb0627e-5493-4575-8ba2-a0dea791aaea),segment_id=7cb0627e-5493-4575-8ba2-a0dea791aaea)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:50:17.374152 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Returning: {'device': '8bbc84a0-d6ef-46c7-b52e-1e26505a14fd', 'network_id': 'da2534b2-4d03-4a9a-b664-948071fa9957', 'port_id': '8bbc84a0-d6ef-46c7-b52e-1e26505a14fd', 'mac_address': 'fa:16:3e:44:74:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbfb9a5e-ee54-49f7-8180-9650913b938e', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 01 04:50:17.430682 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:50:17.446758 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bbc84a0-d6ef-46c7-b52e-1e26505a14fd {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 04:50:17.461940 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 8bbc84a0-d6ef-46c7-b52e-1e26505a14fd, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=8bbc84a0-d6ef-46c7-b52e-1e26505a14fd,segment=NetworkSegment(7cb0627e-5493-4575-8ba2-a0dea791aaea),segment_id=7cb0627e-5493-4575-8ba2-a0dea791aaea)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:50:17.465607 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:50:17.529138 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=8bbc84a0-d6ef-46c7-b52e-1e26505a14fd,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:50:17.737933 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] get_ports_and_sgs() called for port_ids ['8bbc84a0-d6ef-46c7-b52e-1e26505a14fd'] {{(pid=87638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 01 04:50:18.368387 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644c7b1-f7d6-4e93-bce9-670c7a7a6038 req-1e10f068-262c-460b-8755-9c8ded947362 tempest-ServersAdminNegativeTestJSON-1073277352 tempest-ServersAdminNegativeTestJSON-1073277352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:50:18.369816 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a644c7b1-f7d6-4e93-bce9-670c7a7a6038 req-1e10f068-262c-460b-8755-9c8ded947362 tempest-ServersAdminNegativeTestJSON-1073277352 tempest-ServersAdminNegativeTestJSON-1073277352-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ff7a37d-ec77-421d-a626-4cd49e0b9da8 HTTP/1.1" status: 200 len: 948 time: 0.0796928 Feb 01 04:50:18.415613 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a644c7b1-f7d6-4e93-bce9-670c7a7a6038 req-5b7a44ff-236f-4757-bcd3-95d8b4264dc3 tempest-ServersAdminNegativeTestJSON-1073277352 tempest-ServersAdminNegativeTestJSON-1073277352-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fa1bb9f-ca7a-4571-8341-c65d87b9d1c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399497 Feb 01 04:50:19.246332 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 8bbc84a0-d6ef-46c7-b52e-1e26505a14fd up at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:50:19.313513 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning for port 8bbc84a0-d6ef-46c7-b52e-1e26505a14fd completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:50:19.319073 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning complete for port 8bbc84a0-d6ef-46c7-b52e-1e26505a14fd triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:50:19.319468 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:50:19.465878 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:50:19.492543 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ff7a37d-ec77-421d-a626-4cd49e0b9da8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bbc84a0-d6ef-46c7-b52e-1e26505a14fd'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:50:19.503264 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 8bbc84a0-d6ef-46c7-b52e-1e26505a14fd, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=8bbc84a0-d6ef-46c7-b52e-1e26505a14fd,segment=NetworkSegment(7cb0627e-5493-4575-8ba2-a0dea791aaea),segment_id=7cb0627e-5493-4575-8ba2-a0dea791aaea)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:50:19.507226 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:50:19.543475 dv-neutron-826830-1-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ff7a37d-ec77-421d-a626-4cd49e0b9da8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bbc84a0-d6ef-46c7-b52e-1e26505a14fd', 'code': 200} Feb 01 04:50:19.583746 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=8bbc84a0-d6ef-46c7-b52e-1e26505a14fd,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:50:19.600296 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c523ece-c019-4c9f-a2a2-5360f71bad59 req-d9a7c35b-5d07-4473-936b-c9f29076dda2 tempest-ServersAdminNegativeTestJSON-1073277352 tempest-ServersAdminNegativeTestJSON-1073277352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:50:19.601805 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-0c523ece-c019-4c9f-a2a2-5360f71bad59 req-d9a7c35b-5d07-4473-936b-c9f29076dda2 tempest-ServersAdminNegativeTestJSON-1073277352 tempest-ServersAdminNegativeTestJSON-1073277352-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ff7a37d-ec77-421d-a626-4cd49e0b9da8 HTTP/1.1" status: 200 len: 949 time: 0.0837250 Feb 01 04:50:19.645944 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-0c523ece-c019-4c9f-a2a2-5360f71bad59 req-7ea8b33d-b507-4e24-9270-8abd3f7c378f tempest-ServersAdminNegativeTestJSON-1073277352 tempest-ServersAdminNegativeTestJSON-1073277352-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fa1bb9f-ca7a-4571-8341-c65d87b9d1c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383976 Feb 01 04:50:19.789868 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc42426f-f464-444a-93f9-b740a867bc70 req-3ea3f50f-da73-4396-aad0-ed6b2ebc123f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:50:19.791348 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-fc42426f-f464-444a-93f9-b740a867bc70 req-3ea3f50f-da73-4396-aad0-ed6b2ebc123f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5ff7a37d-ec77-421d-a626-4cd49e0b9da8 HTTP/1.1" status: 200 len: 1102 time: 0.0680859 Feb 01 04:50:19.830742 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-fc42426f-f464-444a-93f9-b740a867bc70 req-a4be4240-b846-476c-9328-11f4d506861b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0fa1bb9f-ca7a-4571-8341-c65d87b9d1c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326576 Feb 01 04:50:20.833738 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906658af-ad79-4ded-b653-43ae50ab02de req-016fba0f-960d-442d-b9a9-10b8bc896bb9 tempest-ServersAdminNegativeTestJSON-1073277352 tempest-ServersAdminNegativeTestJSON-1073277352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:50:20.835206 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-906658af-ad79-4ded-b653-43ae50ab02de req-016fba0f-960d-442d-b9a9-10b8bc896bb9 tempest-ServersAdminNegativeTestJSON-1073277352 tempest-ServersAdminNegativeTestJSON-1073277352-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ff7a37d-ec77-421d-a626-4cd49e0b9da8 HTTP/1.1" status: 200 len: 949 time: 0.0778866 Feb 01 04:50:20.881619 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-906658af-ad79-4ded-b653-43ae50ab02de req-3606df0d-3615-4466-bb88-99c47495b057 tempest-ServersAdminNegativeTestJSON-1073277352 tempest-ServersAdminNegativeTestJSON-1073277352-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fa1bb9f-ca7a-4571-8341-c65d87b9d1c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404928 Feb 01 04:50:22.068180 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e42916-d9a9-4590-a82b-2e4ff2c17772 req-2fc18960-997f-48c5-92f9-b308fc214938 tempest-ServersAdminNegativeTestJSON-1073277352 tempest-ServersAdminNegativeTestJSON-1073277352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:50:22.069655 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-59e42916-d9a9-4590-a82b-2e4ff2c17772 req-2fc18960-997f-48c5-92f9-b308fc214938 tempest-ServersAdminNegativeTestJSON-1073277352 tempest-ServersAdminNegativeTestJSON-1073277352-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ff7a37d-ec77-421d-a626-4cd49e0b9da8 HTTP/1.1" status: 200 len: 949 time: 0.0834060 Feb 01 04:50:22.112076 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-59e42916-d9a9-4590-a82b-2e4ff2c17772 req-10291e94-7a69-48c0-940c-ee62e2207b64 tempest-ServersAdminNegativeTestJSON-1073277352 tempest-ServersAdminNegativeTestJSON-1073277352-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fa1bb9f-ca7a-4571-8341-c65d87b9d1c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363653 Feb 01 04:50:23.159087 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294faf95-5b4a-4995-b2f4-0181f5f11500 req-9b121374-47e1-4e6b-83a7-51a64e86343a tempest-ServersAdminNegativeTestJSON-1073277352 tempest-ServersAdminNegativeTestJSON-1073277352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:50:23.160548 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-294faf95-5b4a-4995-b2f4-0181f5f11500 req-9b121374-47e1-4e6b-83a7-51a64e86343a tempest-ServersAdminNegativeTestJSON-1073277352 tempest-ServersAdminNegativeTestJSON-1073277352-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ff7a37d-ec77-421d-a626-4cd49e0b9da8 HTTP/1.1" status: 200 len: 949 time: 0.0776334 Feb 01 04:50:23.211956 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-294faf95-5b4a-4995-b2f4-0181f5f11500 req-26f67b3b-eec4-4c35-976f-f3b22390e8cf tempest-ServersAdminNegativeTestJSON-1073277352 tempest-ServersAdminNegativeTestJSON-1073277352-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fa1bb9f-ca7a-4571-8341-c65d87b9d1c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458393 Feb 01 04:50:24.396866 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502c66b-e148-41b8-a479-8350835c049b req-d1c39281-e3d6-40bb-9a63-20334fdca94e tempest-ServersAdminNegativeTestJSON-1073277352 tempest-ServersAdminNegativeTestJSON-1073277352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:50:24.398201 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3502c66b-e148-41b8-a479-8350835c049b req-d1c39281-e3d6-40bb-9a63-20334fdca94e tempest-ServersAdminNegativeTestJSON-1073277352 tempest-ServersAdminNegativeTestJSON-1073277352-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ff7a37d-ec77-421d-a626-4cd49e0b9da8 HTTP/1.1" status: 200 len: 949 time: 0.0806811 Feb 01 04:50:24.440478 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3502c66b-e148-41b8-a479-8350835c049b req-f60fc67d-ff71-4751-947a-f4a3edbea758 tempest-ServersAdminNegativeTestJSON-1073277352 tempest-ServersAdminNegativeTestJSON-1073277352-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fa1bb9f-ca7a-4571-8341-c65d87b9d1c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367074 Feb 01 04:50:24.529705 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f3ebf8-eaca-48df-83ad-08b5a87d36b5 req-715b7310-2d20-4c37-88c3-0ba69e57caa2 tempest-ServersAdminNegativeTestJSON-1073277352 tempest-ServersAdminNegativeTestJSON-1073277352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:50:24.531111 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-e3f3ebf8-eaca-48df-83ad-08b5a87d36b5 req-715b7310-2d20-4c37-88c3-0ba69e57caa2 tempest-ServersAdminNegativeTestJSON-1073277352 tempest-ServersAdminNegativeTestJSON-1073277352-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ff7a37d-ec77-421d-a626-4cd49e0b9da8 HTTP/1.1" status: 200 len: 949 time: 0.0772717 Feb 01 04:50:24.598499 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [req-e3f3ebf8-eaca-48df-83ad-08b5a87d36b5 req-d9485c70-b487-4437-bbbe-1b97e75882b5 tempest-ServersAdminNegativeTestJSON-1073277352 tempest-ServersAdminNegativeTestJSON-1073277352-project] Deleting port 8bbc84a0-d6ef-46c7-b52e-1e26505a14fd {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:50:24.598863 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-e3f3ebf8-eaca-48df-83ad-08b5a87d36b5 req-d9485c70-b487-4437-bbbe-1b97e75882b5 tempest-ServersAdminNegativeTestJSON-1073277352 tempest-ServersAdminNegativeTestJSON-1073277352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:50:24.845248 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [req-e3f3ebf8-eaca-48df-83ad-08b5a87d36b5 req-d9485c70-b487-4437-bbbe-1b97e75882b5 tempest-ServersAdminNegativeTestJSON-1073277352 tempest-ServersAdminNegativeTestJSON-1073277352-project] For port 8bbc84a0-d6ef-46c7-b52e-1e26505a14fd, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=8bbc84a0-d6ef-46c7-b52e-1e26505a14fd,segment=NetworkSegment(7cb0627e-5493-4575-8ba2-a0dea791aaea),segment_id=7cb0627e-5493-4575-8ba2-a0dea791aaea)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:50:24.845594 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-e3f3ebf8-eaca-48df-83ad-08b5a87d36b5 req-d9485c70-b487-4437-bbbe-1b97e75882b5 tempest-ServersAdminNegativeTestJSON-1073277352 tempest-ServersAdminNegativeTestJSON-1073277352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:50:24.969237 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [req-e3f3ebf8-eaca-48df-83ad-08b5a87d36b5 req-d9485c70-b487-4437-bbbe-1b97e75882b5 tempest-ServersAdminNegativeTestJSON-1073277352 tempest-ServersAdminNegativeTestJSON-1073277352-project] Calling delete_port for 8bbc84a0-d6ef-46c7-b52e-1e26505a14fd owned by compute:nova {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:50:25.107490 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-e3f3ebf8-eaca-48df-83ad-08b5a87d36b5 req-d9485c70-b487-4437-bbbe-1b97e75882b5 tempest-ServersAdminNegativeTestJSON-1073277352 tempest-ServersAdminNegativeTestJSON-1073277352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:50:25.139254 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] get_ports_and_sgs() called for port_ids ['8bbc84a0-d6ef-46c7-b52e-1e26505a14fd'] {{(pid=87638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 01 04:50:25.159475 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9485c70-b487-4437-bbbe-1b97e75882b5 tempest-ServersAdminNegativeTestJSON-1073277352 tempest-ServersAdminNegativeTestJSON-1073277352-project] Pushing event deleted for resources: {'Port': ['ID=8bbc84a0-d6ef-46c7-b52e-1e26505a14fd,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:50:25.234442 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3f3ebf8-eaca-48df-83ad-08b5a87d36b5 req-d9485c70-b487-4437-bbbe-1b97e75882b5 tempest-ServersAdminNegativeTestJSON-1073277352 tempest-ServersAdminNegativeTestJSON-1073277352-project] No DVR routers for this DVR port 8bbc84a0-d6ef-46c7-b52e-1e26505a14fd on host hv-neutron-8268 {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:50:25.237547 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-e3f3ebf8-eaca-48df-83ad-08b5a87d36b5 req-d9485c70-b487-4437-bbbe-1b97e75882b5 tempest-ServersAdminNegativeTestJSON-1073277352 tempest-ServersAdminNegativeTestJSON-1073277352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:50:25.240135 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ff7a37d-ec77-421d-a626-4cd49e0b9da8', 'name': 'network-vif-deleted', 'tag': '8bbc84a0-d6ef-46c7-b52e-1e26505a14fd'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:50:25.258705 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-e3f3ebf8-eaca-48df-83ad-08b5a87d36b5 req-d9485c70-b487-4437-bbbe-1b97e75882b5 tempest-ServersAdminNegativeTestJSON-1073277352 tempest-ServersAdminNegativeTestJSON-1073277352-project] 10.222.0.18 "DELETE /v2.0/ports/8bbc84a0-d6ef-46c7-b52e-1e26505a14fd HTTP/1.1" status: 204 len: 173 time: 0.7221236 Feb 01 04:50:25.298346 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ff7a37d-ec77-421d-a626-4cd49e0b9da8', 'name': 'network-vif-deleted', 'tag': '8bbc84a0-d6ef-46c7-b52e-1e26505a14fd', 'status': 'completed', 'code': 200} Feb 01 04:50:25.601257 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4f4e3c05-53ad-4793-a708-a18b054042c4 req-e100bcc2-d7fd-4abb-93eb-f1bc7c338872 tempest-ServersAdminNegativeTestJSON-1073277352 tempest-ServersAdminNegativeTestJSON-1073277352-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ff7a37d-ec77-421d-a626-4cd49e0b9da8 HTTP/1.1" status: 200 len: 210 time: 0.0412188 Feb 01 04:50:26.950138 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 45630) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:50:27.094341 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-28b156b5-fe9d-43ba-8535-7a7b0fd6bb80 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d60282f2a1394062a4765c60c362cf54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1430316 Feb 01 04:50:27.097375 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 45636) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:50:27.151998 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-82dfbf44-6715-4956-8d5b-efae46a62204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:50:27.177173 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-82dfbf44-6715-4956-8d5b-efae46a62204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:50:27.227373 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-82dfbf44-6715-4956-8d5b-efae46a62204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:50:27.243353 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dfbf44-6715-4956-8d5b-efae46a62204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa1bb9f-ca7a-4571-8341-c65d87b9d1c0,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:50:27.252880 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-82dfbf44-6715-4956-8d5b-efae46a62204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:50:27.254032 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-82dfbf44-6715-4956-8d5b-efae46a62204 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0fa1bb9f-ca7a-4571-8341-c65d87b9d1c0 HTTP/1.1" status: 204 len: 168 time: 0.1557436 Feb 01 04:50:27.518632 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 45644) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:50:27.536320 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4032fb01-fdb8-4e39-8c47-7a494006d67f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:50:27.550038 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-4032fb01-fdb8-4e39-8c47-7a494006d67f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:50:27.553831 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-4032fb01-fdb8-4e39-8c47-7a494006d67f admin admin] Usage tracker for resource:security_group_rule and tenant:5d0fbe2dcea34a8185ed6313bd5aaa53 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:50:27.556614 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-4032fb01-fdb8-4e39-8c47-7a494006d67f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:50:27.562196 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-4032fb01-fdb8-4e39-8c47-7a494006d67f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:50:27.643268 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4032fb01-fdb8-4e39-8c47-7a494006d67f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:50:27.646983 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4032fb01-fdb8-4e39-8c47-7a494006d67f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:50:27.706722 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-4032fb01-fdb8-4e39-8c47-7a494006d67f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5d0fbe2dcea34a8185ed6313bd5aaa53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1869252 Feb 01 04:50:27.707516 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4032fb01-fdb8-4e39-8c47-7a494006d67f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e733750c-4ec9-4b64-a982-0090e4409475,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:50:27.709463 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 45648) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:50:27.769326 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c48df745-f81e-42d9-9e1c-95ab05bdfa4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:50:27.793761 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c48df745-f81e-42d9-9e1c-95ab05bdfa4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:50:27.846699 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c48df745-f81e-42d9-9e1c-95ab05bdfa4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:50:27.861551 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48df745-f81e-42d9-9e1c-95ab05bdfa4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e733750c-4ec9-4b64-a982-0090e4409475,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:50:27.870837 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c48df745-f81e-42d9-9e1c-95ab05bdfa4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:50:27.872041 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c48df745-f81e-42d9-9e1c-95ab05bdfa4a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e733750c-4ec9-4b64-a982-0090e4409475 HTTP/1.1" status: 204 len: 168 time: 0.1615903 Feb 01 04:50:28.559995 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 45672) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:50:28.659620 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-7aab9b7a-5d9d-4a5a-a33f-6f70af50081f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1402994175-network', 'tenant_id': '2b827ddb04fe43c3a7424531c88e326a'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:50:28.664335 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-7aab9b7a-5d9d-4a5a-a33f-6f70af50081f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:50:28.668095 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-7aab9b7a-5d9d-4a5a-a33f-6f70af50081f admin admin] Usage tracker for resource:network and tenant:2b827ddb04fe43c3a7424531c88e326a is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:50:28.670875 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-7aab9b7a-5d9d-4a5a-a33f-6f70af50081f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:50:28.677644 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-7aab9b7a-5d9d-4a5a-a33f-6f70af50081f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:50:28.687040 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aab9b7a-5d9d-4a5a-a33f-6f70af50081f admin admin] Made reservation on behalf of 2b827ddb04fe43c3a7424531c88e326a for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:50:28.689287 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7aab9b7a-5d9d-4a5a-a33f-6f70af50081f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:50:28.700786 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7aab9b7a-5d9d-4a5a-a33f-6f70af50081f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:50:28.715039 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-7aab9b7a-5d9d-4a5a-a33f-6f70af50081f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:50:28.718713 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-7aab9b7a-5d9d-4a5a-a33f-6f70af50081f admin admin] Usage tracker for resource:security_group_rule and tenant:2b827ddb04fe43c3a7424531c88e326a is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:50:28.722047 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-7aab9b7a-5d9d-4a5a-a33f-6f70af50081f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:50:28.727578 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-7aab9b7a-5d9d-4a5a-a33f-6f70af50081f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:50:28.812335 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7aab9b7a-5d9d-4a5a-a33f-6f70af50081f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:50:28.816065 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7aab9b7a-5d9d-4a5a-a33f-6f70af50081f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:50:28.849347 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aab9b7a-5d9d-4a5a-a33f-6f70af50081f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:50:28.854402 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aab9b7a-5d9d-4a5a-a33f-6f70af50081f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c8e94c-78a0-419e-8dad-b0c3c256760d,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:50:28.862369 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7aab9b7a-5d9d-4a5a-a33f-6f70af50081f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:50:28.862825 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-7aab9b7a-5d9d-4a5a-a33f-6f70af50081f admin admin] Added segment 87c8f7fd-0a28-4cc9-8c5f-87e741beaca3 of type vlan for network d8a38928-c771-47bd-a3f7-d80a377b38e8 Feb 01 04:50:28.890847 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7aab9b7a-5d9d-4a5a-a33f-6f70af50081f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:50:28.920874 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7aab9b7a-5d9d-4a5a-a33f-6f70af50081f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:50:28.921798 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aab9b7a-5d9d-4a5a-a33f-6f70af50081f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:50:28.922366 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7aab9b7a-5d9d-4a5a-a33f-6f70af50081f admin admin] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:50:29.021224 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-7aab9b7a-5d9d-4a5a-a33f-6f70af50081f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4596198 Feb 01 04:50:29.023772 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 45678) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:50:29.026250 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aab9b7a-5d9d-4a5a-a33f-6f70af50081f admin admin] Pushing event updated for resources: {'Network': ['ID=d8a38928-c771-47bd-a3f7-d80a377b38e8,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:50:29.030286 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-5abcc3a0-5700-43a6-b9ae-24451ac21dfe admin admin] Request body: {'subnet': {'network_id': 'd8a38928-c771-47bd-a3f7-d80a377b38e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1402994175-subnet', 'tenant_id': '2b827ddb04fe43c3a7424531c88e326a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:50:29.037193 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-5abcc3a0-5700-43a6-b9ae-24451ac21dfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:50:29.038872 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network d8a38928-c771-47bd-a3f7-d80a377b38e8 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:50:29.041522 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-5abcc3a0-5700-43a6-b9ae-24451ac21dfe admin admin] Usage tracker for resource:subnet and tenant:2b827ddb04fe43c3a7424531c88e326a is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:50:29.044429 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-5abcc3a0-5700-43a6-b9ae-24451ac21dfe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:50:29.050705 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-5abcc3a0-5700-43a6-b9ae-24451ac21dfe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:50:29.063224 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5abcc3a0-5700-43a6-b9ae-24451ac21dfe admin admin] Made reservation on behalf of 2b827ddb04fe43c3a7424531c88e326a for: {'subnet': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:50:29.065952 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5abcc3a0-5700-43a6-b9ae-24451ac21dfe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3694443'] for subnet, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:50:29.308931 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 8bbc84a0-d6ef-46c7-b52e-1e26505a14fd no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:50:29.344128 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] No Port match for: 8bbc84a0-d6ef-46c7-b52e-1e26505a14fd {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:50:29.344367 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 8bbc84a0-d6ef-46c7-b52e-1e26505a14fd not bound to the agent host hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:50:29.362070 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5abcc3a0-5700-43a6-b9ae-24451ac21dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3037478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3694457'] for subnet, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:50:29.444295 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abcc3a0-5700-43a6-b9ae-24451ac21dfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=26baa4c3-0e00-46c8-9301-e858595e516e,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:50:29.451531 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abcc3a0-5700-43a6-b9ae-24451ac21dfe admin admin] Checking segment: {'id': '87c8f7fd-0a28-4cc9-8c5f-87e741beaca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd8a38928-c771-47bd-a3f7-d80a377b38e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:50:29.451883 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abcc3a0-5700-43a6-b9ae-24451ac21dfe admin admin] Network hostable DHCP agents. Network: d8a38928-c771-47bd-a3f7-d80a377b38e8, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:50:29.469476 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abcc3a0-5700-43a6-b9ae-24451ac21dfe admin admin] Network d8a38928-c771-47bd-a3f7-d80a377b38e8 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:50:29.477579 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-5abcc3a0-5700-43a6-b9ae-24451ac21dfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, d8a38928-c771-47bd-a3f7-d80a377b38e8) {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:50:29.481454 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abcc3a0-5700-43a6-b9ae-24451ac21dfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:50:29.482022 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5abcc3a0-5700-43a6-b9ae-24451ac21dfe admin admin] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:50:29.486948 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfa2a64-0ebd-466d-bc6b-e3613d016cc5 None None] Network d8a38928-c771-47bd-a3f7-d80a377b38e8 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:50:29.507454 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-5abcc3a0-5700-43a6-b9ae-24451ac21dfe admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4821920 Feb 01 04:50:29.699387 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e957f3e5-1ecc-4e38-857b-cbecd0614d35 None None] Network d8a38928-c771-47bd-a3f7-d80a377b38e8 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:50:30.016973 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf30c8-f3c5-4189-aa2d-2e4a7ef1e602 req-be4f3ef1-6794-4496-89f6-247f9aaa5440 tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:50:30.017680 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-ceaf30c8-f3c5-4189-aa2d-2e4a7ef1e602 req-be4f3ef1-6794-4496-89f6-247f9aaa5440 tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] Synchronizing usage tracker for tenant:2b827ddb04fe43c3a7424531c88e326a on resource:network {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:50:30.035122 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-ceaf30c8-f3c5-4189-aa2d-2e4a7ef1e602 req-be4f3ef1-6794-4496-89f6-247f9aaa5440 tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] Unset dirty status for tenant:2b827ddb04fe43c3a7424531c88e326a on resource:network {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:50:30.036442 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ceaf30c8-f3c5-4189-aa2d-2e4a7ef1e602 req-be4f3ef1-6794-4496-89f6-247f9aaa5440 tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.24 "GET /v2.0/networks?id=d8a38928-c771-47bd-a3f7-d80a377b38e8 HTTP/1.1" status: 200 len: 812 time: 0.1652405 Feb 01 04:50:30.051875 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ceaf30c8-f3c5-4189-aa2d-2e4a7ef1e602 req-7ad6dd9e-6a37-46b8-a867-6244e6f2721d tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.24 "GET /v2.0/quotas/2b827ddb04fe43c3a7424531c88e326a HTTP/1.1" status: 200 len: 375 time: 0.0099607 Feb 01 04:50:30.100554 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ceaf30c8-f3c5-4189-aa2d-2e4a7ef1e602 req-802a8441-8b59-493a-bce5-454752e5ee93 tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2b827ddb04fe43c3a7424531c88e326a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437458 Feb 01 04:50:30.325084 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ceaf30c8-f3c5-4189-aa2d-2e4a7ef1e602 req-162b266b-bae1-4ba7-8e4e-67678e3c059c service neutron] 10.222.0.24 "GET /v2.0/networks/d8a38928-c771-47bd-a3f7-d80a377b38e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179050 Feb 01 04:50:30.451659 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ceaf30c8-f3c5-4189-aa2d-2e4a7ef1e602 req-f8293b17-817f-4220-b833-68064d725ad8 service neutron] 10.222.0.24 "GET /v2.0/networks/d8a38928-c771-47bd-a3f7-d80a377b38e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203966 Feb 01 04:50:30.622835 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-d75168cc-3fc5-431b-b54b-48d7acc1f88e req-0aec6a20-7d1b-478f-bda4-86ee3c4e8319 tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.24 "GET /v2.0/ports?device_id=805d7c6b-1e51-4ce9-8a00-b2bd85d47ee4 HTTP/1.1" status: 200 len: 210 time: 0.0431800 Feb 01 04:50:31.715017 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf30c8-f3c5-4189-aa2d-2e4a7ef1e602 req-fe02e529-5d6e-4c28-a050-22228e99ce11 tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:50:31.716475 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-ceaf30c8-f3c5-4189-aa2d-2e4a7ef1e602 req-fe02e529-5d6e-4c28-a050-22228e99ce11 tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.18 "GET /v2.0/networks?id=d8a38928-c771-47bd-a3f7-d80a377b38e8 HTTP/1.1" status: 200 len: 812 time: 0.1511791 Feb 01 04:50:31.734459 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [req-ceaf30c8-f3c5-4189-aa2d-2e4a7ef1e602 req-a0f3ec67-323b-4832-92c5-996c06f2750a tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] Request body: {'port': {'device_id': '805d7c6b-1e51-4ce9-8a00-b2bd85d47ee4', 'network_id': 'd8a38928-c771-47bd-a3f7-d80a377b38e8', 'admin_state_up': True, 'tenant_id': '2b827ddb04fe43c3a7424531c88e326a'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:50:31.772790 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ab97ae24-7a22-41d3-99a3-f42a511bcbbd req-3f36f1e3-0bc9-4b14-bb6e-e17984c6e4e6 tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.24 "GET /v2.0/ports?device_id=805d7c6b-1e51-4ce9-8a00-b2bd85d47ee4 HTTP/1.1" status: 200 len: 210 time: 0.0429628 Feb 01 04:50:31.874803 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [req-ceaf30c8-f3c5-4189-aa2d-2e4a7ef1e602 req-a0f3ec67-323b-4832-92c5-996c06f2750a tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:50:31.878597 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-ceaf30c8-f3c5-4189-aa2d-2e4a7ef1e602 req-a0f3ec67-323b-4832-92c5-996c06f2750a tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] Usage tracker for resource:port and tenant:2b827ddb04fe43c3a7424531c88e326a is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:50:31.881422 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-ceaf30c8-f3c5-4189-aa2d-2e4a7ef1e602 req-a0f3ec67-323b-4832-92c5-996c06f2750a tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:50:31.887095 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [req-ceaf30c8-f3c5-4189-aa2d-2e4a7ef1e602 req-a0f3ec67-323b-4832-92c5-996c06f2750a tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:50:31.897246 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ceaf30c8-f3c5-4189-aa2d-2e4a7ef1e602 req-a0f3ec67-323b-4832-92c5-996c06f2750a tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] Made reservation on behalf of 2b827ddb04fe43c3a7424531c88e326a for: {'port': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:50:31.900741 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-ceaf30c8-f3c5-4189-aa2d-2e4a7ef1e602 req-a0f3ec67-323b-4832-92c5-996c06f2750a tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:50:31.968704 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aa3fa0c9-ef80-4df1-acbf-df42c3387acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:50:32.059559 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [req-ceaf30c8-f3c5-4189-aa2d-2e4a7ef1e602 req-a0f3ec67-323b-4832-92c5-996c06f2750a tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] Allocated IP 172.20.0.8 (d8a38928-c771-47bd-a3f7-d80a377b38e8/26baa4c3-0e00-46c8-9301-e858595e516e/9305b34e-670c-4ecc-83f5-172d4c46edfc) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:50:32.254597 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-ceaf30c8-f3c5-4189-aa2d-2e4a7ef1e602 req-a0f3ec67-323b-4832-92c5-996c06f2750a tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:50:32.284109 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-ceaf30c8-f3c5-4189-aa2d-2e4a7ef1e602 req-a0f3ec67-323b-4832-92c5-996c06f2750a tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:50:32.353596 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ceaf30c8-f3c5-4189-aa2d-2e4a7ef1e602 req-a0f3ec67-323b-4832-92c5-996c06f2750a tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] Network d8a38928-c771-47bd-a3f7-d80a377b38e8 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:50:32.356622 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [req-ceaf30c8-f3c5-4189-aa2d-2e4a7ef1e602 req-a0f3ec67-323b-4832-92c5-996c06f2750a tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:50:32.360525 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceaf30c8-f3c5-4189-aa2d-2e4a7ef1e602 req-a0f3ec67-323b-4832-92c5-996c06f2750a tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:50:32.396127 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f3ec67-323b-4832-92c5-996c06f2750a tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] Pushing event updated for resources: {'Port': ['ID=9305b34e-670c-4ecc-83f5-172d4c46edfc,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:50:32.425873 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf30c8-f3c5-4189-aa2d-2e4a7ef1e602 req-a0f3ec67-323b-4832-92c5-996c06f2750a tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:50:32.426461 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-ceaf30c8-f3c5-4189-aa2d-2e4a7ef1e602 req-a0f3ec67-323b-4832-92c5-996c06f2750a tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:50:32.445939 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-ceaf30c8-f3c5-4189-aa2d-2e4a7ef1e602 req-a0f3ec67-323b-4832-92c5-996c06f2750a tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7151239 Feb 01 04:50:32.462117 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [req-ceaf30c8-f3c5-4189-aa2d-2e4a7ef1e602 req-e3ac96d2-f87b-47b3-ab1e-8a57ad93f8ef service neutron] Request body: {'port': {'device_id': '805d7c6b-1e51-4ce9-8a00-b2bd85d47ee4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:50:32.568961 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-ceaf30c8-f3c5-4189-aa2d-2e4a7ef1e602 req-e3ac96d2-f87b-47b3-ab1e-8a57ad93f8ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:50:32.950677 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [req-ceaf30c8-f3c5-4189-aa2d-2e4a7ef1e602 req-e3ac96d2-f87b-47b3-ab1e-8a57ad93f8ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9305b34e-670c-4ecc-83f5-172d4c46edfc {{(pid=87637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 04:50:32.959770 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-ceaf30c8-f3c5-4189-aa2d-2e4a7ef1e602 req-e3ac96d2-f87b-47b3-ab1e-8a57ad93f8ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:50:32.980735 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [req-ceaf30c8-f3c5-4189-aa2d-2e4a7ef1e602 req-e3ac96d2-f87b-47b3-ab1e-8a57ad93f8ef service neutron] Transition to ACTIVE for port object 9305b34e-670c-4ecc-83f5-172d4c46edfc will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:50:32.987905 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-ceaf30c8-f3c5-4189-aa2d-2e4a7ef1e602 req-e3ac96d2-f87b-47b3-ab1e-8a57ad93f8ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:50:33.034154 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f232e6-e4d8-4221-8b60-3b82dd41fd59 req-b5c46433-998a-47e2-bed4-7579cd2a0375 tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:50:33.034840 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-57f232e6-e4d8-4221-8b60-3b82dd41fd59 req-b5c46433-998a-47e2-bed4-7579cd2a0375 tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] Synchronizing usage tracker for tenant:2b827ddb04fe43c3a7424531c88e326a on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:50:33.256316 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ac96d2-f87b-47b3-ab1e-8a57ad93f8ef service neutron] Pushing event updated for resources: {'Port': ['ID=9305b34e-670c-4ecc-83f5-172d4c46edfc,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:50:33.264443 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-57f232e6-e4d8-4221-8b60-3b82dd41fd59 req-b5c46433-998a-47e2-bed4-7579cd2a0375 tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] Unset dirty status for tenant:2b827ddb04fe43c3a7424531c88e326a on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:50:33.265590 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-57f232e6-e4d8-4221-8b60-3b82dd41fd59 req-b5c46433-998a-47e2-bed4-7579cd2a0375 tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.24 "GET /v2.0/ports?device_id=805d7c6b-1e51-4ce9-8a00-b2bd85d47ee4 HTTP/1.1" status: 200 len: 931 time: 0.3789527 Feb 01 04:50:33.359781 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-57f232e6-e4d8-4221-8b60-3b82dd41fd59 req-e369dafd-32f5-4681-b5c1-115dd2ac0b1b tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5c8e94c-78a0-419e-8dad-b0c3c256760d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857198 Feb 01 04:50:33.377344 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [req-ceaf30c8-f3c5-4189-aa2d-2e4a7ef1e602 req-e3ac96d2-f87b-47b3-ab1e-8a57ad93f8ef service neutron] Attempting to bind port 9305b34e-670c-4ecc-83f5-172d4c46edfc on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:50:33.377674 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [req-ceaf30c8-f3c5-4189-aa2d-2e4a7ef1e602 req-e3ac96d2-f87b-47b3-ab1e-8a57ad93f8ef service neutron] Attempting to bind port 9305b34e-670c-4ecc-83f5-172d4c46edfc by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '87c8f7fd-0a28-4cc9-8c5f-87e741beaca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd8a38928-c771-47bd-a3f7-d80a377b38e8'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:50:33.378001 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceaf30c8-f3c5-4189-aa2d-2e4a7ef1e602 req-e3ac96d2-f87b-47b3-ab1e-8a57ad93f8ef service neutron] Attempting to bind port 9305b34e-670c-4ecc-83f5-172d4c46edfc on network d8a38928-c771-47bd-a3f7-d80a377b38e8 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:50:33.382655 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceaf30c8-f3c5-4189-aa2d-2e4a7ef1e602 req-e3ac96d2-f87b-47b3-ab1e-8a57ad93f8ef service neutron] Port 9305b34e-670c-4ecc-83f5-172d4c46edfc on network d8a38928-c771-47bd-a3f7-d80a377b38e8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:50:33.382974 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceaf30c8-f3c5-4189-aa2d-2e4a7ef1e602 req-e3ac96d2-f87b-47b3-ab1e-8a57ad93f8ef service neutron] Attempting to bind port 9305b34e-670c-4ecc-83f5-172d4c46edfc on network d8a38928-c771-47bd-a3f7-d80a377b38e8 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:50:33.388037 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceaf30c8-f3c5-4189-aa2d-2e4a7ef1e602 req-e3ac96d2-f87b-47b3-ab1e-8a57ad93f8ef service neutron] Checking agent: {'id': '63664c57-372e-43f7-9ecb-4deedcf8ddc7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 28, 15), 'started_at': datetime.datetime(2022, 2, 1, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:50:33.388367 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceaf30c8-f3c5-4189-aa2d-2e4a7ef1e602 req-e3ac96d2-f87b-47b3-ab1e-8a57ad93f8ef service neutron] Checking segment: {'id': '87c8f7fd-0a28-4cc9-8c5f-87e741beaca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd8a38928-c771-47bd-a3f7-d80a377b38e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:50:33.388750 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceaf30c8-f3c5-4189-aa2d-2e4a7ef1e602 req-e3ac96d2-f87b-47b3-ab1e-8a57ad93f8ef service neutron] Bound using segment: {'id': '87c8f7fd-0a28-4cc9-8c5f-87e741beaca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd8a38928-c771-47bd-a3f7-d80a377b38e8'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:50:33.389169 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [req-ceaf30c8-f3c5-4189-aa2d-2e4a7ef1e602 req-e3ac96d2-f87b-47b3-ab1e-8a57ad93f8ef service neutron] Bound port: 9305b34e-670c-4ecc-83f5-172d4c46edfc, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87c8f7fd-0a28-4cc9-8c5f-87e741beaca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd8a38928-c771-47bd-a3f7-d80a377b38e8'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:50:33.389575 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-ceaf30c8-f3c5-4189-aa2d-2e4a7ef1e602 req-e3ac96d2-f87b-47b3-ab1e-8a57ad93f8ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:50:33.482328 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [req-ceaf30c8-f3c5-4189-aa2d-2e4a7ef1e602 req-e3ac96d2-f87b-47b3-ab1e-8a57ad93f8ef service neutron] For port 9305b34e-670c-4ecc-83f5-172d4c46edfc, host hv-neutron-8268, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:50:33.485606 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [req-ceaf30c8-f3c5-4189-aa2d-2e4a7ef1e602 req-e3ac96d2-f87b-47b3-ab1e-8a57ad93f8ef service neutron] For port 9305b34e-670c-4ecc-83f5-172d4c46edfc, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=9305b34e-670c-4ecc-83f5-172d4c46edfc,segment=NetworkSegment(87c8f7fd-0a28-4cc9-8c5f-87e741beaca3),segment_id=87c8f7fd-0a28-4cc9-8c5f-87e741beaca3)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:50:33.489811 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-ceaf30c8-f3c5-4189-aa2d-2e4a7ef1e602 req-e3ac96d2-f87b-47b3-ab1e-8a57ad93f8ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:50:33.549222 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf30c8-f3c5-4189-aa2d-2e4a7ef1e602 req-e3ac96d2-f87b-47b3-ab1e-8a57ad93f8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:50:33.549818 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-ceaf30c8-f3c5-4189-aa2d-2e4a7ef1e602 req-e3ac96d2-f87b-47b3-ab1e-8a57ad93f8ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:50:33.551188 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-ceaf30c8-f3c5-4189-aa2d-2e4a7ef1e602 req-e3ac96d2-f87b-47b3-ab1e-8a57ad93f8ef service neutron] 10.222.0.18 "PUT /v2.0/ports/9305b34e-670c-4ecc-83f5-172d4c46edfc HTTP/1.1" status: 200 len: 1093 time: 1.0928934 Feb 01 04:50:33.551614 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '805d7c6b-1e51-4ce9-8a00-b2bd85d47ee4', 'tag': '9305b34e-670c-4ecc-83f5-172d4c46edfc'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:50:33.570942 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ac96d2-f87b-47b3-ab1e-8a57ad93f8ef service neutron] Pushing event updated for resources: {'Port': ['ID=9305b34e-670c-4ecc-83f5-172d4c46edfc,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:50:33.596095 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '805d7c6b-1e51-4ce9-8a00-b2bd85d47ee4', 'tag': '9305b34e-670c-4ecc-83f5-172d4c46edfc', 'status': 'completed', 'code': 200} Feb 01 04:50:33.691966 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf30c8-f3c5-4189-aa2d-2e4a7ef1e602 req-a530bf23-83ff-4ffe-b376-a03bf96618f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:50:33.693423 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-ceaf30c8-f3c5-4189-aa2d-2e4a7ef1e602 req-a530bf23-83ff-4ffe-b376-a03bf96618f2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2b827ddb04fe43c3a7424531c88e326a&device_id=805d7c6b-1e51-4ce9-8a00-b2bd85d47ee4 HTTP/1.1" status: 200 len: 1096 time: 0.0733082 Feb 01 04:50:33.764985 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-ceaf30c8-f3c5-4189-aa2d-2e4a7ef1e602 req-bd49f941-048d-415f-af1b-0bfb14e1e004 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9305b34e-670c-4ecc-83f5-172d4c46edfc HTTP/1.1" status: 200 len: 217 time: 0.0587845 Feb 01 04:50:33.828260 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf30c8-f3c5-4189-aa2d-2e4a7ef1e602 req-d38dd990-f7ef-40bf-9c80-f24f4bfb2e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:50:33.830115 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-ceaf30c8-f3c5-4189-aa2d-2e4a7ef1e602 req-d38dd990-f7ef-40bf-9c80-f24f4bfb2e31 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=26baa4c3-0e00-46c8-9301-e858595e516e HTTP/1.1" status: 200 len: 852 time: 0.0583675 Feb 01 04:50:33.874301 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-ceaf30c8-f3c5-4189-aa2d-2e4a7ef1e602 req-fef44de9-2b8e-49b3-bac8-0b56426754b5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d8a38928-c771-47bd-a3f7-d80a377b38e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390964 Feb 01 04:50:34.007325 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-ceaf30c8-f3c5-4189-aa2d-2e4a7ef1e602 req-fc3e3788-5c80-4d23-b0d1-d3027478acd2 service neutron] 10.222.0.18 "GET /v2.0/networks/d8a38928-c771-47bd-a3f7-d80a377b38e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267691 Feb 01 04:50:34.137102 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-ceaf30c8-f3c5-4189-aa2d-2e4a7ef1e602 req-926f8808-0a70-4ee8-bb9f-b0c263570efb service neutron] 10.222.0.18 "GET /v2.0/networks/d8a38928-c771-47bd-a3f7-d80a377b38e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236186 Feb 01 04:50:34.258117 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-91b112a8-4ed4-4500-962a-b24001edf383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:50:34.287693 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015038fe-1834-4c04-9c4d-6806f317fc12 req-543840a3-7018-4ed2-b297-a3ad12e7e373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:50:34.289134 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-015038fe-1834-4c04-9c4d-6806f317fc12 req-543840a3-7018-4ed2-b297-a3ad12e7e373 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2b827ddb04fe43c3a7424531c88e326a&device_id=805d7c6b-1e51-4ce9-8a00-b2bd85d47ee4 HTTP/1.1" status: 200 len: 1096 time: 0.0697348 Feb 01 04:50:34.420266 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015038fe-1834-4c04-9c4d-6806f317fc12 req-3ef04224-b2e1-47a8-b9c1-36bba5fc604e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:50:34.421697 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-015038fe-1834-4c04-9c4d-6806f317fc12 req-3ef04224-b2e1-47a8-b9c1-36bba5fc604e service neutron] 10.222.0.18 "GET /v2.0/networks?id=d8a38928-c771-47bd-a3f7-d80a377b38e8 HTTP/1.1" status: 200 len: 912 time: 0.1248345 Feb 01 04:50:34.519594 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-015038fe-1834-4c04-9c4d-6806f317fc12 req-e53203f7-b2f3-4dbc-9eee-82f84321e1ea service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9305b34e-670c-4ecc-83f5-172d4c46edfc HTTP/1.1" status: 200 len: 217 time: 0.0909879 Feb 01 04:50:34.603029 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015038fe-1834-4c04-9c4d-6806f317fc12 req-a45ed978-6579-4c83-a150-1020ad17bb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:50:34.604662 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-015038fe-1834-4c04-9c4d-6806f317fc12 req-a45ed978-6579-4c83-a150-1020ad17bb33 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=26baa4c3-0e00-46c8-9301-e858595e516e HTTP/1.1" status: 200 len: 852 time: 0.0748124 Feb 01 04:50:34.653208 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a815dd-e892-4b0b-b885-6e1f59f6611b req-6826b2b0-838a-42aa-8318-bbeba48101f9 tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:50:34.654544 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-f8a815dd-e892-4b0b-b885-6e1f59f6611b req-6826b2b0-838a-42aa-8318-bbeba48101f9 tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.24 "GET /v2.0/ports?device_id=805d7c6b-1e51-4ce9-8a00-b2bd85d47ee4 HTTP/1.1" status: 200 len: 943 time: 0.1715577 Feb 01 04:50:34.661470 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-015038fe-1834-4c04-9c4d-6806f317fc12 req-2015a560-f284-455a-a98a-bca5e9e2eed4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d8a38928-c771-47bd-a3f7-d80a377b38e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485125 Feb 01 04:50:34.781954 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-f8a815dd-e892-4b0b-b885-6e1f59f6611b req-57cbf7b4-4f69-4a7f-bc58-5ddf26d5fca7 tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5c8e94c-78a0-419e-8dad-b0c3c256760d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195600 Feb 01 04:50:34.821735 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-015038fe-1834-4c04-9c4d-6806f317fc12 req-fe25859c-1e3f-474c-989a-6634c1f9480d service neutron] 10.222.0.18 "GET /v2.0/networks/d8a38928-c771-47bd-a3f7-d80a377b38e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433632 Feb 01 04:50:34.952604 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-015038fe-1834-4c04-9c4d-6806f317fc12 req-83840fb4-4f76-4f58-9b72-e89057b3843a service neutron] 10.222.0.18 "GET /v2.0/networks/d8a38928-c771-47bd-a3f7-d80a377b38e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236458 Feb 01 04:50:35.378383 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:50:35.503462 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:50:35.965959 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a655e9-0c3f-4014-a5cb-0aae84ca50f9 req-6aa0ec00-03d9-4cc3-b70c-59d6092ef2d2 tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:50:35.968490 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-47a655e9-0c3f-4014-a5cb-0aae84ca50f9 req-6aa0ec00-03d9-4cc3-b70c-59d6092ef2d2 tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.24 "GET /v2.0/ports?device_id=805d7c6b-1e51-4ce9-8a00-b2bd85d47ee4 HTTP/1.1" status: 200 len: 943 time: 0.0799537 Feb 01 04:50:36.017826 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-47a655e9-0c3f-4014-a5cb-0aae84ca50f9 req-4f195514-5b99-4f8d-b7b8-75f2b206baaf tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] Synchronizing usage tracker for tenant:2b827ddb04fe43c3a7424531c88e326a on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:50:36.034780 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-47a655e9-0c3f-4014-a5cb-0aae84ca50f9 req-4f195514-5b99-4f8d-b7b8-75f2b206baaf tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] Unset dirty status for tenant:2b827ddb04fe43c3a7424531c88e326a on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:50:36.035987 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-47a655e9-0c3f-4014-a5cb-0aae84ca50f9 req-4f195514-5b99-4f8d-b7b8-75f2b206baaf tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5c8e94c-78a0-419e-8dad-b0c3c256760d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601752 Feb 01 04:50:37.022708 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:50:37.218105 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1abff0c-60fc-445f-a4fd-ca0c62a9f1fa req-deea3373-de51-471a-962b-34d1dadc5edf tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:50:37.219466 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-c1abff0c-60fc-445f-a4fd-ca0c62a9f1fa req-deea3373-de51-471a-962b-34d1dadc5edf tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.24 "GET /v2.0/ports?device_id=805d7c6b-1e51-4ce9-8a00-b2bd85d47ee4 HTTP/1.1" status: 200 len: 943 time: 0.0808990 Feb 01 04:50:37.262847 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-c1abff0c-60fc-445f-a4fd-ca0c62a9f1fa req-4813bd53-7db6-4863-bdc8-7822b6f27f30 tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5c8e94c-78a0-419e-8dad-b0c3c256760d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376098 Feb 01 04:50:37.370638 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 9305b34e-670c-4ecc-83f5-172d4c46edfc details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 01 04:50:37.497995 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 9305b34e-670c-4ecc-83f5-172d4c46edfc, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=9305b34e-670c-4ecc-83f5-172d4c46edfc,segment=NetworkSegment(87c8f7fd-0a28-4cc9-8c5f-87e741beaca3),segment_id=87c8f7fd-0a28-4cc9-8c5f-87e741beaca3)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:50:37.510325 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Returning: {'device': '9305b34e-670c-4ecc-83f5-172d4c46edfc', 'network_id': 'd8a38928-c771-47bd-a3f7-d80a377b38e8', 'port_id': '9305b34e-670c-4ecc-83f5-172d4c46edfc', 'mac_address': 'fa:16:3e:11:c2:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26baa4c3-0e00-46c8-9301-e858595e516e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 01 04:50:37.562877 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:50:37.578986 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9305b34e-670c-4ecc-83f5-172d4c46edfc {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 04:50:37.593765 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 9305b34e-670c-4ecc-83f5-172d4c46edfc, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=9305b34e-670c-4ecc-83f5-172d4c46edfc,segment=NetworkSegment(87c8f7fd-0a28-4cc9-8c5f-87e741beaca3),segment_id=87c8f7fd-0a28-4cc9-8c5f-87e741beaca3)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:50:37.598142 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:50:37.665762 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=9305b34e-670c-4ecc-83f5-172d4c46edfc,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:50:37.853910 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] get_ports_and_sgs() called for port_ids ['9305b34e-670c-4ecc-83f5-172d4c46edfc'] {{(pid=87638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 01 04:50:38.345225 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 04:50:38.443306 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b74b356-fc43-4056-a051-216eba50d18e req-85d78cc7-2875-40ec-9292-16d7a79ea11b tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:50:38.444651 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9b74b356-fc43-4056-a051-216eba50d18e req-85d78cc7-2875-40ec-9292-16d7a79ea11b tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.24 "GET /v2.0/ports?device_id=805d7c6b-1e51-4ce9-8a00-b2bd85d47ee4 HTTP/1.1" status: 200 len: 944 time: 0.0788250 Feb 01 04:50:38.486752 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9b74b356-fc43-4056-a051-216eba50d18e req-4fbf2d16-c68f-419a-afbf-e93dc8b0a114 tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5c8e94c-78a0-419e-8dad-b0c3c256760d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366986 Feb 01 04:50:39.386242 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 9305b34e-670c-4ecc-83f5-172d4c46edfc up at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:50:39.452703 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning for port 9305b34e-670c-4ecc-83f5-172d4c46edfc completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:50:39.457727 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning complete for port 9305b34e-670c-4ecc-83f5-172d4c46edfc triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:50:39.458094 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:50:39.572162 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:50:39.599099 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '805d7c6b-1e51-4ce9-8a00-b2bd85d47ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9305b34e-670c-4ecc-83f5-172d4c46edfc'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:50:39.608817 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 9305b34e-670c-4ecc-83f5-172d4c46edfc, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=9305b34e-670c-4ecc-83f5-172d4c46edfc,segment=NetworkSegment(87c8f7fd-0a28-4cc9-8c5f-87e741beaca3),segment_id=87c8f7fd-0a28-4cc9-8c5f-87e741beaca3)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:50:39.613146 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:50:39.649020 dv-neutron-826830-1-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '805d7c6b-1e51-4ce9-8a00-b2bd85d47ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9305b34e-670c-4ecc-83f5-172d4c46edfc', 'code': 200} Feb 01 04:50:39.672786 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0b4fa-c435-4c3c-b7e1-dc34b833a1e1 req-3e20f98a-a3b8-46f0-86d4-a6a158e2c8d6 tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:50:39.674549 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-83c0b4fa-c435-4c3c-b7e1-dc34b833a1e1 req-3e20f98a-a3b8-46f0-86d4-a6a158e2c8d6 tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.24 "GET /v2.0/ports?device_id=805d7c6b-1e51-4ce9-8a00-b2bd85d47ee4 HTTP/1.1" status: 200 len: 945 time: 0.0816410 Feb 01 04:50:39.680726 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=9305b34e-670c-4ecc-83f5-172d4c46edfc,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:50:39.723605 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-83c0b4fa-c435-4c3c-b7e1-dc34b833a1e1 req-96c327fb-1eb7-4ff4-8bbb-c15667d96a5b tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5c8e94c-78a0-419e-8dad-b0c3c256760d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424988 Feb 01 04:50:39.895482 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab71c27-98fa-4633-99bc-9949c8845f62 req-0d0c8279-211e-4c36-825d-ab33e045edd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:50:39.896862 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-0ab71c27-98fa-4633-99bc-9949c8845f62 req-0d0c8279-211e-4c36-825d-ab33e045edd6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=805d7c6b-1e51-4ce9-8a00-b2bd85d47ee4 HTTP/1.1" status: 200 len: 1098 time: 0.0689344 Feb 01 04:50:39.935525 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-0ab71c27-98fa-4633-99bc-9949c8845f62 req-fb161067-0a1b-430b-bec4-bd3000f8e75a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e5c8e94c-78a0-419e-8dad-b0c3c256760d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327587 Feb 01 04:50:40.910077 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a0ef55-49e4-4476-b95e-c12d99b0c4b9 req-e21d4e9e-0bdf-4ab7-b300-1bd32eee680d tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:50:40.911563 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f6a0ef55-49e4-4476-b95e-c12d99b0c4b9 req-e21d4e9e-0bdf-4ab7-b300-1bd32eee680d tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.24 "GET /v2.0/ports?device_id=805d7c6b-1e51-4ce9-8a00-b2bd85d47ee4 HTTP/1.1" status: 200 len: 945 time: 0.0838480 Feb 01 04:50:40.957221 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f6a0ef55-49e4-4476-b95e-c12d99b0c4b9 req-042da1b1-895e-4dda-ab81-995c954be63e tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5c8e94c-78a0-419e-8dad-b0c3c256760d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389717 Feb 01 04:50:42.232757 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87abbe5c-e448-4805-b90e-3f1765bbeb55 req-6e5fab45-d3bf-4519-bdda-492b9b52f001 tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:50:42.234202 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-87abbe5c-e448-4805-b90e-3f1765bbeb55 req-6e5fab45-d3bf-4519-bdda-492b9b52f001 tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.24 "GET /v2.0/ports?device_id=805d7c6b-1e51-4ce9-8a00-b2bd85d47ee4 HTTP/1.1" status: 200 len: 945 time: 0.1743021 Feb 01 04:50:42.285349 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-87abbe5c-e448-4805-b90e-3f1765bbeb55 req-264d2d1c-4d3d-41d2-845d-db2bc38b78b4 tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5c8e94c-78a0-419e-8dad-b0c3c256760d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450158 Feb 01 04:50:42.648611 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 45744) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:50:42.671890 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c1d1d-a875-4c9d-b1d4-febd8d24bef7 req-d95df6fa-e3e1-4b44-9051-2098db8f898f tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:50:42.673898 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-5d0c1d1d-a875-4c9d-b1d4-febd8d24bef7 req-d95df6fa-e3e1-4b44-9051-2098db8f898f tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.24 "GET /v2.0/ports?device_id=805d7c6b-1e51-4ce9-8a00-b2bd85d47ee4 HTTP/1.1" status: 200 len: 945 time: 0.0815740 Feb 01 04:50:42.717253 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-5d0c1d1d-a875-4c9d-b1d4-febd8d24bef7 req-74b7b471-4c7f-4386-997e-6352d2ed7ce4 tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5c8e94c-78a0-419e-8dad-b0c3c256760d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376122 Feb 01 04:50:42.757908 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-13fef92b-5d2a-47f8-94b5-9a4b9c9741e8 req-7adb583c-e204-402d-8751-943586b3deea service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=805d7c6b-1e51-4ce9-8a00-b2bd85d47ee4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1081393 Feb 01 04:50:43.902196 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f8c91-81a1-453a-bc1c-7df4e7c72b0e req-ecd16800-f1ba-40aa-a23f-b8913ac07853 tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:50:43.903678 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cc8f8c91-81a1-453a-bc1c-7df4e7c72b0e req-ecd16800-f1ba-40aa-a23f-b8913ac07853 tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.24 "GET /v2.0/ports?device_id=805d7c6b-1e51-4ce9-8a00-b2bd85d47ee4 HTTP/1.1" status: 200 len: 945 time: 0.0829825 Feb 01 04:50:43.948376 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cc8f8c91-81a1-453a-bc1c-7df4e7c72b0e req-b9174ddc-e5bd-47de-bb5e-eb125a2523a4 tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5c8e94c-78a0-419e-8dad-b0c3c256760d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389266 Feb 01 04:50:44.061749 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fef92b-5d2a-47f8-94b5-9a4b9c9741e8 req-32a5470e-e386-4423-a81c-98f9dd99cf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:50:44.063233 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-13fef92b-5d2a-47f8-94b5-9a4b9c9741e8 req-32a5470e-e386-4423-a81c-98f9dd99cf6d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2b827ddb04fe43c3a7424531c88e326a&device_id=805d7c6b-1e51-4ce9-8a00-b2bd85d47ee4 HTTP/1.1" status: 200 len: 1098 time: 0.0726397 Feb 01 04:50:44.189896 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fef92b-5d2a-47f8-94b5-9a4b9c9741e8 req-3eeea77e-1a71-4eee-800a-4bb2b6e03932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:50:44.191346 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-13fef92b-5d2a-47f8-94b5-9a4b9c9741e8 req-3eeea77e-1a71-4eee-800a-4bb2b6e03932 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d8a38928-c771-47bd-a3f7-d80a377b38e8 HTTP/1.1" status: 200 len: 912 time: 0.1226487 Feb 01 04:50:44.259189 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-13fef92b-5d2a-47f8-94b5-9a4b9c9741e8 req-1830416a-543d-4638-a1cf-eccf1a860c5e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9305b34e-670c-4ecc-83f5-172d4c46edfc HTTP/1.1" status: 200 len: 217 time: 0.0618322 Feb 01 04:50:44.320121 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fef92b-5d2a-47f8-94b5-9a4b9c9741e8 req-20ab43c3-1268-4dd8-8a24-39f77a3281d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:50:44.321498 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-13fef92b-5d2a-47f8-94b5-9a4b9c9741e8 req-20ab43c3-1268-4dd8-8a24-39f77a3281d6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=26baa4c3-0e00-46c8-9301-e858595e516e HTTP/1.1" status: 200 len: 852 time: 0.0559893 Feb 01 04:50:44.367842 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-13fef92b-5d2a-47f8-94b5-9a4b9c9741e8 req-610c6e89-5e67-461e-a756-3f9975f2d41e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d8a38928-c771-47bd-a3f7-d80a377b38e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399377 Feb 01 04:50:44.496391 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-13fef92b-5d2a-47f8-94b5-9a4b9c9741e8 req-70f7166f-7159-48d8-853c-c4f147627922 service neutron] 10.222.0.18 "GET /v2.0/networks/d8a38928-c771-47bd-a3f7-d80a377b38e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215584 Feb 01 04:50:44.624662 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-13fef92b-5d2a-47f8-94b5-9a4b9c9741e8 req-c58b602e-6197-4032-85c3-5cea4dab83a8 service neutron] 10.222.0.18 "GET /v2.0/networks/d8a38928-c771-47bd-a3f7-d80a377b38e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221218 Feb 01 04:50:45.051340 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:50:45.140594 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68abb9f-1fbb-4766-9a8b-ee2d9f8c69de req-a0195c17-78e0-4f3e-a5f6-40dd0f372c84 tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:50:45.142582 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-d68abb9f-1fbb-4766-9a8b-ee2d9f8c69de req-a0195c17-78e0-4f3e-a5f6-40dd0f372c84 tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.24 "GET /v2.0/ports?device_id=805d7c6b-1e51-4ce9-8a00-b2bd85d47ee4 HTTP/1.1" status: 200 len: 945 time: 0.0830352 Feb 01 04:50:45.185183 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-d68abb9f-1fbb-4766-9a8b-ee2d9f8c69de req-7a87d414-9bc5-447a-9fe2-4952661756f4 tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5c8e94c-78a0-419e-8dad-b0c3c256760d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370538 Feb 01 04:50:46.369243 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50bfbb8-3c38-4020-a7e8-c20321199e10 req-cf6ccf71-8761-4408-870d-cda0ea3e8357 tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:50:46.370684 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c50bfbb8-3c38-4020-a7e8-c20321199e10 req-cf6ccf71-8761-4408-870d-cda0ea3e8357 tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.24 "GET /v2.0/ports?device_id=805d7c6b-1e51-4ce9-8a00-b2bd85d47ee4 HTTP/1.1" status: 200 len: 945 time: 0.0779462 Feb 01 04:50:46.413880 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c50bfbb8-3c38-4020-a7e8-c20321199e10 req-10e6e3fe-9772-43bd-825b-df934c1f9cf7 tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5c8e94c-78a0-419e-8dad-b0c3c256760d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368352 Feb 01 04:50:47.592395 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8800978-8615-4f1b-881f-d03d7e54d025 req-4bed3d54-4004-48b2-a372-ddf0cf67bb9f tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:50:47.593819 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-e8800978-8615-4f1b-881f-d03d7e54d025 req-4bed3d54-4004-48b2-a372-ddf0cf67bb9f tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.24 "GET /v2.0/ports?device_id=805d7c6b-1e51-4ce9-8a00-b2bd85d47ee4 HTTP/1.1" status: 200 len: 945 time: 0.0772927 Feb 01 04:50:47.639546 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-e8800978-8615-4f1b-881f-d03d7e54d025 req-be746779-697f-4dc7-ada8-050ee24dad73 tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5c8e94c-78a0-419e-8dad-b0c3c256760d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393786 Feb 01 04:50:48.822042 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1764e3-4a8f-4a6d-a15a-308509cd5ebb req-ecf82c32-e2fd-4b1e-8fec-cce707dc3d75 tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:50:48.823495 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-fd1764e3-4a8f-4a6d-a15a-308509cd5ebb req-ecf82c32-e2fd-4b1e-8fec-cce707dc3d75 tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.24 "GET /v2.0/ports?device_id=805d7c6b-1e51-4ce9-8a00-b2bd85d47ee4 HTTP/1.1" status: 200 len: 945 time: 0.0811429 Feb 01 04:50:48.867332 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-fd1764e3-4a8f-4a6d-a15a-308509cd5ebb req-ab56f5ad-5b04-4270-b8f0-4d5033e01375 tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5c8e94c-78a0-419e-8dad-b0c3c256760d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380254 Feb 01 04:50:50.048592 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e4af3a-39cd-46ee-bf57-bc5ad6c1c9fc req-22dd0950-4c52-413a-b4b0-4d7d182314f0 tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:50:50.050038 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-85e4af3a-39cd-46ee-bf57-bc5ad6c1c9fc req-22dd0950-4c52-413a-b4b0-4d7d182314f0 tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.24 "GET /v2.0/ports?device_id=805d7c6b-1e51-4ce9-8a00-b2bd85d47ee4 HTTP/1.1" status: 200 len: 945 time: 0.0789654 Feb 01 04:50:50.092867 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-85e4af3a-39cd-46ee-bf57-bc5ad6c1c9fc req-42acb2f7-a0c7-4d8a-b87a-799852f76cec tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5c8e94c-78a0-419e-8dad-b0c3c256760d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373507 Feb 01 04:50:51.270979 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424d2329-fbc0-4bdf-bcfa-c12042ae6d06 req-891a4cb2-be6d-4e71-9c3e-f233ba471015 tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:50:51.272870 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-424d2329-fbc0-4bdf-bcfa-c12042ae6d06 req-891a4cb2-be6d-4e71-9c3e-f233ba471015 tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.24 "GET /v2.0/ports?device_id=805d7c6b-1e51-4ce9-8a00-b2bd85d47ee4 HTTP/1.1" status: 200 len: 945 time: 0.0784433 Feb 01 04:50:51.320323 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-424d2329-fbc0-4bdf-bcfa-c12042ae6d06 req-258f2d51-7179-4b58-b7f7-bf3d81618fbe tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5c8e94c-78a0-419e-8dad-b0c3c256760d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421071 Feb 01 04:50:52.507050 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964278fd-5c06-4b06-b7d0-b2c1d9d383e7 req-52985dbf-0890-4bef-95e6-07569e81232a tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:50:52.508397 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-964278fd-5c06-4b06-b7d0-b2c1d9d383e7 req-52985dbf-0890-4bef-95e6-07569e81232a tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.24 "GET /v2.0/ports?device_id=805d7c6b-1e51-4ce9-8a00-b2bd85d47ee4 HTTP/1.1" status: 200 len: 945 time: 0.0799675 Feb 01 04:50:52.551607 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-964278fd-5c06-4b06-b7d0-b2c1d9d383e7 req-3fb60eef-625f-406c-87d7-4f59566e2bc8 tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5c8e94c-78a0-419e-8dad-b0c3c256760d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377707 Feb 01 04:50:53.733334 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2346df9-5c17-40d9-90cf-961b5b5da7a2 req-06185ce2-8a11-442a-872e-8a821ec18757 tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:50:53.734781 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a2346df9-5c17-40d9-90cf-961b5b5da7a2 req-06185ce2-8a11-442a-872e-8a821ec18757 tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.24 "GET /v2.0/ports?device_id=805d7c6b-1e51-4ce9-8a00-b2bd85d47ee4 HTTP/1.1" status: 200 len: 945 time: 0.0779030 Feb 01 04:50:53.778564 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a2346df9-5c17-40d9-90cf-961b5b5da7a2 req-083421a9-12cf-4a5b-8e3e-51824f1928f8 tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5c8e94c-78a0-419e-8dad-b0c3c256760d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376089 Feb 01 04:50:54.956252 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d025c9-2b55-4084-9370-bb72913cc9cf req-2491611f-43a6-4a0b-8717-d7740f59f722 tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:50:54.957677 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-f6d025c9-2b55-4084-9370-bb72913cc9cf req-2491611f-43a6-4a0b-8717-d7740f59f722 tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.24 "GET /v2.0/ports?device_id=805d7c6b-1e51-4ce9-8a00-b2bd85d47ee4 HTTP/1.1" status: 200 len: 945 time: 0.0774798 Feb 01 04:50:55.000249 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-f6d025c9-2b55-4084-9370-bb72913cc9cf req-c3c13231-6ecc-4291-8e1e-725d4b0f8742 tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5c8e94c-78a0-419e-8dad-b0c3c256760d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371184 Feb 01 04:50:56.182542 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fa7a35-bcd8-482e-ad97-59e8c328f157 req-46ef8756-3e6b-4d0f-a1dd-b4d0542ce3ed tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:50:56.184000 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-75fa7a35-bcd8-482e-ad97-59e8c328f157 req-46ef8756-3e6b-4d0f-a1dd-b4d0542ce3ed tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.24 "GET /v2.0/ports?device_id=805d7c6b-1e51-4ce9-8a00-b2bd85d47ee4 HTTP/1.1" status: 200 len: 945 time: 0.0818372 Feb 01 04:50:56.227450 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-75fa7a35-bcd8-482e-ad97-59e8c328f157 req-53253ac9-c829-40fc-9b19-89208ad7553a tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5c8e94c-78a0-419e-8dad-b0c3c256760d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378280 Feb 01 04:50:57.412828 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08444151-066a-4625-ba47-07a22fa4328c req-a886338a-a777-4895-8e43-9d26747a6ac3 tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:50:57.414273 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-08444151-066a-4625-ba47-07a22fa4328c req-a886338a-a777-4895-8e43-9d26747a6ac3 tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.24 "GET /v2.0/ports?device_id=805d7c6b-1e51-4ce9-8a00-b2bd85d47ee4 HTTP/1.1" status: 200 len: 945 time: 0.0841756 Feb 01 04:50:57.456560 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-08444151-066a-4625-ba47-07a22fa4328c req-e33eb031-e0e6-4ea5-995b-86abf0ac711f tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5c8e94c-78a0-419e-8dad-b0c3c256760d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367475 Feb 01 04:50:58.634709 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bdd1ee-2271-4143-94f2-89a820f29970 req-774a10db-a0f2-4ab8-bf49-390d56065c6f tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:50:58.636161 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-40bdd1ee-2271-4143-94f2-89a820f29970 req-774a10db-a0f2-4ab8-bf49-390d56065c6f tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.24 "GET /v2.0/ports?device_id=805d7c6b-1e51-4ce9-8a00-b2bd85d47ee4 HTTP/1.1" status: 200 len: 945 time: 0.0778701 Feb 01 04:50:58.679712 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-40bdd1ee-2271-4143-94f2-89a820f29970 req-ed215498-49ae-4076-9c9f-c848ff093003 tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5c8e94c-78a0-419e-8dad-b0c3c256760d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379992 Feb 01 04:50:59.860311 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f60f21-0987-4835-ae08-85bddcb7eba4 req-dd1acdce-6922-4a4a-951c-50b07aa6c32a tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:50:59.861778 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-97f60f21-0987-4835-ae08-85bddcb7eba4 req-dd1acdce-6922-4a4a-951c-50b07aa6c32a tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.24 "GET /v2.0/ports?device_id=805d7c6b-1e51-4ce9-8a00-b2bd85d47ee4 HTTP/1.1" status: 200 len: 945 time: 0.0770891 Feb 01 04:50:59.905495 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-97f60f21-0987-4835-ae08-85bddcb7eba4 req-fd9c672e-c33e-4adc-b8d2-4cf7eac0e61c tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5c8e94c-78a0-419e-8dad-b0c3c256760d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381014 Feb 01 04:51:01.088881 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c337daa-1fd4-4401-a367-c09d1f4c366f req-100284a6-73fc-4823-9f64-d0118e0e7030 tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:51:01.090295 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8c337daa-1fd4-4401-a367-c09d1f4c366f req-100284a6-73fc-4823-9f64-d0118e0e7030 tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.24 "GET /v2.0/ports?device_id=805d7c6b-1e51-4ce9-8a00-b2bd85d47ee4 HTTP/1.1" status: 200 len: 945 time: 0.0808177 Feb 01 04:51:01.133843 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8c337daa-1fd4-4401-a367-c09d1f4c366f req-7f1faac1-de8e-46ac-96b0-69e3ddb582cd tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5c8e94c-78a0-419e-8dad-b0c3c256760d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368781 Feb 01 04:51:01.971804 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8e62a756-6dad-42f8-b462-e1c2a7c7d61b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:51:02.318951 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f3b7b8-9a51-4078-bf93-d0375ff4bd87 req-0437a880-f21a-4e18-a91c-16a945fa6927 tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:51:02.320453 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-53f3b7b8-9a51-4078-bf93-d0375ff4bd87 req-0437a880-f21a-4e18-a91c-16a945fa6927 tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.24 "GET /v2.0/ports?device_id=805d7c6b-1e51-4ce9-8a00-b2bd85d47ee4 HTTP/1.1" status: 200 len: 945 time: 0.0816913 Feb 01 04:51:02.364081 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-53f3b7b8-9a51-4078-bf93-d0375ff4bd87 req-8aebd213-4c25-4113-8e86-1a4f96a838be tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5c8e94c-78a0-419e-8dad-b0c3c256760d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381246 Feb 01 04:51:03.544533 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89384c85-e93a-42ec-b8c0-e1274c79b78e req-f4bb7010-f96d-4bb6-bdb9-b94e7c54cfd3 tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:51:03.545963 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-89384c85-e93a-42ec-b8c0-e1274c79b78e req-f4bb7010-f96d-4bb6-bdb9-b94e7c54cfd3 tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.24 "GET /v2.0/ports?device_id=805d7c6b-1e51-4ce9-8a00-b2bd85d47ee4 HTTP/1.1" status: 200 len: 945 time: 0.0796070 Feb 01 04:51:03.589658 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-89384c85-e93a-42ec-b8c0-e1274c79b78e req-f1074e91-d1d5-4ee8-b578-99f5af627ea4 tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5c8e94c-78a0-419e-8dad-b0c3c256760d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382133 Feb 01 04:51:04.261391 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d22d7879-e0f3-41c2-94a2-9a50c1c3d4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:51:04.769023 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b0c382-1635-41ef-a3da-db8a0196f934 req-e4129df6-cf57-4905-99d7-6b6190f34a0b tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:51:04.770451 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-84b0c382-1635-41ef-a3da-db8a0196f934 req-e4129df6-cf57-4905-99d7-6b6190f34a0b tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.24 "GET /v2.0/ports?device_id=805d7c6b-1e51-4ce9-8a00-b2bd85d47ee4 HTTP/1.1" status: 200 len: 945 time: 0.0784621 Feb 01 04:51:04.815970 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-84b0c382-1635-41ef-a3da-db8a0196f934 req-f0c0e3ff-926a-4f2d-b840-a596ab30a72d tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5c8e94c-78a0-419e-8dad-b0c3c256760d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399191 Feb 01 04:51:05.381436 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:51:05.506948 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:51:05.998022 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae3441-b11a-440c-856e-576b36eb0563 req-9ffd8d47-a099-4878-ad87-1a9b6f2da0d1 tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:51:05.999459 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7bae3441-b11a-440c-856e-576b36eb0563 req-9ffd8d47-a099-4878-ad87-1a9b6f2da0d1 tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.24 "GET /v2.0/ports?device_id=805d7c6b-1e51-4ce9-8a00-b2bd85d47ee4 HTTP/1.1" status: 200 len: 945 time: 0.0809712 Feb 01 04:51:06.041538 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7bae3441-b11a-440c-856e-576b36eb0563 req-dbd31249-d4d5-4882-8c04-8ae33beeabbe tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5c8e94c-78a0-419e-8dad-b0c3c256760d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365808 Feb 01 04:51:07.028266 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:51:07.222625 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56931d35-179b-4378-89a7-8fee6fffb8f8 req-624aeffc-511a-4112-90e3-27e85c8cdca4 tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:51:07.224024 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-56931d35-179b-4378-89a7-8fee6fffb8f8 req-624aeffc-511a-4112-90e3-27e85c8cdca4 tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.24 "GET /v2.0/ports?device_id=805d7c6b-1e51-4ce9-8a00-b2bd85d47ee4 HTTP/1.1" status: 200 len: 945 time: 0.0775077 Feb 01 04:51:07.273496 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-56931d35-179b-4378-89a7-8fee6fffb8f8 req-eaf199f3-2301-4d73-87aa-3d52a15dd38f tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5c8e94c-78a0-419e-8dad-b0c3c256760d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436811 Feb 01 04:51:08.454809 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f66a550-8c25-44c6-9e27-24e397d2fba4 req-cf3a3e1a-4792-4576-8427-e214c61112a8 tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:51:08.456182 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3f66a550-8c25-44c6-9e27-24e397d2fba4 req-cf3a3e1a-4792-4576-8427-e214c61112a8 tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.24 "GET /v2.0/ports?device_id=805d7c6b-1e51-4ce9-8a00-b2bd85d47ee4 HTTP/1.1" status: 200 len: 945 time: 0.0790548 Feb 01 04:51:08.501733 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3f66a550-8c25-44c6-9e27-24e397d2fba4 req-6a695df8-a873-459b-826f-6582ccdbe6bb tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5c8e94c-78a0-419e-8dad-b0c3c256760d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400507 Feb 01 04:51:09.563504 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [req-aff22af8-9270-4ed8-bd60-87765d4bd4e5 req-a821d392-2ab2-4398-b40e-9ecaaf6e98ef service neutron] (87636) timed out ('10.222.0.18', 55057) {{(pid=87636) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 01 04:51:09.683918 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e93ecdf-4d51-465a-ae94-5e4eeee7d4a7 req-5a32b491-b935-4087-a2c5-00ac72d96569 tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:51:09.685351 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-1e93ecdf-4d51-465a-ae94-5e4eeee7d4a7 req-5a32b491-b935-4087-a2c5-00ac72d96569 tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.24 "GET /v2.0/ports?device_id=805d7c6b-1e51-4ce9-8a00-b2bd85d47ee4 HTTP/1.1" status: 200 len: 945 time: 0.0815473 Feb 01 04:51:09.727544 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-1e93ecdf-4d51-465a-ae94-5e4eeee7d4a7 req-610a0130-b50e-4735-bf07-851701abc7f3 tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5c8e94c-78a0-419e-8dad-b0c3c256760d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366602 Feb 01 04:51:10.907787 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f08d20-46e5-4869-8a35-3531dccbd2e0 req-86a6f454-394f-4e7d-a5f5-8083f9f4a5a5 tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:51:10.909234 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-40f08d20-46e5-4869-8a35-3531dccbd2e0 req-86a6f454-394f-4e7d-a5f5-8083f9f4a5a5 tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.24 "GET /v2.0/ports?device_id=805d7c6b-1e51-4ce9-8a00-b2bd85d47ee4 HTTP/1.1" status: 200 len: 945 time: 0.0791905 Feb 01 04:51:10.954899 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-40f08d20-46e5-4869-8a35-3531dccbd2e0 req-b1a019f2-864d-40f8-a2fd-6f6e3122031a tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5c8e94c-78a0-419e-8dad-b0c3c256760d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400395 Feb 01 04:51:11.398638 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [req-13fef92b-5d2a-47f8-94b5-9a4b9c9741e8 req-798e6ab2-269a-4869-87df-393c3e7e781d tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 04:51:11.399995 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-13fef92b-5d2a-47f8-94b5-9a4b9c9741e8 req-798e6ab2-269a-4869-87df-393c3e7e781d tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052526 Feb 01 04:51:11.482650 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-13fef92b-5d2a-47f8-94b5-9a4b9c9741e8 req-280f7867-e812-4839-aaa0-d38905a9b853 service neutron] 10.222.0.18 "GET /v2.0/ports/9305b34e-670c-4ecc-83f5-172d4c46edfc/bindings/hv-neutron-8268 HTTP/1.1" status: 200 len: 384 time: 0.0778117 Feb 01 04:51:11.850971 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fef92b-5d2a-47f8-94b5-9a4b9c9741e8 req-d2848858-18b6-4862-b851-4f282b7ad529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:51:11.852559 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-13fef92b-5d2a-47f8-94b5-9a4b9c9741e8 req-d2848858-18b6-4862-b851-4f282b7ad529 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=805d7c6b-1e51-4ce9-8a00-b2bd85d47ee4&tenant_id=2b827ddb04fe43c3a7424531c88e326a HTTP/1.1" status: 200 len: 1098 time: 0.1633441 Feb 01 04:51:11.952196 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fef92b-5d2a-47f8-94b5-9a4b9c9741e8 req-988981b3-049e-410c-8ffd-31191652f5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:51:11.954358 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-13fef92b-5d2a-47f8-94b5-9a4b9c9741e8 req-988981b3-049e-410c-8ffd-31191652f5e3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2b827ddb04fe43c3a7424531c88e326a&device_id=805d7c6b-1e51-4ce9-8a00-b2bd85d47ee4 HTTP/1.1" status: 200 len: 1098 time: 0.0681536 Feb 01 04:51:12.132562 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fef92b-5d2a-47f8-94b5-9a4b9c9741e8 req-42a76781-6b0b-4391-bdc9-c8850b20fbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:51:12.133877 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-13fef92b-5d2a-47f8-94b5-9a4b9c9741e8 req-42a76781-6b0b-4391-bdc9-c8850b20fbb9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d8a38928-c771-47bd-a3f7-d80a377b38e8 HTTP/1.1" status: 200 len: 912 time: 0.1735270 Feb 01 04:51:12.203996 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-13fef92b-5d2a-47f8-94b5-9a4b9c9741e8 req-5ee28415-eec5-4923-97e9-122f0b4762a0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9305b34e-670c-4ecc-83f5-172d4c46edfc HTTP/1.1" status: 200 len: 217 time: 0.0636299 Feb 01 04:51:12.255899 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acdd2d3-263b-4701-8106-b6561c7d261f req-8c386c12-740c-422d-90fc-578455194e87 tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:51:12.257297 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-7acdd2d3-263b-4701-8106-b6561c7d261f req-8c386c12-740c-422d-90fc-578455194e87 tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.24 "GET /v2.0/ports?device_id=805d7c6b-1e51-4ce9-8a00-b2bd85d47ee4 HTTP/1.1" status: 200 len: 945 time: 0.1951396 Feb 01 04:51:12.293908 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fef92b-5d2a-47f8-94b5-9a4b9c9741e8 req-d7a41ba3-511d-4d42-95e1-4a6d0649a317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:51:12.295293 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-13fef92b-5d2a-47f8-94b5-9a4b9c9741e8 req-d7a41ba3-511d-4d42-95e1-4a6d0649a317 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=26baa4c3-0e00-46c8-9301-e858595e516e HTTP/1.1" status: 200 len: 852 time: 0.0857348 Feb 01 04:51:12.348147 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-13fef92b-5d2a-47f8-94b5-9a4b9c9741e8 req-407a6711-ab74-4bef-9d23-bd68e02fd235 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d8a38928-c771-47bd-a3f7-d80a377b38e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454988 Feb 01 04:51:12.352554 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-7acdd2d3-263b-4701-8106-b6561c7d261f req-780ba11f-68da-42b6-9e68-36b7170fb38d tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5c8e94c-78a0-419e-8dad-b0c3c256760d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893865 Feb 01 04:51:12.478106 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-13fef92b-5d2a-47f8-94b5-9a4b9c9741e8 req-58b3f199-309d-4dbd-ba8a-39bc980c0098 service neutron] 10.222.0.18 "GET /v2.0/networks/d8a38928-c771-47bd-a3f7-d80a377b38e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234732 Feb 01 04:51:12.606662 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-13fef92b-5d2a-47f8-94b5-9a4b9c9741e8 req-45d5a703-4ecb-47d0-a85f-65813e6edbbd service neutron] 10.222.0.18 "GET /v2.0/networks/d8a38928-c771-47bd-a3f7-d80a377b38e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223471 Feb 01 04:51:13.538958 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec49c54-26b6-45e4-9c95-5d64c59d8f9e req-8da44877-cca4-4c72-b1c9-70d2446c6baf tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:51:13.540463 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9ec49c54-26b6-45e4-9c95-5d64c59d8f9e req-8da44877-cca4-4c72-b1c9-70d2446c6baf tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.24 "GET /v2.0/ports?device_id=805d7c6b-1e51-4ce9-8a00-b2bd85d47ee4 HTTP/1.1" status: 200 len: 945 time: 0.0833137 Feb 01 04:51:13.583670 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9ec49c54-26b6-45e4-9c95-5d64c59d8f9e req-3902da2d-ef46-4fa4-8bff-de43ab171e76 tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5c8e94c-78a0-419e-8dad-b0c3c256760d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377026 Feb 01 04:51:14.773162 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda4d8fb-13c7-48dd-b400-ad72d0f6a57d req-8962f544-e0be-460a-ae63-1a5e7bdfa3d5 tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:51:14.774602 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-dda4d8fb-13c7-48dd-b400-ad72d0f6a57d req-8962f544-e0be-460a-ae63-1a5e7bdfa3d5 tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.24 "GET /v2.0/ports?device_id=805d7c6b-1e51-4ce9-8a00-b2bd85d47ee4 HTTP/1.1" status: 200 len: 945 time: 0.0856397 Feb 01 04:51:14.817290 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-dda4d8fb-13c7-48dd-b400-ad72d0f6a57d req-717725a3-b500-4fe4-b17e-4f5be8e1ef11 tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5c8e94c-78a0-419e-8dad-b0c3c256760d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371244 Feb 01 04:51:15.075506 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:51:15.195310 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd99fd7-a006-40b7-8be1-98f68564e21e req-6ec99784-683b-4024-b347-b4bbe9eff91c tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:51:15.196620 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-1cd99fd7-a006-40b7-8be1-98f68564e21e req-6ec99784-683b-4024-b347-b4bbe9eff91c tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.18 "GET /v2.0/ports?device_id=805d7c6b-1e51-4ce9-8a00-b2bd85d47ee4&tenant_id=2b827ddb04fe43c3a7424531c88e326a&binding%3Ahost_id=hv-neutron-8268 HTTP/1.1" status: 200 len: 945 time: 0.0822213 Feb 01 04:51:15.344430 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 04:51:15.356595 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd99fd7-a006-40b7-8be1-98f68564e21e req-db1c0b1d-0ea0-4810-8a2a-836adc4debef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:51:15.358039 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-1cd99fd7-a006-40b7-8be1-98f68564e21e req-db1c0b1d-0ea0-4810-8a2a-836adc4debef service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2b827ddb04fe43c3a7424531c88e326a&device_id=805d7c6b-1e51-4ce9-8a00-b2bd85d47ee4 HTTP/1.1" status: 200 len: 1098 time: 0.0787327 Feb 01 04:51:15.489866 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd99fd7-a006-40b7-8be1-98f68564e21e req-93988f92-c225-46b9-a2dd-1453d261d5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:51:15.491217 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-1cd99fd7-a006-40b7-8be1-98f68564e21e req-93988f92-c225-46b9-a2dd-1453d261d5f9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d8a38928-c771-47bd-a3f7-d80a377b38e8 HTTP/1.1" status: 200 len: 912 time: 0.1278319 Feb 01 04:51:15.509365 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 9305b34e-670c-4ecc-83f5-172d4c46edfc details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 01 04:51:15.517948 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 9305b34e-670c-4ecc-83f5-172d4c46edfc no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:51:15.556218 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-1cd99fd7-a006-40b7-8be1-98f68564e21e req-6d7fbadc-964d-456d-ba5b-9c8aa371c3c0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9305b34e-670c-4ecc-83f5-172d4c46edfc HTTP/1.1" status: 200 len: 217 time: 0.0595336 Feb 01 04:51:15.621541 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd99fd7-a006-40b7-8be1-98f68564e21e req-c2664687-a198-4d85-b787-f67c1c109128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:51:15.623242 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-1cd99fd7-a006-40b7-8be1-98f68564e21e req-c2664687-a198-4d85-b787-f67c1c109128 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=26baa4c3-0e00-46c8-9301-e858595e516e HTTP/1.1" status: 200 len: 852 time: 0.0600214 Feb 01 04:51:15.668462 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-1cd99fd7-a006-40b7-8be1-98f68564e21e req-5bf1aace-a709-4b4b-99b3-400941f29e75 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d8a38928-c771-47bd-a3f7-d80a377b38e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394373 Feb 01 04:51:15.733709 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:51:15.747720 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 9305b34e-670c-4ecc-83f5-172d4c46edfc, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=9305b34e-670c-4ecc-83f5-172d4c46edfc,segment=NetworkSegment(87c8f7fd-0a28-4cc9-8c5f-87e741beaca3),segment_id=87c8f7fd-0a28-4cc9-8c5f-87e741beaca3)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:51:15.769257 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Returning: {'device': '9305b34e-670c-4ecc-83f5-172d4c46edfc', 'network_id': 'd8a38928-c771-47bd-a3f7-d80a377b38e8', 'port_id': '9305b34e-670c-4ecc-83f5-172d4c46edfc', 'mac_address': 'fa:16:3e:11:c2:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26baa4c3-0e00-46c8-9301-e858595e516e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 01 04:51:15.775655 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '805d7c6b-1e51-4ce9-8a00-b2bd85d47ee4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9305b34e-670c-4ecc-83f5-172d4c46edfc'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:51:15.799600 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-1cd99fd7-a006-40b7-8be1-98f68564e21e req-59d23eb4-b806-4a83-b80f-ebe8b1d09372 service neutron] 10.222.0.18 "GET /v2.0/networks/d8a38928-c771-47bd-a3f7-d80a377b38e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247022 Feb 01 04:51:15.819035 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 9305b34e-670c-4ecc-83f5-172d4c46edfc, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=9305b34e-670c-4ecc-83f5-172d4c46edfc,segment=NetworkSegment(87c8f7fd-0a28-4cc9-8c5f-87e741beaca3),segment_id=87c8f7fd-0a28-4cc9-8c5f-87e741beaca3)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:51:15.832757 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:51:15.920912 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:51:15.934463 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=9305b34e-670c-4ecc-83f5-172d4c46edfc,revision_number=6']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:51:15.947229 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9305b34e-670c-4ecc-83f5-172d4c46edfc {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 04:51:15.951655 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:51:15.951999 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:51:15.952333 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:51:15.952661 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:51:15.953552 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:51:15.953881 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:51:15.954200 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:51:15.954518 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:51:15.954835 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:51:15.955182 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:51:15.955485 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:51:15.955797 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:51:15.997649 dv-neutron-826830-1-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '805d7c6b-1e51-4ce9-8a00-b2bd85d47ee4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9305b34e-670c-4ecc-83f5-172d4c46edfc', 'code': 200} Feb 01 04:51:16.017185 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:51:16.017469 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:51:16.044111 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-1cd99fd7-a006-40b7-8be1-98f68564e21e req-b1a7be0f-edf2-467e-bb17-7f68061ca821 service neutron] 10.222.0.18 "GET /v2.0/networks/d8a38928-c771-47bd-a3f7-d80a377b38e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391751 Feb 01 04:51:16.573258 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:51:16.590381 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9305b34e-670c-4ecc-83f5-172d4c46edfc {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 04:51:16.606772 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 9305b34e-670c-4ecc-83f5-172d4c46edfc, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=9305b34e-670c-4ecc-83f5-172d4c46edfc,segment=NetworkSegment(87c8f7fd-0a28-4cc9-8c5f-87e741beaca3),segment_id=87c8f7fd-0a28-4cc9-8c5f-87e741beaca3)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:51:16.611327 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:51:16.683597 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=9305b34e-670c-4ecc-83f5-172d4c46edfc,revision_number=7']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:51:16.734699 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] get_ports_and_sgs() called for port_ids ['9305b34e-670c-4ecc-83f5-172d4c46edfc'] {{(pid=87638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 01 04:51:16.917598 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c469d4-8fc3-473c-90fe-f1dbdb70e7c1 req-c979fcf1-3556-46d6-8ef3-99cb56a4750c tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:51:16.919051 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-91c469d4-8fc3-473c-90fe-f1dbdb70e7c1 req-c979fcf1-3556-46d6-8ef3-99cb56a4750c tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.24 "GET /v2.0/ports?device_id=805d7c6b-1e51-4ce9-8a00-b2bd85d47ee4 HTTP/1.1" status: 200 len: 944 time: 0.0860889 Feb 01 04:51:16.962001 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-91c469d4-8fc3-473c-90fe-f1dbdb70e7c1 req-8c5ef29b-405e-46f1-8374-5f50022c2209 tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5c8e94c-78a0-419e-8dad-b0c3c256760d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366585 Feb 01 04:51:17.518588 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 9305b34e-670c-4ecc-83f5-172d4c46edfc up at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:51:17.584665 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning complete for port 9305b34e-670c-4ecc-83f5-172d4c46edfc triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:51:17.585310 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:51:17.697853 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:51:17.729603 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 9305b34e-670c-4ecc-83f5-172d4c46edfc, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=9305b34e-670c-4ecc-83f5-172d4c46edfc,segment=NetworkSegment(87c8f7fd-0a28-4cc9-8c5f-87e741beaca3),segment_id=87c8f7fd-0a28-4cc9-8c5f-87e741beaca3)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:51:17.733359 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:51:17.802293 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=9305b34e-670c-4ecc-83f5-172d4c46edfc,revision_number=8']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:51:17.998802 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '805d7c6b-1e51-4ce9-8a00-b2bd85d47ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9305b34e-670c-4ecc-83f5-172d4c46edfc'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:51:18.041974 dv-neutron-826830-1-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '805d7c6b-1e51-4ce9-8a00-b2bd85d47ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9305b34e-670c-4ecc-83f5-172d4c46edfc', 'code': 200} Feb 01 04:51:18.143400 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6914b4-ad46-4495-b7fb-74b01735dbe8 req-18702fd3-5af3-4ec9-ab99-7a5f50d33dad tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:51:18.144723 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-fa6914b4-ad46-4495-b7fb-74b01735dbe8 req-18702fd3-5af3-4ec9-ab99-7a5f50d33dad tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.24 "GET /v2.0/ports?device_id=805d7c6b-1e51-4ce9-8a00-b2bd85d47ee4 HTTP/1.1" status: 200 len: 945 time: 0.0777969 Feb 01 04:51:18.186801 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-fa6914b4-ad46-4495-b7fb-74b01735dbe8 req-d2c496f9-958e-4f4c-8a22-55b494233547 tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5c8e94c-78a0-419e-8dad-b0c3c256760d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366416 Feb 01 04:51:18.716752 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd99fd7-a006-40b7-8be1-98f68564e21e req-478fa2c5-c7df-40d6-887d-f45573984f61 tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:51:18.718159 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-1cd99fd7-a006-40b7-8be1-98f68564e21e req-478fa2c5-c7df-40d6-887d-f45573984f61 tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.18 "GET /v2.0/ports?device_id=805d7c6b-1e51-4ce9-8a00-b2bd85d47ee4 HTTP/1.1" status: 200 len: 945 time: 0.0769894 Feb 01 04:51:18.789603 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [req-1cd99fd7-a006-40b7-8be1-98f68564e21e req-795f972f-b3fe-44b1-9ab1-36535e340ccc tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] Deleting port 9305b34e-670c-4ecc-83f5-172d4c46edfc {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:51:18.789941 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-1cd99fd7-a006-40b7-8be1-98f68564e21e req-795f972f-b3fe-44b1-9ab1-36535e340ccc tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:51:19.039211 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [req-1cd99fd7-a006-40b7-8be1-98f68564e21e req-795f972f-b3fe-44b1-9ab1-36535e340ccc tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] For port 9305b34e-670c-4ecc-83f5-172d4c46edfc, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=9305b34e-670c-4ecc-83f5-172d4c46edfc,segment=NetworkSegment(87c8f7fd-0a28-4cc9-8c5f-87e741beaca3),segment_id=87c8f7fd-0a28-4cc9-8c5f-87e741beaca3)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:51:19.039571 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-1cd99fd7-a006-40b7-8be1-98f68564e21e req-795f972f-b3fe-44b1-9ab1-36535e340ccc tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:51:19.159023 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [req-1cd99fd7-a006-40b7-8be1-98f68564e21e req-795f972f-b3fe-44b1-9ab1-36535e340ccc tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] Calling delete_port for 9305b34e-670c-4ecc-83f5-172d4c46edfc owned by compute:nova {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:51:19.339856 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-1cd99fd7-a006-40b7-8be1-98f68564e21e req-795f972f-b3fe-44b1-9ab1-36535e340ccc tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:51:19.371446 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] get_ports_and_sgs() called for port_ids ['9305b34e-670c-4ecc-83f5-172d4c46edfc'] {{(pid=87638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 01 04:51:19.398626 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795f972f-b3fe-44b1-9ab1-36535e340ccc tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] Pushing event deleted for resources: {'Port': ['ID=9305b34e-670c-4ecc-83f5-172d4c46edfc,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:51:19.445229 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795f972f-b3fe-44b1-9ab1-36535e340ccc tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:51:19.445572 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795f972f-b3fe-44b1-9ab1-36535e340ccc tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:51:19.445913 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795f972f-b3fe-44b1-9ab1-36535e340ccc tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:51:19.446244 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795f972f-b3fe-44b1-9ab1-36535e340ccc tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:51:19.446568 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795f972f-b3fe-44b1-9ab1-36535e340ccc tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:51:19.446912 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795f972f-b3fe-44b1-9ab1-36535e340ccc tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:51:19.447239 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795f972f-b3fe-44b1-9ab1-36535e340ccc tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:51:19.447596 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795f972f-b3fe-44b1-9ab1-36535e340ccc tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:51:19.447891 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795f972f-b3fe-44b1-9ab1-36535e340ccc tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:51:19.448216 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795f972f-b3fe-44b1-9ab1-36535e340ccc tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:51:19.448516 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795f972f-b3fe-44b1-9ab1-36535e340ccc tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:51:19.448829 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795f972f-b3fe-44b1-9ab1-36535e340ccc tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:51:19.492595 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cd99fd7-a006-40b7-8be1-98f68564e21e req-795f972f-b3fe-44b1-9ab1-36535e340ccc tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] No DVR routers for this DVR port 9305b34e-670c-4ecc-83f5-172d4c46edfc on host hv-neutron-8268 {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:51:19.497363 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-1cd99fd7-a006-40b7-8be1-98f68564e21e req-795f972f-b3fe-44b1-9ab1-36535e340ccc tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:51:19.499756 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '805d7c6b-1e51-4ce9-8a00-b2bd85d47ee4', 'name': 'network-vif-deleted', 'tag': '9305b34e-670c-4ecc-83f5-172d4c46edfc'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:51:19.519901 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb01be02-0310-4af9-8f10-4364f2fb2893 req-f59516b5-bd83-419b-83e9-22f475bb37ee tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:51:19.521362 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-bb01be02-0310-4af9-8f10-4364f2fb2893 req-f59516b5-bd83-419b-83e9-22f475bb37ee tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.24 "GET /v2.0/ports?device_id=805d7c6b-1e51-4ce9-8a00-b2bd85d47ee4 HTTP/1.1" status: 200 len: 867 time: 0.2254899 Feb 01 04:51:19.527431 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-1cd99fd7-a006-40b7-8be1-98f68564e21e req-795f972f-b3fe-44b1-9ab1-36535e340ccc tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.18 "DELETE /v2.0/ports/9305b34e-670c-4ecc-83f5-172d4c46edfc HTTP/1.1" status: 204 len: 173 time: 0.8035672 Feb 01 04:51:19.544029 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '805d7c6b-1e51-4ce9-8a00-b2bd85d47ee4', 'name': 'network-vif-deleted', 'tag': '9305b34e-670c-4ecc-83f5-172d4c46edfc', 'status': 'completed', 'code': 200} Feb 01 04:51:19.568522 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-bb01be02-0310-4af9-8f10-4364f2fb2893 req-b9efc531-9924-47f4-8d70-47356538344b tempest-DeleteServersTestJSON-484113083 tempest-DeleteServersTestJSON-484113083-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5c8e94c-78a0-419e-8dad-b0c3c256760d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401721 Feb 01 04:51:20.810998 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 45848) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:51:20.876892 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-42cfe24d-2f0d-4ac2-9913-0b3e58c86ac3 admin admin] Deleting subnet 26baa4c3-0e00-46c8-9301-e858595e516e {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:51:20.879792 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-42cfe24d-2f0d-4ac2-9913-0b3e58c86ac3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:51:20.927714 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-42cfe24d-2f0d-4ac2-9913-0b3e58c86ac3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145757'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:51:20.983070 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-42cfe24d-2f0d-4ac2-9913-0b3e58c86ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:51:21.146655 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-42cfe24d-2f0d-4ac2-9913-0b3e58c86ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3072169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2652276'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:51:21.183104 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cfe24d-2f0d-4ac2-9913-0b3e58c86ac3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26baa4c3-0e00-46c8-9301-e858595e516e,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:51:21.191449 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-42cfe24d-2f0d-4ac2-9913-0b3e58c86ac3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:51:21.194206 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cfe24d-2f0d-4ac2-9913-0b3e58c86ac3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:51:21.194546 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cfe24d-2f0d-4ac2-9913-0b3e58c86ac3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:51:21.194879 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cfe24d-2f0d-4ac2-9913-0b3e58c86ac3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:51:21.195229 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cfe24d-2f0d-4ac2-9913-0b3e58c86ac3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:51:21.195554 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cfe24d-2f0d-4ac2-9913-0b3e58c86ac3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:51:21.195875 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cfe24d-2f0d-4ac2-9913-0b3e58c86ac3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:51:21.196190 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cfe24d-2f0d-4ac2-9913-0b3e58c86ac3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:51:21.196507 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cfe24d-2f0d-4ac2-9913-0b3e58c86ac3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:51:21.196851 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cfe24d-2f0d-4ac2-9913-0b3e58c86ac3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:51:21.197190 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cfe24d-2f0d-4ac2-9913-0b3e58c86ac3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:51:21.197522 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cfe24d-2f0d-4ac2-9913-0b3e58c86ac3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:51:21.197830 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cfe24d-2f0d-4ac2-9913-0b3e58c86ac3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:51:21.204094 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-42cfe24d-2f0d-4ac2-9913-0b3e58c86ac3 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/26baa4c3-0e00-46c8-9301-e858595e516e HTTP/1.1" status: 204 len: 168 time: 0.3920197 Feb 01 04:51:21.206578 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 45852) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:51:21.306573 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-51e06e6a-31f6-4f32-b684-5ce19f8e9a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:51:21.424851 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-51e06e6a-31f6-4f32-b684-5ce19f8e9a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:51:21.447908 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-51e06e6a-31f6-4f32-b684-5ce19f8e9a32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8a38928-c771-47bd-a3f7-d80a377b38e8']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:51:21.459777 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-51e06e6a-31f6-4f32-b684-5ce19f8e9a32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87c8f7fd-0a28-4cc9-8c5f-87e741beaca3') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:51:21.460076 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-51e06e6a-31f6-4f32-b684-5ce19f8e9a32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87c8f7fd-0a28-4cc9-8c5f-87e741beaca3') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:51:21.471328 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-51e06e6a-31f6-4f32-b684-5ce19f8e9a32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143022'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:51:21.487702 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-51e06e6a-31f6-4f32-b684-5ce19f8e9a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:51:21.493805 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51e06e6a-31f6-4f32-b684-5ce19f8e9a32 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:51:21.494816 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-51e06e6a-31f6-4f32-b684-5ce19f8e9a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3072199'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:51:21.511710 dv-neutron-826830-1-hyperv neutron-server[87636]: Traceback (most recent call last): Feb 01 04:51:21.511710 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:51:21.511710 dv-neutron-826830-1-hyperv neutron-server[87636]: timer() Feb 01 04:51:21.511710 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:51:21.511710 dv-neutron-826830-1-hyperv neutron-server[87636]: cb(*args, **kw) Feb 01 04:51:21.511710 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:51:21.511710 dv-neutron-826830-1-hyperv neutron-server[87636]: return func(*args, **kwargs) Feb 01 04:51:21.511710 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:51:21.511710 dv-neutron-826830-1-hyperv neutron-server[87636]: self._notify() Feb 01 04:51:21.511710 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:51:21.511710 dv-neutron-826830-1-hyperv neutron-server[87636]: self.callback(batched_events) Feb 01 04:51:21.511710 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:51:21.511710 dv-neutron-826830-1-hyperv neutron-server[87636]: event.method(event) Feb 01 04:51:21.511710 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:51:21.511710 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:51:21.511710 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:51:21.511710 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:51:21.511710 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:51:21.511710 dv-neutron-826830-1-hyperv neutron-server[87636]: return f(self, *a, **k) Feb 01 04:51:21.511710 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:51:21.511710 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._get(url).json() Feb 01 04:51:21.511710 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:51:21.511710 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:51:21.511710 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:51:21.511710 dv-neutron-826830-1-hyperv neutron-server[87636]: return self.request(url, 'GET', **kwargs) Feb 01 04:51:21.511710 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:51:21.511710 dv-neutron-826830-1-hyperv neutron-server[87636]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:51:21.511710 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:51:21.511710 dv-neutron-826830-1-hyperv neutron-server[87636]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:51:21.511710 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:51:21.511710 dv-neutron-826830-1-hyperv neutron-server[87636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:51:21.511710 dv-neutron-826830-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:51:21.582651 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-51e06e6a-31f6-4f32-b684-5ce19f8e9a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:51:21.597894 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-51e06e6a-31f6-4f32-b684-5ce19f8e9a32 admin admin] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:51:21.609077 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e06e6a-31f6-4f32-b684-5ce19f8e9a32 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8a38928-c771-47bd-a3f7-d80a377b38e8,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:51:21.615524 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-51e06e6a-31f6-4f32-b684-5ce19f8e9a32 admin admin] 10.222.0.24 "DELETE /v2.0/networks/d8a38928-c771-47bd-a3f7-d80a377b38e8 HTTP/1.1" status: 204 len: 168 time: 0.4079673 Feb 01 04:51:21.721327 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 45858) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:51:21.772509 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a830dc72-637e-405b-9f24-0f1716647e5d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2b827ddb04fe43c3a7424531c88e326a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0500426 Feb 01 04:51:21.774988 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 45862) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:51:21.830602 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-855d7961-f065-4804-8362-a3fb1fd03527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:51:21.855339 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-855d7961-f065-4804-8362-a3fb1fd03527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:51:21.909250 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-855d7961-f065-4804-8362-a3fb1fd03527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:51:21.927790 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855d7961-f065-4804-8362-a3fb1fd03527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c8e94c-78a0-419e-8dad-b0c3c256760d,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:51:21.934584 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-855d7961-f065-4804-8362-a3fb1fd03527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:51:21.935814 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-855d7961-f065-4804-8362-a3fb1fd03527 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e5c8e94c-78a0-419e-8dad-b0c3c256760d HTTP/1.1" status: 204 len: 168 time: 0.1598597 Feb 01 04:51:22.638991 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 45886) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:51:22.740186 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-a9213c58-20a3-4ac6-b10e-72cb3b6d0791 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1818654277-network', 'tenant_id': '9f4e0ecd5ebc434f88a145194fbde41e'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:51:22.744834 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-a9213c58-20a3-4ac6-b10e-72cb3b6d0791 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:51:22.748890 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-a9213c58-20a3-4ac6-b10e-72cb3b6d0791 admin admin] Usage tracker for resource:network and tenant:9f4e0ecd5ebc434f88a145194fbde41e is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:51:22.751740 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-a9213c58-20a3-4ac6-b10e-72cb3b6d0791 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:51:22.757690 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-a9213c58-20a3-4ac6-b10e-72cb3b6d0791 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:51:22.767734 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9213c58-20a3-4ac6-b10e-72cb3b6d0791 admin admin] Made reservation on behalf of 9f4e0ecd5ebc434f88a145194fbde41e for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:51:22.769942 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a9213c58-20a3-4ac6-b10e-72cb3b6d0791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:51:22.782006 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a9213c58-20a3-4ac6-b10e-72cb3b6d0791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:51:22.795808 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-a9213c58-20a3-4ac6-b10e-72cb3b6d0791 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:51:22.799539 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-a9213c58-20a3-4ac6-b10e-72cb3b6d0791 admin admin] Usage tracker for resource:security_group_rule and tenant:9f4e0ecd5ebc434f88a145194fbde41e is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:51:22.802244 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-a9213c58-20a3-4ac6-b10e-72cb3b6d0791 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:51:22.807765 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-a9213c58-20a3-4ac6-b10e-72cb3b6d0791 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:51:22.891729 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a9213c58-20a3-4ac6-b10e-72cb3b6d0791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:51:22.895406 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a9213c58-20a3-4ac6-b10e-72cb3b6d0791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:51:22.924728 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9213c58-20a3-4ac6-b10e-72cb3b6d0791 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:51:22.932825 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9213c58-20a3-4ac6-b10e-72cb3b6d0791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=252497fa-fbee-4127-924f-2b4e7582d82c,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:51:22.938235 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a9213c58-20a3-4ac6-b10e-72cb3b6d0791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:51:22.938576 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-a9213c58-20a3-4ac6-b10e-72cb3b6d0791 admin admin] Added segment 4e50a29d-4991-4a7a-abd4-35aac4c13cd4 of type vlan for network cb8f1765-ed81-44c6-a7e2-ebf74b4e66b6 Feb 01 04:51:22.964223 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a9213c58-20a3-4ac6-b10e-72cb3b6d0791 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:51:22.991871 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a9213c58-20a3-4ac6-b10e-72cb3b6d0791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:51:22.992789 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9213c58-20a3-4ac6-b10e-72cb3b6d0791 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:51:22.993367 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a9213c58-20a3-4ac6-b10e-72cb3b6d0791 admin admin] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:51:23.090273 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a9213c58-20a3-4ac6-b10e-72cb3b6d0791 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4501789 Feb 01 04:51:23.093769 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 45892) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:51:23.095671 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9213c58-20a3-4ac6-b10e-72cb3b6d0791 admin admin] Pushing event updated for resources: {'Network': ['ID=cb8f1765-ed81-44c6-a7e2-ebf74b4e66b6,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:51:23.100239 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-78904ec1-ee1b-4ec3-8f5a-2242b6a676f3 admin admin] Request body: {'subnet': {'network_id': 'cb8f1765-ed81-44c6-a7e2-ebf74b4e66b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1818654277-subnet', 'tenant_id': '9f4e0ecd5ebc434f88a145194fbde41e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:51:23.105040 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network cb8f1765-ed81-44c6-a7e2-ebf74b4e66b6 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:51:23.106251 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-78904ec1-ee1b-4ec3-8f5a-2242b6a676f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:51:23.110779 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-78904ec1-ee1b-4ec3-8f5a-2242b6a676f3 admin admin] Usage tracker for resource:subnet and tenant:9f4e0ecd5ebc434f88a145194fbde41e is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:51:23.113658 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-78904ec1-ee1b-4ec3-8f5a-2242b6a676f3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:51:23.119423 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-78904ec1-ee1b-4ec3-8f5a-2242b6a676f3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:51:23.129626 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78904ec1-ee1b-4ec3-8f5a-2242b6a676f3 admin admin] Made reservation on behalf of 9f4e0ecd5ebc434f88a145194fbde41e for: {'subnet': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:51:23.132146 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-78904ec1-ee1b-4ec3-8f5a-2242b6a676f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3694443'] for subnet, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:51:23.336369 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-78904ec1-ee1b-4ec3-8f5a-2242b6a676f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3037478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3694457'] for subnet, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:51:23.405808 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78904ec1-ee1b-4ec3-8f5a-2242b6a676f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d221088a-b899-4796-92cf-a94c8addd86f,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:51:23.413991 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78904ec1-ee1b-4ec3-8f5a-2242b6a676f3 admin admin] Checking segment: {'id': '4e50a29d-4991-4a7a-abd4-35aac4c13cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'cb8f1765-ed81-44c6-a7e2-ebf74b4e66b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:51:23.414337 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78904ec1-ee1b-4ec3-8f5a-2242b6a676f3 admin admin] Network hostable DHCP agents. Network: cb8f1765-ed81-44c6-a7e2-ebf74b4e66b6, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:51:23.431831 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78904ec1-ee1b-4ec3-8f5a-2242b6a676f3 admin admin] Network cb8f1765-ed81-44c6-a7e2-ebf74b4e66b6 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:51:23.440515 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-78904ec1-ee1b-4ec3-8f5a-2242b6a676f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, cb8f1765-ed81-44c6-a7e2-ebf74b4e66b6) {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:51:23.444299 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78904ec1-ee1b-4ec3-8f5a-2242b6a676f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:51:23.444862 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-78904ec1-ee1b-4ec3-8f5a-2242b6a676f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:51:23.449147 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9286ccae-95d2-47f2-9166-8f1da9df265d None None] Network cb8f1765-ed81-44c6-a7e2-ebf74b4e66b6 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:51:23.464406 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-78904ec1-ee1b-4ec3-8f5a-2242b6a676f3 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3695209 Feb 01 04:51:23.541389 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 9305b34e-670c-4ecc-83f5-172d4c46edfc no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:51:23.583491 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] No Port match for: 9305b34e-670c-4ecc-83f5-172d4c46edfc {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:51:23.583832 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 9305b34e-670c-4ecc-83f5-172d4c46edfc not bound to the agent host hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:51:23.695073 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab36fe6-49fe-48a3-8619-f2cb4e5c8bca None None] Network cb8f1765-ed81-44c6-a7e2-ebf74b4e66b6 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:51:23.963185 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811eadc4-96d0-4b10-99d1-f5a5a598e88b req-816942c5-ae16-450f-8de4-caaae7c804d3 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:51:23.964651 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-811eadc4-96d0-4b10-99d1-f5a5a598e88b req-816942c5-ae16-450f-8de4-caaae7c804d3 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/networks?id=cb8f1765-ed81-44c6-a7e2-ebf74b4e66b6 HTTP/1.1" status: 200 len: 815 time: 0.1436520 Feb 01 04:51:23.979345 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-811eadc4-96d0-4b10-99d1-f5a5a598e88b req-ba16008b-1c71-4305-8184-11a88622fd80 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/quotas/9f4e0ecd5ebc434f88a145194fbde41e HTTP/1.1" status: 200 len: 375 time: 0.0087376 Feb 01 04:51:24.027998 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-811eadc4-96d0-4b10-99d1-f5a5a598e88b req-3c6000be-be7c-4503-805c-08cfa46790cc tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9f4e0ecd5ebc434f88a145194fbde41e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439234 Feb 01 04:51:24.082176 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [req-811eadc4-96d0-4b10-99d1-f5a5a598e88b req-73ca24a0-015f-421d-a47f-d7c97dc3752f service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 04:51:24.083146 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-811eadc4-96d0-4b10-99d1-f5a5a598e88b req-73ca24a0-015f-421d-a47f-d7c97dc3752f service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0484831 Feb 01 04:51:24.306232 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-811eadc4-96d0-4b10-99d1-f5a5a598e88b req-936c299b-13e3-4ef1-9535-eb6f75244c35 service neutron] 10.222.0.24 "GET /v2.0/networks/cb8f1765-ed81-44c6-a7e2-ebf74b4e66b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172875 Feb 01 04:51:24.433532 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-811eadc4-96d0-4b10-99d1-f5a5a598e88b req-74512e4f-d592-4d4e-8131-9382ceaf9f47 service neutron] 10.222.0.24 "GET /v2.0/networks/cb8f1765-ed81-44c6-a7e2-ebf74b4e66b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214817 Feb 01 04:51:24.601906 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f0cb5738-63ab-4afb-a322-fa466ed42c79 req-d4f7d492-29f2-433e-b0df-c4d37d63a5b2 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dccd199-bc70-4f29-b3ff-5fe3499cd531 HTTP/1.1" status: 200 len: 210 time: 0.0418515 Feb 01 04:51:25.692692 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811eadc4-96d0-4b10-99d1-f5a5a598e88b req-4aafc796-be01-4663-a900-9c101f42d23e tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:51:25.694133 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-811eadc4-96d0-4b10-99d1-f5a5a598e88b req-4aafc796-be01-4663-a900-9c101f42d23e tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.18 "GET /v2.0/networks?id=cb8f1765-ed81-44c6-a7e2-ebf74b4e66b6 HTTP/1.1" status: 200 len: 815 time: 0.1472604 Feb 01 04:51:25.711523 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [req-811eadc4-96d0-4b10-99d1-f5a5a598e88b req-e3d1ad84-8681-4850-86c3-3f26e1ade8bc tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Request body: {'port': {'device_id': '1dccd199-bc70-4f29-b3ff-5fe3499cd531', 'network_id': 'cb8f1765-ed81-44c6-a7e2-ebf74b4e66b6', 'admin_state_up': True, 'tenant_id': '9f4e0ecd5ebc434f88a145194fbde41e'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:51:25.788277 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-d7e88c84-68d3-4100-a3f7-a75bb4e43eef req-55731f6b-1cc9-424f-a7bc-c79eb1e996b1 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dccd199-bc70-4f29-b3ff-5fe3499cd531 HTTP/1.1" status: 200 len: 210 time: 0.0625098 Feb 01 04:51:25.898716 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [req-811eadc4-96d0-4b10-99d1-f5a5a598e88b req-e3d1ad84-8681-4850-86c3-3f26e1ade8bc tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:51:25.906354 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-811eadc4-96d0-4b10-99d1-f5a5a598e88b req-e3d1ad84-8681-4850-86c3-3f26e1ade8bc tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Usage tracker for resource:port and tenant:9f4e0ecd5ebc434f88a145194fbde41e is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:51:25.913601 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-811eadc4-96d0-4b10-99d1-f5a5a598e88b req-e3d1ad84-8681-4850-86c3-3f26e1ade8bc tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:51:25.919053 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [req-811eadc4-96d0-4b10-99d1-f5a5a598e88b req-e3d1ad84-8681-4850-86c3-3f26e1ade8bc tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:51:25.929541 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-811eadc4-96d0-4b10-99d1-f5a5a598e88b req-e3d1ad84-8681-4850-86c3-3f26e1ade8bc tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Made reservation on behalf of 9f4e0ecd5ebc434f88a145194fbde41e for: {'port': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:51:25.933105 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-811eadc4-96d0-4b10-99d1-f5a5a598e88b req-e3d1ad84-8681-4850-86c3-3f26e1ade8bc tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:51:26.090521 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [req-811eadc4-96d0-4b10-99d1-f5a5a598e88b req-e3d1ad84-8681-4850-86c3-3f26e1ade8bc tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Allocated IP 172.20.0.12 (cb8f1765-ed81-44c6-a7e2-ebf74b4e66b6/d221088a-b899-4796-92cf-a94c8addd86f/b00dd667-1e06-4177-ad4f-d2e2fe2bfaab) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:51:26.295078 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-811eadc4-96d0-4b10-99d1-f5a5a598e88b req-e3d1ad84-8681-4850-86c3-3f26e1ade8bc tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:51:26.329786 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-811eadc4-96d0-4b10-99d1-f5a5a598e88b req-e3d1ad84-8681-4850-86c3-3f26e1ade8bc tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:51:26.396620 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-811eadc4-96d0-4b10-99d1-f5a5a598e88b req-e3d1ad84-8681-4850-86c3-3f26e1ade8bc tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Network cb8f1765-ed81-44c6-a7e2-ebf74b4e66b6 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:51:26.399679 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [req-811eadc4-96d0-4b10-99d1-f5a5a598e88b req-e3d1ad84-8681-4850-86c3-3f26e1ade8bc tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:51:26.403655 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [req-811eadc4-96d0-4b10-99d1-f5a5a598e88b req-e3d1ad84-8681-4850-86c3-3f26e1ade8bc tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:51:26.441198 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d1ad84-8681-4850-86c3-3f26e1ade8bc tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Pushing event updated for resources: {'Port': ['ID=b00dd667-1e06-4177-ad4f-d2e2fe2bfaab,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:51:26.471118 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811eadc4-96d0-4b10-99d1-f5a5a598e88b req-e3d1ad84-8681-4850-86c3-3f26e1ade8bc tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:51:26.471746 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-811eadc4-96d0-4b10-99d1-f5a5a598e88b req-e3d1ad84-8681-4850-86c3-3f26e1ade8bc tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:51:26.491547 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-811eadc4-96d0-4b10-99d1-f5a5a598e88b req-e3d1ad84-8681-4850-86c3-3f26e1ade8bc tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7839305 Feb 01 04:51:26.547875 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [req-811eadc4-96d0-4b10-99d1-f5a5a598e88b req-480ea3bc-f15a-4b7d-ac9b-f6cb96b9f198 service neutron] Request body: {'port': {'device_id': '1dccd199-bc70-4f29-b3ff-5fe3499cd531', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:51:26.660078 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-811eadc4-96d0-4b10-99d1-f5a5a598e88b req-480ea3bc-f15a-4b7d-ac9b-f6cb96b9f198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:51:26.972348 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9be9129-2a25-451c-be5f-f856d4ffab18 req-9212e289-74d8-465f-b129-307507631547 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:51:26.973785 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a9be9129-2a25-451c-be5f-f856d4ffab18 req-9212e289-74d8-465f-b129-307507631547 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dccd199-bc70-4f29-b3ff-5fe3499cd531 HTTP/1.1" status: 200 len: 932 time: 0.0823340 Feb 01 04:51:26.988738 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [req-811eadc4-96d0-4b10-99d1-f5a5a598e88b req-480ea3bc-f15a-4b7d-ac9b-f6cb96b9f198 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b00dd667-1e06-4177-ad4f-d2e2fe2bfaab {{(pid=87637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 04:51:26.996508 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-811eadc4-96d0-4b10-99d1-f5a5a598e88b req-480ea3bc-f15a-4b7d-ac9b-f6cb96b9f198 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:51:27.011468 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [req-811eadc4-96d0-4b10-99d1-f5a5a598e88b req-480ea3bc-f15a-4b7d-ac9b-f6cb96b9f198 service neutron] Transition to ACTIVE for port object b00dd667-1e06-4177-ad4f-d2e2fe2bfaab will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:51:27.015427 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-811eadc4-96d0-4b10-99d1-f5a5a598e88b req-480ea3bc-f15a-4b7d-ac9b-f6cb96b9f198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:51:27.016805 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-a9be9129-2a25-451c-be5f-f856d4ffab18 req-482d029d-db82-4464-86b9-abad1ca48f5f tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Synchronizing usage tracker for tenant:9f4e0ecd5ebc434f88a145194fbde41e on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:51:27.033965 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-a9be9129-2a25-451c-be5f-f856d4ffab18 req-482d029d-db82-4464-86b9-abad1ca48f5f tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Unset dirty status for tenant:9f4e0ecd5ebc434f88a145194fbde41e on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:51:27.035382 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a9be9129-2a25-451c-be5f-f856d4ffab18 req-482d029d-db82-4464-86b9-abad1ca48f5f tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558026 Feb 01 04:51:27.273637 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480ea3bc-f15a-4b7d-ac9b-f6cb96b9f198 service neutron] Pushing event updated for resources: {'Port': ['ID=b00dd667-1e06-4177-ad4f-d2e2fe2bfaab,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:51:27.339758 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [req-811eadc4-96d0-4b10-99d1-f5a5a598e88b req-480ea3bc-f15a-4b7d-ac9b-f6cb96b9f198 service neutron] Attempting to bind port b00dd667-1e06-4177-ad4f-d2e2fe2bfaab on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:51:27.340011 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [req-811eadc4-96d0-4b10-99d1-f5a5a598e88b req-480ea3bc-f15a-4b7d-ac9b-f6cb96b9f198 service neutron] Attempting to bind port b00dd667-1e06-4177-ad4f-d2e2fe2bfaab by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '4e50a29d-4991-4a7a-abd4-35aac4c13cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'cb8f1765-ed81-44c6-a7e2-ebf74b4e66b6'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:51:27.340332 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811eadc4-96d0-4b10-99d1-f5a5a598e88b req-480ea3bc-f15a-4b7d-ac9b-f6cb96b9f198 service neutron] Attempting to bind port b00dd667-1e06-4177-ad4f-d2e2fe2bfaab on network cb8f1765-ed81-44c6-a7e2-ebf74b4e66b6 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:51:27.345396 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811eadc4-96d0-4b10-99d1-f5a5a598e88b req-480ea3bc-f15a-4b7d-ac9b-f6cb96b9f198 service neutron] Port b00dd667-1e06-4177-ad4f-d2e2fe2bfaab on network cb8f1765-ed81-44c6-a7e2-ebf74b4e66b6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:51:27.345712 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811eadc4-96d0-4b10-99d1-f5a5a598e88b req-480ea3bc-f15a-4b7d-ac9b-f6cb96b9f198 service neutron] Attempting to bind port b00dd667-1e06-4177-ad4f-d2e2fe2bfaab on network cb8f1765-ed81-44c6-a7e2-ebf74b4e66b6 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:51:27.350654 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811eadc4-96d0-4b10-99d1-f5a5a598e88b req-480ea3bc-f15a-4b7d-ac9b-f6cb96b9f198 service neutron] Checking agent: {'id': '63664c57-372e-43f7-9ecb-4deedcf8ddc7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 28, 15), 'started_at': datetime.datetime(2022, 2, 1, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:51:27.350993 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811eadc4-96d0-4b10-99d1-f5a5a598e88b req-480ea3bc-f15a-4b7d-ac9b-f6cb96b9f198 service neutron] Checking segment: {'id': '4e50a29d-4991-4a7a-abd4-35aac4c13cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'cb8f1765-ed81-44c6-a7e2-ebf74b4e66b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:51:27.351404 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811eadc4-96d0-4b10-99d1-f5a5a598e88b req-480ea3bc-f15a-4b7d-ac9b-f6cb96b9f198 service neutron] Bound using segment: {'id': '4e50a29d-4991-4a7a-abd4-35aac4c13cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'cb8f1765-ed81-44c6-a7e2-ebf74b4e66b6'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:51:27.351826 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [req-811eadc4-96d0-4b10-99d1-f5a5a598e88b req-480ea3bc-f15a-4b7d-ac9b-f6cb96b9f198 service neutron] Bound port: b00dd667-1e06-4177-ad4f-d2e2fe2bfaab, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e50a29d-4991-4a7a-abd4-35aac4c13cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'cb8f1765-ed81-44c6-a7e2-ebf74b4e66b6'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:51:27.352163 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-811eadc4-96d0-4b10-99d1-f5a5a598e88b req-480ea3bc-f15a-4b7d-ac9b-f6cb96b9f198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:51:27.439564 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [req-811eadc4-96d0-4b10-99d1-f5a5a598e88b req-480ea3bc-f15a-4b7d-ac9b-f6cb96b9f198 service neutron] For port b00dd667-1e06-4177-ad4f-d2e2fe2bfaab, host hv-neutron-8268, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:51:27.442409 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [req-811eadc4-96d0-4b10-99d1-f5a5a598e88b req-480ea3bc-f15a-4b7d-ac9b-f6cb96b9f198 service neutron] For port b00dd667-1e06-4177-ad4f-d2e2fe2bfaab, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=b00dd667-1e06-4177-ad4f-d2e2fe2bfaab,segment=NetworkSegment(4e50a29d-4991-4a7a-abd4-35aac4c13cd4),segment_id=4e50a29d-4991-4a7a-abd4-35aac4c13cd4)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:51:27.445847 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-811eadc4-96d0-4b10-99d1-f5a5a598e88b req-480ea3bc-f15a-4b7d-ac9b-f6cb96b9f198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:51:27.506422 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811eadc4-96d0-4b10-99d1-f5a5a598e88b req-480ea3bc-f15a-4b7d-ac9b-f6cb96b9f198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:51:27.507025 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-811eadc4-96d0-4b10-99d1-f5a5a598e88b req-480ea3bc-f15a-4b7d-ac9b-f6cb96b9f198 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:51:27.508407 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-811eadc4-96d0-4b10-99d1-f5a5a598e88b req-480ea3bc-f15a-4b7d-ac9b-f6cb96b9f198 service neutron] 10.222.0.18 "PUT /v2.0/ports/b00dd667-1e06-4177-ad4f-d2e2fe2bfaab HTTP/1.1" status: 200 len: 1094 time: 1.0048225 Feb 01 04:51:27.508837 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dccd199-bc70-4f29-b3ff-5fe3499cd531', 'tag': 'b00dd667-1e06-4177-ad4f-d2e2fe2bfaab'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:51:27.529515 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480ea3bc-f15a-4b7d-ac9b-f6cb96b9f198 service neutron] Pushing event updated for resources: {'Port': ['ID=b00dd667-1e06-4177-ad4f-d2e2fe2bfaab,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:51:27.559968 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dccd199-bc70-4f29-b3ff-5fe3499cd531', 'tag': 'b00dd667-1e06-4177-ad4f-d2e2fe2bfaab', 'status': 'completed', 'code': 200} Feb 01 04:51:27.650587 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811eadc4-96d0-4b10-99d1-f5a5a598e88b req-1cd8d944-ba77-4cf2-a999-add7dcd6c389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:51:27.651977 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-811eadc4-96d0-4b10-99d1-f5a5a598e88b req-1cd8d944-ba77-4cf2-a999-add7dcd6c389 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f4e0ecd5ebc434f88a145194fbde41e&device_id=1dccd199-bc70-4f29-b3ff-5fe3499cd531 HTTP/1.1" status: 200 len: 1097 time: 0.0725858 Feb 01 04:51:27.723827 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-811eadc4-96d0-4b10-99d1-f5a5a598e88b req-eb231a7e-3965-45ec-b761-a9693c945afd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b00dd667-1e06-4177-ad4f-d2e2fe2bfaab HTTP/1.1" status: 200 len: 217 time: 0.0598772 Feb 01 04:51:27.787607 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811eadc4-96d0-4b10-99d1-f5a5a598e88b req-58748ce5-cef8-4388-855f-3f5102ab9d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:51:27.789023 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-811eadc4-96d0-4b10-99d1-f5a5a598e88b req-58748ce5-cef8-4388-855f-3f5102ab9d14 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d221088a-b899-4796-92cf-a94c8addd86f HTTP/1.1" status: 200 len: 855 time: 0.0597193 Feb 01 04:51:27.835932 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-811eadc4-96d0-4b10-99d1-f5a5a598e88b req-b9dadea7-35b3-463d-a16c-692a4b25a7af service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cb8f1765-ed81-44c6-a7e2-ebf74b4e66b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397975 Feb 01 04:51:27.964019 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-811eadc4-96d0-4b10-99d1-f5a5a598e88b req-1dd3d552-0c94-4532-936a-c485cef1b7f1 service neutron] 10.222.0.18 "GET /v2.0/networks/cb8f1765-ed81-44c6-a7e2-ebf74b4e66b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224954 Feb 01 04:51:28.096416 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-811eadc4-96d0-4b10-99d1-f5a5a598e88b req-e4e939e4-b8a6-419f-ac27-f38a5c54da42 service neutron] 10.222.0.18 "GET /v2.0/networks/cb8f1765-ed81-44c6-a7e2-ebf74b4e66b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256258 Feb 01 04:51:28.279341 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f40cada-a612-4d00-9e2f-c5d82267c3b6 req-77913989-f44b-4246-b37e-562ded0c1eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:51:28.280848 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-4f40cada-a612-4d00-9e2f-c5d82267c3b6 req-77913989-f44b-4246-b37e-562ded0c1eaf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f4e0ecd5ebc434f88a145194fbde41e&device_id=1dccd199-bc70-4f29-b3ff-5fe3499cd531 HTTP/1.1" status: 200 len: 1097 time: 0.0778189 Feb 01 04:51:28.372842 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b72967-9b33-4774-905d-9e3cacc91369 req-2e4db1fd-0485-4b5e-96b6-b57fb21ee724 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:51:28.374409 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-63b72967-9b33-4774-905d-9e3cacc91369 req-2e4db1fd-0485-4b5e-96b6-b57fb21ee724 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dccd199-bc70-4f29-b3ff-5fe3499cd531 HTTP/1.1" status: 200 len: 944 time: 0.0784254 Feb 01 04:51:28.413497 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f40cada-a612-4d00-9e2f-c5d82267c3b6 req-19411c1d-dff2-42e9-beb3-5f53f613b345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:51:28.414927 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-4f40cada-a612-4d00-9e2f-c5d82267c3b6 req-19411c1d-dff2-42e9-beb3-5f53f613b345 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cb8f1765-ed81-44c6-a7e2-ebf74b4e66b6 HTTP/1.1" status: 200 len: 915 time: 0.1278923 Feb 01 04:51:28.427527 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-63b72967-9b33-4774-905d-9e3cacc91369 req-a63f645b-3239-4655-9a62-3e22a2c18e1b tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380287 Feb 01 04:51:28.481385 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-4f40cada-a612-4d00-9e2f-c5d82267c3b6 req-4922cf54-91df-4a0a-835a-163a9eeda706 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b00dd667-1e06-4177-ad4f-d2e2fe2bfaab HTTP/1.1" status: 200 len: 217 time: 0.0596263 Feb 01 04:51:28.543209 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f40cada-a612-4d00-9e2f-c5d82267c3b6 req-f3ff202a-ac9d-4c0e-9bd1-a7da22cf5bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:51:28.544503 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-4f40cada-a612-4d00-9e2f-c5d82267c3b6 req-f3ff202a-ac9d-4c0e-9bd1-a7da22cf5bbf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d221088a-b899-4796-92cf-a94c8addd86f HTTP/1.1" status: 200 len: 855 time: 0.0573053 Feb 01 04:51:28.588642 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-4f40cada-a612-4d00-9e2f-c5d82267c3b6 req-63d85748-719a-43c6-83cc-92f0d3752b0e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cb8f1765-ed81-44c6-a7e2-ebf74b4e66b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375490 Feb 01 04:51:28.716061 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-4f40cada-a612-4d00-9e2f-c5d82267c3b6 req-525e03b7-78e9-466f-984f-c54c4dfc5890 service neutron] 10.222.0.18 "GET /v2.0/networks/cb8f1765-ed81-44c6-a7e2-ebf74b4e66b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197255 Feb 01 04:51:28.843391 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-4f40cada-a612-4d00-9e2f-c5d82267c3b6 req-0065d941-08e6-470f-88ed-d590d4c40853 service neutron] 10.222.0.18 "GET /v2.0/networks/cb8f1765-ed81-44c6-a7e2-ebf74b4e66b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205764 Feb 01 04:51:29.615657 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bec840-0659-40e4-84d3-bc6a75798ac1 req-6647d30d-beaf-47bf-be53-a46d66a0b5d7 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:51:29.616350 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-92bec840-0659-40e4-84d3-bc6a75798ac1 req-6647d30d-beaf-47bf-be53-a46d66a0b5d7 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Synchronizing usage tracker for tenant:9f4e0ecd5ebc434f88a145194fbde41e on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:51:29.633427 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-92bec840-0659-40e4-84d3-bc6a75798ac1 req-6647d30d-beaf-47bf-be53-a46d66a0b5d7 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Unset dirty status for tenant:9f4e0ecd5ebc434f88a145194fbde41e on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:51:29.634755 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-92bec840-0659-40e4-84d3-bc6a75798ac1 req-6647d30d-beaf-47bf-be53-a46d66a0b5d7 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dccd199-bc70-4f29-b3ff-5fe3499cd531 HTTP/1.1" status: 200 len: 944 time: 0.0988708 Feb 01 04:51:29.677862 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-92bec840-0659-40e4-84d3-bc6a75798ac1 req-70466936-13b3-489d-b8a3-2e2d389283bb tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376050 Feb 01 04:51:30.859060 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae172273-a574-44e2-8b64-eb0e2fcd690f req-8a1c6ea2-04af-472a-84ec-d704ebc69ce8 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:51:30.860543 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ae172273-a574-44e2-8b64-eb0e2fcd690f req-8a1c6ea2-04af-472a-84ec-d704ebc69ce8 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dccd199-bc70-4f29-b3ff-5fe3499cd531 HTTP/1.1" status: 200 len: 944 time: 0.0807564 Feb 01 04:51:30.904195 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ae172273-a574-44e2-8b64-eb0e2fcd690f req-6373a262-5d9d-4966-a02b-b0ce65f8ce16 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378857 Feb 01 04:51:31.556641 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device b00dd667-1e06-4177-ad4f-d2e2fe2bfaab details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 01 04:51:31.686579 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port b00dd667-1e06-4177-ad4f-d2e2fe2bfaab, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=b00dd667-1e06-4177-ad4f-d2e2fe2bfaab,segment=NetworkSegment(4e50a29d-4991-4a7a-abd4-35aac4c13cd4),segment_id=4e50a29d-4991-4a7a-abd4-35aac4c13cd4)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:51:31.699788 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Returning: {'device': 'b00dd667-1e06-4177-ad4f-d2e2fe2bfaab', 'network_id': 'cb8f1765-ed81-44c6-a7e2-ebf74b4e66b6', 'port_id': 'b00dd667-1e06-4177-ad4f-d2e2fe2bfaab', 'mac_address': 'fa:16:3e:b5:3e:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd221088a-b899-4796-92cf-a94c8addd86f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 01 04:51:31.756115 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:51:31.772559 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b00dd667-1e06-4177-ad4f-d2e2fe2bfaab {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 04:51:31.787388 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port b00dd667-1e06-4177-ad4f-d2e2fe2bfaab, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=b00dd667-1e06-4177-ad4f-d2e2fe2bfaab,segment=NetworkSegment(4e50a29d-4991-4a7a-abd4-35aac4c13cd4),segment_id=4e50a29d-4991-4a7a-abd4-35aac4c13cd4)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:51:31.791485 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:51:31.856093 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=b00dd667-1e06-4177-ad4f-d2e2fe2bfaab,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:51:31.977521 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b98a025a-a8c5-4f52-9636-5723253c8461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:51:32.067705 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] get_ports_and_sgs() called for port_ids ['b00dd667-1e06-4177-ad4f-d2e2fe2bfaab'] {{(pid=87638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 01 04:51:32.087548 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb46d1-88e5-4fcc-8252-cc5989d0ac5f req-24778e55-5411-49f7-97b6-9f8a2e562e4f tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:51:32.089249 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-61eb46d1-88e5-4fcc-8252-cc5989d0ac5f req-24778e55-5411-49f7-97b6-9f8a2e562e4f tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dccd199-bc70-4f29-b3ff-5fe3499cd531 HTTP/1.1" status: 200 len: 945 time: 0.0780196 Feb 01 04:51:32.137229 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-61eb46d1-88e5-4fcc-8252-cc5989d0ac5f req-4059db05-3b3b-4c6d-b6d8-c39b40685cf6 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416486 Feb 01 04:51:33.315402 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d8c738-06df-436b-b682-5ff6a5841aae req-124444b1-62b1-4c8e-a515-0ab884fcf32d tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:51:33.316826 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d4d8c738-06df-436b-b682-5ff6a5841aae req-124444b1-62b1-4c8e-a515-0ab884fcf32d tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dccd199-bc70-4f29-b3ff-5fe3499cd531 HTTP/1.1" status: 200 len: 945 time: 0.0778930 Feb 01 04:51:33.359789 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d4d8c738-06df-436b-b682-5ff6a5841aae req-b9c463af-6392-48b7-ad3c-1e4768e38467 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373173 Feb 01 04:51:33.589395 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device b00dd667-1e06-4177-ad4f-d2e2fe2bfaab up at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:51:33.655654 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning for port b00dd667-1e06-4177-ad4f-d2e2fe2bfaab completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:51:33.660234 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning complete for port b00dd667-1e06-4177-ad4f-d2e2fe2bfaab triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:51:33.660602 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:51:33.772777 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:51:33.797975 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dccd199-bc70-4f29-b3ff-5fe3499cd531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b00dd667-1e06-4177-ad4f-d2e2fe2bfaab'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:51:33.807663 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port b00dd667-1e06-4177-ad4f-d2e2fe2bfaab, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=b00dd667-1e06-4177-ad4f-d2e2fe2bfaab,segment=NetworkSegment(4e50a29d-4991-4a7a-abd4-35aac4c13cd4),segment_id=4e50a29d-4991-4a7a-abd4-35aac4c13cd4)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:51:33.813614 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:51:33.851711 dv-neutron-826830-1-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dccd199-bc70-4f29-b3ff-5fe3499cd531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b00dd667-1e06-4177-ad4f-d2e2fe2bfaab', 'code': 200} Feb 01 04:51:33.886252 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=b00dd667-1e06-4177-ad4f-d2e2fe2bfaab,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:51:34.097065 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4611ff3-8d54-406b-827b-018150457a80 req-ba7ba7eb-0baf-4545-bac4-011616fa4a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:51:34.098409 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-b4611ff3-8d54-406b-827b-018150457a80 req-ba7ba7eb-0baf-4545-bac4-011616fa4a69 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1dccd199-bc70-4f29-b3ff-5fe3499cd531 HTTP/1.1" status: 200 len: 1099 time: 0.0668991 Feb 01 04:51:34.137712 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-b4611ff3-8d54-406b-827b-018150457a80 req-89aa1e41-1d34-4441-bc5b-00618f2f9bf0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333309 Feb 01 04:51:34.263257 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ebfb2e9c-b27a-467c-8978-0c7679b614ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:51:34.542873 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15655aa4-223d-43af-8acd-d9fef1787df1 req-36b79a63-dfe9-4c03-9cad-8253e3f124c1 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:51:34.544339 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-15655aa4-223d-43af-8acd-d9fef1787df1 req-36b79a63-dfe9-4c03-9cad-8253e3f124c1 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dccd199-bc70-4f29-b3ff-5fe3499cd531 HTTP/1.1" status: 200 len: 946 time: 0.0819228 Feb 01 04:51:34.588864 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-15655aa4-223d-43af-8acd-d9fef1787df1 req-135e3c00-784d-46ee-988d-26922cf6367f tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381775 Feb 01 04:51:35.383345 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:51:35.512676 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:51:35.776802 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8855466c-b5cc-46fc-b45a-126b8b39fc29 req-e990d1df-503a-47d5-bfa6-3b99d7a9a91a tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:51:35.778236 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-8855466c-b5cc-46fc-b45a-126b8b39fc29 req-e990d1df-503a-47d5-bfa6-3b99d7a9a91a tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dccd199-bc70-4f29-b3ff-5fe3499cd531 HTTP/1.1" status: 200 len: 946 time: 0.0807948 Feb 01 04:51:35.820882 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-8855466c-b5cc-46fc-b45a-126b8b39fc29 req-b0694f55-559b-4678-9b43-59ce866d0423 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366311 Feb 01 04:51:36.010158 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b34f7de-4bf4-45ad-a028-298affcf9916 req-f66342b4-a1d8-4dcf-8000-ff7e34c38741 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:51:36.011592 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2b34f7de-4bf4-45ad-a028-298affcf9916 req-f66342b4-a1d8-4dcf-8000-ff7e34c38741 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dccd199-bc70-4f29-b3ff-5fe3499cd531 HTTP/1.1" status: 200 len: 946 time: 0.0896664 Feb 01 04:51:36.057225 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2b34f7de-4bf4-45ad-a028-298affcf9916 req-004373ca-4d2c-47b4-990d-916b99daf6d6 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400083 Feb 01 04:51:36.391607 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5641aeb1-85f8-4c86-b5ee-edb1e07c2cd9 req-55dc7ad4-f38f-4076-9c91-39ac61f74773 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:51:36.392940 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5641aeb1-85f8-4c86-b5ee-edb1e07c2cd9 req-55dc7ad4-f38f-4076-9c91-39ac61f74773 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dccd199-bc70-4f29-b3ff-5fe3499cd531 HTTP/1.1" status: 200 len: 946 time: 0.0779769 Feb 01 04:51:36.435611 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5641aeb1-85f8-4c86-b5ee-edb1e07c2cd9 req-100d17c2-7d76-402a-a38a-8f6ebf9b284d tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371068 Feb 01 04:51:36.611536 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f2ee1-5ea1-4b55-a7ae-6f0d7a169d4b req-7d8a834e-32d7-4990-bd4b-eabbbbeca324 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:51:36.612984 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-e81f2ee1-5ea1-4b55-a7ae-6f0d7a169d4b req-7d8a834e-32d7-4990-bd4b-eabbbbeca324 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dccd199-bc70-4f29-b3ff-5fe3499cd531 HTTP/1.1" status: 200 len: 946 time: 0.0770321 Feb 01 04:51:36.656017 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-e81f2ee1-5ea1-4b55-a7ae-6f0d7a169d4b req-e6e2d55c-495b-4b17-94ba-bb3c3ff598c6 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375254 Feb 01 04:51:37.002591 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bd031629-2bc6-4f3f-84ef-4bd504c2ab77 req-52a89518-e139-48db-8683-1f10994362f1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1dccd199-bc70-4f29-b3ff-5fe3499cd531&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0737710 Feb 01 04:51:37.030423 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:51:37.160011 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7358c0e5-f4a6-4df5-ac6c-45963654fbac req-69590a17-de16-435e-8dee-7ea68d2b5c7d tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:51:37.161460 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-7358c0e5-f4a6-4df5-ac6c-45963654fbac req-69590a17-de16-435e-8dee-7ea68d2b5c7d tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dccd199-bc70-4f29-b3ff-5fe3499cd531 HTTP/1.1" status: 200 len: 946 time: 0.1883991 Feb 01 04:51:37.204900 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-7358c0e5-f4a6-4df5-ac6c-45963654fbac req-1b779462-e3c3-4d88-9ba4-52a76902c52b tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377159 Feb 01 04:51:38.242429 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd031629-2bc6-4f3f-84ef-4bd504c2ab77 req-3d565ad2-a820-4f3c-afdb-4980113ca136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:51:38.243873 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-bd031629-2bc6-4f3f-84ef-4bd504c2ab77 req-3d565ad2-a820-4f3c-afdb-4980113ca136 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f4e0ecd5ebc434f88a145194fbde41e&device_id=1dccd199-bc70-4f29-b3ff-5fe3499cd531 HTTP/1.1" status: 200 len: 1099 time: 0.0699441 Feb 01 04:51:38.374072 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd031629-2bc6-4f3f-84ef-4bd504c2ab77 req-2c9343b9-b4e0-48ff-86e1-7d9fa02a6d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:51:38.376071 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-bd031629-2bc6-4f3f-84ef-4bd504c2ab77 req-2c9343b9-b4e0-48ff-86e1-7d9fa02a6d76 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cb8f1765-ed81-44c6-a7e2-ebf74b4e66b6 HTTP/1.1" status: 200 len: 915 time: 0.1259236 Feb 01 04:51:38.385853 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b23814a-d433-45a0-9c3c-aa0715004a5f req-0d899ea6-9ccd-4fae-8240-b4b57b7d34a1 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:51:38.387320 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0b23814a-d433-45a0-9c3c-aa0715004a5f req-0d899ea6-9ccd-4fae-8240-b4b57b7d34a1 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dccd199-bc70-4f29-b3ff-5fe3499cd531 HTTP/1.1" status: 200 len: 946 time: 0.0784159 Feb 01 04:51:38.431279 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0b23814a-d433-45a0-9c3c-aa0715004a5f req-afce6836-e5d7-46cd-8cc6-f3152d6e217a tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374629 Feb 01 04:51:38.448353 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-bd031629-2bc6-4f3f-84ef-4bd504c2ab77 req-f060f98c-4299-4250-a47f-a6cae0a274fe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b00dd667-1e06-4177-ad4f-d2e2fe2bfaab HTTP/1.1" status: 200 len: 217 time: 0.0642054 Feb 01 04:51:38.507541 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd031629-2bc6-4f3f-84ef-4bd504c2ab77 req-8c16d750-5724-4518-99a4-09fce0bec099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:51:38.508908 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-bd031629-2bc6-4f3f-84ef-4bd504c2ab77 req-8c16d750-5724-4518-99a4-09fce0bec099 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d221088a-b899-4796-92cf-a94c8addd86f HTTP/1.1" status: 200 len: 855 time: 0.0561841 Feb 01 04:51:38.558252 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-bd031629-2bc6-4f3f-84ef-4bd504c2ab77 req-de854a55-21be-4af4-9c0f-e93cc24906e1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cb8f1765-ed81-44c6-a7e2-ebf74b4e66b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432606 Feb 01 04:51:38.684495 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-bd031629-2bc6-4f3f-84ef-4bd504c2ab77 req-3119037d-1d92-45d9-8e41-64a672471bcd service neutron] 10.222.0.18 "GET /v2.0/networks/cb8f1765-ed81-44c6-a7e2-ebf74b4e66b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198814 Feb 01 04:51:38.815772 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-bd031629-2bc6-4f3f-84ef-4bd504c2ab77 req-7876d994-78fa-4516-b2c0-322ecc6b0852 service neutron] 10.222.0.18 "GET /v2.0/networks/cb8f1765-ed81-44c6-a7e2-ebf74b4e66b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255119 Feb 01 04:51:39.609678 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cf19fd-66ce-4d03-8b08-2f6f7cfd5826 req-82fd7d20-22f3-44bf-9253-873f5ecb948e tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:51:39.611119 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-78cf19fd-66ce-4d03-8b08-2f6f7cfd5826 req-82fd7d20-22f3-44bf-9253-873f5ecb948e tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dccd199-bc70-4f29-b3ff-5fe3499cd531 HTTP/1.1" status: 200 len: 946 time: 0.0772934 Feb 01 04:51:39.654658 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-78cf19fd-66ce-4d03-8b08-2f6f7cfd5826 req-07b22177-be4e-41b9-abbd-6c1dfc150510 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379100 Feb 01 04:51:40.838277 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362453df-8bc6-4ab9-820e-733bcb2c9119 req-5d9ef97c-af2b-4f96-a838-d556dd23e5f9 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:51:40.839738 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-362453df-8bc6-4ab9-820e-733bcb2c9119 req-5d9ef97c-af2b-4f96-a838-d556dd23e5f9 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dccd199-bc70-4f29-b3ff-5fe3499cd531 HTTP/1.1" status: 200 len: 946 time: 0.0809748 Feb 01 04:51:40.882903 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-362453df-8bc6-4ab9-820e-733bcb2c9119 req-b37a43d0-8fc8-41c8-b1ec-883883df1d5b tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369139 Feb 01 04:51:42.066750 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4029a697-723f-44ec-84e7-608724abf57b req-fd4b8c00-e0f9-4c40-adda-5dad2a3d4393 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:51:42.068202 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-4029a697-723f-44ec-84e7-608724abf57b req-fd4b8c00-e0f9-4c40-adda-5dad2a3d4393 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dccd199-bc70-4f29-b3ff-5fe3499cd531 HTTP/1.1" status: 200 len: 946 time: 0.0819743 Feb 01 04:51:42.110558 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-4029a697-723f-44ec-84e7-608724abf57b req-6ac761f4-8e07-4115-9ef9-37f452466f2d tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368507 Feb 01 04:51:43.290520 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940fb385-16cb-451e-940f-8a475926dd03 req-d1187c67-959a-4ca5-8a9b-be0ec6592fec tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:51:43.292000 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-940fb385-16cb-451e-940f-8a475926dd03 req-d1187c67-959a-4ca5-8a9b-be0ec6592fec tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dccd199-bc70-4f29-b3ff-5fe3499cd531 HTTP/1.1" status: 200 len: 946 time: 0.0801575 Feb 01 04:51:43.335277 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-940fb385-16cb-451e-940f-8a475926dd03 req-1f07fccf-740a-4c89-8c3b-0574f1beac44 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376844 Feb 01 04:51:44.517433 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fdc05e-4a91-4125-a535-7b712c786fec req-25224aac-319b-490d-bba4-c31ef8ae25cb tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:51:44.518805 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-c8fdc05e-4a91-4125-a535-7b712c786fec req-25224aac-319b-490d-bba4-c31ef8ae25cb tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dccd199-bc70-4f29-b3ff-5fe3499cd531 HTTP/1.1" status: 200 len: 946 time: 0.0779750 Feb 01 04:51:44.564326 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-c8fdc05e-4a91-4125-a535-7b712c786fec req-ee62b376-36d1-4dd7-a530-f2f77f667704 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400457 Feb 01 04:51:45.063741 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:51:45.746532 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9483f7c-9930-43e6-bfc7-fb53e8ef3886 req-f40f3e3d-ed3c-4252-b3d3-eaf0e75f6ce8 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:51:45.748229 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b9483f7c-9930-43e6-bfc7-fb53e8ef3886 req-f40f3e3d-ed3c-4252-b3d3-eaf0e75f6ce8 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dccd199-bc70-4f29-b3ff-5fe3499cd531 HTTP/1.1" status: 200 len: 946 time: 0.0811133 Feb 01 04:51:45.790401 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b9483f7c-9930-43e6-bfc7-fb53e8ef3886 req-52667d04-075d-4fb4-9fae-0076b238e50d tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366757 Feb 01 04:51:46.968665 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b34186-5ced-47aa-b9df-ada1d36f7bc0 req-33c6d149-fe0c-4de1-aa4b-4f77c0887921 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:51:46.970075 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-e0b34186-5ced-47aa-b9df-ada1d36f7bc0 req-33c6d149-fe0c-4de1-aa4b-4f77c0887921 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dccd199-bc70-4f29-b3ff-5fe3499cd531 HTTP/1.1" status: 200 len: 946 time: 0.0766394 Feb 01 04:51:47.015376 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-e0b34186-5ced-47aa-b9df-ada1d36f7bc0 req-bed96678-00e6-4403-8f09-407e4b1ae5ae tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397732 Feb 01 04:51:48.198253 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9073c6-3ac7-47fa-a7a0-b55fdfb540d8 req-afa478e0-6fae-4382-853c-3d363bd9c894 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:51:48.199703 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0d9073c6-3ac7-47fa-a7a0-b55fdfb540d8 req-afa478e0-6fae-4382-853c-3d363bd9c894 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dccd199-bc70-4f29-b3ff-5fe3499cd531 HTTP/1.1" status: 200 len: 946 time: 0.0800800 Feb 01 04:51:48.244985 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0d9073c6-3ac7-47fa-a7a0-b55fdfb540d8 req-2ba9a680-17c6-49b5-9da7-a79a97775922 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396948 Feb 01 04:51:49.426763 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446978b3-4bb3-45a7-b07f-a5ec08f94e14 req-67e475d1-457e-4e11-b108-4e3271dd5364 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:51:49.428220 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-446978b3-4bb3-45a7-b07f-a5ec08f94e14 req-67e475d1-457e-4e11-b108-4e3271dd5364 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dccd199-bc70-4f29-b3ff-5fe3499cd531 HTTP/1.1" status: 200 len: 946 time: 0.0811524 Feb 01 04:51:49.470718 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-446978b3-4bb3-45a7-b07f-a5ec08f94e14 req-0cb49c6a-a6f3-47ed-b6fb-d0706a59ef4d tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369422 Feb 01 04:51:50.650615 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a277f28-6600-48c5-9e9e-64e1d467355d req-104f3501-a0d6-42dd-8ea9-2d40f0b3b0a6 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:51:50.652059 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2a277f28-6600-48c5-9e9e-64e1d467355d req-104f3501-a0d6-42dd-8ea9-2d40f0b3b0a6 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dccd199-bc70-4f29-b3ff-5fe3499cd531 HTTP/1.1" status: 200 len: 946 time: 0.0789511 Feb 01 04:51:50.695977 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2a277f28-6600-48c5-9e9e-64e1d467355d req-0c0818f3-806a-4ea9-9785-070dc2378bbb tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382357 Feb 01 04:51:51.876418 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f40ca4-7150-496a-9a8d-d3ab553b753b req-7f6102db-becf-4be0-b4bd-1ede00ad303b tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:51:51.877941 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-72f40ca4-7150-496a-9a8d-d3ab553b753b req-7f6102db-becf-4be0-b4bd-1ede00ad303b tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dccd199-bc70-4f29-b3ff-5fe3499cd531 HTTP/1.1" status: 200 len: 946 time: 0.0778470 Feb 01 04:51:51.920526 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-72f40ca4-7150-496a-9a8d-d3ab553b753b req-beba8be7-87fa-4605-aed3-6a32f361309f tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370936 Feb 01 04:51:52.344273 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 04:51:53.102640 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264cced1-d2bc-4ffa-8c55-c032935bd86b req-577bfdfc-73c9-4668-a799-48bf91a0a374 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:51:53.104104 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-264cced1-d2bc-4ffa-8c55-c032935bd86b req-577bfdfc-73c9-4668-a799-48bf91a0a374 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dccd199-bc70-4f29-b3ff-5fe3499cd531 HTTP/1.1" status: 200 len: 946 time: 0.0808380 Feb 01 04:51:53.248586 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-264cced1-d2bc-4ffa-8c55-c032935bd86b req-5045d442-7449-4b67-b5a4-a294b0a6e2e3 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388488 Feb 01 04:51:54.436252 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad70c0ff-a98f-4166-8708-34c790da844c req-f6d23c8d-cec3-4e03-b2f2-40d1ed211037 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:51:54.437738 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-ad70c0ff-a98f-4166-8708-34c790da844c req-f6d23c8d-cec3-4e03-b2f2-40d1ed211037 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dccd199-bc70-4f29-b3ff-5fe3499cd531 HTTP/1.1" status: 200 len: 946 time: 0.0853531 Feb 01 04:51:54.480955 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-ad70c0ff-a98f-4166-8708-34c790da844c req-cebed66a-0cec-48ef-a7b1-d84241d824ab tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375957 Feb 01 04:51:55.665165 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89678cfc-0b3a-41bb-9f4e-2a739aff005e req-74751376-b468-4767-82de-3f886b01f678 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:51:55.666597 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-89678cfc-0b3a-41bb-9f4e-2a739aff005e req-74751376-b468-4767-82de-3f886b01f678 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dccd199-bc70-4f29-b3ff-5fe3499cd531 HTTP/1.1" status: 200 len: 946 time: 0.0781968 Feb 01 04:51:55.709470 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-89678cfc-0b3a-41bb-9f4e-2a739aff005e req-ff61c4bd-fbd0-4993-9713-5f2e8dc84d50 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369074 Feb 01 04:51:56.938157 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc5fa72-da32-428b-bd30-63e6f132a6b0 req-8c41f7d4-01ed-47e4-9812-a248c23c9ab5 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:51:56.939648 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-7dc5fa72-da32-428b-bd30-63e6f132a6b0 req-8c41f7d4-01ed-47e4-9812-a248c23c9ab5 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dccd199-bc70-4f29-b3ff-5fe3499cd531 HTTP/1.1" status: 200 len: 946 time: 0.1297896 Feb 01 04:51:56.987082 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-7dc5fa72-da32-428b-bd30-63e6f132a6b0 req-5466d440-8f4b-4ec2-85a2-f8a7232aed61 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416365 Feb 01 04:51:58.214737 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec65a6-f43b-4f21-baaa-19caf963e976 req-8bcade36-7b78-42d5-b6e2-3b9d4f2a34b1 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:51:58.216185 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-85ec65a6-f43b-4f21-baaa-19caf963e976 req-8bcade36-7b78-42d5-b6e2-3b9d4f2a34b1 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dccd199-bc70-4f29-b3ff-5fe3499cd531 HTTP/1.1" status: 200 len: 946 time: 0.1256533 Feb 01 04:51:58.258448 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-85ec65a6-f43b-4f21-baaa-19caf963e976 req-cff53d4f-9ba4-4c48-a82c-f9fe2eef3928 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360324 Feb 01 04:51:59.439963 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8becfc5-bd2d-4b50-85a9-1b120b690a6a req-d089bd18-2c66-469a-a502-f83ff6e182a7 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:51:59.441400 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-f8becfc5-bd2d-4b50-85a9-1b120b690a6a req-d089bd18-2c66-469a-a502-f83ff6e182a7 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dccd199-bc70-4f29-b3ff-5fe3499cd531 HTTP/1.1" status: 200 len: 946 time: 0.0789769 Feb 01 04:51:59.483306 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-f8becfc5-bd2d-4b50-85a9-1b120b690a6a req-f17b7b4a-7218-4f40-affa-7636da6fdfdd tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362611 Feb 01 04:52:00.681616 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885b5293-4f79-486f-8154-c9aafaa256f2 req-39eb28c1-145d-4546-8f7c-86096308686a tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:52:00.683074 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-885b5293-4f79-486f-8154-c9aafaa256f2 req-39eb28c1-145d-4546-8f7c-86096308686a tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dccd199-bc70-4f29-b3ff-5fe3499cd531 HTTP/1.1" status: 200 len: 946 time: 0.0793483 Feb 01 04:52:00.730137 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-885b5293-4f79-486f-8154-c9aafaa256f2 req-c94e8015-8d90-4ce0-bf0d-3058dbf5a383 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414047 Feb 01 04:52:01.914489 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3406ba3-0a7e-48b2-b5d4-4f1617514cee req-e04c102e-1a67-4b76-93e5-05b9da096197 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:52:01.915955 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-a3406ba3-0a7e-48b2-b5d4-4f1617514cee req-e04c102e-1a67-4b76-93e5-05b9da096197 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dccd199-bc70-4f29-b3ff-5fe3499cd531 HTTP/1.1" status: 200 len: 946 time: 0.0824182 Feb 01 04:52:01.959100 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-a3406ba3-0a7e-48b2-b5d4-4f1617514cee req-1cad81c5-599c-40a7-992d-d84ccfaf929b tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375378 Feb 01 04:52:01.970082 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-eeb7dfd3-c785-4230-864f-72216a46b3bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:52:03.143788 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7483a31c-8703-4187-b3fb-1661b4a7ac58 req-3d4054ff-ddb5-4135-931a-6ce8dba5331f tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:52:03.145153 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7483a31c-8703-4187-b3fb-1661b4a7ac58 req-3d4054ff-ddb5-4135-931a-6ce8dba5331f tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dccd199-bc70-4f29-b3ff-5fe3499cd531 HTTP/1.1" status: 200 len: 946 time: 0.0797336 Feb 01 04:52:03.191347 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7483a31c-8703-4187-b3fb-1661b4a7ac58 req-bb8995a7-a2ac-4cb5-b828-bd6be5845edb tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404878 Feb 01 04:52:04.268533 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-59a6e760-e8cf-47a6-82ba-55f0c61a3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:52:04.378478 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb84f4-f6ce-41e8-bd03-5d2eab8ff891 req-90e6858e-e416-472d-87ae-a3e9453250c8 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:52:04.379940 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-4afb84f4-f6ce-41e8-bd03-5d2eab8ff891 req-90e6858e-e416-472d-87ae-a3e9453250c8 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dccd199-bc70-4f29-b3ff-5fe3499cd531 HTTP/1.1" status: 200 len: 946 time: 0.0788403 Feb 01 04:52:04.422281 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-4afb84f4-f6ce-41e8-bd03-5d2eab8ff891 req-d873ea22-73bb-4263-9aae-b141ecc964d3 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367672 Feb 01 04:52:05.385269 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:52:05.513183 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:52:05.610603 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15ea773-63e5-4c4e-bf2d-71176d62952b req-b3f33bd8-2740-43aa-a41a-4a3535ff82a5 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:52:05.611972 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d15ea773-63e5-4c4e-bf2d-71176d62952b req-b3f33bd8-2740-43aa-a41a-4a3535ff82a5 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dccd199-bc70-4f29-b3ff-5fe3499cd531 HTTP/1.1" status: 200 len: 946 time: 0.0826495 Feb 01 04:52:05.658234 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d15ea773-63e5-4c4e-bf2d-71176d62952b req-1e8217df-3756-4f92-a37a-141192d017cb tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393391 Feb 01 04:52:05.767951 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-bd031629-2bc6-4f3f-84ef-4bd504c2ab77 req-cdf656b3-474e-40bf-ab4b-288605e61ca8 service neutron] 10.222.0.18 "GET /v2.0/ports/b00dd667-1e06-4177-ad4f-d2e2fe2bfaab/bindings/hv-neutron-8268 HTTP/1.1" status: 200 len: 384 time: 0.1714368 Feb 01 04:52:06.043870 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd031629-2bc6-4f3f-84ef-4bd504c2ab77 req-73276996-39b5-4da8-94bd-2b124520d954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:52:06.045323 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-bd031629-2bc6-4f3f-84ef-4bd504c2ab77 req-73276996-39b5-4da8-94bd-2b124520d954 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1dccd199-bc70-4f29-b3ff-5fe3499cd531&tenant_id=9f4e0ecd5ebc434f88a145194fbde41e HTTP/1.1" status: 200 len: 1099 time: 0.0700886 Feb 01 04:52:06.147454 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd031629-2bc6-4f3f-84ef-4bd504c2ab77 req-94833b96-6c8b-46e8-bf34-e2d3c3dc1a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:52:06.148789 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-bd031629-2bc6-4f3f-84ef-4bd504c2ab77 req-94833b96-6c8b-46e8-bf34-e2d3c3dc1a55 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f4e0ecd5ebc434f88a145194fbde41e&device_id=1dccd199-bc70-4f29-b3ff-5fe3499cd531 HTTP/1.1" status: 200 len: 1099 time: 0.0723958 Feb 01 04:52:06.277000 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd031629-2bc6-4f3f-84ef-4bd504c2ab77 req-81367e87-df0c-4ac5-bde1-a8a7b3c09154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:52:06.278408 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-bd031629-2bc6-4f3f-84ef-4bd504c2ab77 req-81367e87-df0c-4ac5-bde1-a8a7b3c09154 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cb8f1765-ed81-44c6-a7e2-ebf74b4e66b6 HTTP/1.1" status: 200 len: 915 time: 0.1231546 Feb 01 04:52:06.344913 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-bd031629-2bc6-4f3f-84ef-4bd504c2ab77 req-b064a6ef-7a75-43b4-a68b-c7c3df8408e6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b00dd667-1e06-4177-ad4f-d2e2fe2bfaab HTTP/1.1" status: 200 len: 217 time: 0.0597198 Feb 01 04:52:06.407432 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd031629-2bc6-4f3f-84ef-4bd504c2ab77 req-15da4105-4c0f-4c4e-b74d-967a663b6b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:52:06.408723 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-bd031629-2bc6-4f3f-84ef-4bd504c2ab77 req-15da4105-4c0f-4c4e-b74d-967a663b6b6e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d221088a-b899-4796-92cf-a94c8addd86f HTTP/1.1" status: 200 len: 855 time: 0.0580962 Feb 01 04:52:06.453552 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-bd031629-2bc6-4f3f-84ef-4bd504c2ab77 req-4f46ec73-f4b4-4f34-bfe4-675375bbe35b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cb8f1765-ed81-44c6-a7e2-ebf74b4e66b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388641 Feb 01 04:52:06.592129 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-bd031629-2bc6-4f3f-84ef-4bd504c2ab77 req-f8323e65-5c66-47d3-b4f2-6e341ff23e3f service neutron] 10.222.0.18 "GET /v2.0/networks/cb8f1765-ed81-44c6-a7e2-ebf74b4e66b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323764 Feb 01 04:52:06.721098 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-bd031629-2bc6-4f3f-84ef-4bd504c2ab77 req-e0902f57-db51-4ab6-8f99-30507b92e490 service neutron] 10.222.0.18 "GET /v2.0/networks/cb8f1765-ed81-44c6-a7e2-ebf74b4e66b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230903 Feb 01 04:52:06.850161 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19da97c5-a6fc-42a7-95ac-ef144d82c493 req-a871a132-13e2-4472-af7e-eea76c30e433 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:52:06.851651 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-19da97c5-a6fc-42a7-95ac-ef144d82c493 req-a871a132-13e2-4472-af7e-eea76c30e433 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dccd199-bc70-4f29-b3ff-5fe3499cd531 HTTP/1.1" status: 200 len: 946 time: 0.0863934 Feb 01 04:52:06.903447 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-19da97c5-a6fc-42a7-95ac-ef144d82c493 req-919febb3-3341-47ee-a03b-d664b793eb20 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453215 Feb 01 04:52:07.032087 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:52:08.085828 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a46ec-ee0a-4d54-b9ef-90c6e0793959 req-0be81e0c-0fef-4848-b98e-0008514ab4be tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:52:08.087326 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-063a46ec-ee0a-4d54-b9ef-90c6e0793959 req-0be81e0c-0fef-4848-b98e-0008514ab4be tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dccd199-bc70-4f29-b3ff-5fe3499cd531 HTTP/1.1" status: 200 len: 946 time: 0.0773628 Feb 01 04:52:08.131042 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-063a46ec-ee0a-4d54-b9ef-90c6e0793959 req-102d3c52-d32b-47e7-b72b-a28ba7f8e78c tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375361 Feb 01 04:52:09.310625 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763432ec-fa07-42a4-bd9a-693b086f4a91 req-5e4cb21d-8dc0-491b-ac7f-e0480d0772d5 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:52:09.312715 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-763432ec-fa07-42a4-bd9a-693b086f4a91 req-5e4cb21d-8dc0-491b-ac7f-e0480d0772d5 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dccd199-bc70-4f29-b3ff-5fe3499cd531 HTTP/1.1" status: 200 len: 946 time: 0.0794246 Feb 01 04:52:09.354941 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-763432ec-fa07-42a4-bd9a-693b086f4a91 req-15acba4c-55b0-49a1-9091-8a1be3ba55d9 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366893 Feb 01 04:52:09.716642 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df075fb-e844-4a96-a03e-b0791b2c0167 req-17681493-c003-40c1-aa9b-a45b7129c1d8 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:52:09.718600 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-0df075fb-e844-4a96-a03e-b0791b2c0167 req-17681493-c003-40c1-aa9b-a45b7129c1d8 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dccd199-bc70-4f29-b3ff-5fe3499cd531&tenant_id=9f4e0ecd5ebc434f88a145194fbde41e&binding%3Ahost_id=hv-neutron-8268 HTTP/1.1" status: 200 len: 946 time: 0.1114719 Feb 01 04:52:09.726461 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d4d52b-2517-423c-86b1-5985bd980898 req-72aad2f3-a319-432e-8ff1-fe80295bcaf8 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:52:09.727826 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-86d4d52b-2517-423c-86b1-5985bd980898 req-72aad2f3-a319-432e-8ff1-fe80295bcaf8 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dccd199-bc70-4f29-b3ff-5fe3499cd531 HTTP/1.1" status: 200 len: 946 time: 0.1555934 Feb 01 04:52:09.774663 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-86d4d52b-2517-423c-86b1-5985bd980898 req-f4d6b29e-ea84-4fbc-bea1-9f5906f9250a tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405431 Feb 01 04:52:09.807828 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device b00dd667-1e06-4177-ad4f-d2e2fe2bfaab details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 01 04:52:09.814887 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device b00dd667-1e06-4177-ad4f-d2e2fe2bfaab no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:52:09.872557 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df075fb-e844-4a96-a03e-b0791b2c0167 req-98712bb4-405f-4932-9be8-8e5be9ab4a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:52:09.874051 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-0df075fb-e844-4a96-a03e-b0791b2c0167 req-98712bb4-405f-4932-9be8-8e5be9ab4a55 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f4e0ecd5ebc434f88a145194fbde41e&device_id=1dccd199-bc70-4f29-b3ff-5fe3499cd531 HTTP/1.1" status: 200 len: 1099 time: 0.0703747 Feb 01 04:52:10.007392 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df075fb-e844-4a96-a03e-b0791b2c0167 req-8244a9ab-9d8f-452b-89c6-33381556990e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:52:10.008828 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-0df075fb-e844-4a96-a03e-b0791b2c0167 req-8244a9ab-9d8f-452b-89c6-33381556990e service neutron] 10.222.0.18 "GET /v2.0/networks?id=cb8f1765-ed81-44c6-a7e2-ebf74b4e66b6 HTTP/1.1" status: 200 len: 915 time: 0.1294482 Feb 01 04:52:10.037888 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port b00dd667-1e06-4177-ad4f-d2e2fe2bfaab, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=b00dd667-1e06-4177-ad4f-d2e2fe2bfaab,segment=NetworkSegment(4e50a29d-4991-4a7a-abd4-35aac4c13cd4),segment_id=4e50a29d-4991-4a7a-abd4-35aac4c13cd4)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:52:10.047823 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:52:10.063215 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Returning: {'device': 'b00dd667-1e06-4177-ad4f-d2e2fe2bfaab', 'network_id': 'cb8f1765-ed81-44c6-a7e2-ebf74b4e66b6', 'port_id': 'b00dd667-1e06-4177-ad4f-d2e2fe2bfaab', 'mac_address': 'fa:16:3e:b5:3e:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd221088a-b899-4796-92cf-a94c8addd86f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 01 04:52:10.079416 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-0df075fb-e844-4a96-a03e-b0791b2c0167 req-1dc04750-0216-493c-99b7-c9818b92b444 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b00dd667-1e06-4177-ad4f-d2e2fe2bfaab HTTP/1.1" status: 200 len: 217 time: 0.0648143 Feb 01 04:52:10.112346 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dccd199-bc70-4f29-b3ff-5fe3499cd531', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b00dd667-1e06-4177-ad4f-d2e2fe2bfaab'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:52:10.128284 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port b00dd667-1e06-4177-ad4f-d2e2fe2bfaab, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=b00dd667-1e06-4177-ad4f-d2e2fe2bfaab,segment=NetworkSegment(4e50a29d-4991-4a7a-abd4-35aac4c13cd4),segment_id=4e50a29d-4991-4a7a-abd4-35aac4c13cd4)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:52:10.134255 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:52:10.143298 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df075fb-e844-4a96-a03e-b0791b2c0167 req-74f7b5a6-e659-4f7e-b48f-d1d07a13af2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:52:10.144761 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-0df075fb-e844-4a96-a03e-b0791b2c0167 req-74f7b5a6-e659-4f7e-b48f-d1d07a13af2b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d221088a-b899-4796-92cf-a94c8addd86f HTTP/1.1" status: 200 len: 855 time: 0.0601687 Feb 01 04:52:10.175232 dv-neutron-826830-1-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dccd199-bc70-4f29-b3ff-5fe3499cd531', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b00dd667-1e06-4177-ad4f-d2e2fe2bfaab', 'code': 200} Feb 01 04:52:10.190974 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:52:10.191094 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-0df075fb-e844-4a96-a03e-b0791b2c0167 req-fe601d08-e5e7-4a9d-a4de-147b1eb80ce0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cb8f1765-ed81-44c6-a7e2-ebf74b4e66b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402672 Feb 01 04:52:10.214598 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b00dd667-1e06-4177-ad4f-d2e2fe2bfaab {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 04:52:10.255475 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=b00dd667-1e06-4177-ad4f-d2e2fe2bfaab,revision_number=6']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:52:10.284861 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:52:10.285210 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:52:10.423967 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-0df075fb-e844-4a96-a03e-b0791b2c0167 req-194f0852-735a-4221-9474-e3e9c780e94b service neutron] 10.222.0.18 "GET /v2.0/networks/cb8f1765-ed81-44c6-a7e2-ebf74b4e66b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177680 Feb 01 04:52:10.550670 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-0df075fb-e844-4a96-a03e-b0791b2c0167 req-a6d34de1-774d-47cd-9d5b-803eb696d9c1 service neutron] 10.222.0.18 "GET /v2.0/networks/cb8f1765-ed81-44c6-a7e2-ebf74b4e66b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211538 Feb 01 04:52:10.842484 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:52:10.902286 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b00dd667-1e06-4177-ad4f-d2e2fe2bfaab {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 04:52:10.917269 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port b00dd667-1e06-4177-ad4f-d2e2fe2bfaab, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=b00dd667-1e06-4177-ad4f-d2e2fe2bfaab,segment=NetworkSegment(4e50a29d-4991-4a7a-abd4-35aac4c13cd4),segment_id=4e50a29d-4991-4a7a-abd4-35aac4c13cd4)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:52:10.922598 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:52:10.971542 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910d64f0-b0fd-4d8b-899e-163aacbedf1f req-744b57fa-4e22-4c74-94e7-ac60231befc9 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:52:10.973006 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-910d64f0-b0fd-4d8b-899e-163aacbedf1f req-744b57fa-4e22-4c74-94e7-ac60231befc9 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dccd199-bc70-4f29-b3ff-5fe3499cd531 HTTP/1.1" status: 200 len: 945 time: 0.0893552 Feb 01 04:52:10.996002 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=b00dd667-1e06-4177-ad4f-d2e2fe2bfaab,revision_number=7']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:52:11.021341 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-910d64f0-b0fd-4d8b-899e-163aacbedf1f req-fb1089be-1227-4bff-ba14-68ce3eda7da0 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426133 Feb 01 04:52:11.048424 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] get_ports_and_sgs() called for port_ids ['b00dd667-1e06-4177-ad4f-d2e2fe2bfaab'] {{(pid=87638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 01 04:52:11.820760 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device b00dd667-1e06-4177-ad4f-d2e2fe2bfaab up at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:52:11.889870 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning complete for port b00dd667-1e06-4177-ad4f-d2e2fe2bfaab triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:52:11.890552 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:52:12.002429 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:52:12.033679 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port b00dd667-1e06-4177-ad4f-d2e2fe2bfaab, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=b00dd667-1e06-4177-ad4f-d2e2fe2bfaab,segment=NetworkSegment(4e50a29d-4991-4a7a-abd4-35aac4c13cd4),segment_id=4e50a29d-4991-4a7a-abd4-35aac4c13cd4)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:52:12.037224 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:52:12.105357 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=b00dd667-1e06-4177-ad4f-d2e2fe2bfaab,revision_number=8']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:52:12.176573 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dccd199-bc70-4f29-b3ff-5fe3499cd531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b00dd667-1e06-4177-ad4f-d2e2fe2bfaab'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:52:12.217215 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0b257c-2f7b-4fbe-b230-4d253cfe1678 req-877cf8ba-79d7-40d2-8d9c-29b18df87ccf tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:52:12.218752 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6e0b257c-2f7b-4fbe-b230-4d253cfe1678 req-877cf8ba-79d7-40d2-8d9c-29b18df87ccf tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dccd199-bc70-4f29-b3ff-5fe3499cd531 HTTP/1.1" status: 200 len: 946 time: 0.0909612 Feb 01 04:52:12.228393 dv-neutron-826830-1-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dccd199-bc70-4f29-b3ff-5fe3499cd531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b00dd667-1e06-4177-ad4f-d2e2fe2bfaab', 'code': 200} Feb 01 04:52:12.264072 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6e0b257c-2f7b-4fbe-b230-4d253cfe1678 req-c4fe5f3b-e89a-497c-9c28-6429dcbe060b tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386043 Feb 01 04:52:12.443900 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a385f1e8-3134-4b88-8658-ad838285ef45 req-6ed6b678-d7c5-4171-a730-78c214220c09 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:52:12.445263 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-a385f1e8-3134-4b88-8658-ad838285ef45 req-6ed6b678-d7c5-4171-a730-78c214220c09 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dccd199-bc70-4f29-b3ff-5fe3499cd531 HTTP/1.1" status: 200 len: 946 time: 0.0788720 Feb 01 04:52:12.492453 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-a385f1e8-3134-4b88-8658-ad838285ef45 req-3d0c8a44-6792-4ad6-8e57-63cf563ba206 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416791 Feb 01 04:52:12.671194 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c0900-a830-4fed-a1d9-62b2270c3b8f req-e88bdc94-5184-49f7-a6ac-e5b22a9cb73a tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:52:12.672602 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-188c0900-a830-4fed-a1d9-62b2270c3b8f req-e88bdc94-5184-49f7-a6ac-e5b22a9cb73a tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dccd199-bc70-4f29-b3ff-5fe3499cd531 HTTP/1.1" status: 200 len: 946 time: 0.0779305 Feb 01 04:52:12.717188 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-188c0900-a830-4fed-a1d9-62b2270c3b8f req-5e438b0f-3e90-4106-9fde-18844db0c24d tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389657 Feb 01 04:52:13.188318 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8660826-0af6-4a7a-8dc7-01b2286c123e req-b96cf68b-2158-42d2-995a-a1fb187371e6 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:52:13.188968 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-b8660826-0af6-4a7a-8dc7-01b2286c123e req-b96cf68b-2158-42d2-995a-a1fb187371e6 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Synchronizing usage tracker for tenant:9f4e0ecd5ebc434f88a145194fbde41e on resource:network {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:52:13.204900 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-b8660826-0af6-4a7a-8dc7-01b2286c123e req-b96cf68b-2158-42d2-995a-a1fb187371e6 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Unset dirty status for tenant:9f4e0ecd5ebc434f88a145194fbde41e on resource:network {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:52:13.206431 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b8660826-0af6-4a7a-8dc7-01b2286c123e req-b96cf68b-2158-42d2-995a-a1fb187371e6 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/networks?id=cb8f1765-ed81-44c6-a7e2-ebf74b4e66b6 HTTP/1.1" status: 200 len: 815 time: 0.1586025 Feb 01 04:52:13.220942 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b8660826-0af6-4a7a-8dc7-01b2286c123e req-aa082499-a370-4c7e-bcd2-13ae17a19a12 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/quotas/9f4e0ecd5ebc434f88a145194fbde41e HTTP/1.1" status: 200 len: 375 time: 0.0087123 Feb 01 04:52:13.299023 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b8660826-0af6-4a7a-8dc7-01b2286c123e req-da4615a7-3c7e-4b52-b5e3-87e85dee75da tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9f4e0ecd5ebc434f88a145194fbde41e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0734854 Feb 01 04:52:13.427879 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b8660826-0af6-4a7a-8dc7-01b2286c123e req-45934795-4de2-4753-b7bc-538cfaf18c33 service neutron] 10.222.0.24 "GET /v2.0/networks/cb8f1765-ed81-44c6-a7e2-ebf74b4e66b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222000 Feb 01 04:52:13.554917 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b8660826-0af6-4a7a-8dc7-01b2286c123e req-e8143491-c7fd-48ae-83ee-e6e170bd99fd service neutron] 10.222.0.24 "GET /v2.0/networks/cb8f1765-ed81-44c6-a7e2-ebf74b4e66b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213393 Feb 01 04:52:13.729086 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-e785ad0a-9de7-4bd9-a6fa-33a6eb0f6df3 req-7d6fd7b3-236d-4685-8005-c47021838415 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=51bf16d0-86c3-4924-9eae-c2288bb3748c HTTP/1.1" status: 200 len: 210 time: 0.0438159 Feb 01 04:52:14.896660 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc9f704-1e0f-45dc-8c25-13431f7a89a9 req-a5f91f00-69ab-4781-8366-ce776b93e812 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:52:14.898254 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-bbc9f704-1e0f-45dc-8c25-13431f7a89a9 req-a5f91f00-69ab-4781-8366-ce776b93e812 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dccd199-bc70-4f29-b3ff-5fe3499cd531 HTTP/1.1" status: 200 len: 946 time: 0.0953777 Feb 01 04:52:14.973558 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2003af26-fba6-43d7-ae8a-f8a1fb25d9ff req-f2dd2cb8-95bb-4436-be5a-8ee40437252c tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=51bf16d0-86c3-4924-9eae-c2288bb3748c HTTP/1.1" status: 200 len: 210 time: 0.0548267 Feb 01 04:52:14.981109 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [req-bbc9f704-1e0f-45dc-8c25-13431f7a89a9 req-12ffec1e-64a0-4c56-adfa-fd5bd748439e tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Deleting port b00dd667-1e06-4177-ad4f-d2e2fe2bfaab {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:52:14.981683 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-bbc9f704-1e0f-45dc-8c25-13431f7a89a9 req-12ffec1e-64a0-4c56-adfa-fd5bd748439e tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:52:14.999179 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8660826-0af6-4a7a-8dc7-01b2286c123e req-b5c70640-2611-4e72-8ddf-553e31cf7414 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:52:15.000671 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b8660826-0af6-4a7a-8dc7-01b2286c123e req-b5c70640-2611-4e72-8ddf-553e31cf7414 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.18 "GET /v2.0/networks?id=cb8f1765-ed81-44c6-a7e2-ebf74b4e66b6 HTTP/1.1" status: 200 len: 815 time: 0.1970401 Feb 01 04:52:15.017922 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-b8660826-0af6-4a7a-8dc7-01b2286c123e req-11c54ba7-28ff-48b8-9be0-25cba4cae423 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Request body: {'port': {'device_id': '51bf16d0-86c3-4924-9eae-c2288bb3748c', 'network_id': 'cb8f1765-ed81-44c6-a7e2-ebf74b4e66b6', 'admin_state_up': True, 'tenant_id': '9f4e0ecd5ebc434f88a145194fbde41e'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:52:15.070324 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:52:15.242816 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [req-bbc9f704-1e0f-45dc-8c25-13431f7a89a9 req-12ffec1e-64a0-4c56-adfa-fd5bd748439e tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] For port b00dd667-1e06-4177-ad4f-d2e2fe2bfaab, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=b00dd667-1e06-4177-ad4f-d2e2fe2bfaab,segment=NetworkSegment(4e50a29d-4991-4a7a-abd4-35aac4c13cd4),segment_id=4e50a29d-4991-4a7a-abd4-35aac4c13cd4)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:52:15.243197 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-bbc9f704-1e0f-45dc-8c25-13431f7a89a9 req-12ffec1e-64a0-4c56-adfa-fd5bd748439e tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:52:15.258389 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-b8660826-0af6-4a7a-8dc7-01b2286c123e req-11c54ba7-28ff-48b8-9be0-25cba4cae423 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:52:15.268279 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-b8660826-0af6-4a7a-8dc7-01b2286c123e req-11c54ba7-28ff-48b8-9be0-25cba4cae423 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:52:15.277936 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8660826-0af6-4a7a-8dc7-01b2286c123e req-11c54ba7-28ff-48b8-9be0-25cba4cae423 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Made reservation on behalf of 9f4e0ecd5ebc434f88a145194fbde41e for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:52:15.281500 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-b8660826-0af6-4a7a-8dc7-01b2286c123e req-11c54ba7-28ff-48b8-9be0-25cba4cae423 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:52:15.365725 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [req-bbc9f704-1e0f-45dc-8c25-13431f7a89a9 req-12ffec1e-64a0-4c56-adfa-fd5bd748439e tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Calling delete_port for b00dd667-1e06-4177-ad4f-d2e2fe2bfaab owned by compute:nova {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:52:15.440839 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [req-b8660826-0af6-4a7a-8dc7-01b2286c123e req-11c54ba7-28ff-48b8-9be0-25cba4cae423 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Allocated IP 172.20.0.2 (cb8f1765-ed81-44c6-a7e2-ebf74b4e66b6/d221088a-b899-4796-92cf-a94c8addd86f/aef5dddd-2ccb-4fab-9449-f2257d00ef36) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:52:15.510639 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-bbc9f704-1e0f-45dc-8c25-13431f7a89a9 req-12ffec1e-64a0-4c56-adfa-fd5bd748439e tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:52:15.542621 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] get_ports_and_sgs() called for port_ids ['b00dd667-1e06-4177-ad4f-d2e2fe2bfaab'] {{(pid=87638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 01 04:52:15.559295 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ffec1e-64a0-4c56-adfa-fd5bd748439e tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Pushing event deleted for resources: {'Port': ['ID=b00dd667-1e06-4177-ad4f-d2e2fe2bfaab,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:52:15.635559 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbc9f704-1e0f-45dc-8c25-13431f7a89a9 req-12ffec1e-64a0-4c56-adfa-fd5bd748439e tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] No DVR routers for this DVR port b00dd667-1e06-4177-ad4f-d2e2fe2bfaab on host hv-neutron-8268 {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:52:15.638060 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-bbc9f704-1e0f-45dc-8c25-13431f7a89a9 req-12ffec1e-64a0-4c56-adfa-fd5bd748439e tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:52:15.640648 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dccd199-bc70-4f29-b3ff-5fe3499cd531', 'name': 'network-vif-deleted', 'tag': 'b00dd667-1e06-4177-ad4f-d2e2fe2bfaab'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:52:15.658981 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-bbc9f704-1e0f-45dc-8c25-13431f7a89a9 req-12ffec1e-64a0-4c56-adfa-fd5bd748439e tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.18 "DELETE /v2.0/ports/b00dd667-1e06-4177-ad4f-d2e2fe2bfaab HTTP/1.1" status: 204 len: 173 time: 0.7540801 Feb 01 04:52:15.724251 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-b8660826-0af6-4a7a-8dc7-01b2286c123e req-11c54ba7-28ff-48b8-9be0-25cba4cae423 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:52:15.746789 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dccd199-bc70-4f29-b3ff-5fe3499cd531', 'name': 'network-vif-deleted', 'tag': 'b00dd667-1e06-4177-ad4f-d2e2fe2bfaab', 'status': 'completed', 'code': 200} Feb 01 04:52:15.754760 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-b8660826-0af6-4a7a-8dc7-01b2286c123e req-11c54ba7-28ff-48b8-9be0-25cba4cae423 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:52:15.787371 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] get_ports_and_sgs() called for port_ids ['b00dd667-1e06-4177-ad4f-d2e2fe2bfaab'] {{(pid=87638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 01 04:52:15.827574 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8660826-0af6-4a7a-8dc7-01b2286c123e req-11c54ba7-28ff-48b8-9be0-25cba4cae423 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Network cb8f1765-ed81-44c6-a7e2-ebf74b4e66b6 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:52:15.830563 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [req-b8660826-0af6-4a7a-8dc7-01b2286c123e req-11c54ba7-28ff-48b8-9be0-25cba4cae423 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:52:15.834567 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8660826-0af6-4a7a-8dc7-01b2286c123e req-11c54ba7-28ff-48b8-9be0-25cba4cae423 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:52:15.873132 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c54ba7-28ff-48b8-9be0-25cba4cae423 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Pushing event updated for resources: {'Port': ['ID=aef5dddd-2ccb-4fab-9449-f2257d00ef36,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:52:15.916777 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8660826-0af6-4a7a-8dc7-01b2286c123e req-11c54ba7-28ff-48b8-9be0-25cba4cae423 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:52:15.917372 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-b8660826-0af6-4a7a-8dc7-01b2286c123e req-11c54ba7-28ff-48b8-9be0-25cba4cae423 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:52:15.939839 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b8660826-0af6-4a7a-8dc7-01b2286c123e req-11c54ba7-28ff-48b8-9be0-25cba4cae423 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9264941 Feb 01 04:52:15.957413 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-b8660826-0af6-4a7a-8dc7-01b2286c123e req-567b2b69-146e-4d9f-9e98-81c51bfdfce0 service neutron] Request body: {'port': {'device_id': '51bf16d0-86c3-4924-9eae-c2288bb3748c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:52:16.067981 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-b8660826-0af6-4a7a-8dc7-01b2286c123e req-567b2b69-146e-4d9f-9e98-81c51bfdfce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:52:16.272693 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3cba01-2c60-40fe-b808-370b022156d7 req-5522a3bb-cb15-435c-a3fa-d21bf393baa0 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:52:16.273442 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-fb3cba01-2c60-40fe-b808-370b022156d7 req-5522a3bb-cb15-435c-a3fa-d21bf393baa0 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Synchronizing usage tracker for tenant:9f4e0ecd5ebc434f88a145194fbde41e on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:52:16.322839 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-fb3cba01-2c60-40fe-b808-370b022156d7 req-5522a3bb-cb15-435c-a3fa-d21bf393baa0 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Unset dirty status for tenant:9f4e0ecd5ebc434f88a145194fbde41e on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:52:16.324019 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-fb3cba01-2c60-40fe-b808-370b022156d7 req-5522a3bb-cb15-435c-a3fa-d21bf393baa0 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=51bf16d0-86c3-4924-9eae-c2288bb3748c HTTP/1.1" status: 200 len: 931 time: 0.2422071 Feb 01 04:52:16.432730 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-fb3cba01-2c60-40fe-b808-370b022156d7 req-c8f9204a-326e-4626-8c96-00b9871ff48f tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983508 Feb 01 04:52:16.531889 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [req-b8660826-0af6-4a7a-8dc7-01b2286c123e req-567b2b69-146e-4d9f-9e98-81c51bfdfce0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aef5dddd-2ccb-4fab-9449-f2257d00ef36 {{(pid=87636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 04:52:16.538846 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-b8660826-0af6-4a7a-8dc7-01b2286c123e req-567b2b69-146e-4d9f-9e98-81c51bfdfce0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:52:16.552756 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-b8660826-0af6-4a7a-8dc7-01b2286c123e req-567b2b69-146e-4d9f-9e98-81c51bfdfce0 service neutron] Transition to ACTIVE for port object aef5dddd-2ccb-4fab-9449-f2257d00ef36 will not be triggered until provisioned by entity L2. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:52:16.556519 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-b8660826-0af6-4a7a-8dc7-01b2286c123e req-567b2b69-146e-4d9f-9e98-81c51bfdfce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:52:16.713794 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b2b69-146e-4d9f-9e98-81c51bfdfce0 service neutron] Pushing event updated for resources: {'Port': ['ID=aef5dddd-2ccb-4fab-9449-f2257d00ef36,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:52:16.781755 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-b8660826-0af6-4a7a-8dc7-01b2286c123e req-567b2b69-146e-4d9f-9e98-81c51bfdfce0 service neutron] Attempting to bind port aef5dddd-2ccb-4fab-9449-f2257d00ef36 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:52:16.782075 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-b8660826-0af6-4a7a-8dc7-01b2286c123e req-567b2b69-146e-4d9f-9e98-81c51bfdfce0 service neutron] Attempting to bind port aef5dddd-2ccb-4fab-9449-f2257d00ef36 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '4e50a29d-4991-4a7a-abd4-35aac4c13cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'cb8f1765-ed81-44c6-a7e2-ebf74b4e66b6'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:52:16.782387 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8660826-0af6-4a7a-8dc7-01b2286c123e req-567b2b69-146e-4d9f-9e98-81c51bfdfce0 service neutron] Attempting to bind port aef5dddd-2ccb-4fab-9449-f2257d00ef36 on network cb8f1765-ed81-44c6-a7e2-ebf74b4e66b6 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:52:16.786810 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8660826-0af6-4a7a-8dc7-01b2286c123e req-567b2b69-146e-4d9f-9e98-81c51bfdfce0 service neutron] Port aef5dddd-2ccb-4fab-9449-f2257d00ef36 on network cb8f1765-ed81-44c6-a7e2-ebf74b4e66b6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:52:16.787116 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8660826-0af6-4a7a-8dc7-01b2286c123e req-567b2b69-146e-4d9f-9e98-81c51bfdfce0 service neutron] Attempting to bind port aef5dddd-2ccb-4fab-9449-f2257d00ef36 on network cb8f1765-ed81-44c6-a7e2-ebf74b4e66b6 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:52:16.792098 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8660826-0af6-4a7a-8dc7-01b2286c123e req-567b2b69-146e-4d9f-9e98-81c51bfdfce0 service neutron] Checking agent: {'id': '63664c57-372e-43f7-9ecb-4deedcf8ddc7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 28, 15), 'started_at': datetime.datetime(2022, 2, 1, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:52:16.792418 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8660826-0af6-4a7a-8dc7-01b2286c123e req-567b2b69-146e-4d9f-9e98-81c51bfdfce0 service neutron] Checking segment: {'id': '4e50a29d-4991-4a7a-abd4-35aac4c13cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'cb8f1765-ed81-44c6-a7e2-ebf74b4e66b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:52:16.792785 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8660826-0af6-4a7a-8dc7-01b2286c123e req-567b2b69-146e-4d9f-9e98-81c51bfdfce0 service neutron] Bound using segment: {'id': '4e50a29d-4991-4a7a-abd4-35aac4c13cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'cb8f1765-ed81-44c6-a7e2-ebf74b4e66b6'} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:52:16.793190 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-b8660826-0af6-4a7a-8dc7-01b2286c123e req-567b2b69-146e-4d9f-9e98-81c51bfdfce0 service neutron] Bound port: aef5dddd-2ccb-4fab-9449-f2257d00ef36, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e50a29d-4991-4a7a-abd4-35aac4c13cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'cb8f1765-ed81-44c6-a7e2-ebf74b4e66b6'}}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:52:16.793518 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-b8660826-0af6-4a7a-8dc7-01b2286c123e req-567b2b69-146e-4d9f-9e98-81c51bfdfce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:52:16.879730 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-b8660826-0af6-4a7a-8dc7-01b2286c123e req-567b2b69-146e-4d9f-9e98-81c51bfdfce0 service neutron] For port aef5dddd-2ccb-4fab-9449-f2257d00ef36, host hv-neutron-8268, cleared binding levels {{(pid=87636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:52:16.882688 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-b8660826-0af6-4a7a-8dc7-01b2286c123e req-567b2b69-146e-4d9f-9e98-81c51bfdfce0 service neutron] For port aef5dddd-2ccb-4fab-9449-f2257d00ef36, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=aef5dddd-2ccb-4fab-9449-f2257d00ef36,segment=NetworkSegment(4e50a29d-4991-4a7a-abd4-35aac4c13cd4),segment_id=4e50a29d-4991-4a7a-abd4-35aac4c13cd4)] {{(pid=87636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:52:16.886990 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-b8660826-0af6-4a7a-8dc7-01b2286c123e req-567b2b69-146e-4d9f-9e98-81c51bfdfce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:52:16.947306 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8660826-0af6-4a7a-8dc7-01b2286c123e req-567b2b69-146e-4d9f-9e98-81c51bfdfce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:52:16.947912 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-b8660826-0af6-4a7a-8dc7-01b2286c123e req-567b2b69-146e-4d9f-9e98-81c51bfdfce0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:52:16.949262 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b8660826-0af6-4a7a-8dc7-01b2286c123e req-567b2b69-146e-4d9f-9e98-81c51bfdfce0 service neutron] 10.222.0.18 "PUT /v2.0/ports/aef5dddd-2ccb-4fab-9449-f2257d00ef36 HTTP/1.1" status: 200 len: 1093 time: 0.9956884 Feb 01 04:52:16.949691 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51bf16d0-86c3-4924-9eae-c2288bb3748c', 'tag': 'aef5dddd-2ccb-4fab-9449-f2257d00ef36'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:52:16.970232 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b2b69-146e-4d9f-9e98-81c51bfdfce0 service neutron] Pushing event updated for resources: {'Port': ['ID=aef5dddd-2ccb-4fab-9449-f2257d00ef36,revision_number=3']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:52:17.049318 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51bf16d0-86c3-4924-9eae-c2288bb3748c', 'tag': 'aef5dddd-2ccb-4fab-9449-f2257d00ef36', 'status': 'completed', 'code': 200} Feb 01 04:52:17.070629 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8660826-0af6-4a7a-8dc7-01b2286c123e req-789d9cfd-d0ac-4bbf-a942-47f0ecb81d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:52:17.072120 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b8660826-0af6-4a7a-8dc7-01b2286c123e req-789d9cfd-d0ac-4bbf-a942-47f0ecb81d4c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f4e0ecd5ebc434f88a145194fbde41e&device_id=51bf16d0-86c3-4924-9eae-c2288bb3748c HTTP/1.1" status: 200 len: 1096 time: 0.0721486 Feb 01 04:52:17.249253 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b8660826-0af6-4a7a-8dc7-01b2286c123e req-9ba74c5f-3bf8-49e1-ba1b-6b143ee65424 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aef5dddd-2ccb-4fab-9449-f2257d00ef36 HTTP/1.1" status: 200 len: 217 time: 0.1642311 Feb 01 04:52:17.309068 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8660826-0af6-4a7a-8dc7-01b2286c123e req-f4deabab-d2a2-46c6-9dcb-ee54b8bf61c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:52:17.310422 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b8660826-0af6-4a7a-8dc7-01b2286c123e req-f4deabab-d2a2-46c6-9dcb-ee54b8bf61c2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d221088a-b899-4796-92cf-a94c8addd86f HTTP/1.1" status: 200 len: 855 time: 0.0561316 Feb 01 04:52:17.355304 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b8660826-0af6-4a7a-8dc7-01b2286c123e req-dc023bac-fb30-4f0b-bc2a-4b2232c49349 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cb8f1765-ed81-44c6-a7e2-ebf74b4e66b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388181 Feb 01 04:52:17.484538 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b8660826-0af6-4a7a-8dc7-01b2286c123e req-645b280a-a6a5-419c-9214-e08027db7626 service neutron] 10.222.0.18 "GET /v2.0/networks/cb8f1765-ed81-44c6-a7e2-ebf74b4e66b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224291 Feb 01 04:52:17.670060 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b8660826-0af6-4a7a-8dc7-01b2286c123e req-a2e9ebfa-4487-4f2a-af85-b7e43d4ec81f service neutron] 10.222.0.18 "GET /v2.0/networks/cb8f1765-ed81-44c6-a7e2-ebf74b4e66b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792121 Feb 01 04:52:17.688888 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1875e63a-7491-475a-a77c-1f3f0975845b req-00c66a49-6143-4e06-ab58-bf8b5e18fa49 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:52:17.690326 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1875e63a-7491-475a-a77c-1f3f0975845b req-00c66a49-6143-4e06-ab58-bf8b5e18fa49 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=51bf16d0-86c3-4924-9eae-c2288bb3748c HTTP/1.1" status: 200 len: 943 time: 0.1141922 Feb 01 04:52:17.735333 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1875e63a-7491-475a-a77c-1f3f0975845b req-dabf7a13-4c89-4f9f-a3fc-e2b66523a5f5 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391583 Feb 01 04:52:17.818590 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f12267-9fde-4155-a1ed-75ca66af43b5 req-a8f066be-9041-4a1b-a310-d8e1cee0752c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:52:17.820054 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-71f12267-9fde-4155-a1ed-75ca66af43b5 req-a8f066be-9041-4a1b-a310-d8e1cee0752c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f4e0ecd5ebc434f88a145194fbde41e&device_id=51bf16d0-86c3-4924-9eae-c2288bb3748c HTTP/1.1" status: 200 len: 1096 time: 0.0684838 Feb 01 04:52:17.954656 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f12267-9fde-4155-a1ed-75ca66af43b5 req-20f84576-31dc-48b5-b25e-8953bf20374a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:52:17.956027 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-71f12267-9fde-4155-a1ed-75ca66af43b5 req-20f84576-31dc-48b5-b25e-8953bf20374a service neutron] 10.222.0.18 "GET /v2.0/networks?id=cb8f1765-ed81-44c6-a7e2-ebf74b4e66b6 HTTP/1.1" status: 200 len: 915 time: 0.1299293 Feb 01 04:52:18.025408 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-71f12267-9fde-4155-a1ed-75ca66af43b5 req-f8047f89-5fd1-4c38-8329-6e5e2f91baeb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aef5dddd-2ccb-4fab-9449-f2257d00ef36 HTTP/1.1" status: 200 len: 217 time: 0.0626435 Feb 01 04:52:18.088024 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f12267-9fde-4155-a1ed-75ca66af43b5 req-fc24b045-8c64-4f86-a825-9137c329ca77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:52:18.089375 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-71f12267-9fde-4155-a1ed-75ca66af43b5 req-fc24b045-8c64-4f86-a825-9137c329ca77 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d221088a-b899-4796-92cf-a94c8addd86f HTTP/1.1" status: 200 len: 855 time: 0.0576811 Feb 01 04:52:18.141251 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-71f12267-9fde-4155-a1ed-75ca66af43b5 req-e408af01-13d5-4ecd-909f-91e1b6ae944d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cb8f1765-ed81-44c6-a7e2-ebf74b4e66b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388112 Feb 01 04:52:18.274763 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-71f12267-9fde-4155-a1ed-75ca66af43b5 req-d2723fd6-4739-4065-a223-5dfdcaa4d2d7 service neutron] 10.222.0.18 "GET /v2.0/networks/cb8f1765-ed81-44c6-a7e2-ebf74b4e66b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257331 Feb 01 04:52:18.403798 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-71f12267-9fde-4155-a1ed-75ca66af43b5 req-8cb7414f-c721-4c5e-b82f-203543c9c6e1 service neutron] 10.222.0.18 "GET /v2.0/networks/cb8f1765-ed81-44c6-a7e2-ebf74b4e66b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213567 Feb 01 04:52:18.916753 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800400da-53ba-43e1-9ea7-899c13cc366a req-4a753340-7d0c-4740-adaf-d3188b13289a tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:52:18.917429 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-800400da-53ba-43e1-9ea7-899c13cc366a req-4a753340-7d0c-4740-adaf-d3188b13289a tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Synchronizing usage tracker for tenant:9f4e0ecd5ebc434f88a145194fbde41e on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:52:18.929160 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-800400da-53ba-43e1-9ea7-899c13cc366a req-4a753340-7d0c-4740-adaf-d3188b13289a tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Unset dirty status for tenant:9f4e0ecd5ebc434f88a145194fbde41e on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:52:18.930271 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-800400da-53ba-43e1-9ea7-899c13cc366a req-4a753340-7d0c-4740-adaf-d3188b13289a tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=51bf16d0-86c3-4924-9eae-c2288bb3748c HTTP/1.1" status: 200 len: 943 time: 0.0919676 Feb 01 04:52:18.973543 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-800400da-53ba-43e1-9ea7-899c13cc366a req-7cb454a7-81a5-4750-aab5-37c090fa3fec tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376709 Feb 01 04:52:19.883186 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device aef5dddd-2ccb-4fab-9449-f2257d00ef36 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 01 04:52:19.890474 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device b00dd667-1e06-4177-ad4f-d2e2fe2bfaab no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:52:19.928015 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] No Port match for: b00dd667-1e06-4177-ad4f-d2e2fe2bfaab {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:52:19.928356 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device b00dd667-1e06-4177-ad4f-d2e2fe2bfaab not bound to the agent host hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:52:20.050939 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port aef5dddd-2ccb-4fab-9449-f2257d00ef36, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=aef5dddd-2ccb-4fab-9449-f2257d00ef36,segment=NetworkSegment(4e50a29d-4991-4a7a-abd4-35aac4c13cd4),segment_id=4e50a29d-4991-4a7a-abd4-35aac4c13cd4)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:52:20.064435 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Returning: {'device': 'aef5dddd-2ccb-4fab-9449-f2257d00ef36', 'network_id': 'cb8f1765-ed81-44c6-a7e2-ebf74b4e66b6', 'port_id': 'aef5dddd-2ccb-4fab-9449-f2257d00ef36', 'mac_address': 'fa:16:3e:de:43:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd221088a-b899-4796-92cf-a94c8addd86f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 01 04:52:20.118035 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:52:20.135183 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aef5dddd-2ccb-4fab-9449-f2257d00ef36 {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 04:52:20.151036 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port aef5dddd-2ccb-4fab-9449-f2257d00ef36, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=aef5dddd-2ccb-4fab-9449-f2257d00ef36,segment=NetworkSegment(4e50a29d-4991-4a7a-abd4-35aac4c13cd4),segment_id=4e50a29d-4991-4a7a-abd4-35aac4c13cd4)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:52:20.154875 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:52:20.159472 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1299b91-ff17-4578-a124-e763a3ce32ea req-e0e181b0-cb4d-4c05-a8db-566e40c1d055 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:52:20.160962 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d1299b91-ff17-4578-a124-e763a3ce32ea req-e0e181b0-cb4d-4c05-a8db-566e40c1d055 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=51bf16d0-86c3-4924-9eae-c2288bb3748c HTTP/1.1" status: 200 len: 943 time: 0.0786324 Feb 01 04:52:20.208566 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d1299b91-ff17-4578-a124-e763a3ce32ea req-141f9472-2a72-4469-aaad-e52ceb720f14 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420065 Feb 01 04:52:20.224124 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=aef5dddd-2ccb-4fab-9449-f2257d00ef36,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:52:20.230971 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:52:20.231325 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:52:20.231658 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:52:20.231986 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:52:20.232305 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:52:20.232657 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:52:20.232973 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:52:20.233389 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:52:20.233716 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:52:20.234029 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:52:20.234341 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:52:20.234651 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:52:20.419464 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] get_ports_and_sgs() called for port_ids ['aef5dddd-2ccb-4fab-9449-f2257d00ef36'] {{(pid=87638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 01 04:52:21.392320 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbbc44f-433b-4ce6-addc-99a535f3465b req-01234191-bc7a-4f9e-8387-72621fe1bfeb tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:52:21.393752 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-bcbbc44f-433b-4ce6-addc-99a535f3465b req-01234191-bc7a-4f9e-8387-72621fe1bfeb tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=51bf16d0-86c3-4924-9eae-c2288bb3748c HTTP/1.1" status: 200 len: 944 time: 0.0811071 Feb 01 04:52:21.436420 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-bcbbc44f-433b-4ce6-addc-99a535f3465b req-50558e53-e356-496d-92f3-7418138d3eb6 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365353 Feb 01 04:52:21.883197 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device aef5dddd-2ccb-4fab-9449-f2257d00ef36 up at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:52:21.949396 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning for port aef5dddd-2ccb-4fab-9449-f2257d00ef36 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:52:21.954405 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning complete for port aef5dddd-2ccb-4fab-9449-f2257d00ef36 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:52:21.954770 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:52:22.067722 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:52:22.093939 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51bf16d0-86c3-4924-9eae-c2288bb3748c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef5dddd-2ccb-4fab-9449-f2257d00ef36'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:52:22.103227 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port aef5dddd-2ccb-4fab-9449-f2257d00ef36, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=aef5dddd-2ccb-4fab-9449-f2257d00ef36,segment=NetworkSegment(4e50a29d-4991-4a7a-abd4-35aac4c13cd4),segment_id=4e50a29d-4991-4a7a-abd4-35aac4c13cd4)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:52:22.106887 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:52:22.140106 dv-neutron-826830-1-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51bf16d0-86c3-4924-9eae-c2288bb3748c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef5dddd-2ccb-4fab-9449-f2257d00ef36', 'code': 200} Feb 01 04:52:22.178845 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=aef5dddd-2ccb-4fab-9449-f2257d00ef36,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:52:22.386772 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a6518-0a82-4cc6-bf26-25e39d62cf59 req-6c366437-dafc-4ec6-9ef2-ae9307b82996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:52:22.388145 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-055a6518-0a82-4cc6-bf26-25e39d62cf59 req-6c366437-dafc-4ec6-9ef2-ae9307b82996 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=51bf16d0-86c3-4924-9eae-c2288bb3748c HTTP/1.1" status: 200 len: 1098 time: 0.0672839 Feb 01 04:52:22.426040 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-055a6518-0a82-4cc6-bf26-25e39d62cf59 req-66fcc19a-6707-46ff-a5ab-1c8fc3fc31e0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322146 Feb 01 04:52:22.613517 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e9303c-cc3b-41de-b4e4-59a1c2e570dc req-02772d6c-74cc-4028-8cc0-30548f62a0d7 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:52:22.614949 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-20e9303c-cc3b-41de-b4e4-59a1c2e570dc req-02772d6c-74cc-4028-8cc0-30548f62a0d7 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=51bf16d0-86c3-4924-9eae-c2288bb3748c HTTP/1.1" status: 200 len: 945 time: 0.0780087 Feb 01 04:52:22.657954 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-20e9303c-cc3b-41de-b4e4-59a1c2e570dc req-eee5493e-3bca-4012-a4e9-dc1038b254f7 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373585 Feb 01 04:52:23.843962 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286128a3-e0de-4495-a4fa-e5c4f9977d41 req-7ff603d3-0e3d-4505-88be-7432edbe82c5 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:52:23.845517 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-286128a3-e0de-4495-a4fa-e5c4f9977d41 req-7ff603d3-0e3d-4505-88be-7432edbe82c5 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=51bf16d0-86c3-4924-9eae-c2288bb3748c HTTP/1.1" status: 200 len: 945 time: 0.0843055 Feb 01 04:52:23.888970 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-286128a3-e0de-4495-a4fa-e5c4f9977d41 req-cae2174b-60ed-451b-8f01-d2250941dbe8 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377800 Feb 01 04:52:24.069533 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a181fd7-0a20-4ddc-82d9-eb017f880659 req-0142f793-26e2-4838-8624-96e25768d620 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:52:24.070962 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-1a181fd7-0a20-4ddc-82d9-eb017f880659 req-0142f793-26e2-4838-8624-96e25768d620 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=51bf16d0-86c3-4924-9eae-c2288bb3748c HTTP/1.1" status: 200 len: 945 time: 0.0806041 Feb 01 04:52:24.114564 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-1a181fd7-0a20-4ddc-82d9-eb017f880659 req-4b8f35b0-2b9a-48cd-8c67-65355d6c5a3d tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379052 Feb 01 04:52:24.446535 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d7ee8dfe-6d0e-4a12-9d46-bb705fac7461 req-ac86e1b1-fd2b-4108-bfcb-24b2e899da9c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=51bf16d0-86c3-4924-9eae-c2288bb3748c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0674644 Feb 01 04:52:24.501379 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c305594-c1ce-42b4-a465-b592c81a316e req-0436cb23-b494-4f90-bdd3-0048971fce24 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:52:24.502842 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-5c305594-c1ce-42b4-a465-b592c81a316e req-0436cb23-b494-4f90-bdd3-0048971fce24 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=51bf16d0-86c3-4924-9eae-c2288bb3748c HTTP/1.1" status: 200 len: 945 time: 0.0792708 Feb 01 04:52:24.551951 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-5c305594-c1ce-42b4-a465-b592c81a316e req-7f306e30-5ec5-4b0e-9588-4e632ef4bdac tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434668 Feb 01 04:52:25.897677 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d1795-e8b2-4177-b509-76096704c640 req-77530d7c-1bcd-4049-be53-edb06184b7fb tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:52:25.899165 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5a7d1795-e8b2-4177-b509-76096704c640 req-77530d7c-1bcd-4049-be53-edb06184b7fb tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=51bf16d0-86c3-4924-9eae-c2288bb3748c HTTP/1.1" status: 200 len: 945 time: 0.2375448 Feb 01 04:52:25.901655 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee8dfe-6d0e-4a12-9d46-bb705fac7461 req-4ba91af5-0669-4a68-8c0e-aa2329653ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:52:25.902945 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d7ee8dfe-6d0e-4a12-9d46-bb705fac7461 req-4ba91af5-0669-4a68-8c0e-aa2329653ce4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f4e0ecd5ebc434f88a145194fbde41e&device_id=51bf16d0-86c3-4924-9eae-c2288bb3748c HTTP/1.1" status: 200 len: 1098 time: 0.2082283 Feb 01 04:52:26.019859 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5a7d1795-e8b2-4177-b509-76096704c640 req-5e8c698d-be72-462e-9c83-94854c95bc5e tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148646 Feb 01 04:52:26.058569 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee8dfe-6d0e-4a12-9d46-bb705fac7461 req-67222902-3481-4aab-88a0-58d5122b92a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:52:26.060129 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d7ee8dfe-6d0e-4a12-9d46-bb705fac7461 req-67222902-3481-4aab-88a0-58d5122b92a5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cb8f1765-ed81-44c6-a7e2-ebf74b4e66b6 HTTP/1.1" status: 200 len: 915 time: 0.1430078 Feb 01 04:52:26.129205 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d7ee8dfe-6d0e-4a12-9d46-bb705fac7461 req-d5abceeb-4338-46bc-9f59-37c1798bbb32 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aef5dddd-2ccb-4fab-9449-f2257d00ef36 HTTP/1.1" status: 200 len: 217 time: 0.0632346 Feb 01 04:52:26.189400 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee8dfe-6d0e-4a12-9d46-bb705fac7461 req-f7e238a1-44a3-4ed8-b418-7dd6e94441c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:52:26.190753 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d7ee8dfe-6d0e-4a12-9d46-bb705fac7461 req-f7e238a1-44a3-4ed8-b418-7dd6e94441c1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d221088a-b899-4796-92cf-a94c8addd86f HTTP/1.1" status: 200 len: 855 time: 0.0559025 Feb 01 04:52:26.238796 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d7ee8dfe-6d0e-4a12-9d46-bb705fac7461 req-80fb7342-f719-4ac0-bf58-7c5d51683329 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cb8f1765-ed81-44c6-a7e2-ebf74b4e66b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417891 Feb 01 04:52:26.364010 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d7ee8dfe-6d0e-4a12-9d46-bb705fac7461 req-e1af2b1e-7956-4b15-a99f-942e915ac721 service neutron] 10.222.0.18 "GET /v2.0/networks/cb8f1765-ed81-44c6-a7e2-ebf74b4e66b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199112 Feb 01 04:52:26.491848 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d7ee8dfe-6d0e-4a12-9d46-bb705fac7461 req-f7d2c893-edfd-4e1e-b690-9fbd47851d66 service neutron] 10.222.0.18 "GET /v2.0/networks/cb8f1765-ed81-44c6-a7e2-ebf74b4e66b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210184 Feb 01 04:52:27.204421 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b53b2e-2ece-4def-a494-400b91c871ef req-4c64ac4e-7e47-4270-a2d0-68282088b849 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:52:27.205796 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-64b53b2e-2ece-4def-a494-400b91c871ef req-4c64ac4e-7e47-4270-a2d0-68282088b849 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=51bf16d0-86c3-4924-9eae-c2288bb3748c HTTP/1.1" status: 200 len: 945 time: 0.0824912 Feb 01 04:52:27.248882 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-64b53b2e-2ece-4def-a494-400b91c871ef req-2c57797f-09e6-40ea-9e52-e1a9e6fd23c9 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375473 Feb 01 04:52:28.214893 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a09a8d-0cf4-4eee-9efd-9ad6160305b6 req-5abff298-f517-4096-a047-58cf1c564ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:52:28.216356 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-40a09a8d-0cf4-4eee-9efd-9ad6160305b6 req-5abff298-f517-4096-a047-58cf1c564ede service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f4e0ecd5ebc434f88a145194fbde41e&device_id=51bf16d0-86c3-4924-9eae-c2288bb3748c HTTP/1.1" status: 200 len: 1098 time: 0.0683503 Feb 01 04:52:28.391494 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a09a8d-0cf4-4eee-9efd-9ad6160305b6 req-adf6649d-4a6f-42d1-a75b-4315d484bbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:52:28.392870 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-40a09a8d-0cf4-4eee-9efd-9ad6160305b6 req-adf6649d-4a6f-42d1-a75b-4315d484bbd4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cb8f1765-ed81-44c6-a7e2-ebf74b4e66b6 HTTP/1.1" status: 200 len: 915 time: 0.1584482 Feb 01 04:52:28.462687 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-40a09a8d-0cf4-4eee-9efd-9ad6160305b6 req-647d90d2-de60-4017-b184-e8adf12e711b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aef5dddd-2ccb-4fab-9449-f2257d00ef36 HTTP/1.1" status: 200 len: 217 time: 0.0638731 Feb 01 04:52:28.539806 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a09a8d-0cf4-4eee-9efd-9ad6160305b6 req-f98d3c6e-33b7-45d2-b933-7a1fabe00d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:52:28.541168 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-40a09a8d-0cf4-4eee-9efd-9ad6160305b6 req-f98d3c6e-33b7-45d2-b933-7a1fabe00d08 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d221088a-b899-4796-92cf-a94c8addd86f HTTP/1.1" status: 200 len: 855 time: 0.0708830 Feb 01 04:52:28.549649 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8e0e16-93c5-4e0c-9e23-a8ed68653ce3 req-93450e2f-33a4-4446-9c25-e1420642bfc9 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:52:28.550960 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5f8e0e16-93c5-4e0c-9e23-a8ed68653ce3 req-93450e2f-33a4-4446-9c25-e1420642bfc9 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=51bf16d0-86c3-4924-9eae-c2288bb3748c HTTP/1.1" status: 200 len: 945 time: 0.1945169 Feb 01 04:52:28.602838 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-40a09a8d-0cf4-4eee-9efd-9ad6160305b6 req-b3e971c2-e114-4e62-ac6a-e76b845f267d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cb8f1765-ed81-44c6-a7e2-ebf74b4e66b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509925 Feb 01 04:52:28.665465 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5f8e0e16-93c5-4e0c-9e23-a8ed68653ce3 req-512a42ad-df70-480f-8ced-fe4d61b09ab9 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856225 Feb 01 04:52:28.750188 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-40a09a8d-0cf4-4eee-9efd-9ad6160305b6 req-c6d51517-ed53-476d-b28b-dc4912dfc6ac service neutron] 10.222.0.18 "GET /v2.0/networks/cb8f1765-ed81-44c6-a7e2-ebf74b4e66b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412787 Feb 01 04:52:28.974090 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-40a09a8d-0cf4-4eee-9efd-9ad6160305b6 req-34e4d296-31e6-446a-ab4e-95b362fbdd39 service neutron] 10.222.0.18 "GET /v2.0/networks/cb8f1765-ed81-44c6-a7e2-ebf74b4e66b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184565 Feb 01 04:52:29.343353 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 04:52:29.859652 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527a8973-d812-4468-90fa-762f02218460 req-dd929350-f879-40af-b2a7-85de4951a57a tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:52:29.861105 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-527a8973-d812-4468-90fa-762f02218460 req-dd929350-f879-40af-b2a7-85de4951a57a tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=51bf16d0-86c3-4924-9eae-c2288bb3748c HTTP/1.1" status: 200 len: 945 time: 0.0873251 Feb 01 04:52:29.903743 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-527a8973-d812-4468-90fa-762f02218460 req-26a9a99b-f0cd-4740-92da-e6758e92f3e9 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370352 Feb 01 04:52:31.083423 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1707b6e-6110-4a39-bcef-7388844b891e req-5c45ca13-c006-481b-a7da-0b4fd5e561ed tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:52:31.084857 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d1707b6e-6110-4a39-bcef-7388844b891e req-5c45ca13-c006-481b-a7da-0b4fd5e561ed tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=51bf16d0-86c3-4924-9eae-c2288bb3748c HTTP/1.1" status: 200 len: 945 time: 0.0774000 Feb 01 04:52:31.128048 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d1707b6e-6110-4a39-bcef-7388844b891e req-1ac5220e-621e-49a2-8f33-41b9304020a0 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378156 Feb 01 04:52:31.973198 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2ec35104-a146-48ab-869d-894789bd1aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:52:32.307897 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ada44-2ea2-4705-9a9d-237236d14eb8 req-1de3b11b-a61b-42f7-9661-f784d9fca083 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:52:32.309333 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-665ada44-2ea2-4705-9a9d-237236d14eb8 req-1de3b11b-a61b-42f7-9661-f784d9fca083 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=51bf16d0-86c3-4924-9eae-c2288bb3748c HTTP/1.1" status: 200 len: 945 time: 0.0776176 Feb 01 04:52:32.352397 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-665ada44-2ea2-4705-9a9d-237236d14eb8 req-25373707-b0d7-4a88-a113-a9ab0bb6ed1f tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371258 Feb 01 04:52:33.537508 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37bdcbb-a7e2-483b-89e2-8a7591076353 req-cbab0c9c-41eb-4af8-a393-9ba45fc768a0 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:52:33.538940 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d37bdcbb-a7e2-483b-89e2-8a7591076353 req-cbab0c9c-41eb-4af8-a393-9ba45fc768a0 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=51bf16d0-86c3-4924-9eae-c2288bb3748c HTTP/1.1" status: 200 len: 945 time: 0.0856051 Feb 01 04:52:33.582189 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d37bdcbb-a7e2-483b-89e2-8a7591076353 req-955a4d2c-6c92-4c3f-97d5-dbe2be1f5bec tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376985 Feb 01 04:52:34.263096 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-88e86d8b-b5a4-4c1b-8887-71435d7474ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:52:34.766965 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6848e21-469e-4f45-823d-0ea6b21e2d1d req-266cc64f-53e8-4708-be82-c4e8cdeab1fc tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:52:34.768440 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-f6848e21-469e-4f45-823d-0ea6b21e2d1d req-266cc64f-53e8-4708-be82-c4e8cdeab1fc tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=51bf16d0-86c3-4924-9eae-c2288bb3748c HTTP/1.1" status: 200 len: 945 time: 0.0815651 Feb 01 04:52:34.811251 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-f6848e21-469e-4f45-823d-0ea6b21e2d1d req-9ce618d1-c376-4b8e-8e6c-aa8a8d3ea2a0 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372453 Feb 01 04:52:35.387235 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:52:35.514498 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:52:35.991893 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27949695-91b2-45b9-949b-727515bfc200 req-8e12946f-49fd-4a3f-9414-dc896905855d tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:52:35.993437 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-27949695-91b2-45b9-949b-727515bfc200 req-8e12946f-49fd-4a3f-9414-dc896905855d tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=51bf16d0-86c3-4924-9eae-c2288bb3748c HTTP/1.1" status: 200 len: 945 time: 0.0774503 Feb 01 04:52:36.037351 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-27949695-91b2-45b9-949b-727515bfc200 req-c0e2b0e0-596d-4ade-b1ac-9e574dec35fd tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382216 Feb 01 04:52:37.036874 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:52:37.225026 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e866931-136b-4877-94ac-1d69054c93fe req-48d0e348-3639-46d6-8815-10e889e9bcae tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:52:37.226357 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-1e866931-136b-4877-94ac-1d69054c93fe req-48d0e348-3639-46d6-8815-10e889e9bcae tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=51bf16d0-86c3-4924-9eae-c2288bb3748c HTTP/1.1" status: 200 len: 945 time: 0.0859487 Feb 01 04:52:37.272384 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-1e866931-136b-4877-94ac-1d69054c93fe req-532cd220-857e-4833-8924-e6a36a52c427 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403697 Feb 01 04:52:38.453796 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf997943-5003-4086-aea1-a1b4923f9e0b req-570a22ab-2261-4e4a-a93f-4cf423790505 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:52:38.455129 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bf997943-5003-4086-aea1-a1b4923f9e0b req-570a22ab-2261-4e4a-a93f-4cf423790505 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=51bf16d0-86c3-4924-9eae-c2288bb3748c HTTP/1.1" status: 200 len: 945 time: 0.0805235 Feb 01 04:52:38.500135 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bf997943-5003-4086-aea1-a1b4923f9e0b req-2c3cb4a9-edf4-4b1d-95f8-5e8a66ef42b2 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394802 Feb 01 04:52:39.682240 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6276f3-cae0-4861-addc-a01f72647556 req-8fbd54af-f9b2-43de-9fed-988c212cfc04 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:52:39.683697 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-9b6276f3-cae0-4861-addc-a01f72647556 req-8fbd54af-f9b2-43de-9fed-988c212cfc04 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=51bf16d0-86c3-4924-9eae-c2288bb3748c HTTP/1.1" status: 200 len: 945 time: 0.0786073 Feb 01 04:52:39.727317 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-9b6276f3-cae0-4861-addc-a01f72647556 req-fe5cc009-b0a3-49fc-a895-cf464fcafb80 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376353 Feb 01 04:52:40.906759 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f70b4-4dee-4a77-bb19-7262d1397714 req-53753772-637f-47cf-b3bc-9f0f7c0a85b2 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:52:40.908192 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-fa6f70b4-4dee-4a77-bb19-7262d1397714 req-53753772-637f-47cf-b3bc-9f0f7c0a85b2 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=51bf16d0-86c3-4924-9eae-c2288bb3748c HTTP/1.1" status: 200 len: 945 time: 0.0776320 Feb 01 04:52:40.954069 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-fa6f70b4-4dee-4a77-bb19-7262d1397714 req-82a61f0b-9968-4f32-ac7b-765f488b0745 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403128 Feb 01 04:52:42.134750 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf6cde-c13d-4896-bff5-a1857a35e545 req-d7f9616c-8437-4445-8ff1-22d67c1cfd8a tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:52:42.136103 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-13cf6cde-c13d-4896-bff5-a1857a35e545 req-d7f9616c-8437-4445-8ff1-22d67c1cfd8a tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=51bf16d0-86c3-4924-9eae-c2288bb3748c HTTP/1.1" status: 200 len: 945 time: 0.0804286 Feb 01 04:52:42.268693 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-13cf6cde-c13d-4896-bff5-a1857a35e545 req-6fcc90fa-a09d-4f75-82a3-ec27594045f5 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264091 Feb 01 04:52:43.449695 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b5ea1a-2ad1-4964-95f3-dde2d9f2f5e2 req-fc873f3b-cd20-4a13-93c9-752ad2ec0538 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:52:43.451113 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-94b5ea1a-2ad1-4964-95f3-dde2d9f2f5e2 req-fc873f3b-cd20-4a13-93c9-752ad2ec0538 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=51bf16d0-86c3-4924-9eae-c2288bb3748c HTTP/1.1" status: 200 len: 945 time: 0.0771549 Feb 01 04:52:43.493413 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-94b5ea1a-2ad1-4964-95f3-dde2d9f2f5e2 req-a8fcb74f-b056-4831-a3df-1bc61d15192b tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367973 Feb 01 04:52:44.672093 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b6410-3402-4eb1-98e3-a6c41da40689 req-1ffd8174-1db0-4bd8-aa4a-43ce14cf9377 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:52:44.673521 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-273b6410-3402-4eb1-98e3-a6c41da40689 req-1ffd8174-1db0-4bd8-aa4a-43ce14cf9377 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=51bf16d0-86c3-4924-9eae-c2288bb3748c HTTP/1.1" status: 200 len: 945 time: 0.0794072 Feb 01 04:52:44.716196 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-273b6410-3402-4eb1-98e3-a6c41da40689 req-8687008c-6b39-4205-a78b-e362d015a30c tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371108 Feb 01 04:52:45.081381 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:52:45.902813 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6a2368-cd23-4b14-b6b4-542aeab8d06b req-b0df088c-9b56-4d87-88fd-0b81271d9003 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:52:45.904996 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cd6a2368-cd23-4b14-b6b4-542aeab8d06b req-b0df088c-9b56-4d87-88fd-0b81271d9003 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=51bf16d0-86c3-4924-9eae-c2288bb3748c HTTP/1.1" status: 200 len: 945 time: 0.0833631 Feb 01 04:52:45.947251 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cd6a2368-cd23-4b14-b6b4-542aeab8d06b req-345edc6c-37a8-4ca1-a2b7-9d88747c90f6 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366995 Feb 01 04:52:47.131108 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afce70c-8477-424d-abc2-3bfe5ef20e19 req-2e85cbd8-20d5-4611-a0ab-e8e8afbe4152 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:52:47.132597 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-5afce70c-8477-424d-abc2-3bfe5ef20e19 req-2e85cbd8-20d5-4611-a0ab-e8e8afbe4152 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=51bf16d0-86c3-4924-9eae-c2288bb3748c HTTP/1.1" status: 200 len: 945 time: 0.0807028 Feb 01 04:52:47.177635 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-5afce70c-8477-424d-abc2-3bfe5ef20e19 req-f86db194-b653-480b-8cc3-2ebb226dcf78 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393991 Feb 01 04:52:48.361133 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b71ac0-2931-43ac-b4d1-b139b3a23cfa req-984ecfc6-ba58-487a-b9f8-bd2ce77b3a89 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:52:48.362559 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b2b71ac0-2931-43ac-b4d1-b139b3a23cfa req-984ecfc6-ba58-487a-b9f8-bd2ce77b3a89 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=51bf16d0-86c3-4924-9eae-c2288bb3748c HTTP/1.1" status: 200 len: 945 time: 0.0776732 Feb 01 04:52:48.406023 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b2b71ac0-2931-43ac-b4d1-b139b3a23cfa req-532d6606-6a13-4f80-9632-2eefeb8df84d tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378773 Feb 01 04:52:49.582386 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec5958-3c09-4684-9b61-a9287838cb6b req-2fdd4d64-cb5b-4a04-adb7-3e8e4873d40a tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:52:49.583829 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-eaec5958-3c09-4684-9b61-a9287838cb6b req-2fdd4d64-cb5b-4a04-adb7-3e8e4873d40a tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=51bf16d0-86c3-4924-9eae-c2288bb3748c HTTP/1.1" status: 200 len: 945 time: 0.0760846 Feb 01 04:52:49.629915 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-eaec5958-3c09-4684-9b61-a9287838cb6b req-a64a2bf0-51c1-41e1-962b-6f5d5a6cdfa7 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406032 Feb 01 04:52:50.816108 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f5475-c3bd-40f5-bdf7-3dfe279027bf req-ffb11cbc-279e-4b14-ac13-9bab67d79c92 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:52:50.817543 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-053f5475-c3bd-40f5-bdf7-3dfe279027bf req-ffb11cbc-279e-4b14-ac13-9bab67d79c92 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=51bf16d0-86c3-4924-9eae-c2288bb3748c HTTP/1.1" status: 200 len: 945 time: 0.0822942 Feb 01 04:52:50.861266 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-053f5475-c3bd-40f5-bdf7-3dfe279027bf req-0fc6076b-f91c-4823-b712-351e00fe63a8 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380921 Feb 01 04:52:52.042891 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e4cdde-e514-4027-a570-328157a8eacf req-af51a08d-f7ca-4153-a4d9-9431aa9fdaec tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:52:52.044354 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-40e4cdde-e514-4027-a570-328157a8eacf req-af51a08d-f7ca-4153-a4d9-9431aa9fdaec tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=51bf16d0-86c3-4924-9eae-c2288bb3748c HTTP/1.1" status: 200 len: 945 time: 0.0794082 Feb 01 04:52:52.086675 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-40e4cdde-e514-4027-a570-328157a8eacf req-bc0f2667-9411-488b-af6d-e0f7c97a6841 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367148 Feb 01 04:52:53.323677 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d7ee8dfe-6d0e-4a12-9d46-bb705fac7461 req-831ae6fa-6e1e-4d97-bd9d-9484fe05c6f3 service neutron] 10.222.0.18 "GET /v2.0/ports/aef5dddd-2ccb-4fab-9449-f2257d00ef36/bindings/hv-neutron-8268 HTTP/1.1" status: 200 len: 384 time: 0.1038804 Feb 01 04:52:53.332449 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b3858c-1de8-42a5-9099-609c1061ec55 req-628769fc-460a-4a20-be49-e331cbfc6a5b tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:52:53.333927 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-58b3858c-1de8-42a5-9099-609c1061ec55 req-628769fc-460a-4a20-be49-e331cbfc6a5b tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=51bf16d0-86c3-4924-9eae-c2288bb3748c HTTP/1.1" status: 200 len: 945 time: 0.1447902 Feb 01 04:52:53.380174 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-58b3858c-1de8-42a5-9099-609c1061ec55 req-2d3db4e9-8643-4200-90af-d8a896cd95c0 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399144 Feb 01 04:52:53.595105 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee8dfe-6d0e-4a12-9d46-bb705fac7461 req-15c651bf-3857-4590-b514-b1c55e607e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:52:53.596593 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d7ee8dfe-6d0e-4a12-9d46-bb705fac7461 req-15c651bf-3857-4590-b514-b1c55e607e87 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=51bf16d0-86c3-4924-9eae-c2288bb3748c&tenant_id=9f4e0ecd5ebc434f88a145194fbde41e HTTP/1.1" status: 200 len: 1098 time: 0.0721610 Feb 01 04:52:53.700572 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee8dfe-6d0e-4a12-9d46-bb705fac7461 req-e1f115c7-a4b9-4c36-bfc6-89f0e3b77c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:52:53.701959 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d7ee8dfe-6d0e-4a12-9d46-bb705fac7461 req-e1f115c7-a4b9-4c36-bfc6-89f0e3b77c4d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f4e0ecd5ebc434f88a145194fbde41e&device_id=51bf16d0-86c3-4924-9eae-c2288bb3748c HTTP/1.1" status: 200 len: 1098 time: 0.0692902 Feb 01 04:52:53.836917 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee8dfe-6d0e-4a12-9d46-bb705fac7461 req-e0a2b912-3e73-4285-b84a-feba0e08a8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:52:53.838281 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d7ee8dfe-6d0e-4a12-9d46-bb705fac7461 req-e0a2b912-3e73-4285-b84a-feba0e08a8b2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cb8f1765-ed81-44c6-a7e2-ebf74b4e66b6 HTTP/1.1" status: 200 len: 915 time: 0.1303554 Feb 01 04:52:53.907816 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d7ee8dfe-6d0e-4a12-9d46-bb705fac7461 req-29d3cd02-aeca-4736-9efb-41d0ab7b7155 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aef5dddd-2ccb-4fab-9449-f2257d00ef36 HTTP/1.1" status: 200 len: 217 time: 0.0632164 Feb 01 04:52:53.969540 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee8dfe-6d0e-4a12-9d46-bb705fac7461 req-0351625d-e407-474e-a250-f7ef2c85caf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:52:53.970890 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d7ee8dfe-6d0e-4a12-9d46-bb705fac7461 req-0351625d-e407-474e-a250-f7ef2c85caf6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d221088a-b899-4796-92cf-a94c8addd86f HTTP/1.1" status: 200 len: 855 time: 0.0577576 Feb 01 04:52:54.019175 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d7ee8dfe-6d0e-4a12-9d46-bb705fac7461 req-e17deabe-f4bc-4f20-a034-ee8fae82cd56 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cb8f1765-ed81-44c6-a7e2-ebf74b4e66b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417614 Feb 01 04:52:54.152563 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d7ee8dfe-6d0e-4a12-9d46-bb705fac7461 req-22625eb8-103b-4942-8cc5-265221fef340 service neutron] 10.222.0.18 "GET /v2.0/networks/cb8f1765-ed81-44c6-a7e2-ebf74b4e66b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276779 Feb 01 04:52:54.282044 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d7ee8dfe-6d0e-4a12-9d46-bb705fac7461 req-3e3b0c85-35f6-4e4c-a874-139569281287 service neutron] 10.222.0.18 "GET /v2.0/networks/cb8f1765-ed81-44c6-a7e2-ebf74b4e66b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237144 Feb 01 04:52:54.577550 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd3aae-4df9-4fdc-9218-e0f2dccdb541 req-feedd7ab-d8b3-4d5b-871d-4b659b2dc660 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:52:54.578901 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-9ccd3aae-4df9-4fdc-9218-e0f2dccdb541 req-feedd7ab-d8b3-4d5b-871d-4b659b2dc660 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=51bf16d0-86c3-4924-9eae-c2288bb3748c HTTP/1.1" status: 200 len: 945 time: 0.0826168 Feb 01 04:52:54.621273 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-9ccd3aae-4df9-4fdc-9218-e0f2dccdb541 req-43c5d057-ab74-4c54-8935-9e39d8e98f8c tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365660 Feb 01 04:52:55.804745 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79680f9c-fcb0-4d5e-bf48-eeb77fe8bf9a req-3a623740-d31d-4368-88db-c4d462e70eff tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:52:55.806166 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-79680f9c-fcb0-4d5e-bf48-eeb77fe8bf9a req-3a623740-d31d-4368-88db-c4d462e70eff tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=51bf16d0-86c3-4924-9eae-c2288bb3748c HTTP/1.1" status: 200 len: 945 time: 0.0818598 Feb 01 04:52:55.854150 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-79680f9c-fcb0-4d5e-bf48-eeb77fe8bf9a req-6490b255-0033-4d53-a02e-aec8b122c525 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417223 Feb 01 04:52:57.034083 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ddd28-1c61-47c2-8973-f80c34b959be req-336c26da-3a86-47d1-b7ba-a816d9244623 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:52:57.035531 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-9a8ddd28-1c61-47c2-8973-f80c34b959be req-336c26da-3a86-47d1-b7ba-a816d9244623 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=51bf16d0-86c3-4924-9eae-c2288bb3748c HTTP/1.1" status: 200 len: 945 time: 0.0778782 Feb 01 04:52:57.080201 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-9a8ddd28-1c61-47c2-8973-f80c34b959be req-cdc18590-237d-4b8d-944e-3b295e97caa6 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391498 Feb 01 04:52:57.377036 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84efd79-4953-43ba-bc9c-23eaa4eb448f req-2394a392-d8f5-4dae-8a91-172471451f77 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:52:57.378490 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-c84efd79-4953-43ba-bc9c-23eaa4eb448f req-2394a392-d8f5-4dae-8a91-172471451f77 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=51bf16d0-86c3-4924-9eae-c2288bb3748c HTTP/1.1" status: 200 len: 945 time: 0.0825002 Feb 01 04:52:57.394448 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924824d3-e469-4795-92ea-2aa7d6f66eba req-f8d1aacc-b0c5-43c1-9519-68b33c952b93 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:52:57.395887 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-924824d3-e469-4795-92ea-2aa7d6f66eba req-f8d1aacc-b0c5-43c1-9519-68b33c952b93 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.18 "GET /v2.0/ports?device_id=51bf16d0-86c3-4924-9eae-c2288bb3748c&tenant_id=9f4e0ecd5ebc434f88a145194fbde41e&binding%3Ahost_id=hv-neutron-8268 HTTP/1.1" status: 200 len: 945 time: 0.0810950 Feb 01 04:52:57.421946 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-c84efd79-4953-43ba-bc9c-23eaa4eb448f req-b3bea7d5-4815-4b67-9eb1-71f5b86ecc98 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378160 Feb 01 04:52:57.550641 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924824d3-e469-4795-92ea-2aa7d6f66eba req-45a731b4-289e-41d2-8993-2e3140466281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:52:57.552093 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-924824d3-e469-4795-92ea-2aa7d6f66eba req-45a731b4-289e-41d2-8993-2e3140466281 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f4e0ecd5ebc434f88a145194fbde41e&device_id=51bf16d0-86c3-4924-9eae-c2288bb3748c HTTP/1.1" status: 200 len: 1098 time: 0.0730748 Feb 01 04:52:57.776041 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924824d3-e469-4795-92ea-2aa7d6f66eba req-bde762ed-3638-4201-93b1-af9cfc220780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:52:57.777460 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-924824d3-e469-4795-92ea-2aa7d6f66eba req-bde762ed-3638-4201-93b1-af9cfc220780 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cb8f1765-ed81-44c6-a7e2-ebf74b4e66b6 HTTP/1.1" status: 200 len: 915 time: 0.2191391 Feb 01 04:52:57.849193 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-924824d3-e469-4795-92ea-2aa7d6f66eba req-f6b2cd46-b92b-45ed-94d9-18129b682158 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aef5dddd-2ccb-4fab-9449-f2257d00ef36 HTTP/1.1" status: 200 len: 217 time: 0.0658417 Feb 01 04:52:57.910716 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924824d3-e469-4795-92ea-2aa7d6f66eba req-2477a979-a1ed-4257-86c9-6a90d2746b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:52:57.912123 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-924824d3-e469-4795-92ea-2aa7d6f66eba req-2477a979-a1ed-4257-86c9-6a90d2746b5a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d221088a-b899-4796-92cf-a94c8addd86f HTTP/1.1" status: 200 len: 855 time: 0.0569680 Feb 01 04:52:57.957269 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-924824d3-e469-4795-92ea-2aa7d6f66eba req-e72a18a1-dba4-49ae-a2eb-24e6ca08027d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cb8f1765-ed81-44c6-a7e2-ebf74b4e66b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388665 Feb 01 04:52:57.991713 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device aef5dddd-2ccb-4fab-9449-f2257d00ef36 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:52:58.085229 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-924824d3-e469-4795-92ea-2aa7d6f66eba req-33d04be7-a77d-46af-81a0-125dc31ff555 service neutron] 10.222.0.18 "GET /v2.0/networks/cb8f1765-ed81-44c6-a7e2-ebf74b4e66b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224637 Feb 01 04:52:58.106196 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:52:58.139118 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51bf16d0-86c3-4924-9eae-c2288bb3748c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aef5dddd-2ccb-4fab-9449-f2257d00ef36'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:52:58.148600 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port aef5dddd-2ccb-4fab-9449-f2257d00ef36, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=aef5dddd-2ccb-4fab-9449-f2257d00ef36,segment=NetworkSegment(4e50a29d-4991-4a7a-abd4-35aac4c13cd4),segment_id=4e50a29d-4991-4a7a-abd4-35aac4c13cd4)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:52:58.155094 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:52:58.222790 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-924824d3-e469-4795-92ea-2aa7d6f66eba req-465e3082-0328-4c82-918a-de1cb32a625f service neutron] 10.222.0.18 "GET /v2.0/networks/cb8f1765-ed81-44c6-a7e2-ebf74b4e66b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298425 Feb 01 04:52:58.227408 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=aef5dddd-2ccb-4fab-9449-f2257d00ef36,revision_number=6']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:52:58.289995 dv-neutron-826830-1-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51bf16d0-86c3-4924-9eae-c2288bb3748c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aef5dddd-2ccb-4fab-9449-f2257d00ef36', 'code': 200} Feb 01 04:52:58.603618 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e58f370-f894-404c-907d-acf2059315ad req-0ae2d7ea-f866-4d92-9415-7bb6ffd255c8 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:52:58.605041 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-2e58f370-f894-404c-907d-acf2059315ad req-0ae2d7ea-f866-4d92-9415-7bb6ffd255c8 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=51bf16d0-86c3-4924-9eae-c2288bb3748c HTTP/1.1" status: 200 len: 943 time: 0.0770013 Feb 01 04:52:58.651667 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-2e58f370-f894-404c-907d-acf2059315ad req-4da183aa-7324-44a8-8da8-3bc1168aef32 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410607 Feb 01 04:52:59.834219 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a42b88-4944-4c53-a39c-0afdddbd603d req-c802ba4a-229c-4786-8ec5-66b21d8ec918 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:52:59.835665 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c4a42b88-4944-4c53-a39c-0afdddbd603d req-c802ba4a-229c-4786-8ec5-66b21d8ec918 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=51bf16d0-86c3-4924-9eae-c2288bb3748c HTTP/1.1" status: 200 len: 943 time: 0.0806863 Feb 01 04:52:59.881155 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c4a42b88-4944-4c53-a39c-0afdddbd603d req-818fe4d3-0c80-4989-ae0a-4fa3719a4593 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393455 Feb 01 04:53:00.059258 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644eaa1c-7b8f-446d-9edb-93424f8df826 req-21acd590-b62c-4dbc-bdc9-76b27ff4b548 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:53:00.060919 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-644eaa1c-7b8f-446d-9edb-93424f8df826 req-21acd590-b62c-4dbc-bdc9-76b27ff4b548 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=51bf16d0-86c3-4924-9eae-c2288bb3748c HTTP/1.1" status: 200 len: 943 time: 0.0800104 Feb 01 04:53:00.104495 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-644eaa1c-7b8f-446d-9edb-93424f8df826 req-4174d548-a4d4-4526-aa1b-0cc5dd95daf2 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377138 Feb 01 04:53:00.284127 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b16f1dc-6f60-4f84-aab0-6239a24029f2 req-570d4ec9-bc41-4890-b609-3e5c83bd4dc7 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:53:00.285532 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4b16f1dc-6f60-4f84-aab0-6239a24029f2 req-570d4ec9-bc41-4890-b609-3e5c83bd4dc7 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=51bf16d0-86c3-4924-9eae-c2288bb3748c HTTP/1.1" status: 200 len: 943 time: 0.0784636 Feb 01 04:53:00.330678 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4b16f1dc-6f60-4f84-aab0-6239a24029f2 req-e8be24cf-509a-4a27-9ef9-bf9a3c7b47a3 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394785 Feb 01 04:53:00.867316 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a600fb8b-fd50-49ad-99c5-15b47e4887b5 req-b28f3ce7-4058-472a-bebd-07ce9378e61b tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:53:00.868827 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-a600fb8b-fd50-49ad-99c5-15b47e4887b5 req-b28f3ce7-4058-472a-bebd-07ce9378e61b tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=51bf16d0-86c3-4924-9eae-c2288bb3748c HTTP/1.1" status: 200 len: 943 time: 0.0817556 Feb 01 04:53:00.912847 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-a600fb8b-fd50-49ad-99c5-15b47e4887b5 req-8979f512-01d5-4707-80d7-3c122040601e tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376880 Feb 01 04:53:01.974920 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b1201072-4047-4ce4-99fa-99a7f4646ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:02.093707 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1285b887-3494-4091-bcc1-afee04d6c470 req-2ea1cce0-bdf8-48f6-a72c-ede549a3641d tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:53:02.095171 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1285b887-3494-4091-bcc1-afee04d6c470 req-2ea1cce0-bdf8-48f6-a72c-ede549a3641d tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=51bf16d0-86c3-4924-9eae-c2288bb3748c HTTP/1.1" status: 200 len: 943 time: 0.0789015 Feb 01 04:53:02.144396 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1285b887-3494-4091-bcc1-afee04d6c470 req-6ae92bd7-4206-4a52-b989-fa29651bc9ef tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/security-groups?id=252497fa-fbee-4127-924f-2b4e7582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432451 Feb 01 04:53:02.464660 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d807728c-5a05-4579-8ced-fc8382512cf1 req-dc040d50-59eb-4001-9464-3a9673faff98 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:53:02.465969 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d807728c-5a05-4579-8ced-fc8382512cf1 req-dc040d50-59eb-4001-9464-3a9673faff98 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.18 "GET /v2.0/ports?device_id=51bf16d0-86c3-4924-9eae-c2288bb3748c HTTP/1.1" status: 200 len: 943 time: 0.0805354 Feb 01 04:53:02.535079 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-d807728c-5a05-4579-8ced-fc8382512cf1 req-7ef712ce-1f26-4ce8-ae74-4460869cf2a6 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Deleting port aef5dddd-2ccb-4fab-9449-f2257d00ef36 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:53:02.535438 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-d807728c-5a05-4579-8ced-fc8382512cf1 req-7ef712ce-1f26-4ce8-ae74-4460869cf2a6 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:02.773498 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-d807728c-5a05-4579-8ced-fc8382512cf1 req-7ef712ce-1f26-4ce8-ae74-4460869cf2a6 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] For port aef5dddd-2ccb-4fab-9449-f2257d00ef36, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=aef5dddd-2ccb-4fab-9449-f2257d00ef36,segment=NetworkSegment(4e50a29d-4991-4a7a-abd4-35aac4c13cd4),segment_id=4e50a29d-4991-4a7a-abd4-35aac4c13cd4)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:53:02.773854 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-d807728c-5a05-4579-8ced-fc8382512cf1 req-7ef712ce-1f26-4ce8-ae74-4460869cf2a6 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:02.894882 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-d807728c-5a05-4579-8ced-fc8382512cf1 req-7ef712ce-1f26-4ce8-ae74-4460869cf2a6 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Calling delete_port for aef5dddd-2ccb-4fab-9449-f2257d00ef36 owned by compute:nova {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:53:03.033735 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-d807728c-5a05-4579-8ced-fc8382512cf1 req-7ef712ce-1f26-4ce8-ae74-4460869cf2a6 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:03.080899 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef712ce-1f26-4ce8-ae74-4460869cf2a6 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Pushing event deleted for resources: {'Port': ['ID=aef5dddd-2ccb-4fab-9449-f2257d00ef36,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:53:03.113437 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef712ce-1f26-4ce8-ae74-4460869cf2a6 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:53:03.114000 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef712ce-1f26-4ce8-ae74-4460869cf2a6 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:53:03.114102 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef712ce-1f26-4ce8-ae74-4460869cf2a6 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:53:03.114422 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef712ce-1f26-4ce8-ae74-4460869cf2a6 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:53:03.114748 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef712ce-1f26-4ce8-ae74-4460869cf2a6 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:53:03.115073 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef712ce-1f26-4ce8-ae74-4460869cf2a6 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:53:03.115418 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef712ce-1f26-4ce8-ae74-4460869cf2a6 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:53:03.115739 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef712ce-1f26-4ce8-ae74-4460869cf2a6 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:53:03.116054 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef712ce-1f26-4ce8-ae74-4460869cf2a6 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:53:03.116368 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef712ce-1f26-4ce8-ae74-4460869cf2a6 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:53:03.116680 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef712ce-1f26-4ce8-ae74-4460869cf2a6 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:53:03.116992 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef712ce-1f26-4ce8-ae74-4460869cf2a6 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:53:03.166492 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-d807728c-5a05-4579-8ced-fc8382512cf1 req-7ef712ce-1f26-4ce8-ae74-4460869cf2a6 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] No DVR routers for this DVR port aef5dddd-2ccb-4fab-9449-f2257d00ef36 on host hv-neutron-8268 {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:53:03.170884 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-d807728c-5a05-4579-8ced-fc8382512cf1 req-7ef712ce-1f26-4ce8-ae74-4460869cf2a6 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:03.173462 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51bf16d0-86c3-4924-9eae-c2288bb3748c', 'name': 'network-vif-deleted', 'tag': 'aef5dddd-2ccb-4fab-9449-f2257d00ef36'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:53:03.190827 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d807728c-5a05-4579-8ced-fc8382512cf1 req-7ef712ce-1f26-4ce8-ae74-4460869cf2a6 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.18 "DELETE /v2.0/ports/aef5dddd-2ccb-4fab-9449-f2257d00ef36 HTTP/1.1" status: 204 len: 173 time: 0.7195022 Feb 01 04:53:03.221382 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51bf16d0-86c3-4924-9eae-c2288bb3748c', 'name': 'network-vif-deleted', 'tag': 'aef5dddd-2ccb-4fab-9449-f2257d00ef36', 'status': 'completed', 'code': 200} Feb 01 04:53:03.301351 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-fa605462-52ef-472e-a6b3-64ff598d80e0 req-d99925b3-5561-424c-b960-9e3ae1d13c96 tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] 10.222.0.24 "GET /v2.0/ports?device_id=51bf16d0-86c3-4924-9eae-c2288bb3748c HTTP/1.1" status: 200 len: 210 time: 0.0423453 Feb 01 04:53:04.265004 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d4a09350-cdcf-4618-b1af-ece8bacdca8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:04.546577 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 46244) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:53:04.608380 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7dd035f-a385-4b65-9129-ec56591e8296 admin admin] Deleting subnet d221088a-b899-4796-92cf-a94c8addd86f {{(pid=87637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:53:04.611346 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b7dd035f-a385-4b65-9129-ec56591e8296 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:04.664447 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b7dd035f-a385-4b65-9129-ec56591e8296 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2424773'] for subnet, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:04.719225 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b7dd035f-a385-4b65-9129-ec56591e8296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:04.789126 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b7dd035f-a385-4b65-9129-ec56591e8296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3037665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694336'] for subnet, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:04.828172 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dd035f-a385-4b65-9129-ec56591e8296 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d221088a-b899-4796-92cf-a94c8addd86f,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:53:04.831186 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b7dd035f-a385-4b65-9129-ec56591e8296 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:04.839679 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dd035f-a385-4b65-9129-ec56591e8296 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:53:04.840029 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dd035f-a385-4b65-9129-ec56591e8296 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:53:04.840409 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dd035f-a385-4b65-9129-ec56591e8296 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:53:04.840741 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dd035f-a385-4b65-9129-ec56591e8296 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:53:04.841071 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dd035f-a385-4b65-9129-ec56591e8296 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:53:04.841402 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dd035f-a385-4b65-9129-ec56591e8296 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:53:04.841729 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dd035f-a385-4b65-9129-ec56591e8296 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:53:04.842053 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dd035f-a385-4b65-9129-ec56591e8296 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:53:04.842376 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dd035f-a385-4b65-9129-ec56591e8296 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:53:04.842695 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dd035f-a385-4b65-9129-ec56591e8296 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:53:04.843013 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dd035f-a385-4b65-9129-ec56591e8296 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:53:04.843357 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dd035f-a385-4b65-9129-ec56591e8296 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:53:04.847032 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-b7dd035f-a385-4b65-9129-ec56591e8296 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d221088a-b899-4796-92cf-a94c8addd86f HTTP/1.1" status: 204 len: 168 time: 0.2993929 Feb 01 04:53:04.849591 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 46248) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:53:04.955500 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9a5f311b-d7a9-4a1b-ab42-b67fa776510d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:05.078779 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9a5f311b-d7a9-4a1b-ab42-b67fa776510d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:05.103161 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-9a5f311b-d7a9-4a1b-ab42-b67fa776510d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb8f1765-ed81-44c6-a7e2-ebf74b4e66b6']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:53:05.115576 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-9a5f311b-d7a9-4a1b-ab42-b67fa776510d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e50a29d-4991-4a7a-abd4-35aac4c13cd4') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:53:05.115879 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-9a5f311b-d7a9-4a1b-ab42-b67fa776510d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e50a29d-4991-4a7a-abd4-35aac4c13cd4') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:53:05.127348 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9a5f311b-d7a9-4a1b-ab42-b67fa776510d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:05.142785 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9a5f311b-d7a9-4a1b-ab42-b67fa776510d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:05.148777 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a5f311b-d7a9-4a1b-ab42-b67fa776510d admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:53:05.149159 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9a5f311b-d7a9-4a1b-ab42-b67fa776510d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:05.162437 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 04:53:05.162437 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:53:05.162437 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 04:53:05.162437 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:53:05.162437 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 04:53:05.162437 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:53:05.162437 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 04:53:05.162437 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:53:05.162437 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 04:53:05.162437 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:53:05.162437 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 04:53:05.162437 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:53:05.162437 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 04:53:05.162437 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:53:05.162437 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:53:05.162437 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:53:05.162437 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:53:05.162437 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:53:05.162437 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 04:53:05.162437 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:53:05.162437 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 04:53:05.162437 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:53:05.162437 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:53:05.162437 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:53:05.162437 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 04:53:05.162437 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:53:05.162437 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:53:05.162437 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:53:05.162437 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:53:05.162437 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:53:05.162437 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:53:05.162437 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:53:05.239687 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9a5f311b-d7a9-4a1b-ab42-b67fa776510d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:05.255221 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9a5f311b-d7a9-4a1b-ab42-b67fa776510d admin admin] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:05.266408 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5f311b-d7a9-4a1b-ab42-b67fa776510d admin admin] Pushing event deleted for resources: {'Network': ['ID=cb8f1765-ed81-44c6-a7e2-ebf74b4e66b6,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:53:05.272525 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-9a5f311b-d7a9-4a1b-ab42-b67fa776510d admin admin] 10.222.0.24 "DELETE /v2.0/networks/cb8f1765-ed81-44c6-a7e2-ebf74b4e66b6 HTTP/1.1" status: 204 len: 168 time: 0.4218409 Feb 01 04:53:05.390259 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:05.396457 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 46254) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:53:05.442943 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c4997dda-207f-4760-bc29-1820e104cb66 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9f4e0ecd5ebc434f88a145194fbde41e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0453203 Feb 01 04:53:05.445263 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 46258) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:53:05.500329 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e2a8bdf1-b301-408c-9478-807a0e491995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:05.517200 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:05.525937 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e2a8bdf1-b301-408c-9478-807a0e491995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:05.580314 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e2a8bdf1-b301-408c-9478-807a0e491995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:05.597331 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a8bdf1-b301-408c-9478-807a0e491995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=252497fa-fbee-4127-924f-2b4e7582d82c,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:53:05.608764 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e2a8bdf1-b301-408c-9478-807a0e491995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:05.609921 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e2a8bdf1-b301-408c-9478-807a0e491995 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/252497fa-fbee-4127-924f-2b4e7582d82c HTTP/1.1" status: 204 len: 168 time: 0.1637523 Feb 01 04:53:06.037867 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device aef5dddd-2ccb-4fab-9449-f2257d00ef36 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:53:06.071187 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] No Port match for: aef5dddd-2ccb-4fab-9449-f2257d00ef36 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:53:06.071556 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device aef5dddd-2ccb-4fab-9449-f2257d00ef36 not bound to the agent host hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:53:06.301441 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 46282) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:53:06.341251 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 04:53:06.402541 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-9640fa1f-83ca-430b-b4f5-6931e66f7b1a admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-304040938-network', 'tenant_id': '1bad2d6ea4e44cb581fbe512e5bde7a4'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:53:06.407260 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-9640fa1f-83ca-430b-b4f5-6931e66f7b1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:53:06.411278 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-9640fa1f-83ca-430b-b4f5-6931e66f7b1a admin admin] Usage tracker for resource:network and tenant:1bad2d6ea4e44cb581fbe512e5bde7a4 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:53:06.414195 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-9640fa1f-83ca-430b-b4f5-6931e66f7b1a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:53:06.420416 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-9640fa1f-83ca-430b-b4f5-6931e66f7b1a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:53:06.430340 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9640fa1f-83ca-430b-b4f5-6931e66f7b1a admin admin] Made reservation on behalf of 1bad2d6ea4e44cb581fbe512e5bde7a4 for: {'network': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:53:06.432726 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9640fa1f-83ca-430b-b4f5-6931e66f7b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:06.445066 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9640fa1f-83ca-430b-b4f5-6931e66f7b1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:06.459181 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-9640fa1f-83ca-430b-b4f5-6931e66f7b1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:53:06.462899 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-9640fa1f-83ca-430b-b4f5-6931e66f7b1a admin admin] Usage tracker for resource:security_group_rule and tenant:1bad2d6ea4e44cb581fbe512e5bde7a4 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:53:06.465734 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-9640fa1f-83ca-430b-b4f5-6931e66f7b1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:53:06.471378 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-9640fa1f-83ca-430b-b4f5-6931e66f7b1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:53:06.550240 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9640fa1f-83ca-430b-b4f5-6931e66f7b1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:06.554081 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9640fa1f-83ca-430b-b4f5-6931e66f7b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:06.581014 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9640fa1f-83ca-430b-b4f5-6931e66f7b1a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=87637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:53:06.597012 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9640fa1f-83ca-430b-b4f5-6931e66f7b1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b32082f4-2789-4ee2-9662-2ff488479155,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:53:06.602869 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9640fa1f-83ca-430b-b4f5-6931e66f7b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:06.603223 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.segments_db [None req-9640fa1f-83ca-430b-b4f5-6931e66f7b1a admin admin] Added segment 784bd0ac-ce94-4b41-979f-1efed4047183 of type vlan for network 04a6a87c-d534-4590-927b-80d869c25dcb Feb 01 04:53:06.718882 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9640fa1f-83ca-430b-b4f5-6931e66f7b1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:06.747765 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9640fa1f-83ca-430b-b4f5-6931e66f7b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:06.748636 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9640fa1f-83ca-430b-b4f5-6931e66f7b1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:53:06.749208 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9640fa1f-83ca-430b-b4f5-6931e66f7b1a admin admin] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:06.849437 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9640fa1f-83ca-430b-b4f5-6931e66f7b1a admin admin] Pushing event updated for resources: {'Network': ['ID=04a6a87c-d534-4590-927b-80d869c25dcb,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:53:06.855286 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-9640fa1f-83ca-430b-b4f5-6931e66f7b1a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5500033 Feb 01 04:53:06.855655 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 46288) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:53:06.861450 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-6d631ff0-08d2-4b1d-a0ca-7f5453318a96 admin admin] Request body: {'subnet': {'network_id': '04a6a87c-d534-4590-927b-80d869c25dcb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-304040938-subnet', 'tenant_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:53:06.863167 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 04a6a87c-d534-4590-927b-80d869c25dcb details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:53:06.866619 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-6d631ff0-08d2-4b1d-a0ca-7f5453318a96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:53:06.870503 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-6d631ff0-08d2-4b1d-a0ca-7f5453318a96 admin admin] Usage tracker for resource:subnet and tenant:1bad2d6ea4e44cb581fbe512e5bde7a4 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:53:06.873746 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-6d631ff0-08d2-4b1d-a0ca-7f5453318a96 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:53:06.879583 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-6d631ff0-08d2-4b1d-a0ca-7f5453318a96 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:53:06.891248 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d631ff0-08d2-4b1d-a0ca-7f5453318a96 admin admin] Made reservation on behalf of 1bad2d6ea4e44cb581fbe512e5bde7a4 for: {'subnet': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:53:06.893548 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6d631ff0-08d2-4b1d-a0ca-7f5453318a96 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3694443'] for subnet, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:07.036448 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:07.096213 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6d631ff0-08d2-4b1d-a0ca-7f5453318a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3037478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3694457'] for subnet, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:07.171721 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d631ff0-08d2-4b1d-a0ca-7f5453318a96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ec7eaa5-a58e-4535-8de2-8b503f14762f,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:53:07.177025 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d631ff0-08d2-4b1d-a0ca-7f5453318a96 admin admin] Checking segment: {'id': '784bd0ac-ce94-4b41-979f-1efed4047183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '04a6a87c-d534-4590-927b-80d869c25dcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:53:07.177323 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d631ff0-08d2-4b1d-a0ca-7f5453318a96 admin admin] Network hostable DHCP agents. Network: 04a6a87c-d534-4590-927b-80d869c25dcb, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:53:07.195698 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d631ff0-08d2-4b1d-a0ca-7f5453318a96 admin admin] Network 04a6a87c-d534-4590-927b-80d869c25dcb is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:53:07.205048 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-6d631ff0-08d2-4b1d-a0ca-7f5453318a96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, 04a6a87c-d534-4590-927b-80d869c25dcb) {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:53:07.208873 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d631ff0-08d2-4b1d-a0ca-7f5453318a96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:53:07.209439 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6d631ff0-08d2-4b1d-a0ca-7f5453318a96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:07.213786 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed107f15-8325-4c33-80ad-07d644b3778b None None] Network 04a6a87c-d534-4590-927b-80d869c25dcb requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:53:07.229127 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-6d631ff0-08d2-4b1d-a0ca-7f5453318a96 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3719909 Feb 01 04:53:07.232063 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 46292) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:53:07.237111 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-ac7d6390-d6f9-4bfe-8ae5-dc677f31e350 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-304040938-router', 'tenant_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:53:07.241596 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-ac7d6390-d6f9-4bfe-8ae5-dc677f31e350 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:53:07.245442 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-ac7d6390-d6f9-4bfe-8ae5-dc677f31e350 admin admin] Usage tracker for resource:router and tenant:1bad2d6ea4e44cb581fbe512e5bde7a4 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:53:07.248496 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-ac7d6390-d6f9-4bfe-8ae5-dc677f31e350 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:53:07.253992 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-ac7d6390-d6f9-4bfe-8ae5-dc677f31e350 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:53:07.264483 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ac7d6390-d6f9-4bfe-8ae5-dc677f31e350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25958'] for router, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:07.265465 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ac7d6390-d6f9-4bfe-8ae5-dc677f31e350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-372027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25961'] for router, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:07.280030 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ac7d6390-d6f9-4bfe-8ae5-dc677f31e350 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:07.430452 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6137c98c-ad86-406e-86b1-dfb166949d26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-04a6a87c-d534-4590-927b-80d869c25dcb', 'network_id': '04a6a87c-d534-4590-927b-80d869c25dcb', 'tenant_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'fixed_ips': [{'subnet_id': '1ec7eaa5-a58e-4535-8de2-8b503f14762f'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:53:07.431333 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6137c98c-ad86-406e-86b1-dfb166949d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:07.584955 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-6137c98c-ad86-406e-86b1-dfb166949d26 None None] Allocated IP 172.20.0.2 (04a6a87c-d534-4590-927b-80d869c25dcb/1ec7eaa5-a58e-4535-8de2-8b503f14762f/fecb10c9-96e1-4154-b7f3-595716ebba09) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:53:07.652808 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ac7d6390-d6f9-4bfe-8ae5-dc677f31e350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:07.781946 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6137c98c-ad86-406e-86b1-dfb166949d26 None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:07.791741 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-6137c98c-ad86-406e-86b1-dfb166949d26 None None] Transition to ACTIVE for port object fecb10c9-96e1-4154-b7f3-595716ebba09 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:53:07.811672 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-6137c98c-ad86-406e-86b1-dfb166949d26 None None] Transition to ACTIVE for port object fecb10c9-96e1-4154-b7f3-595716ebba09 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:53:07.818795 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6137c98c-ad86-406e-86b1-dfb166949d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:07.885410 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6137c98c-ad86-406e-86b1-dfb166949d26 None None] Network 04a6a87c-d534-4590-927b-80d869c25dcb is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:53:07.888560 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-6137c98c-ad86-406e-86b1-dfb166949d26 None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:53:07.894706 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6137c98c-ad86-406e-86b1-dfb166949d26 None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:53:07.903964 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6137c98c-ad86-406e-86b1-dfb166949d26 None None] Pushing event updated for resources: {'Port': ['ID=fecb10c9-96e1-4154-b7f3-595716ebba09,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:53:07.962288 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ac7d6390-d6f9-4bfe-8ae5-dc677f31e350 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:07.987602 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-6137c98c-ad86-406e-86b1-dfb166949d26 None None] Attempting to bind port fecb10c9-96e1-4154-b7f3-595716ebba09 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:53:07.987968 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-6137c98c-ad86-406e-86b1-dfb166949d26 None None] Attempting to bind port fecb10c9-96e1-4154-b7f3-595716ebba09 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '784bd0ac-ce94-4b41-979f-1efed4047183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '04a6a87c-d534-4590-927b-80d869c25dcb'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:53:07.988320 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6137c98c-ad86-406e-86b1-dfb166949d26 None None] Attempting to bind port fecb10c9-96e1-4154-b7f3-595716ebba09 on network 04a6a87c-d534-4590-927b-80d869c25dcb {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:53:07.993586 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6137c98c-ad86-406e-86b1-dfb166949d26 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:53:07.993948 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6137c98c-ad86-406e-86b1-dfb166949d26 None None] Checking segment: {'id': '784bd0ac-ce94-4b41-979f-1efed4047183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '04a6a87c-d534-4590-927b-80d869c25dcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:53:07.994339 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6137c98c-ad86-406e-86b1-dfb166949d26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:07.994445 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ac7d6390-d6f9-4bfe-8ae5-dc677f31e350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:07.994729 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6137c98c-ad86-406e-86b1-dfb166949d26 None None] Bound using segment: {'id': '784bd0ac-ce94-4b41-979f-1efed4047183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '04a6a87c-d534-4590-927b-80d869c25dcb'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:53:07.995192 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-6137c98c-ad86-406e-86b1-dfb166949d26 None None] Bound port: fecb10c9-96e1-4154-b7f3-595716ebba09, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '784bd0ac-ce94-4b41-979f-1efed4047183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '04a6a87c-d534-4590-927b-80d869c25dcb'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:53:07.995558 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6137c98c-ad86-406e-86b1-dfb166949d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:08.082645 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-6137c98c-ad86-406e-86b1-dfb166949d26 None None] For port fecb10c9-96e1-4154-b7f3-595716ebba09, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:53:08.085881 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-6137c98c-ad86-406e-86b1-dfb166949d26 None None] For port fecb10c9-96e1-4154-b7f3-595716ebba09, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=fecb10c9-96e1-4154-b7f3-595716ebba09,segment=NetworkSegment(784bd0ac-ce94-4b41-979f-1efed4047183),segment_id=784bd0ac-ce94-4b41-979f-1efed4047183)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:53:08.089352 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6137c98c-ad86-406e-86b1-dfb166949d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:08.126461 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-ac7d6390-d6f9-4bfe-8ae5-dc677f31e350 admin admin] Allocated IP 172.26.8.139 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/cbdf83b9-b343-410c-9666-670da29b0ee1) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:53:08.174346 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6137c98c-ad86-406e-86b1-dfb166949d26 None None] Pushing event updated for resources: {'Port': ['ID=fecb10c9-96e1-4154-b7f3-595716ebba09,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:53:08.277160 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ac7d6390-d6f9-4bfe-8ae5-dc677f31e350 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:08.320261 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ac7d6390-d6f9-4bfe-8ae5-dc677f31e350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:08.390938 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7d6390-d6f9-4bfe-8ae5-dc677f31e350 admin admin] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:53:08.394169 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-ac7d6390-d6f9-4bfe-8ae5-dc677f31e350 admin admin] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:53:08.398216 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7d6390-d6f9-4bfe-8ae5-dc677f31e350 admin admin] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:53:08.432932 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7d6390-d6f9-4bfe-8ae5-dc677f31e350 admin admin] Pushing event updated for resources: {'Port': ['ID=cbdf83b9-b343-410c-9666-670da29b0ee1,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:53:08.804388 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ac7d6390-d6f9-4bfe-8ae5-dc677f31e350 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:09.108775 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79d1a21-06dd-40ef-bcce-faa132c72477 None None] Network 04a6a87c-d534-4590-927b-80d869c25dcb requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:53:09.218348 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-15ab9f65-89f9-41df-9774-7248c129459b None None] Provisioning for port fecb10c9-96e1-4154-b7f3-595716ebba09 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:53:09.282932 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ac7d6390-d6f9-4bfe-8ae5-dc677f31e350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337'] for router, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:09.498510 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac7d6390-d6f9-4bfe-8ae5-dc677f31e350 admin admin] Router 52651337-2ce0-4eb5-9901-b789f161164c is scheduled to L3 agent a3073304-82af-4a42-89af-bc532d6626bb with binding_index 1 {{(pid=87636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 01 04:53:09.670804 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac7d6390-d6f9-4bfe-8ae5-dc677f31e350 admin admin] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:53:09.679540 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae650b02-ae82-4464-b724-00201e24c6ab None None] Sync routers for ids ['52651337-2ce0-4eb5-9901-b789f161164c'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:53:09.688968 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae650b02-ae82-4464-b724-00201e24c6ab None None] Routers {'52651337-2ce0-4eb5-9901-b789f161164c'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:53:09.689570 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-ae650b02-ae82-4464-b724-00201e24c6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:53:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['52651337-2ce0-4eb5-9901-b789f161164c'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:53:09.693802 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ac7d6390-d6f9-4bfe-8ae5-dc677f31e350 admin admin] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:09.695334 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ac7d6390-d6f9-4bfe-8ae5-dc677f31e350 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4622037 Feb 01 04:53:09.698213 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 46296) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:53:09.862405 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-ae650b02-ae82-4464-b724-00201e24c6ab None None] Set router 52651337-2ce0-4eb5-9901-b789f161164c gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:53:10.175630 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-ae650b02-ae82-4464-b724-00201e24c6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52651337-2ce0-4eb5-9901-b789f161164c', 'name': 'tempest-ServerActionsTestJSON-304040938-router', 'tenant_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.139'}], 'enable_snat': True}, 'gw_port_id': 'cbdf83b9-b343-410c-9666-670da29b0ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:53:07Z', 'updated_at': '2022-02-01T04:53:08Z', 'revision_number': 3, 'project_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'gw_port': {'id': 'cbdf83b9-b343-410c-9666-670da29b0ee1', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cd:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52651337-2ce0-4eb5-9901-b789f161164c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:53:08Z', 'updated_at': '2022-02-01T04:53:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:53:10.179404 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae650b02-ae82-4464-b724-00201e24c6ab None None] Checking router: 52651337-2ce0-4eb5-9901-b789f161164c for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:53:10.179749 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae650b02-ae82-4464-b724-00201e24c6ab None None] Updating router 52651337-2ce0-4eb5-9901-b789f161164c port cbdf83b9-b343-410c-9666-670da29b0ee1 binding host dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 04:53:10.231363 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ae650b02-ae82-4464-b724-00201e24c6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:10.319784 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device fecb10c9-96e1-4154-b7f3-595716ebba09 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:53:10.376457 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d1bf25d2-fca9-4d54-bd08-f36ca004064a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:10.392852 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port fecb10c9-96e1-4154-b7f3-595716ebba09 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:53:10.398331 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port fecb10c9-96e1-4154-b7f3-595716ebba09 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:53:10.398987 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:10.519988 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:10.554985 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port fecb10c9-96e1-4154-b7f3-595716ebba09, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=fecb10c9-96e1-4154-b7f3-595716ebba09,segment=NetworkSegment(784bd0ac-ce94-4b41-979f-1efed4047183),segment_id=784bd0ac-ce94-4b41-979f-1efed4047183)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:53:10.560333 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:10.564159 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ae650b02-ae82-4464-b724-00201e24c6ab None None] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:10.576328 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-ae650b02-ae82-4464-b724-00201e24c6ab None None] Transition to ACTIVE for port object cbdf83b9-b343-410c-9666-670da29b0ee1 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:53:10.584211 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ae650b02-ae82-4464-b724-00201e24c6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:10.588638 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-d1bf25d2-fca9-4d54-bd08-f36ca004064a admin admin] Allocated IP 172.20.0.1 (04a6a87c-d534-4590-927b-80d869c25dcb/1ec7eaa5-a58e-4535-8de2-8b503f14762f/e8f049f8-bdaf-4fe7-8a4c-a034df9ee9a8) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:53:10.629503 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=fecb10c9-96e1-4154-b7f3-595716ebba09,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:53:10.663238 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-ae650b02-ae82-4464-b724-00201e24c6ab None None] Attempting to bind port cbdf83b9-b343-410c-9666-670da29b0ee1 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:53:10.663729 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-ae650b02-ae82-4464-b724-00201e24c6ab None None] Attempting to bind port cbdf83b9-b343-410c-9666-670da29b0ee1 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:53:10.664149 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae650b02-ae82-4464-b724-00201e24c6ab None None] Attempting to bind port cbdf83b9-b343-410c-9666-670da29b0ee1 on network bdef128a-46b3-4cca-a245-48d1eb781269 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:53:10.673638 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae650b02-ae82-4464-b724-00201e24c6ab None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:53:10.674001 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae650b02-ae82-4464-b724-00201e24c6ab None None] Checking segment: {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:53:10.674391 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ae650b02-ae82-4464-b724-00201e24c6ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:10.674775 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae650b02-ae82-4464-b724-00201e24c6ab None None] Bound using segment: {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:53:10.675248 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-ae650b02-ae82-4464-b724-00201e24c6ab None None] Bound port: cbdf83b9-b343-410c-9666-670da29b0ee1, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:53:10.675613 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ae650b02-ae82-4464-b724-00201e24c6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:10.714476 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ef1ace-6927-40a9-a195-7cde2b0242a4 None None] Pushing event updated for resources: {'Port': ['ID=cbdf83b9-b343-410c-9666-670da29b0ee1,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:53:10.732417 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ef1ace-6927-40a9-a195-7cde2b0242a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:53:10.732756 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ef1ace-6927-40a9-a195-7cde2b0242a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:53:10.733087 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ef1ace-6927-40a9-a195-7cde2b0242a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:53:10.733527 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ef1ace-6927-40a9-a195-7cde2b0242a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:53:10.733856 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ef1ace-6927-40a9-a195-7cde2b0242a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:53:10.734178 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ef1ace-6927-40a9-a195-7cde2b0242a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:53:10.734493 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ef1ace-6927-40a9-a195-7cde2b0242a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:53:10.734807 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ef1ace-6927-40a9-a195-7cde2b0242a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:53:10.735121 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ef1ace-6927-40a9-a195-7cde2b0242a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:53:10.735456 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ef1ace-6927-40a9-a195-7cde2b0242a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:53:10.735766 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ef1ace-6927-40a9-a195-7cde2b0242a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:53:10.736076 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ef1ace-6927-40a9-a195-7cde2b0242a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:53:10.769946 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-ae650b02-ae82-4464-b724-00201e24c6ab None None] For port cbdf83b9-b343-410c-9666-670da29b0ee1, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:53:10.773246 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-ae650b02-ae82-4464-b724-00201e24c6ab None None] For port cbdf83b9-b343-410c-9666-670da29b0ee1, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=cbdf83b9-b343-410c-9666-670da29b0ee1,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:53:10.776738 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ae650b02-ae82-4464-b724-00201e24c6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:10.851719 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d1bf25d2-fca9-4d54-bd08-f36ca004064a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:10.854861 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae650b02-ae82-4464-b724-00201e24c6ab None None] Routers {'52651337-2ce0-4eb5-9901-b789f161164c'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:53:10.856083 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-ae650b02-ae82-4464-b724-00201e24c6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:53:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['52651337-2ce0-4eb5-9901-b789f161164c'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:53:10.867976 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-d1bf25d2-fca9-4d54-bd08-f36ca004064a admin admin] Transition to ACTIVE for port object e8f049f8-bdaf-4fe7-8a4c-a034df9ee9a8 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:53:10.892191 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d1bf25d2-fca9-4d54-bd08-f36ca004064a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:10.909820 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ef1ace-6927-40a9-a195-7cde2b0242a4 None None] Pushing event updated for resources: {'Port': ['ID=cbdf83b9-b343-410c-9666-670da29b0ee1,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:53:10.957024 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bf25d2-fca9-4d54-bd08-f36ca004064a admin admin] Network 04a6a87c-d534-4590-927b-80d869c25dcb is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:53:10.959883 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-d1bf25d2-fca9-4d54-bd08-f36ca004064a admin admin] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:53:10.963657 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bf25d2-fca9-4d54-bd08-f36ca004064a admin admin] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:53:10.999229 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bf25d2-fca9-4d54-bd08-f36ca004064a admin admin] Pushing event updated for resources: {'Port': ['ID=e8f049f8-bdaf-4fe7-8a4c-a034df9ee9a8,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:53:11.021779 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d1bf25d2-fca9-4d54-bd08-f36ca004064a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-372107'] for router_interface, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:11.037289 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-ae650b02-ae82-4464-b724-00201e24c6ab None None] Set router 52651337-2ce0-4eb5-9901-b789f161164c gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:53:11.190643 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-3d2880d5-3e64-421e-84cf-b097170e9118 None None] Provisioning for port e8f049f8-bdaf-4fe7-8a4c-a034df9ee9a8 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:53:11.196773 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-3d2880d5-3e64-421e-84cf-b097170e9118 None None] Provisioning complete for port e8f049f8-bdaf-4fe7-8a4c-a034df9ee9a8 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:53:11.197146 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3d2880d5-3e64-421e-84cf-b097170e9118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:11.256101 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-3d2880d5-3e64-421e-84cf-b097170e9118 None None] Port e8f049f8-bdaf-4fe7-8a4c-a034df9ee9a8 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:53:11.289945 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d1bf25d2-fca9-4d54-bd08-f36ca004064a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:11.323887 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-ae650b02-ae82-4464-b724-00201e24c6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52651337-2ce0-4eb5-9901-b789f161164c', 'name': 'tempest-ServerActionsTestJSON-304040938-router', 'tenant_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.139'}], 'enable_snat': True}, 'gw_port_id': 'cbdf83b9-b343-410c-9666-670da29b0ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:53:07Z', 'updated_at': '2022-02-01T04:53:08Z', 'revision_number': 3, 'project_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'gw_port': {'id': 'cbdf83b9-b343-410c-9666-670da29b0ee1', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cd:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52651337-2ce0-4eb5-9901-b789f161164c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:53:08Z', 'updated_at': '2022-02-01T04:53:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:53:11.327727 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae650b02-ae82-4464-b724-00201e24c6ab None None] The sync data for ids ['52651337-2ce0-4eb5-9901-b789f161164c'] in dv-neutron-826830-1-hyperv is: [{'id': '52651337-2ce0-4eb5-9901-b789f161164c', 'name': 'tempest-ServerActionsTestJSON-304040938-router', 'tenant_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.139'}], 'enable_snat': True}, 'gw_port_id': 'cbdf83b9-b343-410c-9666-670da29b0ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:53:07Z', 'updated_at': '2022-02-01T04:53:08Z', 'revision_number': 3, 'project_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'gw_port': {'id': 'cbdf83b9-b343-410c-9666-670da29b0ee1', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cd:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52651337-2ce0-4eb5-9901-b789f161164c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:53:08Z', 'updated_at': '2022-02-01T04:53:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:53:11.518546 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d1bf25d2-fca9-4d54-bd08-f36ca004064a admin admin] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:11.525576 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d1bf25d2-fca9-4d54-bd08-f36ca004064a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:11.628831 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d1bf25d2-fca9-4d54-bd08-f36ca004064a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371990'] for router_interface, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:11.658106 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bf25d2-fca9-4d54-bd08-f36ca004064a admin admin] Pushing event updated for resources: {'Port': ['ID=e8f049f8-bdaf-4fe7-8a4c-a034df9ee9a8,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:53:11.773348 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bf25d2-fca9-4d54-bd08-f36ca004064a admin admin] Network 04a6a87c-d534-4590-927b-80d869c25dcb is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:53:11.774548 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-d1bf25d2-fca9-4d54-bd08-f36ca004064a admin admin] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:53:11.972415 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1bf25d2-fca9-4d54-bd08-f36ca004064a admin admin] Router 52651337-2ce0-4eb5-9901-b789f161164c has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:53:12.080225 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-3dbb1822-6e9d-4894-9d8a-a8738ee70c28 None None] Provisioning complete for port e8f049f8-bdaf-4fe7-8a4c-a034df9ee9a8 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:53:12.080794 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3dbb1822-6e9d-4894-9d8a-a8738ee70c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:12.160296 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1bf25d2-fca9-4d54-bd08-f36ca004064a admin admin] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:53:12.168538 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-3dbb1822-6e9d-4894-9d8a-a8738ee70c28 None None] Port e8f049f8-bdaf-4fe7-8a4c-a034df9ee9a8 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:53:12.175178 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-d1bf25d2-fca9-4d54-bd08-f36ca004064a admin admin] 10.222.0.24 "PUT /v2.0/routers/52651337-2ce0-4eb5-9901-b789f161164c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4737201 Feb 01 04:53:12.345975 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device cbdf83b9-b343-410c-9666-670da29b0ee1 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:53:12.415184 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port cbdf83b9-b343-410c-9666-670da29b0ee1 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:53:12.420887 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port cbdf83b9-b343-410c-9666-670da29b0ee1 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:53:12.421141 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:12.533827 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:12.550450 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port cbdf83b9-b343-410c-9666-670da29b0ee1, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=cbdf83b9-b343-410c-9666-670da29b0ee1,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:53:12.554342 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:12.555110 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device fecb10c9-96e1-4154-b7f3-595716ebba09 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:53:12.586166 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 46306) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:53:12.592196 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-3d26d2a3-96db-4c5b-9087-8451bfadd83f tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1676129830', 'description': 'tempest-description--577197838'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:53:12.598693 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-3d26d2a3-96db-4c5b-9087-8451bfadd83f tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:53:12.603693 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-3d26d2a3-96db-4c5b-9087-8451bfadd83f tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Usage tracker for resource:security_group and tenant:1bad2d6ea4e44cb581fbe512e5bde7a4 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:53:12.607377 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-3d26d2a3-96db-4c5b-9087-8451bfadd83f tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:53:12.613985 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-3d26d2a3-96db-4c5b-9087-8451bfadd83f tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:53:12.628904 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3d26d2a3-96db-4c5b-9087-8451bfadd83f tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks [] for security_group, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:12.649236 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-3d26d2a3-96db-4c5b-9087-8451bfadd83f tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:53:12.653565 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-3d26d2a3-96db-4c5b-9087-8451bfadd83f tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Usage tracker for resource:security_group_rule and tenant:1bad2d6ea4e44cb581fbe512e5bde7a4 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:53:12.656906 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-3d26d2a3-96db-4c5b-9087-8451bfadd83f tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:53:12.662204 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-3d26d2a3-96db-4c5b-9087-8451bfadd83f tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:53:12.673671 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=cbdf83b9-b343-410c-9666-670da29b0ee1,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:53:12.686171 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port fecb10c9-96e1-4154-b7f3-595716ebba09 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:53:12.686572 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:12.743794 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3d26d2a3-96db-4c5b-9087-8451bfadd83f tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks [] for security_group, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:12.748074 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3d26d2a3-96db-4c5b-9087-8451bfadd83f tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:12.792455 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d26d2a3-96db-4c5b-9087-8451bfadd83f tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee458ee2-1550-4d05-938e-016e3a7c886d,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:53:12.796467 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3d26d2a3-96db-4c5b-9087-8451bfadd83f tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:12.800297 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-3d26d2a3-96db-4c5b-9087-8451bfadd83f tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2107110 Feb 01 04:53:12.800636 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 46310) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:53:12.805706 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-c6f4fe1d-663a-45b1-a74e-c8225ccd3d88 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Request body: {'security_group_rule': {'security_group_id': 'ee458ee2-1550-4d05-938e-016e3a7c886d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:53:12.811651 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-c6f4fe1d-663a-45b1-a74e-c8225ccd3d88 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:53:12.815460 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-c6f4fe1d-663a-45b1-a74e-c8225ccd3d88 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Usage tracker for resource:security_group_rule and tenant:1bad2d6ea4e44cb581fbe512e5bde7a4 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:53:12.818284 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-c6f4fe1d-663a-45b1-a74e-c8225ccd3d88 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:53:12.824031 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-c6f4fe1d-663a-45b1-a74e-c8225ccd3d88 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:53:12.842200 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c6f4fe1d-663a-45b1-a74e-c8225ccd3d88 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:12.867389 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1aa272c-966f-434f-80bd-8195d0142d81 None None] Sync routers for ids ['52651337-2ce0-4eb5-9901-b789f161164c'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:53:12.877382 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1aa272c-966f-434f-80bd-8195d0142d81 None None] Routers {'52651337-2ce0-4eb5-9901-b789f161164c'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:53:12.878413 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-d1aa272c-966f-434f-80bd-8195d0142d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:53:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['52651337-2ce0-4eb5-9901-b789f161164c'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:53:12.904631 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c6f4fe1d-663a-45b1-a74e-c8225ccd3d88 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:12.908043 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c6f4fe1d-663a-45b1-a74e-c8225ccd3d88 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:12.933945 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f4fe1d-663a-45b1-a74e-c8225ccd3d88 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6b3e664-055c-4b1e-aa0e-4ef8d0ce0ada,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:53:12.942153 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c6f4fe1d-663a-45b1-a74e-c8225ccd3d88 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:12.943421 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-c6f4fe1d-663a-45b1-a74e-c8225ccd3d88 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1419852 Feb 01 04:53:12.946061 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 46314) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:53:12.951467 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-79ac030f-5e9c-4139-bfa8-1c18d173a29e tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Request body: {'security_group_rule': {'security_group_id': 'ee458ee2-1550-4d05-938e-016e3a7c886d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:53:12.957104 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-79ac030f-5e9c-4139-bfa8-1c18d173a29e tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:53:12.961021 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-79ac030f-5e9c-4139-bfa8-1c18d173a29e tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Usage tracker for resource:security_group_rule and tenant:1bad2d6ea4e44cb581fbe512e5bde7a4 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:53:12.963913 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-79ac030f-5e9c-4139-bfa8-1c18d173a29e tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:53:12.970767 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-79ac030f-5e9c-4139-bfa8-1c18d173a29e tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:53:13.061308 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-d1aa272c-966f-434f-80bd-8195d0142d81 None None] Set router 52651337-2ce0-4eb5-9901-b789f161164c gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:53:13.094744 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-79ac030f-5e9c-4139-bfa8-1c18d173a29e tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:13.162483 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-79ac030f-5e9c-4139-bfa8-1c18d173a29e tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:13.166131 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-79ac030f-5e9c-4139-bfa8-1c18d173a29e tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:13.188198 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ac030f-5e9c-4139-bfa8-1c18d173a29e tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a626ee61-6d76-4069-8853-26a3a2db4ed8,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:53:13.197593 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-79ac030f-5e9c-4139-bfa8-1c18d173a29e tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:13.198760 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-79ac030f-5e9c-4139-bfa8-1c18d173a29e tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2518058 Feb 01 04:53:13.202292 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 46318) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:53:13.208237 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-19e0ccb7-d6b1-4fc8-941d-e6766eff0f15 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Request body: {'floatingip': {'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:53:13.215724 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-19e0ccb7-d6b1-4fc8-941d-e6766eff0f15 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:53:13.220025 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-19e0ccb7-d6b1-4fc8-941d-e6766eff0f15 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Usage tracker for resource:floatingip and tenant:1bad2d6ea4e44cb581fbe512e5bde7a4 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:53:13.222438 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-19e0ccb7-d6b1-4fc8-941d-e6766eff0f15 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:53:13.228075 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-19e0ccb7-d6b1-4fc8-941d-e6766eff0f15 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:53:13.238775 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-19e0ccb7-d6b1-4fc8-941d-e6766eff0f15 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks [] for floatingip, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:13.374910 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-d1aa272c-966f-434f-80bd-8195d0142d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52651337-2ce0-4eb5-9901-b789f161164c', 'name': 'tempest-ServerActionsTestJSON-304040938-router', 'tenant_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.139'}], 'enable_snat': True}, 'gw_port_id': 'cbdf83b9-b343-410c-9666-670da29b0ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:53:07Z', 'updated_at': '2022-02-01T04:53:11Z', 'revision_number': 4, 'project_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'gw_port': {'id': 'cbdf83b9-b343-410c-9666-670da29b0ee1', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52651337-2ce0-4eb5-9901-b789f161164c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:53:08Z', 'updated_at': '2022-02-01T04:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': 'e8f049f8-bdaf-4fe7-8a4c-a034df9ee9a8', 'name': '', 'network_id': '04a6a87c-d534-4590-927b-80d869c25dcb', 'tenant_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'mac_address': 'fa:16:3e:aa:51:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52651337-2ce0-4eb5-9901-b789f161164c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '1ec7eaa5-a58e-4535-8de2-8b503f14762f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:53:10Z', 'updated_at': '2022-02-01T04:53:11Z', 'revision_number': 2, 'project_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'subnets': [{'id': '1ec7eaa5-a58e-4535-8de2-8b503f14762f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:53:13.379098 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1aa272c-966f-434f-80bd-8195d0142d81 None None] Checking router: 52651337-2ce0-4eb5-9901-b789f161164c for host: dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:53:13.379487 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1aa272c-966f-434f-80bd-8195d0142d81 None None] Updating router 52651337-2ce0-4eb5-9901-b789f161164c port e8f049f8-bdaf-4fe7-8a4c-a034df9ee9a8 binding host dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 04:53:13.381454 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-19e0ccb7-d6b1-4fc8-941d-e6766eff0f15 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:13.434955 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d1aa272c-966f-434f-80bd-8195d0142d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:13.520339 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-19e0ccb7-d6b1-4fc8-941d-e6766eff0f15 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Allocated IP 172.26.8.11 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/a666b07e-0d5d-4fe5-ad06-3b6ed40c30a9) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:53:13.667397 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-19e0ccb7-d6b1-4fc8-941d-e6766eff0f15 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:13.697637 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-19e0ccb7-d6b1-4fc8-941d-e6766eff0f15 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:13.763718 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e0ccb7-d6b1-4fc8-941d-e6766eff0f15 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:53:13.766571 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-19e0ccb7-d6b1-4fc8-941d-e6766eff0f15 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:53:13.771447 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e0ccb7-d6b1-4fc8-941d-e6766eff0f15 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:53:13.779417 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d1aa272c-966f-434f-80bd-8195d0142d81 None None] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:13.791502 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-d1aa272c-966f-434f-80bd-8195d0142d81 None None] Transition to ACTIVE for port object e8f049f8-bdaf-4fe7-8a4c-a034df9ee9a8 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:53:13.799697 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d1aa272c-966f-434f-80bd-8195d0142d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:13.812151 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e0ccb7-d6b1-4fc8-941d-e6766eff0f15 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Pushing event updated for resources: {'Port': ['ID=a666b07e-0d5d-4fe5-ad06-3b6ed40c30a9,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:53:13.860193 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-19e0ccb7-d6b1-4fc8-941d-e6766eff0f15 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:13.934839 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-19e0ccb7-d6b1-4fc8-941d-e6766eff0f15 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:14.002949 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9190eead-c23e-4d98-a5b1-050d3b7310fa None None] Pushing event updated for resources: {'Port': ['ID=e8f049f8-bdaf-4fe7-8a4c-a034df9ee9a8,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:53:14.059006 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-d1aa272c-966f-434f-80bd-8195d0142d81 None None] Attempting to bind port e8f049f8-bdaf-4fe7-8a4c-a034df9ee9a8 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:53:14.059402 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-d1aa272c-966f-434f-80bd-8195d0142d81 None None] Attempting to bind port e8f049f8-bdaf-4fe7-8a4c-a034df9ee9a8 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '784bd0ac-ce94-4b41-979f-1efed4047183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '04a6a87c-d534-4590-927b-80d869c25dcb'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:53:14.059767 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1aa272c-966f-434f-80bd-8195d0142d81 None None] Attempting to bind port e8f049f8-bdaf-4fe7-8a4c-a034df9ee9a8 on network 04a6a87c-d534-4590-927b-80d869c25dcb {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:53:14.065412 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1aa272c-966f-434f-80bd-8195d0142d81 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:53:14.065778 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1aa272c-966f-434f-80bd-8195d0142d81 None None] Checking segment: {'id': '784bd0ac-ce94-4b41-979f-1efed4047183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '04a6a87c-d534-4590-927b-80d869c25dcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:53:14.066169 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d1aa272c-966f-434f-80bd-8195d0142d81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:14.066556 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1aa272c-966f-434f-80bd-8195d0142d81 None None] Bound using segment: {'id': '784bd0ac-ce94-4b41-979f-1efed4047183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '04a6a87c-d534-4590-927b-80d869c25dcb'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:53:14.067004 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-d1aa272c-966f-434f-80bd-8195d0142d81 None None] Bound port: e8f049f8-bdaf-4fe7-8a4c-a034df9ee9a8, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '784bd0ac-ce94-4b41-979f-1efed4047183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '04a6a87c-d534-4590-927b-80d869c25dcb'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:53:14.067693 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d1aa272c-966f-434f-80bd-8195d0142d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:14.152070 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-19e0ccb7-d6b1-4fc8-941d-e6766eff0f15 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:14.157814 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-19e0ccb7-d6b1-4fc8-941d-e6766eff0f15 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:14.166084 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-d1aa272c-966f-434f-80bd-8195d0142d81 None None] For port e8f049f8-bdaf-4fe7-8a4c-a034df9ee9a8, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:53:14.169638 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-d1aa272c-966f-434f-80bd-8195d0142d81 None None] For port e8f049f8-bdaf-4fe7-8a4c-a034df9ee9a8, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=e8f049f8-bdaf-4fe7-8a4c-a034df9ee9a8,segment=NetworkSegment(784bd0ac-ce94-4b41-979f-1efed4047183),segment_id=784bd0ac-ce94-4b41-979f-1efed4047183)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:53:14.173609 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d1aa272c-966f-434f-80bd-8195d0142d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:14.248589 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1aa272c-966f-434f-80bd-8195d0142d81 None None] Routers {'52651337-2ce0-4eb5-9901-b789f161164c'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:53:14.249229 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-d1aa272c-966f-434f-80bd-8195d0142d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:53:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['52651337-2ce0-4eb5-9901-b789f161164c'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:53:14.283201 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e0ccb7-d6b1-4fc8-941d-e6766eff0f15 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Pushing event updated for resources: {'Port': ['ID=a666b07e-0d5d-4fe5-ad06-3b6ed40c30a9,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:53:14.290059 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-19e0ccb7-d6b1-4fc8-941d-e6766eff0f15 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-774194'] for floatingip, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:14.313499 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-19e0ccb7-d6b1-4fc8-941d-e6766eff0f15 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:14.323115 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-19e0ccb7-d6b1-4fc8-941d-e6766eff0f15 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1108706 Feb 01 04:53:14.323349 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device cbdf83b9-b343-410c-9666-670da29b0ee1 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:53:14.363866 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9190eead-c23e-4d98-a5b1-050d3b7310fa None None] Pushing event updated for resources: {'Port': ['ID=e8f049f8-bdaf-4fe7-8a4c-a034df9ee9a8,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:53:14.488036 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-41b1cb03-1bae-4a78-839d-66f9aa2aadaa req-8a4d1a98-d3b6-42c9-a555-616736c36fd4 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1676129830&fields=id&tenant_id=1bad2d6ea4e44cb581fbe512e5bde7a4 HTTP/1.1" status: 200 len: 267 time: 0.0413136 Feb 01 04:53:14.508212 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port cbdf83b9-b343-410c-9666-670da29b0ee1 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:53:14.508711 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:14.538564 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-d1aa272c-966f-434f-80bd-8195d0142d81 None None] Set router 52651337-2ce0-4eb5-9901-b789f161164c gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:53:14.640459 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1cb03-1bae-4a78-839d-66f9aa2aadaa req-10ee09fd-d5d3-49cd-a55d-6504a53a2e0d tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:53:14.641890 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-41b1cb03-1bae-4a78-839d-66f9aa2aadaa req-10ee09fd-d5d3-49cd-a55d-6504a53a2e0d tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/networks?id=04a6a87c-d534-4590-927b-80d869c25dcb HTTP/1.1" status: 200 len: 811 time: 0.1467679 Feb 01 04:53:14.656516 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-41b1cb03-1bae-4a78-839d-66f9aa2aadaa req-7ef282e4-01c1-4be1-a780-810127677c8e tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/quotas/1bad2d6ea4e44cb581fbe512e5bde7a4 HTTP/1.1" status: 200 len: 375 time: 0.0091560 Feb 01 04:53:14.747221 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-41b1cb03-1bae-4a78-839d-66f9aa2aadaa req-a0bfd261-ce30-47f6-a30f-3d9d371c8daf tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1bad2d6ea4e44cb581fbe512e5bde7a4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0853519 Feb 01 04:53:14.929889 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-41b1cb03-1bae-4a78-839d-66f9aa2aadaa req-2c7edc80-42b7-471e-9739-b16f94033332 service neutron] 10.222.0.24 "GET /v2.0/networks/04a6a87c-d534-4590-927b-80d869c25dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711202 Feb 01 04:53:14.938294 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-d1aa272c-966f-434f-80bd-8195d0142d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52651337-2ce0-4eb5-9901-b789f161164c', 'name': 'tempest-ServerActionsTestJSON-304040938-router', 'tenant_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.139'}], 'enable_snat': True}, 'gw_port_id': 'cbdf83b9-b343-410c-9666-670da29b0ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:53:07Z', 'updated_at': '2022-02-01T04:53:11Z', 'revision_number': 4, 'project_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'gw_port': {'id': 'cbdf83b9-b343-410c-9666-670da29b0ee1', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52651337-2ce0-4eb5-9901-b789f161164c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:53:08Z', 'updated_at': '2022-02-01T04:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': 'e8f049f8-bdaf-4fe7-8a4c-a034df9ee9a8', 'name': '', 'network_id': '04a6a87c-d534-4590-927b-80d869c25dcb', 'tenant_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'mac_address': 'fa:16:3e:aa:51:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52651337-2ce0-4eb5-9901-b789f161164c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '1ec7eaa5-a58e-4535-8de2-8b503f14762f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:53:10Z', 'updated_at': '2022-02-01T04:53:14Z', 'revision_number': 4, 'project_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'subnets': [{'id': '1ec7eaa5-a58e-4535-8de2-8b503f14762f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:53:14.942258 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1aa272c-966f-434f-80bd-8195d0142d81 None None] The sync data for ids ['52651337-2ce0-4eb5-9901-b789f161164c'] in dv-neutron-826830-1-hyperv is: [{'id': '52651337-2ce0-4eb5-9901-b789f161164c', 'name': 'tempest-ServerActionsTestJSON-304040938-router', 'tenant_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.139'}], 'enable_snat': True}, 'gw_port_id': 'cbdf83b9-b343-410c-9666-670da29b0ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:53:07Z', 'updated_at': '2022-02-01T04:53:11Z', 'revision_number': 4, 'project_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'gw_port': {'id': 'cbdf83b9-b343-410c-9666-670da29b0ee1', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52651337-2ce0-4eb5-9901-b789f161164c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:53:08Z', 'updated_at': '2022-02-01T04:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': 'e8f049f8-bdaf-4fe7-8a4c-a034df9ee9a8', 'name': '', 'network_id': '04a6a87c-d534-4590-927b-80d869c25dcb', 'tenant_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'mac_address': 'fa:16:3e:aa:51:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52651337-2ce0-4eb5-9901-b789f161164c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '1ec7eaa5-a58e-4535-8de2-8b503f14762f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:53:10Z', 'updated_at': '2022-02-01T04:53:14Z', 'revision_number': 4, 'project_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'subnets': [{'id': '1ec7eaa5-a58e-4535-8de2-8b503f14762f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:53:15.077484 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-41b1cb03-1bae-4a78-839d-66f9aa2aadaa req-e3efafcd-5987-4979-b268-c06d3df06281 service neutron] 10.222.0.24 "GET /v2.0/networks/04a6a87c-d534-4590-927b-80d869c25dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416698 Feb 01 04:53:15.095921 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:15.264944 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-ee56e426-3beb-481e-ace6-fde38a40b23a req-fe147e62-ab99-43ff-9218-509cf016a9c5 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Synchronizing usage tracker for tenant:1bad2d6ea4e44cb581fbe512e5bde7a4 on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:53:15.284524 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-ee56e426-3beb-481e-ace6-fde38a40b23a req-fe147e62-ab99-43ff-9218-509cf016a9c5 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Unset dirty status for tenant:1bad2d6ea4e44cb581fbe512e5bde7a4 on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:53:15.287588 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-ee56e426-3beb-481e-ace6-fde38a40b23a req-fe147e62-ab99-43ff-9218-509cf016a9c5 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=a78fec60-ac6c-4edc-a6dc-f0e26c6cf218 HTTP/1.1" status: 200 len: 210 time: 0.0665064 Feb 01 04:53:16.326779 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device e8f049f8-bdaf-4fe7-8a4c-a034df9ee9a8 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:53:16.410343 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port e8f049f8-bdaf-4fe7-8a4c-a034df9ee9a8 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:53:16.415505 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port e8f049f8-bdaf-4fe7-8a4c-a034df9ee9a8 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:53:16.415877 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:16.516157 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-54c117be-77f2-49bf-8f17-ba0ac31164e7 req-6ca72340-03da-45d4-a6a4-391267982c13 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=a78fec60-ac6c-4edc-a6dc-f0e26c6cf218 HTTP/1.1" status: 200 len: 210 time: 0.0617232 Feb 01 04:53:16.540981 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:16.556065 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1cb03-1bae-4a78-839d-66f9aa2aadaa req-0a8d88ae-f596-4c73-afdc-f3bed71ff14e tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:53:16.557459 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-41b1cb03-1bae-4a78-839d-66f9aa2aadaa req-0a8d88ae-f596-4c73-afdc-f3bed71ff14e tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.18 "GET /v2.0/networks?id=04a6a87c-d534-4590-927b-80d869c25dcb HTTP/1.1" status: 200 len: 811 time: 0.3336217 Feb 01 04:53:16.572697 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port e8f049f8-bdaf-4fe7-8a4c-a034df9ee9a8, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=e8f049f8-bdaf-4fe7-8a4c-a034df9ee9a8,segment=NetworkSegment(784bd0ac-ce94-4b41-979f-1efed4047183),segment_id=784bd0ac-ce94-4b41-979f-1efed4047183)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:53:16.577347 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:16.619300 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-41b1cb03-1bae-4a78-839d-66f9aa2aadaa req-b04c6f3e-0475-48a6-80c8-e4ca4e8b3f07 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1bad2d6ea4e44cb581fbe512e5bde7a4 HTTP/1.1" status: 200 len: 380 time: 0.0397201 Feb 01 04:53:16.629541 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-41b1cb03-1bae-4a78-839d-66f9aa2aadaa req-1275430a-1b1e-4526-93e0-93ba35af1ce5 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Request body: {'port': {'device_id': 'a78fec60-ac6c-4edc-a6dc-f0e26c6cf218', 'network_id': '04a6a87c-d534-4590-927b-80d869c25dcb', 'admin_state_up': True, 'tenant_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'security_groups': ['ee458ee2-1550-4d05-938e-016e3a7c886d']}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:53:16.644942 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=e8f049f8-bdaf-4fe7-8a4c-a034df9ee9a8,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:53:16.764142 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-41b1cb03-1bae-4a78-839d-66f9aa2aadaa req-1275430a-1b1e-4526-93e0-93ba35af1ce5 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:53:16.773255 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-41b1cb03-1bae-4a78-839d-66f9aa2aadaa req-1275430a-1b1e-4526-93e0-93ba35af1ce5 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:53:16.782601 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41b1cb03-1bae-4a78-839d-66f9aa2aadaa req-1275430a-1b1e-4526-93e0-93ba35af1ce5 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Made reservation on behalf of 1bad2d6ea4e44cb581fbe512e5bde7a4 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:53:16.785965 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-41b1cb03-1bae-4a78-839d-66f9aa2aadaa req-1275430a-1b1e-4526-93e0-93ba35af1ce5 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:16.944578 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [req-41b1cb03-1bae-4a78-839d-66f9aa2aadaa req-1275430a-1b1e-4526-93e0-93ba35af1ce5 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Allocated IP 172.20.0.3 (04a6a87c-d534-4590-927b-80d869c25dcb/1ec7eaa5-a58e-4535-8de2-8b503f14762f/2cc1ce4f-2376-40ef-af08-3ab656585fdf) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:53:17.133365 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-41b1cb03-1bae-4a78-839d-66f9aa2aadaa req-1275430a-1b1e-4526-93e0-93ba35af1ce5 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:17.148602 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-41b1cb03-1bae-4a78-839d-66f9aa2aadaa req-1275430a-1b1e-4526-93e0-93ba35af1ce5 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Transition to ACTIVE for port object 2cc1ce4f-2376-40ef-af08-3ab656585fdf will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:53:17.172339 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-41b1cb03-1bae-4a78-839d-66f9aa2aadaa req-1275430a-1b1e-4526-93e0-93ba35af1ce5 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:17.238854 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41b1cb03-1bae-4a78-839d-66f9aa2aadaa req-1275430a-1b1e-4526-93e0-93ba35af1ce5 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Network 04a6a87c-d534-4590-927b-80d869c25dcb is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:53:17.241906 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [req-41b1cb03-1bae-4a78-839d-66f9aa2aadaa req-1275430a-1b1e-4526-93e0-93ba35af1ce5 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:53:17.246132 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-41b1cb03-1bae-4a78-839d-66f9aa2aadaa req-1275430a-1b1e-4526-93e0-93ba35af1ce5 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:53:17.286161 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1275430a-1b1e-4526-93e0-93ba35af1ce5 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Pushing event updated for resources: {'Port': ['ID=2cc1ce4f-2376-40ef-af08-3ab656585fdf,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:53:17.318047 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1cb03-1bae-4a78-839d-66f9aa2aadaa req-1275430a-1b1e-4526-93e0-93ba35af1ce5 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:53:17.318650 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-41b1cb03-1bae-4a78-839d-66f9aa2aadaa req-1275430a-1b1e-4526-93e0-93ba35af1ce5 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:17.344047 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-41b1cb03-1bae-4a78-839d-66f9aa2aadaa req-1275430a-1b1e-4526-93e0-93ba35af1ce5 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7179778 Feb 01 04:53:17.362104 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-41b1cb03-1bae-4a78-839d-66f9aa2aadaa req-d820b7a4-52f7-434d-8954-4cba0df44d9d service neutron] Request body: {'port': {'device_id': 'a78fec60-ac6c-4edc-a6dc-f0e26c6cf218', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:53:17.457186 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-ad3ec059-0165-4328-8b30-718689a5e72d None None] Provisioning for port 2cc1ce4f-2376-40ef-af08-3ab656585fdf completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:53:17.462294 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-ad3ec059-0165-4328-8b30-718689a5e72d None None] Provisioning complete for port 2cc1ce4f-2376-40ef-af08-3ab656585fdf triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:53:17.462703 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ad3ec059-0165-4328-8b30-718689a5e72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:17.479511 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-41b1cb03-1bae-4a78-839d-66f9aa2aadaa req-d820b7a4-52f7-434d-8954-4cba0df44d9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:17.525071 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-ad3ec059-0165-4328-8b30-718689a5e72d None None] Port 2cc1ce4f-2376-40ef-af08-3ab656585fdf cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:53:17.695714 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf49de-98c9-40cb-9ef6-f292c9105918 req-761d5ea0-9de7-49e3-8699-2ec4b7a15d2b tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:53:17.697068 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-e2cf49de-98c9-40cb-9ef6-f292c9105918 req-761d5ea0-9de7-49e3-8699-2ec4b7a15d2b tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=a78fec60-ac6c-4edc-a6dc-f0e26c6cf218 HTTP/1.1" status: 200 len: 931 time: 0.0778885 Feb 01 04:53:17.743404 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-e2cf49de-98c9-40cb-9ef6-f292c9105918 req-3c699b52-4c09-493e-911c-583e3f7d98b2 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Synchronizing usage tracker for tenant:1bad2d6ea4e44cb581fbe512e5bde7a4 on resource:security_group {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:53:17.760387 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-e2cf49de-98c9-40cb-9ef6-f292c9105918 req-3c699b52-4c09-493e-911c-583e3f7d98b2 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Unset dirty status for tenant:1bad2d6ea4e44cb581fbe512e5bde7a4 on resource:security_group {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:53:17.762032 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-e2cf49de-98c9-40cb-9ef6-f292c9105918 req-3c699b52-4c09-493e-911c-583e3f7d98b2 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579467 Feb 01 04:53:17.819954 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [req-41b1cb03-1bae-4a78-839d-66f9aa2aadaa req-d820b7a4-52f7-434d-8954-4cba0df44d9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cc1ce4f-2376-40ef-af08-3ab656585fdf {{(pid=87636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 04:53:17.828054 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-41b1cb03-1bae-4a78-839d-66f9aa2aadaa req-d820b7a4-52f7-434d-8954-4cba0df44d9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:17.845761 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-41b1cb03-1bae-4a78-839d-66f9aa2aadaa req-d820b7a4-52f7-434d-8954-4cba0df44d9d service neutron] Transition to ACTIVE for port object 2cc1ce4f-2376-40ef-af08-3ab656585fdf will not be triggered until provisioned by entity L2. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:53:17.850641 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-41b1cb03-1bae-4a78-839d-66f9aa2aadaa req-d820b7a4-52f7-434d-8954-4cba0df44d9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:18.016130 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d820b7a4-52f7-434d-8954-4cba0df44d9d service neutron] Pushing event updated for resources: {'Port': ['ID=2cc1ce4f-2376-40ef-af08-3ab656585fdf,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:53:18.088599 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-41b1cb03-1bae-4a78-839d-66f9aa2aadaa req-d820b7a4-52f7-434d-8954-4cba0df44d9d service neutron] Attempting to bind port 2cc1ce4f-2376-40ef-af08-3ab656585fdf on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:53:18.088928 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-41b1cb03-1bae-4a78-839d-66f9aa2aadaa req-d820b7a4-52f7-434d-8954-4cba0df44d9d service neutron] Attempting to bind port 2cc1ce4f-2376-40ef-af08-3ab656585fdf by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '784bd0ac-ce94-4b41-979f-1efed4047183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '04a6a87c-d534-4590-927b-80d869c25dcb'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:53:18.089243 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b1cb03-1bae-4a78-839d-66f9aa2aadaa req-d820b7a4-52f7-434d-8954-4cba0df44d9d service neutron] Attempting to bind port 2cc1ce4f-2376-40ef-af08-3ab656585fdf on network 04a6a87c-d534-4590-927b-80d869c25dcb {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:53:18.093748 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b1cb03-1bae-4a78-839d-66f9aa2aadaa req-d820b7a4-52f7-434d-8954-4cba0df44d9d service neutron] Port 2cc1ce4f-2376-40ef-af08-3ab656585fdf on network 04a6a87c-d534-4590-927b-80d869c25dcb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:53:18.094060 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b1cb03-1bae-4a78-839d-66f9aa2aadaa req-d820b7a4-52f7-434d-8954-4cba0df44d9d service neutron] Attempting to bind port 2cc1ce4f-2376-40ef-af08-3ab656585fdf on network 04a6a87c-d534-4590-927b-80d869c25dcb {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:53:18.099053 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b1cb03-1bae-4a78-839d-66f9aa2aadaa req-d820b7a4-52f7-434d-8954-4cba0df44d9d service neutron] Checking agent: {'id': '63664c57-372e-43f7-9ecb-4deedcf8ddc7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 28, 15), 'started_at': datetime.datetime(2022, 2, 1, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:53:18.099413 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b1cb03-1bae-4a78-839d-66f9aa2aadaa req-d820b7a4-52f7-434d-8954-4cba0df44d9d service neutron] Checking segment: {'id': '784bd0ac-ce94-4b41-979f-1efed4047183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '04a6a87c-d534-4590-927b-80d869c25dcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:53:18.099793 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b1cb03-1bae-4a78-839d-66f9aa2aadaa req-d820b7a4-52f7-434d-8954-4cba0df44d9d service neutron] Bound using segment: {'id': '784bd0ac-ce94-4b41-979f-1efed4047183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '04a6a87c-d534-4590-927b-80d869c25dcb'} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:53:18.100205 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-41b1cb03-1bae-4a78-839d-66f9aa2aadaa req-d820b7a4-52f7-434d-8954-4cba0df44d9d service neutron] Bound port: 2cc1ce4f-2376-40ef-af08-3ab656585fdf, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '784bd0ac-ce94-4b41-979f-1efed4047183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '04a6a87c-d534-4590-927b-80d869c25dcb'}}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:53:18.100541 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-41b1cb03-1bae-4a78-839d-66f9aa2aadaa req-d820b7a4-52f7-434d-8954-4cba0df44d9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:18.187607 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-41b1cb03-1bae-4a78-839d-66f9aa2aadaa req-d820b7a4-52f7-434d-8954-4cba0df44d9d service neutron] For port 2cc1ce4f-2376-40ef-af08-3ab656585fdf, host hv-neutron-8268, cleared binding levels {{(pid=87636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:53:18.190487 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-41b1cb03-1bae-4a78-839d-66f9aa2aadaa req-d820b7a4-52f7-434d-8954-4cba0df44d9d service neutron] For port 2cc1ce4f-2376-40ef-af08-3ab656585fdf, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=2cc1ce4f-2376-40ef-af08-3ab656585fdf,segment=NetworkSegment(784bd0ac-ce94-4b41-979f-1efed4047183),segment_id=784bd0ac-ce94-4b41-979f-1efed4047183)] {{(pid=87636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:53:18.193966 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-41b1cb03-1bae-4a78-839d-66f9aa2aadaa req-d820b7a4-52f7-434d-8954-4cba0df44d9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:18.278450 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device e8f049f8-bdaf-4fe7-8a4c-a034df9ee9a8 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:53:18.347783 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port e8f049f8-bdaf-4fe7-8a4c-a034df9ee9a8 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:53:18.348149 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:18.363495 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1cb03-1bae-4a78-839d-66f9aa2aadaa req-d820b7a4-52f7-434d-8954-4cba0df44d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:53:18.364142 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-41b1cb03-1bae-4a78-839d-66f9aa2aadaa req-d820b7a4-52f7-434d-8954-4cba0df44d9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:18.365467 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-41b1cb03-1bae-4a78-839d-66f9aa2aadaa req-d820b7a4-52f7-434d-8954-4cba0df44d9d service neutron] 10.222.0.18 "PUT /v2.0/ports/2cc1ce4f-2376-40ef-af08-3ab656585fdf HTTP/1.1" status: 200 len: 1093 time: 1.0077651 Feb 01 04:53:18.365917 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a78fec60-ac6c-4edc-a6dc-f0e26c6cf218', 'tag': '2cc1ce4f-2376-40ef-af08-3ab656585fdf'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:53:18.391723 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d820b7a4-52f7-434d-8954-4cba0df44d9d service neutron] Pushing event updated for resources: {'Port': ['ID=2cc1ce4f-2376-40ef-af08-3ab656585fdf,revision_number=3']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:53:18.422777 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a78fec60-ac6c-4edc-a6dc-f0e26c6cf218', 'tag': '2cc1ce4f-2376-40ef-af08-3ab656585fdf', 'status': 'completed', 'code': 200} Feb 01 04:53:18.513104 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1cb03-1bae-4a78-839d-66f9aa2aadaa req-f0dd7dbe-b303-4ef8-bf83-a9bf122d89a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:53:18.514598 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-41b1cb03-1bae-4a78-839d-66f9aa2aadaa req-f0dd7dbe-b303-4ef8-bf83-a9bf122d89a0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1bad2d6ea4e44cb581fbe512e5bde7a4&device_id=a78fec60-ac6c-4edc-a6dc-f0e26c6cf218 HTTP/1.1" status: 200 len: 1096 time: 0.0766172 Feb 01 04:53:18.592509 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-41b1cb03-1bae-4a78-839d-66f9aa2aadaa req-d9c1319e-af0d-465d-a605-44b14b037f41 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2cc1ce4f-2376-40ef-af08-3ab656585fdf HTTP/1.1" status: 200 len: 217 time: 0.0638504 Feb 01 04:53:18.652867 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1cb03-1bae-4a78-839d-66f9aa2aadaa req-1fabdf7a-4d6f-47c1-a6db-e147a467ce03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:53:18.654149 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-41b1cb03-1bae-4a78-839d-66f9aa2aadaa req-1fabdf7a-4d6f-47c1-a6db-e147a467ce03 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1ec7eaa5-a58e-4535-8de2-8b503f14762f HTTP/1.1" status: 200 len: 850 time: 0.0557981 Feb 01 04:53:18.728769 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1cb03-1bae-4a78-839d-66f9aa2aadaa req-5619d576-b3d3-458f-a224-0a78896636d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:53:18.730256 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-41b1cb03-1bae-4a78-839d-66f9aa2aadaa req-5619d576-b3d3-458f-a224-0a78896636d7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04a6a87c-d534-4590-927b-80d869c25dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703387 Feb 01 04:53:18.861217 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-41b1cb03-1bae-4a78-839d-66f9aa2aadaa req-e92171ea-eb32-4cc7-8d86-746d1885d53c service neutron] 10.222.0.18 "GET /v2.0/networks/04a6a87c-d534-4590-927b-80d869c25dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250916 Feb 01 04:53:18.940815 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0431065-8642-4303-a301-c3bb2df79b8c req-fb22b2a9-0718-4aae-8970-7b326af94472 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:53:18.942271 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-e0431065-8642-4303-a301-c3bb2df79b8c req-fb22b2a9-0718-4aae-8970-7b326af94472 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=a78fec60-ac6c-4edc-a6dc-f0e26c6cf218 HTTP/1.1" status: 200 len: 943 time: 0.0782115 Feb 01 04:53:18.986088 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-e0431065-8642-4303-a301-c3bb2df79b8c req-25376b00-fb47-4f2a-afed-eca24ce59ed2 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379944 Feb 01 04:53:18.990348 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-41b1cb03-1bae-4a78-839d-66f9aa2aadaa req-43906d29-6dbe-4602-9a80-0b738ec6e2d8 service neutron] 10.222.0.18 "GET /v2.0/networks/04a6a87c-d534-4590-927b-80d869c25dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233890 Feb 01 04:53:19.139470 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce225f-0c9d-4bce-a179-89b092bb28d9 req-96097874-728e-4efa-b6a5-7e23ebe8a32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:53:19.140861 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2bce225f-0c9d-4bce-a179-89b092bb28d9 req-96097874-728e-4efa-b6a5-7e23ebe8a32e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1bad2d6ea4e44cb581fbe512e5bde7a4&device_id=a78fec60-ac6c-4edc-a6dc-f0e26c6cf218 HTTP/1.1" status: 200 len: 1096 time: 0.0687308 Feb 01 04:53:19.269792 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce225f-0c9d-4bce-a179-89b092bb28d9 req-2a3b5d99-af58-4cb2-9a39-bbba36c5b7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:53:19.271239 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2bce225f-0c9d-4bce-a179-89b092bb28d9 req-2a3b5d99-af58-4cb2-9a39-bbba36c5b7f6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=04a6a87c-d534-4590-927b-80d869c25dcb HTTP/1.1" status: 200 len: 911 time: 0.1241202 Feb 01 04:53:19.341866 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2bce225f-0c9d-4bce-a179-89b092bb28d9 req-b9d501a4-a6e5-4eda-b283-ef9674d10d8c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2cc1ce4f-2376-40ef-af08-3ab656585fdf HTTP/1.1" status: 200 len: 217 time: 0.0628064 Feb 01 04:53:19.402652 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce225f-0c9d-4bce-a179-89b092bb28d9 req-fb79c656-5b56-4820-abc7-00ff5d813c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:53:19.403975 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2bce225f-0c9d-4bce-a179-89b092bb28d9 req-fb79c656-5b56-4820-abc7-00ff5d813c17 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1ec7eaa5-a58e-4535-8de2-8b503f14762f HTTP/1.1" status: 200 len: 850 time: 0.0558767 Feb 01 04:53:19.484700 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce225f-0c9d-4bce-a179-89b092bb28d9 req-f4388f26-b5d8-40b3-9911-f6fad701c02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:53:19.486161 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2bce225f-0c9d-4bce-a179-89b092bb28d9 req-f4388f26-b5d8-40b3-9911-f6fad701c02b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04a6a87c-d534-4590-927b-80d869c25dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744162 Feb 01 04:53:19.616231 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2bce225f-0c9d-4bce-a179-89b092bb28d9 req-1588118b-bf41-4bfe-afde-19d7aba17b3f service neutron] 10.222.0.18 "GET /v2.0/networks/04a6a87c-d534-4590-927b-80d869c25dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224141 Feb 01 04:53:19.745216 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2bce225f-0c9d-4bce-a179-89b092bb28d9 req-92d6a6ee-0c7d-47f1-9a1a-7956273c14a8 service neutron] 10.222.0.18 "GET /v2.0/networks/04a6a87c-d534-4590-927b-80d869c25dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219270 Feb 01 04:53:20.169748 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d4fb3-fe58-48f0-8542-1fa78cb6b23d req-1f9e6f58-883d-4518-853c-953d8ae24f76 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:53:20.170432 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-7f7d4fb3-fe58-48f0-8542-1fa78cb6b23d req-1f9e6f58-883d-4518-853c-953d8ae24f76 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Synchronizing usage tracker for tenant:1bad2d6ea4e44cb581fbe512e5bde7a4 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:53:20.185145 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-7f7d4fb3-fe58-48f0-8542-1fa78cb6b23d req-1f9e6f58-883d-4518-853c-953d8ae24f76 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Unset dirty status for tenant:1bad2d6ea4e44cb581fbe512e5bde7a4 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:53:20.186210 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7f7d4fb3-fe58-48f0-8542-1fa78cb6b23d req-1f9e6f58-883d-4518-853c-953d8ae24f76 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=a78fec60-ac6c-4edc-a6dc-f0e26c6cf218 HTTP/1.1" status: 200 len: 943 time: 0.0935042 Feb 01 04:53:20.229072 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7f7d4fb3-fe58-48f0-8542-1fa78cb6b23d req-8df1c040-9158-4d39-91c6-ddb8016c2731 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371504 Feb 01 04:53:21.414364 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5938a1c8-7203-49f5-a01e-9fe110093860 req-a999e30e-839f-467a-a0e4-41b3bb64157d tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:53:21.415822 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-5938a1c8-7203-49f5-a01e-9fe110093860 req-a999e30e-839f-467a-a0e4-41b3bb64157d tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=a78fec60-ac6c-4edc-a6dc-f0e26c6cf218 HTTP/1.1" status: 200 len: 943 time: 0.0829003 Feb 01 04:53:21.459860 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-5938a1c8-7203-49f5-a01e-9fe110093860 req-b8a3db56-0c62-41c6-acb0-ec7694b560bf tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378361 Feb 01 04:53:22.095433 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 2cc1ce4f-2376-40ef-af08-3ab656585fdf details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 01 04:53:22.224716 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 2cc1ce4f-2376-40ef-af08-3ab656585fdf, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=2cc1ce4f-2376-40ef-af08-3ab656585fdf,segment=NetworkSegment(784bd0ac-ce94-4b41-979f-1efed4047183),segment_id=784bd0ac-ce94-4b41-979f-1efed4047183)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:53:22.238175 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Returning: {'device': '2cc1ce4f-2376-40ef-af08-3ab656585fdf', 'network_id': '04a6a87c-d534-4590-927b-80d869c25dcb', 'port_id': '2cc1ce4f-2376-40ef-af08-3ab656585fdf', 'mac_address': 'fa:16:3e:1c:7c:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ec7eaa5-a58e-4535-8de2-8b503f14762f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 01 04:53:22.295112 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:22.311025 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cc1ce4f-2376-40ef-af08-3ab656585fdf {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 04:53:22.325645 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 2cc1ce4f-2376-40ef-af08-3ab656585fdf, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=2cc1ce4f-2376-40ef-af08-3ab656585fdf,segment=NetworkSegment(784bd0ac-ce94-4b41-979f-1efed4047183),segment_id=784bd0ac-ce94-4b41-979f-1efed4047183)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:53:22.329514 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:22.394177 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=2cc1ce4f-2376-40ef-af08-3ab656585fdf,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:53:22.401038 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:53:22.401380 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:53:22.401711 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:53:22.402631 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:53:22.402975 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:53:22.403307 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:53:22.403632 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:53:22.403946 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:53:22.404265 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:53:22.404581 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:53:22.404892 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:53:22.405203 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:53:22.637628 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] get_ports_and_sgs() called for port_ids ['2cc1ce4f-2376-40ef-af08-3ab656585fdf'] {{(pid=87638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 01 04:53:22.643794 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30148d49-af3b-4c1d-9d88-ec4ae7ee6400 req-dc5f7e44-15c4-4ad1-a9fa-e931093976c4 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:53:22.645238 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-30148d49-af3b-4c1d-9d88-ec4ae7ee6400 req-dc5f7e44-15c4-4ad1-a9fa-e931093976c4 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=a78fec60-ac6c-4edc-a6dc-f0e26c6cf218 HTTP/1.1" status: 200 len: 944 time: 0.0812933 Feb 01 04:53:22.688340 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-30148d49-af3b-4c1d-9d88-ec4ae7ee6400 req-10ccff55-8cb2-4221-b942-a0cf1fc125a7 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375211 Feb 01 04:53:23.868171 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489ba44c-89fc-4b83-aae2-e2b688c54948 req-6daa70b8-b20f-41c8-9984-924a130a1af0 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:53:23.869630 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-489ba44c-89fc-4b83-aae2-e2b688c54948 req-6daa70b8-b20f-41c8-9984-924a130a1af0 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=a78fec60-ac6c-4edc-a6dc-f0e26c6cf218 HTTP/1.1" status: 200 len: 944 time: 0.0790427 Feb 01 04:53:23.912970 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-489ba44c-89fc-4b83-aae2-e2b688c54948 req-ef895f80-0f29-4a60-95b9-207bb5a5a44a tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374634 Feb 01 04:53:24.130703 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 2cc1ce4f-2376-40ef-af08-3ab656585fdf up at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:53:24.195060 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning for port 2cc1ce4f-2376-40ef-af08-3ab656585fdf completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:53:24.200053 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning complete for port 2cc1ce4f-2376-40ef-af08-3ab656585fdf triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:53:24.200414 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:24.312508 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:24.338111 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a78fec60-ac6c-4edc-a6dc-f0e26c6cf218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cc1ce4f-2376-40ef-af08-3ab656585fdf'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:53:24.348834 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 2cc1ce4f-2376-40ef-af08-3ab656585fdf, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=2cc1ce4f-2376-40ef-af08-3ab656585fdf,segment=NetworkSegment(784bd0ac-ce94-4b41-979f-1efed4047183),segment_id=784bd0ac-ce94-4b41-979f-1efed4047183)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:53:24.352404 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:24.387840 dv-neutron-826830-1-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a78fec60-ac6c-4edc-a6dc-f0e26c6cf218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cc1ce4f-2376-40ef-af08-3ab656585fdf', 'code': 200} Feb 01 04:53:24.424347 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=2cc1ce4f-2376-40ef-af08-3ab656585fdf,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:53:24.638573 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f8f926-f7a4-4f03-b5f0-899586fe77ed req-267f1880-8194-47b6-a300-ebddc0c567cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:53:24.640018 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-13f8f926-f7a4-4f03-b5f0-899586fe77ed req-267f1880-8194-47b6-a300-ebddc0c567cb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a78fec60-ac6c-4edc-a6dc-f0e26c6cf218 HTTP/1.1" status: 200 len: 1098 time: 0.0684676 Feb 01 04:53:24.784706 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-13f8f926-f7a4-4f03-b5f0-899586fe77ed req-cf91efa4-451c-4af1-9517-ed640e71f11f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387143 Feb 01 04:53:25.098537 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e95536-6938-488f-9a2a-d57733398656 req-a617c344-6f38-4b92-8532-1c164ccb2778 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:53:25.100023 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-b0e95536-6938-488f-9a2a-d57733398656 req-a617c344-6f38-4b92-8532-1c164ccb2778 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=a78fec60-ac6c-4edc-a6dc-f0e26c6cf218 HTTP/1.1" status: 200 len: 945 time: 0.0863380 Feb 01 04:53:25.143275 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-b0e95536-6938-488f-9a2a-d57733398656 req-a665916b-f249-42e2-a82b-e370dac20f1b tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371480 Feb 01 04:53:26.322383 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452e2e56-a0d1-4450-84c5-6a62af6c74af req-374d6c9b-d53a-4855-803b-46ddbb3c52f0 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:53:26.323842 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-452e2e56-a0d1-4450-84c5-6a62af6c74af req-374d6c9b-d53a-4855-803b-46ddbb3c52f0 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=a78fec60-ac6c-4edc-a6dc-f0e26c6cf218 HTTP/1.1" status: 200 len: 945 time: 0.0768073 Feb 01 04:53:26.366405 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-452e2e56-a0d1-4450-84c5-6a62af6c74af req-c6c35fab-d756-4d43-a536-06b5f1c9d02c tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370512 Feb 01 04:53:26.538604 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a219e0-56e2-4741-a72d-ebfd0f7fab82 req-743fffdf-39e6-499e-870c-7f55eeb8426d tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:53:26.540092 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-33a219e0-56e2-4741-a72d-ebfd0f7fab82 req-743fffdf-39e6-499e-870c-7f55eeb8426d tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=a78fec60-ac6c-4edc-a6dc-f0e26c6cf218 HTTP/1.1" status: 200 len: 945 time: 0.0786865 Feb 01 04:53:26.548390 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 46376) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:53:26.553209 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-0eb0ba19-b7af-4eb4-9584-2229f1cd4ea3 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Request body: {'floatingip': {'port_id': '2cc1ce4f-2376-40ef-af08-3ab656585fdf'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:53:26.726517 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0eb0ba19-b7af-4eb4-9584-2229f1cd4ea3 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks [] for floatingip, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:27.305112 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0eb0ba19-b7af-4eb4-9584-2229f1cd4ea3 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:27.309551 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0eb0ba19-b7af-4eb4-9584-2229f1cd4ea3 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-774194'] for floatingip, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:27.475400 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.l3_db [None req-0eb0ba19-b7af-4eb4-9584-2229f1cd4ea3 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Floating IP 8ebdb77f-1ac3-48b8-ab46-6fd02eb15ea7 associated. External IP: 172.26.8.11, port: 2cc1ce4f-2376-40ef-af08-3ab656585fdf. Feb 01 04:53:27.810569 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eb0ba19-b7af-4eb4-9584-2229f1cd4ea3 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Router 52651337-2ce0-4eb5-9901-b789f161164c has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:53:28.086207 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb0ba19-b7af-4eb4-9584-2229f1cd4ea3 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:53:28.090832 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0eb0ba19-b7af-4eb4-9584-2229f1cd4ea3 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:28.095831 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275ddb4c-8f8d-48c1-ab62-0c5ee113f333 None None] Sync routers for ids ['52651337-2ce0-4eb5-9901-b789f161164c'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:53:28.106600 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275ddb4c-8f8d-48c1-ab62-0c5ee113f333 None None] Routers {'52651337-2ce0-4eb5-9901-b789f161164c'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:53:28.107241 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-275ddb4c-8f8d-48c1-ab62-0c5ee113f333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:53:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['52651337-2ce0-4eb5-9901-b789f161164c'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:53:28.144846 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-0eb0ba19-b7af-4eb4-9584-2229f1cd4ea3 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "PUT /v2.0/floatingips/8ebdb77f-1ac3-48b8-ab46-6fd02eb15ea7 HTTP/1.1" status: 200 len: 990 time: 1.5954401 Feb 01 04:53:28.145800 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a78fec60-ac6c-4edc-a6dc-f0e26c6cf218', 'tag': '2cc1ce4f-2376-40ef-af08-3ab656585fdf'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:53:28.170447 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3a2171b0-500c-4ef3-ba21-4192d420adef req-0140c5fa-b538-4de9-b8cd-404c01c1254e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a78fec60-ac6c-4edc-a6dc-f0e26c6cf218&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0759978 Feb 01 04:53:28.198934 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a78fec60-ac6c-4edc-a6dc-f0e26c6cf218', 'tag': '2cc1ce4f-2376-40ef-af08-3ab656585fdf', 'status': 'completed', 'code': 200} Feb 01 04:53:28.321785 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-275ddb4c-8f8d-48c1-ab62-0c5ee113f333 None None] Set router 52651337-2ce0-4eb5-9901-b789f161164c gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:53:28.369208 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2171b0-500c-4ef3-ba21-4192d420adef req-1018b8c3-e1d1-4d8e-b391-9fa44e8455eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:53:28.370861 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3a2171b0-500c-4ef3-ba21-4192d420adef req-1018b8c3-e1d1-4d8e-b391-9fa44e8455eb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1bad2d6ea4e44cb581fbe512e5bde7a4&device_id=a78fec60-ac6c-4edc-a6dc-f0e26c6cf218 HTTP/1.1" status: 200 len: 1098 time: 0.1024110 Feb 01 04:53:28.378827 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2eea98-191a-4946-9f5e-ca6eeb681d6d req-5b93e1d6-7f8f-4c97-8d5c-2070d3180009 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:53:28.380248 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ed2eea98-191a-4946-9f5e-ca6eeb681d6d req-5b93e1d6-7f8f-4c97-8d5c-2070d3180009 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=a78fec60-ac6c-4edc-a6dc-f0e26c6cf218 HTTP/1.1" status: 200 len: 945 time: 0.1424305 Feb 01 04:53:28.509929 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ed2eea98-191a-4946-9f5e-ca6eeb681d6d req-67869fb4-4adc-412c-863e-c94fb97a6023 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229982 Feb 01 04:53:28.546566 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2171b0-500c-4ef3-ba21-4192d420adef req-713ab8bc-496c-4de8-b976-a3fcb4931405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:53:28.548029 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3a2171b0-500c-4ef3-ba21-4192d420adef req-713ab8bc-496c-4de8-b976-a3fcb4931405 service neutron] 10.222.0.18 "GET /v2.0/networks?id=04a6a87c-d534-4590-927b-80d869c25dcb HTTP/1.1" status: 200 len: 911 time: 0.1483567 Feb 01 04:53:28.650168 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3a2171b0-500c-4ef3-ba21-4192d420adef req-57f62840-03bb-4639-8e01-40412ee7dcd8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2cc1ce4f-2376-40ef-af08-3ab656585fdf HTTP/1.1" status: 200 len: 998 time: 0.0956554 Feb 01 04:53:28.673788 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-275ddb4c-8f8d-48c1-ab62-0c5ee113f333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52651337-2ce0-4eb5-9901-b789f161164c', 'name': 'tempest-ServerActionsTestJSON-304040938-router', 'tenant_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.139'}], 'enable_snat': True}, 'gw_port_id': 'cbdf83b9-b343-410c-9666-670da29b0ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:53:07Z', 'updated_at': '2022-02-01T04:53:11Z', 'revision_number': 4, 'project_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'gw_port': {'id': 'cbdf83b9-b343-410c-9666-670da29b0ee1', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52651337-2ce0-4eb5-9901-b789f161164c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:53:08Z', 'updated_at': '2022-02-01T04:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': '8ebdb77f-1ac3-48b8-ab46-6fd02eb15ea7', 'tenant_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'floating_ip_address': '172.26.8.11', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '52651337-2ce0-4eb5-9901-b789f161164c', 'port_id': '2cc1ce4f-2376-40ef-af08-3ab656585fdf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04a6a87c-d534-4590-927b-80d869c25dcb', 'mac_address': 'fa:16:3e:1c:7c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78fec60-ac6c-4edc-a6dc-f0e26c6cf218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:53:13Z', 'updated_at': '2022-02-01T04:53:27Z', 'revision_number': 1, 'project_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8f049f8-bdaf-4fe7-8a4c-a034df9ee9a8', 'name': '', 'network_id': '04a6a87c-d534-4590-927b-80d869c25dcb', 'tenant_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'mac_address': 'fa:16:3e:aa:51:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52651337-2ce0-4eb5-9901-b789f161164c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '1ec7eaa5-a58e-4535-8de2-8b503f14762f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:53:10Z', 'updated_at': '2022-02-01T04:53:16Z', 'revision_number': 5, 'project_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'subnets': [{'id': '1ec7eaa5-a58e-4535-8de2-8b503f14762f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:53:28.677565 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275ddb4c-8f8d-48c1-ab62-0c5ee113f333 None None] Checking router: 52651337-2ce0-4eb5-9901-b789f161164c for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:53:28.685639 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275ddb4c-8f8d-48c1-ab62-0c5ee113f333 None None] Routers {'52651337-2ce0-4eb5-9901-b789f161164c'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:53:28.686225 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-275ddb4c-8f8d-48c1-ab62-0c5ee113f333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:53:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['52651337-2ce0-4eb5-9901-b789f161164c'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:53:28.710526 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2171b0-500c-4ef3-ba21-4192d420adef req-4d800bb2-e3e9-4eef-88a0-755d0751ace9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:53:28.712171 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3a2171b0-500c-4ef3-ba21-4192d420adef req-4d800bb2-e3e9-4eef-88a0-755d0751ace9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1ec7eaa5-a58e-4535-8de2-8b503f14762f HTTP/1.1" status: 200 len: 850 time: 0.0561221 Feb 01 04:53:28.788646 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2171b0-500c-4ef3-ba21-4192d420adef req-67e81ba4-9056-44ec-b35e-5566d94d4177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:53:28.790131 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3a2171b0-500c-4ef3-ba21-4192d420adef req-67e81ba4-9056-44ec-b35e-5566d94d4177 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04a6a87c-d534-4590-927b-80d869c25dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717838 Feb 01 04:53:28.861690 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-275ddb4c-8f8d-48c1-ab62-0c5ee113f333 None None] Set router 52651337-2ce0-4eb5-9901-b789f161164c gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:53:28.927911 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3a2171b0-500c-4ef3-ba21-4192d420adef req-56a154ba-1665-4cd6-8371-59f2d481632f service neutron] 10.222.0.18 "GET /v2.0/networks/04a6a87c-d534-4590-927b-80d869c25dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313558 Feb 01 04:53:29.057867 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3a2171b0-500c-4ef3-ba21-4192d420adef req-98a4f0da-a00f-487d-aa5c-a46990759af8 service neutron] 10.222.0.18 "GET /v2.0/networks/04a6a87c-d534-4590-927b-80d869c25dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230567 Feb 01 04:53:29.197297 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc6878-0424-4de7-a96e-b05b6c0ff7f8 req-bc500cb2-197d-46c1-a13d-3cf2bea22b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:53:29.199423 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-58dc6878-0424-4de7-a96e-b05b6c0ff7f8 req-bc500cb2-197d-46c1-a13d-3cf2bea22b71 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1bad2d6ea4e44cb581fbe512e5bde7a4&device_id=a78fec60-ac6c-4edc-a6dc-f0e26c6cf218 HTTP/1.1" status: 200 len: 1098 time: 0.0728140 Feb 01 04:53:29.209505 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-275ddb4c-8f8d-48c1-ab62-0c5ee113f333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52651337-2ce0-4eb5-9901-b789f161164c', 'name': 'tempest-ServerActionsTestJSON-304040938-router', 'tenant_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.139'}], 'enable_snat': True}, 'gw_port_id': 'cbdf83b9-b343-410c-9666-670da29b0ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:53:07Z', 'updated_at': '2022-02-01T04:53:11Z', 'revision_number': 4, 'project_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'gw_port': {'id': 'cbdf83b9-b343-410c-9666-670da29b0ee1', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52651337-2ce0-4eb5-9901-b789f161164c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:53:08Z', 'updated_at': '2022-02-01T04:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': '8ebdb77f-1ac3-48b8-ab46-6fd02eb15ea7', 'tenant_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'floating_ip_address': '172.26.8.11', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '52651337-2ce0-4eb5-9901-b789f161164c', 'port_id': '2cc1ce4f-2376-40ef-af08-3ab656585fdf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04a6a87c-d534-4590-927b-80d869c25dcb', 'mac_address': 'fa:16:3e:1c:7c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78fec60-ac6c-4edc-a6dc-f0e26c6cf218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:53:13Z', 'updated_at': '2022-02-01T04:53:27Z', 'revision_number': 1, 'project_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8f049f8-bdaf-4fe7-8a4c-a034df9ee9a8', 'name': '', 'network_id': '04a6a87c-d534-4590-927b-80d869c25dcb', 'tenant_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'mac_address': 'fa:16:3e:aa:51:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52651337-2ce0-4eb5-9901-b789f161164c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '1ec7eaa5-a58e-4535-8de2-8b503f14762f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:53:10Z', 'updated_at': '2022-02-01T04:53:16Z', 'revision_number': 5, 'project_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'subnets': [{'id': '1ec7eaa5-a58e-4535-8de2-8b503f14762f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:53:29.213511 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275ddb4c-8f8d-48c1-ab62-0c5ee113f333 None None] The sync data for ids ['52651337-2ce0-4eb5-9901-b789f161164c'] in dv-neutron-826830-1-hyperv is: [{'id': '52651337-2ce0-4eb5-9901-b789f161164c', 'name': 'tempest-ServerActionsTestJSON-304040938-router', 'tenant_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.139'}], 'enable_snat': True}, 'gw_port_id': 'cbdf83b9-b343-410c-9666-670da29b0ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:53:07Z', 'updated_at': '2022-02-01T04:53:11Z', 'revision_number': 4, 'project_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'gw_port': {'id': 'cbdf83b9-b343-410c-9666-670da29b0ee1', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52651337-2ce0-4eb5-9901-b789f161164c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:53:08Z', 'updated_at': '2022-02-01T04:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': '8ebdb77f-1ac3-48b8-ab46-6fd02eb15ea7', 'tenant_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'floating_ip_address': '172.26.8.11', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '52651337-2ce0-4eb5-9901-b789f161164c', 'port_id': '2cc1ce4f-2376-40ef-af08-3ab656585fdf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04a6a87c-d534-4590-927b-80d869c25dcb', 'mac_address': 'fa:16:3e:1c:7c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78fec60-ac6c-4edc-a6dc-f0e26c6cf218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:53:13Z', 'updated_at': '2022-02-01T04:53:27Z', 'revision_number': 1, 'project_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8f049f8-bdaf-4fe7-8a4c-a034df9ee9a8', 'name': '', 'network_id': '04a6a87c-d534-4590-927b-80d869c25dcb', 'tenant_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'mac_address': 'fa:16:3e:aa:51:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52651337-2ce0-4eb5-9901-b789f161164c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '1ec7eaa5-a58e-4535-8de2-8b503f14762f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:53:10Z', 'updated_at': '2022-02-01T04:53:16Z', 'revision_number': 5, 'project_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'subnets': [{'id': '1ec7eaa5-a58e-4535-8de2-8b503f14762f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:53:29.333705 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc6878-0424-4de7-a96e-b05b6c0ff7f8 req-82d3e97b-cd17-4efe-a1ab-45c128642b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:53:29.335337 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-58dc6878-0424-4de7-a96e-b05b6c0ff7f8 req-82d3e97b-cd17-4efe-a1ab-45c128642b97 service neutron] 10.222.0.18 "GET /v2.0/networks?id=04a6a87c-d534-4590-927b-80d869c25dcb HTTP/1.1" status: 200 len: 911 time: 0.1312630 Feb 01 04:53:29.415200 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3735ca6f-8f55-4e4e-bcba-52f1e3b5b241 None None] New status for floating IP 8ebdb77f-1ac3-48b8-ab46-6fd02eb15ea7: ACTIVE {{(pid=87638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 01 04:53:29.441800 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-58dc6878-0424-4de7-a96e-b05b6c0ff7f8 req-fcdd1f84-56cd-4d4e-bf4a-af970179137c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2cc1ce4f-2376-40ef-af08-3ab656585fdf HTTP/1.1" status: 200 len: 998 time: 0.1001415 Feb 01 04:53:29.508263 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc6878-0424-4de7-a96e-b05b6c0ff7f8 req-6811203e-6a8b-4b66-b8d5-f72997d6f5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:53:29.509618 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-58dc6878-0424-4de7-a96e-b05b6c0ff7f8 req-6811203e-6a8b-4b66-b8d5-f72997d6f5f6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1ec7eaa5-a58e-4535-8de2-8b503f14762f HTTP/1.1" status: 200 len: 850 time: 0.0609360 Feb 01 04:53:29.584198 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc6878-0424-4de7-a96e-b05b6c0ff7f8 req-4bd70bf6-edaf-472f-913e-4c6ebfc7d70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:53:29.585679 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-58dc6878-0424-4de7-a96e-b05b6c0ff7f8 req-4bd70bf6-edaf-472f-913e-4c6ebfc7d70b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04a6a87c-d534-4590-927b-80d869c25dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698080 Feb 01 04:53:29.713105 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a4742-c69b-48e2-bf7d-0dd8f13b345b req-16ca7a2e-280a-47ed-aaf3-b8e1ee4a0ca9 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:53:29.714640 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-5e7a4742-c69b-48e2-bf7d-0dd8f13b345b req-16ca7a2e-280a-47ed-aaf3-b8e1ee4a0ca9 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=a78fec60-ac6c-4edc-a6dc-f0e26c6cf218 HTTP/1.1" status: 200 len: 945 time: 0.0943615 Feb 01 04:53:29.760779 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-5e7a4742-c69b-48e2-bf7d-0dd8f13b345b req-d4254ff0-b09d-4f4f-b1c9-c2c9067bd440 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401161 Feb 01 04:53:29.830494 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-58dc6878-0424-4de7-a96e-b05b6c0ff7f8 req-bd5d0db3-9b04-41db-a6de-00c55b0649ef service neutron] 10.222.0.18 "GET /v2.0/networks/04a6a87c-d534-4590-927b-80d869c25dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378011 Feb 01 04:53:30.018448 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-58dc6878-0424-4de7-a96e-b05b6c0ff7f8 req-8e0ab98f-00aa-4b73-b939-4dfa6cdacc51 service neutron] 10.222.0.18 "GET /v2.0/networks/04a6a87c-d534-4590-927b-80d869c25dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818941 Feb 01 04:53:30.030864 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3810d0-29d6-4d3b-a758-57753ee5fa12 req-db88c8e5-99d2-4eb9-a082-379f250fd46a tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:53:30.033004 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1f3810d0-29d6-4d3b-a758-57753ee5fa12 req-db88c8e5-99d2-4eb9-a082-379f250fd46a tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=a78fec60-ac6c-4edc-a6dc-f0e26c6cf218 HTTP/1.1" status: 200 len: 945 time: 0.1613002 Feb 01 04:53:30.076820 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1f3810d0-29d6-4d3b-a758-57753ee5fa12 req-902d7e2c-6aa9-49d9-8a6c-4396c3282da5 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384295 Feb 01 04:53:30.469487 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e1df2288-3a17-48c4-9a1c-49480d935f06 req-1c6c1bde-7a95-4042-a73a-6aab16fce13e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a78fec60-ac6c-4edc-a6dc-f0e26c6cf218&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1247180 Feb 01 04:53:30.488565 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1878a169-3a69-442a-ba78-f67ea5c07fd6 req-a3fa0020-20dc-41a5-a1a2-e86c10d7178c tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:53:30.489978 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1878a169-3a69-442a-ba78-f67ea5c07fd6 req-a3fa0020-20dc-41a5-a1a2-e86c10d7178c tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=a78fec60-ac6c-4edc-a6dc-f0e26c6cf218 HTTP/1.1" status: 200 len: 945 time: 0.0979626 Feb 01 04:53:30.535562 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1878a169-3a69-442a-ba78-f67ea5c07fd6 req-326ac52a-0007-4681-b3b4-ee5f1e0f4f84 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398026 Feb 01 04:53:31.689907 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df2288-3a17-48c4-9a1c-49480d935f06 req-807f0b4c-4abf-4179-9866-8a8e5ac03f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:53:31.691417 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e1df2288-3a17-48c4-9a1c-49480d935f06 req-807f0b4c-4abf-4179-9866-8a8e5ac03f09 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1bad2d6ea4e44cb581fbe512e5bde7a4&device_id=a78fec60-ac6c-4edc-a6dc-f0e26c6cf218 HTTP/1.1" status: 200 len: 1098 time: 0.0710993 Feb 01 04:53:31.721106 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62a861f-ba1d-4553-96ed-88c3e882c525 req-f2426fa5-2954-4aae-a354-dd1d5ad8775b tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:53:31.722551 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-a62a861f-ba1d-4553-96ed-88c3e882c525 req-f2426fa5-2954-4aae-a354-dd1d5ad8775b tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=a78fec60-ac6c-4edc-a6dc-f0e26c6cf218 HTTP/1.1" status: 200 len: 945 time: 0.0783005 Feb 01 04:53:31.768750 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-a62a861f-ba1d-4553-96ed-88c3e882c525 req-5473f65f-a406-49ed-8b2a-2e238c52b235 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404601 Feb 01 04:53:31.820794 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df2288-3a17-48c4-9a1c-49480d935f06 req-6b742c6b-838f-4540-a943-727765a1c9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:53:31.822223 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e1df2288-3a17-48c4-9a1c-49480d935f06 req-6b742c6b-838f-4540-a943-727765a1c9a1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=04a6a87c-d534-4590-927b-80d869c25dcb HTTP/1.1" status: 200 len: 911 time: 0.1254396 Feb 01 04:53:31.925171 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e1df2288-3a17-48c4-9a1c-49480d935f06 req-772d7293-6adf-42d5-a765-80b5f8a9fa7c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2cc1ce4f-2376-40ef-af08-3ab656585fdf HTTP/1.1" status: 200 len: 1000 time: 0.0959177 Feb 01 04:53:31.976424 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c63c1cb8-6c66-4948-8830-2286ed0be224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:31.988897 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df2288-3a17-48c4-9a1c-49480d935f06 req-5c990393-7be2-4095-868b-b1e27a77f020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:53:31.990304 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e1df2288-3a17-48c4-9a1c-49480d935f06 req-5c990393-7be2-4095-868b-b1e27a77f020 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1ec7eaa5-a58e-4535-8de2-8b503f14762f HTTP/1.1" status: 200 len: 850 time: 0.0598872 Feb 01 04:53:32.067184 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df2288-3a17-48c4-9a1c-49480d935f06 req-4351bcc6-4d5c-42c5-85fa-d322276d09a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:53:32.068554 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e1df2288-3a17-48c4-9a1c-49480d935f06 req-4351bcc6-4d5c-42c5-85fa-d322276d09a9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04a6a87c-d534-4590-927b-80d869c25dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723631 Feb 01 04:53:32.195332 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e1df2288-3a17-48c4-9a1c-49480d935f06 req-29c9e3dd-8f86-45c0-9dcf-36adae1af51c service neutron] 10.222.0.18 "GET /v2.0/networks/04a6a87c-d534-4590-927b-80d869c25dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200497 Feb 01 04:53:32.320581 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e1df2288-3a17-48c4-9a1c-49480d935f06 req-45e8deda-763f-4354-bf2f-291cedc7b200 service neutron] 10.222.0.18 "GET /v2.0/networks/04a6a87c-d534-4590-927b-80d869c25dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198790 Feb 01 04:53:32.959516 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf974d5c-be71-4c9d-af2c-b2674139b64b req-da440f0b-3b56-436f-9673-dafcbef054c5 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:53:32.960927 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cf974d5c-be71-4c9d-af2c-b2674139b64b req-da440f0b-3b56-436f-9673-dafcbef054c5 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=a78fec60-ac6c-4edc-a6dc-f0e26c6cf218 HTTP/1.1" status: 200 len: 945 time: 0.0840192 Feb 01 04:53:33.007025 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cf974d5c-be71-4c9d-af2c-b2674139b64b req-7a3771b3-5ac6-47f4-bfdf-0a5b3bb712f6 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405214 Feb 01 04:53:34.188233 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb52e3-57c0-4181-a9d2-6143110d2b96 req-bc72b71c-0d84-4c0e-8d7b-46e5731a783e tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:53:34.189561 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-21eb52e3-57c0-4181-a9d2-6143110d2b96 req-bc72b71c-0d84-4c0e-8d7b-46e5731a783e tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=a78fec60-ac6c-4edc-a6dc-f0e26c6cf218 HTTP/1.1" status: 200 len: 945 time: 0.0767767 Feb 01 04:53:34.232191 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-21eb52e3-57c0-4181-a9d2-6143110d2b96 req-611d1cec-7b32-4194-8bf7-84a630055fc0 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371730 Feb 01 04:53:34.266626 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f6c2b62e-4e9f-4d3c-ba2a-80af26887cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:35.393737 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:35.412263 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328342d-a0bf-4d6b-9441-3b3893900713 req-e53d81c6-95c8-4c50-a677-1430a4f508c6 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:53:35.413706 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0328342d-a0bf-4d6b-9441-3b3893900713 req-e53d81c6-95c8-4c50-a677-1430a4f508c6 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=a78fec60-ac6c-4edc-a6dc-f0e26c6cf218 HTTP/1.1" status: 200 len: 945 time: 0.0786748 Feb 01 04:53:35.457118 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0328342d-a0bf-4d6b-9441-3b3893900713 req-3adabb12-264a-4980-927e-b64e8dcc54a5 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373054 Feb 01 04:53:35.520173 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:36.641640 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944b1bcc-ca5a-4936-9abe-30bd99d3e44b req-d7aecd1b-6774-4135-ab78-32df7f363a44 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:53:36.643077 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-944b1bcc-ca5a-4936-9abe-30bd99d3e44b req-d7aecd1b-6774-4135-ab78-32df7f363a44 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=a78fec60-ac6c-4edc-a6dc-f0e26c6cf218 HTTP/1.1" status: 200 len: 945 time: 0.0817084 Feb 01 04:53:36.685846 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-944b1bcc-ca5a-4936-9abe-30bd99d3e44b req-fb7f6c38-429b-46f1-862c-80c04e157b6d tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373046 Feb 01 04:53:37.038469 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:37.866985 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5133bc59-8665-4037-b66d-a62ad3ed9357 req-8e4716bc-be40-4c5b-98b7-1863062dbff6 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:53:37.868450 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5133bc59-8665-4037-b66d-a62ad3ed9357 req-8e4716bc-be40-4c5b-98b7-1863062dbff6 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=a78fec60-ac6c-4edc-a6dc-f0e26c6cf218 HTTP/1.1" status: 200 len: 945 time: 0.0811536 Feb 01 04:53:37.912318 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5133bc59-8665-4037-b66d-a62ad3ed9357 req-d85e1379-4180-4400-af10-473f256b8406 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378804 Feb 01 04:53:39.238641 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb1977-e525-40b4-bd33-a9f056f18237 req-f163f712-76b1-43a7-942f-448a04c99e3e tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:53:39.240052 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-a4bb1977-e525-40b4-bd33-a9f056f18237 req-f163f712-76b1-43a7-942f-448a04c99e3e tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=a78fec60-ac6c-4edc-a6dc-f0e26c6cf218 HTTP/1.1" status: 200 len: 945 time: 0.0819373 Feb 01 04:53:39.283714 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-a4bb1977-e525-40b4-bd33-a9f056f18237 req-45e1286f-4cc2-49d7-8171-97dc3acc3d36 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380313 Feb 01 04:53:40.470407 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d6feb9-dd37-455f-bac5-470df17e9fc0 req-730d2675-ed67-452d-b138-d83c1e9ccc3a tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:53:40.471922 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-85d6feb9-dd37-455f-bac5-470df17e9fc0 req-730d2675-ed67-452d-b138-d83c1e9ccc3a tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=a78fec60-ac6c-4edc-a6dc-f0e26c6cf218 HTTP/1.1" status: 200 len: 945 time: 0.0822649 Feb 01 04:53:40.515531 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-85d6feb9-dd37-455f-bac5-470df17e9fc0 req-9aa2a8c6-9abc-4dd1-84d8-48ed469b5d00 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378566 Feb 01 04:53:41.696978 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97548845-bb80-498b-ac93-f34832ad60cf req-9e5aacae-4862-48c1-a146-33231499c6a3 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:53:41.698399 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-97548845-bb80-498b-ac93-f34832ad60cf req-9e5aacae-4862-48c1-a146-33231499c6a3 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=a78fec60-ac6c-4edc-a6dc-f0e26c6cf218 HTTP/1.1" status: 200 len: 945 time: 0.0812733 Feb 01 04:53:41.741153 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-97548845-bb80-498b-ac93-f34832ad60cf req-7f96e9c7-3c42-4f2f-93fc-59bc7e11bae8 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372093 Feb 01 04:53:43.023830 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d465282-ab51-4e80-9138-9378d1cfad58 req-0daaf202-6354-4323-a06a-a176fcfd3a11 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:53:43.025199 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2d465282-ab51-4e80-9138-9378d1cfad58 req-0daaf202-6354-4323-a06a-a176fcfd3a11 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=a78fec60-ac6c-4edc-a6dc-f0e26c6cf218 HTTP/1.1" status: 200 len: 945 time: 0.1787503 Feb 01 04:53:43.067848 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2d465282-ab51-4e80-9138-9378d1cfad58 req-710e40b9-a792-4e00-8747-67082186a209 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369747 Feb 01 04:53:43.339667 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 04:53:44.249530 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aa2c8b-0d0f-40a4-82e7-e4f6abe8374d req-a2259a52-0607-4ae6-a23c-284c27ab7ae2 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:53:44.250992 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-68aa2c8b-0d0f-40a4-82e7-e4f6abe8374d req-a2259a52-0607-4ae6-a23c-284c27ab7ae2 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=a78fec60-ac6c-4edc-a6dc-f0e26c6cf218 HTTP/1.1" status: 200 len: 945 time: 0.0798390 Feb 01 04:53:44.297851 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-68aa2c8b-0d0f-40a4-82e7-e4f6abe8374d req-850a9312-9966-4f4e-bdad-56f4603b31de tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411360 Feb 01 04:53:45.107544 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:45.475566 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509d5650-23e2-4be2-941b-e27ee78b846c req-003bc8f1-06fe-4004-97c4-f3747f677134 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:53:45.476974 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-509d5650-23e2-4be2-941b-e27ee78b846c req-003bc8f1-06fe-4004-97c4-f3747f677134 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=a78fec60-ac6c-4edc-a6dc-f0e26c6cf218 HTTP/1.1" status: 200 len: 945 time: 0.0768833 Feb 01 04:53:45.522530 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-509d5650-23e2-4be2-941b-e27ee78b846c req-f4df2cd6-1b6a-4dfd-b411-13fe639e1d0a tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399542 Feb 01 04:53:46.700234 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e2a29-8811-4759-aab0-66446fe0593d req-00d66073-9fb9-40b8-a58c-182b6a10cb08 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:53:46.701647 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-789e2a29-8811-4759-aab0-66446fe0593d req-00d66073-9fb9-40b8-a58c-182b6a10cb08 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=a78fec60-ac6c-4edc-a6dc-f0e26c6cf218 HTTP/1.1" status: 200 len: 945 time: 0.0766623 Feb 01 04:53:46.743492 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-789e2a29-8811-4759-aab0-66446fe0593d req-b5e3aed9-1c68-4070-91ff-fc74c3462a9f tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363503 Feb 01 04:53:47.932410 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb28a278-c20f-42de-af08-81476ac5e625 req-df0cb456-5bf4-4b79-b7ec-896fd92b8d27 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:53:47.933863 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-fb28a278-c20f-42de-af08-81476ac5e625 req-df0cb456-5bf4-4b79-b7ec-896fd92b8d27 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=a78fec60-ac6c-4edc-a6dc-f0e26c6cf218 HTTP/1.1" status: 200 len: 945 time: 0.0784955 Feb 01 04:53:47.975607 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-fb28a278-c20f-42de-af08-81476ac5e625 req-e85d250d-c9f7-4bff-951f-676f43ca903d tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362644 Feb 01 04:53:49.157711 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b40bf7-b9eb-4ec3-9c2d-9970695d251f req-39e65481-050f-42a2-bb08-383c76a4e480 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:53:49.159045 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-c1b40bf7-b9eb-4ec3-9c2d-9970695d251f req-39e65481-050f-42a2-bb08-383c76a4e480 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=a78fec60-ac6c-4edc-a6dc-f0e26c6cf218 HTTP/1.1" status: 200 len: 945 time: 0.0808623 Feb 01 04:53:49.201973 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-c1b40bf7-b9eb-4ec3-9c2d-9970695d251f req-a494e2a4-cb3a-4a00-a354-d640b891cc33 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374303 Feb 01 04:53:50.383949 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639267a6-9055-44bd-83e5-cb4d02cee54b req-37ff6af6-a0ea-4aa0-8fa4-dc5a3160e3b1 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:53:50.385394 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-639267a6-9055-44bd-83e5-cb4d02cee54b req-37ff6af6-a0ea-4aa0-8fa4-dc5a3160e3b1 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=a78fec60-ac6c-4edc-a6dc-f0e26c6cf218 HTTP/1.1" status: 200 len: 945 time: 0.0815361 Feb 01 04:53:50.428873 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-639267a6-9055-44bd-83e5-cb4d02cee54b req-8b79f977-eeb5-46a4-8e89-d6a92c8f6024 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374393 Feb 01 04:53:51.608434 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb4e2e1-d120-49b0-a314-8d0cbb136670 req-cc77ae27-6274-4183-9309-a59cc4298bbb tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:53:51.609862 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-aeb4e2e1-d120-49b0-a314-8d0cbb136670 req-cc77ae27-6274-4183-9309-a59cc4298bbb tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=a78fec60-ac6c-4edc-a6dc-f0e26c6cf218 HTTP/1.1" status: 200 len: 945 time: 0.0773442 Feb 01 04:53:51.653754 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-aeb4e2e1-d120-49b0-a314-8d0cbb136670 req-40739501-94f7-4d30-9c37-88bdc34b6b41 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382249 Feb 01 04:53:52.833244 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd23215-1b56-4939-a4ef-7466cab1187a req-ff66d854-3f56-4242-8365-f16cc46897b9 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:53:52.834687 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1cd23215-1b56-4939-a4ef-7466cab1187a req-ff66d854-3f56-4242-8365-f16cc46897b9 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=a78fec60-ac6c-4edc-a6dc-f0e26c6cf218 HTTP/1.1" status: 200 len: 945 time: 0.0783522 Feb 01 04:53:52.877695 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1cd23215-1b56-4939-a4ef-7466cab1187a req-dd52d375-4c29-4bdb-8215-d0c8c7ff8a68 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367928 Feb 01 04:53:54.064615 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6612efa4-b84e-4dbf-a78b-b3ab2419a965 req-f8c9a4a6-d583-4940-8954-6aeb76fab625 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:53:54.066090 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-6612efa4-b84e-4dbf-a78b-b3ab2419a965 req-f8c9a4a6-d583-4940-8954-6aeb76fab625 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=a78fec60-ac6c-4edc-a6dc-f0e26c6cf218 HTTP/1.1" status: 200 len: 945 time: 0.0842187 Feb 01 04:53:54.111393 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-6612efa4-b84e-4dbf-a78b-b3ab2419a965 req-62107f88-d4a3-4403-baf0-8983b6b8910c tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393815 Feb 01 04:53:54.130801 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e1df2288-3a17-48c4-9a1c-49480d935f06 req-121d154f-a880-413c-875d-d99652477645 service neutron] 10.222.0.18 "GET /v2.0/ports/2cc1ce4f-2376-40ef-af08-3ab656585fdf/bindings/hv-neutron-8268 HTTP/1.1" status: 200 len: 384 time: 0.0778065 Feb 01 04:53:54.405965 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df2288-3a17-48c4-9a1c-49480d935f06 req-b8ac0545-49e8-4cd8-9b11-3191b067bfda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:53:54.407376 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e1df2288-3a17-48c4-9a1c-49480d935f06 req-b8ac0545-49e8-4cd8-9b11-3191b067bfda service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a78fec60-ac6c-4edc-a6dc-f0e26c6cf218&tenant_id=1bad2d6ea4e44cb581fbe512e5bde7a4 HTTP/1.1" status: 200 len: 1098 time: 0.0696900 Feb 01 04:53:54.516478 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df2288-3a17-48c4-9a1c-49480d935f06 req-becd1a3d-b5e0-4f2a-b1cc-8edf7ad6e14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:53:54.517838 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e1df2288-3a17-48c4-9a1c-49480d935f06 req-becd1a3d-b5e0-4f2a-b1cc-8edf7ad6e14f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1bad2d6ea4e44cb581fbe512e5bde7a4&device_id=a78fec60-ac6c-4edc-a6dc-f0e26c6cf218 HTTP/1.1" status: 200 len: 1098 time: 0.0754924 Feb 01 04:53:54.644898 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df2288-3a17-48c4-9a1c-49480d935f06 req-a6aeb0a8-bc12-4dff-9055-f907ec2c246d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:53:54.646299 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e1df2288-3a17-48c4-9a1c-49480d935f06 req-a6aeb0a8-bc12-4dff-9055-f907ec2c246d service neutron] 10.222.0.18 "GET /v2.0/networks?id=04a6a87c-d534-4590-927b-80d869c25dcb HTTP/1.1" status: 200 len: 911 time: 0.1232443 Feb 01 04:53:54.747464 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e1df2288-3a17-48c4-9a1c-49480d935f06 req-99d70ba7-7498-43c1-8f42-e6dcc609846c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2cc1ce4f-2376-40ef-af08-3ab656585fdf HTTP/1.1" status: 200 len: 1000 time: 0.0946579 Feb 01 04:53:54.806193 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df2288-3a17-48c4-9a1c-49480d935f06 req-28203917-b7ea-492d-bc15-7940f8b12945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:53:54.807573 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e1df2288-3a17-48c4-9a1c-49480d935f06 req-28203917-b7ea-492d-bc15-7940f8b12945 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1ec7eaa5-a58e-4535-8de2-8b503f14762f HTTP/1.1" status: 200 len: 850 time: 0.0548677 Feb 01 04:53:54.880534 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df2288-3a17-48c4-9a1c-49480d935f06 req-1857d0c2-b8b8-4caf-872f-d307e8cb74b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:53:54.882011 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e1df2288-3a17-48c4-9a1c-49480d935f06 req-1857d0c2-b8b8-4caf-872f-d307e8cb74b6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04a6a87c-d534-4590-927b-80d869c25dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687678 Feb 01 04:53:55.010540 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e1df2288-3a17-48c4-9a1c-49480d935f06 req-78eb5607-3bcc-472e-97ec-f7e9c04bb2ca service neutron] 10.222.0.18 "GET /v2.0/networks/04a6a87c-d534-4590-927b-80d869c25dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219995 Feb 01 04:53:55.135766 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e1df2288-3a17-48c4-9a1c-49480d935f06 req-2ab24873-6602-4bcf-bc71-ecacb7fac50d service neutron] 10.222.0.18 "GET /v2.0/networks/04a6a87c-d534-4590-927b-80d869c25dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199467 Feb 01 04:53:55.445294 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2708d0d-76f3-4151-ac71-d54680f2bb06 req-70e0693b-1157-407b-96d3-dd0ed969fb66 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:53:55.446630 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a2708d0d-76f3-4151-ac71-d54680f2bb06 req-70e0693b-1157-407b-96d3-dd0ed969fb66 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=a78fec60-ac6c-4edc-a6dc-f0e26c6cf218 HTTP/1.1" status: 200 len: 945 time: 0.0807786 Feb 01 04:53:55.489324 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a2708d0d-76f3-4151-ac71-d54680f2bb06 req-f2f80553-f314-42d8-83df-f22ecfd84e68 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372081 Feb 01 04:53:56.666912 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46163951-a389-4776-9e67-fda6343597d8 req-0aacec44-7a2e-4847-b25c-d98ca4789b80 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:53:56.668939 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-46163951-a389-4776-9e67-fda6343597d8 req-0aacec44-7a2e-4847-b25c-d98ca4789b80 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=a78fec60-ac6c-4edc-a6dc-f0e26c6cf218 HTTP/1.1" status: 200 len: 945 time: 0.0780301 Feb 01 04:53:56.712111 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-46163951-a389-4776-9e67-fda6343597d8 req-ff273b46-41bc-4031-b153-79aea72bc41a tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375352 Feb 01 04:53:57.891386 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db4234-27fe-4b1d-8d2c-aac12912ab6a req-6e8ca507-4591-4a27-bfdd-dbd53fb4debf tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:53:57.892815 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f4db4234-27fe-4b1d-8d2c-aac12912ab6a req-6e8ca507-4591-4a27-bfdd-dbd53fb4debf tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=a78fec60-ac6c-4edc-a6dc-f0e26c6cf218 HTTP/1.1" status: 200 len: 945 time: 0.0783932 Feb 01 04:53:57.938989 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f4db4234-27fe-4b1d-8d2c-aac12912ab6a req-ec14e688-c9b7-4440-8f34-44fe8a54304a tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405159 Feb 01 04:53:58.399781 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414de4a2-afeb-4fcc-918c-66cf33e1f15f req-a3e7d9de-0c41-4245-9622-fc714a28ae36 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:53:58.401126 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-414de4a2-afeb-4fcc-918c-66cf33e1f15f req-a3e7d9de-0c41-4245-9622-fc714a28ae36 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=a78fec60-ac6c-4edc-a6dc-f0e26c6cf218 HTTP/1.1" status: 200 len: 945 time: 0.2384942 Feb 01 04:53:58.409636 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbee5bf-83f0-4a46-8467-f2259d873679 req-29378dd0-b118-489d-b8fd-e1f564d78550 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:53:58.410957 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ebbee5bf-83f0-4a46-8467-f2259d873679 req-29378dd0-b118-489d-b8fd-e1f564d78550 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.18 "GET /v2.0/ports?device_id=a78fec60-ac6c-4edc-a6dc-f0e26c6cf218&tenant_id=1bad2d6ea4e44cb581fbe512e5bde7a4&binding%3Ahost_id=hv-neutron-8268 HTTP/1.1" status: 200 len: 945 time: 0.2127187 Feb 01 04:53:58.428293 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 2cc1ce4f-2376-40ef-af08-3ab656585fdf details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 01 04:53:58.435229 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 2cc1ce4f-2376-40ef-af08-3ab656585fdf no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:53:58.449713 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-414de4a2-afeb-4fcc-918c-66cf33e1f15f req-ba31297f-d48e-4248-b1ba-90d0ac8b3202 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378036 Feb 01 04:53:58.564815 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbee5bf-83f0-4a46-8467-f2259d873679 req-3b1407bb-f771-41c2-8f8d-883a720342e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:53:58.566260 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ebbee5bf-83f0-4a46-8467-f2259d873679 req-3b1407bb-f771-41c2-8f8d-883a720342e1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1bad2d6ea4e44cb581fbe512e5bde7a4&device_id=a78fec60-ac6c-4edc-a6dc-f0e26c6cf218 HTTP/1.1" status: 200 len: 1098 time: 0.0683947 Feb 01 04:53:58.651418 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:58.669199 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 2cc1ce4f-2376-40ef-af08-3ab656585fdf, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=2cc1ce4f-2376-40ef-af08-3ab656585fdf,segment=NetworkSegment(784bd0ac-ce94-4b41-979f-1efed4047183),segment_id=784bd0ac-ce94-4b41-979f-1efed4047183)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:53:58.689051 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Returning: {'device': '2cc1ce4f-2376-40ef-af08-3ab656585fdf', 'network_id': '04a6a87c-d534-4590-927b-80d869c25dcb', 'port_id': '2cc1ce4f-2376-40ef-af08-3ab656585fdf', 'mac_address': 'fa:16:3e:1c:7c:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ec7eaa5-a58e-4535-8de2-8b503f14762f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 01 04:53:58.694897 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbee5bf-83f0-4a46-8467-f2259d873679 req-9f3ad3c7-42ab-4a16-b3ec-114b93e692b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:53:58.696365 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ebbee5bf-83f0-4a46-8467-f2259d873679 req-9f3ad3c7-42ab-4a16-b3ec-114b93e692b0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=04a6a87c-d534-4590-927b-80d869c25dcb HTTP/1.1" status: 200 len: 911 time: 0.1244500 Feb 01 04:53:58.719570 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a78fec60-ac6c-4edc-a6dc-f0e26c6cf218', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cc1ce4f-2376-40ef-af08-3ab656585fdf'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:53:58.747223 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 2cc1ce4f-2376-40ef-af08-3ab656585fdf, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=2cc1ce4f-2376-40ef-af08-3ab656585fdf,segment=NetworkSegment(784bd0ac-ce94-4b41-979f-1efed4047183),segment_id=784bd0ac-ce94-4b41-979f-1efed4047183)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:53:58.758091 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:58.792536 dv-neutron-826830-1-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a78fec60-ac6c-4edc-a6dc-f0e26c6cf218', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cc1ce4f-2376-40ef-af08-3ab656585fdf', 'code': 200} Feb 01 04:53:58.799854 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ebbee5bf-83f0-4a46-8467-f2259d873679 req-8b5cdaaa-f904-4c33-94fe-02f72ecd9ab0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2cc1ce4f-2376-40ef-af08-3ab656585fdf HTTP/1.1" status: 200 len: 998 time: 0.0976968 Feb 01 04:53:58.806320 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:58.833973 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2cc1ce4f-2376-40ef-af08-3ab656585fdf {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 04:53:58.873269 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbee5bf-83f0-4a46-8467-f2259d873679 req-6b2b3b0b-f514-4a51-9f08-27552fa8b334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:53:58.875089 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ebbee5bf-83f0-4a46-8467-f2259d873679 req-6b2b3b0b-f514-4a51-9f08-27552fa8b334 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1ec7eaa5-a58e-4535-8de2-8b503f14762f HTTP/1.1" status: 200 len: 850 time: 0.0613067 Feb 01 04:53:58.881987 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=2cc1ce4f-2376-40ef-af08-3ab656585fdf,revision_number=6']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:53:58.908709 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:53:58.908983 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:53:58.947959 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbee5bf-83f0-4a46-8467-f2259d873679 req-2c7789ef-b818-4a09-8f92-4b807c342822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:53:58.949936 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ebbee5bf-83f0-4a46-8467-f2259d873679 req-2c7789ef-b818-4a09-8f92-4b807c342822 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04a6a87c-d534-4590-927b-80d869c25dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693574 Feb 01 04:53:59.078290 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ebbee5bf-83f0-4a46-8467-f2259d873679 req-a5aec36f-f4ec-4db2-a61c-12b59dddd908 service neutron] 10.222.0.18 "GET /v2.0/networks/04a6a87c-d534-4590-927b-80d869c25dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224704 Feb 01 04:53:59.209234 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ebbee5bf-83f0-4a46-8467-f2259d873679 req-56faca1b-0f2f-4e4d-9ed7-f1c584145910 service neutron] 10.222.0.18 "GET /v2.0/networks/04a6a87c-d534-4590-927b-80d869c25dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247611 Feb 01 04:53:59.499496 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:59.517540 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cc1ce4f-2376-40ef-af08-3ab656585fdf {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 04:53:59.532802 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 2cc1ce4f-2376-40ef-af08-3ab656585fdf, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=2cc1ce4f-2376-40ef-af08-3ab656585fdf,segment=NetworkSegment(784bd0ac-ce94-4b41-979f-1efed4047183),segment_id=784bd0ac-ce94-4b41-979f-1efed4047183)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:53:59.537292 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:53:59.610749 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=2cc1ce4f-2376-40ef-af08-3ab656585fdf,revision_number=7']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:53:59.645644 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7192fb1f-fdad-4d88-a927-355a29d0745c req-061c6516-53f3-4808-9ced-47b836ad9d3a tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:53:59.647079 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7192fb1f-fdad-4d88-a927-355a29d0745c req-061c6516-53f3-4808-9ced-47b836ad9d3a tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=a78fec60-ac6c-4edc-a6dc-f0e26c6cf218 HTTP/1.1" status: 200 len: 944 time: 0.0851119 Feb 01 04:53:59.659855 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] get_ports_and_sgs() called for port_ids ['2cc1ce4f-2376-40ef-af08-3ab656585fdf'] {{(pid=87638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 01 04:53:59.694036 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7192fb1f-fdad-4d88-a927-355a29d0745c req-f18b0294-29c5-4009-8852-f5ff3b2c022a tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412459 Feb 01 04:54:00.449251 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 2cc1ce4f-2376-40ef-af08-3ab656585fdf up at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:54:00.521895 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning complete for port 2cc1ce4f-2376-40ef-af08-3ab656585fdf triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:54:00.522545 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:54:00.637058 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:54:00.667600 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 2cc1ce4f-2376-40ef-af08-3ab656585fdf, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=2cc1ce4f-2376-40ef-af08-3ab656585fdf,segment=NetworkSegment(784bd0ac-ce94-4b41-979f-1efed4047183),segment_id=784bd0ac-ce94-4b41-979f-1efed4047183)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:54:00.671483 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:54:00.739915 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=2cc1ce4f-2376-40ef-af08-3ab656585fdf,revision_number=8']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:54:00.793191 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a78fec60-ac6c-4edc-a6dc-f0e26c6cf218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cc1ce4f-2376-40ef-af08-3ab656585fdf'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:54:00.837258 dv-neutron-826830-1-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a78fec60-ac6c-4edc-a6dc-f0e26c6cf218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cc1ce4f-2376-40ef-af08-3ab656585fdf', 'code': 200} Feb 01 04:54:00.883777 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ab7d02-64da-42d4-8625-633bae09d53d req-6c93c8b4-97ed-420d-939b-c88d7d6476ee tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:54:00.885225 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-33ab7d02-64da-42d4-8625-633bae09d53d req-6c93c8b4-97ed-420d-939b-c88d7d6476ee tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=a78fec60-ac6c-4edc-a6dc-f0e26c6cf218 HTTP/1.1" status: 200 len: 945 time: 0.0821602 Feb 01 04:54:00.927584 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-33ab7d02-64da-42d4-8625-633bae09d53d req-83ba61bf-afd5-4c90-b0fd-491249b27700 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367417 Feb 01 04:54:01.108017 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430406c3-f7d0-43a5-b221-2a2c17be5d7b req-c518713f-836a-49d7-ae9b-dc78d276fddf tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:54:01.109361 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-430406c3-f7d0-43a5-b221-2a2c17be5d7b req-c518713f-836a-49d7-ae9b-dc78d276fddf tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=a78fec60-ac6c-4edc-a6dc-f0e26c6cf218 HTTP/1.1" status: 200 len: 945 time: 0.0779779 Feb 01 04:54:01.152238 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-430406c3-f7d0-43a5-b221-2a2c17be5d7b req-cdb8b83f-8e02-49c7-aab7-198a5b9cd36f tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368850 Feb 01 04:54:01.329436 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95294375-1993-4502-bc3c-6a7889bbbd2b req-ad360f66-c952-4c74-b547-7d575eda404e tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:54:01.330879 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-95294375-1993-4502-bc3c-6a7889bbbd2b req-ad360f66-c952-4c74-b547-7d575eda404e tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=a78fec60-ac6c-4edc-a6dc-f0e26c6cf218 HTTP/1.1" status: 200 len: 945 time: 0.0776000 Feb 01 04:54:01.377731 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-95294375-1993-4502-bc3c-6a7889bbbd2b req-ba8923ae-da34-44bf-a2e9-04f78d2249bb tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411994 Feb 01 04:54:01.750940 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae4d243-8278-40aa-a140-0be1bd87acab req-438fd1be-44fc-41d4-a151-b7cafa9df50b tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:54:01.752315 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-dae4d243-8278-40aa-a140-0be1bd87acab req-438fd1be-44fc-41d4-a151-b7cafa9df50b tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=a78fec60-ac6c-4edc-a6dc-f0e26c6cf218 HTTP/1.1" status: 200 len: 945 time: 0.0776212 Feb 01 04:54:01.795208 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-dae4d243-8278-40aa-a140-0be1bd87acab req-214688ac-fc80-4585-bd64-e67ca129fdd1 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373302 Feb 01 04:54:01.978831 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-83268465-a90d-4be8-8270-31484d3aa398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:54:02.976409 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df52b7-31fe-496b-a326-978895742ee8 req-36db11e4-cf2e-4ae7-9e74-af7c8db6e906 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:54:02.977838 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b9df52b7-31fe-496b-a326-978895742ee8 req-36db11e4-cf2e-4ae7-9e74-af7c8db6e906 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=a78fec60-ac6c-4edc-a6dc-f0e26c6cf218 HTTP/1.1" status: 200 len: 945 time: 0.0802562 Feb 01 04:54:03.021768 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b9df52b7-31fe-496b-a326-978895742ee8 req-fe673fb2-7c71-4f73-a17a-873b26756fb8 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381868 Feb 01 04:54:03.541519 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3fb046-8c31-4175-8470-367da6b75676 req-558135a8-7f4f-4517-8a0b-e874912e9409 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:54:03.543609 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ea3fb046-8c31-4175-8470-367da6b75676 req-558135a8-7f4f-4517-8a0b-e874912e9409 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.18 "GET /v2.0/ports?device_id=a78fec60-ac6c-4edc-a6dc-f0e26c6cf218 HTTP/1.1" status: 200 len: 945 time: 0.0815248 Feb 01 04:54:03.615322 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-ea3fb046-8c31-4175-8470-367da6b75676 req-1bdc4b36-a706-42e0-a5b7-c6ecceea5e57 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Deleting port 2cc1ce4f-2376-40ef-af08-3ab656585fdf {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:54:03.615641 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-ea3fb046-8c31-4175-8470-367da6b75676 req-1bdc4b36-a706-42e0-a5b7-c6ecceea5e57 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:54:03.855306 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-ea3fb046-8c31-4175-8470-367da6b75676 req-1bdc4b36-a706-42e0-a5b7-c6ecceea5e57 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] For port 2cc1ce4f-2376-40ef-af08-3ab656585fdf, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=2cc1ce4f-2376-40ef-af08-3ab656585fdf,segment=NetworkSegment(784bd0ac-ce94-4b41-979f-1efed4047183),segment_id=784bd0ac-ce94-4b41-979f-1efed4047183)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:54:03.855657 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-ea3fb046-8c31-4175-8470-367da6b75676 req-1bdc4b36-a706-42e0-a5b7-c6ecceea5e57 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:54:04.206201 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269778cc-2672-4094-b8b7-98ba8a6e953b req-5986a70d-d3e1-4500-ae4a-5e1d77f5c830 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:54:04.207572 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-269778cc-2672-4094-b8b7-98ba8a6e953b req-5986a70d-d3e1-4500-ae4a-5e1d77f5c830 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=a78fec60-ac6c-4edc-a6dc-f0e26c6cf218 HTTP/1.1" status: 200 len: 945 time: 0.0825875 Feb 01 04:54:04.248109 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-ea3fb046-8c31-4175-8470-367da6b75676 req-1bdc4b36-a706-42e0-a5b7-c6ecceea5e57 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:54:04.248579 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-ea3fb046-8c31-4175-8470-367da6b75676 req-1bdc4b36-a706-42e0-a5b7-c6ecceea5e57 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-774194'] for floatingip, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:54:04.248762 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.l3_db [req-ea3fb046-8c31-4175-8470-367da6b75676 req-1bdc4b36-a706-42e0-a5b7-c6ecceea5e57 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Floating IP 8ebdb77f-1ac3-48b8-ab46-6fd02eb15ea7 disassociated. External IP: 172.26.8.11, port: 2cc1ce4f-2376-40ef-af08-3ab656585fdf. Feb 01 04:54:04.249104 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-ea3fb046-8c31-4175-8470-367da6b75676 req-1bdc4b36-a706-42e0-a5b7-c6ecceea5e57 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Calling delete_port for 2cc1ce4f-2376-40ef-af08-3ab656585fdf owned by compute:nova {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:54:04.258973 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-269778cc-2672-4094-b8b7-98ba8a6e953b req-b92abdf7-ec9f-41a2-ad32-3ae21cf30320 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456498 Feb 01 04:54:04.269653 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-730a7c0f-6bed-4cdc-bf00-eaba5f184179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:54:04.392139 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-ea3fb046-8c31-4175-8470-367da6b75676 req-1bdc4b36-a706-42e0-a5b7-c6ecceea5e57 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:54:04.440220 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdc4b36-a706-42e0-a5b7-c6ecceea5e57 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Pushing event deleted for resources: {'Port': ['ID=2cc1ce4f-2376-40ef-af08-3ab656585fdf,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:54:04.450138 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdc4b36-a706-42e0-a5b7-c6ecceea5e57 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:54:04.450984 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdc4b36-a706-42e0-a5b7-c6ecceea5e57 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:54:04.450984 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdc4b36-a706-42e0-a5b7-c6ecceea5e57 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:54:04.451316 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdc4b36-a706-42e0-a5b7-c6ecceea5e57 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:54:04.451517 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdc4b36-a706-42e0-a5b7-c6ecceea5e57 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:54:04.451817 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdc4b36-a706-42e0-a5b7-c6ecceea5e57 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:54:04.452145 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdc4b36-a706-42e0-a5b7-c6ecceea5e57 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:54:04.452469 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdc4b36-a706-42e0-a5b7-c6ecceea5e57 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:54:04.452795 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdc4b36-a706-42e0-a5b7-c6ecceea5e57 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:54:04.453117 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdc4b36-a706-42e0-a5b7-c6ecceea5e57 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:54:04.453606 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdc4b36-a706-42e0-a5b7-c6ecceea5e57 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:54:04.453857 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdc4b36-a706-42e0-a5b7-c6ecceea5e57 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:54:04.639235 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea3fb046-8c31-4175-8470-367da6b75676 req-1bdc4b36-a706-42e0-a5b7-c6ecceea5e57 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Router 52651337-2ce0-4eb5-9901-b789f161164c has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:54:04.815777 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea3fb046-8c31-4175-8470-367da6b75676 req-1bdc4b36-a706-42e0-a5b7-c6ecceea5e57 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:54:04.825621 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abedfb80-61f0-4a5e-97b4-77f97095bbd0 None None] Sync routers for ids ['52651337-2ce0-4eb5-9901-b789f161164c'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:54:04.835495 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abedfb80-61f0-4a5e-97b4-77f97095bbd0 None None] Routers {'52651337-2ce0-4eb5-9901-b789f161164c'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:54:04.836163 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-abedfb80-61f0-4a5e-97b4-77f97095bbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:54:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['52651337-2ce0-4eb5-9901-b789f161164c'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:54:04.887445 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea3fb046-8c31-4175-8470-367da6b75676 req-1bdc4b36-a706-42e0-a5b7-c6ecceea5e57 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] No DVR routers for this DVR port 2cc1ce4f-2376-40ef-af08-3ab656585fdf on host hv-neutron-8268 {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:54:04.889979 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-ea3fb046-8c31-4175-8470-367da6b75676 req-1bdc4b36-a706-42e0-a5b7-c6ecceea5e57 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:54:04.893734 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a78fec60-ac6c-4edc-a6dc-f0e26c6cf218', 'name': 'network-vif-deleted', 'tag': '2cc1ce4f-2376-40ef-af08-3ab656585fdf'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:54:04.908069 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ea3fb046-8c31-4175-8470-367da6b75676 req-1bdc4b36-a706-42e0-a5b7-c6ecceea5e57 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.18 "DELETE /v2.0/ports/2cc1ce4f-2376-40ef-af08-3ab656585fdf HTTP/1.1" status: 204 len: 173 time: 1.3584745 Feb 01 04:54:04.945717 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a78fec60-ac6c-4edc-a6dc-f0e26c6cf218', 'name': 'network-vif-deleted', 'tag': '2cc1ce4f-2376-40ef-af08-3ab656585fdf', 'status': 'completed', 'code': 200} Feb 01 04:54:05.019724 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-abedfb80-61f0-4a5e-97b4-77f97095bbd0 None None] Set router 52651337-2ce0-4eb5-9901-b789f161164c gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:54:05.350871 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-abedfb80-61f0-4a5e-97b4-77f97095bbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52651337-2ce0-4eb5-9901-b789f161164c', 'name': 'tempest-ServerActionsTestJSON-304040938-router', 'tenant_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.139'}], 'enable_snat': True}, 'gw_port_id': 'cbdf83b9-b343-410c-9666-670da29b0ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:53:07Z', 'updated_at': '2022-02-01T04:53:11Z', 'revision_number': 4, 'project_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'gw_port': {'id': 'cbdf83b9-b343-410c-9666-670da29b0ee1', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52651337-2ce0-4eb5-9901-b789f161164c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:53:08Z', 'updated_at': '2022-02-01T04:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': 'e8f049f8-bdaf-4fe7-8a4c-a034df9ee9a8', 'name': '', 'network_id': '04a6a87c-d534-4590-927b-80d869c25dcb', 'tenant_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'mac_address': 'fa:16:3e:aa:51:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52651337-2ce0-4eb5-9901-b789f161164c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '1ec7eaa5-a58e-4535-8de2-8b503f14762f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:53:10Z', 'updated_at': '2022-02-01T04:53:16Z', 'revision_number': 5, 'project_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'subnets': [{'id': '1ec7eaa5-a58e-4535-8de2-8b503f14762f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:54:05.355716 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abedfb80-61f0-4a5e-97b4-77f97095bbd0 None None] Checking router: 52651337-2ce0-4eb5-9901-b789f161164c for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:54:05.364422 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abedfb80-61f0-4a5e-97b4-77f97095bbd0 None None] Routers {'52651337-2ce0-4eb5-9901-b789f161164c'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:54:05.365013 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-abedfb80-61f0-4a5e-97b4-77f97095bbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:54:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['52651337-2ce0-4eb5-9901-b789f161164c'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:54:05.399921 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:54:05.418390 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-036ed1b1-3350-4d1f-8b78-157ad96784df req-e1699223-4782-4bf2-b448-f5074780d26b tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=a78fec60-ac6c-4edc-a6dc-f0e26c6cf218 HTTP/1.1" status: 200 len: 210 time: 0.0479975 Feb 01 04:54:05.524657 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:54:05.550148 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-abedfb80-61f0-4a5e-97b4-77f97095bbd0 None None] Set router 52651337-2ce0-4eb5-9901-b789f161164c gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:54:05.851891 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-abedfb80-61f0-4a5e-97b4-77f97095bbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52651337-2ce0-4eb5-9901-b789f161164c', 'name': 'tempest-ServerActionsTestJSON-304040938-router', 'tenant_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.139'}], 'enable_snat': True}, 'gw_port_id': 'cbdf83b9-b343-410c-9666-670da29b0ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:53:07Z', 'updated_at': '2022-02-01T04:53:11Z', 'revision_number': 4, 'project_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'gw_port': {'id': 'cbdf83b9-b343-410c-9666-670da29b0ee1', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52651337-2ce0-4eb5-9901-b789f161164c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:53:08Z', 'updated_at': '2022-02-01T04:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': 'e8f049f8-bdaf-4fe7-8a4c-a034df9ee9a8', 'name': '', 'network_id': '04a6a87c-d534-4590-927b-80d869c25dcb', 'tenant_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'mac_address': 'fa:16:3e:aa:51:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52651337-2ce0-4eb5-9901-b789f161164c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '1ec7eaa5-a58e-4535-8de2-8b503f14762f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:53:10Z', 'updated_at': '2022-02-01T04:53:16Z', 'revision_number': 5, 'project_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'subnets': [{'id': '1ec7eaa5-a58e-4535-8de2-8b503f14762f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:54:05.855796 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abedfb80-61f0-4a5e-97b4-77f97095bbd0 None None] The sync data for ids ['52651337-2ce0-4eb5-9901-b789f161164c'] in dv-neutron-826830-1-hyperv is: [{'id': '52651337-2ce0-4eb5-9901-b789f161164c', 'name': 'tempest-ServerActionsTestJSON-304040938-router', 'tenant_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.139'}], 'enable_snat': True}, 'gw_port_id': 'cbdf83b9-b343-410c-9666-670da29b0ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:53:07Z', 'updated_at': '2022-02-01T04:53:11Z', 'revision_number': 4, 'project_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'gw_port': {'id': 'cbdf83b9-b343-410c-9666-670da29b0ee1', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52651337-2ce0-4eb5-9901-b789f161164c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:53:08Z', 'updated_at': '2022-02-01T04:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': 'e8f049f8-bdaf-4fe7-8a4c-a034df9ee9a8', 'name': '', 'network_id': '04a6a87c-d534-4590-927b-80d869c25dcb', 'tenant_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'mac_address': 'fa:16:3e:aa:51:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52651337-2ce0-4eb5-9901-b789f161164c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '1ec7eaa5-a58e-4535-8de2-8b503f14762f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:53:10Z', 'updated_at': '2022-02-01T04:53:16Z', 'revision_number': 5, 'project_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'subnets': [{'id': '1ec7eaa5-a58e-4535-8de2-8b503f14762f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:54:06.066790 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a41023-058e-41b9-a344-b35353ed104d None None] New status for floating IP 8ebdb77f-1ac3-48b8-ab46-6fd02eb15ea7: DOWN {{(pid=87638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 01 04:54:06.748022 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3a2033fb-8aaa-43c7-a756-0b7c8127efce req-182164ea-7cc4-450b-857c-b203dd21805b tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1676129830&fields=id&tenant_id=1bad2d6ea4e44cb581fbe512e5bde7a4 HTTP/1.1" status: 200 len: 267 time: 0.0404897 Feb 01 04:54:06.900947 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2033fb-8aaa-43c7-a756-0b7c8127efce req-9d46a851-78df-4b73-b9ca-aeb7cc79da96 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:54:06.902979 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3a2033fb-8aaa-43c7-a756-0b7c8127efce req-9d46a851-78df-4b73-b9ca-aeb7cc79da96 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/networks?id=04a6a87c-d534-4590-927b-80d869c25dcb HTTP/1.1" status: 200 len: 811 time: 0.1485255 Feb 01 04:54:06.917465 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3a2033fb-8aaa-43c7-a756-0b7c8127efce req-13e0b5f4-25e8-4c6f-b136-896243f00d0a tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/quotas/1bad2d6ea4e44cb581fbe512e5bde7a4 HTTP/1.1" status: 200 len: 375 time: 0.0090961 Feb 01 04:54:06.999860 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-3a2033fb-8aaa-43c7-a756-0b7c8127efce req-fe21ee18-ca26-491b-b652-e7a2bc0cbacf tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Synchronizing usage tracker for tenant:1bad2d6ea4e44cb581fbe512e5bde7a4 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:54:07.015679 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-3a2033fb-8aaa-43c7-a756-0b7c8127efce req-fe21ee18-ca26-491b-b652-e7a2bc0cbacf tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Unset dirty status for tenant:1bad2d6ea4e44cb581fbe512e5bde7a4 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:54:07.016996 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3a2033fb-8aaa-43c7-a756-0b7c8127efce req-fe21ee18-ca26-491b-b652-e7a2bc0cbacf tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1bad2d6ea4e44cb581fbe512e5bde7a4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0947251 Feb 01 04:54:07.045313 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:54:07.162151 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3a2033fb-8aaa-43c7-a756-0b7c8127efce req-212e634e-062d-40a1-97c6-41d05e39c3f4 service neutron] 10.222.0.24 "GET /v2.0/networks/04a6a87c-d534-4590-927b-80d869c25dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327081 Feb 01 04:54:07.290584 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3a2033fb-8aaa-43c7-a756-0b7c8127efce req-9fa9c84c-9d03-4460-bbb7-eb27f0dac0a8 service neutron] 10.222.0.24 "GET /v2.0/networks/04a6a87c-d534-4590-927b-80d869c25dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226225 Feb 01 04:54:07.460270 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-5893d924-c6fa-4781-a807-1952dc94e1a0 req-dc85ac68-72b0-48c7-8bcf-a990bec78dfa tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=4268467b-f3d0-416e-b447-d9ddecc0fa4c HTTP/1.1" status: 200 len: 210 time: 0.0416195 Feb 01 04:54:08.489748 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 2cc1ce4f-2376-40ef-af08-3ab656585fdf no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:54:08.535056 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] No Port match for: 2cc1ce4f-2376-40ef-af08-3ab656585fdf {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:54:08.535742 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 2cc1ce4f-2376-40ef-af08-3ab656585fdf not bound to the agent host hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:54:08.635589 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f9c96254-0321-45cc-b69a-6fddf17f9d47 req-7528afd0-4ec9-45e8-b5eb-1a2afc213ad8 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=4268467b-f3d0-416e-b447-d9ddecc0fa4c HTTP/1.1" status: 200 len: 210 time: 0.0505250 Feb 01 04:54:08.675336 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2033fb-8aaa-43c7-a756-0b7c8127efce req-de68f65d-eb77-4a7b-88ff-658e0db15b0e tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:54:08.676755 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3a2033fb-8aaa-43c7-a756-0b7c8127efce req-de68f65d-eb77-4a7b-88ff-658e0db15b0e tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.18 "GET /v2.0/networks?id=04a6a87c-d534-4590-927b-80d869c25dcb HTTP/1.1" status: 200 len: 811 time: 0.2983682 Feb 01 04:54:08.727154 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3a2033fb-8aaa-43c7-a756-0b7c8127efce req-8fb6698a-18a6-4268-b364-ead62aa3065c tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1bad2d6ea4e44cb581fbe512e5bde7a4 HTTP/1.1" status: 200 len: 380 time: 0.0367861 Feb 01 04:54:08.735718 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-3a2033fb-8aaa-43c7-a756-0b7c8127efce req-05e2dc6e-5a75-4ad6-852e-c5bb1a558cf1 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Request body: {'port': {'device_id': '4268467b-f3d0-416e-b447-d9ddecc0fa4c', 'network_id': '04a6a87c-d534-4590-927b-80d869c25dcb', 'admin_state_up': True, 'tenant_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'security_groups': ['ee458ee2-1550-4d05-938e-016e3a7c886d']}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:54:08.868248 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-3a2033fb-8aaa-43c7-a756-0b7c8127efce req-05e2dc6e-5a75-4ad6-852e-c5bb1a558cf1 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:54:08.878317 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-3a2033fb-8aaa-43c7-a756-0b7c8127efce req-05e2dc6e-5a75-4ad6-852e-c5bb1a558cf1 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:54:08.887932 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a2033fb-8aaa-43c7-a756-0b7c8127efce req-05e2dc6e-5a75-4ad6-852e-c5bb1a558cf1 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Made reservation on behalf of 1bad2d6ea4e44cb581fbe512e5bde7a4 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:54:08.891499 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-3a2033fb-8aaa-43c7-a756-0b7c8127efce req-05e2dc6e-5a75-4ad6-852e-c5bb1a558cf1 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:54:09.049595 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [req-3a2033fb-8aaa-43c7-a756-0b7c8127efce req-05e2dc6e-5a75-4ad6-852e-c5bb1a558cf1 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Allocated IP 172.20.0.12 (04a6a87c-d534-4590-927b-80d869c25dcb/1ec7eaa5-a58e-4535-8de2-8b503f14762f/c1a38d00-a9a8-4cb6-a065-c1ea6199f77c) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:54:09.232726 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-3a2033fb-8aaa-43c7-a756-0b7c8127efce req-05e2dc6e-5a75-4ad6-852e-c5bb1a558cf1 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:54:09.247893 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-3a2033fb-8aaa-43c7-a756-0b7c8127efce req-05e2dc6e-5a75-4ad6-852e-c5bb1a558cf1 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Transition to ACTIVE for port object c1a38d00-a9a8-4cb6-a065-c1ea6199f77c will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:54:09.270854 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-3a2033fb-8aaa-43c7-a756-0b7c8127efce req-05e2dc6e-5a75-4ad6-852e-c5bb1a558cf1 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:54:09.342813 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a2033fb-8aaa-43c7-a756-0b7c8127efce req-05e2dc6e-5a75-4ad6-852e-c5bb1a558cf1 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Network 04a6a87c-d534-4590-927b-80d869c25dcb is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:54:09.346056 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [req-3a2033fb-8aaa-43c7-a756-0b7c8127efce req-05e2dc6e-5a75-4ad6-852e-c5bb1a558cf1 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:54:09.349846 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a2033fb-8aaa-43c7-a756-0b7c8127efce req-05e2dc6e-5a75-4ad6-852e-c5bb1a558cf1 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:54:09.380014 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e2dc6e-5a75-4ad6-852e-c5bb1a558cf1 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Pushing event updated for resources: {'Port': ['ID=c1a38d00-a9a8-4cb6-a065-c1ea6199f77c,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:54:09.416426 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2033fb-8aaa-43c7-a756-0b7c8127efce req-05e2dc6e-5a75-4ad6-852e-c5bb1a558cf1 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:54:09.417058 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-3a2033fb-8aaa-43c7-a756-0b7c8127efce req-05e2dc6e-5a75-4ad6-852e-c5bb1a558cf1 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:54:09.441762 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3a2033fb-8aaa-43c7-a756-0b7c8127efce req-05e2dc6e-5a75-4ad6-852e-c5bb1a558cf1 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7092907 Feb 01 04:54:09.459911 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-3a2033fb-8aaa-43c7-a756-0b7c8127efce req-a67d0ce0-b64e-4b1b-adf8-1c9071f64800 service neutron] Request body: {'port': {'device_id': '4268467b-f3d0-416e-b447-d9ddecc0fa4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:54:09.566208 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-6faedf8e-223b-48db-b82f-828fb3e5be7e None None] Provisioning for port c1a38d00-a9a8-4cb6-a065-c1ea6199f77c completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:54:09.570921 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-6faedf8e-223b-48db-b82f-828fb3e5be7e None None] Provisioning complete for port c1a38d00-a9a8-4cb6-a065-c1ea6199f77c triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:54:09.571380 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6faedf8e-223b-48db-b82f-828fb3e5be7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:54:09.573924 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-3a2033fb-8aaa-43c7-a756-0b7c8127efce req-a67d0ce0-b64e-4b1b-adf8-1c9071f64800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:54:09.623292 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-6faedf8e-223b-48db-b82f-828fb3e5be7e None None] Port c1a38d00-a9a8-4cb6-a065-c1ea6199f77c cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:54:09.818209 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeadbc3-85a2-4147-8bc4-2504a1d8bd9d req-e98f7080-57bc-4015-9937-93c8808dedff tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:54:09.819819 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-8eeadbc3-85a2-4147-8bc4-2504a1d8bd9d req-e98f7080-57bc-4015-9937-93c8808dedff tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=4268467b-f3d0-416e-b447-d9ddecc0fa4c HTTP/1.1" status: 200 len: 932 time: 0.0808005 Feb 01 04:54:09.867634 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-8eeadbc3-85a2-4147-8bc4-2504a1d8bd9d req-a17983ab-0681-4c65-81cc-3012d6ddac93 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416236 Feb 01 04:54:09.910660 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [req-3a2033fb-8aaa-43c7-a756-0b7c8127efce req-a67d0ce0-b64e-4b1b-adf8-1c9071f64800 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1a38d00-a9a8-4cb6-a065-c1ea6199f77c {{(pid=87636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 04:54:09.918431 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-3a2033fb-8aaa-43c7-a756-0b7c8127efce req-a67d0ce0-b64e-4b1b-adf8-1c9071f64800 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:54:09.932564 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-3a2033fb-8aaa-43c7-a756-0b7c8127efce req-a67d0ce0-b64e-4b1b-adf8-1c9071f64800 service neutron] Transition to ACTIVE for port object c1a38d00-a9a8-4cb6-a065-c1ea6199f77c will not be triggered until provisioned by entity L2. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:54:09.936419 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-3a2033fb-8aaa-43c7-a756-0b7c8127efce req-a67d0ce0-b64e-4b1b-adf8-1c9071f64800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:54:10.091284 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67d0ce0-b64e-4b1b-adf8-1c9071f64800 service neutron] Pushing event updated for resources: {'Port': ['ID=c1a38d00-a9a8-4cb6-a065-c1ea6199f77c,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:54:10.168140 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-3a2033fb-8aaa-43c7-a756-0b7c8127efce req-a67d0ce0-b64e-4b1b-adf8-1c9071f64800 service neutron] Attempting to bind port c1a38d00-a9a8-4cb6-a065-c1ea6199f77c on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:54:10.168473 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-3a2033fb-8aaa-43c7-a756-0b7c8127efce req-a67d0ce0-b64e-4b1b-adf8-1c9071f64800 service neutron] Attempting to bind port c1a38d00-a9a8-4cb6-a065-c1ea6199f77c by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '784bd0ac-ce94-4b41-979f-1efed4047183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '04a6a87c-d534-4590-927b-80d869c25dcb'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:54:10.168797 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2033fb-8aaa-43c7-a756-0b7c8127efce req-a67d0ce0-b64e-4b1b-adf8-1c9071f64800 service neutron] Attempting to bind port c1a38d00-a9a8-4cb6-a065-c1ea6199f77c on network 04a6a87c-d534-4590-927b-80d869c25dcb {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:54:10.173341 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2033fb-8aaa-43c7-a756-0b7c8127efce req-a67d0ce0-b64e-4b1b-adf8-1c9071f64800 service neutron] Port c1a38d00-a9a8-4cb6-a065-c1ea6199f77c on network 04a6a87c-d534-4590-927b-80d869c25dcb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:54:10.173659 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2033fb-8aaa-43c7-a756-0b7c8127efce req-a67d0ce0-b64e-4b1b-adf8-1c9071f64800 service neutron] Attempting to bind port c1a38d00-a9a8-4cb6-a065-c1ea6199f77c on network 04a6a87c-d534-4590-927b-80d869c25dcb {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:54:10.178708 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2033fb-8aaa-43c7-a756-0b7c8127efce req-a67d0ce0-b64e-4b1b-adf8-1c9071f64800 service neutron] Checking agent: {'id': '63664c57-372e-43f7-9ecb-4deedcf8ddc7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 28, 15), 'started_at': datetime.datetime(2022, 2, 1, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:54:10.179038 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2033fb-8aaa-43c7-a756-0b7c8127efce req-a67d0ce0-b64e-4b1b-adf8-1c9071f64800 service neutron] Checking segment: {'id': '784bd0ac-ce94-4b41-979f-1efed4047183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '04a6a87c-d534-4590-927b-80d869c25dcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:54:10.179445 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2033fb-8aaa-43c7-a756-0b7c8127efce req-a67d0ce0-b64e-4b1b-adf8-1c9071f64800 service neutron] Bound using segment: {'id': '784bd0ac-ce94-4b41-979f-1efed4047183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '04a6a87c-d534-4590-927b-80d869c25dcb'} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:54:10.179863 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-3a2033fb-8aaa-43c7-a756-0b7c8127efce req-a67d0ce0-b64e-4b1b-adf8-1c9071f64800 service neutron] Bound port: c1a38d00-a9a8-4cb6-a065-c1ea6199f77c, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '784bd0ac-ce94-4b41-979f-1efed4047183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '04a6a87c-d534-4590-927b-80d869c25dcb'}}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:54:10.180206 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-3a2033fb-8aaa-43c7-a756-0b7c8127efce req-a67d0ce0-b64e-4b1b-adf8-1c9071f64800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:54:10.270296 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-3a2033fb-8aaa-43c7-a756-0b7c8127efce req-a67d0ce0-b64e-4b1b-adf8-1c9071f64800 service neutron] For port c1a38d00-a9a8-4cb6-a065-c1ea6199f77c, host hv-neutron-8268, cleared binding levels {{(pid=87636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:54:10.273237 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-3a2033fb-8aaa-43c7-a756-0b7c8127efce req-a67d0ce0-b64e-4b1b-adf8-1c9071f64800 service neutron] For port c1a38d00-a9a8-4cb6-a065-c1ea6199f77c, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=c1a38d00-a9a8-4cb6-a065-c1ea6199f77c,segment=NetworkSegment(784bd0ac-ce94-4b41-979f-1efed4047183),segment_id=784bd0ac-ce94-4b41-979f-1efed4047183)] {{(pid=87636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:54:10.277993 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-3a2033fb-8aaa-43c7-a756-0b7c8127efce req-a67d0ce0-b64e-4b1b-adf8-1c9071f64800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:54:10.437985 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2033fb-8aaa-43c7-a756-0b7c8127efce req-a67d0ce0-b64e-4b1b-adf8-1c9071f64800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:54:10.438598 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-3a2033fb-8aaa-43c7-a756-0b7c8127efce req-a67d0ce0-b64e-4b1b-adf8-1c9071f64800 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:54:10.440012 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3a2033fb-8aaa-43c7-a756-0b7c8127efce req-a67d0ce0-b64e-4b1b-adf8-1c9071f64800 service neutron] 10.222.0.18 "PUT /v2.0/ports/c1a38d00-a9a8-4cb6-a065-c1ea6199f77c HTTP/1.1" status: 200 len: 1094 time: 0.9848778 Feb 01 04:54:10.440461 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4268467b-f3d0-416e-b447-d9ddecc0fa4c', 'tag': 'c1a38d00-a9a8-4cb6-a065-c1ea6199f77c'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:54:10.463448 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67d0ce0-b64e-4b1b-adf8-1c9071f64800 service neutron] Pushing event updated for resources: {'Port': ['ID=c1a38d00-a9a8-4cb6-a065-c1ea6199f77c,revision_number=3']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:54:10.491757 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4268467b-f3d0-416e-b447-d9ddecc0fa4c', 'tag': 'c1a38d00-a9a8-4cb6-a065-c1ea6199f77c', 'status': 'completed', 'code': 200} Feb 01 04:54:10.579183 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2033fb-8aaa-43c7-a756-0b7c8127efce req-e3408fea-6b05-4e1f-bfd5-a965e23722e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:54:10.580696 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3a2033fb-8aaa-43c7-a756-0b7c8127efce req-e3408fea-6b05-4e1f-bfd5-a965e23722e2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1bad2d6ea4e44cb581fbe512e5bde7a4&device_id=4268467b-f3d0-416e-b447-d9ddecc0fa4c HTTP/1.1" status: 200 len: 1097 time: 0.0717196 Feb 01 04:54:10.657473 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3a2033fb-8aaa-43c7-a756-0b7c8127efce req-d31e0bc3-e090-4271-b231-1031c8aa2ff9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1a38d00-a9a8-4cb6-a065-c1ea6199f77c HTTP/1.1" status: 200 len: 217 time: 0.0643559 Feb 01 04:54:10.719664 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2033fb-8aaa-43c7-a756-0b7c8127efce req-6ec6f582-a40f-4f00-9d88-2859118fd271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:54:10.721029 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3a2033fb-8aaa-43c7-a756-0b7c8127efce req-6ec6f582-a40f-4f00-9d88-2859118fd271 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1ec7eaa5-a58e-4535-8de2-8b503f14762f HTTP/1.1" status: 200 len: 850 time: 0.0572259 Feb 01 04:54:10.796299 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2033fb-8aaa-43c7-a756-0b7c8127efce req-e30a4f06-f6b7-4866-90df-f93cb0c7a1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:54:10.797720 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3a2033fb-8aaa-43c7-a756-0b7c8127efce req-e30a4f06-f6b7-4866-90df-f93cb0c7a1da service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04a6a87c-d534-4590-927b-80d869c25dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707369 Feb 01 04:54:10.928594 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3a2033fb-8aaa-43c7-a756-0b7c8127efce req-66856e36-6e15-42bb-803d-673a11b597a6 service neutron] 10.222.0.18 "GET /v2.0/networks/04a6a87c-d534-4590-927b-80d869c25dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245091 Feb 01 04:54:11.048520 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f921a16-bcf0-4f70-a2b6-eeb0ac5d5b58 req-a4f25f9e-f788-4b48-96f4-1439fe12ab3b tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:54:11.049979 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-5f921a16-bcf0-4f70-a2b6-eeb0ac5d5b58 req-a4f25f9e-f788-4b48-96f4-1439fe12ab3b tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=4268467b-f3d0-416e-b447-d9ddecc0fa4c HTTP/1.1" status: 200 len: 944 time: 0.0782673 Feb 01 04:54:11.059947 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3a2033fb-8aaa-43c7-a756-0b7c8127efce req-800934d0-aba2-472d-9402-18b46357163f service neutron] 10.222.0.18 "GET /v2.0/networks/04a6a87c-d534-4590-927b-80d869c25dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241491 Feb 01 04:54:11.099631 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-5f921a16-bcf0-4f70-a2b6-eeb0ac5d5b58 req-beec4c0f-4212-4227-9499-731c437525dd tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438685 Feb 01 04:54:11.211088 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d8e3b-ea66-40b5-ab9a-f8b261a30301 req-5f8865ed-8a67-4028-98d5-bff33fb66700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:54:11.212547 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e35d8e3b-ea66-40b5-ab9a-f8b261a30301 req-5f8865ed-8a67-4028-98d5-bff33fb66700 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1bad2d6ea4e44cb581fbe512e5bde7a4&device_id=4268467b-f3d0-416e-b447-d9ddecc0fa4c HTTP/1.1" status: 200 len: 1097 time: 0.0683463 Feb 01 04:54:11.339927 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d8e3b-ea66-40b5-ab9a-f8b261a30301 req-f600ab21-4065-4cc6-978b-e90453122b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:54:11.341248 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e35d8e3b-ea66-40b5-ab9a-f8b261a30301 req-f600ab21-4065-4cc6-978b-e90453122b7e service neutron] 10.222.0.18 "GET /v2.0/networks?id=04a6a87c-d534-4590-927b-80d869c25dcb HTTP/1.1" status: 200 len: 911 time: 0.1224508 Feb 01 04:54:11.410826 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e35d8e3b-ea66-40b5-ab9a-f8b261a30301 req-7561cf17-3440-47c9-b6ba-33f47606db9e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1a38d00-a9a8-4cb6-a065-c1ea6199f77c HTTP/1.1" status: 200 len: 217 time: 0.0623353 Feb 01 04:54:11.472908 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d8e3b-ea66-40b5-ab9a-f8b261a30301 req-aab182b6-f6b2-4de7-8491-fdb67f216d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:54:11.474261 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e35d8e3b-ea66-40b5-ab9a-f8b261a30301 req-aab182b6-f6b2-4de7-8491-fdb67f216d4e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1ec7eaa5-a58e-4535-8de2-8b503f14762f HTTP/1.1" status: 200 len: 850 time: 0.0547712 Feb 01 04:54:11.550596 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d8e3b-ea66-40b5-ab9a-f8b261a30301 req-2e139e27-0252-49d7-b760-106048f69078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:54:11.552041 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e35d8e3b-ea66-40b5-ab9a-f8b261a30301 req-2e139e27-0252-49d7-b760-106048f69078 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04a6a87c-d534-4590-927b-80d869c25dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702024 Feb 01 04:54:11.678895 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e35d8e3b-ea66-40b5-ab9a-f8b261a30301 req-94bf99c8-97e1-4126-9af2-db8e6cd30b76 service neutron] 10.222.0.18 "GET /v2.0/networks/04a6a87c-d534-4590-927b-80d869c25dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194730 Feb 01 04:54:11.808494 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e35d8e3b-ea66-40b5-ab9a-f8b261a30301 req-5ba6a090-b691-4a1a-8392-ec212a2d90fa service neutron] 10.222.0.18 "GET /v2.0/networks/04a6a87c-d534-4590-927b-80d869c25dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223733 Feb 01 04:54:12.289396 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65840f60-d191-4a95-ad27-da54f8f817ef req-d909da87-26bf-46b4-8109-2f46dddcd3c7 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:54:12.290072 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-65840f60-d191-4a95-ad27-da54f8f817ef req-d909da87-26bf-46b4-8109-2f46dddcd3c7 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Synchronizing usage tracker for tenant:1bad2d6ea4e44cb581fbe512e5bde7a4 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:54:12.304476 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-65840f60-d191-4a95-ad27-da54f8f817ef req-d909da87-26bf-46b4-8109-2f46dddcd3c7 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Unset dirty status for tenant:1bad2d6ea4e44cb581fbe512e5bde7a4 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:54:12.305669 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-65840f60-d191-4a95-ad27-da54f8f817ef req-d909da87-26bf-46b4-8109-2f46dddcd3c7 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=4268467b-f3d0-416e-b447-d9ddecc0fa4c HTTP/1.1" status: 200 len: 944 time: 0.0936613 Feb 01 04:54:12.352109 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-65840f60-d191-4a95-ad27-da54f8f817ef req-0c3aea1e-37fd-4104-9e3b-a017540cb9eb tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407970 Feb 01 04:54:13.531376 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a5ef9-54aa-481a-a953-f273339dd88f req-a8275208-e129-4b47-aff1-c33a54255b2a tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:54:13.532806 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-785a5ef9-54aa-481a-a953-f273339dd88f req-a8275208-e129-4b47-aff1-c33a54255b2a tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=4268467b-f3d0-416e-b447-d9ddecc0fa4c HTTP/1.1" status: 200 len: 944 time: 0.0772924 Feb 01 04:54:13.575683 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-785a5ef9-54aa-481a-a953-f273339dd88f req-ff6f8c6b-964c-4389-9083-5e33e671aff9 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373762 Feb 01 04:54:14.535706 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device c1a38d00-a9a8-4cb6-a065-c1ea6199f77c details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 01 04:54:14.666418 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port c1a38d00-a9a8-4cb6-a065-c1ea6199f77c, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=c1a38d00-a9a8-4cb6-a065-c1ea6199f77c,segment=NetworkSegment(784bd0ac-ce94-4b41-979f-1efed4047183),segment_id=784bd0ac-ce94-4b41-979f-1efed4047183)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:54:14.679354 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Returning: {'device': 'c1a38d00-a9a8-4cb6-a065-c1ea6199f77c', 'network_id': '04a6a87c-d534-4590-927b-80d869c25dcb', 'port_id': 'c1a38d00-a9a8-4cb6-a065-c1ea6199f77c', 'mac_address': 'fa:16:3e:6f:1b:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ec7eaa5-a58e-4535-8de2-8b503f14762f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 01 04:54:14.736897 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:54:14.754504 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1a38d00-a9a8-4cb6-a065-c1ea6199f77c {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 04:54:14.758890 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ab3b59-a281-41ad-a657-64bac78f17cf req-56012971-52b8-49d4-9f36-8f5cc62344c5 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:54:14.761526 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-11ab3b59-a281-41ad-a657-64bac78f17cf req-56012971-52b8-49d4-9f36-8f5cc62344c5 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=4268467b-f3d0-416e-b447-d9ddecc0fa4c HTTP/1.1" status: 200 len: 944 time: 0.0817769 Feb 01 04:54:14.770373 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port c1a38d00-a9a8-4cb6-a065-c1ea6199f77c, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=c1a38d00-a9a8-4cb6-a065-c1ea6199f77c,segment=NetworkSegment(784bd0ac-ce94-4b41-979f-1efed4047183),segment_id=784bd0ac-ce94-4b41-979f-1efed4047183)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:54:14.774120 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:54:14.804274 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-11ab3b59-a281-41ad-a657-64bac78f17cf req-d2c3483c-6b22-4907-97d3-6e2389bc7cc2 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375721 Feb 01 04:54:14.842986 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=c1a38d00-a9a8-4cb6-a065-c1ea6199f77c,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:54:15.071768 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] get_ports_and_sgs() called for port_ids ['c1a38d00-a9a8-4cb6-a065-c1ea6199f77c'] {{(pid=87638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 01 04:54:15.174980 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:54:16.083394 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fa544a-c623-4430-b69f-8c62b9aecaa7 req-8876de88-aa4c-4fc5-ac88-f7fb37cfdda0 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:54:16.084829 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-a3fa544a-c623-4430-b69f-8c62b9aecaa7 req-8876de88-aa4c-4fc5-ac88-f7fb37cfdda0 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=4268467b-f3d0-416e-b447-d9ddecc0fa4c HTTP/1.1" status: 200 len: 945 time: 0.1708641 Feb 01 04:54:16.128001 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-a3fa544a-c623-4430-b69f-8c62b9aecaa7 req-e4efdde8-aa49-4f1e-addc-7a194a703554 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368345 Feb 01 04:54:16.534804 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device c1a38d00-a9a8-4cb6-a065-c1ea6199f77c up at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:54:16.599638 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning for port c1a38d00-a9a8-4cb6-a065-c1ea6199f77c completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:54:16.604627 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning complete for port c1a38d00-a9a8-4cb6-a065-c1ea6199f77c triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:54:16.604995 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:54:16.717377 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:54:16.743092 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4268467b-f3d0-416e-b447-d9ddecc0fa4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a38d00-a9a8-4cb6-a065-c1ea6199f77c'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:54:16.753340 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port c1a38d00-a9a8-4cb6-a065-c1ea6199f77c, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=c1a38d00-a9a8-4cb6-a065-c1ea6199f77c,segment=NetworkSegment(784bd0ac-ce94-4b41-979f-1efed4047183),segment_id=784bd0ac-ce94-4b41-979f-1efed4047183)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:54:16.757650 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:54:16.792941 dv-neutron-826830-1-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4268467b-f3d0-416e-b447-d9ddecc0fa4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a38d00-a9a8-4cb6-a065-c1ea6199f77c', 'code': 200} Feb 01 04:54:16.826790 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=c1a38d00-a9a8-4cb6-a065-c1ea6199f77c,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:54:17.050506 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501434da-8015-46b0-ac5e-164775da7219 req-eecbf346-04d9-4137-9260-f50c9cdc014d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:54:17.051900 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-501434da-8015-46b0-ac5e-164775da7219 req-eecbf346-04d9-4137-9260-f50c9cdc014d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4268467b-f3d0-416e-b447-d9ddecc0fa4c HTTP/1.1" status: 200 len: 1099 time: 0.0729427 Feb 01 04:54:17.187692 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-501434da-8015-46b0-ac5e-164775da7219 req-51da74ab-62a8-46c1-ab1b-726b2cc7d96b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299984 Feb 01 04:54:17.314448 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d60768-1cfa-4977-be3e-e6964e7006d1 req-ea195253-0c7b-402b-98d5-c815ed0b2dfa tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:54:17.315878 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-68d60768-1cfa-4977-be3e-e6964e7006d1 req-ea195253-0c7b-402b-98d5-c815ed0b2dfa tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=4268467b-f3d0-416e-b447-d9ddecc0fa4c HTTP/1.1" status: 200 len: 946 time: 0.0790265 Feb 01 04:54:17.358953 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-68d60768-1cfa-4977-be3e-e6964e7006d1 req-ec032bdd-52da-49f1-b3ef-95d152a008da tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375378 Feb 01 04:54:18.542331 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350333ce-6d4c-4114-80f1-e6697bfb73a9 req-55278568-80ac-4c1a-9e68-2fce2e0dcaf1 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:54:18.543795 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-350333ce-6d4c-4114-80f1-e6697bfb73a9 req-55278568-80ac-4c1a-9e68-2fce2e0dcaf1 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=4268467b-f3d0-416e-b447-d9ddecc0fa4c HTTP/1.1" status: 200 len: 946 time: 0.0820079 Feb 01 04:54:18.585243 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-350333ce-6d4c-4114-80f1-e6697bfb73a9 req-b12bc050-4299-41b5-98cd-484aacdbb4cc tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358968 Feb 01 04:54:18.761900 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbc372d-3695-4aff-9228-342e61cbd883 req-21ee219c-5c49-48f0-ae01-845fa486fd15 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:54:18.763367 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-bbbc372d-3695-4aff-9228-342e61cbd883 req-21ee219c-5c49-48f0-ae01-845fa486fd15 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=4268467b-f3d0-416e-b447-d9ddecc0fa4c HTTP/1.1" status: 200 len: 946 time: 0.0815308 Feb 01 04:54:18.771723 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 46544) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:54:18.777031 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-c3ecae25-ef4c-4800-9fd8-5eee755819c3 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Request body: {'floatingip': {'port_id': 'c1a38d00-a9a8-4cb6-a065-c1ea6199f77c'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:54:18.857067 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c3ecae25-ef4c-4800-9fd8-5eee755819c3 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks [] for floatingip, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:54:19.442533 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c3ecae25-ef4c-4800-9fd8-5eee755819c3 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:54:19.446350 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c3ecae25-ef4c-4800-9fd8-5eee755819c3 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-774194'] for floatingip, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:54:19.611621 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.l3_db [None req-c3ecae25-ef4c-4800-9fd8-5eee755819c3 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Floating IP 8ebdb77f-1ac3-48b8-ab46-6fd02eb15ea7 associated. External IP: 172.26.8.11, port: c1a38d00-a9a8-4cb6-a065-c1ea6199f77c. Feb 01 04:54:20.060684 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3ecae25-ef4c-4800-9fd8-5eee755819c3 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Router 52651337-2ce0-4eb5-9901-b789f161164c has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:54:20.235871 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ecae25-ef4c-4800-9fd8-5eee755819c3 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:54:20.240535 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c3ecae25-ef4c-4800-9fd8-5eee755819c3 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:54:20.245364 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef3e0a9-1ad9-4723-b438-1fba196cb24f None None] Sync routers for ids ['52651337-2ce0-4eb5-9901-b789f161164c'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:54:20.254985 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef3e0a9-1ad9-4723-b438-1fba196cb24f None None] Routers {'52651337-2ce0-4eb5-9901-b789f161164c'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:54:20.255737 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-fef3e0a9-1ad9-4723-b438-1fba196cb24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:54:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['52651337-2ce0-4eb5-9901-b789f161164c'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:54:20.297454 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-c3ecae25-ef4c-4800-9fd8-5eee755819c3 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "PUT /v2.0/floatingips/8ebdb77f-1ac3-48b8-ab46-6fd02eb15ea7 HTTP/1.1" status: 200 len: 991 time: 1.5246937 Feb 01 04:54:20.298025 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4268467b-f3d0-416e-b447-d9ddecc0fa4c', 'tag': 'c1a38d00-a9a8-4cb6-a065-c1ea6199f77c'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:54:20.344762 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4268467b-f3d0-416e-b447-d9ddecc0fa4c', 'tag': 'c1a38d00-a9a8-4cb6-a065-c1ea6199f77c', 'status': 'completed', 'code': 200} Feb 01 04:54:20.346241 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 04:54:20.444522 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-fef3e0a9-1ad9-4723-b438-1fba196cb24f None None] Set router 52651337-2ce0-4eb5-9901-b789f161164c gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:54:20.519701 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a327cca-bed1-4229-90a1-fdca6b18a746 req-5700bfcf-1a53-4f13-b9a1-eedf5b4fbd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:54:20.521170 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4a327cca-bed1-4229-90a1-fdca6b18a746 req-5700bfcf-1a53-4f13-b9a1-eedf5b4fbd04 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1bad2d6ea4e44cb581fbe512e5bde7a4&device_id=4268467b-f3d0-416e-b447-d9ddecc0fa4c HTTP/1.1" status: 200 len: 1099 time: 0.1323347 Feb 01 04:54:20.529781 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d55906-b83c-4f29-ba82-8a010229e48d req-eb9c3eeb-989d-4a53-bfe7-435c967182cd tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:54:20.531142 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-25d55906-b83c-4f29-ba82-8a010229e48d req-eb9c3eeb-989d-4a53-bfe7-435c967182cd tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=4268467b-f3d0-416e-b447-d9ddecc0fa4c HTTP/1.1" status: 200 len: 946 time: 0.1434746 Feb 01 04:54:20.655007 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-25d55906-b83c-4f29-ba82-8a010229e48d req-009cc48b-19d2-4b89-8f1a-f0420b6e9aa2 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056902 Feb 01 04:54:20.689137 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a327cca-bed1-4229-90a1-fdca6b18a746 req-30afd063-43c6-4eb5-8438-5af77c4ebe3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:54:20.690560 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4a327cca-bed1-4229-90a1-fdca6b18a746 req-30afd063-43c6-4eb5-8438-5af77c4ebe3d service neutron] 10.222.0.18 "GET /v2.0/networks?id=04a6a87c-d534-4590-927b-80d869c25dcb HTTP/1.1" status: 200 len: 911 time: 0.1585722 Feb 01 04:54:20.793272 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4a327cca-bed1-4229-90a1-fdca6b18a746 req-00f82be3-2d20-4ecb-8e9d-70a1077c4a0e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1a38d00-a9a8-4cb6-a065-c1ea6199f77c HTTP/1.1" status: 200 len: 999 time: 0.0964258 Feb 01 04:54:20.793919 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-fef3e0a9-1ad9-4723-b438-1fba196cb24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52651337-2ce0-4eb5-9901-b789f161164c', 'name': 'tempest-ServerActionsTestJSON-304040938-router', 'tenant_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.139'}], 'enable_snat': True}, 'gw_port_id': 'cbdf83b9-b343-410c-9666-670da29b0ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:53:07Z', 'updated_at': '2022-02-01T04:53:11Z', 'revision_number': 4, 'project_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'gw_port': {'id': 'cbdf83b9-b343-410c-9666-670da29b0ee1', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52651337-2ce0-4eb5-9901-b789f161164c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:53:08Z', 'updated_at': '2022-02-01T04:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': '8ebdb77f-1ac3-48b8-ab46-6fd02eb15ea7', 'tenant_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'floating_ip_address': '172.26.8.11', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '52651337-2ce0-4eb5-9901-b789f161164c', 'port_id': 'c1a38d00-a9a8-4cb6-a065-c1ea6199f77c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04a6a87c-d534-4590-927b-80d869c25dcb', 'mac_address': 'fa:16:3e:6f:1b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4268467b-f3d0-416e-b447-d9ddecc0fa4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:53:13Z', 'updated_at': '2022-02-01T04:54:19Z', 'revision_number': 5, 'project_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8f049f8-bdaf-4fe7-8a4c-a034df9ee9a8', 'name': '', 'network_id': '04a6a87c-d534-4590-927b-80d869c25dcb', 'tenant_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'mac_address': 'fa:16:3e:aa:51:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52651337-2ce0-4eb5-9901-b789f161164c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '1ec7eaa5-a58e-4535-8de2-8b503f14762f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:53:10Z', 'updated_at': '2022-02-01T04:53:16Z', 'revision_number': 5, 'project_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'subnets': [{'id': '1ec7eaa5-a58e-4535-8de2-8b503f14762f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:54:20.797727 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef3e0a9-1ad9-4723-b438-1fba196cb24f None None] Checking router: 52651337-2ce0-4eb5-9901-b789f161164c for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:54:20.806033 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef3e0a9-1ad9-4723-b438-1fba196cb24f None None] Routers {'52651337-2ce0-4eb5-9901-b789f161164c'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:54:20.806631 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-fef3e0a9-1ad9-4723-b438-1fba196cb24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:54:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['52651337-2ce0-4eb5-9901-b789f161164c'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:54:20.857445 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a327cca-bed1-4229-90a1-fdca6b18a746 req-0d56149d-201f-47af-93c4-441a592d10ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:54:20.859094 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4a327cca-bed1-4229-90a1-fdca6b18a746 req-0d56149d-201f-47af-93c4-441a592d10ec service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1ec7eaa5-a58e-4535-8de2-8b503f14762f HTTP/1.1" status: 200 len: 850 time: 0.0603082 Feb 01 04:54:20.931750 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a327cca-bed1-4229-90a1-fdca6b18a746 req-dad693c3-0354-4248-af2a-07fd94d7288f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:54:20.933746 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4a327cca-bed1-4229-90a1-fdca6b18a746 req-dad693c3-0354-4248-af2a-07fd94d7288f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04a6a87c-d534-4590-927b-80d869c25dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691221 Feb 01 04:54:21.005178 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-fef3e0a9-1ad9-4723-b438-1fba196cb24f None None] Set router 52651337-2ce0-4eb5-9901-b789f161164c gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:54:21.063078 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4a327cca-bed1-4229-90a1-fdca6b18a746 req-81f73354-176e-47b2-bc23-546faed3d429 service neutron] 10.222.0.18 "GET /v2.0/networks/04a6a87c-d534-4590-927b-80d869c25dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231966 Feb 01 04:54:21.196963 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4a327cca-bed1-4229-90a1-fdca6b18a746 req-31d3a139-90b3-4aaa-9132-14fc1b2883b5 service neutron] 10.222.0.18 "GET /v2.0/networks/04a6a87c-d534-4590-927b-80d869c25dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283824 Feb 01 04:54:21.350708 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-fef3e0a9-1ad9-4723-b438-1fba196cb24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52651337-2ce0-4eb5-9901-b789f161164c', 'name': 'tempest-ServerActionsTestJSON-304040938-router', 'tenant_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.139'}], 'enable_snat': True}, 'gw_port_id': 'cbdf83b9-b343-410c-9666-670da29b0ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:53:07Z', 'updated_at': '2022-02-01T04:53:11Z', 'revision_number': 4, 'project_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'gw_port': {'id': 'cbdf83b9-b343-410c-9666-670da29b0ee1', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52651337-2ce0-4eb5-9901-b789f161164c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:53:08Z', 'updated_at': '2022-02-01T04:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': '8ebdb77f-1ac3-48b8-ab46-6fd02eb15ea7', 'tenant_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'floating_ip_address': '172.26.8.11', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '52651337-2ce0-4eb5-9901-b789f161164c', 'port_id': 'c1a38d00-a9a8-4cb6-a065-c1ea6199f77c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04a6a87c-d534-4590-927b-80d869c25dcb', 'mac_address': 'fa:16:3e:6f:1b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4268467b-f3d0-416e-b447-d9ddecc0fa4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:53:13Z', 'updated_at': '2022-02-01T04:54:19Z', 'revision_number': 5, 'project_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8f049f8-bdaf-4fe7-8a4c-a034df9ee9a8', 'name': '', 'network_id': '04a6a87c-d534-4590-927b-80d869c25dcb', 'tenant_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'mac_address': 'fa:16:3e:aa:51:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52651337-2ce0-4eb5-9901-b789f161164c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '1ec7eaa5-a58e-4535-8de2-8b503f14762f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:53:10Z', 'updated_at': '2022-02-01T04:53:16Z', 'revision_number': 5, 'project_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'subnets': [{'id': '1ec7eaa5-a58e-4535-8de2-8b503f14762f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:54:21.354992 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef3e0a9-1ad9-4723-b438-1fba196cb24f None None] The sync data for ids ['52651337-2ce0-4eb5-9901-b789f161164c'] in dv-neutron-826830-1-hyperv is: [{'id': '52651337-2ce0-4eb5-9901-b789f161164c', 'name': 'tempest-ServerActionsTestJSON-304040938-router', 'tenant_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.139'}], 'enable_snat': True}, 'gw_port_id': 'cbdf83b9-b343-410c-9666-670da29b0ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:53:07Z', 'updated_at': '2022-02-01T04:53:11Z', 'revision_number': 4, 'project_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'gw_port': {'id': 'cbdf83b9-b343-410c-9666-670da29b0ee1', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52651337-2ce0-4eb5-9901-b789f161164c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:53:08Z', 'updated_at': '2022-02-01T04:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': '8ebdb77f-1ac3-48b8-ab46-6fd02eb15ea7', 'tenant_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'floating_ip_address': '172.26.8.11', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '52651337-2ce0-4eb5-9901-b789f161164c', 'port_id': 'c1a38d00-a9a8-4cb6-a065-c1ea6199f77c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04a6a87c-d534-4590-927b-80d869c25dcb', 'mac_address': 'fa:16:3e:6f:1b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4268467b-f3d0-416e-b447-d9ddecc0fa4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:53:13Z', 'updated_at': '2022-02-01T04:54:19Z', 'revision_number': 5, 'project_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8f049f8-bdaf-4fe7-8a4c-a034df9ee9a8', 'name': '', 'network_id': '04a6a87c-d534-4590-927b-80d869c25dcb', 'tenant_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'mac_address': 'fa:16:3e:aa:51:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52651337-2ce0-4eb5-9901-b789f161164c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '1ec7eaa5-a58e-4535-8de2-8b503f14762f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:53:10Z', 'updated_at': '2022-02-01T04:53:16Z', 'revision_number': 5, 'project_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'subnets': [{'id': '1ec7eaa5-a58e-4535-8de2-8b503f14762f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:54:21.555109 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90f354e-6c9d-424c-bb71-e0a9c44eea9b None None] New status for floating IP 8ebdb77f-1ac3-48b8-ab46-6fd02eb15ea7: ACTIVE {{(pid=87638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 01 04:54:21.840883 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b796d-e305-4089-98bb-682072b00953 req-a3a41709-de31-4b88-ae3f-cafa07422124 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:54:21.842361 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-be4b796d-e305-4089-98bb-682072b00953 req-a3a41709-de31-4b88-ae3f-cafa07422124 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=4268467b-f3d0-416e-b447-d9ddecc0fa4c HTTP/1.1" status: 200 len: 946 time: 0.0829570 Feb 01 04:54:21.885994 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-be4b796d-e305-4089-98bb-682072b00953 req-42d3d4c5-d035-4e2d-a401-662ebc9e0b38 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375805 Feb 01 04:54:22.211285 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef086838-2f93-4fdc-bc14-39ac7179ecd4 req-a5a05450-59ab-491e-9f8c-4c4bdb95938f tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:54:22.212767 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-ef086838-2f93-4fdc-bc14-39ac7179ecd4 req-a5a05450-59ab-491e-9f8c-4c4bdb95938f tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=4268467b-f3d0-416e-b447-d9ddecc0fa4c HTTP/1.1" status: 200 len: 946 time: 0.0821304 Feb 01 04:54:22.256543 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-ef086838-2f93-4fdc-bc14-39ac7179ecd4 req-11c98afe-366f-4b39-b7fa-a9782f0ea8a0 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374956 Feb 01 04:54:23.443272 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d7eb93-57af-46dc-8a2a-7f3eb221ad41 req-9bcb4c0a-bac0-4557-8663-31fef7d87721 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:54:23.444691 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a5d7eb93-57af-46dc-8a2a-7f3eb221ad41 req-9bcb4c0a-bac0-4557-8663-31fef7d87721 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=4268467b-f3d0-416e-b447-d9ddecc0fa4c HTTP/1.1" status: 200 len: 946 time: 0.0812333 Feb 01 04:54:23.487789 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a5d7eb93-57af-46dc-8a2a-7f3eb221ad41 req-cf532944-f4fb-4001-8771-01417641cee8 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367634 Feb 01 04:54:24.669412 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ada1d-bb33-45d2-8578-71d4b37d0d4c req-022a392a-726b-4d18-88b5-ff64ff41f94e tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:54:24.670828 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-887ada1d-bb33-45d2-8578-71d4b37d0d4c req-022a392a-726b-4d18-88b5-ff64ff41f94e tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=4268467b-f3d0-416e-b447-d9ddecc0fa4c HTTP/1.1" status: 200 len: 946 time: 0.0779557 Feb 01 04:54:24.713806 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-887ada1d-bb33-45d2-8578-71d4b37d0d4c req-94457901-1339-45c7-81de-99430f35aff6 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367768 Feb 01 04:54:25.898930 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f3c8cc-4af1-401f-9a83-101c444ab290 req-c98224c3-627a-4ae1-ae28-4105ff2b5ad5 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:54:25.900377 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-50f3c8cc-4af1-401f-9a83-101c444ab290 req-c98224c3-627a-4ae1-ae28-4105ff2b5ad5 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=4268467b-f3d0-416e-b447-d9ddecc0fa4c HTTP/1.1" status: 200 len: 946 time: 0.0792048 Feb 01 04:54:25.946234 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-50f3c8cc-4af1-401f-9a83-101c444ab290 req-0045864f-2644-4944-bf6b-2572e7403c78 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401688 Feb 01 04:54:27.127857 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d6ad29-0149-49d9-963a-010f008a3ef9 req-fc328665-90db-4e94-94da-a69fe6100a30 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:54:27.129284 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-67d6ad29-0149-49d9-963a-010f008a3ef9 req-fc328665-90db-4e94-94da-a69fe6100a30 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=4268467b-f3d0-416e-b447-d9ddecc0fa4c HTTP/1.1" status: 200 len: 946 time: 0.0808430 Feb 01 04:54:27.172270 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-67d6ad29-0149-49d9-963a-010f008a3ef9 req-14e3d056-bfc9-4d0d-aef4-5de8cd85f297 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373936 Feb 01 04:54:28.352263 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8c9934-5abc-49bf-b71b-5e5bd8719a66 req-e3b84ac8-dd55-4ac6-84bc-e06346dcda0f tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:54:28.354301 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-fd8c9934-5abc-49bf-b71b-5e5bd8719a66 req-e3b84ac8-dd55-4ac6-84bc-e06346dcda0f tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=4268467b-f3d0-416e-b447-d9ddecc0fa4c HTTP/1.1" status: 200 len: 946 time: 0.0773506 Feb 01 04:54:28.396439 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-fd8c9934-5abc-49bf-b71b-5e5bd8719a66 req-c4aca31a-299d-41f1-a03f-0c63f8e9d5b3 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366719 Feb 01 04:54:29.576169 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b92ff4-196d-4337-8995-5edfda7f8f95 req-0fe736b3-48df-4bf0-84c6-6330a9f6b86f tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:54:29.577597 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-66b92ff4-196d-4337-8995-5edfda7f8f95 req-0fe736b3-48df-4bf0-84c6-6330a9f6b86f tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=4268467b-f3d0-416e-b447-d9ddecc0fa4c HTTP/1.1" status: 200 len: 946 time: 0.0769529 Feb 01 04:54:29.623441 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-66b92ff4-196d-4337-8995-5edfda7f8f95 req-42cb3658-f440-44e6-abad-27ffb852f33d tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403831 Feb 01 04:54:30.249574 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fa0725-bb2c-468b-9e80-ea45844f8ace req-05eb45bc-460f-4034-9add-04ca7dfcfbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:54:30.250927 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a4fa0725-bb2c-468b-9e80-ea45844f8ace req-05eb45bc-460f-4034-9add-04ca7dfcfbe7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1bad2d6ea4e44cb581fbe512e5bde7a4&device_id=4268467b-f3d0-416e-b447-d9ddecc0fa4c HTTP/1.1" status: 200 len: 1099 time: 0.0723617 Feb 01 04:54:30.393093 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fa0725-bb2c-468b-9e80-ea45844f8ace req-68349d83-3990-4f18-a9c1-d19070cb330e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:54:30.394506 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a4fa0725-bb2c-468b-9e80-ea45844f8ace req-68349d83-3990-4f18-a9c1-d19070cb330e service neutron] 10.222.0.18 "GET /v2.0/networks?id=04a6a87c-d534-4590-927b-80d869c25dcb HTTP/1.1" status: 200 len: 911 time: 0.1261091 Feb 01 04:54:30.492820 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a4fa0725-bb2c-468b-9e80-ea45844f8ace req-72a2d76f-ff8a-4c51-bda5-921fc86661e6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1a38d00-a9a8-4cb6-a065-c1ea6199f77c HTTP/1.1" status: 200 len: 1001 time: 0.0910397 Feb 01 04:54:30.657189 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fa0725-bb2c-468b-9e80-ea45844f8ace req-a3df84cc-7b0b-4eb5-96a3-1cbd2b37ff89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:54:30.658648 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a4fa0725-bb2c-468b-9e80-ea45844f8ace req-a3df84cc-7b0b-4eb5-96a3-1cbd2b37ff89 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1ec7eaa5-a58e-4535-8de2-8b503f14762f HTTP/1.1" status: 200 len: 850 time: 0.1588094 Feb 01 04:54:30.778167 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fa0725-bb2c-468b-9e80-ea45844f8ace req-6bcffadc-9fb4-4808-ad20-5d27c45d7d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:54:30.779646 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a4fa0725-bb2c-468b-9e80-ea45844f8ace req-6bcffadc-9fb4-4808-ad20-5d27c45d7d98 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04a6a87c-d534-4590-927b-80d869c25dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1149938 Feb 01 04:54:30.915003 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21407c9-b9a5-4102-96a6-2790763f4017 req-c84d5bfb-c496-4b67-98ef-04bacc73dfeb tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:54:30.916936 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c21407c9-b9a5-4102-96a6-2790763f4017 req-c84d5bfb-c496-4b67-98ef-04bacc73dfeb tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=4268467b-f3d0-416e-b447-d9ddecc0fa4c HTTP/1.1" status: 200 len: 946 time: 0.1898975 Feb 01 04:54:30.952031 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a4fa0725-bb2c-468b-9e80-ea45844f8ace req-153e3e79-adce-4643-8435-24210d8b2859 service neutron] 10.222.0.18 "GET /v2.0/networks/04a6a87c-d534-4590-927b-80d869c25dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634524 Feb 01 04:54:30.993842 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c21407c9-b9a5-4102-96a6-2790763f4017 req-5f7f59d5-a186-4be0-b92b-07ec042ea913 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662041 Feb 01 04:54:31.092254 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a4fa0725-bb2c-468b-9e80-ea45844f8ace req-b1153c6e-3fbe-449a-8135-fd54defafb05 service neutron] 10.222.0.18 "GET /v2.0/networks/04a6a87c-d534-4590-927b-80d869c25dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324725 Feb 01 04:54:31.980991 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0cb49e2d-4fa6-400d-b541-892b4d4834d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:54:32.175597 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dfca97-8d24-4bdd-ba8e-fc3461a7d85c req-76e74805-bc20-49b5-90b9-d9bfe1e20069 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:54:32.177040 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-31dfca97-8d24-4bdd-ba8e-fc3461a7d85c req-76e74805-bc20-49b5-90b9-d9bfe1e20069 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=4268467b-f3d0-416e-b447-d9ddecc0fa4c HTTP/1.1" status: 200 len: 946 time: 0.0772488 Feb 01 04:54:32.220232 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-31dfca97-8d24-4bdd-ba8e-fc3461a7d85c req-89c71945-fe0a-4dd1-bb5c-d839dd3061d0 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371864 Feb 01 04:54:33.401125 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa220c-398f-4881-8cb0-8113263f112f req-0e31e58e-8ef6-4479-b02e-daa90707b83d tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:54:33.402544 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-57fa220c-398f-4881-8cb0-8113263f112f req-0e31e58e-8ef6-4479-b02e-daa90707b83d tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=4268467b-f3d0-416e-b447-d9ddecc0fa4c HTTP/1.1" status: 200 len: 946 time: 0.0784464 Feb 01 04:54:33.448282 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-57fa220c-398f-4881-8cb0-8113263f112f req-c7882381-5b92-46a3-a8cf-0d4e620fd8c1 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400903 Feb 01 04:54:34.262901 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f450c3cf-40e2-4183-b717-c2d652f2c8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:54:34.637715 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde5bc4a-0b1d-424a-956b-1488c581a1ae req-7cc0b28f-2a65-4306-9927-d15dfff53414 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:54:34.639178 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-cde5bc4a-0b1d-424a-956b-1488c581a1ae req-7cc0b28f-2a65-4306-9927-d15dfff53414 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=4268467b-f3d0-416e-b447-d9ddecc0fa4c HTTP/1.1" status: 200 len: 946 time: 0.0814927 Feb 01 04:54:34.682102 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-cde5bc4a-0b1d-424a-956b-1488c581a1ae req-3e1d5e38-6106-4c95-af98-69d5f0ad7c86 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371864 Feb 01 04:54:35.393508 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:54:35.523954 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:54:35.864573 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea93e7-0bf8-48ef-8e2f-98fcd105c658 req-b1f2db5e-82c5-4f18-a1f4-d7261dc989dc tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:54:35.866007 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-01ea93e7-0bf8-48ef-8e2f-98fcd105c658 req-b1f2db5e-82c5-4f18-a1f4-d7261dc989dc tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=4268467b-f3d0-416e-b447-d9ddecc0fa4c HTTP/1.1" status: 200 len: 946 time: 0.0811925 Feb 01 04:54:35.910022 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-01ea93e7-0bf8-48ef-8e2f-98fcd105c658 req-062db2fb-ca72-43d4-aaf7-fadf00377448 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375240 Feb 01 04:54:37.046303 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:54:37.095362 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b9879-4fd1-4f02-9253-76dbe93cad23 req-cd5ab265-6a2f-45fa-bf61-307db1e5f446 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:54:37.096810 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-157b9879-4fd1-4f02-9253-76dbe93cad23 req-cd5ab265-6a2f-45fa-bf61-307db1e5f446 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=4268467b-f3d0-416e-b447-d9ddecc0fa4c HTTP/1.1" status: 200 len: 946 time: 0.0778344 Feb 01 04:54:37.140712 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-157b9879-4fd1-4f02-9253-76dbe93cad23 req-4971345c-b621-45e8-b945-af574a1c2595 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380576 Feb 01 04:54:38.320625 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c02afa1-d11c-4d08-80fd-84d2a7890ee5 req-ae39ee99-da77-4ac8-9c75-821b8054960d tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:54:38.322084 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8c02afa1-d11c-4d08-80fd-84d2a7890ee5 req-ae39ee99-da77-4ac8-9c75-821b8054960d tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=4268467b-f3d0-416e-b447-d9ddecc0fa4c HTTP/1.1" status: 200 len: 946 time: 0.0816576 Feb 01 04:54:38.368600 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8c02afa1-d11c-4d08-80fd-84d2a7890ee5 req-ade0c641-0c2d-4e86-8d69-44f7596a3229 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391119 Feb 01 04:54:39.553191 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206391c-b1e5-4f50-8500-f41641c77a84 req-643d6731-b3dd-4e75-9cd6-71feaea25d6f tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:54:39.554636 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-9206391c-b1e5-4f50-8500-f41641c77a84 req-643d6731-b3dd-4e75-9cd6-71feaea25d6f tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=4268467b-f3d0-416e-b447-d9ddecc0fa4c HTTP/1.1" status: 200 len: 946 time: 0.0811799 Feb 01 04:54:39.597682 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-9206391c-b1e5-4f50-8500-f41641c77a84 req-55ab9e75-ba9f-463d-abab-42e61e348cb2 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369806 Feb 01 04:54:40.781074 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027fcc74-b3f4-4e37-8046-30573a8919db req-a302a17c-d3d4-4869-9082-f30bf1071a77 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:54:40.782524 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-027fcc74-b3f4-4e37-8046-30573a8919db req-a302a17c-d3d4-4869-9082-f30bf1071a77 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=4268467b-f3d0-416e-b447-d9ddecc0fa4c HTTP/1.1" status: 200 len: 946 time: 0.0808249 Feb 01 04:54:40.825074 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-027fcc74-b3f4-4e37-8046-30573a8919db req-eea19e8d-7e62-4001-9c38-cd2b8dd41817 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369618 Feb 01 04:54:42.004888 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3b4afd-ca3a-4d7d-8bad-b4162e6533b9 req-bd7c0cbc-8e79-40f7-a7b5-77db32680037 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:54:42.006321 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-8a3b4afd-ca3a-4d7d-8bad-b4162e6533b9 req-bd7c0cbc-8e79-40f7-a7b5-77db32680037 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=4268467b-f3d0-416e-b447-d9ddecc0fa4c HTTP/1.1" status: 200 len: 946 time: 0.0793853 Feb 01 04:54:42.049435 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-8a3b4afd-ca3a-4d7d-8bad-b4162e6533b9 req-3f429a35-06c2-43ff-852f-ec30379f4993 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369215 Feb 01 04:54:43.232380 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ac815-e7c1-49a6-95b8-ead7069b89ca req-feb63d49-912b-4eef-aac0-b6ffefcedd05 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:54:43.233710 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d84ac815-e7c1-49a6-95b8-ead7069b89ca req-feb63d49-912b-4eef-aac0-b6ffefcedd05 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=4268467b-f3d0-416e-b447-d9ddecc0fa4c HTTP/1.1" status: 200 len: 946 time: 0.0812147 Feb 01 04:54:43.275826 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d84ac815-e7c1-49a6-95b8-ead7069b89ca req-35a84b9a-64ed-4d10-b824-93803dd82771 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365765 Feb 01 04:54:44.460193 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2b9ba-4f97-4edd-8933-7026aff65953 req-c1604c27-cff5-4f57-9354-87626921407e tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:54:44.461626 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-14f2b9ba-4f97-4edd-8933-7026aff65953 req-c1604c27-cff5-4f57-9354-87626921407e tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=4268467b-f3d0-416e-b447-d9ddecc0fa4c HTTP/1.1" status: 200 len: 946 time: 0.0802464 Feb 01 04:54:44.504535 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-14f2b9ba-4f97-4edd-8933-7026aff65953 req-07d3ad74-0b0b-494c-844b-57fdd81a0e90 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373850 Feb 01 04:54:45.121917 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:54:45.683215 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d0d10-23be-4e59-a9b5-07f48557cc25 req-b9918a18-abca-4bc4-8d07-f9217e5b4ea4 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:54:45.684653 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4e1d0d10-23be-4e59-a9b5-07f48557cc25 req-b9918a18-abca-4bc4-8d07-f9217e5b4ea4 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=4268467b-f3d0-416e-b447-d9ddecc0fa4c HTTP/1.1" status: 200 len: 946 time: 0.0783505 Feb 01 04:54:45.732133 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4e1d0d10-23be-4e59-a9b5-07f48557cc25 req-ebaa2600-58b4-4879-a109-bf429cdfdc32 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417225 Feb 01 04:54:46.913731 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee770621-b6f0-486e-9a28-4a8fe02239f4 req-13bb90d5-79c5-4312-847a-4874e052e627 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:54:46.915185 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-ee770621-b6f0-486e-9a28-4a8fe02239f4 req-13bb90d5-79c5-4312-847a-4874e052e627 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=4268467b-f3d0-416e-b447-d9ddecc0fa4c HTTP/1.1" status: 200 len: 946 time: 0.0779858 Feb 01 04:54:46.960600 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-ee770621-b6f0-486e-9a28-4a8fe02239f4 req-696131d1-9b5b-48c6-a941-d53b4c9ae224 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398047 Feb 01 04:54:48.144680 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10448edf-a146-4b0a-b4e4-e7d712178330 req-02b1053d-24c4-4f88-a8a3-32a01bff3b61 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:54:48.146052 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-10448edf-a146-4b0a-b4e4-e7d712178330 req-02b1053d-24c4-4f88-a8a3-32a01bff3b61 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=4268467b-f3d0-416e-b447-d9ddecc0fa4c HTTP/1.1" status: 200 len: 946 time: 0.0787933 Feb 01 04:54:48.189921 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-10448edf-a146-4b0a-b4e4-e7d712178330 req-baecd9c1-db1e-46d4-88ad-6addb2ab94b2 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373878 Feb 01 04:54:49.368640 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f6d3b4-9897-4344-adf5-2880e5029b0b req-21e5e85b-dc22-4765-af36-d6f91917cfd3 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:54:49.370353 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-79f6d3b4-9897-4344-adf5-2880e5029b0b req-21e5e85b-dc22-4765-af36-d6f91917cfd3 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=4268467b-f3d0-416e-b447-d9ddecc0fa4c HTTP/1.1" status: 200 len: 946 time: 0.0771151 Feb 01 04:54:49.414836 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-79f6d3b4-9897-4344-adf5-2880e5029b0b req-c50d6bab-95af-4aad-b11a-9f4aa5e2b4d7 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389459 Feb 01 04:54:50.598201 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c06ba91-5f17-4853-bc6b-f814829c7761 req-45951e48-1cd3-464a-8e5d-4ccc47796003 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:54:50.599661 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1c06ba91-5f17-4853-bc6b-f814829c7761 req-45951e48-1cd3-464a-8e5d-4ccc47796003 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=4268467b-f3d0-416e-b447-d9ddecc0fa4c HTTP/1.1" status: 200 len: 946 time: 0.0803077 Feb 01 04:54:50.643328 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1c06ba91-5f17-4853-bc6b-f814829c7761 req-85d1201b-b213-4a31-bcd2-2a626517f859 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374823 Feb 01 04:54:51.924702 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83677e75-13f2-410b-9eb9-99ea04958303 req-5c8e9386-af51-4268-9fe4-e45270b6d4e1 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:54:51.926069 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-83677e75-13f2-410b-9eb9-99ea04958303 req-5c8e9386-af51-4268-9fe4-e45270b6d4e1 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=4268467b-f3d0-416e-b447-d9ddecc0fa4c HTTP/1.1" status: 200 len: 946 time: 0.1778262 Feb 01 04:54:51.968340 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-83677e75-13f2-410b-9eb9-99ea04958303 req-8c1932c5-5545-48aa-afe0-d73df7211052 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367019 Feb 01 04:54:53.150103 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c862412d-09b2-41e5-ae28-bcc1d312c946 req-2dc837bc-57d0-4388-9e4f-f72282453f8b tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:54:53.151657 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c862412d-09b2-41e5-ae28-bcc1d312c946 req-2dc837bc-57d0-4388-9e4f-f72282453f8b tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=4268467b-f3d0-416e-b447-d9ddecc0fa4c HTTP/1.1" status: 200 len: 946 time: 0.0776064 Feb 01 04:54:53.194601 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c862412d-09b2-41e5-ae28-bcc1d312c946 req-b601b712-394d-4d62-a862-6c2b50416b04 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374272 Feb 01 04:54:53.591498 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6001e4f2-4922-464d-a26e-cc94e4e1cb06 req-1737f3da-b5d8-4329-9e31-382942f8d9d2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4268467b-f3d0-416e-b447-d9ddecc0fa4c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1290224 Feb 01 04:54:53.607236 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6d0263-2dc5-4d55-b50c-cb44b0a3b22b req-ad82d45c-c801-4ab7-b248-8558102b7dc4 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:54:53.608614 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0f6d0263-2dc5-4d55-b50c-cb44b0a3b22b req-ad82d45c-c801-4ab7-b248-8558102b7dc4 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=4268467b-f3d0-416e-b447-d9ddecc0fa4c HTTP/1.1" status: 200 len: 946 time: 0.1003926 Feb 01 04:54:53.655958 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0f6d0263-2dc5-4d55-b50c-cb44b0a3b22b req-385ed83a-3600-4998-85ec-5f1312630f06 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410278 Feb 01 04:54:54.785266 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6001e4f2-4922-464d-a26e-cc94e4e1cb06 req-58f477f8-74b4-4922-84df-40c0213ed10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:54:54.786817 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6001e4f2-4922-464d-a26e-cc94e4e1cb06 req-58f477f8-74b4-4922-84df-40c0213ed10e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1bad2d6ea4e44cb581fbe512e5bde7a4&device_id=4268467b-f3d0-416e-b447-d9ddecc0fa4c HTTP/1.1" status: 200 len: 1099 time: 0.0721180 Feb 01 04:54:54.846383 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff917e-5997-45a2-9b95-965c1c2d0ef2 req-0c0f72f8-a0e4-42ff-8de2-209917121e92 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:54:54.848664 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-9bff917e-5997-45a2-9b95-965c1c2d0ef2 req-0c0f72f8-a0e4-42ff-8de2-209917121e92 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=4268467b-f3d0-416e-b447-d9ddecc0fa4c HTTP/1.1" status: 200 len: 946 time: 0.0814619 Feb 01 04:54:54.896543 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-9bff917e-5997-45a2-9b95-965c1c2d0ef2 req-9ca7d65c-bbda-4444-bc5f-5b70e0a05869 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420599 Feb 01 04:54:55.015209 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6001e4f2-4922-464d-a26e-cc94e4e1cb06 req-c74cff1c-7bae-4ecf-be0a-dd5ce9e1a0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:54:55.016773 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6001e4f2-4922-464d-a26e-cc94e4e1cb06 req-c74cff1c-7bae-4ecf-be0a-dd5ce9e1a0cc service neutron] 10.222.0.18 "GET /v2.0/networks?id=04a6a87c-d534-4590-927b-80d869c25dcb HTTP/1.1" status: 200 len: 911 time: 0.2225523 Feb 01 04:54:55.121742 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6001e4f2-4922-464d-a26e-cc94e4e1cb06 req-5c525111-24e8-45a0-b49e-235a6ce9fe60 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1a38d00-a9a8-4cb6-a065-c1ea6199f77c HTTP/1.1" status: 200 len: 1001 time: 0.0980341 Feb 01 04:54:55.181490 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6001e4f2-4922-464d-a26e-cc94e4e1cb06 req-d576eb3d-d243-4425-8967-cceccd44ee20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:54:55.182836 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6001e4f2-4922-464d-a26e-cc94e4e1cb06 req-d576eb3d-d243-4425-8967-cceccd44ee20 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1ec7eaa5-a58e-4535-8de2-8b503f14762f HTTP/1.1" status: 200 len: 850 time: 0.0556197 Feb 01 04:54:55.257796 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6001e4f2-4922-464d-a26e-cc94e4e1cb06 req-416b0333-e7d0-4e69-9a20-c007eea86a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:54:55.259235 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6001e4f2-4922-464d-a26e-cc94e4e1cb06 req-416b0333-e7d0-4e69-9a20-c007eea86a55 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04a6a87c-d534-4590-927b-80d869c25dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705762 Feb 01 04:54:55.388127 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6001e4f2-4922-464d-a26e-cc94e4e1cb06 req-72952ecd-1630-4ca0-931f-d3df932a238a service neutron] 10.222.0.18 "GET /v2.0/networks/04a6a87c-d534-4590-927b-80d869c25dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230130 Feb 01 04:54:55.515208 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6001e4f2-4922-464d-a26e-cc94e4e1cb06 req-941bf661-bfc5-4bec-a9c9-873dc873de51 service neutron] 10.222.0.18 "GET /v2.0/networks/04a6a87c-d534-4590-927b-80d869c25dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209619 Feb 01 04:54:56.077126 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764a4ca8-1407-432f-9dae-db7aa158ec63 req-96cdca09-f87d-4339-b26e-7b34fbacc1ba tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:54:56.078569 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-764a4ca8-1407-432f-9dae-db7aa158ec63 req-96cdca09-f87d-4339-b26e-7b34fbacc1ba tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=4268467b-f3d0-416e-b447-d9ddecc0fa4c HTTP/1.1" status: 200 len: 946 time: 0.0779920 Feb 01 04:54:56.121320 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-764a4ca8-1407-432f-9dae-db7aa158ec63 req-6583d9e5-ab9c-402f-bd87-48505f6d53e5 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371771 Feb 01 04:54:57.262293 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6001e4f2-4922-464d-a26e-cc94e4e1cb06 req-347445b4-1105-42b2-9f94-0ac95ca5264e service neutron] 10.222.0.18 "GET /v2.0/ports/c1a38d00-a9a8-4cb6-a065-c1ea6199f77c/bindings/hv-neutron-8268 HTTP/1.1" status: 200 len: 384 time: 0.0762765 Feb 01 04:54:57.309252 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2fb0c8-b40e-48c6-a7b8-9ae5933e9487 req-be294d6f-4e35-40a4-858e-2e9b30a94b5a tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:54:57.310686 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-cf2fb0c8-b40e-48c6-a7b8-9ae5933e9487 req-be294d6f-4e35-40a4-858e-2e9b30a94b5a tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=4268467b-f3d0-416e-b447-d9ddecc0fa4c HTTP/1.1" status: 200 len: 946 time: 0.0825920 Feb 01 04:54:57.345639 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 04:54:57.358013 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-cf2fb0c8-b40e-48c6-a7b8-9ae5933e9487 req-d31e03d3-f883-462c-a0ac-579fae1d123c tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415609 Feb 01 04:54:57.535100 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6001e4f2-4922-464d-a26e-cc94e4e1cb06 req-09fb8b3c-a6f2-4bcf-a59e-41cb5f0032dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:54:57.536560 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6001e4f2-4922-464d-a26e-cc94e4e1cb06 req-09fb8b3c-a6f2-4bcf-a59e-41cb5f0032dd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4268467b-f3d0-416e-b447-d9ddecc0fa4c&tenant_id=1bad2d6ea4e44cb581fbe512e5bde7a4 HTTP/1.1" status: 200 len: 1099 time: 0.0686285 Feb 01 04:54:57.640055 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6001e4f2-4922-464d-a26e-cc94e4e1cb06 req-4870d172-ec0a-4c30-be83-098db204e54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:54:57.641521 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6001e4f2-4922-464d-a26e-cc94e4e1cb06 req-4870d172-ec0a-4c30-be83-098db204e54e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1bad2d6ea4e44cb581fbe512e5bde7a4&device_id=4268467b-f3d0-416e-b447-d9ddecc0fa4c HTTP/1.1" status: 200 len: 1099 time: 0.0729344 Feb 01 04:54:57.767391 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6001e4f2-4922-464d-a26e-cc94e4e1cb06 req-07b82b51-76f7-4cf2-83eb-e839d023f4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:54:57.768771 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6001e4f2-4922-464d-a26e-cc94e4e1cb06 req-07b82b51-76f7-4cf2-83eb-e839d023f4ac service neutron] 10.222.0.18 "GET /v2.0/networks?id=04a6a87c-d534-4590-927b-80d869c25dcb HTTP/1.1" status: 200 len: 911 time: 0.1217196 Feb 01 04:54:57.867411 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6001e4f2-4922-464d-a26e-cc94e4e1cb06 req-5568b6d2-c473-408f-9e66-43d64ced2e2b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1a38d00-a9a8-4cb6-a065-c1ea6199f77c HTTP/1.1" status: 200 len: 1001 time: 0.0926206 Feb 01 04:54:57.928731 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6001e4f2-4922-464d-a26e-cc94e4e1cb06 req-7f62796e-25d0-49ce-9171-bfc6a9efa8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:54:57.930107 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6001e4f2-4922-464d-a26e-cc94e4e1cb06 req-7f62796e-25d0-49ce-9171-bfc6a9efa8f5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1ec7eaa5-a58e-4535-8de2-8b503f14762f HTTP/1.1" status: 200 len: 850 time: 0.0564370 Feb 01 04:54:58.001454 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6001e4f2-4922-464d-a26e-cc94e4e1cb06 req-f5c40f4b-b393-4b30-b192-618f6e5d4656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:54:58.002834 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6001e4f2-4922-464d-a26e-cc94e4e1cb06 req-f5c40f4b-b393-4b30-b192-618f6e5d4656 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04a6a87c-d534-4590-927b-80d869c25dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665448 Feb 01 04:54:58.128795 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6001e4f2-4922-464d-a26e-cc94e4e1cb06 req-79ebb238-59b3-4807-8160-66c69e73cdb6 service neutron] 10.222.0.18 "GET /v2.0/networks/04a6a87c-d534-4590-927b-80d869c25dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198413 Feb 01 04:54:58.252856 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6001e4f2-4922-464d-a26e-cc94e4e1cb06 req-460b775a-aa82-4545-be3d-bfa701f679f2 service neutron] 10.222.0.18 "GET /v2.0/networks/04a6a87c-d534-4590-927b-80d869c25dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186173 Feb 01 04:54:58.647944 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b0cde-8c88-4588-81c2-1745769fe5ff req-ed155230-9bb8-465a-be30-5de74ae40140 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:54:58.649299 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1a3b0cde-8c88-4588-81c2-1745769fe5ff req-ed155230-9bb8-465a-be30-5de74ae40140 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=4268467b-f3d0-416e-b447-d9ddecc0fa4c HTTP/1.1" status: 200 len: 946 time: 0.1820536 Feb 01 04:54:58.691769 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1a3b0cde-8c88-4588-81c2-1745769fe5ff req-c54f3ace-0e0d-4aab-81f2-0c006d66f5cc tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362570 Feb 01 04:54:59.873347 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c914a-599f-432a-98cc-e5093f2ba46a req-4bfabc12-96f5-4c60-852b-d06467f1cf13 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:54:59.874857 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-a22c914a-599f-432a-98cc-e5093f2ba46a req-4bfabc12-96f5-4c60-852b-d06467f1cf13 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=4268467b-f3d0-416e-b447-d9ddecc0fa4c HTTP/1.1" status: 200 len: 946 time: 0.0776443 Feb 01 04:54:59.921487 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-a22c914a-599f-432a-98cc-e5093f2ba46a req-0c9fa03c-7490-4d19-8ae2-29dc5cb356f1 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410063 Feb 01 04:55:00.220127 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c0bd7b-d19a-4ad3-959b-415af5ed72f0 req-71f641c8-2a79-4d2f-8960-744aefed0c92 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:00.221607 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-f1c0bd7b-d19a-4ad3-959b-415af5ed72f0 req-71f641c8-2a79-4d2f-8960-744aefed0c92 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=4268467b-f3d0-416e-b447-d9ddecc0fa4c HTTP/1.1" status: 200 len: 946 time: 0.0797677 Feb 01 04:55:00.240280 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03dbda8-2862-4441-a30a-71fd7650476c req-c64c8208-a983-4394-9b49-8d7bd806f4ba tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:00.241693 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f03dbda8-2862-4441-a30a-71fd7650476c req-c64c8208-a983-4394-9b49-8d7bd806f4ba tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.18 "GET /v2.0/ports?device_id=4268467b-f3d0-416e-b447-d9ddecc0fa4c&tenant_id=1bad2d6ea4e44cb581fbe512e5bde7a4&binding%3Ahost_id=hv-neutron-8268 HTTP/1.1" status: 200 len: 946 time: 0.0840948 Feb 01 04:55:00.266136 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-f1c0bd7b-d19a-4ad3-959b-415af5ed72f0 req-751986bf-43f6-4b55-96ea-1eead7acbde7 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386934 Feb 01 04:55:00.396044 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03dbda8-2862-4441-a30a-71fd7650476c req-d4201519-7c23-46e6-b4ad-bc7e1dd84b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:00.397407 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f03dbda8-2862-4441-a30a-71fd7650476c req-d4201519-7c23-46e6-b4ad-bc7e1dd84b4a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1bad2d6ea4e44cb581fbe512e5bde7a4&device_id=4268467b-f3d0-416e-b447-d9ddecc0fa4c HTTP/1.1" status: 200 len: 1099 time: 0.0720906 Feb 01 04:55:00.524633 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03dbda8-2862-4441-a30a-71fd7650476c req-4655e36b-d302-45b1-9236-418d62acd621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:00.526075 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f03dbda8-2862-4441-a30a-71fd7650476c req-4655e36b-d302-45b1-9236-418d62acd621 service neutron] 10.222.0.18 "GET /v2.0/networks?id=04a6a87c-d534-4590-927b-80d869c25dcb HTTP/1.1" status: 200 len: 911 time: 0.1223872 Feb 01 04:55:00.626736 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f03dbda8-2862-4441-a30a-71fd7650476c req-b166ea6a-3d4f-44bf-b028-7bfea11c7e5d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1a38d00-a9a8-4cb6-a065-c1ea6199f77c HTTP/1.1" status: 200 len: 1001 time: 0.0951726 Feb 01 04:55:00.687213 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03dbda8-2862-4441-a30a-71fd7650476c req-aac1c5b6-8829-4763-a655-f538551b2b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:00.688531 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f03dbda8-2862-4441-a30a-71fd7650476c req-aac1c5b6-8829-4763-a655-f538551b2b52 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1ec7eaa5-a58e-4535-8de2-8b503f14762f HTTP/1.1" status: 200 len: 850 time: 0.0562143 Feb 01 04:55:00.768772 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device c1a38d00-a9a8-4cb6-a065-c1ea6199f77c details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 01 04:55:00.771178 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03dbda8-2862-4441-a30a-71fd7650476c req-e4665b65-d0b4-4dba-9e97-03dedab87700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:00.773304 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f03dbda8-2862-4441-a30a-71fd7650476c req-e4665b65-d0b4-4dba-9e97-03dedab87700 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04a6a87c-d534-4590-927b-80d869c25dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778847 Feb 01 04:55:00.775685 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device c1a38d00-a9a8-4cb6-a065-c1ea6199f77c no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:55:00.905744 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f03dbda8-2862-4441-a30a-71fd7650476c req-8d74c116-752b-494d-ad67-a2594c193c55 service neutron] 10.222.0.18 "GET /v2.0/networks/04a6a87c-d534-4590-927b-80d869c25dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268961 Feb 01 04:55:00.995788 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:55:01.012977 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port c1a38d00-a9a8-4cb6-a065-c1ea6199f77c, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=c1a38d00-a9a8-4cb6-a065-c1ea6199f77c,segment=NetworkSegment(784bd0ac-ce94-4b41-979f-1efed4047183),segment_id=784bd0ac-ce94-4b41-979f-1efed4047183)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:55:01.036482 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f03dbda8-2862-4441-a30a-71fd7650476c req-a55e72b8-5095-4617-b25c-a63c9997ebeb service neutron] 10.222.0.18 "GET /v2.0/networks/04a6a87c-d534-4590-927b-80d869c25dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249759 Feb 01 04:55:01.037707 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Returning: {'device': 'c1a38d00-a9a8-4cb6-a065-c1ea6199f77c', 'network_id': '04a6a87c-d534-4590-927b-80d869c25dcb', 'port_id': 'c1a38d00-a9a8-4cb6-a065-c1ea6199f77c', 'mac_address': 'fa:16:3e:6f:1b:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ec7eaa5-a58e-4535-8de2-8b503f14762f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 01 04:55:01.045770 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4268467b-f3d0-416e-b447-d9ddecc0fa4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1a38d00-a9a8-4cb6-a065-c1ea6199f77c'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:55:01.094174 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port c1a38d00-a9a8-4cb6-a065-c1ea6199f77c, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=c1a38d00-a9a8-4cb6-a065-c1ea6199f77c,segment=NetworkSegment(784bd0ac-ce94-4b41-979f-1efed4047183),segment_id=784bd0ac-ce94-4b41-979f-1efed4047183)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:55:01.100094 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:55:01.136584 dv-neutron-826830-1-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4268467b-f3d0-416e-b447-d9ddecc0fa4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1a38d00-a9a8-4cb6-a065-c1ea6199f77c', 'code': 200} Feb 01 04:55:01.156757 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:55:01.182645 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c1a38d00-a9a8-4cb6-a065-c1ea6199f77c {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 04:55:01.192336 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=c1a38d00-a9a8-4cb6-a065-c1ea6199f77c,revision_number=6']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:55:01.234087 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:55:01.234422 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:55:01.234749 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:55:01.235072 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:55:01.235413 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:55:01.235732 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:55:01.236046 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:55:01.236359 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:55:01.236671 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:55:01.236981 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:55:01.237289 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:55:01.237597 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:55:01.261173 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:55:01.261522 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:55:01.456235 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5c45f1-2b53-4686-8a8a-48b3e853dda1 req-c89ccbd2-9dee-466b-9c02-b5e261157982 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:01.457692 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-0d5c45f1-2b53-4686-8a8a-48b3e853dda1 req-c89ccbd2-9dee-466b-9c02-b5e261157982 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=4268467b-f3d0-416e-b447-d9ddecc0fa4c HTTP/1.1" status: 200 len: 944 time: 0.0848341 Feb 01 04:55:01.502420 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-0d5c45f1-2b53-4686-8a8a-48b3e853dda1 req-d9bec1d7-9e38-4964-a7ee-27301c95e177 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390260 Feb 01 04:55:01.813929 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:55:01.830759 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1a38d00-a9a8-4cb6-a065-c1ea6199f77c {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 04:55:01.846285 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port c1a38d00-a9a8-4cb6-a065-c1ea6199f77c, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=c1a38d00-a9a8-4cb6-a065-c1ea6199f77c,segment=NetworkSegment(784bd0ac-ce94-4b41-979f-1efed4047183),segment_id=784bd0ac-ce94-4b41-979f-1efed4047183)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:55:01.850792 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:55:01.919512 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=c1a38d00-a9a8-4cb6-a065-c1ea6199f77c,revision_number=7']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:55:01.981378 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] get_ports_and_sgs() called for port_ids ['c1a38d00-a9a8-4cb6-a065-c1ea6199f77c'] {{(pid=87638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 01 04:55:02.010819 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-469749ab-c71e-46db-8f6e-30c7435df828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:55:02.680833 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b9ec28-2caf-45a4-8a4b-3233a8976f16 req-8b4e333d-3616-4248-ae1b-9f692db8b7bb tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:02.682864 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d2b9ec28-2caf-45a4-8a4b-3233a8976f16 req-8b4e333d-3616-4248-ae1b-9f692db8b7bb tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=4268467b-f3d0-416e-b447-d9ddecc0fa4c HTTP/1.1" status: 200 len: 945 time: 0.0771894 Feb 01 04:55:02.729273 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d2b9ec28-2caf-45a4-8a4b-3233a8976f16 req-4e2943a4-67f5-4666-b713-bb5c3f6e55c0 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402253 Feb 01 04:55:02.783068 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device c1a38d00-a9a8-4cb6-a065-c1ea6199f77c up at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:55:02.849187 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning complete for port c1a38d00-a9a8-4cb6-a065-c1ea6199f77c triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:55:02.849838 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:55:02.908407 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff8175b-5635-43c8-9269-9dac91b84010 req-d6389b91-5fa6-45a4-9833-47151309384e tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:02.909854 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-8ff8175b-5635-43c8-9269-9dac91b84010 req-d6389b91-5fa6-45a4-9833-47151309384e tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=4268467b-f3d0-416e-b447-d9ddecc0fa4c HTTP/1.1" status: 200 len: 945 time: 0.0794051 Feb 01 04:55:02.953817 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-8ff8175b-5635-43c8-9269-9dac91b84010 req-47037752-9477-4d64-af5d-ba7d0ad7e99a tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379605 Feb 01 04:55:02.998761 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:55:03.032381 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port c1a38d00-a9a8-4cb6-a065-c1ea6199f77c, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=c1a38d00-a9a8-4cb6-a065-c1ea6199f77c,segment=NetworkSegment(784bd0ac-ce94-4b41-979f-1efed4047183),segment_id=784bd0ac-ce94-4b41-979f-1efed4047183)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:55:03.037410 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:55:03.103010 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=c1a38d00-a9a8-4cb6-a065-c1ea6199f77c,revision_number=8']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:55:03.137463 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4268467b-f3d0-416e-b447-d9ddecc0fa4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a38d00-a9a8-4cb6-a065-c1ea6199f77c'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:55:03.183880 dv-neutron-826830-1-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4268467b-f3d0-416e-b447-d9ddecc0fa4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a38d00-a9a8-4cb6-a065-c1ea6199f77c', 'code': 200} Feb 01 04:55:03.296495 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de3e19-78bd-44f6-91c1-fa0fdbcfa337 req-1422c7cc-f5df-4053-9cbf-f6484e0980f6 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:03.297874 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-42de3e19-78bd-44f6-91c1-fa0fdbcfa337 req-1422c7cc-f5df-4053-9cbf-f6484e0980f6 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=4268467b-f3d0-416e-b447-d9ddecc0fa4c HTTP/1.1" status: 200 len: 946 time: 0.0825462 Feb 01 04:55:03.343662 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-42de3e19-78bd-44f6-91c1-fa0fdbcfa337 req-226aadc5-c180-48c1-a4e3-00c55810fe88 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402205 Feb 01 04:55:03.370303 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d09723e-1c89-452a-9691-d23b488c46cf req-ba00c4d0-cd59-4c1b-9522-6738d3524497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:03.371785 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4d09723e-1c89-452a-9691-d23b488c46cf req-ba00c4d0-cd59-4c1b-9522-6738d3524497 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1bad2d6ea4e44cb581fbe512e5bde7a4&device_id=4268467b-f3d0-416e-b447-d9ddecc0fa4c HTTP/1.1" status: 200 len: 1099 time: 0.0717440 Feb 01 04:55:03.499359 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d09723e-1c89-452a-9691-d23b488c46cf req-41e032dc-bcd8-45e3-9396-45d729079cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:03.500803 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4d09723e-1c89-452a-9691-d23b488c46cf req-41e032dc-bcd8-45e3-9396-45d729079cb4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=04a6a87c-d534-4590-927b-80d869c25dcb HTTP/1.1" status: 200 len: 911 time: 0.1232495 Feb 01 04:55:03.599353 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4d09723e-1c89-452a-9691-d23b488c46cf req-3825b1e0-c1b7-4d07-a209-78212bc669f7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1a38d00-a9a8-4cb6-a065-c1ea6199f77c HTTP/1.1" status: 200 len: 1001 time: 0.0927694 Feb 01 04:55:03.658880 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d09723e-1c89-452a-9691-d23b488c46cf req-00b87afe-aab7-44dd-8c9d-cde614bf6a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:03.660272 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4d09723e-1c89-452a-9691-d23b488c46cf req-00b87afe-aab7-44dd-8c9d-cde614bf6a87 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1ec7eaa5-a58e-4535-8de2-8b503f14762f HTTP/1.1" status: 200 len: 850 time: 0.0552824 Feb 01 04:55:03.734213 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d09723e-1c89-452a-9691-d23b488c46cf req-84dd168a-5409-4165-9e07-b15438d275fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:03.735652 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4d09723e-1c89-452a-9691-d23b488c46cf req-84dd168a-5409-4165-9e07-b15438d275fb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04a6a87c-d534-4590-927b-80d869c25dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696084 Feb 01 04:55:03.966703 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4d09723e-1c89-452a-9691-d23b488c46cf req-5b12f0a1-439f-419c-bc50-c8951c83c59d service neutron] 10.222.0.18 "GET /v2.0/networks/04a6a87c-d534-4590-927b-80d869c25dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250841 Feb 01 04:55:04.095473 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4d09723e-1c89-452a-9691-d23b488c46cf req-eac76ed1-e7a8-4530-bcbe-c6cf3f06fae2 service neutron] 10.222.0.18 "GET /v2.0/networks/04a6a87c-d534-4590-927b-80d869c25dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229246 Feb 01 04:55:04.263917 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-39340bf2-4228-422a-94b2-0b362120e8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:55:04.540353 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471ac410-62ee-444f-a5e7-7abf5ec1e204 req-d69b111f-4b0c-494f-b894-42724d25d0e8 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:04.542436 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-471ac410-62ee-444f-a5e7-7abf5ec1e204 req-d69b111f-4b0c-494f-b894-42724d25d0e8 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=4268467b-f3d0-416e-b447-d9ddecc0fa4c HTTP/1.1" status: 200 len: 946 time: 0.0776718 Feb 01 04:55:04.587015 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-471ac410-62ee-444f-a5e7-7abf5ec1e204 req-a716a2d9-8434-4b21-aa6b-e7a4ac8de660 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389969 Feb 01 04:55:05.395990 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:55:05.525773 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:55:05.769440 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08ce564-9d25-43e5-a8e5-c2ec6a69bdfc req-56afd05a-de43-469d-a43c-af61572b9df0 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:05.770875 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-d08ce564-9d25-43e5-a8e5-c2ec6a69bdfc req-56afd05a-de43-469d-a43c-af61572b9df0 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=4268467b-f3d0-416e-b447-d9ddecc0fa4c HTTP/1.1" status: 200 len: 946 time: 0.0775340 Feb 01 04:55:05.814251 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-d08ce564-9d25-43e5-a8e5-c2ec6a69bdfc req-bd2d5571-ece8-4bc9-b5e4-938032a835d1 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374477 Feb 01 04:55:06.186442 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e3d3ec-278a-4b95-b7d2-5ed25d8a6baf req-2bfe1d49-3427-48e7-8843-b72464f084d4 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:06.187926 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-10e3d3ec-278a-4b95-b7d2-5ed25d8a6baf req-2bfe1d49-3427-48e7-8843-b72464f084d4 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=4268467b-f3d0-416e-b447-d9ddecc0fa4c HTTP/1.1" status: 200 len: 946 time: 0.0823603 Feb 01 04:55:06.231372 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-10e3d3ec-278a-4b95-b7d2-5ed25d8a6baf req-0a6cb5b9-1e81-4230-9d41-8a0321a5c98f tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378199 Feb 01 04:55:07.050027 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:55:07.414342 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adb75a9-0679-4db5-bffb-57310d5647bb req-170acaa9-b34b-4dff-8b82-2b885a25b015 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:07.415796 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0adb75a9-0679-4db5-bffb-57310d5647bb req-170acaa9-b34b-4dff-8b82-2b885a25b015 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=4268467b-f3d0-416e-b447-d9ddecc0fa4c HTTP/1.1" status: 200 len: 946 time: 0.0829184 Feb 01 04:55:07.458178 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0adb75a9-0679-4db5-bffb-57310d5647bb req-39f55eed-557d-4f93-9dee-234b74bd2c57 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363243 Feb 01 04:55:07.900984 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2817c92e-40fd-4d4f-827e-5bae2f5dd729 req-076f1e39-9f0d-45bf-9599-e1fdc4efe5a9 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:07.902408 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2817c92e-40fd-4d4f-827e-5bae2f5dd729 req-076f1e39-9f0d-45bf-9599-e1fdc4efe5a9 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.18 "GET /v2.0/ports?device_id=4268467b-f3d0-416e-b447-d9ddecc0fa4c HTTP/1.1" status: 200 len: 946 time: 0.0828152 Feb 01 04:55:07.978660 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-2817c92e-40fd-4d4f-827e-5bae2f5dd729 req-b040eb93-4a3a-4d4d-b280-d9777bbc5e95 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Deleting port c1a38d00-a9a8-4cb6-a065-c1ea6199f77c {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:55:07.979226 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-2817c92e-40fd-4d4f-827e-5bae2f5dd729 req-b040eb93-4a3a-4d4d-b280-d9777bbc5e95 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:55:08.236657 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-2817c92e-40fd-4d4f-827e-5bae2f5dd729 req-b040eb93-4a3a-4d4d-b280-d9777bbc5e95 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] For port c1a38d00-a9a8-4cb6-a065-c1ea6199f77c, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=c1a38d00-a9a8-4cb6-a065-c1ea6199f77c,segment=NetworkSegment(784bd0ac-ce94-4b41-979f-1efed4047183),segment_id=784bd0ac-ce94-4b41-979f-1efed4047183)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:55:08.236912 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-2817c92e-40fd-4d4f-827e-5bae2f5dd729 req-b040eb93-4a3a-4d4d-b280-d9777bbc5e95 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:55:08.519476 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-2817c92e-40fd-4d4f-827e-5bae2f5dd729 req-b040eb93-4a3a-4d4d-b280-d9777bbc5e95 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:55:08.520117 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-2817c92e-40fd-4d4f-827e-5bae2f5dd729 req-b040eb93-4a3a-4d4d-b280-d9777bbc5e95 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-774194'] for floatingip, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:55:08.520117 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.l3_db [req-2817c92e-40fd-4d4f-827e-5bae2f5dd729 req-b040eb93-4a3a-4d4d-b280-d9777bbc5e95 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Floating IP 8ebdb77f-1ac3-48b8-ab46-6fd02eb15ea7 disassociated. External IP: 172.26.8.11, port: c1a38d00-a9a8-4cb6-a065-c1ea6199f77c. Feb 01 04:55:08.520462 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-2817c92e-40fd-4d4f-827e-5bae2f5dd729 req-b040eb93-4a3a-4d4d-b280-d9777bbc5e95 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Calling delete_port for c1a38d00-a9a8-4cb6-a065-c1ea6199f77c owned by compute:nova {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:55:08.643428 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983d78fe-2e80-431f-af6b-fb29cd459a30 req-59427cfb-ae96-4af6-a993-ccfc97788e0b tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:08.644917 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-983d78fe-2e80-431f-af6b-fb29cd459a30 req-59427cfb-ae96-4af6-a993-ccfc97788e0b tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=4268467b-f3d0-416e-b447-d9ddecc0fa4c HTTP/1.1" status: 200 len: 946 time: 0.0791488 Feb 01 04:55:08.665370 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-2817c92e-40fd-4d4f-827e-5bae2f5dd729 req-b040eb93-4a3a-4d4d-b280-d9777bbc5e95 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:55:08.692755 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-983d78fe-2e80-431f-af6b-fb29cd459a30 req-0124d988-8a64-4daa-8159-e160defbf31d tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420883 Feb 01 04:55:08.715681 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b040eb93-4a3a-4d4d-b280-d9777bbc5e95 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Pushing event deleted for resources: {'Port': ['ID=c1a38d00-a9a8-4cb6-a065-c1ea6199f77c,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:55:08.726641 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b040eb93-4a3a-4d4d-b280-d9777bbc5e95 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:55:08.726990 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b040eb93-4a3a-4d4d-b280-d9777bbc5e95 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:55:08.727352 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b040eb93-4a3a-4d4d-b280-d9777bbc5e95 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:55:08.727687 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b040eb93-4a3a-4d4d-b280-d9777bbc5e95 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:55:08.728015 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b040eb93-4a3a-4d4d-b280-d9777bbc5e95 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:55:08.728388 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b040eb93-4a3a-4d4d-b280-d9777bbc5e95 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:55:08.728717 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b040eb93-4a3a-4d4d-b280-d9777bbc5e95 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:55:08.729045 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b040eb93-4a3a-4d4d-b280-d9777bbc5e95 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:55:08.729364 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b040eb93-4a3a-4d4d-b280-d9777bbc5e95 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:55:08.729682 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b040eb93-4a3a-4d4d-b280-d9777bbc5e95 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:55:08.730001 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b040eb93-4a3a-4d4d-b280-d9777bbc5e95 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:55:08.730318 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b040eb93-4a3a-4d4d-b280-d9777bbc5e95 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:55:08.915402 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2817c92e-40fd-4d4f-827e-5bae2f5dd729 req-b040eb93-4a3a-4d4d-b280-d9777bbc5e95 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Router 52651337-2ce0-4eb5-9901-b789f161164c has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:55:09.194621 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2817c92e-40fd-4d4f-827e-5bae2f5dd729 req-b040eb93-4a3a-4d4d-b280-d9777bbc5e95 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:55:09.203897 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c10cec-f181-43c6-b207-d04ddfd5755a None None] Sync routers for ids ['52651337-2ce0-4eb5-9901-b789f161164c'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:55:09.213442 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c10cec-f181-43c6-b207-d04ddfd5755a None None] Routers {'52651337-2ce0-4eb5-9901-b789f161164c'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:55:09.214035 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-d1c10cec-f181-43c6-b207-d04ddfd5755a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:55:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['52651337-2ce0-4eb5-9901-b789f161164c'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:55:09.266088 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-2817c92e-40fd-4d4f-827e-5bae2f5dd729 req-b040eb93-4a3a-4d4d-b280-d9777bbc5e95 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] No DVR routers for this DVR port c1a38d00-a9a8-4cb6-a065-c1ea6199f77c on host hv-neutron-8268 {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:55:09.268594 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-2817c92e-40fd-4d4f-827e-5bae2f5dd729 req-b040eb93-4a3a-4d4d-b280-d9777bbc5e95 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:55:09.272386 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4268467b-f3d0-416e-b447-d9ddecc0fa4c', 'name': 'network-vif-deleted', 'tag': 'c1a38d00-a9a8-4cb6-a065-c1ea6199f77c'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:55:09.287773 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2817c92e-40fd-4d4f-827e-5bae2f5dd729 req-b040eb93-4a3a-4d4d-b280-d9777bbc5e95 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.18 "DELETE /v2.0/ports/c1a38d00-a9a8-4cb6-a065-c1ea6199f77c HTTP/1.1" status: 204 len: 173 time: 1.3797278 Feb 01 04:55:09.323630 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4268467b-f3d0-416e-b447-d9ddecc0fa4c', 'name': 'network-vif-deleted', 'tag': 'c1a38d00-a9a8-4cb6-a065-c1ea6199f77c', 'status': 'completed', 'code': 200} Feb 01 04:55:09.400176 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-d1c10cec-f181-43c6-b207-d04ddfd5755a None None] Set router 52651337-2ce0-4eb5-9901-b789f161164c gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:55:09.701801 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-d1c10cec-f181-43c6-b207-d04ddfd5755a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52651337-2ce0-4eb5-9901-b789f161164c', 'name': 'tempest-ServerActionsTestJSON-304040938-router', 'tenant_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.139'}], 'enable_snat': True}, 'gw_port_id': 'cbdf83b9-b343-410c-9666-670da29b0ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:53:07Z', 'updated_at': '2022-02-01T04:53:11Z', 'revision_number': 4, 'project_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'gw_port': {'id': 'cbdf83b9-b343-410c-9666-670da29b0ee1', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52651337-2ce0-4eb5-9901-b789f161164c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:53:08Z', 'updated_at': '2022-02-01T04:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': 'e8f049f8-bdaf-4fe7-8a4c-a034df9ee9a8', 'name': '', 'network_id': '04a6a87c-d534-4590-927b-80d869c25dcb', 'tenant_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'mac_address': 'fa:16:3e:aa:51:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52651337-2ce0-4eb5-9901-b789f161164c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '1ec7eaa5-a58e-4535-8de2-8b503f14762f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:53:10Z', 'updated_at': '2022-02-01T04:53:16Z', 'revision_number': 5, 'project_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'subnets': [{'id': '1ec7eaa5-a58e-4535-8de2-8b503f14762f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:55:09.705560 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c10cec-f181-43c6-b207-d04ddfd5755a None None] Checking router: 52651337-2ce0-4eb5-9901-b789f161164c for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:55:09.714141 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c10cec-f181-43c6-b207-d04ddfd5755a None None] Routers {'52651337-2ce0-4eb5-9901-b789f161164c'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:55:09.714724 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-d1c10cec-f181-43c6-b207-d04ddfd5755a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:55:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['52651337-2ce0-4eb5-9901-b789f161164c'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:55:09.864380 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-db4f2d0a-42d2-4b89-8338-e40b67915573 req-513fc43f-df1c-4d51-a993-5682879dbd0c tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=4268467b-f3d0-416e-b447-d9ddecc0fa4c HTTP/1.1" status: 200 len: 210 time: 0.0463850 Feb 01 04:55:09.923740 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-d1c10cec-f181-43c6-b207-d04ddfd5755a None None] Set router 52651337-2ce0-4eb5-9901-b789f161164c gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:55:10.228989 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-d1c10cec-f181-43c6-b207-d04ddfd5755a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52651337-2ce0-4eb5-9901-b789f161164c', 'name': 'tempest-ServerActionsTestJSON-304040938-router', 'tenant_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.139'}], 'enable_snat': True}, 'gw_port_id': 'cbdf83b9-b343-410c-9666-670da29b0ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:53:07Z', 'updated_at': '2022-02-01T04:53:11Z', 'revision_number': 4, 'project_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'gw_port': {'id': 'cbdf83b9-b343-410c-9666-670da29b0ee1', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52651337-2ce0-4eb5-9901-b789f161164c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:53:08Z', 'updated_at': '2022-02-01T04:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': 'e8f049f8-bdaf-4fe7-8a4c-a034df9ee9a8', 'name': '', 'network_id': '04a6a87c-d534-4590-927b-80d869c25dcb', 'tenant_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'mac_address': 'fa:16:3e:aa:51:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52651337-2ce0-4eb5-9901-b789f161164c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '1ec7eaa5-a58e-4535-8de2-8b503f14762f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:53:10Z', 'updated_at': '2022-02-01T04:53:16Z', 'revision_number': 5, 'project_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'subnets': [{'id': '1ec7eaa5-a58e-4535-8de2-8b503f14762f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:55:10.233049 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c10cec-f181-43c6-b207-d04ddfd5755a None None] The sync data for ids ['52651337-2ce0-4eb5-9901-b789f161164c'] in dv-neutron-826830-1-hyperv is: [{'id': '52651337-2ce0-4eb5-9901-b789f161164c', 'name': 'tempest-ServerActionsTestJSON-304040938-router', 'tenant_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.139'}], 'enable_snat': True}, 'gw_port_id': 'cbdf83b9-b343-410c-9666-670da29b0ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:53:07Z', 'updated_at': '2022-02-01T04:53:11Z', 'revision_number': 4, 'project_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'gw_port': {'id': 'cbdf83b9-b343-410c-9666-670da29b0ee1', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52651337-2ce0-4eb5-9901-b789f161164c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:53:08Z', 'updated_at': '2022-02-01T04:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': 'e8f049f8-bdaf-4fe7-8a4c-a034df9ee9a8', 'name': '', 'network_id': '04a6a87c-d534-4590-927b-80d869c25dcb', 'tenant_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'mac_address': 'fa:16:3e:aa:51:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52651337-2ce0-4eb5-9901-b789f161164c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '1ec7eaa5-a58e-4535-8de2-8b503f14762f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:53:10Z', 'updated_at': '2022-02-01T04:53:16Z', 'revision_number': 5, 'project_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'subnets': [{'id': '1ec7eaa5-a58e-4535-8de2-8b503f14762f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:55:10.452014 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb3d2ef-995c-471c-9e3d-9565009df0b4 None None] New status for floating IP 8ebdb77f-1ac3-48b8-ab46-6fd02eb15ea7: DOWN {{(pid=87638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 01 04:55:11.192304 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-571da4fc-c0a9-4efe-8c95-0b7c62e15205 req-d8be6cc6-716b-4db0-881c-df9e86c432ab tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1676129830&fields=id&tenant_id=1bad2d6ea4e44cb581fbe512e5bde7a4 HTTP/1.1" status: 200 len: 267 time: 0.0412211 Feb 01 04:55:11.335925 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571da4fc-c0a9-4efe-8c95-0b7c62e15205 req-3a16c560-3cbf-46db-96bc-be457838571c tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:11.337301 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-571da4fc-c0a9-4efe-8c95-0b7c62e15205 req-3a16c560-3cbf-46db-96bc-be457838571c tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/networks?id=04a6a87c-d534-4590-927b-80d869c25dcb HTTP/1.1" status: 200 len: 811 time: 0.1387408 Feb 01 04:55:11.352826 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-571da4fc-c0a9-4efe-8c95-0b7c62e15205 req-9187a4ac-8be0-4d81-a301-370705229afe tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/quotas/1bad2d6ea4e44cb581fbe512e5bde7a4 HTTP/1.1" status: 200 len: 375 time: 0.0092435 Feb 01 04:55:11.432865 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-571da4fc-c0a9-4efe-8c95-0b7c62e15205 req-5e4e3d21-3a7a-4e48-97c9-174091fd8b35 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Synchronizing usage tracker for tenant:1bad2d6ea4e44cb581fbe512e5bde7a4 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:55:11.447332 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-571da4fc-c0a9-4efe-8c95-0b7c62e15205 req-5e4e3d21-3a7a-4e48-97c9-174091fd8b35 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Unset dirty status for tenant:1bad2d6ea4e44cb581fbe512e5bde7a4 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:55:11.449490 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-571da4fc-c0a9-4efe-8c95-0b7c62e15205 req-5e4e3d21-3a7a-4e48-97c9-174091fd8b35 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1bad2d6ea4e44cb581fbe512e5bde7a4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0919099 Feb 01 04:55:11.583226 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-571da4fc-c0a9-4efe-8c95-0b7c62e15205 req-76b1bc49-10e6-43f5-a3c5-398641025c3f service neutron] 10.222.0.24 "GET /v2.0/networks/04a6a87c-d534-4590-927b-80d869c25dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223452 Feb 01 04:55:11.713075 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-571da4fc-c0a9-4efe-8c95-0b7c62e15205 req-a5652bd4-51c4-4c12-beee-67219ec4ab44 service neutron] 10.222.0.24 "GET /v2.0/networks/04a6a87c-d534-4590-927b-80d869c25dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240022 Feb 01 04:55:11.897508 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-462eb12b-5707-4df2-81b2-6e51077f0862 req-f0aa2b7d-53b2-4386-bc9e-83238550c28b tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=168c1c08-e9e1-4dd2-bfbc-70ca09345e7e HTTP/1.1" status: 200 len: 210 time: 0.0435481 Feb 01 04:55:12.849261 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device c1a38d00-a9a8-4cb6-a065-c1ea6199f77c no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:55:12.890379 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] No Port match for: c1a38d00-a9a8-4cb6-a065-c1ea6199f77c {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:55:12.890722 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device c1a38d00-a9a8-4cb6-a065-c1ea6199f77c not bound to the agent host hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:55:12.993827 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571da4fc-c0a9-4efe-8c95-0b7c62e15205 req-fa559310-033e-45ce-9788-abb980809aa8 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:12.996211 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-571da4fc-c0a9-4efe-8c95-0b7c62e15205 req-fa559310-033e-45ce-9788-abb980809aa8 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.18 "GET /v2.0/networks?id=04a6a87c-d534-4590-927b-80d869c25dcb HTTP/1.1" status: 200 len: 811 time: 0.1526897 Feb 01 04:55:13.063403 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f5bf41cb-b5f8-4744-a2e1-7c729b903308 req-6d42dd7b-3036-447c-8aa2-e920bb990598 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=168c1c08-e9e1-4dd2-bfbc-70ca09345e7e HTTP/1.1" status: 200 len: 210 time: 0.0587885 Feb 01 04:55:13.089596 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-571da4fc-c0a9-4efe-8c95-0b7c62e15205 req-2b5f00a2-5878-40ff-b14a-dd305d855b08 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1bad2d6ea4e44cb581fbe512e5bde7a4 HTTP/1.1" status: 200 len: 380 time: 0.0500796 Feb 01 04:55:13.105694 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-571da4fc-c0a9-4efe-8c95-0b7c62e15205 req-c0e3feb9-ade8-4b8d-a18f-6d9a99aca953 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Request body: {'port': {'device_id': '168c1c08-e9e1-4dd2-bfbc-70ca09345e7e', 'network_id': '04a6a87c-d534-4590-927b-80d869c25dcb', 'admin_state_up': True, 'tenant_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'security_groups': ['ee458ee2-1550-4d05-938e-016e3a7c886d']}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:55:13.235776 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-571da4fc-c0a9-4efe-8c95-0b7c62e15205 req-c0e3feb9-ade8-4b8d-a18f-6d9a99aca953 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:55:13.245224 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-571da4fc-c0a9-4efe-8c95-0b7c62e15205 req-c0e3feb9-ade8-4b8d-a18f-6d9a99aca953 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:55:13.254707 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-571da4fc-c0a9-4efe-8c95-0b7c62e15205 req-c0e3feb9-ade8-4b8d-a18f-6d9a99aca953 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Made reservation on behalf of 1bad2d6ea4e44cb581fbe512e5bde7a4 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:55:13.258289 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-571da4fc-c0a9-4efe-8c95-0b7c62e15205 req-c0e3feb9-ade8-4b8d-a18f-6d9a99aca953 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:55:13.416317 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [req-571da4fc-c0a9-4efe-8c95-0b7c62e15205 req-c0e3feb9-ade8-4b8d-a18f-6d9a99aca953 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Allocated IP 172.20.0.6 (04a6a87c-d534-4590-927b-80d869c25dcb/1ec7eaa5-a58e-4535-8de2-8b503f14762f/33e40b18-6235-45ba-a144-113f87acce3f) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:55:13.594760 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-571da4fc-c0a9-4efe-8c95-0b7c62e15205 req-c0e3feb9-ade8-4b8d-a18f-6d9a99aca953 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:55:13.609414 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-571da4fc-c0a9-4efe-8c95-0b7c62e15205 req-c0e3feb9-ade8-4b8d-a18f-6d9a99aca953 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Transition to ACTIVE for port object 33e40b18-6235-45ba-a144-113f87acce3f will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:55:13.631733 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-571da4fc-c0a9-4efe-8c95-0b7c62e15205 req-c0e3feb9-ade8-4b8d-a18f-6d9a99aca953 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:55:13.698897 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-571da4fc-c0a9-4efe-8c95-0b7c62e15205 req-c0e3feb9-ade8-4b8d-a18f-6d9a99aca953 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Network 04a6a87c-d534-4590-927b-80d869c25dcb is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:55:13.701997 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [req-571da4fc-c0a9-4efe-8c95-0b7c62e15205 req-c0e3feb9-ade8-4b8d-a18f-6d9a99aca953 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:55:13.705918 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-571da4fc-c0a9-4efe-8c95-0b7c62e15205 req-c0e3feb9-ade8-4b8d-a18f-6d9a99aca953 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:55:13.866512 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e3feb9-ade8-4b8d-a18f-6d9a99aca953 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Pushing event updated for resources: {'Port': ['ID=33e40b18-6235-45ba-a144-113f87acce3f,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:55:13.904785 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571da4fc-c0a9-4efe-8c95-0b7c62e15205 req-c0e3feb9-ade8-4b8d-a18f-6d9a99aca953 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:13.905382 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-571da4fc-c0a9-4efe-8c95-0b7c62e15205 req-c0e3feb9-ade8-4b8d-a18f-6d9a99aca953 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:55:13.912657 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-1df6cb5c-029d-4ce7-b0ce-1ac364867cff None None] Provisioning for port 33e40b18-6235-45ba-a144-113f87acce3f completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:55:13.917371 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-1df6cb5c-029d-4ce7-b0ce-1ac364867cff None None] Provisioning complete for port 33e40b18-6235-45ba-a144-113f87acce3f triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:55:13.917741 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1df6cb5c-029d-4ce7-b0ce-1ac364867cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:55:13.929218 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-571da4fc-c0a9-4efe-8c95-0b7c62e15205 req-c0e3feb9-ade8-4b8d-a18f-6d9a99aca953 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8275909 Feb 01 04:55:13.946268 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-571da4fc-c0a9-4efe-8c95-0b7c62e15205 req-62e76892-fe1c-4584-81e9-d1a9c99d729b service neutron] Request body: {'port': {'device_id': '168c1c08-e9e1-4dd2-bfbc-70ca09345e7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:55:13.970355 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-1df6cb5c-029d-4ce7-b0ce-1ac364867cff None None] Port 33e40b18-6235-45ba-a144-113f87acce3f cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:55:14.053587 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-571da4fc-c0a9-4efe-8c95-0b7c62e15205 req-62e76892-fe1c-4584-81e9-d1a9c99d729b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:55:14.249175 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a66a326-81ee-40e9-8418-2fb3def26187 req-5792641a-34cb-42a9-966b-e64011f89f98 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:14.250557 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-3a66a326-81ee-40e9-8418-2fb3def26187 req-5792641a-34cb-42a9-966b-e64011f89f98 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=168c1c08-e9e1-4dd2-bfbc-70ca09345e7e HTTP/1.1" status: 200 len: 931 time: 0.0838108 Feb 01 04:55:14.295436 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-3a66a326-81ee-40e9-8418-2fb3def26187 req-97971f53-fd62-4d9e-9404-3febb4f356a4 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386488 Feb 01 04:55:14.387514 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [req-571da4fc-c0a9-4efe-8c95-0b7c62e15205 req-62e76892-fe1c-4584-81e9-d1a9c99d729b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33e40b18-6235-45ba-a144-113f87acce3f {{(pid=87636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 04:55:14.394530 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-571da4fc-c0a9-4efe-8c95-0b7c62e15205 req-62e76892-fe1c-4584-81e9-d1a9c99d729b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:55:14.408269 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-571da4fc-c0a9-4efe-8c95-0b7c62e15205 req-62e76892-fe1c-4584-81e9-d1a9c99d729b service neutron] Transition to ACTIVE for port object 33e40b18-6235-45ba-a144-113f87acce3f will not be triggered until provisioned by entity L2. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:55:14.411443 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-571da4fc-c0a9-4efe-8c95-0b7c62e15205 req-62e76892-fe1c-4584-81e9-d1a9c99d729b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:55:14.565385 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e76892-fe1c-4584-81e9-d1a9c99d729b service neutron] Pushing event updated for resources: {'Port': ['ID=33e40b18-6235-45ba-a144-113f87acce3f,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:55:14.647301 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-571da4fc-c0a9-4efe-8c95-0b7c62e15205 req-62e76892-fe1c-4584-81e9-d1a9c99d729b service neutron] Attempting to bind port 33e40b18-6235-45ba-a144-113f87acce3f on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:55:14.647632 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-571da4fc-c0a9-4efe-8c95-0b7c62e15205 req-62e76892-fe1c-4584-81e9-d1a9c99d729b service neutron] Attempting to bind port 33e40b18-6235-45ba-a144-113f87acce3f by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '784bd0ac-ce94-4b41-979f-1efed4047183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '04a6a87c-d534-4590-927b-80d869c25dcb'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:55:14.647950 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571da4fc-c0a9-4efe-8c95-0b7c62e15205 req-62e76892-fe1c-4584-81e9-d1a9c99d729b service neutron] Attempting to bind port 33e40b18-6235-45ba-a144-113f87acce3f on network 04a6a87c-d534-4590-927b-80d869c25dcb {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:55:14.652540 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571da4fc-c0a9-4efe-8c95-0b7c62e15205 req-62e76892-fe1c-4584-81e9-d1a9c99d729b service neutron] Port 33e40b18-6235-45ba-a144-113f87acce3f on network 04a6a87c-d534-4590-927b-80d869c25dcb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:55:14.652851 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571da4fc-c0a9-4efe-8c95-0b7c62e15205 req-62e76892-fe1c-4584-81e9-d1a9c99d729b service neutron] Attempting to bind port 33e40b18-6235-45ba-a144-113f87acce3f on network 04a6a87c-d534-4590-927b-80d869c25dcb {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:55:14.657818 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571da4fc-c0a9-4efe-8c95-0b7c62e15205 req-62e76892-fe1c-4584-81e9-d1a9c99d729b service neutron] Checking agent: {'id': '63664c57-372e-43f7-9ecb-4deedcf8ddc7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 28, 15), 'started_at': datetime.datetime(2022, 2, 1, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:55:14.658147 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571da4fc-c0a9-4efe-8c95-0b7c62e15205 req-62e76892-fe1c-4584-81e9-d1a9c99d729b service neutron] Checking segment: {'id': '784bd0ac-ce94-4b41-979f-1efed4047183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '04a6a87c-d534-4590-927b-80d869c25dcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:55:14.658522 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571da4fc-c0a9-4efe-8c95-0b7c62e15205 req-62e76892-fe1c-4584-81e9-d1a9c99d729b service neutron] Bound using segment: {'id': '784bd0ac-ce94-4b41-979f-1efed4047183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '04a6a87c-d534-4590-927b-80d869c25dcb'} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:55:14.658936 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-571da4fc-c0a9-4efe-8c95-0b7c62e15205 req-62e76892-fe1c-4584-81e9-d1a9c99d729b service neutron] Bound port: 33e40b18-6235-45ba-a144-113f87acce3f, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '784bd0ac-ce94-4b41-979f-1efed4047183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '04a6a87c-d534-4590-927b-80d869c25dcb'}}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:55:14.659321 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-571da4fc-c0a9-4efe-8c95-0b7c62e15205 req-62e76892-fe1c-4584-81e9-d1a9c99d729b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:55:14.746636 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-571da4fc-c0a9-4efe-8c95-0b7c62e15205 req-62e76892-fe1c-4584-81e9-d1a9c99d729b service neutron] For port 33e40b18-6235-45ba-a144-113f87acce3f, host hv-neutron-8268, cleared binding levels {{(pid=87636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:55:14.749504 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-571da4fc-c0a9-4efe-8c95-0b7c62e15205 req-62e76892-fe1c-4584-81e9-d1a9c99d729b service neutron] For port 33e40b18-6235-45ba-a144-113f87acce3f, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=33e40b18-6235-45ba-a144-113f87acce3f,segment=NetworkSegment(784bd0ac-ce94-4b41-979f-1efed4047183),segment_id=784bd0ac-ce94-4b41-979f-1efed4047183)] {{(pid=87636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:55:14.752869 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-571da4fc-c0a9-4efe-8c95-0b7c62e15205 req-62e76892-fe1c-4584-81e9-d1a9c99d729b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:55:14.812912 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571da4fc-c0a9-4efe-8c95-0b7c62e15205 req-62e76892-fe1c-4584-81e9-d1a9c99d729b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:14.813512 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-571da4fc-c0a9-4efe-8c95-0b7c62e15205 req-62e76892-fe1c-4584-81e9-d1a9c99d729b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:55:14.814860 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-571da4fc-c0a9-4efe-8c95-0b7c62e15205 req-62e76892-fe1c-4584-81e9-d1a9c99d729b service neutron] 10.222.0.18 "PUT /v2.0/ports/33e40b18-6235-45ba-a144-113f87acce3f HTTP/1.1" status: 200 len: 1093 time: 0.8726029 Feb 01 04:55:14.815322 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '168c1c08-e9e1-4dd2-bfbc-70ca09345e7e', 'tag': '33e40b18-6235-45ba-a144-113f87acce3f'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:55:14.845358 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e76892-fe1c-4584-81e9-d1a9c99d729b service neutron] Pushing event updated for resources: {'Port': ['ID=33e40b18-6235-45ba-a144-113f87acce3f,revision_number=3']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:55:14.912673 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '168c1c08-e9e1-4dd2-bfbc-70ca09345e7e', 'tag': '33e40b18-6235-45ba-a144-113f87acce3f', 'status': 'completed', 'code': 200} Feb 01 04:55:14.948012 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571da4fc-c0a9-4efe-8c95-0b7c62e15205 req-99f50c1f-411e-446d-a73e-b7cad1603091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:14.949495 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-571da4fc-c0a9-4efe-8c95-0b7c62e15205 req-99f50c1f-411e-446d-a73e-b7cad1603091 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1bad2d6ea4e44cb581fbe512e5bde7a4&device_id=168c1c08-e9e1-4dd2-bfbc-70ca09345e7e HTTP/1.1" status: 200 len: 1096 time: 0.0725703 Feb 01 04:55:15.025356 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-571da4fc-c0a9-4efe-8c95-0b7c62e15205 req-2cb1f011-b805-4dc3-bb23-f136908f86ff service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33e40b18-6235-45ba-a144-113f87acce3f HTTP/1.1" status: 200 len: 217 time: 0.0643549 Feb 01 04:55:15.085011 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571da4fc-c0a9-4efe-8c95-0b7c62e15205 req-5c9e5f5a-af8b-4e7a-ad83-9534c260d8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:15.086256 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-571da4fc-c0a9-4efe-8c95-0b7c62e15205 req-5c9e5f5a-af8b-4e7a-ad83-9534c260d8f7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1ec7eaa5-a58e-4535-8de2-8b503f14762f HTTP/1.1" status: 200 len: 850 time: 0.0554152 Feb 01 04:55:15.119280 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:55:15.162249 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571da4fc-c0a9-4efe-8c95-0b7c62e15205 req-70ca8a08-87f7-4fe2-9773-266ca62c3186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:15.163738 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-571da4fc-c0a9-4efe-8c95-0b7c62e15205 req-70ca8a08-87f7-4fe2-9773-266ca62c3186 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04a6a87c-d534-4590-927b-80d869c25dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719786 Feb 01 04:55:15.292214 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-571da4fc-c0a9-4efe-8c95-0b7c62e15205 req-d02fd684-dead-4626-837b-675070bc33ed service neutron] 10.222.0.18 "GET /v2.0/networks/04a6a87c-d534-4590-927b-80d869c25dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221030 Feb 01 04:55:15.419887 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-571da4fc-c0a9-4efe-8c95-0b7c62e15205 req-acfd50e5-caee-46c0-9e49-644374bfbca1 service neutron] 10.222.0.18 "GET /v2.0/networks/04a6a87c-d534-4590-927b-80d869c25dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223350 Feb 01 04:55:15.475231 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84130214-6761-4b22-b4dc-a85c7ae2da45 req-a2bb1e32-68fc-4d3e-984b-70b77a13494b tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:15.476669 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-84130214-6761-4b22-b4dc-a85c7ae2da45 req-a2bb1e32-68fc-4d3e-984b-70b77a13494b tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=168c1c08-e9e1-4dd2-bfbc-70ca09345e7e HTTP/1.1" status: 200 len: 943 time: 0.0786464 Feb 01 04:55:15.521194 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-84130214-6761-4b22-b4dc-a85c7ae2da45 req-f4f369b1-aa33-42ea-86b0-97f030901625 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386062 Feb 01 04:55:15.583247 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24654e31-3c7f-4ed0-8ab4-7eb8a8d7af21 req-b621835d-a09c-4b51-8376-95b0d6fae975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:15.584694 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-24654e31-3c7f-4ed0-8ab4-7eb8a8d7af21 req-b621835d-a09c-4b51-8376-95b0d6fae975 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1bad2d6ea4e44cb581fbe512e5bde7a4&device_id=168c1c08-e9e1-4dd2-bfbc-70ca09345e7e HTTP/1.1" status: 200 len: 1096 time: 0.0689917 Feb 01 04:55:15.828982 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24654e31-3c7f-4ed0-8ab4-7eb8a8d7af21 req-095de4c1-451c-4a71-8015-cab6c4c77f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:15.830400 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-24654e31-3c7f-4ed0-8ab4-7eb8a8d7af21 req-095de4c1-451c-4a71-8015-cab6c4c77f25 service neutron] 10.222.0.18 "GET /v2.0/networks?id=04a6a87c-d534-4590-927b-80d869c25dcb HTTP/1.1" status: 200 len: 911 time: 0.2388916 Feb 01 04:55:15.898337 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-24654e31-3c7f-4ed0-8ab4-7eb8a8d7af21 req-137db3d2-c8a5-48be-a6e4-f5e7cdcbe9f8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33e40b18-6235-45ba-a144-113f87acce3f HTTP/1.1" status: 200 len: 217 time: 0.0616579 Feb 01 04:55:15.958365 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24654e31-3c7f-4ed0-8ab4-7eb8a8d7af21 req-353076b1-ec05-493e-9ea4-eeaf8a789909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:15.959724 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-24654e31-3c7f-4ed0-8ab4-7eb8a8d7af21 req-353076b1-ec05-493e-9ea4-eeaf8a789909 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1ec7eaa5-a58e-4535-8de2-8b503f14762f HTTP/1.1" status: 200 len: 850 time: 0.0546532 Feb 01 04:55:16.042941 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24654e31-3c7f-4ed0-8ab4-7eb8a8d7af21 req-c54b1f0d-b490-499d-bfb5-151c01a2591e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:16.044426 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-24654e31-3c7f-4ed0-8ab4-7eb8a8d7af21 req-c54b1f0d-b490-499d-bfb5-151c01a2591e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04a6a87c-d534-4590-927b-80d869c25dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780072 Feb 01 04:55:16.180492 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-24654e31-3c7f-4ed0-8ab4-7eb8a8d7af21 req-b94cdbdf-776a-490d-a0c5-e45fffcaab7d service neutron] 10.222.0.18 "GET /v2.0/networks/04a6a87c-d534-4590-927b-80d869c25dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205003 Feb 01 04:55:16.313508 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-24654e31-3c7f-4ed0-8ab4-7eb8a8d7af21 req-7c6c11b4-75be-46b3-b792-654e3a2463a1 service neutron] 10.222.0.18 "GET /v2.0/networks/04a6a87c-d534-4590-927b-80d869c25dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258256 Feb 01 04:55:16.701088 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c501a-ee6d-4237-97d5-4ab86fbd54fc req-2de6511d-a4a6-43b5-babf-9f5ff941f4be tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:16.701673 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-dc7c501a-ee6d-4237-97d5-4ab86fbd54fc req-2de6511d-a4a6-43b5-babf-9f5ff941f4be tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Synchronizing usage tracker for tenant:1bad2d6ea4e44cb581fbe512e5bde7a4 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:55:16.716410 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-dc7c501a-ee6d-4237-97d5-4ab86fbd54fc req-2de6511d-a4a6-43b5-babf-9f5ff941f4be tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Unset dirty status for tenant:1bad2d6ea4e44cb581fbe512e5bde7a4 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:55:16.717670 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dc7c501a-ee6d-4237-97d5-4ab86fbd54fc req-2de6511d-a4a6-43b5-babf-9f5ff941f4be tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=168c1c08-e9e1-4dd2-bfbc-70ca09345e7e HTTP/1.1" status: 200 len: 943 time: 0.0920916 Feb 01 04:55:16.764551 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dc7c501a-ee6d-4237-97d5-4ab86fbd54fc req-a49908dd-010d-45df-8583-b6ace155a536 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413258 Feb 01 04:55:17.949459 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b393749e-85a9-4b56-8b17-e7a07bb952af req-35774cf1-2248-4875-9ab1-66a7abe174a6 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:17.950887 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-b393749e-85a9-4b56-8b17-e7a07bb952af req-35774cf1-2248-4875-9ab1-66a7abe174a6 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=168c1c08-e9e1-4dd2-bfbc-70ca09345e7e HTTP/1.1" status: 200 len: 943 time: 0.0817180 Feb 01 04:55:17.992555 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-b393749e-85a9-4b56-8b17-e7a07bb952af req-10c40ba4-1c11-48eb-9f69-6d9a7ce61bf0 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360558 Feb 01 04:55:18.846896 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 33e40b18-6235-45ba-a144-113f87acce3f details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 01 04:55:18.976342 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 33e40b18-6235-45ba-a144-113f87acce3f, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=33e40b18-6235-45ba-a144-113f87acce3f,segment=NetworkSegment(784bd0ac-ce94-4b41-979f-1efed4047183),segment_id=784bd0ac-ce94-4b41-979f-1efed4047183)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:55:18.988846 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Returning: {'device': '33e40b18-6235-45ba-a144-113f87acce3f', 'network_id': '04a6a87c-d534-4590-927b-80d869c25dcb', 'port_id': '33e40b18-6235-45ba-a144-113f87acce3f', 'mac_address': 'fa:16:3e:07:e7:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ec7eaa5-a58e-4535-8de2-8b503f14762f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 01 04:55:19.042970 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:55:19.059068 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33e40b18-6235-45ba-a144-113f87acce3f {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 04:55:19.074415 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 33e40b18-6235-45ba-a144-113f87acce3f, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=33e40b18-6235-45ba-a144-113f87acce3f,segment=NetworkSegment(784bd0ac-ce94-4b41-979f-1efed4047183),segment_id=784bd0ac-ce94-4b41-979f-1efed4047183)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:55:19.078262 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:55:19.146637 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=33e40b18-6235-45ba-a144-113f87acce3f,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:55:19.174909 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edea964-ead8-4efc-9a0f-67b21918bf67 req-5f0f8671-0dfa-45b9-a9f5-ed6ff0f52609 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:19.176387 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4edea964-ead8-4efc-9a0f-67b21918bf67 req-5f0f8671-0dfa-45b9-a9f5-ed6ff0f52609 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=168c1c08-e9e1-4dd2-bfbc-70ca09345e7e HTTP/1.1" status: 200 len: 944 time: 0.0796123 Feb 01 04:55:19.219599 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4edea964-ead8-4efc-9a0f-67b21918bf67 req-27eb4ebe-cd7f-403a-99b5-613daab5bdff tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375576 Feb 01 04:55:19.363619 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] get_ports_and_sgs() called for port_ids ['33e40b18-6235-45ba-a144-113f87acce3f'] {{(pid=87638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 01 04:55:20.399622 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b961b0-780e-4d67-97c3-52b59187a1d0 req-233e4ceb-85a1-4088-977b-40d694fb6770 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:20.402405 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-13b961b0-780e-4d67-97c3-52b59187a1d0 req-233e4ceb-85a1-4088-977b-40d694fb6770 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=168c1c08-e9e1-4dd2-bfbc-70ca09345e7e HTTP/1.1" status: 200 len: 944 time: 0.0812271 Feb 01 04:55:20.449127 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-13b961b0-780e-4d67-97c3-52b59187a1d0 req-242981e1-1cc0-403b-abe0-8b6bd8c62f0d tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408461 Feb 01 04:55:20.861328 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 33e40b18-6235-45ba-a144-113f87acce3f up at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:55:20.928903 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning for port 33e40b18-6235-45ba-a144-113f87acce3f completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:55:20.934029 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning complete for port 33e40b18-6235-45ba-a144-113f87acce3f triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:55:20.934389 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:55:21.046253 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:55:21.071840 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '168c1c08-e9e1-4dd2-bfbc-70ca09345e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33e40b18-6235-45ba-a144-113f87acce3f'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:55:21.081578 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 33e40b18-6235-45ba-a144-113f87acce3f, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=33e40b18-6235-45ba-a144-113f87acce3f,segment=NetworkSegment(784bd0ac-ce94-4b41-979f-1efed4047183),segment_id=784bd0ac-ce94-4b41-979f-1efed4047183)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:55:21.085535 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:55:21.121509 dv-neutron-826830-1-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '168c1c08-e9e1-4dd2-bfbc-70ca09345e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33e40b18-6235-45ba-a144-113f87acce3f', 'code': 200} Feb 01 04:55:21.151404 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=33e40b18-6235-45ba-a144-113f87acce3f,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:55:21.372571 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326dd2fc-c031-4303-b6d0-a69cf9b15ef5 req-536077c2-d90d-4a13-8b68-0b06dbde032f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:21.373938 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-326dd2fc-c031-4303-b6d0-a69cf9b15ef5 req-536077c2-d90d-4a13-8b68-0b06dbde032f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=168c1c08-e9e1-4dd2-bfbc-70ca09345e7e HTTP/1.1" status: 200 len: 1098 time: 0.0724409 Feb 01 04:55:21.412221 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-326dd2fc-c031-4303-b6d0-a69cf9b15ef5 req-abbb1843-d7fc-4c17-b45e-ad5992bd7a9d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325840 Feb 01 04:55:21.629856 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238769c9-054c-4a8c-ad13-402539024c08 req-9c1a3981-58fc-4816-8cc9-3bee9b51d6ba tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:21.631294 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-238769c9-054c-4a8c-ad13-402539024c08 req-9c1a3981-58fc-4816-8cc9-3bee9b51d6ba tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=168c1c08-e9e1-4dd2-bfbc-70ca09345e7e HTTP/1.1" status: 200 len: 945 time: 0.0780303 Feb 01 04:55:21.674325 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-238769c9-054c-4a8c-ad13-402539024c08 req-a710198c-e8a7-4c8b-b012-7bad1a773241 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374303 Feb 01 04:55:22.852853 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a0550a-ae45-434d-b61c-7d15b4dd3c04 req-c2ac0dbf-fd55-41ad-8ec4-89676d6d7adf tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:22.854788 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-86a0550a-ae45-434d-b61c-7d15b4dd3c04 req-c2ac0dbf-fd55-41ad-8ec4-89676d6d7adf tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=168c1c08-e9e1-4dd2-bfbc-70ca09345e7e HTTP/1.1" status: 200 len: 945 time: 0.0773110 Feb 01 04:55:22.897982 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-86a0550a-ae45-434d-b61c-7d15b4dd3c04 req-1992c1fa-80e1-4e1a-ac5e-212d999c30e1 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375335 Feb 01 04:55:23.076530 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de084f8-4c1a-4356-a05c-78dbf964e4da req-70b10a55-1b9d-4c28-8e1d-ca8513486d55 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:23.077957 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-1de084f8-4c1a-4356-a05c-78dbf964e4da req-70b10a55-1b9d-4c28-8e1d-ca8513486d55 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=168c1c08-e9e1-4dd2-bfbc-70ca09345e7e HTTP/1.1" status: 200 len: 945 time: 0.0810053 Feb 01 04:55:23.086325 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 46744) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:55:23.091665 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-ece185b6-bff6-4b4c-a023-eb4f56a6a3be tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Request body: {'floatingip': {'port_id': '33e40b18-6235-45ba-a144-113f87acce3f'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:55:23.168463 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ece185b6-bff6-4b4c-a023-eb4f56a6a3be tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks [] for floatingip, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:55:23.839601 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ece185b6-bff6-4b4c-a023-eb4f56a6a3be tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:55:23.843328 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ece185b6-bff6-4b4c-a023-eb4f56a6a3be tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-774194'] for floatingip, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:55:24.015028 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.l3_db [None req-ece185b6-bff6-4b4c-a023-eb4f56a6a3be tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Floating IP 8ebdb77f-1ac3-48b8-ab46-6fd02eb15ea7 associated. External IP: 172.26.8.11, port: 33e40b18-6235-45ba-a144-113f87acce3f. Feb 01 04:55:24.350479 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ece185b6-bff6-4b4c-a023-eb4f56a6a3be tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Router 52651337-2ce0-4eb5-9901-b789f161164c has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:55:24.529615 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ece185b6-bff6-4b4c-a023-eb4f56a6a3be tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:55:24.534311 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ece185b6-bff6-4b4c-a023-eb4f56a6a3be tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:55:24.538795 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddc68c3-6530-414f-9064-6217b0513e1c None None] Sync routers for ids ['52651337-2ce0-4eb5-9901-b789f161164c'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:55:24.549278 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddc68c3-6530-414f-9064-6217b0513e1c None None] Routers {'52651337-2ce0-4eb5-9901-b789f161164c'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:55:24.549870 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-8ddc68c3-6530-414f-9064-6217b0513e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:55:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['52651337-2ce0-4eb5-9901-b789f161164c'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:55:24.586652 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-ece185b6-bff6-4b4c-a023-eb4f56a6a3be tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "PUT /v2.0/floatingips/8ebdb77f-1ac3-48b8-ab46-6fd02eb15ea7 HTTP/1.1" status: 200 len: 990 time: 1.4993007 Feb 01 04:55:24.587254 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '168c1c08-e9e1-4dd2-bfbc-70ca09345e7e', 'tag': '33e40b18-6235-45ba-a144-113f87acce3f'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:55:24.633443 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '168c1c08-e9e1-4dd2-bfbc-70ca09345e7e', 'tag': '33e40b18-6235-45ba-a144-113f87acce3f', 'status': 'completed', 'code': 200} Feb 01 04:55:24.722805 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-8ddc68c3-6530-414f-9064-6217b0513e1c None None] Set router 52651337-2ce0-4eb5-9901-b789f161164c gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:55:24.803864 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74e3f4e-9284-49ea-b739-2096ee5fdcc2 req-1c9dc08f-2493-4956-86f7-d02448da62f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:24.805228 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c74e3f4e-9284-49ea-b739-2096ee5fdcc2 req-1c9dc08f-2493-4956-86f7-d02448da62f4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1bad2d6ea4e44cb581fbe512e5bde7a4&device_id=168c1c08-e9e1-4dd2-bfbc-70ca09345e7e HTTP/1.1" status: 200 len: 1098 time: 0.0947366 Feb 01 04:55:24.813410 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7b3dc-b0d0-402a-92b0-aa5e035528b0 req-3a8da766-bac5-47ec-99fe-72a3fcf3ba53 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:24.814748 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a2e7b3dc-b0d0-402a-92b0-aa5e035528b0 req-3a8da766-bac5-47ec-99fe-72a3fcf3ba53 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=168c1c08-e9e1-4dd2-bfbc-70ca09345e7e HTTP/1.1" status: 200 len: 945 time: 0.1436522 Feb 01 04:55:24.939463 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a2e7b3dc-b0d0-402a-92b0-aa5e035528b0 req-5dacbc9a-bd9c-450d-9a6b-d869b9004006 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062300 Feb 01 04:55:24.974326 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74e3f4e-9284-49ea-b739-2096ee5fdcc2 req-5f3dd29c-afae-4234-a35e-3455836d9776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:24.975793 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c74e3f4e-9284-49ea-b739-2096ee5fdcc2 req-5f3dd29c-afae-4234-a35e-3455836d9776 service neutron] 10.222.0.18 "GET /v2.0/networks?id=04a6a87c-d534-4590-927b-80d869c25dcb HTTP/1.1" status: 200 len: 911 time: 0.1601970 Feb 01 04:55:25.062172 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-8ddc68c3-6530-414f-9064-6217b0513e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52651337-2ce0-4eb5-9901-b789f161164c', 'name': 'tempest-ServerActionsTestJSON-304040938-router', 'tenant_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.139'}], 'enable_snat': True}, 'gw_port_id': 'cbdf83b9-b343-410c-9666-670da29b0ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:53:07Z', 'updated_at': '2022-02-01T04:53:11Z', 'revision_number': 4, 'project_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'gw_port': {'id': 'cbdf83b9-b343-410c-9666-670da29b0ee1', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52651337-2ce0-4eb5-9901-b789f161164c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:53:08Z', 'updated_at': '2022-02-01T04:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': '8ebdb77f-1ac3-48b8-ab46-6fd02eb15ea7', 'tenant_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'floating_ip_address': '172.26.8.11', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '52651337-2ce0-4eb5-9901-b789f161164c', 'port_id': '33e40b18-6235-45ba-a144-113f87acce3f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04a6a87c-d534-4590-927b-80d869c25dcb', 'mac_address': 'fa:16:3e:07:e7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168c1c08-e9e1-4dd2-bfbc-70ca09345e7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:53:13Z', 'updated_at': '2022-02-01T04:55:23Z', 'revision_number': 9, 'project_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8f049f8-bdaf-4fe7-8a4c-a034df9ee9a8', 'name': '', 'network_id': '04a6a87c-d534-4590-927b-80d869c25dcb', 'tenant_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'mac_address': 'fa:16:3e:aa:51:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52651337-2ce0-4eb5-9901-b789f161164c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '1ec7eaa5-a58e-4535-8de2-8b503f14762f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:53:10Z', 'updated_at': '2022-02-01T04:53:16Z', 'revision_number': 5, 'project_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'subnets': [{'id': '1ec7eaa5-a58e-4535-8de2-8b503f14762f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:55:25.065818 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddc68c3-6530-414f-9064-6217b0513e1c None None] Checking router: 52651337-2ce0-4eb5-9901-b789f161164c for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:55:25.074409 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddc68c3-6530-414f-9064-6217b0513e1c None None] Routers {'52651337-2ce0-4eb5-9901-b789f161164c'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:55:25.074991 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-8ddc68c3-6530-414f-9064-6217b0513e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:55:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['52651337-2ce0-4eb5-9901-b789f161164c'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:55:25.075586 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c74e3f4e-9284-49ea-b739-2096ee5fdcc2 req-aa40d76b-fd9e-4947-8867-47bde87d655f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33e40b18-6235-45ba-a144-113f87acce3f HTTP/1.1" status: 200 len: 998 time: 0.0928061 Feb 01 04:55:25.140786 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74e3f4e-9284-49ea-b739-2096ee5fdcc2 req-5162333e-2926-4d26-82d7-50d6b75b7eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:25.142393 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c74e3f4e-9284-49ea-b739-2096ee5fdcc2 req-5162333e-2926-4d26-82d7-50d6b75b7eb6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1ec7eaa5-a58e-4535-8de2-8b503f14762f HTTP/1.1" status: 200 len: 850 time: 0.0608361 Feb 01 04:55:25.215129 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74e3f4e-9284-49ea-b739-2096ee5fdcc2 req-e42f49c5-1f6f-4b3d-a761-230d159b374a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:25.216644 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c74e3f4e-9284-49ea-b739-2096ee5fdcc2 req-e42f49c5-1f6f-4b3d-a761-230d159b374a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04a6a87c-d534-4590-927b-80d869c25dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686557 Feb 01 04:55:25.247365 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-8ddc68c3-6530-414f-9064-6217b0513e1c None None] Set router 52651337-2ce0-4eb5-9901-b789f161164c gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:55:25.345816 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c74e3f4e-9284-49ea-b739-2096ee5fdcc2 req-c09bd1cd-867e-432d-8c36-5ea776acf4ca service neutron] 10.222.0.18 "GET /v2.0/networks/04a6a87c-d534-4590-927b-80d869c25dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231499 Feb 01 04:55:25.585800 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c74e3f4e-9284-49ea-b739-2096ee5fdcc2 req-8207a291-d480-49c0-bebf-384e3a691e77 service neutron] 10.222.0.18 "GET /v2.0/networks/04a6a87c-d534-4590-927b-80d869c25dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321203 Feb 01 04:55:25.620735 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-8ddc68c3-6530-414f-9064-6217b0513e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52651337-2ce0-4eb5-9901-b789f161164c', 'name': 'tempest-ServerActionsTestJSON-304040938-router', 'tenant_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.139'}], 'enable_snat': True}, 'gw_port_id': 'cbdf83b9-b343-410c-9666-670da29b0ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:53:07Z', 'updated_at': '2022-02-01T04:53:11Z', 'revision_number': 4, 'project_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'gw_port': {'id': 'cbdf83b9-b343-410c-9666-670da29b0ee1', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52651337-2ce0-4eb5-9901-b789f161164c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:53:08Z', 'updated_at': '2022-02-01T04:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': '8ebdb77f-1ac3-48b8-ab46-6fd02eb15ea7', 'tenant_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'floating_ip_address': '172.26.8.11', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '52651337-2ce0-4eb5-9901-b789f161164c', 'port_id': '33e40b18-6235-45ba-a144-113f87acce3f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04a6a87c-d534-4590-927b-80d869c25dcb', 'mac_address': 'fa:16:3e:07:e7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168c1c08-e9e1-4dd2-bfbc-70ca09345e7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:53:13Z', 'updated_at': '2022-02-01T04:55:23Z', 'revision_number': 9, 'project_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8f049f8-bdaf-4fe7-8a4c-a034df9ee9a8', 'name': '', 'network_id': '04a6a87c-d534-4590-927b-80d869c25dcb', 'tenant_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'mac_address': 'fa:16:3e:aa:51:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52651337-2ce0-4eb5-9901-b789f161164c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '1ec7eaa5-a58e-4535-8de2-8b503f14762f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:53:10Z', 'updated_at': '2022-02-01T04:53:16Z', 'revision_number': 5, 'project_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'subnets': [{'id': '1ec7eaa5-a58e-4535-8de2-8b503f14762f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:55:25.624546 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddc68c3-6530-414f-9064-6217b0513e1c None None] The sync data for ids ['52651337-2ce0-4eb5-9901-b789f161164c'] in dv-neutron-826830-1-hyperv is: [{'id': '52651337-2ce0-4eb5-9901-b789f161164c', 'name': 'tempest-ServerActionsTestJSON-304040938-router', 'tenant_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.139'}], 'enable_snat': True}, 'gw_port_id': 'cbdf83b9-b343-410c-9666-670da29b0ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:53:07Z', 'updated_at': '2022-02-01T04:53:11Z', 'revision_number': 4, 'project_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'gw_port': {'id': 'cbdf83b9-b343-410c-9666-670da29b0ee1', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52651337-2ce0-4eb5-9901-b789f161164c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:53:08Z', 'updated_at': '2022-02-01T04:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': '8ebdb77f-1ac3-48b8-ab46-6fd02eb15ea7', 'tenant_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'floating_ip_address': '172.26.8.11', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '52651337-2ce0-4eb5-9901-b789f161164c', 'port_id': '33e40b18-6235-45ba-a144-113f87acce3f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04a6a87c-d534-4590-927b-80d869c25dcb', 'mac_address': 'fa:16:3e:07:e7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168c1c08-e9e1-4dd2-bfbc-70ca09345e7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:53:13Z', 'updated_at': '2022-02-01T04:55:23Z', 'revision_number': 9, 'project_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8f049f8-bdaf-4fe7-8a4c-a034df9ee9a8', 'name': '', 'network_id': '04a6a87c-d534-4590-927b-80d869c25dcb', 'tenant_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'mac_address': 'fa:16:3e:aa:51:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52651337-2ce0-4eb5-9901-b789f161164c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '1ec7eaa5-a58e-4535-8de2-8b503f14762f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:53:10Z', 'updated_at': '2022-02-01T04:53:16Z', 'revision_number': 5, 'project_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'subnets': [{'id': '1ec7eaa5-a58e-4535-8de2-8b503f14762f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:55:25.817284 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5981d0-5cf7-4cb6-a579-040430b14b17 None None] New status for floating IP 8ebdb77f-1ac3-48b8-ab46-6fd02eb15ea7: ACTIVE {{(pid=87638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 01 04:55:26.126631 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee0f0af-db84-4fa4-9735-799f9ade17e9 req-4eb56865-ca59-4b77-b59f-20ce99859eb0 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:26.128034 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-3ee0f0af-db84-4fa4-9735-799f9ade17e9 req-4eb56865-ca59-4b77-b59f-20ce99859eb0 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=168c1c08-e9e1-4dd2-bfbc-70ca09345e7e HTTP/1.1" status: 200 len: 945 time: 0.0831718 Feb 01 04:55:26.171502 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-3ee0f0af-db84-4fa4-9735-799f9ade17e9 req-43507f8d-5a9f-413f-8a48-bc27d6673f4a tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377302 Feb 01 04:55:26.513599 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a31bbdbc-7e13-45c5-ae08-b602ef20ee45 req-43315c62-1ab7-4dd3-9c4c-41748de3f598 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=168c1c08-e9e1-4dd2-bfbc-70ca09345e7e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0725341 Feb 01 04:55:26.562388 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a484f652-7ee6-4243-891c-f46e4cc00152 req-491d9b90-7e2c-4002-863f-7f2a40c72abf tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:26.563880 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-a484f652-7ee6-4243-891c-f46e4cc00152 req-491d9b90-7e2c-4002-863f-7f2a40c72abf tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=168c1c08-e9e1-4dd2-bfbc-70ca09345e7e HTTP/1.1" status: 200 len: 945 time: 0.0783272 Feb 01 04:55:26.607911 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-a484f652-7ee6-4243-891c-f46e4cc00152 req-95c72dd6-749f-4f8d-b872-9d76fc00bed5 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385444 Feb 01 04:55:27.700419 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31bbdbc-7e13-45c5-ae08-b602ef20ee45 req-84ffedf7-5621-4afa-b4ee-e4e8ae0a4557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:27.701876 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a31bbdbc-7e13-45c5-ae08-b602ef20ee45 req-84ffedf7-5621-4afa-b4ee-e4e8ae0a4557 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1bad2d6ea4e44cb581fbe512e5bde7a4&device_id=168c1c08-e9e1-4dd2-bfbc-70ca09345e7e HTTP/1.1" status: 200 len: 1098 time: 0.0695152 Feb 01 04:55:27.893088 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31bbdbc-7e13-45c5-ae08-b602ef20ee45 req-d45ebbfd-af8d-4907-a79f-9d158e18df19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:27.894460 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a31bbdbc-7e13-45c5-ae08-b602ef20ee45 req-d45ebbfd-af8d-4907-a79f-9d158e18df19 service neutron] 10.222.0.18 "GET /v2.0/networks?id=04a6a87c-d534-4590-927b-80d869c25dcb HTTP/1.1" status: 200 len: 911 time: 0.1868634 Feb 01 04:55:27.903218 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b731cf-f665-44ea-b1b6-6b3e7bcc674f req-60808e59-1ac9-4fc9-bb22-87c84f5db3a1 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:27.904565 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d3b731cf-f665-44ea-b1b6-6b3e7bcc674f req-60808e59-1ac9-4fc9-bb22-87c84f5db3a1 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=168c1c08-e9e1-4dd2-bfbc-70ca09345e7e HTTP/1.1" status: 200 len: 945 time: 0.1792793 Feb 01 04:55:28.028915 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d3b731cf-f665-44ea-b1b6-6b3e7bcc674f req-add6a940-381d-48e5-b386-39eb0011a9d1 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726042 Feb 01 04:55:28.030708 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a31bbdbc-7e13-45c5-ae08-b602ef20ee45 req-1306902f-4dd7-4475-8be8-c6a982b406c9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33e40b18-6235-45ba-a144-113f87acce3f HTTP/1.1" status: 200 len: 1001 time: 0.1253195 Feb 01 04:55:28.092206 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31bbdbc-7e13-45c5-ae08-b602ef20ee45 req-d2026db4-ae12-446f-b1ae-7ec6e6c7cb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:28.093608 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a31bbdbc-7e13-45c5-ae08-b602ef20ee45 req-d2026db4-ae12-446f-b1ae-7ec6e6c7cb14 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1ec7eaa5-a58e-4535-8de2-8b503f14762f HTTP/1.1" status: 200 len: 850 time: 0.0569267 Feb 01 04:55:28.168239 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31bbdbc-7e13-45c5-ae08-b602ef20ee45 req-a8886c22-96b3-4f75-8508-d8d0226ce1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:28.169564 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a31bbdbc-7e13-45c5-ae08-b602ef20ee45 req-a8886c22-96b3-4f75-8508-d8d0226ce1ea service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04a6a87c-d534-4590-927b-80d869c25dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702624 Feb 01 04:55:28.297984 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a31bbdbc-7e13-45c5-ae08-b602ef20ee45 req-7d3105a5-62e5-4c5a-b441-31a94cd29938 service neutron] 10.222.0.18 "GET /v2.0/networks/04a6a87c-d534-4590-927b-80d869c25dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219723 Feb 01 04:55:28.426986 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a31bbdbc-7e13-45c5-ae08-b602ef20ee45 req-3427c00c-f2e8-4951-8da8-f16e4f317efd service neutron] 10.222.0.18 "GET /v2.0/networks/04a6a87c-d534-4590-927b-80d869c25dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228247 Feb 01 04:55:29.318823 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c193e9-c45f-4edf-bdc4-40602bde1622 req-83f00608-778a-40c9-a91d-ae5bf3f1d657 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:29.320295 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-20c193e9-c45f-4edf-bdc4-40602bde1622 req-83f00608-778a-40c9-a91d-ae5bf3f1d657 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=168c1c08-e9e1-4dd2-bfbc-70ca09345e7e HTTP/1.1" status: 200 len: 945 time: 0.1829627 Feb 01 04:55:29.362499 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-20c193e9-c45f-4edf-bdc4-40602bde1622 req-266f41b3-bb36-4c62-86e6-c502ba12b649 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365653 Feb 01 04:55:30.547242 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d827ba-7932-4362-9c0e-6c2950508d04 req-5fa2d293-7fd5-4cb7-88b9-1fdad0e992f4 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:30.548595 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-19d827ba-7932-4362-9c0e-6c2950508d04 req-5fa2d293-7fd5-4cb7-88b9-1fdad0e992f4 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=168c1c08-e9e1-4dd2-bfbc-70ca09345e7e HTTP/1.1" status: 200 len: 945 time: 0.0798247 Feb 01 04:55:30.591329 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-19d827ba-7932-4362-9c0e-6c2950508d04 req-831ef2cb-c6cc-447b-a83e-1a6728eb2229 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371294 Feb 01 04:55:31.773014 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528eb6ba-de25-4293-b481-35db7a6d53ad req-3b953afe-a6d4-4e50-b69f-2e82cec0bc40 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:31.774452 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-528eb6ba-de25-4293-b481-35db7a6d53ad req-3b953afe-a6d4-4e50-b69f-2e82cec0bc40 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=168c1c08-e9e1-4dd2-bfbc-70ca09345e7e HTTP/1.1" status: 200 len: 945 time: 0.0798583 Feb 01 04:55:31.820290 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-528eb6ba-de25-4293-b481-35db7a6d53ad req-e7b88360-bce0-43a7-a7b9-29e052792f9a tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400603 Feb 01 04:55:31.989370 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f9a25304-b85f-451d-8a0a-417d64068f40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:55:32.259318 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d31ec3a-f019-4b82-89bb-c887f04592c9 req-d20f855e-7602-406f-92be-088f06cf5d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:32.260712 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4d31ec3a-f019-4b82-89bb-c887f04592c9 req-d20f855e-7602-406f-92be-088f06cf5d8a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1bad2d6ea4e44cb581fbe512e5bde7a4&device_id=168c1c08-e9e1-4dd2-bfbc-70ca09345e7e HTTP/1.1" status: 200 len: 1098 time: 0.0740833 Feb 01 04:55:32.399238 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d31ec3a-f019-4b82-89bb-c887f04592c9 req-aec7e0d8-da7d-43dc-84b5-20b152480697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:32.401220 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4d31ec3a-f019-4b82-89bb-c887f04592c9 req-aec7e0d8-da7d-43dc-84b5-20b152480697 service neutron] 10.222.0.18 "GET /v2.0/networks?id=04a6a87c-d534-4590-927b-80d869c25dcb HTTP/1.1" status: 200 len: 911 time: 0.1228852 Feb 01 04:55:32.499544 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4d31ec3a-f019-4b82-89bb-c887f04592c9 req-96459784-8db2-4ce2-8474-12db2cb3b687 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33e40b18-6235-45ba-a144-113f87acce3f HTTP/1.1" status: 200 len: 1001 time: 0.0930912 Feb 01 04:55:32.561092 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d31ec3a-f019-4b82-89bb-c887f04592c9 req-c339fb6c-51f0-4d74-9801-e4c7fed61eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:32.562466 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4d31ec3a-f019-4b82-89bb-c887f04592c9 req-c339fb6c-51f0-4d74-9801-e4c7fed61eaf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1ec7eaa5-a58e-4535-8de2-8b503f14762f HTTP/1.1" status: 200 len: 850 time: 0.0574644 Feb 01 04:55:32.637402 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d31ec3a-f019-4b82-89bb-c887f04592c9 req-0e5a860d-da0c-4baa-8dd9-484f634039de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:32.638792 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4d31ec3a-f019-4b82-89bb-c887f04592c9 req-0e5a860d-da0c-4baa-8dd9-484f634039de service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04a6a87c-d534-4590-927b-80d869c25dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703390 Feb 01 04:55:32.868023 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4d31ec3a-f019-4b82-89bb-c887f04592c9 req-73b92ac2-88a0-4544-8698-0fb562b6704b service neutron] 10.222.0.18 "GET /v2.0/networks/04a6a87c-d534-4590-927b-80d869c25dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234471 Feb 01 04:55:33.048479 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4d31ec3a-f019-4b82-89bb-c887f04592c9 req-1123c75e-52ee-4675-a5d1-d09383a10ad3 service neutron] 10.222.0.18 "GET /v2.0/networks/04a6a87c-d534-4590-927b-80d869c25dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740930 Feb 01 04:55:33.068602 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8408050b-a371-46de-8b8b-17cb19ea6287 req-04e54c55-0cdc-4bb8-b660-16ffde7f5488 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:33.070016 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8408050b-a371-46de-8b8b-17cb19ea6287 req-04e54c55-0cdc-4bb8-b660-16ffde7f5488 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=168c1c08-e9e1-4dd2-bfbc-70ca09345e7e HTTP/1.1" status: 200 len: 945 time: 0.1105115 Feb 01 04:55:33.114961 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8408050b-a371-46de-8b8b-17cb19ea6287 req-3f519bd5-ecd3-4869-9dff-e2eb7da01cd9 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390232 Feb 01 04:55:34.265100 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-36620502-bb70-48a9-b492-9bfeae811ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:55:34.302590 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca78a1e6-f581-4000-88f5-d3cb0130dd87 req-6b711a0f-edf6-45de-8e6c-5a4e55b224e0 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:34.304081 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-ca78a1e6-f581-4000-88f5-d3cb0130dd87 req-6b711a0f-edf6-45de-8e6c-5a4e55b224e0 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=168c1c08-e9e1-4dd2-bfbc-70ca09345e7e HTTP/1.1" status: 200 len: 945 time: 0.0851429 Feb 01 04:55:34.344602 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 04:55:34.347517 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-ca78a1e6-f581-4000-88f5-d3cb0130dd87 req-551d15e8-0804-497e-a718-a8c09d04ede9 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377584 Feb 01 04:55:35.430047 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:55:35.528853 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:55:35.533241 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d30e54-c417-42ed-ba8a-a3025314813a req-a236be40-c90b-4570-a4f1-231276b6fabe tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:35.534678 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-00d30e54-c417-42ed-ba8a-a3025314813a req-a236be40-c90b-4570-a4f1-231276b6fabe tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=168c1c08-e9e1-4dd2-bfbc-70ca09345e7e HTTP/1.1" status: 200 len: 945 time: 0.0795054 Feb 01 04:55:35.577703 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-00d30e54-c417-42ed-ba8a-a3025314813a req-d6257ca0-29c2-45ab-8b17-f97d5f9fb8ff tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373864 Feb 01 04:55:36.761526 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f672236-0201-4943-a5f2-3727a3c40020 req-17d83e40-808a-4d26-a9d2-b63970357048 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:36.763048 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-9f672236-0201-4943-a5f2-3727a3c40020 req-17d83e40-808a-4d26-a9d2-b63970357048 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=168c1c08-e9e1-4dd2-bfbc-70ca09345e7e HTTP/1.1" status: 200 len: 945 time: 0.0817087 Feb 01 04:55:36.805936 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-9f672236-0201-4943-a5f2-3727a3c40020 req-f9721d6c-9eeb-4b98-9525-7b7e6292c390 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371711 Feb 01 04:55:37.051608 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:55:37.992619 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b256925-986a-4584-8547-90fdbf7f5a16 req-da6cc3f5-c224-4f90-86c3-b2012c80358c tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:37.994585 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9b256925-986a-4584-8547-90fdbf7f5a16 req-da6cc3f5-c224-4f90-86c3-b2012c80358c tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=168c1c08-e9e1-4dd2-bfbc-70ca09345e7e HTTP/1.1" status: 200 len: 945 time: 0.0817888 Feb 01 04:55:38.043823 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9b256925-986a-4584-8547-90fdbf7f5a16 req-15e8e8c2-41ff-45e4-8136-aed79f566bdc tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435889 Feb 01 04:55:39.222344 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7261b8-7624-4a93-a75c-6eb936454c4b req-08fa667c-6dfb-41db-bbc7-bacbbcc87e0e tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:39.223697 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-1a7261b8-7624-4a93-a75c-6eb936454c4b req-08fa667c-6dfb-41db-bbc7-bacbbcc87e0e tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=168c1c08-e9e1-4dd2-bfbc-70ca09345e7e HTTP/1.1" status: 200 len: 945 time: 0.0768909 Feb 01 04:55:39.265736 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-1a7261b8-7624-4a93-a75c-6eb936454c4b req-29210a4b-b140-4ffe-8cfd-12b088841b30 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365717 Feb 01 04:55:40.450141 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be46d0fe-75a1-460a-a88d-9b88b54d41f8 req-378e7281-fc6f-4708-a8b3-4c618ea1aa24 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:40.451606 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-be46d0fe-75a1-460a-a88d-9b88b54d41f8 req-378e7281-fc6f-4708-a8b3-4c618ea1aa24 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=168c1c08-e9e1-4dd2-bfbc-70ca09345e7e HTTP/1.1" status: 200 len: 945 time: 0.0793126 Feb 01 04:55:40.493238 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-be46d0fe-75a1-460a-a88d-9b88b54d41f8 req-b27ff3ea-456b-43c9-88d4-7e1221c17080 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361876 Feb 01 04:55:41.674579 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8777844e-dcdd-4d65-a8e5-ec76ceb81653 req-a9c2968f-a7f6-4e21-b68b-de74fb0d3567 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:41.676046 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-8777844e-dcdd-4d65-a8e5-ec76ceb81653 req-a9c2968f-a7f6-4e21-b68b-de74fb0d3567 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=168c1c08-e9e1-4dd2-bfbc-70ca09345e7e HTTP/1.1" status: 200 len: 945 time: 0.0809114 Feb 01 04:55:41.718754 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-8777844e-dcdd-4d65-a8e5-ec76ceb81653 req-37793496-1641-443c-9e62-6f7a42ea762b tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372260 Feb 01 04:55:42.901644 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0743fb37-ad66-4b38-9afe-ed0f9d6e5b6d req-b90e0007-1523-4869-9a54-1f8e6cca3cbe tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:42.903059 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0743fb37-ad66-4b38-9afe-ed0f9d6e5b6d req-b90e0007-1523-4869-9a54-1f8e6cca3cbe tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=168c1c08-e9e1-4dd2-bfbc-70ca09345e7e HTTP/1.1" status: 200 len: 945 time: 0.0819893 Feb 01 04:55:42.945485 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0743fb37-ad66-4b38-9afe-ed0f9d6e5b6d req-7c048a4a-05f6-48d7-acdc-925d5fa1853a tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367885 Feb 01 04:55:44.129306 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc9403d-d6fe-4399-bc42-6d7cfa090333 req-25ad7181-7213-410c-9fcf-252421cd80a7 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:44.130658 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-7cc9403d-d6fe-4399-bc42-6d7cfa090333 req-25ad7181-7213-410c-9fcf-252421cd80a7 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=168c1c08-e9e1-4dd2-bfbc-70ca09345e7e HTTP/1.1" status: 200 len: 945 time: 0.0787888 Feb 01 04:55:44.176707 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-7cc9403d-d6fe-4399-bc42-6d7cfa090333 req-b927128a-622f-4735-b636-2fe269ecc296 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398905 Feb 01 04:55:45.119664 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:55:45.356452 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f0f538-ab14-4017-80e1-00a53e4f3986 req-cf0804f0-13c7-4280-a698-89f6cc4e2382 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:45.357852 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c1f0f538-ab14-4017-80e1-00a53e4f3986 req-cf0804f0-13c7-4280-a698-89f6cc4e2382 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=168c1c08-e9e1-4dd2-bfbc-70ca09345e7e HTTP/1.1" status: 200 len: 945 time: 0.0760169 Feb 01 04:55:45.400367 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c1f0f538-ab14-4017-80e1-00a53e4f3986 req-23999fdd-8e77-4331-a588-c17c8a2c22b9 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370986 Feb 01 04:55:46.578157 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752da188-4c6d-4c5e-b0d6-b9485d672b60 req-8ab958f7-983b-466d-906a-9001de9e6454 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:46.579511 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-752da188-4c6d-4c5e-b0d6-b9485d672b60 req-8ab958f7-983b-466d-906a-9001de9e6454 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=168c1c08-e9e1-4dd2-bfbc-70ca09345e7e HTTP/1.1" status: 200 len: 945 time: 0.0775847 Feb 01 04:55:46.629500 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-752da188-4c6d-4c5e-b0d6-b9485d672b60 req-197d91fc-bdb6-471b-b465-998422334b91 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442007 Feb 01 04:55:47.815062 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a50f88-1ba0-4d83-94dc-615f6f99a4e3 req-1eee4105-587b-4ba3-8494-0fc927885c35 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:47.816531 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-17a50f88-1ba0-4d83-94dc-615f6f99a4e3 req-1eee4105-587b-4ba3-8494-0fc927885c35 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=168c1c08-e9e1-4dd2-bfbc-70ca09345e7e HTTP/1.1" status: 200 len: 945 time: 0.0813482 Feb 01 04:55:47.859096 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-17a50f88-1ba0-4d83-94dc-615f6f99a4e3 req-a39029d2-16f4-4127-8f1e-9e23e5ec5c75 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369902 Feb 01 04:55:49.042376 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd20553-6c57-4a21-89e5-eabcf3dc1185 req-46f6d476-fc16-437c-911e-e0d87a1c192f tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:49.043846 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-5dd20553-6c57-4a21-89e5-eabcf3dc1185 req-46f6d476-fc16-437c-911e-e0d87a1c192f tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=168c1c08-e9e1-4dd2-bfbc-70ca09345e7e HTTP/1.1" status: 200 len: 945 time: 0.0820258 Feb 01 04:55:49.086001 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-5dd20553-6c57-4a21-89e5-eabcf3dc1185 req-9e4b47d2-24b4-48dd-87bc-b7d231b09607 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366752 Feb 01 04:55:50.262146 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a31bbdbc-7e13-45c5-ae08-b602ef20ee45 req-b64526fe-d5af-4cde-967d-54ee38527071 service neutron] 10.222.0.18 "GET /v2.0/ports/33e40b18-6235-45ba-a144-113f87acce3f/bindings/hv-neutron-8268 HTTP/1.1" status: 200 len: 384 time: 0.1247272 Feb 01 04:55:50.285027 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6b5ad4-482b-4f19-a4ae-0fdf0920f1fc req-0fd75050-3509-4d09-831f-970a956aee53 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:50.286447 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ff6b5ad4-482b-4f19-a4ae-0fdf0920f1fc req-0fd75050-3509-4d09-831f-970a956aee53 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=168c1c08-e9e1-4dd2-bfbc-70ca09345e7e HTTP/1.1" status: 200 len: 945 time: 0.0958490 Feb 01 04:55:50.332032 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ff6b5ad4-482b-4f19-a4ae-0fdf0920f1fc req-da571bde-3a86-4efb-8018-d87e4faef4e3 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390460 Feb 01 04:55:50.538193 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31bbdbc-7e13-45c5-ae08-b602ef20ee45 req-ac6378e9-444a-45af-ab78-f97fe8d248bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:50.539660 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a31bbdbc-7e13-45c5-ae08-b602ef20ee45 req-ac6378e9-444a-45af-ab78-f97fe8d248bd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=168c1c08-e9e1-4dd2-bfbc-70ca09345e7e&tenant_id=1bad2d6ea4e44cb581fbe512e5bde7a4 HTTP/1.1" status: 200 len: 1098 time: 0.0730414 Feb 01 04:55:50.650592 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31bbdbc-7e13-45c5-ae08-b602ef20ee45 req-5c192313-8374-47f2-8c80-43befd5bcbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:50.652633 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a31bbdbc-7e13-45c5-ae08-b602ef20ee45 req-5c192313-8374-47f2-8c80-43befd5bcbbf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1bad2d6ea4e44cb581fbe512e5bde7a4&device_id=168c1c08-e9e1-4dd2-bfbc-70ca09345e7e HTTP/1.1" status: 200 len: 1098 time: 0.0768564 Feb 01 04:55:50.786307 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31bbdbc-7e13-45c5-ae08-b602ef20ee45 req-9c24c838-51e2-443f-a2fc-26375e8ea68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:50.787854 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a31bbdbc-7e13-45c5-ae08-b602ef20ee45 req-9c24c838-51e2-443f-a2fc-26375e8ea68a service neutron] 10.222.0.18 "GET /v2.0/networks?id=04a6a87c-d534-4590-927b-80d869c25dcb HTTP/1.1" status: 200 len: 911 time: 0.1286268 Feb 01 04:55:50.899775 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a31bbdbc-7e13-45c5-ae08-b602ef20ee45 req-f0574fe0-a854-4a21-85fb-762cc0c855cc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33e40b18-6235-45ba-a144-113f87acce3f HTTP/1.1" status: 200 len: 1001 time: 0.0954490 Feb 01 04:55:50.959619 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31bbdbc-7e13-45c5-ae08-b602ef20ee45 req-6f2642f9-5f04-460a-9b71-3a0c74c9ccf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:50.960978 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a31bbdbc-7e13-45c5-ae08-b602ef20ee45 req-6f2642f9-5f04-460a-9b71-3a0c74c9ccf7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1ec7eaa5-a58e-4535-8de2-8b503f14762f HTTP/1.1" status: 200 len: 850 time: 0.0554876 Feb 01 04:55:51.160737 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31bbdbc-7e13-45c5-ae08-b602ef20ee45 req-be0ed8e9-0473-4723-866f-9635d5766ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:51.162092 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a31bbdbc-7e13-45c5-ae08-b602ef20ee45 req-be0ed8e9-0473-4723-866f-9635d5766ae1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04a6a87c-d534-4590-927b-80d869c25dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1953518 Feb 01 04:55:51.290764 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a31bbdbc-7e13-45c5-ae08-b602ef20ee45 req-77bc3d12-b056-4915-99f5-4f65b7ef53f6 service neutron] 10.222.0.18 "GET /v2.0/networks/04a6a87c-d534-4590-927b-80d869c25dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209359 Feb 01 04:55:51.420847 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a31bbdbc-7e13-45c5-ae08-b602ef20ee45 req-9425fcf2-783d-4b13-92e5-4994c3887cfa service neutron] 10.222.0.18 "GET /v2.0/networks/04a6a87c-d534-4590-927b-80d869c25dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238706 Feb 01 04:55:51.527069 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f01a2-3db5-4ead-adf2-0c9dbf83552f req-c19eade9-13ad-4eb5-a4fa-1b96cd2d46f2 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:51.528560 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-2a9f01a2-3db5-4ead-adf2-0c9dbf83552f req-c19eade9-13ad-4eb5-a4fa-1b96cd2d46f2 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=168c1c08-e9e1-4dd2-bfbc-70ca09345e7e HTTP/1.1" status: 200 len: 945 time: 0.0810270 Feb 01 04:55:51.574998 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-2a9f01a2-3db5-4ead-adf2-0c9dbf83552f req-19185351-42cf-47c6-ad12-73cd6e9fb8bb tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407662 Feb 01 04:55:52.759344 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe1f97c-c0bf-4ff6-8739-7ffddb979152 req-bc33adb7-f7d8-4576-9536-5340b1d78dba tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:52.761404 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-fbe1f97c-c0bf-4ff6-8739-7ffddb979152 req-bc33adb7-f7d8-4576-9536-5340b1d78dba tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=168c1c08-e9e1-4dd2-bfbc-70ca09345e7e HTTP/1.1" status: 200 len: 945 time: 0.0807312 Feb 01 04:55:52.805489 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-fbe1f97c-c0bf-4ff6-8739-7ffddb979152 req-7b1414df-eb97-4502-9d12-6cb15087782c tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385087 Feb 01 04:55:53.992829 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc15d40-d57e-4b6c-92c9-51251ed3b2d9 req-4c0f1da6-979e-4adb-b1a5-3ab4f8659c16 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:53.994548 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-fbc15d40-d57e-4b6c-92c9-51251ed3b2d9 req-4c0f1da6-979e-4adb-b1a5-3ab4f8659c16 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=168c1c08-e9e1-4dd2-bfbc-70ca09345e7e HTTP/1.1" status: 200 len: 945 time: 0.0849917 Feb 01 04:55:54.039221 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-fbc15d40-d57e-4b6c-92c9-51251ed3b2d9 req-5177b138-4729-454f-8f98-448fcda47747 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386631 Feb 01 04:55:54.433640 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a41aa8-f33a-4c65-97b3-fe52a9328e01 req-b1de93d7-a478-4c56-950c-446fa4eb3fb4 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:54.435068 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a4a41aa8-f33a-4c65-97b3-fe52a9328e01 req-b1de93d7-a478-4c56-950c-446fa4eb3fb4 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.18 "GET /v2.0/ports?device_id=168c1c08-e9e1-4dd2-bfbc-70ca09345e7e&tenant_id=1bad2d6ea4e44cb581fbe512e5bde7a4&binding%3Ahost_id=hv-neutron-8268 HTTP/1.1" status: 200 len: 945 time: 0.0893893 Feb 01 04:55:54.482770 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f3dc0f-41f4-4e15-9a21-0fef257b77e9 req-e7226206-69ea-45b9-897d-e74cbda7de38 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:54.484248 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-36f3dc0f-41f4-4e15-9a21-0fef257b77e9 req-e7226206-69ea-45b9-897d-e74cbda7de38 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=168c1c08-e9e1-4dd2-bfbc-70ca09345e7e HTTP/1.1" status: 200 len: 945 time: 0.0820525 Feb 01 04:55:54.513260 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a4a41aa8-f33a-4c65-97b3-fe52a9328e01 req-f6c73d45-3d82-4167-8759-002dd00fc51f service neutron] 10.222.0.18 "GET /v2.0/ports/33e40b18-6235-45ba-a144-113f87acce3f/bindings/hv-neutron-8268 HTTP/1.1" status: 200 len: 384 time: 0.0730989 Feb 01 04:55:54.527967 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-36f3dc0f-41f4-4e15-9a21-0fef257b77e9 req-9eb00f97-3899-4574-984f-45681fd36f3f tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381484 Feb 01 04:55:54.623789 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a41aa8-f33a-4c65-97b3-fe52a9328e01 req-7ea40fd9-57c2-4332-ae4e-3e80d2ebc0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:54.625253 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a4a41aa8-f33a-4c65-97b3-fe52a9328e01 req-7ea40fd9-57c2-4332-ae4e-3e80d2ebc0d0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1bad2d6ea4e44cb581fbe512e5bde7a4&device_id=168c1c08-e9e1-4dd2-bfbc-70ca09345e7e HTTP/1.1" status: 200 len: 1098 time: 0.0753939 Feb 01 04:55:54.754172 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a41aa8-f33a-4c65-97b3-fe52a9328e01 req-bbbf6da6-6491-4c4e-a204-e27993c7abf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:54.755511 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a4a41aa8-f33a-4c65-97b3-fe52a9328e01 req-bbbf6da6-6491-4c4e-a204-e27993c7abf0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=04a6a87c-d534-4590-927b-80d869c25dcb HTTP/1.1" status: 200 len: 911 time: 0.1248274 Feb 01 04:55:54.856303 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a4a41aa8-f33a-4c65-97b3-fe52a9328e01 req-91e4dd9d-12de-4cb9-a74c-2eb8c3d1b40b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33e40b18-6235-45ba-a144-113f87acce3f HTTP/1.1" status: 200 len: 1001 time: 0.0943909 Feb 01 04:55:54.917166 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a41aa8-f33a-4c65-97b3-fe52a9328e01 req-e99a986e-d626-49bd-bcce-fda50d6b4e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:54.918577 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a4a41aa8-f33a-4c65-97b3-fe52a9328e01 req-e99a986e-d626-49bd-bcce-fda50d6b4e27 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1ec7eaa5-a58e-4535-8de2-8b503f14762f HTTP/1.1" status: 200 len: 850 time: 0.0564764 Feb 01 04:55:54.988826 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a41aa8-f33a-4c65-97b3-fe52a9328e01 req-7899f3f8-67a9-4f69-9c7c-74ce6aee1d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:54.990207 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a4a41aa8-f33a-4c65-97b3-fe52a9328e01 req-7899f3f8-67a9-4f69-9c7c-74ce6aee1d63 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04a6a87c-d534-4590-927b-80d869c25dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0659709 Feb 01 04:55:55.115033 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a4a41aa8-f33a-4c65-97b3-fe52a9328e01 req-3eaf47b8-41cc-49fb-b906-964f24e466b2 service neutron] 10.222.0.18 "GET /v2.0/networks/04a6a87c-d534-4590-927b-80d869c25dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183853 Feb 01 04:55:55.240095 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a4a41aa8-f33a-4c65-97b3-fe52a9328e01 req-d2eb14cc-9ff1-41f3-923f-1536c2f955ca service neutron] 10.222.0.18 "GET /v2.0/networks/04a6a87c-d534-4590-927b-80d869c25dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189108 Feb 01 04:55:55.724577 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148160bf-5b11-477a-8e2f-2ccfcd287b35 req-10c62625-8d2e-4afe-ad12-ac2fed850364 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:55.725991 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-148160bf-5b11-477a-8e2f-2ccfcd287b35 req-10c62625-8d2e-4afe-ad12-ac2fed850364 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=168c1c08-e9e1-4dd2-bfbc-70ca09345e7e HTTP/1.1" status: 200 len: 945 time: 0.0890169 Feb 01 04:55:55.767801 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-148160bf-5b11-477a-8e2f-2ccfcd287b35 req-dc73315c-b0b1-4425-9432-d8b03b27a2c2 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363500 Feb 01 04:55:56.952899 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0ccc5a-34eb-4a4c-87f3-93d47e2c1977 req-82f072b3-61ff-4692-bc2b-3c7f1a2cca34 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:56.954332 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-ef0ccc5a-34eb-4a4c-87f3-93d47e2c1977 req-82f072b3-61ff-4692-bc2b-3c7f1a2cca34 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=168c1c08-e9e1-4dd2-bfbc-70ca09345e7e HTTP/1.1" status: 200 len: 945 time: 0.0803413 Feb 01 04:55:56.998051 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-ef0ccc5a-34eb-4a4c-87f3-93d47e2c1977 req-68a0f67c-b189-424a-a5c9-3f693918806b tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380104 Feb 01 04:55:57.773672 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a41aa8-f33a-4c65-97b3-fe52a9328e01 req-e66685c1-9503-4f0d-a626-d78e09706d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:57.775117 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a4a41aa8-f33a-4c65-97b3-fe52a9328e01 req-e66685c1-9503-4f0d-a626-d78e09706d3e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=168c1c08-e9e1-4dd2-bfbc-70ca09345e7e&tenant_id=1bad2d6ea4e44cb581fbe512e5bde7a4 HTTP/1.1" status: 200 len: 1098 time: 0.0694234 Feb 01 04:55:57.877235 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a41aa8-f33a-4c65-97b3-fe52a9328e01 req-0959ac0d-1038-4bac-b6b4-63fda65a4d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:57.878687 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a4a41aa8-f33a-4c65-97b3-fe52a9328e01 req-0959ac0d-1038-4bac-b6b4-63fda65a4d95 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1bad2d6ea4e44cb581fbe512e5bde7a4&device_id=168c1c08-e9e1-4dd2-bfbc-70ca09345e7e HTTP/1.1" status: 200 len: 1098 time: 0.0721254 Feb 01 04:55:58.124870 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a41aa8-f33a-4c65-97b3-fe52a9328e01 req-4317aa6f-7ed3-410f-94a6-ac5b0feea6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:58.126402 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a4a41aa8-f33a-4c65-97b3-fe52a9328e01 req-4317aa6f-7ed3-410f-94a6-ac5b0feea6fb service neutron] 10.222.0.18 "GET /v2.0/networks?id=04a6a87c-d534-4590-927b-80d869c25dcb HTTP/1.1" status: 200 len: 911 time: 0.2419429 Feb 01 04:55:58.229732 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a4a41aa8-f33a-4c65-97b3-fe52a9328e01 req-3f382e76-93a1-4a51-820c-a202e1538733 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33e40b18-6235-45ba-a144-113f87acce3f HTTP/1.1" status: 200 len: 1001 time: 0.0972703 Feb 01 04:55:58.344373 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a41aa8-f33a-4c65-97b3-fe52a9328e01 req-3df00ddd-7913-435f-a795-cc63fb30ec2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:58.345772 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a4a41aa8-f33a-4c65-97b3-fe52a9328e01 req-3df00ddd-7913-435f-a795-cc63fb30ec2c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1ec7eaa5-a58e-4535-8de2-8b503f14762f HTTP/1.1" status: 200 len: 850 time: 0.1107781 Feb 01 04:55:58.413017 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e67e3-76fc-4160-8000-6b056853e843 req-bbeb2188-29a4-43f3-b402-dcbdcf4cc0fe tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:58.414347 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a90e67e3-76fc-4160-8000-6b056853e843 req-bbeb2188-29a4-43f3-b402-dcbdcf4cc0fe tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=168c1c08-e9e1-4dd2-bfbc-70ca09345e7e HTTP/1.1" status: 200 len: 945 time: 0.1442740 Feb 01 04:55:58.467670 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a41aa8-f33a-4c65-97b3-fe52a9328e01 req-d298c833-7197-4694-80a4-520f94ccfbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:58.469071 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a4a41aa8-f33a-4c65-97b3-fe52a9328e01 req-d298c833-7197-4694-80a4-520f94ccfbe4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04a6a87c-d534-4590-927b-80d869c25dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1164958 Feb 01 04:55:58.471931 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a90e67e3-76fc-4160-8000-6b056853e843 req-00b75a58-27fe-40b4-92a4-9caa6da6204b tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513551 Feb 01 04:55:58.596917 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a4a41aa8-f33a-4c65-97b3-fe52a9328e01 req-514aca67-cade-49ee-9b45-895960490437 service neutron] 10.222.0.18 "GET /v2.0/networks/04a6a87c-d534-4590-927b-80d869c25dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217368 Feb 01 04:55:58.724179 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a4a41aa8-f33a-4c65-97b3-fe52a9328e01 req-6b322010-d99b-42b9-a01f-98521f038a2e service neutron] 10.222.0.18 "GET /v2.0/networks/04a6a87c-d534-4590-927b-80d869c25dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219211 Feb 01 04:55:59.656451 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def6e95a-23a9-4da3-9c99-bb01fa1e182f req-3e63a312-2373-47b1-8459-d03a70f43de6 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:55:59.657953 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-def6e95a-23a9-4da3-9c99-bb01fa1e182f req-3e63a312-2373-47b1-8459-d03a70f43de6 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=168c1c08-e9e1-4dd2-bfbc-70ca09345e7e HTTP/1.1" status: 200 len: 945 time: 0.0830109 Feb 01 04:55:59.704372 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-def6e95a-23a9-4da3-9c99-bb01fa1e182f req-a07771bb-0d7a-4086-8b0a-910e462a345d tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407724 Feb 01 04:56:00.885342 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc02b6-215c-4400-b288-22112b0dce61 req-5d7b3097-1e33-4a92-8795-22c8e4fb1c7f tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:56:00.886781 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0bcc02b6-215c-4400-b288-22112b0dce61 req-5d7b3097-1e33-4a92-8795-22c8e4fb1c7f tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=168c1c08-e9e1-4dd2-bfbc-70ca09345e7e HTTP/1.1" status: 200 len: 945 time: 0.0780296 Feb 01 04:56:00.929254 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0bcc02b6-215c-4400-b288-22112b0dce61 req-7eee9087-073c-4e07-a863-78bf8d5f1ff1 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369155 Feb 01 04:56:01.025134 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 33e40b18-6235-45ba-a144-113f87acce3f details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 01 04:56:01.031081 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 33e40b18-6235-45ba-a144-113f87acce3f no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:56:01.107146 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4987f3-51c4-47d6-ad99-14abb83099de req-a144bfb8-8bfa-4314-bdd5-6aeb3882a520 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:56:01.108616 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-8d4987f3-51c4-47d6-ad99-14abb83099de req-a144bfb8-8bfa-4314-bdd5-6aeb3882a520 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=168c1c08-e9e1-4dd2-bfbc-70ca09345e7e HTTP/1.1" status: 200 len: 945 time: 0.0772924 Feb 01 04:56:01.152213 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-8d4987f3-51c4-47d6-ad99-14abb83099de req-6718dd20-c05e-4d10-845b-6a9490b01ef0 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380156 Feb 01 04:56:01.249331 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:56:01.267446 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 33e40b18-6235-45ba-a144-113f87acce3f, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=33e40b18-6235-45ba-a144-113f87acce3f,segment=NetworkSegment(784bd0ac-ce94-4b41-979f-1efed4047183),segment_id=784bd0ac-ce94-4b41-979f-1efed4047183)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:56:01.287415 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Returning: {'device': '33e40b18-6235-45ba-a144-113f87acce3f', 'network_id': '04a6a87c-d534-4590-927b-80d869c25dcb', 'port_id': '33e40b18-6235-45ba-a144-113f87acce3f', 'mac_address': 'fa:16:3e:07:e7:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ec7eaa5-a58e-4535-8de2-8b503f14762f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 01 04:56:01.293933 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '168c1c08-e9e1-4dd2-bfbc-70ca09345e7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33e40b18-6235-45ba-a144-113f87acce3f'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:56:01.336476 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee66f6-d4b0-4ce9-80a1-a332d70e0179 req-48a04f17-4bf1-45e9-ac6a-532ef177af5e tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:56:01.337953 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cfee66f6-d4b0-4ce9-80a1-a332d70e0179 req-48a04f17-4bf1-45e9-ac6a-532ef177af5e tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=168c1c08-e9e1-4dd2-bfbc-70ca09345e7e HTTP/1.1" status: 200 len: 945 time: 0.0830786 Feb 01 04:56:01.345672 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 33e40b18-6235-45ba-a144-113f87acce3f, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=33e40b18-6235-45ba-a144-113f87acce3f,segment=NetworkSegment(784bd0ac-ce94-4b41-979f-1efed4047183),segment_id=784bd0ac-ce94-4b41-979f-1efed4047183)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:56:01.347483 dv-neutron-826830-1-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '168c1c08-e9e1-4dd2-bfbc-70ca09345e7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33e40b18-6235-45ba-a144-113f87acce3f', 'code': 200} Feb 01 04:56:01.350742 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:56:01.384834 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cfee66f6-d4b0-4ce9-80a1-a332d70e0179 req-fb6d1cdd-9f79-4479-8341-63b7052334fe tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413189 Feb 01 04:56:01.407855 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:56:01.433088 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 33e40b18-6235-45ba-a144-113f87acce3f {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 04:56:01.442758 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=33e40b18-6235-45ba-a144-113f87acce3f,revision_number=6']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:56:01.487652 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:56:01.488004 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:56:01.488345 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:56:01.488681 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:56:01.489012 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:56:01.489342 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:56:01.489667 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:56:01.489993 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:56:01.490318 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:56:01.490640 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:56:01.490959 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:56:01.491309 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:56:01.507526 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:56:01.507884 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:56:01.750500 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24eccf8-71a4-4299-8031-f4e554e7548a req-11b96adc-f8ae-4bda-8bcd-c7aa9d6dc0a3 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:56:01.751967 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d24eccf8-71a4-4299-8031-f4e554e7548a req-11b96adc-f8ae-4bda-8bcd-c7aa9d6dc0a3 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=168c1c08-e9e1-4dd2-bfbc-70ca09345e7e HTTP/1.1" status: 200 len: 943 time: 0.0774691 Feb 01 04:56:01.794264 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d24eccf8-71a4-4299-8031-f4e554e7548a req-28ef61b7-307b-4daa-a4ba-748a72540185 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367365 Feb 01 04:56:01.981574 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d34309cb-5b49-47cf-a8cd-bf5baf842d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:56:02.063989 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:56:02.080498 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33e40b18-6235-45ba-a144-113f87acce3f {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 04:56:02.095097 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 33e40b18-6235-45ba-a144-113f87acce3f, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=33e40b18-6235-45ba-a144-113f87acce3f,segment=NetworkSegment(784bd0ac-ce94-4b41-979f-1efed4047183),segment_id=784bd0ac-ce94-4b41-979f-1efed4047183)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:56:02.099065 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:56:02.164935 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=33e40b18-6235-45ba-a144-113f87acce3f,revision_number=7']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:56:02.234689 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] get_ports_and_sgs() called for port_ids ['33e40b18-6235-45ba-a144-113f87acce3f'] {{(pid=87638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 01 04:56:02.978211 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3f8039-0064-4707-967c-2bbaba7566d5 req-1af388a3-aa47-4c2f-84d9-da3878b3fe62 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:56:02.979683 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-aa3f8039-0064-4707-967c-2bbaba7566d5 req-1af388a3-aa47-4c2f-84d9-da3878b3fe62 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=168c1c08-e9e1-4dd2-bfbc-70ca09345e7e HTTP/1.1" status: 200 len: 944 time: 0.0821357 Feb 01 04:56:03.022818 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-aa3f8039-0064-4707-967c-2bbaba7566d5 req-9f29748e-9c40-4063-9e88-8a46999b9d76 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375447 Feb 01 04:56:03.033133 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 33e40b18-6235-45ba-a144-113f87acce3f up at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:56:03.100751 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning complete for port 33e40b18-6235-45ba-a144-113f87acce3f triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:56:03.101374 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:56:03.210442 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:56:03.241472 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 33e40b18-6235-45ba-a144-113f87acce3f, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=33e40b18-6235-45ba-a144-113f87acce3f,segment=NetworkSegment(784bd0ac-ce94-4b41-979f-1efed4047183),segment_id=784bd0ac-ce94-4b41-979f-1efed4047183)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:56:03.245801 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:56:03.312017 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=33e40b18-6235-45ba-a144-113f87acce3f,revision_number=8']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:56:03.349051 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '168c1c08-e9e1-4dd2-bfbc-70ca09345e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33e40b18-6235-45ba-a144-113f87acce3f'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:56:03.392970 dv-neutron-826830-1-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '168c1c08-e9e1-4dd2-bfbc-70ca09345e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33e40b18-6235-45ba-a144-113f87acce3f', 'code': 200} Feb 01 04:56:03.991919 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253c42a-a9b0-4f59-889d-b6c64a824b89 req-8e038d5c-5129-41ff-a289-61e74c9f0945 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:56:03.993322 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b253c42a-a9b0-4f59-889d-b6c64a824b89 req-8e038d5c-5129-41ff-a289-61e74c9f0945 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.18 "GET /v2.0/ports?device_id=168c1c08-e9e1-4dd2-bfbc-70ca09345e7e HTTP/1.1" status: 200 len: 945 time: 0.0799429 Feb 01 04:56:04.062244 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-b253c42a-a9b0-4f59-889d-b6c64a824b89 req-d5fdfd60-6d13-4b90-9009-cd241d55ea43 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Deleting port 33e40b18-6235-45ba-a144-113f87acce3f {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:56:04.062588 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-b253c42a-a9b0-4f59-889d-b6c64a824b89 req-d5fdfd60-6d13-4b90-9009-cd241d55ea43 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:56:04.206551 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff48fd6f-8251-4459-9578-81111b7bb516 req-32b7e0a4-8f2b-4964-9f1b-59ae594597e0 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:56:04.207958 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-ff48fd6f-8251-4459-9578-81111b7bb516 req-32b7e0a4-8f2b-4964-9f1b-59ae594597e0 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=168c1c08-e9e1-4dd2-bfbc-70ca09345e7e HTTP/1.1" status: 200 len: 945 time: 0.0785372 Feb 01 04:56:04.251999 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-ff48fd6f-8251-4459-9578-81111b7bb516 req-63d040ef-5486-4f51-beb4-6d0a3582ab07 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379183 Feb 01 04:56:04.276324 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4abebb96-dfc7-440a-961b-ecbd5c145f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:56:04.309872 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-b253c42a-a9b0-4f59-889d-b6c64a824b89 req-d5fdfd60-6d13-4b90-9009-cd241d55ea43 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] For port 33e40b18-6235-45ba-a144-113f87acce3f, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=33e40b18-6235-45ba-a144-113f87acce3f,segment=NetworkSegment(784bd0ac-ce94-4b41-979f-1efed4047183),segment_id=784bd0ac-ce94-4b41-979f-1efed4047183)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:56:04.310232 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-b253c42a-a9b0-4f59-889d-b6c64a824b89 req-d5fdfd60-6d13-4b90-9009-cd241d55ea43 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:56:04.702258 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-b253c42a-a9b0-4f59-889d-b6c64a824b89 req-d5fdfd60-6d13-4b90-9009-cd241d55ea43 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:56:04.702624 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-b253c42a-a9b0-4f59-889d-b6c64a824b89 req-d5fdfd60-6d13-4b90-9009-cd241d55ea43 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-774194'] for floatingip, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:56:04.702933 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.l3_db [req-b253c42a-a9b0-4f59-889d-b6c64a824b89 req-d5fdfd60-6d13-4b90-9009-cd241d55ea43 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Floating IP 8ebdb77f-1ac3-48b8-ab46-6fd02eb15ea7 disassociated. External IP: 172.26.8.11, port: 33e40b18-6235-45ba-a144-113f87acce3f. Feb 01 04:56:04.703306 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-b253c42a-a9b0-4f59-889d-b6c64a824b89 req-d5fdfd60-6d13-4b90-9009-cd241d55ea43 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Calling delete_port for 33e40b18-6235-45ba-a144-113f87acce3f owned by compute:nova {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:56:04.841930 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-b253c42a-a9b0-4f59-889d-b6c64a824b89 req-d5fdfd60-6d13-4b90-9009-cd241d55ea43 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:56:04.893654 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fdfd60-6d13-4b90-9009-cd241d55ea43 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Pushing event deleted for resources: {'Port': ['ID=33e40b18-6235-45ba-a144-113f87acce3f,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:56:05.082730 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b253c42a-a9b0-4f59-889d-b6c64a824b89 req-d5fdfd60-6d13-4b90-9009-cd241d55ea43 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Router 52651337-2ce0-4eb5-9901-b789f161164c has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:56:05.256265 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b253c42a-a9b0-4f59-889d-b6c64a824b89 req-d5fdfd60-6d13-4b90-9009-cd241d55ea43 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:56:05.265716 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed2505c-fcfc-438c-9ff0-4068c2abae10 None None] Sync routers for ids ['52651337-2ce0-4eb5-9901-b789f161164c'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:56:05.274822 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed2505c-fcfc-438c-9ff0-4068c2abae10 None None] Routers {'52651337-2ce0-4eb5-9901-b789f161164c'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:56:05.275637 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-8ed2505c-fcfc-438c-9ff0-4068c2abae10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:56:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['52651337-2ce0-4eb5-9901-b789f161164c'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:56:05.331502 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-b253c42a-a9b0-4f59-889d-b6c64a824b89 req-d5fdfd60-6d13-4b90-9009-cd241d55ea43 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] No DVR routers for this DVR port 33e40b18-6235-45ba-a144-113f87acce3f on host hv-neutron-8268 {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:56:05.333934 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-b253c42a-a9b0-4f59-889d-b6c64a824b89 req-d5fdfd60-6d13-4b90-9009-cd241d55ea43 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:56:05.336641 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '168c1c08-e9e1-4dd2-bfbc-70ca09345e7e', 'name': 'network-vif-deleted', 'tag': '33e40b18-6235-45ba-a144-113f87acce3f'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:56:05.353001 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b253c42a-a9b0-4f59-889d-b6c64a824b89 req-d5fdfd60-6d13-4b90-9009-cd241d55ea43 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.18 "DELETE /v2.0/ports/33e40b18-6235-45ba-a144-113f87acce3f HTTP/1.1" status: 204 len: 173 time: 1.3544874 Feb 01 04:56:05.404667 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '168c1c08-e9e1-4dd2-bfbc-70ca09345e7e', 'name': 'network-vif-deleted', 'tag': '33e40b18-6235-45ba-a144-113f87acce3f', 'status': 'completed', 'code': 200} Feb 01 04:56:05.408568 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:56:05.412672 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-ff82e751-d9d9-4a58-994d-8b6b986508d5 req-9da8ffe0-ef24-46f5-8a0f-d17e3a1ef2e2 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Synchronizing usage tracker for tenant:1bad2d6ea4e44cb581fbe512e5bde7a4 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:56:05.429372 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-ff82e751-d9d9-4a58-994d-8b6b986508d5 req-9da8ffe0-ef24-46f5-8a0f-d17e3a1ef2e2 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Unset dirty status for tenant:1bad2d6ea4e44cb581fbe512e5bde7a4 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:56:05.430633 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ff82e751-d9d9-4a58-994d-8b6b986508d5 req-9da8ffe0-ef24-46f5-8a0f-d17e3a1ef2e2 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=168c1c08-e9e1-4dd2-bfbc-70ca09345e7e HTTP/1.1" status: 200 len: 210 time: 0.0658958 Feb 01 04:56:05.466022 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-8ed2505c-fcfc-438c-9ff0-4068c2abae10 None None] Set router 52651337-2ce0-4eb5-9901-b789f161164c gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:56:05.532249 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:56:05.773875 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-8ed2505c-fcfc-438c-9ff0-4068c2abae10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52651337-2ce0-4eb5-9901-b789f161164c', 'name': 'tempest-ServerActionsTestJSON-304040938-router', 'tenant_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.139'}], 'enable_snat': True}, 'gw_port_id': 'cbdf83b9-b343-410c-9666-670da29b0ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:53:07Z', 'updated_at': '2022-02-01T04:53:11Z', 'revision_number': 4, 'project_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'gw_port': {'id': 'cbdf83b9-b343-410c-9666-670da29b0ee1', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52651337-2ce0-4eb5-9901-b789f161164c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:53:08Z', 'updated_at': '2022-02-01T04:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': 'e8f049f8-bdaf-4fe7-8a4c-a034df9ee9a8', 'name': '', 'network_id': '04a6a87c-d534-4590-927b-80d869c25dcb', 'tenant_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'mac_address': 'fa:16:3e:aa:51:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52651337-2ce0-4eb5-9901-b789f161164c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '1ec7eaa5-a58e-4535-8de2-8b503f14762f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:53:10Z', 'updated_at': '2022-02-01T04:53:16Z', 'revision_number': 5, 'project_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'subnets': [{'id': '1ec7eaa5-a58e-4535-8de2-8b503f14762f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:56:05.778331 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed2505c-fcfc-438c-9ff0-4068c2abae10 None None] Checking router: 52651337-2ce0-4eb5-9901-b789f161164c for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:56:05.786579 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed2505c-fcfc-438c-9ff0-4068c2abae10 None None] Routers {'52651337-2ce0-4eb5-9901-b789f161164c'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:56:05.787107 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-8ed2505c-fcfc-438c-9ff0-4068c2abae10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:56:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['52651337-2ce0-4eb5-9901-b789f161164c'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:56:05.961675 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-8ed2505c-fcfc-438c-9ff0-4068c2abae10 None None] Set router 52651337-2ce0-4eb5-9901-b789f161164c gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:56:06.263194 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-8ed2505c-fcfc-438c-9ff0-4068c2abae10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52651337-2ce0-4eb5-9901-b789f161164c', 'name': 'tempest-ServerActionsTestJSON-304040938-router', 'tenant_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.139'}], 'enable_snat': True}, 'gw_port_id': 'cbdf83b9-b343-410c-9666-670da29b0ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:53:07Z', 'updated_at': '2022-02-01T04:53:11Z', 'revision_number': 4, 'project_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'gw_port': {'id': 'cbdf83b9-b343-410c-9666-670da29b0ee1', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52651337-2ce0-4eb5-9901-b789f161164c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:53:08Z', 'updated_at': '2022-02-01T04:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': 'e8f049f8-bdaf-4fe7-8a4c-a034df9ee9a8', 'name': '', 'network_id': '04a6a87c-d534-4590-927b-80d869c25dcb', 'tenant_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'mac_address': 'fa:16:3e:aa:51:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52651337-2ce0-4eb5-9901-b789f161164c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '1ec7eaa5-a58e-4535-8de2-8b503f14762f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:53:10Z', 'updated_at': '2022-02-01T04:53:16Z', 'revision_number': 5, 'project_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'subnets': [{'id': '1ec7eaa5-a58e-4535-8de2-8b503f14762f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:56:06.266875 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed2505c-fcfc-438c-9ff0-4068c2abae10 None None] The sync data for ids ['52651337-2ce0-4eb5-9901-b789f161164c'] in dv-neutron-826830-1-hyperv is: [{'id': '52651337-2ce0-4eb5-9901-b789f161164c', 'name': 'tempest-ServerActionsTestJSON-304040938-router', 'tenant_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.139'}], 'enable_snat': True}, 'gw_port_id': 'cbdf83b9-b343-410c-9666-670da29b0ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:53:07Z', 'updated_at': '2022-02-01T04:53:11Z', 'revision_number': 4, 'project_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'gw_port': {'id': 'cbdf83b9-b343-410c-9666-670da29b0ee1', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52651337-2ce0-4eb5-9901-b789f161164c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:53:08Z', 'updated_at': '2022-02-01T04:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': 'e8f049f8-bdaf-4fe7-8a4c-a034df9ee9a8', 'name': '', 'network_id': '04a6a87c-d534-4590-927b-80d869c25dcb', 'tenant_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'mac_address': 'fa:16:3e:aa:51:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52651337-2ce0-4eb5-9901-b789f161164c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '1ec7eaa5-a58e-4535-8de2-8b503f14762f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:53:10Z', 'updated_at': '2022-02-01T04:53:16Z', 'revision_number': 5, 'project_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'subnets': [{'id': '1ec7eaa5-a58e-4535-8de2-8b503f14762f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:56:06.486278 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de843b7e-011c-4eed-ba5a-7de066e3ac12 None None] New status for floating IP 8ebdb77f-1ac3-48b8-ab46-6fd02eb15ea7: DOWN {{(pid=87638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 01 04:56:06.771888 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-c514993f-b116-4d31-afd3-1de18f0f125f req-75e19fca-e048-48b7-806e-acfc3d047a09 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1676129830&fields=id&tenant_id=1bad2d6ea4e44cb581fbe512e5bde7a4 HTTP/1.1" status: 200 len: 267 time: 0.0431931 Feb 01 04:56:06.917254 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c514993f-b116-4d31-afd3-1de18f0f125f req-04bb167a-e9e0-4560-b939-6b30ca12e9fb tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:56:06.917911 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-c514993f-b116-4d31-afd3-1de18f0f125f req-04bb167a-e9e0-4560-b939-6b30ca12e9fb tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Synchronizing usage tracker for tenant:1bad2d6ea4e44cb581fbe512e5bde7a4 on resource:network {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:56:06.934550 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-c514993f-b116-4d31-afd3-1de18f0f125f req-04bb167a-e9e0-4560-b939-6b30ca12e9fb tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Unset dirty status for tenant:1bad2d6ea4e44cb581fbe512e5bde7a4 on resource:network {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:56:06.935722 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-c514993f-b116-4d31-afd3-1de18f0f125f req-04bb167a-e9e0-4560-b939-6b30ca12e9fb tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/networks?id=04a6a87c-d534-4590-927b-80d869c25dcb HTTP/1.1" status: 200 len: 811 time: 0.1575544 Feb 01 04:56:06.949948 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-c514993f-b116-4d31-afd3-1de18f0f125f req-b441620f-6b0a-4e03-8ca5-52bd7c8f5e7c tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/quotas/1bad2d6ea4e44cb581fbe512e5bde7a4 HTTP/1.1" status: 200 len: 375 time: 0.0087457 Feb 01 04:56:07.032207 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 33e40b18-6235-45ba-a144-113f87acce3f no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:56:07.035505 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-c514993f-b116-4d31-afd3-1de18f0f125f req-2792ba04-4dc5-4d18-a18f-5bd391a64cbe tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1bad2d6ea4e44cb581fbe512e5bde7a4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0808263 Feb 01 04:56:07.071615 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] No Port match for: 33e40b18-6235-45ba-a144-113f87acce3f {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:56:07.071956 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 33e40b18-6235-45ba-a144-113f87acce3f not bound to the agent host hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:56:07.082828 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:56:07.264298 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-c514993f-b116-4d31-afd3-1de18f0f125f req-25e570a0-3eea-4d40-bae1-76548954f9cd service neutron] 10.222.0.24 "GET /v2.0/networks/04a6a87c-d534-4590-927b-80d869c25dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128382 Feb 01 04:56:07.394249 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-c514993f-b116-4d31-afd3-1de18f0f125f req-b42d9f7a-33fe-4b8e-a154-f6488c671750 service neutron] 10.222.0.24 "GET /v2.0/networks/04a6a87c-d534-4590-927b-80d869c25dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241143 Feb 01 04:56:07.565777 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5fc24e4a-b370-40da-8c4c-e50b65826697 req-90205a95-2257-4fbb-a3e3-1e7c50adf1fc tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=c51c9916-7ab2-42dc-a8cb-ccc9ef7b3abc HTTP/1.1" status: 200 len: 210 time: 0.0419958 Feb 01 04:56:08.645101 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c514993f-b116-4d31-afd3-1de18f0f125f req-3614ab92-5522-4bde-bc23-d213dc88f9e9 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:56:08.646132 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c514993f-b116-4d31-afd3-1de18f0f125f req-3614ab92-5522-4bde-bc23-d213dc88f9e9 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.18 "GET /v2.0/networks?id=04a6a87c-d534-4590-927b-80d869c25dcb HTTP/1.1" status: 200 len: 811 time: 0.1524885 Feb 01 04:56:08.717173 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c514993f-b116-4d31-afd3-1de18f0f125f req-89ff219c-046e-4941-b10d-557c71fe3feb tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1bad2d6ea4e44cb581fbe512e5bde7a4 HTTP/1.1" status: 200 len: 380 time: 0.0567265 Feb 01 04:56:08.726178 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-c514993f-b116-4d31-afd3-1de18f0f125f req-c36edb56-b63c-4d72-9744-6864af8ce472 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Request body: {'port': {'device_id': 'c51c9916-7ab2-42dc-a8cb-ccc9ef7b3abc', 'network_id': '04a6a87c-d534-4590-927b-80d869c25dcb', 'admin_state_up': True, 'tenant_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'security_groups': ['ee458ee2-1550-4d05-938e-016e3a7c886d']}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:56:08.869694 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-c514993f-b116-4d31-afd3-1de18f0f125f req-c36edb56-b63c-4d72-9744-6864af8ce472 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:56:08.879213 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-c514993f-b116-4d31-afd3-1de18f0f125f req-c36edb56-b63c-4d72-9744-6864af8ce472 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:56:08.881987 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-b184def4-b2bb-484e-bca8-21fd391668a9 req-368b9b8a-f8bd-4a91-aae2-11ae9454b9b0 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=c51c9916-7ab2-42dc-a8cb-ccc9ef7b3abc HTTP/1.1" status: 200 len: 210 time: 0.0474052 Feb 01 04:56:08.888917 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c514993f-b116-4d31-afd3-1de18f0f125f req-c36edb56-b63c-4d72-9744-6864af8ce472 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Made reservation on behalf of 1bad2d6ea4e44cb581fbe512e5bde7a4 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:56:08.892481 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-c514993f-b116-4d31-afd3-1de18f0f125f req-c36edb56-b63c-4d72-9744-6864af8ce472 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:56:09.052473 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [req-c514993f-b116-4d31-afd3-1de18f0f125f req-c36edb56-b63c-4d72-9744-6864af8ce472 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Allocated IP 172.20.0.4 (04a6a87c-d534-4590-927b-80d869c25dcb/1ec7eaa5-a58e-4535-8de2-8b503f14762f/2e69a59e-f948-46d0-9fd7-0e0d21437638) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:56:09.342853 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-c514993f-b116-4d31-afd3-1de18f0f125f req-c36edb56-b63c-4d72-9744-6864af8ce472 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:56:09.358445 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-c514993f-b116-4d31-afd3-1de18f0f125f req-c36edb56-b63c-4d72-9744-6864af8ce472 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Transition to ACTIVE for port object 2e69a59e-f948-46d0-9fd7-0e0d21437638 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:56:09.381836 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-c514993f-b116-4d31-afd3-1de18f0f125f req-c36edb56-b63c-4d72-9744-6864af8ce472 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:56:09.450302 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c514993f-b116-4d31-afd3-1de18f0f125f req-c36edb56-b63c-4d72-9744-6864af8ce472 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Network 04a6a87c-d534-4590-927b-80d869c25dcb is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:56:09.453460 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [req-c514993f-b116-4d31-afd3-1de18f0f125f req-c36edb56-b63c-4d72-9744-6864af8ce472 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:56:09.457243 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-c514993f-b116-4d31-afd3-1de18f0f125f req-c36edb56-b63c-4d72-9744-6864af8ce472 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:56:09.490326 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36edb56-b63c-4d72-9744-6864af8ce472 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Pushing event updated for resources: {'Port': ['ID=2e69a59e-f948-46d0-9fd7-0e0d21437638,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:56:09.506398 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36edb56-b63c-4d72-9744-6864af8ce472 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:56:09.506743 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36edb56-b63c-4d72-9744-6864af8ce472 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:56:09.507082 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36edb56-b63c-4d72-9744-6864af8ce472 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:56:09.507442 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36edb56-b63c-4d72-9744-6864af8ce472 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:56:09.507779 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36edb56-b63c-4d72-9744-6864af8ce472 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:56:09.508093 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36edb56-b63c-4d72-9744-6864af8ce472 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:56:09.508414 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36edb56-b63c-4d72-9744-6864af8ce472 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:56:09.508733 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36edb56-b63c-4d72-9744-6864af8ce472 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:56:09.509056 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36edb56-b63c-4d72-9744-6864af8ce472 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:56:09.509376 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36edb56-b63c-4d72-9744-6864af8ce472 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:56:09.510344 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36edb56-b63c-4d72-9744-6864af8ce472 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:56:09.510595 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36edb56-b63c-4d72-9744-6864af8ce472 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:56:09.537719 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c514993f-b116-4d31-afd3-1de18f0f125f req-c36edb56-b63c-4d72-9744-6864af8ce472 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:56:09.538329 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-c514993f-b116-4d31-afd3-1de18f0f125f req-c36edb56-b63c-4d72-9744-6864af8ce472 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:56:09.563859 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c514993f-b116-4d31-afd3-1de18f0f125f req-c36edb56-b63c-4d72-9744-6864af8ce472 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8416777 Feb 01 04:56:09.580677 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-c514993f-b116-4d31-afd3-1de18f0f125f req-0c8935ce-7349-4a83-8e2c-ac7ecc413cd8 service neutron] Request body: {'port': {'device_id': 'c51c9916-7ab2-42dc-a8cb-ccc9ef7b3abc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:56:09.690898 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-c514993f-b116-4d31-afd3-1de18f0f125f req-0c8935ce-7349-4a83-8e2c-ac7ecc413cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:56:09.736301 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-01cd933d-459e-4672-976c-75c8ebc316d2 None None] Provisioning for port 2e69a59e-f948-46d0-9fd7-0e0d21437638 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:56:09.740739 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-01cd933d-459e-4672-976c-75c8ebc316d2 None None] Provisioning complete for port 2e69a59e-f948-46d0-9fd7-0e0d21437638 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:56:09.741107 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-01cd933d-459e-4672-976c-75c8ebc316d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:56:09.795095 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-01cd933d-459e-4672-976c-75c8ebc316d2 None None] Port 2e69a59e-f948-46d0-9fd7-0e0d21437638 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:56:10.072489 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [req-c514993f-b116-4d31-afd3-1de18f0f125f req-0c8935ce-7349-4a83-8e2c-ac7ecc413cd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e69a59e-f948-46d0-9fd7-0e0d21437638 {{(pid=87636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 04:56:10.081870 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-c514993f-b116-4d31-afd3-1de18f0f125f req-0c8935ce-7349-4a83-8e2c-ac7ecc413cd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:56:10.101400 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-c514993f-b116-4d31-afd3-1de18f0f125f req-0c8935ce-7349-4a83-8e2c-ac7ecc413cd8 service neutron] Transition to ACTIVE for port object 2e69a59e-f948-46d0-9fd7-0e0d21437638 will not be triggered until provisioned by entity L2. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:56:10.105470 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-c514993f-b116-4d31-afd3-1de18f0f125f req-0c8935ce-7349-4a83-8e2c-ac7ecc413cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:56:10.239323 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d981b14f-dfa8-43a0-9fcc-873ee4c439b7 req-ad89d6fd-c7b1-4570-81a6-ab2551a27a30 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:56:10.239992 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-d981b14f-dfa8-43a0-9fcc-873ee4c439b7 req-ad89d6fd-c7b1-4570-81a6-ab2551a27a30 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Synchronizing usage tracker for tenant:1bad2d6ea4e44cb581fbe512e5bde7a4 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:56:10.251657 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8935ce-7349-4a83-8e2c-ac7ecc413cd8 service neutron] Pushing event updated for resources: {'Port': ['ID=2e69a59e-f948-46d0-9fd7-0e0d21437638,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:56:10.329579 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-d981b14f-dfa8-43a0-9fcc-873ee4c439b7 req-ad89d6fd-c7b1-4570-81a6-ab2551a27a30 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Unset dirty status for tenant:1bad2d6ea4e44cb581fbe512e5bde7a4 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:56:10.330745 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d981b14f-dfa8-43a0-9fcc-873ee4c439b7 req-ad89d6fd-c7b1-4570-81a6-ab2551a27a30 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=c51c9916-7ab2-42dc-a8cb-ccc9ef7b3abc HTTP/1.1" status: 200 len: 931 time: 0.3258986 Feb 01 04:56:10.394438 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-c514993f-b116-4d31-afd3-1de18f0f125f req-0c8935ce-7349-4a83-8e2c-ac7ecc413cd8 service neutron] Attempting to bind port 2e69a59e-f948-46d0-9fd7-0e0d21437638 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:56:10.394760 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-c514993f-b116-4d31-afd3-1de18f0f125f req-0c8935ce-7349-4a83-8e2c-ac7ecc413cd8 service neutron] Attempting to bind port 2e69a59e-f948-46d0-9fd7-0e0d21437638 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '784bd0ac-ce94-4b41-979f-1efed4047183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '04a6a87c-d534-4590-927b-80d869c25dcb'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:56:10.395096 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c514993f-b116-4d31-afd3-1de18f0f125f req-0c8935ce-7349-4a83-8e2c-ac7ecc413cd8 service neutron] Attempting to bind port 2e69a59e-f948-46d0-9fd7-0e0d21437638 on network 04a6a87c-d534-4590-927b-80d869c25dcb {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:56:10.403597 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d981b14f-dfa8-43a0-9fcc-873ee4c439b7 req-cfdc2cd1-af34-40b4-956a-dc8239e66d54 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622861 Feb 01 04:56:10.404281 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c514993f-b116-4d31-afd3-1de18f0f125f req-0c8935ce-7349-4a83-8e2c-ac7ecc413cd8 service neutron] Port 2e69a59e-f948-46d0-9fd7-0e0d21437638 on network 04a6a87c-d534-4590-927b-80d869c25dcb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:56:10.404596 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c514993f-b116-4d31-afd3-1de18f0f125f req-0c8935ce-7349-4a83-8e2c-ac7ecc413cd8 service neutron] Attempting to bind port 2e69a59e-f948-46d0-9fd7-0e0d21437638 on network 04a6a87c-d534-4590-927b-80d869c25dcb {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:56:10.409969 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c514993f-b116-4d31-afd3-1de18f0f125f req-0c8935ce-7349-4a83-8e2c-ac7ecc413cd8 service neutron] Checking agent: {'id': '63664c57-372e-43f7-9ecb-4deedcf8ddc7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 28, 15), 'started_at': datetime.datetime(2022, 2, 1, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:56:10.410300 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c514993f-b116-4d31-afd3-1de18f0f125f req-0c8935ce-7349-4a83-8e2c-ac7ecc413cd8 service neutron] Checking segment: {'id': '784bd0ac-ce94-4b41-979f-1efed4047183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '04a6a87c-d534-4590-927b-80d869c25dcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:56:10.410675 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c514993f-b116-4d31-afd3-1de18f0f125f req-0c8935ce-7349-4a83-8e2c-ac7ecc413cd8 service neutron] Bound using segment: {'id': '784bd0ac-ce94-4b41-979f-1efed4047183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '04a6a87c-d534-4590-927b-80d869c25dcb'} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:56:10.411090 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-c514993f-b116-4d31-afd3-1de18f0f125f req-0c8935ce-7349-4a83-8e2c-ac7ecc413cd8 service neutron] Bound port: 2e69a59e-f948-46d0-9fd7-0e0d21437638, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '784bd0ac-ce94-4b41-979f-1efed4047183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '04a6a87c-d534-4590-927b-80d869c25dcb'}}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:56:10.411455 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-c514993f-b116-4d31-afd3-1de18f0f125f req-0c8935ce-7349-4a83-8e2c-ac7ecc413cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:56:10.498249 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-c514993f-b116-4d31-afd3-1de18f0f125f req-0c8935ce-7349-4a83-8e2c-ac7ecc413cd8 service neutron] For port 2e69a59e-f948-46d0-9fd7-0e0d21437638, host hv-neutron-8268, cleared binding levels {{(pid=87636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:56:10.501136 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-c514993f-b116-4d31-afd3-1de18f0f125f req-0c8935ce-7349-4a83-8e2c-ac7ecc413cd8 service neutron] For port 2e69a59e-f948-46d0-9fd7-0e0d21437638, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=2e69a59e-f948-46d0-9fd7-0e0d21437638,segment=NetworkSegment(784bd0ac-ce94-4b41-979f-1efed4047183),segment_id=784bd0ac-ce94-4b41-979f-1efed4047183)] {{(pid=87636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:56:10.505380 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-c514993f-b116-4d31-afd3-1de18f0f125f req-0c8935ce-7349-4a83-8e2c-ac7ecc413cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:56:10.565474 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c514993f-b116-4d31-afd3-1de18f0f125f req-0c8935ce-7349-4a83-8e2c-ac7ecc413cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:56:10.566071 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-c514993f-b116-4d31-afd3-1de18f0f125f req-0c8935ce-7349-4a83-8e2c-ac7ecc413cd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:56:10.567589 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c514993f-b116-4d31-afd3-1de18f0f125f req-0c8935ce-7349-4a83-8e2c-ac7ecc413cd8 service neutron] 10.222.0.18 "PUT /v2.0/ports/2e69a59e-f948-46d0-9fd7-0e0d21437638 HTTP/1.1" status: 200 len: 1093 time: 0.9911499 Feb 01 04:56:10.568023 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c51c9916-7ab2-42dc-a8cb-ccc9ef7b3abc', 'tag': '2e69a59e-f948-46d0-9fd7-0e0d21437638'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:56:10.595942 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8935ce-7349-4a83-8e2c-ac7ecc413cd8 service neutron] Pushing event updated for resources: {'Port': ['ID=2e69a59e-f948-46d0-9fd7-0e0d21437638,revision_number=3']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:56:10.615514 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c51c9916-7ab2-42dc-a8cb-ccc9ef7b3abc', 'tag': '2e69a59e-f948-46d0-9fd7-0e0d21437638', 'status': 'completed', 'code': 200} Feb 01 04:56:10.705852 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c514993f-b116-4d31-afd3-1de18f0f125f req-b5bba942-7573-4d9d-9bb7-a8e2231f0f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:56:10.707362 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c514993f-b116-4d31-afd3-1de18f0f125f req-b5bba942-7573-4d9d-9bb7-a8e2231f0f09 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1bad2d6ea4e44cb581fbe512e5bde7a4&device_id=c51c9916-7ab2-42dc-a8cb-ccc9ef7b3abc HTTP/1.1" status: 200 len: 1096 time: 0.0738761 Feb 01 04:56:10.785501 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c514993f-b116-4d31-afd3-1de18f0f125f req-4dc298d8-5a5a-48f7-bade-187f65f63f1e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e69a59e-f948-46d0-9fd7-0e0d21437638 HTTP/1.1" status: 200 len: 217 time: 0.0645990 Feb 01 04:56:10.851929 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c514993f-b116-4d31-afd3-1de18f0f125f req-e93d3f7e-81f0-4fa0-9df2-b0696f31945c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:56:10.853357 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c514993f-b116-4d31-afd3-1de18f0f125f req-e93d3f7e-81f0-4fa0-9df2-b0696f31945c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1ec7eaa5-a58e-4535-8de2-8b503f14762f HTTP/1.1" status: 200 len: 850 time: 0.0599582 Feb 01 04:56:10.925671 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c514993f-b116-4d31-afd3-1de18f0f125f req-6abe5e19-64dc-4faa-9dca-e9b7aa2334c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:56:10.927117 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c514993f-b116-4d31-afd3-1de18f0f125f req-6abe5e19-64dc-4faa-9dca-e9b7aa2334c9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04a6a87c-d534-4590-927b-80d869c25dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680900 Feb 01 04:56:11.057971 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c514993f-b116-4d31-afd3-1de18f0f125f req-e60ad2e7-8d26-4039-aff4-855a008de0db service neutron] 10.222.0.18 "GET /v2.0/networks/04a6a87c-d534-4590-927b-80d869c25dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240838 Feb 01 04:56:11.291655 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c514993f-b116-4d31-afd3-1de18f0f125f req-612d9467-fc35-483d-879c-3644af07b81a service neutron] 10.222.0.18 "GET /v2.0/networks/04a6a87c-d534-4590-927b-80d869c25dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262125 Feb 01 04:56:11.343398 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 04:56:11.447171 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97312f9a-5623-418e-b6b3-42c23d48c3a1 req-2d0aab95-e372-458b-978a-e8ba083c781b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:56:11.448637 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-97312f9a-5623-418e-b6b3-42c23d48c3a1 req-2d0aab95-e372-458b-978a-e8ba083c781b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1bad2d6ea4e44cb581fbe512e5bde7a4&device_id=c51c9916-7ab2-42dc-a8cb-ccc9ef7b3abc HTTP/1.1" status: 200 len: 1096 time: 0.0685480 Feb 01 04:56:11.631472 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97312f9a-5623-418e-b6b3-42c23d48c3a1 req-4cadac26-11e2-45d7-8ecb-6638b1f43ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:56:11.632804 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-97312f9a-5623-418e-b6b3-42c23d48c3a1 req-4cadac26-11e2-45d7-8ecb-6638b1f43ade service neutron] 10.222.0.18 "GET /v2.0/networks?id=04a6a87c-d534-4590-927b-80d869c25dcb HTTP/1.1" status: 200 len: 911 time: 0.1775689 Feb 01 04:56:11.700915 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-97312f9a-5623-418e-b6b3-42c23d48c3a1 req-641d6791-47a5-4678-b8ee-a7ffef0223bd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e69a59e-f948-46d0-9fd7-0e0d21437638 HTTP/1.1" status: 200 len: 217 time: 0.0610831 Feb 01 04:56:11.708257 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b3182e-fda8-4985-9abc-928afe98f509 req-e534bdd2-dcea-465b-8d0c-d2d9d837bcd1 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:56:11.709590 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-29b3182e-fda8-4985-9abc-928afe98f509 req-e534bdd2-dcea-465b-8d0c-d2d9d837bcd1 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=c51c9916-7ab2-42dc-a8cb-ccc9ef7b3abc HTTP/1.1" status: 200 len: 943 time: 0.1693573 Feb 01 04:56:11.800393 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-29b3182e-fda8-4985-9abc-928afe98f509 req-7b2f3389-4707-4b92-8859-1e606226cb39 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581350 Feb 01 04:56:11.801838 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97312f9a-5623-418e-b6b3-42c23d48c3a1 req-c5718f2d-60b6-413f-8e4f-035af64a1c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:56:11.803159 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-97312f9a-5623-418e-b6b3-42c23d48c3a1 req-c5718f2d-60b6-413f-8e4f-035af64a1c59 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1ec7eaa5-a58e-4535-8de2-8b503f14762f HTTP/1.1" status: 200 len: 850 time: 0.0927577 Feb 01 04:56:11.877015 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97312f9a-5623-418e-b6b3-42c23d48c3a1 req-bca8be2a-7eaa-41a2-a784-24a8236bfdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:56:11.878478 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-97312f9a-5623-418e-b6b3-42c23d48c3a1 req-bca8be2a-7eaa-41a2-a784-24a8236bfdfd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04a6a87c-d534-4590-927b-80d869c25dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685470 Feb 01 04:56:12.006854 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-97312f9a-5623-418e-b6b3-42c23d48c3a1 req-bb463063-6635-4424-b70e-ff4772cc3804 service neutron] 10.222.0.18 "GET /v2.0/networks/04a6a87c-d534-4590-927b-80d869c25dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209931 Feb 01 04:56:12.134359 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-97312f9a-5623-418e-b6b3-42c23d48c3a1 req-c0eef0a0-aced-4fe6-95a1-c8fac643b9d0 service neutron] 10.222.0.18 "GET /v2.0/networks/04a6a87c-d534-4590-927b-80d869c25dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210296 Feb 01 04:56:12.980421 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a303ec4-b2a5-4101-a6b6-57dc10fa0020 req-57f3231b-d4b3-4053-a26f-7d9fd60056e6 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:56:12.981934 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-5a303ec4-b2a5-4101-a6b6-57dc10fa0020 req-57f3231b-d4b3-4053-a26f-7d9fd60056e6 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=c51c9916-7ab2-42dc-a8cb-ccc9ef7b3abc HTTP/1.1" status: 200 len: 943 time: 0.0780027 Feb 01 04:56:13.025290 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-5a303ec4-b2a5-4101-a6b6-57dc10fa0020 req-070195da-dde6-4720-a01d-fd8a0609436e tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378315 Feb 01 04:56:13.034453 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 2e69a59e-f948-46d0-9fd7-0e0d21437638 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 01 04:56:13.163897 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 2e69a59e-f948-46d0-9fd7-0e0d21437638, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=2e69a59e-f948-46d0-9fd7-0e0d21437638,segment=NetworkSegment(784bd0ac-ce94-4b41-979f-1efed4047183),segment_id=784bd0ac-ce94-4b41-979f-1efed4047183)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:56:13.177012 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Returning: {'device': '2e69a59e-f948-46d0-9fd7-0e0d21437638', 'network_id': '04a6a87c-d534-4590-927b-80d869c25dcb', 'port_id': '2e69a59e-f948-46d0-9fd7-0e0d21437638', 'mac_address': 'fa:16:3e:63:e1:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ec7eaa5-a58e-4535-8de2-8b503f14762f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 01 04:56:13.230036 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:56:13.246224 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e69a59e-f948-46d0-9fd7-0e0d21437638 {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 04:56:13.260844 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 2e69a59e-f948-46d0-9fd7-0e0d21437638, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=2e69a59e-f948-46d0-9fd7-0e0d21437638,segment=NetworkSegment(784bd0ac-ce94-4b41-979f-1efed4047183),segment_id=784bd0ac-ce94-4b41-979f-1efed4047183)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:56:13.264896 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:56:13.331566 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=2e69a59e-f948-46d0-9fd7-0e0d21437638,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:56:13.521180 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] get_ports_and_sgs() called for port_ids ['2e69a59e-f948-46d0-9fd7-0e0d21437638'] {{(pid=87638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 01 04:56:14.212663 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad4c0e7-6515-4b63-bc32-aef108e6bbd2 req-ffe51906-fa08-46f5-9455-20fee23357b9 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:56:14.214026 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-fad4c0e7-6515-4b63-bc32-aef108e6bbd2 req-ffe51906-fa08-46f5-9455-20fee23357b9 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=c51c9916-7ab2-42dc-a8cb-ccc9ef7b3abc HTTP/1.1" status: 200 len: 944 time: 0.0818777 Feb 01 04:56:14.256234 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-fad4c0e7-6515-4b63-bc32-aef108e6bbd2 req-8e02cb01-a66a-4428-a294-657dcf84fb6c tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367808 Feb 01 04:56:15.049742 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 2e69a59e-f948-46d0-9fd7-0e0d21437638 up at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:56:15.122747 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:56:15.128495 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning for port 2e69a59e-f948-46d0-9fd7-0e0d21437638 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:56:15.133005 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning complete for port 2e69a59e-f948-46d0-9fd7-0e0d21437638 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:56:15.133361 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:56:15.245757 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:56:15.271645 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c51c9916-7ab2-42dc-a8cb-ccc9ef7b3abc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e69a59e-f948-46d0-9fd7-0e0d21437638'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:56:15.283063 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 2e69a59e-f948-46d0-9fd7-0e0d21437638, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=2e69a59e-f948-46d0-9fd7-0e0d21437638,segment=NetworkSegment(784bd0ac-ce94-4b41-979f-1efed4047183),segment_id=784bd0ac-ce94-4b41-979f-1efed4047183)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:56:15.288199 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:56:15.318528 dv-neutron-826830-1-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c51c9916-7ab2-42dc-a8cb-ccc9ef7b3abc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e69a59e-f948-46d0-9fd7-0e0d21437638', 'code': 200} Feb 01 04:56:15.356772 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=2e69a59e-f948-46d0-9fd7-0e0d21437638,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:56:15.444662 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca7d29-3fe4-44bb-b497-84aa38e2332b req-e7bade93-b8bd-460b-96d5-974682f591a2 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:56:15.446027 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cbca7d29-3fe4-44bb-b497-84aa38e2332b req-e7bade93-b8bd-460b-96d5-974682f591a2 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=c51c9916-7ab2-42dc-a8cb-ccc9ef7b3abc HTTP/1.1" status: 200 len: 945 time: 0.0789974 Feb 01 04:56:15.493610 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cbca7d29-3fe4-44bb-b497-84aa38e2332b req-8b82fd5d-9bd3-4cb0-be6a-09abd176f9dc tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410430 Feb 01 04:56:15.566621 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babed815-0427-4ec6-b6f4-a9787c08f845 req-48b576a5-d853-40ab-89b6-c913bdd59e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:56:15.568087 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-babed815-0427-4ec6-b6f4-a9787c08f845 req-48b576a5-d853-40ab-89b6-c913bdd59e75 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c51c9916-7ab2-42dc-a8cb-ccc9ef7b3abc HTTP/1.1" status: 200 len: 1098 time: 0.0673983 Feb 01 04:56:15.607951 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-babed815-0427-4ec6-b6f4-a9787c08f845 req-2847385b-be52-4e19-84f2-596bf24545fc service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333385 Feb 01 04:56:16.681308 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ca5e4-d487-4152-8912-fa1c2f4a100f req-71a60532-9643-49f9-b83b-69ede22f1ee8 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:56:16.682950 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-ea5ca5e4-d487-4152-8912-fa1c2f4a100f req-71a60532-9643-49f9-b83b-69ede22f1ee8 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=c51c9916-7ab2-42dc-a8cb-ccc9ef7b3abc HTTP/1.1" status: 200 len: 945 time: 0.0850029 Feb 01 04:56:16.729198 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-ea5ca5e4-d487-4152-8912-fa1c2f4a100f req-03884f79-df4f-4a42-9c91-0ac81f7536a3 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401940 Feb 01 04:56:17.919231 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a8a5d-e6e2-42d0-b8fc-9e364e4af263 req-4b1db077-4ac6-48ae-bcd7-7c5794cceb0c tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:56:17.920664 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8b3a8a5d-e6e2-42d0-b8fc-9e364e4af263 req-4b1db077-4ac6-48ae-bcd7-7c5794cceb0c tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=c51c9916-7ab2-42dc-a8cb-ccc9ef7b3abc HTTP/1.1" status: 200 len: 945 time: 0.0828989 Feb 01 04:56:17.963090 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8b3a8a5d-e6e2-42d0-b8fc-9e364e4af263 req-cbea26fc-cca0-4eb4-91f9-c17fce85692f tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363626 Feb 01 04:56:18.138536 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fba0cd3-06c1-4cd4-93ad-28e137538016 req-9c66d6aa-e5e8-48ea-90b9-0daef344a915 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:56:18.139997 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-1fba0cd3-06c1-4cd4-93ad-28e137538016 req-9c66d6aa-e5e8-48ea-90b9-0daef344a915 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=c51c9916-7ab2-42dc-a8cb-ccc9ef7b3abc HTTP/1.1" status: 200 len: 945 time: 0.0774984 Feb 01 04:56:18.148340 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 46920) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:56:18.153683 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-74422f8e-bcff-4fd5-9666-767219d85f49 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Request body: {'floatingip': {'port_id': '2e69a59e-f948-46d0-9fd7-0e0d21437638'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:56:18.229555 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-74422f8e-bcff-4fd5-9666-767219d85f49 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks [] for floatingip, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:56:18.799444 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-74422f8e-bcff-4fd5-9666-767219d85f49 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:56:18.803128 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-74422f8e-bcff-4fd5-9666-767219d85f49 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-774194'] for floatingip, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:56:19.071121 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.l3_db [None req-74422f8e-bcff-4fd5-9666-767219d85f49 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Floating IP 8ebdb77f-1ac3-48b8-ab46-6fd02eb15ea7 associated. External IP: 172.26.8.11, port: 2e69a59e-f948-46d0-9fd7-0e0d21437638. Feb 01 04:56:19.411897 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74422f8e-bcff-4fd5-9666-767219d85f49 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Router 52651337-2ce0-4eb5-9901-b789f161164c has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:56:19.585088 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74422f8e-bcff-4fd5-9666-767219d85f49 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:56:19.589914 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-74422f8e-bcff-4fd5-9666-767219d85f49 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:56:19.594376 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6ada42-68c0-4b1c-8870-eae2ac5983d2 None None] Sync routers for ids ['52651337-2ce0-4eb5-9901-b789f161164c'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:56:19.604510 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6ada42-68c0-4b1c-8870-eae2ac5983d2 None None] Routers {'52651337-2ce0-4eb5-9901-b789f161164c'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:56:19.605181 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-1a6ada42-68c0-4b1c-8870-eae2ac5983d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:56:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['52651337-2ce0-4eb5-9901-b789f161164c'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:56:19.643253 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-74422f8e-bcff-4fd5-9666-767219d85f49 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "PUT /v2.0/floatingips/8ebdb77f-1ac3-48b8-ab46-6fd02eb15ea7 HTTP/1.1" status: 200 len: 991 time: 1.4938328 Feb 01 04:56:19.643827 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c51c9916-7ab2-42dc-a8cb-ccc9ef7b3abc', 'tag': '2e69a59e-f948-46d0-9fd7-0e0d21437638'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:56:19.689086 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c51c9916-7ab2-42dc-a8cb-ccc9ef7b3abc', 'tag': '2e69a59e-f948-46d0-9fd7-0e0d21437638', 'status': 'completed', 'code': 200} Feb 01 04:56:19.811666 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-1a6ada42-68c0-4b1c-8870-eae2ac5983d2 None None] Set router 52651337-2ce0-4eb5-9901-b789f161164c gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:56:19.861514 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942932bd-6a26-4ce8-9e98-3f826de8a3e9 req-27cb7411-1d02-4c6f-8c7e-d5856035e3d4 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:56:19.862958 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-942932bd-6a26-4ce8-9e98-3f826de8a3e9 req-27cb7411-1d02-4c6f-8c7e-d5856035e3d4 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=c51c9916-7ab2-42dc-a8cb-ccc9ef7b3abc HTTP/1.1" status: 200 len: 945 time: 0.1352389 Feb 01 04:56:19.885700 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3053c8b3-b779-4a16-a299-6d8f7661b48d req-c096feaf-dd2c-4ebd-841b-9fb5edbb4869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:56:19.887104 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3053c8b3-b779-4a16-a299-6d8f7661b48d req-c096feaf-dd2c-4ebd-841b-9fb5edbb4869 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1bad2d6ea4e44cb581fbe512e5bde7a4&device_id=c51c9916-7ab2-42dc-a8cb-ccc9ef7b3abc HTTP/1.1" status: 200 len: 1098 time: 0.1240127 Feb 01 04:56:19.948316 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-942932bd-6a26-4ce8-9e98-3f826de8a3e9 req-9063ce1c-72aa-46f0-b933-ac7ece4a2193 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769219 Feb 01 04:56:20.134712 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3053c8b3-b779-4a16-a299-6d8f7661b48d req-c8f8b538-0a1a-4843-b9b7-bf2755df4c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:56:20.135746 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3053c8b3-b779-4a16-a299-6d8f7661b48d req-c8f8b538-0a1a-4843-b9b7-bf2755df4c37 service neutron] 10.222.0.18 "GET /v2.0/networks?id=04a6a87c-d534-4590-927b-80d869c25dcb HTTP/1.1" status: 200 len: 911 time: 0.2415471 Feb 01 04:56:20.160293 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-1a6ada42-68c0-4b1c-8870-eae2ac5983d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52651337-2ce0-4eb5-9901-b789f161164c', 'name': 'tempest-ServerActionsTestJSON-304040938-router', 'tenant_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.139'}], 'enable_snat': True}, 'gw_port_id': 'cbdf83b9-b343-410c-9666-670da29b0ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:53:07Z', 'updated_at': '2022-02-01T04:53:11Z', 'revision_number': 4, 'project_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'gw_port': {'id': 'cbdf83b9-b343-410c-9666-670da29b0ee1', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52651337-2ce0-4eb5-9901-b789f161164c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:53:08Z', 'updated_at': '2022-02-01T04:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': '8ebdb77f-1ac3-48b8-ab46-6fd02eb15ea7', 'tenant_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'floating_ip_address': '172.26.8.11', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '52651337-2ce0-4eb5-9901-b789f161164c', 'port_id': '2e69a59e-f948-46d0-9fd7-0e0d21437638', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04a6a87c-d534-4590-927b-80d869c25dcb', 'mac_address': 'fa:16:3e:63:e1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51c9916-7ab2-42dc-a8cb-ccc9ef7b3abc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:53:13Z', 'updated_at': '2022-02-01T04:56:18Z', 'revision_number': 13, 'project_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8f049f8-bdaf-4fe7-8a4c-a034df9ee9a8', 'name': '', 'network_id': '04a6a87c-d534-4590-927b-80d869c25dcb', 'tenant_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'mac_address': 'fa:16:3e:aa:51:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52651337-2ce0-4eb5-9901-b789f161164c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '1ec7eaa5-a58e-4535-8de2-8b503f14762f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:53:10Z', 'updated_at': '2022-02-01T04:53:16Z', 'revision_number': 5, 'project_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'subnets': [{'id': '1ec7eaa5-a58e-4535-8de2-8b503f14762f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:56:20.164178 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6ada42-68c0-4b1c-8870-eae2ac5983d2 None None] Checking router: 52651337-2ce0-4eb5-9901-b789f161164c for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:56:20.172852 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6ada42-68c0-4b1c-8870-eae2ac5983d2 None None] Routers {'52651337-2ce0-4eb5-9901-b789f161164c'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:56:20.173438 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-1a6ada42-68c0-4b1c-8870-eae2ac5983d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:56:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['52651337-2ce0-4eb5-9901-b789f161164c'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:56:20.238590 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3053c8b3-b779-4a16-a299-6d8f7661b48d req-bbfaecc7-3375-4890-a2cb-70501b7cbccf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e69a59e-f948-46d0-9fd7-0e0d21437638 HTTP/1.1" status: 200 len: 999 time: 0.0963292 Feb 01 04:56:20.298883 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3053c8b3-b779-4a16-a299-6d8f7661b48d req-4bd63ad8-7e66-4c18-a73e-6fe7fccc4157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:56:20.300339 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3053c8b3-b779-4a16-a299-6d8f7661b48d req-4bd63ad8-7e66-4c18-a73e-6fe7fccc4157 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1ec7eaa5-a58e-4535-8de2-8b503f14762f HTTP/1.1" status: 200 len: 850 time: 0.0568011 Feb 01 04:56:20.349575 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-1a6ada42-68c0-4b1c-8870-eae2ac5983d2 None None] Set router 52651337-2ce0-4eb5-9901-b789f161164c gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:56:20.377181 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3053c8b3-b779-4a16-a299-6d8f7661b48d req-b9bc2800-17ee-42f3-ae8a-49cc3653b585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:56:20.378633 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3053c8b3-b779-4a16-a299-6d8f7661b48d req-b9bc2800-17ee-42f3-ae8a-49cc3653b585 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04a6a87c-d534-4590-927b-80d869c25dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725870 Feb 01 04:56:20.509210 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3053c8b3-b779-4a16-a299-6d8f7661b48d req-ad266256-1cf4-45e5-986e-23228e9656fb service neutron] 10.222.0.18 "GET /v2.0/networks/04a6a87c-d534-4590-927b-80d869c25dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233900 Feb 01 04:56:20.638522 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3053c8b3-b779-4a16-a299-6d8f7661b48d req-124e5170-222a-45fa-a469-379cf208dc9d service neutron] 10.222.0.18 "GET /v2.0/networks/04a6a87c-d534-4590-927b-80d869c25dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229129 Feb 01 04:56:20.689809 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-1a6ada42-68c0-4b1c-8870-eae2ac5983d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52651337-2ce0-4eb5-9901-b789f161164c', 'name': 'tempest-ServerActionsTestJSON-304040938-router', 'tenant_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.139'}], 'enable_snat': True}, 'gw_port_id': 'cbdf83b9-b343-410c-9666-670da29b0ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:53:07Z', 'updated_at': '2022-02-01T04:53:11Z', 'revision_number': 4, 'project_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'gw_port': {'id': 'cbdf83b9-b343-410c-9666-670da29b0ee1', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52651337-2ce0-4eb5-9901-b789f161164c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:53:08Z', 'updated_at': '2022-02-01T04:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': '8ebdb77f-1ac3-48b8-ab46-6fd02eb15ea7', 'tenant_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'floating_ip_address': '172.26.8.11', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '52651337-2ce0-4eb5-9901-b789f161164c', 'port_id': '2e69a59e-f948-46d0-9fd7-0e0d21437638', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04a6a87c-d534-4590-927b-80d869c25dcb', 'mac_address': 'fa:16:3e:63:e1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51c9916-7ab2-42dc-a8cb-ccc9ef7b3abc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:53:13Z', 'updated_at': '2022-02-01T04:56:18Z', 'revision_number': 13, 'project_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8f049f8-bdaf-4fe7-8a4c-a034df9ee9a8', 'name': '', 'network_id': '04a6a87c-d534-4590-927b-80d869c25dcb', 'tenant_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'mac_address': 'fa:16:3e:aa:51:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52651337-2ce0-4eb5-9901-b789f161164c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '1ec7eaa5-a58e-4535-8de2-8b503f14762f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:53:10Z', 'updated_at': '2022-02-01T04:53:16Z', 'revision_number': 5, 'project_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'subnets': [{'id': '1ec7eaa5-a58e-4535-8de2-8b503f14762f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:56:20.693608 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6ada42-68c0-4b1c-8870-eae2ac5983d2 None None] The sync data for ids ['52651337-2ce0-4eb5-9901-b789f161164c'] in dv-neutron-826830-1-hyperv is: [{'id': '52651337-2ce0-4eb5-9901-b789f161164c', 'name': 'tempest-ServerActionsTestJSON-304040938-router', 'tenant_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.139'}], 'enable_snat': True}, 'gw_port_id': 'cbdf83b9-b343-410c-9666-670da29b0ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:53:07Z', 'updated_at': '2022-02-01T04:53:11Z', 'revision_number': 4, 'project_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'gw_port': {'id': 'cbdf83b9-b343-410c-9666-670da29b0ee1', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52651337-2ce0-4eb5-9901-b789f161164c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:53:08Z', 'updated_at': '2022-02-01T04:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': '8ebdb77f-1ac3-48b8-ab46-6fd02eb15ea7', 'tenant_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'floating_ip_address': '172.26.8.11', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '52651337-2ce0-4eb5-9901-b789f161164c', 'port_id': '2e69a59e-f948-46d0-9fd7-0e0d21437638', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04a6a87c-d534-4590-927b-80d869c25dcb', 'mac_address': 'fa:16:3e:63:e1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51c9916-7ab2-42dc-a8cb-ccc9ef7b3abc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T04:53:13Z', 'updated_at': '2022-02-01T04:56:18Z', 'revision_number': 13, 'project_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8f049f8-bdaf-4fe7-8a4c-a034df9ee9a8', 'name': '', 'network_id': '04a6a87c-d534-4590-927b-80d869c25dcb', 'tenant_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'mac_address': 'fa:16:3e:aa:51:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52651337-2ce0-4eb5-9901-b789f161164c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '1ec7eaa5-a58e-4535-8de2-8b503f14762f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:53:10Z', 'updated_at': '2022-02-01T04:53:16Z', 'revision_number': 5, 'project_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'subnets': [{'id': '1ec7eaa5-a58e-4535-8de2-8b503f14762f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:56:20.905468 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772d65a9-ae79-4c3b-97d1-62e58e31c59d None None] New status for floating IP 8ebdb77f-1ac3-48b8-ab46-6fd02eb15ea7: ACTIVE {{(pid=87638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 01 04:56:21.131430 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133995b9-51f5-4c84-841d-b3da070cf1dd req-3072ee46-a7a8-48b7-b984-fcf1c03684bf tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:56:21.132802 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-133995b9-51f5-4c84-841d-b3da070cf1dd req-3072ee46-a7a8-48b7-b984-fcf1c03684bf tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=c51c9916-7ab2-42dc-a8cb-ccc9ef7b3abc HTTP/1.1" status: 200 len: 945 time: 0.0785191 Feb 01 04:56:21.180789 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-133995b9-51f5-4c84-841d-b3da070cf1dd req-5dc686e4-2053-4fc4-b07a-916cb1ec4e75 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423322 Feb 01 04:56:22.862326 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875511f-5345-497d-8109-3782b8d25645 req-807664ff-2d36-43da-9139-7be9736ec581 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:56:22.863795 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2875511f-5345-497d-8109-3782b8d25645 req-807664ff-2d36-43da-9139-7be9736ec581 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=c51c9916-7ab2-42dc-a8cb-ccc9ef7b3abc HTTP/1.1" status: 200 len: 945 time: 0.0778213 Feb 01 04:56:22.907895 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2875511f-5345-497d-8109-3782b8d25645 req-23088c32-4a00-4154-9f5c-e5a301b4afb2 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381649 Feb 01 04:56:31.546702 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-459861ca-c196-4592-b08a-822bf8845842 req-1aedf145-ae37-49fd-b3cd-aca13ec9cadd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c51c9916-7ab2-42dc-a8cb-ccc9ef7b3abc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1255243 Feb 01 04:56:31.547447 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e0469-b0b8-4871-923d-2c40cc664f0d req-1c54726d-2eae-40e1-9300-14ef2b51ada3 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:56:31.548209 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-751e0469-b0b8-4871-923d-2c40cc664f0d req-1c54726d-2eae-40e1-9300-14ef2b51ada3 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=c51c9916-7ab2-42dc-a8cb-ccc9ef7b3abc HTTP/1.1" status: 200 len: 945 time: 0.0788050 Feb 01 04:56:31.593160 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-751e0469-b0b8-4871-923d-2c40cc664f0d req-42ff6909-0ceb-4588-8275-b6bd83d2a57e tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392108 Feb 01 04:56:31.983409 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bf2730ed-80e8-486d-bca5-8088c99c0b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:56:32.268499 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dfbcb4-1097-435c-ad9a-5aea86f9edd0 req-0a1bf607-1e62-4173-8af9-966a6a322a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:56:32.269959 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b4dfbcb4-1097-435c-ad9a-5aea86f9edd0 req-0a1bf607-1e62-4173-8af9-966a6a322a4c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1bad2d6ea4e44cb581fbe512e5bde7a4&device_id=c51c9916-7ab2-42dc-a8cb-ccc9ef7b3abc HTTP/1.1" status: 200 len: 1098 time: 0.1139128 Feb 01 04:56:32.429317 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dfbcb4-1097-435c-ad9a-5aea86f9edd0 req-1455cc7d-9a5b-4c3e-aab6-10cd842a9dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:56:32.430648 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b4dfbcb4-1097-435c-ad9a-5aea86f9edd0 req-1455cc7d-9a5b-4c3e-aab6-10cd842a9dc7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=04a6a87c-d534-4590-927b-80d869c25dcb HTTP/1.1" status: 200 len: 911 time: 0.1257529 Feb 01 04:56:32.531365 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b4dfbcb4-1097-435c-ad9a-5aea86f9edd0 req-5134adfa-dbc7-453a-aa8e-9f5496939eb4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e69a59e-f948-46d0-9fd7-0e0d21437638 HTTP/1.1" status: 200 len: 1001 time: 0.0939450 Feb 01 04:56:32.600984 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dfbcb4-1097-435c-ad9a-5aea86f9edd0 req-6d1c4925-731f-41a7-8d9a-7bbbea1b0f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:56:32.606753 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b4dfbcb4-1097-435c-ad9a-5aea86f9edd0 req-6d1c4925-731f-41a7-8d9a-7bbbea1b0f78 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1ec7eaa5-a58e-4535-8de2-8b503f14762f HTTP/1.1" status: 200 len: 850 time: 0.0641747 Feb 01 04:56:32.692205 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dfbcb4-1097-435c-ad9a-5aea86f9edd0 req-530da774-a5f1-493a-80c3-4f8d88c8c2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:56:32.693776 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b4dfbcb4-1097-435c-ad9a-5aea86f9edd0 req-530da774-a5f1-493a-80c3-4f8d88c8c2bb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04a6a87c-d534-4590-927b-80d869c25dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794320 Feb 01 04:56:32.894541 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f2f9d-376d-463b-802e-366060318f0d req-44773130-27c5-4285-970d-9611320aeee8 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:56:32.895994 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5f2f2f9d-376d-463b-802e-366060318f0d req-44773130-27c5-4285-970d-9611320aeee8 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=c51c9916-7ab2-42dc-a8cb-ccc9ef7b3abc HTTP/1.1" status: 200 len: 945 time: 0.1762631 Feb 01 04:56:32.897788 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b4dfbcb4-1097-435c-ad9a-5aea86f9edd0 req-cb567b6a-2c62-4635-bd86-81cea6bbfa70 service neutron] 10.222.0.18 "GET /v2.0/networks/04a6a87c-d534-4590-927b-80d869c25dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958241 Feb 01 04:56:33.022099 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5f2f2f9d-376d-463b-802e-366060318f0d req-3611a3aa-a454-4075-8bd4-dc3fac590899 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204240 Feb 01 04:56:33.163058 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b4dfbcb4-1097-435c-ad9a-5aea86f9edd0 req-27705e3b-1744-463d-96e6-3a50d95868ea service neutron] 10.222.0.18 "GET /v2.0/networks/04a6a87c-d534-4590-927b-80d869c25dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483513 Feb 01 04:56:33.303000 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459861ca-c196-4592-b08a-822bf8845842 req-d82b2759-55b3-4039-a0ab-d9f19d7990c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:56:33.304481 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-459861ca-c196-4592-b08a-822bf8845842 req-d82b2759-55b3-4039-a0ab-d9f19d7990c2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1bad2d6ea4e44cb581fbe512e5bde7a4&device_id=c51c9916-7ab2-42dc-a8cb-ccc9ef7b3abc HTTP/1.1" status: 200 len: 1098 time: 0.0743072 Feb 01 04:56:33.433756 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459861ca-c196-4592-b08a-822bf8845842 req-7e478cc1-f7a1-4849-b5c4-20f295603634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:56:33.435205 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-459861ca-c196-4592-b08a-822bf8845842 req-7e478cc1-f7a1-4849-b5c4-20f295603634 service neutron] 10.222.0.18 "GET /v2.0/networks?id=04a6a87c-d534-4590-927b-80d869c25dcb HTTP/1.1" status: 200 len: 911 time: 0.1250956 Feb 01 04:56:33.535463 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-459861ca-c196-4592-b08a-822bf8845842 req-8f88e609-677c-41ff-af36-b27bd2f12802 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e69a59e-f948-46d0-9fd7-0e0d21437638 HTTP/1.1" status: 200 len: 1001 time: 0.0940146 Feb 01 04:56:33.597186 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459861ca-c196-4592-b08a-822bf8845842 req-8a34eca4-186b-45d2-bbe6-adabad00d21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:56:33.598513 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-459861ca-c196-4592-b08a-822bf8845842 req-8a34eca4-186b-45d2-bbe6-adabad00d21a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1ec7eaa5-a58e-4535-8de2-8b503f14762f HTTP/1.1" status: 200 len: 850 time: 0.0557444 Feb 01 04:56:33.674525 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459861ca-c196-4592-b08a-822bf8845842 req-d3bb870c-ea22-476d-895f-215bd21b4ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:56:33.676002 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-459861ca-c196-4592-b08a-822bf8845842 req-d3bb870c-ea22-476d-895f-215bd21b4ddb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04a6a87c-d534-4590-927b-80d869c25dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711286 Feb 01 04:56:33.804043 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-459861ca-c196-4592-b08a-822bf8845842 req-2947d24c-94e0-46ad-adf8-e50270a1959b service neutron] 10.222.0.18 "GET /v2.0/networks/04a6a87c-d534-4590-927b-80d869c25dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219707 Feb 01 04:56:33.933900 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-459861ca-c196-4592-b08a-822bf8845842 req-635a6a33-b85d-402e-9308-9ff9ee73a0ed service neutron] 10.222.0.18 "GET /v2.0/networks/04a6a87c-d534-4590-927b-80d869c25dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219347 Feb 01 04:56:34.206658 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b92e06b-341f-4b30-be54-37eb2bae1cfc req-84ed6674-f31d-4069-b6be-c3e41d8090f6 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:56:34.208090 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-2b92e06b-341f-4b30-be54-37eb2bae1cfc req-84ed6674-f31d-4069-b6be-c3e41d8090f6 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=c51c9916-7ab2-42dc-a8cb-ccc9ef7b3abc HTTP/1.1" status: 200 len: 945 time: 0.0803461 Feb 01 04:56:34.261146 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-2b92e06b-341f-4b30-be54-37eb2bae1cfc req-68a698dc-d6d5-4301-aa57-87f7646c0421 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474682 Feb 01 04:56:34.267751 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-95bd13d1-62b7-4ce1-a562-da8468e0d819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:56:35.402534 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:56:35.443003 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2bf25a-baf6-4928-847b-10afa06309bc req-f38b5ff6-b73b-45c0-9eb4-9a69d366b1c7 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:56:35.444454 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bc2bf25a-baf6-4928-847b-10afa06309bc req-f38b5ff6-b73b-45c0-9eb4-9a69d366b1c7 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=c51c9916-7ab2-42dc-a8cb-ccc9ef7b3abc HTTP/1.1" status: 200 len: 945 time: 0.0797369 Feb 01 04:56:35.490114 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bc2bf25a-baf6-4928-847b-10afa06309bc req-76e27224-efaa-470b-9150-c78f74d46005 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400405 Feb 01 04:56:35.534764 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:56:36.668062 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e888f52-39a6-47ac-a54a-15faa404f17e req-1ba49d13-28ab-41e2-81df-77ac41d7e7c0 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:56:36.669392 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-2e888f52-39a6-47ac-a54a-15faa404f17e req-1ba49d13-28ab-41e2-81df-77ac41d7e7c0 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=c51c9916-7ab2-42dc-a8cb-ccc9ef7b3abc HTTP/1.1" status: 200 len: 945 time: 0.0769064 Feb 01 04:56:36.711933 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-2e888f52-39a6-47ac-a54a-15faa404f17e req-46534964-69a1-4e28-af36-a4368e1e8960 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371304 Feb 01 04:56:37.055165 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:56:37.896337 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911d766b-37b7-4a86-85eb-ef88f970b507 req-aaef0bd1-eaf9-4ca5-b1f2-412c1b65a289 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:56:37.897761 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-911d766b-37b7-4a86-85eb-ef88f970b507 req-aaef0bd1-eaf9-4ca5-b1f2-412c1b65a289 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=c51c9916-7ab2-42dc-a8cb-ccc9ef7b3abc HTTP/1.1" status: 200 len: 945 time: 0.0805829 Feb 01 04:56:37.939949 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-911d766b-37b7-4a86-85eb-ef88f970b507 req-20c81c9f-f123-435c-b894-714a4c5780ed tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365913 Feb 01 04:56:39.129842 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e46eb3-bdde-41f9-a94d-2c97de1619d9 req-420920cf-237e-4291-bcb3-9f4d0ee39df0 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:56:39.131236 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-09e46eb3-bdde-41f9-a94d-2c97de1619d9 req-420920cf-237e-4291-bcb3-9f4d0ee39df0 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=c51c9916-7ab2-42dc-a8cb-ccc9ef7b3abc HTTP/1.1" status: 200 len: 945 time: 0.0814025 Feb 01 04:56:39.175315 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-09e46eb3-bdde-41f9-a94d-2c97de1619d9 req-9eced068-186a-4376-b65c-ded578848a91 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375829 Feb 01 04:56:40.371701 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecff9f1f-bc04-4015-aec3-3badbdcf1309 req-17ebea43-edf4-4480-af31-a550b6fedb35 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:56:40.373161 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ecff9f1f-bc04-4015-aec3-3badbdcf1309 req-17ebea43-edf4-4480-af31-a550b6fedb35 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=c51c9916-7ab2-42dc-a8cb-ccc9ef7b3abc HTTP/1.1" status: 200 len: 945 time: 0.0848551 Feb 01 04:56:40.418282 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ecff9f1f-bc04-4015-aec3-3badbdcf1309 req-cf8fcd77-5199-4b76-944a-398b2c82b087 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395164 Feb 01 04:56:41.526400 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-459861ca-c196-4592-b08a-822bf8845842 req-5eb35a17-a627-43fe-ad0c-06aa3d4dd959 service neutron] 10.222.0.18 "GET /v2.0/ports/2e69a59e-f948-46d0-9fd7-0e0d21437638/bindings/hv-neutron-8268 HTTP/1.1" status: 200 len: 384 time: 0.0769923 Feb 01 04:56:41.614219 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a91a234-a7f1-4fe5-a3ec-2a6478b0c02a req-b208f8ab-5623-4732-b1c3-243eadada295 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:56:41.615735 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-6a91a234-a7f1-4fe5-a3ec-2a6478b0c02a req-b208f8ab-5623-4732-b1c3-243eadada295 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=c51c9916-7ab2-42dc-a8cb-ccc9ef7b3abc HTTP/1.1" status: 200 len: 945 time: 0.0905714 Feb 01 04:56:41.664937 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-6a91a234-a7f1-4fe5-a3ec-2a6478b0c02a req-405cbaf5-803f-47ed-b7ed-fc3e840c356f tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430014 Feb 01 04:56:41.826081 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459861ca-c196-4592-b08a-822bf8845842 req-4f2431f5-e63e-49c4-811d-2d4ba2c0942e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:56:41.827451 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-459861ca-c196-4592-b08a-822bf8845842 req-4f2431f5-e63e-49c4-811d-2d4ba2c0942e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c51c9916-7ab2-42dc-a8cb-ccc9ef7b3abc&tenant_id=1bad2d6ea4e44cb581fbe512e5bde7a4 HTTP/1.1" status: 200 len: 1098 time: 0.0740092 Feb 01 04:56:41.930311 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459861ca-c196-4592-b08a-822bf8845842 req-05acad63-740f-4ae0-a1d3-5f54e22c8b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:56:41.931806 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-459861ca-c196-4592-b08a-822bf8845842 req-05acad63-740f-4ae0-a1d3-5f54e22c8b23 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1bad2d6ea4e44cb581fbe512e5bde7a4&device_id=c51c9916-7ab2-42dc-a8cb-ccc9ef7b3abc HTTP/1.1" status: 200 len: 1098 time: 0.0685747 Feb 01 04:56:42.059453 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459861ca-c196-4592-b08a-822bf8845842 req-16c54fb9-f4f3-4a12-af66-5c789f213c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:56:42.060863 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-459861ca-c196-4592-b08a-822bf8845842 req-16c54fb9-f4f3-4a12-af66-5c789f213c83 service neutron] 10.222.0.18 "GET /v2.0/networks?id=04a6a87c-d534-4590-927b-80d869c25dcb HTTP/1.1" status: 200 len: 911 time: 0.1231863 Feb 01 04:56:42.160742 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-459861ca-c196-4592-b08a-822bf8845842 req-a51e9a0b-3a42-4890-a61d-2dd915e420cb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e69a59e-f948-46d0-9fd7-0e0d21437638 HTTP/1.1" status: 200 len: 1001 time: 0.0936797 Feb 01 04:56:42.221581 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459861ca-c196-4592-b08a-822bf8845842 req-b8377e6d-996d-44d8-917b-36e748a7bbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:56:42.222926 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-459861ca-c196-4592-b08a-822bf8845842 req-b8377e6d-996d-44d8-917b-36e748a7bbe1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1ec7eaa5-a58e-4535-8de2-8b503f14762f HTTP/1.1" status: 200 len: 850 time: 0.0552309 Feb 01 04:56:42.401329 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459861ca-c196-4592-b08a-822bf8845842 req-3f5cdfc8-0b3c-481b-92f4-2a8a360aaac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:56:42.402777 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-459861ca-c196-4592-b08a-822bf8845842 req-3f5cdfc8-0b3c-481b-92f4-2a8a360aaac2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04a6a87c-d534-4590-927b-80d869c25dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1737807 Feb 01 04:56:42.529592 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-459861ca-c196-4592-b08a-822bf8845842 req-ef09e3f1-3ffb-4e19-8065-054e2f19de6f service neutron] 10.222.0.18 "GET /v2.0/networks/04a6a87c-d534-4590-927b-80d869c25dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204827 Feb 01 04:56:42.658380 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-459861ca-c196-4592-b08a-822bf8845842 req-4d34a6fa-4cfe-46c2-a3c6-d5e38e8a9637 service neutron] 10.222.0.18 "GET /v2.0/networks/04a6a87c-d534-4590-927b-80d869c25dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220937 Feb 01 04:56:42.855730 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7a3a54-4158-440b-937b-78df43655fbf req-baa35af3-f949-449f-85ab-6ad344dcf84b tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:56:42.857187 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ec7a3a54-4158-440b-937b-78df43655fbf req-baa35af3-f949-449f-85ab-6ad344dcf84b tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=c51c9916-7ab2-42dc-a8cb-ccc9ef7b3abc HTTP/1.1" status: 200 len: 945 time: 0.0856297 Feb 01 04:56:42.903627 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ec7a3a54-4158-440b-937b-78df43655fbf req-96bd08c0-1529-48a9-b839-67fa2342a384 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400052 Feb 01 04:56:44.093847 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcce858-b255-4c73-a2e5-8a329dd0241d req-e7f21bd9-c8b9-4480-ad56-389e035c7eea tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:56:44.095357 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-efcce858-b255-4c73-a2e5-8a329dd0241d req-e7f21bd9-c8b9-4480-ad56-389e035c7eea tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=c51c9916-7ab2-42dc-a8cb-ccc9ef7b3abc HTTP/1.1" status: 200 len: 945 time: 0.0862017 Feb 01 04:56:44.139407 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-efcce858-b255-4c73-a2e5-8a329dd0241d req-93deee53-610a-4ac9-8a07-2b6ef643eb70 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384781 Feb 01 04:56:45.116239 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:56:45.233378 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 2e69a59e-f948-46d0-9fd7-0e0d21437638 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:56:45.330671 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a372caf-473d-49b9-8534-2ee01b0338d0 req-8ba90763-96d1-4eaf-b910-627082bae0c7 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:56:45.332130 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1a372caf-473d-49b9-8534-2ee01b0338d0 req-8ba90763-96d1-4eaf-b910-627082bae0c7 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=c51c9916-7ab2-42dc-a8cb-ccc9ef7b3abc HTTP/1.1" status: 200 len: 945 time: 0.0850980 Feb 01 04:56:45.349453 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:56:45.375541 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1a372caf-473d-49b9-8534-2ee01b0338d0 req-baa9c983-ce3d-4259-980f-32527f95fee8 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378730 Feb 01 04:56:45.376499 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c51c9916-7ab2-42dc-a8cb-ccc9ef7b3abc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e69a59e-f948-46d0-9fd7-0e0d21437638'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:56:45.386196 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 2e69a59e-f948-46d0-9fd7-0e0d21437638, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=2e69a59e-f948-46d0-9fd7-0e0d21437638,segment=NetworkSegment(784bd0ac-ce94-4b41-979f-1efed4047183),segment_id=784bd0ac-ce94-4b41-979f-1efed4047183)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:56:45.392153 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:56:45.435836 dv-neutron-826830-1-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c51c9916-7ab2-42dc-a8cb-ccc9ef7b3abc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e69a59e-f948-46d0-9fd7-0e0d21437638', 'code': 200} Feb 01 04:56:45.459373 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=2e69a59e-f948-46d0-9fd7-0e0d21437638,revision_number=6']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:56:46.561425 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639a0121-5f50-4e30-b4a2-31f9de0f522a req-3569009c-98cc-4b74-82ff-00ac3753ccd4 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:56:46.562820 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-639a0121-5f50-4e30-b4a2-31f9de0f522a req-3569009c-98cc-4b74-82ff-00ac3753ccd4 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=c51c9916-7ab2-42dc-a8cb-ccc9ef7b3abc HTTP/1.1" status: 200 len: 943 time: 0.0768459 Feb 01 04:56:46.608292 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-639a0121-5f50-4e30-b4a2-31f9de0f522a req-572a591f-e365-46b7-bc94-e17c8a5ce3fa tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398083 Feb 01 04:56:47.232502 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 2e69a59e-f948-46d0-9fd7-0e0d21437638 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 01 04:56:47.361072 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 2e69a59e-f948-46d0-9fd7-0e0d21437638, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=2e69a59e-f948-46d0-9fd7-0e0d21437638,segment=NetworkSegment(784bd0ac-ce94-4b41-979f-1efed4047183),segment_id=784bd0ac-ce94-4b41-979f-1efed4047183)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:56:47.373837 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Returning: {'device': '2e69a59e-f948-46d0-9fd7-0e0d21437638', 'network_id': '04a6a87c-d534-4590-927b-80d869c25dcb', 'port_id': '2e69a59e-f948-46d0-9fd7-0e0d21437638', 'mac_address': 'fa:16:3e:63:e1:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ec7eaa5-a58e-4535-8de2-8b503f14762f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 01 04:56:47.429883 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:56:47.480697 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e69a59e-f948-46d0-9fd7-0e0d21437638 {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 04:56:47.495769 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 2e69a59e-f948-46d0-9fd7-0e0d21437638, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=2e69a59e-f948-46d0-9fd7-0e0d21437638,segment=NetworkSegment(784bd0ac-ce94-4b41-979f-1efed4047183),segment_id=784bd0ac-ce94-4b41-979f-1efed4047183)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:56:47.499815 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:56:47.564046 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=2e69a59e-f948-46d0-9fd7-0e0d21437638,revision_number=7']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:56:47.620726 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] get_ports_and_sgs() called for port_ids ['2e69a59e-f948-46d0-9fd7-0e0d21437638'] {{(pid=87638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 01 04:56:47.791483 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a08c220-77b4-4843-a0cb-9b112deaf711 req-0c2ac70c-714c-4e9d-84a3-17fb1c219bb9 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:56:47.792950 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-7a08c220-77b4-4843-a0cb-9b112deaf711 req-0c2ac70c-714c-4e9d-84a3-17fb1c219bb9 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=c51c9916-7ab2-42dc-a8cb-ccc9ef7b3abc HTTP/1.1" status: 200 len: 944 time: 0.0766866 Feb 01 04:56:47.839361 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-7a08c220-77b4-4843-a0cb-9b112deaf711 req-3e2ad969-edfd-4625-9607-3a87865c9d58 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406148 Feb 01 04:56:48.341863 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 04:56:49.020759 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904877da-50f7-472d-89d7-00aef39b2cbd req-914e3821-e11d-41e0-9065-afe5fc54e95e tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:56:49.022205 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-904877da-50f7-472d-89d7-00aef39b2cbd req-914e3821-e11d-41e0-9065-afe5fc54e95e tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=c51c9916-7ab2-42dc-a8cb-ccc9ef7b3abc HTTP/1.1" status: 200 len: 944 time: 0.0793808 Feb 01 04:56:49.066656 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-904877da-50f7-472d-89d7-00aef39b2cbd req-4fce2d8c-efab-4923-9c85-047d01452c2b tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369227 Feb 01 04:56:49.249114 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 2e69a59e-f948-46d0-9fd7-0e0d21437638 up at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:56:49.314832 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning complete for port 2e69a59e-f948-46d0-9fd7-0e0d21437638 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:56:49.315235 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:56:49.426056 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:56:49.452283 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c51c9916-7ab2-42dc-a8cb-ccc9ef7b3abc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e69a59e-f948-46d0-9fd7-0e0d21437638'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:56:49.461926 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 2e69a59e-f948-46d0-9fd7-0e0d21437638, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=2e69a59e-f948-46d0-9fd7-0e0d21437638,segment=NetworkSegment(784bd0ac-ce94-4b41-979f-1efed4047183),segment_id=784bd0ac-ce94-4b41-979f-1efed4047183)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:56:49.470786 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:56:49.507800 dv-neutron-826830-1-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c51c9916-7ab2-42dc-a8cb-ccc9ef7b3abc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e69a59e-f948-46d0-9fd7-0e0d21437638', 'code': 200} Feb 01 04:56:49.544572 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=2e69a59e-f948-46d0-9fd7-0e0d21437638,revision_number=8']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:56:50.253082 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514aced-786e-4d4e-a975-dd3222838808 req-f776f0ae-61b4-449a-844b-a0d641644cd1 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:56:50.254396 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1514aced-786e-4d4e-a975-dd3222838808 req-f776f0ae-61b4-449a-844b-a0d641644cd1 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=c51c9916-7ab2-42dc-a8cb-ccc9ef7b3abc HTTP/1.1" status: 200 len: 945 time: 0.0816803 Feb 01 04:56:50.296338 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1514aced-786e-4d4e-a975-dd3222838808 req-6abff3d0-0beb-4539-a4d5-aa95c0324775 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364306 Feb 01 04:56:51.478737 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11a72f5-3fa4-4cb8-8615-ed4a7d08803e req-7ec5ab5c-7405-4ca5-8154-1d71e3d833a1 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:56:51.480738 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-e11a72f5-3fa4-4cb8-8615-ed4a7d08803e req-7ec5ab5c-7405-4ca5-8154-1d71e3d833a1 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=c51c9916-7ab2-42dc-a8cb-ccc9ef7b3abc HTTP/1.1" status: 200 len: 945 time: 0.0781176 Feb 01 04:56:51.523363 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-e11a72f5-3fa4-4cb8-8615-ed4a7d08803e req-a31be307-4e66-4094-bd78-e4453186f9ed tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369644 Feb 01 04:56:51.900461 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b9b8d3-512a-4dbd-b9a5-e9640c4a66ec req-d7552feb-7dc6-4605-a503-bfb0ff753ea6 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:56:51.902470 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f3b9b8d3-512a-4dbd-b9a5-e9640c4a66ec req-d7552feb-7dc6-4605-a503-bfb0ff753ea6 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.18 "GET /v2.0/ports?device_id=c51c9916-7ab2-42dc-a8cb-ccc9ef7b3abc&tenant_id=1bad2d6ea4e44cb581fbe512e5bde7a4&binding%3Ahost_id=hv-neutron-8268 HTTP/1.1" status: 200 len: 945 time: 0.0840650 Feb 01 04:56:51.986163 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f3b9b8d3-512a-4dbd-b9a5-e9640c4a66ec req-df89a1ed-f357-4173-994d-fca3adf5b8cf service neutron] 10.222.0.18 "GET /v2.0/ports/2e69a59e-f948-46d0-9fd7-0e0d21437638/bindings/hv-neutron-8268 HTTP/1.1" status: 200 len: 384 time: 0.0781865 Feb 01 04:56:52.062727 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759d8589-8e47-43c5-996d-9f048b5a68ea req-4241ed9a-bfee-4542-b070-61d2ae99532f tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:56:52.064214 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-759d8589-8e47-43c5-996d-9f048b5a68ea req-4241ed9a-bfee-4542-b070-61d2ae99532f tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=c51c9916-7ab2-42dc-a8cb-ccc9ef7b3abc HTTP/1.1" status: 200 len: 945 time: 0.1899750 Feb 01 04:56:52.094786 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b9b8d3-512a-4dbd-b9a5-e9640c4a66ec req-7491b93d-23dd-4323-bbd1-ed5b26f3178f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:56:52.096271 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f3b9b8d3-512a-4dbd-b9a5-e9640c4a66ec req-7491b93d-23dd-4323-bbd1-ed5b26f3178f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1bad2d6ea4e44cb581fbe512e5bde7a4&device_id=c51c9916-7ab2-42dc-a8cb-ccc9ef7b3abc HTTP/1.1" status: 200 len: 1098 time: 0.0708025 Feb 01 04:56:52.107861 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-759d8589-8e47-43c5-996d-9f048b5a68ea req-6cd38d26-9413-4185-bf00-8f9e10f50b70 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378542 Feb 01 04:56:52.226256 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b9b8d3-512a-4dbd-b9a5-e9640c4a66ec req-a1920b26-ae84-4ae1-9406-b7beda15460e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:56:52.227610 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f3b9b8d3-512a-4dbd-b9a5-e9640c4a66ec req-a1920b26-ae84-4ae1-9406-b7beda15460e service neutron] 10.222.0.18 "GET /v2.0/networks?id=04a6a87c-d534-4590-927b-80d869c25dcb HTTP/1.1" status: 200 len: 911 time: 0.1252255 Feb 01 04:56:52.327684 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f3b9b8d3-512a-4dbd-b9a5-e9640c4a66ec req-5245da44-bb81-4dee-a2f2-0908702d5c2c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e69a59e-f948-46d0-9fd7-0e0d21437638 HTTP/1.1" status: 200 len: 1001 time: 0.0933063 Feb 01 04:56:52.388920 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b9b8d3-512a-4dbd-b9a5-e9640c4a66ec req-8bdb7f38-e187-4efc-ab05-cc9d58c91338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:56:52.390326 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f3b9b8d3-512a-4dbd-b9a5-e9640c4a66ec req-8bdb7f38-e187-4efc-ab05-cc9d58c91338 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1ec7eaa5-a58e-4535-8de2-8b503f14762f HTTP/1.1" status: 200 len: 850 time: 0.0561526 Feb 01 04:56:52.466479 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b9b8d3-512a-4dbd-b9a5-e9640c4a66ec req-85b0fe76-a995-428c-afd7-5d3ee2f20ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:56:52.467913 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f3b9b8d3-512a-4dbd-b9a5-e9640c4a66ec req-85b0fe76-a995-428c-afd7-5d3ee2f20ccc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04a6a87c-d534-4590-927b-80d869c25dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716481 Feb 01 04:56:52.594098 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f3b9b8d3-512a-4dbd-b9a5-e9640c4a66ec req-711ac62e-857a-4fc4-b645-92b91a01886f service neutron] 10.222.0.18 "GET /v2.0/networks/04a6a87c-d534-4590-927b-80d869c25dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198051 Feb 01 04:56:52.820901 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f3b9b8d3-512a-4dbd-b9a5-e9640c4a66ec req-57489569-3edf-4173-b282-abe02e60579c service neutron] 10.222.0.18 "GET /v2.0/networks/04a6a87c-d534-4590-927b-80d869c25dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200599 Feb 01 04:56:53.293214 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a5ac7-c520-42f9-806e-a3a1307a8a73 req-3be860c1-86c4-41b9-97f9-217a51772e44 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:56:53.294622 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a48a5ac7-c520-42f9-806e-a3a1307a8a73 req-3be860c1-86c4-41b9-97f9-217a51772e44 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=c51c9916-7ab2-42dc-a8cb-ccc9ef7b3abc HTTP/1.1" status: 200 len: 945 time: 0.0778272 Feb 01 04:56:53.340393 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a48a5ac7-c520-42f9-806e-a3a1307a8a73 req-160934c4-42a2-42c3-95c4-825f25fd9e74 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401499 Feb 01 04:56:54.531982 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f35ee3-5124-4689-85c9-af13ecb6d25a req-492c1e87-0df4-41dc-b935-e3d8a88d954b tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:56:54.533410 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-35f35ee3-5124-4689-85c9-af13ecb6d25a req-492c1e87-0df4-41dc-b935-e3d8a88d954b tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=c51c9916-7ab2-42dc-a8cb-ccc9ef7b3abc HTTP/1.1" status: 200 len: 945 time: 0.0880220 Feb 01 04:56:54.576278 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-35f35ee3-5124-4689-85c9-af13ecb6d25a req-ff637b18-884c-486e-8486-720a09e56ac5 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372584 Feb 01 04:56:55.286095 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 2e69a59e-f948-46d0-9fd7-0e0d21437638 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:56:55.398161 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:56:55.424215 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c51c9916-7ab2-42dc-a8cb-ccc9ef7b3abc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e69a59e-f948-46d0-9fd7-0e0d21437638'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:56:55.434464 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 2e69a59e-f948-46d0-9fd7-0e0d21437638, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=2e69a59e-f948-46d0-9fd7-0e0d21437638,segment=NetworkSegment(784bd0ac-ce94-4b41-979f-1efed4047183),segment_id=784bd0ac-ce94-4b41-979f-1efed4047183)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:56:55.438489 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:56:55.476915 dv-neutron-826830-1-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c51c9916-7ab2-42dc-a8cb-ccc9ef7b3abc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e69a59e-f948-46d0-9fd7-0e0d21437638', 'code': 200} Feb 01 04:56:55.508781 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=2e69a59e-f948-46d0-9fd7-0e0d21437638,revision_number=9']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:56:55.762909 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41f9708-1d66-4dd1-944a-1551cd2439b7 req-7680ea5c-a884-439b-8e1f-8be260e55683 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:56:55.764313 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-b41f9708-1d66-4dd1-944a-1551cd2439b7 req-7680ea5c-a884-439b-8e1f-8be260e55683 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=c51c9916-7ab2-42dc-a8cb-ccc9ef7b3abc HTTP/1.1" status: 200 len: 943 time: 0.0840871 Feb 01 04:56:55.813266 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-b41f9708-1d66-4dd1-944a-1551cd2439b7 req-916dd19f-d11b-4a1e-8c99-cbafc7064ed6 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431504 Feb 01 04:56:56.084538 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b9b8d3-512a-4dbd-b9a5-e9640c4a66ec req-c4a62c05-fe47-498a-a514-7721af431da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:56:56.086089 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f3b9b8d3-512a-4dbd-b9a5-e9640c4a66ec req-c4a62c05-fe47-498a-a514-7721af431da0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c51c9916-7ab2-42dc-a8cb-ccc9ef7b3abc&tenant_id=1bad2d6ea4e44cb581fbe512e5bde7a4 HTTP/1.1" status: 200 len: 1096 time: 0.0717325 Feb 01 04:56:56.183761 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b9b8d3-512a-4dbd-b9a5-e9640c4a66ec req-ec4b1098-bab6-4314-ba0f-61d9a6157823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:56:56.185180 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f3b9b8d3-512a-4dbd-b9a5-e9640c4a66ec req-ec4b1098-bab6-4314-ba0f-61d9a6157823 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1bad2d6ea4e44cb581fbe512e5bde7a4&device_id=c51c9916-7ab2-42dc-a8cb-ccc9ef7b3abc HTTP/1.1" status: 200 len: 1096 time: 0.0691535 Feb 01 04:56:56.310210 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b9b8d3-512a-4dbd-b9a5-e9640c4a66ec req-781b67b9-8c8e-4a2a-8865-3937f8dd8de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:56:56.311634 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f3b9b8d3-512a-4dbd-b9a5-e9640c4a66ec req-781b67b9-8c8e-4a2a-8865-3937f8dd8de8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=04a6a87c-d534-4590-927b-80d869c25dcb HTTP/1.1" status: 200 len: 911 time: 0.1209157 Feb 01 04:56:56.411088 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f3b9b8d3-512a-4dbd-b9a5-e9640c4a66ec req-60b9d018-375a-4d4a-ad59-d27bceaf8c5d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e69a59e-f948-46d0-9fd7-0e0d21437638 HTTP/1.1" status: 200 len: 999 time: 0.0936720 Feb 01 04:56:56.473347 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b9b8d3-512a-4dbd-b9a5-e9640c4a66ec req-562d3139-00be-4730-b68f-2c7ae199c714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:56:56.474698 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f3b9b8d3-512a-4dbd-b9a5-e9640c4a66ec req-562d3139-00be-4730-b68f-2c7ae199c714 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1ec7eaa5-a58e-4535-8de2-8b503f14762f HTTP/1.1" status: 200 len: 850 time: 0.0580940 Feb 01 04:56:56.545157 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b9b8d3-512a-4dbd-b9a5-e9640c4a66ec req-0ef7a9e6-41a0-4a9f-9f52-339363f4deba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:56:56.546555 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f3b9b8d3-512a-4dbd-b9a5-e9640c4a66ec req-0ef7a9e6-41a0-4a9f-9f52-339363f4deba service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04a6a87c-d534-4590-927b-80d869c25dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663850 Feb 01 04:56:56.672409 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f3b9b8d3-512a-4dbd-b9a5-e9640c4a66ec req-7a8d45ff-ab3a-47b6-b8f5-a261d42dd1e2 service neutron] 10.222.0.18 "GET /v2.0/networks/04a6a87c-d534-4590-927b-80d869c25dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196373 Feb 01 04:56:56.798628 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f3b9b8d3-512a-4dbd-b9a5-e9640c4a66ec req-87ac1018-65db-4bdd-adf0-03ab4bcb55ef service neutron] 10.222.0.18 "GET /v2.0/networks/04a6a87c-d534-4590-927b-80d869c25dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206343 Feb 01 04:56:56.999628 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28257a9a-741c-4242-b254-718ffce19ce7 req-db1de5ac-86c0-4918-a6c2-fadfa5c15063 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:56:57.001107 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-28257a9a-741c-4242-b254-718ffce19ce7 req-db1de5ac-86c0-4918-a6c2-fadfa5c15063 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=c51c9916-7ab2-42dc-a8cb-ccc9ef7b3abc HTTP/1.1" status: 200 len: 943 time: 0.0801368 Feb 01 04:56:57.049103 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-28257a9a-741c-4242-b254-718ffce19ce7 req-c34c31d9-ab34-4a6a-8ca2-d46714f9d40a tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421968 Feb 01 04:56:58.300946 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c7db12-2bc0-4ae9-9756-6d16a849a089 req-67dd6dca-e0cd-4913-9b05-991f7d43843d tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:56:58.302385 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-25c7db12-2bc0-4ae9-9756-6d16a849a089 req-67dd6dca-e0cd-4913-9b05-991f7d43843d tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=c51c9916-7ab2-42dc-a8cb-ccc9ef7b3abc HTTP/1.1" status: 200 len: 943 time: 0.1477726 Feb 01 04:56:58.349084 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-25c7db12-2bc0-4ae9-9756-6d16a849a089 req-9859fa34-13fe-4006-8817-267c1830010b tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410264 Feb 01 04:56:59.342572 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 2e69a59e-f948-46d0-9fd7-0e0d21437638 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:56:59.575008 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dfe53d-6e88-459f-8fab-b0d5cab18205 req-0772e15f-84fd-42ae-a2e3-3f585c484aea tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:56:59.576476 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-52dfe53d-6e88-459f-8fab-b0d5cab18205 req-0772e15f-84fd-42ae-a2e3-3f585c484aea tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=c51c9916-7ab2-42dc-a8cb-ccc9ef7b3abc HTTP/1.1" status: 200 len: 943 time: 0.1241517 Feb 01 04:56:59.620386 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-52dfe53d-6e88-459f-8fab-b0d5cab18205 req-7587695b-b1a6-431d-96e1-fc0cb4f210e7 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383058 Feb 01 04:57:00.802273 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f81f8-0bbd-42b7-bb59-5bc3a39d30a3 req-e1d42693-e99f-4f61-b953-877662cfff95 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:57:00.803751 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-c77f81f8-0bbd-42b7-bb59-5bc3a39d30a3 req-e1d42693-e99f-4f61-b953-877662cfff95 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=c51c9916-7ab2-42dc-a8cb-ccc9ef7b3abc HTTP/1.1" status: 200 len: 943 time: 0.0794237 Feb 01 04:57:00.846618 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-c77f81f8-0bbd-42b7-bb59-5bc3a39d30a3 req-ec8dedaa-1287-44df-ab50-5dcd77844496 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366306 Feb 01 04:57:01.361296 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 2e69a59e-f948-46d0-9fd7-0e0d21437638 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 01 04:57:01.488947 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 2e69a59e-f948-46d0-9fd7-0e0d21437638, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=2e69a59e-f948-46d0-9fd7-0e0d21437638,segment=NetworkSegment(784bd0ac-ce94-4b41-979f-1efed4047183),segment_id=784bd0ac-ce94-4b41-979f-1efed4047183)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:57:01.501609 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Returning: {'device': '2e69a59e-f948-46d0-9fd7-0e0d21437638', 'network_id': '04a6a87c-d534-4590-927b-80d869c25dcb', 'port_id': '2e69a59e-f948-46d0-9fd7-0e0d21437638', 'mac_address': 'fa:16:3e:63:e1:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ec7eaa5-a58e-4535-8de2-8b503f14762f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 01 04:57:01.554157 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:01.569905 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e69a59e-f948-46d0-9fd7-0e0d21437638 {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 04:57:01.584952 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 2e69a59e-f948-46d0-9fd7-0e0d21437638, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=2e69a59e-f948-46d0-9fd7-0e0d21437638,segment=NetworkSegment(784bd0ac-ce94-4b41-979f-1efed4047183),segment_id=784bd0ac-ce94-4b41-979f-1efed4047183)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:57:01.589461 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:01.657095 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=2e69a59e-f948-46d0-9fd7-0e0d21437638,revision_number=10']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:57:01.667189 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:57:01.667533 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:57:01.667863 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:57:01.668189 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:57:01.668512 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:57:01.668831 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:57:01.669147 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:57:01.669461 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:57:01.669775 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:57:01.670086 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:57:01.670396 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:57:01.670704 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:57:01.712600 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] get_ports_and_sgs() called for port_ids ['2e69a59e-f948-46d0-9fd7-0e0d21437638'] {{(pid=87638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 01 04:57:01.984592 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ec17f10f-1194-45a1-b456-36ed7b826759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:02.037142 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f1c82-eb8e-4d56-a0f3-a360b6705f50 req-c382c473-e94e-4180-8d44-9b70dbd6e375 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:57:02.038563 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e69f1c82-eb8e-4d56-a0f3-a360b6705f50 req-c382c473-e94e-4180-8d44-9b70dbd6e375 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=c51c9916-7ab2-42dc-a8cb-ccc9ef7b3abc HTTP/1.1" status: 200 len: 945 time: 0.0825853 Feb 01 04:57:02.081301 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e69f1c82-eb8e-4d56-a0f3-a360b6705f50 req-e8f5dfcc-a992-4603-b3b6-f7b306f44658 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370171 Feb 01 04:57:03.267651 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab6a04f-d449-46a8-9b03-40929e7d6269 req-034e3c50-78e7-4a91-bb08-d3f6b52ca95e tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:57:03.268988 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-aab6a04f-d449-46a8-9b03-40929e7d6269 req-034e3c50-78e7-4a91-bb08-d3f6b52ca95e tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=c51c9916-7ab2-42dc-a8cb-ccc9ef7b3abc HTTP/1.1" status: 200 len: 945 time: 0.0858691 Feb 01 04:57:03.311201 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-aab6a04f-d449-46a8-9b03-40929e7d6269 req-100b5de3-56a5-4d95-85ea-864454aa3881 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365527 Feb 01 04:57:03.377235 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 2e69a59e-f948-46d0-9fd7-0e0d21437638 up at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:57:03.446983 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning complete for port 2e69a59e-f948-46d0-9fd7-0e0d21437638 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:57:03.447950 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:03.560794 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:03.587004 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c51c9916-7ab2-42dc-a8cb-ccc9ef7b3abc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e69a59e-f948-46d0-9fd7-0e0d21437638'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:57:03.597065 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 2e69a59e-f948-46d0-9fd7-0e0d21437638, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=2e69a59e-f948-46d0-9fd7-0e0d21437638,segment=NetworkSegment(784bd0ac-ce94-4b41-979f-1efed4047183),segment_id=784bd0ac-ce94-4b41-979f-1efed4047183)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:57:03.600264 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:03.644115 dv-neutron-826830-1-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c51c9916-7ab2-42dc-a8cb-ccc9ef7b3abc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e69a59e-f948-46d0-9fd7-0e0d21437638', 'code': 200} Feb 01 04:57:03.668081 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=2e69a59e-f948-46d0-9fd7-0e0d21437638,revision_number=11']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:57:04.269628 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-781ea284-a8f0-4454-8846-3330cbfb2f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:04.489922 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3553aaa-3c8b-4063-97d6-005294cce50f req-a841fba8-850b-4cff-9fdd-e567c3a995b9 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:57:04.491355 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-a3553aaa-3c8b-4063-97d6-005294cce50f req-a841fba8-850b-4cff-9fdd-e567c3a995b9 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=c51c9916-7ab2-42dc-a8cb-ccc9ef7b3abc HTTP/1.1" status: 200 len: 946 time: 0.0778306 Feb 01 04:57:04.533296 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-a3553aaa-3c8b-4063-97d6-005294cce50f req-9d3acf59-2b74-4575-b9b8-f1b1503a0c48 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356064 Feb 01 04:57:05.404290 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:05.537285 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:05.714489 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c352761e-b2e4-477a-bf62-eba90de545de req-2afb73d2-f2bb-4195-836e-10ea6f3f2430 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:57:05.715859 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c352761e-b2e4-477a-bf62-eba90de545de req-2afb73d2-f2bb-4195-836e-10ea6f3f2430 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=c51c9916-7ab2-42dc-a8cb-ccc9ef7b3abc HTTP/1.1" status: 200 len: 946 time: 0.0773721 Feb 01 04:57:05.758488 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c352761e-b2e4-477a-bf62-eba90de545de req-9c911eb9-93b0-4cef-91ba-95a72f9cddea tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370886 Feb 01 04:57:05.946416 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c63b33e-845c-41e3-8ba8-f75a06c9592b req-8ddd0c97-b255-4af5-83f1-85ca1a571026 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:57:05.948540 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-4c63b33e-845c-41e3-8ba8-f75a06c9592b req-8ddd0c97-b255-4af5-83f1-85ca1a571026 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=c51c9916-7ab2-42dc-a8cb-ccc9ef7b3abc HTTP/1.1" status: 200 len: 946 time: 0.0859747 Feb 01 04:57:05.990755 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-4c63b33e-845c-41e3-8ba8-f75a06c9592b req-18e2f019-75ea-4f13-8956-bbc74c6836ec tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366068 Feb 01 04:57:06.172893 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ef255d-a4af-42b2-b5ba-5b42385ccc4a req-bf7a2dff-6530-4d66-9811-dadf8d14c4ae tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:57:06.174324 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-29ef255d-a4af-42b2-b5ba-5b42385ccc4a req-bf7a2dff-6530-4d66-9811-dadf8d14c4ae tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=c51c9916-7ab2-42dc-a8cb-ccc9ef7b3abc HTTP/1.1" status: 200 len: 946 time: 0.0814652 Feb 01 04:57:06.216900 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-29ef255d-a4af-42b2-b5ba-5b42385ccc4a req-11263a37-b23a-4535-ac41-939306ce8390 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369658 Feb 01 04:57:06.583734 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35d46db-4c72-4c91-896b-f9a9cf87c19a req-6b92cc75-07a0-4bff-bd88-9d692bd6ab69 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:57:06.585155 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f35d46db-4c72-4c91-896b-f9a9cf87c19a req-6b92cc75-07a0-4bff-bd88-9d692bd6ab69 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=c51c9916-7ab2-42dc-a8cb-ccc9ef7b3abc HTTP/1.1" status: 200 len: 946 time: 0.0769293 Feb 01 04:57:06.631165 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f35d46db-4c72-4c91-896b-f9a9cf87c19a req-1bf5246a-0ce1-456e-a619-47b9d753c0ec tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400369 Feb 01 04:57:07.057944 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:07.814128 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f67075f-84a1-43f6-bbd0-cbf0e6dbfefd req-9b7affaa-2693-4e55-a6f4-954e6d3f6ce0 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:57:07.815581 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-2f67075f-84a1-43f6-bbd0-cbf0e6dbfefd req-9b7affaa-2693-4e55-a6f4-954e6d3f6ce0 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=c51c9916-7ab2-42dc-a8cb-ccc9ef7b3abc HTTP/1.1" status: 200 len: 946 time: 0.0779760 Feb 01 04:57:07.859111 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-2f67075f-84a1-43f6-bbd0-cbf0e6dbfefd req-c1bdfc15-e46f-4de0-9da3-2dd01b078f7e tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379381 Feb 01 04:57:09.087845 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad493040-7153-407b-bbbd-2ec6241de1f1 req-74626052-d418-41bf-b8d1-f0a4e1e89535 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:57:09.089195 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ad493040-7153-407b-bbbd-2ec6241de1f1 req-74626052-d418-41bf-b8d1-f0a4e1e89535 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.18 "GET /v2.0/ports?device_id=c51c9916-7ab2-42dc-a8cb-ccc9ef7b3abc HTTP/1.1" status: 200 len: 946 time: 0.1404345 Feb 01 04:57:09.097115 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d590cf-8125-4faa-ade6-2dcea8191dca req-84c10ae4-e392-42c0-b506-e6d47ee0ba10 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:57:09.098452 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-80d590cf-8125-4faa-ade6-2dcea8191dca req-84c10ae4-e392-42c0-b506-e6d47ee0ba10 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=c51c9916-7ab2-42dc-a8cb-ccc9ef7b3abc HTTP/1.1" status: 200 len: 946 time: 0.1199913 Feb 01 04:57:09.189874 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-ad493040-7153-407b-bbbd-2ec6241de1f1 req-8a1ca046-9b21-4e76-82c2-b03211ab2351 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Deleting port 2e69a59e-f948-46d0-9fd7-0e0d21437638 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:57:09.190121 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-ad493040-7153-407b-bbbd-2ec6241de1f1 req-8a1ca046-9b21-4e76-82c2-b03211ab2351 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:09.325673 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-80d590cf-8125-4faa-ade6-2dcea8191dca req-f5b4c878-674c-4914-9774-83919c3d7d7c tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee458ee2-1550-4d05-938e-016e3a7c886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1974154 Feb 01 04:57:09.527600 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-ad493040-7153-407b-bbbd-2ec6241de1f1 req-8a1ca046-9b21-4e76-82c2-b03211ab2351 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] For port 2e69a59e-f948-46d0-9fd7-0e0d21437638, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=2e69a59e-f948-46d0-9fd7-0e0d21437638,segment=NetworkSegment(784bd0ac-ce94-4b41-979f-1efed4047183),segment_id=784bd0ac-ce94-4b41-979f-1efed4047183)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:57:09.527953 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-ad493040-7153-407b-bbbd-2ec6241de1f1 req-8a1ca046-9b21-4e76-82c2-b03211ab2351 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:09.816362 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-ad493040-7153-407b-bbbd-2ec6241de1f1 req-8a1ca046-9b21-4e76-82c2-b03211ab2351 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:09.816639 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-ad493040-7153-407b-bbbd-2ec6241de1f1 req-8a1ca046-9b21-4e76-82c2-b03211ab2351 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-774194'] for floatingip, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:09.816944 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.l3_db [req-ad493040-7153-407b-bbbd-2ec6241de1f1 req-8a1ca046-9b21-4e76-82c2-b03211ab2351 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Floating IP 8ebdb77f-1ac3-48b8-ab46-6fd02eb15ea7 disassociated. External IP: 172.26.8.11, port: 2e69a59e-f948-46d0-9fd7-0e0d21437638. Feb 01 04:57:09.817274 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-ad493040-7153-407b-bbbd-2ec6241de1f1 req-8a1ca046-9b21-4e76-82c2-b03211ab2351 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Calling delete_port for 2e69a59e-f948-46d0-9fd7-0e0d21437638 owned by compute:nova {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:57:09.973774 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-ad493040-7153-407b-bbbd-2ec6241de1f1 req-8a1ca046-9b21-4e76-82c2-b03211ab2351 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:10.026492 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1ca046-9b21-4e76-82c2-b03211ab2351 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Pushing event deleted for resources: {'Port': ['ID=2e69a59e-f948-46d0-9fd7-0e0d21437638,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:57:10.036730 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1ca046-9b21-4e76-82c2-b03211ab2351 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:57:10.037078 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1ca046-9b21-4e76-82c2-b03211ab2351 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:57:10.037415 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1ca046-9b21-4e76-82c2-b03211ab2351 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:57:10.037748 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1ca046-9b21-4e76-82c2-b03211ab2351 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:57:10.038072 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1ca046-9b21-4e76-82c2-b03211ab2351 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:57:10.038399 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1ca046-9b21-4e76-82c2-b03211ab2351 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:57:10.038723 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1ca046-9b21-4e76-82c2-b03211ab2351 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:57:10.039043 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1ca046-9b21-4e76-82c2-b03211ab2351 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:57:10.039387 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1ca046-9b21-4e76-82c2-b03211ab2351 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:57:10.039699 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1ca046-9b21-4e76-82c2-b03211ab2351 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:57:10.040019 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1ca046-9b21-4e76-82c2-b03211ab2351 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:57:10.040333 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1ca046-9b21-4e76-82c2-b03211ab2351 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:57:10.223563 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad493040-7153-407b-bbbd-2ec6241de1f1 req-8a1ca046-9b21-4e76-82c2-b03211ab2351 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Router 52651337-2ce0-4eb5-9901-b789f161164c has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:57:10.402750 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad493040-7153-407b-bbbd-2ec6241de1f1 req-8a1ca046-9b21-4e76-82c2-b03211ab2351 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:57:10.413147 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cb4d0d-e576-4240-889a-69c50e2c43d8 None None] Sync routers for ids ['52651337-2ce0-4eb5-9901-b789f161164c'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:57:10.422760 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cb4d0d-e576-4240-889a-69c50e2c43d8 None None] Routers {'52651337-2ce0-4eb5-9901-b789f161164c'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:57:10.423623 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-45cb4d0d-e576-4240-889a-69c50e2c43d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:57:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['52651337-2ce0-4eb5-9901-b789f161164c'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:57:10.475726 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad493040-7153-407b-bbbd-2ec6241de1f1 req-8a1ca046-9b21-4e76-82c2-b03211ab2351 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] No DVR routers for this DVR port 2e69a59e-f948-46d0-9fd7-0e0d21437638 on host hv-neutron-8268 {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:57:10.477103 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-b0ad7dbd-6801-4387-824b-35548dcda1bc req-68e9227f-0b71-4ddf-9e17-f5ef63fa747f tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=c51c9916-7ab2-42dc-a8cb-ccc9ef7b3abc HTTP/1.1" status: 200 len: 210 time: 0.0467024 Feb 01 04:57:10.478709 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-ad493040-7153-407b-bbbd-2ec6241de1f1 req-8a1ca046-9b21-4e76-82c2-b03211ab2351 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:10.481296 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c51c9916-7ab2-42dc-a8cb-ccc9ef7b3abc', 'name': 'network-vif-deleted', 'tag': '2e69a59e-f948-46d0-9fd7-0e0d21437638'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:57:10.501040 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ad493040-7153-407b-bbbd-2ec6241de1f1 req-8a1ca046-9b21-4e76-82c2-b03211ab2351 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.18 "DELETE /v2.0/ports/2e69a59e-f948-46d0-9fd7-0e0d21437638 HTTP/1.1" status: 204 len: 173 time: 1.4014180 Feb 01 04:57:10.537803 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c51c9916-7ab2-42dc-a8cb-ccc9ef7b3abc', 'name': 'network-vif-deleted', 'tag': '2e69a59e-f948-46d0-9fd7-0e0d21437638', 'status': 'completed', 'code': 200} Feb 01 04:57:10.609523 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-45cb4d0d-e576-4240-889a-69c50e2c43d8 None None] Set router 52651337-2ce0-4eb5-9901-b789f161164c gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:57:10.977979 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-45cb4d0d-e576-4240-889a-69c50e2c43d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52651337-2ce0-4eb5-9901-b789f161164c', 'name': 'tempest-ServerActionsTestJSON-304040938-router', 'tenant_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.139'}], 'enable_snat': True}, 'gw_port_id': 'cbdf83b9-b343-410c-9666-670da29b0ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:53:07Z', 'updated_at': '2022-02-01T04:53:11Z', 'revision_number': 4, 'project_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'gw_port': {'id': 'cbdf83b9-b343-410c-9666-670da29b0ee1', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52651337-2ce0-4eb5-9901-b789f161164c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:53:08Z', 'updated_at': '2022-02-01T04:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': 'e8f049f8-bdaf-4fe7-8a4c-a034df9ee9a8', 'name': '', 'network_id': '04a6a87c-d534-4590-927b-80d869c25dcb', 'tenant_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'mac_address': 'fa:16:3e:aa:51:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52651337-2ce0-4eb5-9901-b789f161164c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '1ec7eaa5-a58e-4535-8de2-8b503f14762f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:53:10Z', 'updated_at': '2022-02-01T04:53:16Z', 'revision_number': 5, 'project_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'subnets': [{'id': '1ec7eaa5-a58e-4535-8de2-8b503f14762f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:57:10.981915 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cb4d0d-e576-4240-889a-69c50e2c43d8 None None] Checking router: 52651337-2ce0-4eb5-9901-b789f161164c for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:57:10.990240 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cb4d0d-e576-4240-889a-69c50e2c43d8 None None] Routers {'52651337-2ce0-4eb5-9901-b789f161164c'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:57:10.990838 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-45cb4d0d-e576-4240-889a-69c50e2c43d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:57:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['52651337-2ce0-4eb5-9901-b789f161164c'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:57:11.163241 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-45cb4d0d-e576-4240-889a-69c50e2c43d8 None None] Set router 52651337-2ce0-4eb5-9901-b789f161164c gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:57:11.467655 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-45cb4d0d-e576-4240-889a-69c50e2c43d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52651337-2ce0-4eb5-9901-b789f161164c', 'name': 'tempest-ServerActionsTestJSON-304040938-router', 'tenant_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.139'}], 'enable_snat': True}, 'gw_port_id': 'cbdf83b9-b343-410c-9666-670da29b0ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:53:07Z', 'updated_at': '2022-02-01T04:53:11Z', 'revision_number': 4, 'project_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'gw_port': {'id': 'cbdf83b9-b343-410c-9666-670da29b0ee1', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52651337-2ce0-4eb5-9901-b789f161164c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:53:08Z', 'updated_at': '2022-02-01T04:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': 'e8f049f8-bdaf-4fe7-8a4c-a034df9ee9a8', 'name': '', 'network_id': '04a6a87c-d534-4590-927b-80d869c25dcb', 'tenant_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'mac_address': 'fa:16:3e:aa:51:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52651337-2ce0-4eb5-9901-b789f161164c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '1ec7eaa5-a58e-4535-8de2-8b503f14762f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:53:10Z', 'updated_at': '2022-02-01T04:53:16Z', 'revision_number': 5, 'project_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'subnets': [{'id': '1ec7eaa5-a58e-4535-8de2-8b503f14762f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:57:11.471617 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cb4d0d-e576-4240-889a-69c50e2c43d8 None None] The sync data for ids ['52651337-2ce0-4eb5-9901-b789f161164c'] in dv-neutron-826830-1-hyperv is: [{'id': '52651337-2ce0-4eb5-9901-b789f161164c', 'name': 'tempest-ServerActionsTestJSON-304040938-router', 'tenant_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.139'}], 'enable_snat': True}, 'gw_port_id': 'cbdf83b9-b343-410c-9666-670da29b0ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:53:07Z', 'updated_at': '2022-02-01T04:53:11Z', 'revision_number': 4, 'project_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'gw_port': {'id': 'cbdf83b9-b343-410c-9666-670da29b0ee1', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52651337-2ce0-4eb5-9901-b789f161164c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:53:08Z', 'updated_at': '2022-02-01T04:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': 'e8f049f8-bdaf-4fe7-8a4c-a034df9ee9a8', 'name': '', 'network_id': '04a6a87c-d534-4590-927b-80d869c25dcb', 'tenant_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'mac_address': 'fa:16:3e:aa:51:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52651337-2ce0-4eb5-9901-b789f161164c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '1ec7eaa5-a58e-4535-8de2-8b503f14762f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:53:10Z', 'updated_at': '2022-02-01T04:53:16Z', 'revision_number': 5, 'project_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'subnets': [{'id': '1ec7eaa5-a58e-4535-8de2-8b503f14762f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:57:11.651376 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-510dc2a1-6984-44f3-b4da-4326f174d376 req-70f7f413-be3e-4d4c-b22d-516db872e04e tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/ports?device_id=c51c9916-7ab2-42dc-a8cb-ccc9ef7b3abc HTTP/1.1" status: 200 len: 210 time: 0.0496786 Feb 01 04:57:11.710850 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6777209-a884-4c25-bfe8-2174003eaf23 None None] New status for floating IP 8ebdb77f-1ac3-48b8-ab46-6fd02eb15ea7: DOWN {{(pid=87638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 01 04:57:13.421110 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 2e69a59e-f948-46d0-9fd7-0e0d21437638 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:57:13.455887 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] No Port match for: 2e69a59e-f948-46d0-9fd7-0e0d21437638 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:57:13.456210 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 2e69a59e-f948-46d0-9fd7-0e0d21437638 not bound to the agent host hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:57:15.131316 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:15.902258 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 47130) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:57:15.966329 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-577c33da-a68c-4e16-adc7-b3b4281ebe63 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks [] for security_group, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:15.995435 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-577c33da-a68c-4e16-adc7-b3b4281ebe63 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:16.046737 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-577c33da-a68c-4e16-adc7-b3b4281ebe63 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:16.064644 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577c33da-a68c-4e16-adc7-b3b4281ebe63 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee458ee2-1550-4d05-938e-016e3a7c886d,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:57:16.073597 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577c33da-a68c-4e16-adc7-b3b4281ebe63 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:57:16.073938 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577c33da-a68c-4e16-adc7-b3b4281ebe63 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:57:16.074282 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577c33da-a68c-4e16-adc7-b3b4281ebe63 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:57:16.074591 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577c33da-a68c-4e16-adc7-b3b4281ebe63 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:57:16.074909 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577c33da-a68c-4e16-adc7-b3b4281ebe63 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:57:16.075251 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577c33da-a68c-4e16-adc7-b3b4281ebe63 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:57:16.075570 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577c33da-a68c-4e16-adc7-b3b4281ebe63 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:57:16.075885 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577c33da-a68c-4e16-adc7-b3b4281ebe63 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:57:16.076199 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577c33da-a68c-4e16-adc7-b3b4281ebe63 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:57:16.076510 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577c33da-a68c-4e16-adc7-b3b4281ebe63 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:57:16.076819 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577c33da-a68c-4e16-adc7-b3b4281ebe63 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:57:16.077124 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577c33da-a68c-4e16-adc7-b3b4281ebe63 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:57:16.085713 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-577c33da-a68c-4e16-adc7-b3b4281ebe63 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:16.089657 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-577c33da-a68c-4e16-adc7-b3b4281ebe63 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "DELETE /v2.0/security-groups/ee458ee2-1550-4d05-938e-016e3a7c886d HTTP/1.1" status: 204 len: 168 time: 0.1835842 Feb 01 04:57:16.089879 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 47134) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:57:16.105255 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.api.v2.resource [None req-a0ec641c-d345-429c-a088-fd37a92c1cf3 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] show failed (client error): The resource could not be found. Feb 01 04:57:16.106212 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-a0ec641c-d345-429c-a088-fd37a92c1cf3 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "GET /v2.0/security-groups/ee458ee2-1550-4d05-938e-016e3a7c886d HTTP/1.1" status: 404 len: 347 time: 0.0154574 Feb 01 04:57:16.108837 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 47138) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:57:16.262285 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-7796c261-e965-46e8-8356-8782d3461f56 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Deleting port a666b07e-0d5d-4fe5-ad06-3b6ed40c30a9 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:57:16.262531 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7796c261-e965-46e8-8356-8782d3461f56 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:16.423002 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7796c261-e965-46e8-8356-8782d3461f56 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:16.423350 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7796c261-e965-46e8-8356-8782d3461f56 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:16.540068 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-7796c261-e965-46e8-8356-8782d3461f56 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Calling delete_port for a666b07e-0d5d-4fe5-ad06-3b6ed40c30a9 owned by network:floatingip {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:57:16.768533 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7796c261-e965-46e8-8356-8782d3461f56 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:16.812822 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7796c261-e965-46e8-8356-8782d3461f56 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Pushing event deleted for resources: {'Port': ['ID=a666b07e-0d5d-4fe5-ad06-3b6ed40c30a9,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:57:16.906990 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7796c261-e965-46e8-8356-8782d3461f56 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks [] for floatingip, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:16.921172 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7796c261-e965-46e8-8356-8782d3461f56 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:16.922287 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-7796c261-e965-46e8-8356-8782d3461f56 tempest-ServerActionsTestJSON-2010689831 tempest-ServerActionsTestJSON-2010689831-project] 10.222.0.24 "DELETE /v2.0/floatingips/8ebdb77f-1ac3-48b8-ab46-6fd02eb15ea7 HTTP/1.1" status: 204 len: 168 time: 0.8125961 Feb 01 04:57:16.925156 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 47142) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:57:17.439763 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cb68192f-fa7a-41c8-aac1-04ff984cdc7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-371968'] for router_interface, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:17.770269 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-cb68192f-fa7a-41c8-aac1-04ff984cdc7d admin admin] Deleting port e8f049f8-bdaf-4fe7-8a4c-a034df9ee9a8 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:57:17.770602 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cb68192f-fa7a-41c8-aac1-04ff984cdc7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:17.936045 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-cb68192f-fa7a-41c8-aac1-04ff984cdc7d admin admin] For port e8f049f8-bdaf-4fe7-8a4c-a034df9ee9a8, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=e8f049f8-bdaf-4fe7-8a4c-a034df9ee9a8,segment=NetworkSegment(784bd0ac-ce94-4b41-979f-1efed4047183),segment_id=784bd0ac-ce94-4b41-979f-1efed4047183)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:57:17.936674 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cb68192f-fa7a-41c8-aac1-04ff984cdc7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:18.152011 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-cb68192f-fa7a-41c8-aac1-04ff984cdc7d admin admin] Calling delete_port for e8f049f8-bdaf-4fe7-8a4c-a034df9ee9a8 owned by network:router_interface {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:57:18.453469 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cb68192f-fa7a-41c8-aac1-04ff984cdc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:18.503829 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb68192f-fa7a-41c8-aac1-04ff984cdc7d admin admin] Pushing event deleted for resources: {'Port': ['ID=e8f049f8-bdaf-4fe7-8a4c-a034df9ee9a8,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:57:18.765955 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cb68192f-fa7a-41c8-aac1-04ff984cdc7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770960'] for router_interface, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:19.113145 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb68192f-fa7a-41c8-aac1-04ff984cdc7d admin admin] Router 52651337-2ce0-4eb5-9901-b789f161164c has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:57:19.287612 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb68192f-fa7a-41c8-aac1-04ff984cdc7d admin admin] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:57:19.296551 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd6bdd2-1b9b-4651-8438-4be2b7f37564 None None] Sync routers for ids ['52651337-2ce0-4eb5-9901-b789f161164c'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:57:19.302287 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-cb68192f-fa7a-41c8-aac1-04ff984cdc7d admin admin] 10.222.0.24 "PUT /v2.0/routers/52651337-2ce0-4eb5-9901-b789f161164c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3739426 Feb 01 04:57:19.302512 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 47146) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:57:19.305798 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd6bdd2-1b9b-4651-8438-4be2b7f37564 None None] Routers {'52651337-2ce0-4eb5-9901-b789f161164c'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:57:19.306468 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-fbd6bdd2-1b9b-4651-8438-4be2b7f37564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:57:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['52651337-2ce0-4eb5-9901-b789f161164c'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:57:19.482767 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-fbd6bdd2-1b9b-4651-8438-4be2b7f37564 None None] Set router 52651337-2ce0-4eb5-9901-b789f161164c gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:57:19.593470 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-82e69b64-460e-4e07-bfc7-c4635a0b8f01 admin admin] Notify callbacks [] for router, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:19.763289 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-fbd6bdd2-1b9b-4651-8438-4be2b7f37564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52651337-2ce0-4eb5-9901-b789f161164c', 'name': 'tempest-ServerActionsTestJSON-304040938-router', 'tenant_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.139'}], 'enable_snat': True}, 'gw_port_id': 'cbdf83b9-b343-410c-9666-670da29b0ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:53:07Z', 'updated_at': '2022-02-01T04:57:18Z', 'revision_number': 5, 'project_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'gw_port': {'id': 'cbdf83b9-b343-410c-9666-670da29b0ee1', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52651337-2ce0-4eb5-9901-b789f161164c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:53:08Z', 'updated_at': '2022-02-01T04:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:57:19.766170 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-82e69b64-460e-4e07-bfc7-c4635a0b8f01 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:19.766932 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd6bdd2-1b9b-4651-8438-4be2b7f37564 None None] Checking router: 52651337-2ce0-4eb5-9901-b789f161164c for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:57:19.776122 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd6bdd2-1b9b-4651-8438-4be2b7f37564 None None] Routers {'52651337-2ce0-4eb5-9901-b789f161164c'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:57:19.776719 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-fbd6bdd2-1b9b-4651-8438-4be2b7f37564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:57:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['52651337-2ce0-4eb5-9901-b789f161164c'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:57:19.777105 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-82e69b64-460e-4e07-bfc7-c4635a0b8f01 admin admin] Deleting port cbdf83b9-b343-410c-9666-670da29b0ee1 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:57:19.777488 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-82e69b64-460e-4e07-bfc7-c4635a0b8f01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:19.951283 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-fbd6bdd2-1b9b-4651-8438-4be2b7f37564 None None] Set router 52651337-2ce0-4eb5-9901-b789f161164c gateway port host: None {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:57:19.958664 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-82e69b64-460e-4e07-bfc7-c4635a0b8f01 admin admin] For port cbdf83b9-b343-410c-9666-670da29b0ee1, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=cbdf83b9-b343-410c-9666-670da29b0ee1,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:57:19.959015 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-82e69b64-460e-4e07-bfc7-c4635a0b8f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:20.053126 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-fbd6bdd2-1b9b-4651-8438-4be2b7f37564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52651337-2ce0-4eb5-9901-b789f161164c', 'name': 'tempest-ServerActionsTestJSON-304040938-router', 'tenant_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:53:07Z', 'updated_at': '2022-02-01T04:57:19Z', 'revision_number': 6, 'project_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'gw_port_host': None}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:57:20.057806 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd6bdd2-1b9b-4651-8438-4be2b7f37564 None None] The sync data for ids ['52651337-2ce0-4eb5-9901-b789f161164c'] in dv-neutron-826830-1-hyperv is: [{'id': '52651337-2ce0-4eb5-9901-b789f161164c', 'name': 'tempest-ServerActionsTestJSON-304040938-router', 'tenant_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:53:07Z', 'updated_at': '2022-02-01T04:57:19Z', 'revision_number': 6, 'project_id': '1bad2d6ea4e44cb581fbe512e5bde7a4', 'gw_port_host': None}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:57:20.081791 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-82e69b64-460e-4e07-bfc7-c4635a0b8f01 admin admin] Calling delete_port for cbdf83b9-b343-410c-9666-670da29b0ee1 owned by network:router_gateway {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:57:20.251183 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-82e69b64-460e-4e07-bfc7-c4635a0b8f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:20.295659 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e69b64-460e-4e07-bfc7-c4635a0b8f01 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbdf83b9-b343-410c-9666-670da29b0ee1,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:57:20.386365 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-82e69b64-460e-4e07-bfc7-c4635a0b8f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-774381'] for router_gateway, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:20.492911 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device e8f049f8-bdaf-4fe7-8a4c-a034df9ee9a8 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:57:20.528878 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: e8f049f8-bdaf-4fe7-8a4c-a034df9ee9a8 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:57:20.529298 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device e8f049f8-bdaf-4fe7-8a4c-a034df9ee9a8 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:57:20.560766 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-82e69b64-460e-4e07-bfc7-c4635a0b8f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25968'] for router, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:20.562892 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-82e69b64-460e-4e07-bfc7-c4635a0b8f01 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:20.585211 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-82e69b64-460e-4e07-bfc7-c4635a0b8f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772958'] for router, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:20.585627 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e69b64-460e-4e07-bfc7-c4635a0b8f01 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52651337-2ce0-4eb5-9901-b789f161164c {{(pid=87637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 01 04:57:20.598173 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-82e69b64-460e-4e07-bfc7-c4635a0b8f01 admin admin] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:20.599353 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-82e69b64-460e-4e07-bfc7-c4635a0b8f01 admin admin] 10.222.0.24 "DELETE /v2.0/routers/52651337-2ce0-4eb5-9901-b789f161164c HTTP/1.1" status: 204 len: 168 time: 1.2959311 Feb 01 04:57:20.601842 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 47150) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:57:20.659895 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddba5a00-e07f-4d20-8615-083dafdf8b25 admin admin] Deleting subnet 1ec7eaa5-a58e-4535-8de2-8b503f14762f {{(pid=87637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:57:20.662728 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ddba5a00-e07f-4d20-8615-083dafdf8b25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:20.713279 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ddba5a00-e07f-4d20-8615-083dafdf8b25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2424773'] for subnet, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:20.786548 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ddba5a00-e07f-4d20-8615-083dafdf8b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:20.855290 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ddba5a00-e07f-4d20-8615-083dafdf8b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3037665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694336'] for subnet, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:20.997824 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddba5a00-e07f-4d20-8615-083dafdf8b25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ec7eaa5-a58e-4535-8de2-8b503f14762f,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:57:21.003237 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ddba5a00-e07f-4d20-8615-083dafdf8b25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:21.010169 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-ddba5a00-e07f-4d20-8615-083dafdf8b25 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1ec7eaa5-a58e-4535-8de2-8b503f14762f HTTP/1.1" status: 204 len: 168 time: 0.4073515 Feb 01 04:57:21.011394 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac68d53d-4100-4a7c-8855-7ed5adb91e6b None None] Network 04a6a87c-d534-4590-927b-80d869c25dcb requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:57:21.012764 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 47154) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:57:21.121268 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-98c98569-b2a2-4f88-96a5-baebb236476e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:21.131318 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-98c98569-b2a2-4f88-96a5-baebb236476e admin admin] Deleting port fecb10c9-96e1-4154-b7f3-595716ebba09 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:57:21.131639 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-98c98569-b2a2-4f88-96a5-baebb236476e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:21.255587 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d60186-639b-4816-bbf5-76a9f1c37f85 None None] DHCP port deletion for 04a6a87c-d534-4590-927b-80d869c25dcb request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:57:21.260294 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-59d60186-639b-4816-bbf5-76a9f1c37f85 None None] Deleting port fecb10c9-96e1-4154-b7f3-595716ebba09 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:57:21.260664 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-59d60186-639b-4816-bbf5-76a9f1c37f85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:21.453699 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-98c98569-b2a2-4f88-96a5-baebb236476e admin admin] For port fecb10c9-96e1-4154-b7f3-595716ebba09, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=fecb10c9-96e1-4154-b7f3-595716ebba09,segment=NetworkSegment(784bd0ac-ce94-4b41-979f-1efed4047183),segment_id=784bd0ac-ce94-4b41-979f-1efed4047183)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:57:21.453949 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-98c98569-b2a2-4f88-96a5-baebb236476e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:21.462605 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-59d60186-639b-4816-bbf5-76a9f1c37f85 None None] For port fecb10c9-96e1-4154-b7f3-595716ebba09, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=fecb10c9-96e1-4154-b7f3-595716ebba09,segment=NetworkSegment(784bd0ac-ce94-4b41-979f-1efed4047183),segment_id=784bd0ac-ce94-4b41-979f-1efed4047183)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:57:21.462991 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-59d60186-639b-4816-bbf5-76a9f1c37f85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:21.575099 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-98c98569-b2a2-4f88-96a5-baebb236476e admin admin] Calling delete_port for fecb10c9-96e1-4154-b7f3-595716ebba09 owned by network:dhcp {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:57:21.584649 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-59d60186-639b-4816-bbf5-76a9f1c37f85 None None] Calling delete_port for fecb10c9-96e1-4154-b7f3-595716ebba09 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:57:21.652404 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-98c98569-b2a2-4f88-96a5-baebb236476e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:21.655829 dv-neutron-826830-1-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:57:21.655829 dv-neutron-826830-1-hyperv neutron-server[87638]: util.warn( Feb 01 04:57:21.655829 dv-neutron-826830-1-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:57:21.655829 dv-neutron-826830-1-hyperv neutron-server[87638]: util.warn( Feb 01 04:57:21.655829 dv-neutron-826830-1-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:57:21.655829 dv-neutron-826830-1-hyperv neutron-server[87638]: util.warn( Feb 01 04:57:21.655829 dv-neutron-826830-1-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:57:21.655829 dv-neutron-826830-1-hyperv neutron-server[87638]: util.warn( Feb 01 04:57:21.655829 dv-neutron-826830-1-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:57:21.655829 dv-neutron-826830-1-hyperv neutron-server[87638]: util.warn( Feb 01 04:57:21.655829 dv-neutron-826830-1-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:57:21.655829 dv-neutron-826830-1-hyperv neutron-server[87638]: util.warn( Feb 01 04:57:21.655829 dv-neutron-826830-1-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:57:21.655829 dv-neutron-826830-1-hyperv neutron-server[87638]: util.warn( Feb 01 04:57:21.655829 dv-neutron-826830-1-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:57:21.655829 dv-neutron-826830-1-hyperv neutron-server[87638]: util.warn( Feb 01 04:57:21.655829 dv-neutron-826830-1-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:57:21.655829 dv-neutron-826830-1-hyperv neutron-server[87638]: util.warn( Feb 01 04:57:21.655829 dv-neutron-826830-1-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:57:21.655829 dv-neutron-826830-1-hyperv neutron-server[87638]: util.warn( Feb 01 04:57:21.655829 dv-neutron-826830-1-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:57:21.655829 dv-neutron-826830-1-hyperv neutron-server[87638]: util.warn( Feb 01 04:57:21.655829 dv-neutron-826830-1-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:57:21.655829 dv-neutron-826830-1-hyperv neutron-server[87638]: util.warn( Feb 01 04:57:21.655829 dv-neutron-826830-1-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:57:21.655829 dv-neutron-826830-1-hyperv neutron-server[87638]: util.warn( Feb 01 04:57:21.655829 dv-neutron-826830-1-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:57:21.655829 dv-neutron-826830-1-hyperv neutron-server[87638]: util.warn( Feb 01 04:57:21.655829 dv-neutron-826830-1-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:57:21.655829 dv-neutron-826830-1-hyperv neutron-server[87638]: util.warn( Feb 01 04:57:21.655829 dv-neutron-826830-1-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:57:21.655829 dv-neutron-826830-1-hyperv neutron-server[87638]: util.warn( Feb 01 04:57:21.655829 dv-neutron-826830-1-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:57:21.655829 dv-neutron-826830-1-hyperv neutron-server[87638]: util.warn( Feb 01 04:57:21.655829 dv-neutron-826830-1-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:57:21.655829 dv-neutron-826830-1-hyperv neutron-server[87638]: util.warn( Feb 01 04:57:21.655829 dv-neutron-826830-1-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:57:21.655829 dv-neutron-826830-1-hyperv neutron-server[87638]: util.warn( Feb 01 04:57:21.655829 dv-neutron-826830-1-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:57:21.655829 dv-neutron-826830-1-hyperv neutron-server[87638]: util.warn( Feb 01 04:57:21.655829 dv-neutron-826830-1-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:57:21.655829 dv-neutron-826830-1-hyperv neutron-server[87638]: util.warn( Feb 01 04:57:21.655829 dv-neutron-826830-1-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:57:21.655829 dv-neutron-826830-1-hyperv neutron-server[87638]: util.warn( Feb 01 04:57:21.655829 dv-neutron-826830-1-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:57:21.655829 dv-neutron-826830-1-hyperv neutron-server[87638]: util.warn( Feb 01 04:57:21.655829 dv-neutron-826830-1-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:57:21.655829 dv-neutron-826830-1-hyperv neutron-server[87638]: util.warn( Feb 01 04:57:21.655829 dv-neutron-826830-1-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:57:21.655829 dv-neutron-826830-1-hyperv neutron-server[87638]: util.warn( Feb 01 04:57:21.655829 dv-neutron-826830-1-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:57:21.655829 dv-neutron-826830-1-hyperv neutron-server[87638]: util.warn( Feb 01 04:57:21.655829 dv-neutron-826830-1-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:57:21.655829 dv-neutron-826830-1-hyperv neutron-server[87638]: util.warn( Feb 01 04:57:21.655829 dv-neutron-826830-1-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 01 04:57:21.655829 dv-neutron-826830-1-hyperv neutron-server[87638]: util.warn( Feb 01 04:57:21.660814 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-59d60186-639b-4816-bbf5-76a9f1c37f85 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:57:21.661164 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-59d60186-639b-4816-bbf5-76a9f1c37f85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:57:21.699398 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c98569-b2a2-4f88-96a5-baebb236476e admin admin] Pushing event deleted for resources: {'Port': ['ID=fecb10c9-96e1-4154-b7f3-595716ebba09,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:57:21.701207 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c98569-b2a2-4f88-96a5-baebb236476e admin admin] No DVR routers for this DVR port fecb10c9-96e1-4154-b7f3-595716ebba09 on host dv-neutron-826830-1-hyperv {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:57:21.812545 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-98c98569-b2a2-4f88-96a5-baebb236476e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:21.836383 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-98c98569-b2a2-4f88-96a5-baebb236476e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04a6a87c-d534-4590-927b-80d869c25dcb']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:57:21.848129 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-98c98569-b2a2-4f88-96a5-baebb236476e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '784bd0ac-ce94-4b41-979f-1efed4047183') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:57:21.848423 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-98c98569-b2a2-4f88-96a5-baebb236476e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '784bd0ac-ce94-4b41-979f-1efed4047183') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:57:21.859979 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-98c98569-b2a2-4f88-96a5-baebb236476e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143022'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:21.879686 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-98c98569-b2a2-4f88-96a5-baebb236476e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:21.885594 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98c98569-b2a2-4f88-96a5-baebb236476e admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:57:21.885968 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-98c98569-b2a2-4f88-96a5-baebb236476e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3072199'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:21.898649 dv-neutron-826830-1-hyperv neutron-server[87636]: Traceback (most recent call last): Feb 01 04:57:21.898649 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:57:21.898649 dv-neutron-826830-1-hyperv neutron-server[87636]: timer() Feb 01 04:57:21.898649 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:57:21.898649 dv-neutron-826830-1-hyperv neutron-server[87636]: cb(*args, **kw) Feb 01 04:57:21.898649 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:57:21.898649 dv-neutron-826830-1-hyperv neutron-server[87636]: return func(*args, **kwargs) Feb 01 04:57:21.898649 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:57:21.898649 dv-neutron-826830-1-hyperv neutron-server[87636]: self._notify() Feb 01 04:57:21.898649 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:57:21.898649 dv-neutron-826830-1-hyperv neutron-server[87636]: self.callback(batched_events) Feb 01 04:57:21.898649 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:57:21.898649 dv-neutron-826830-1-hyperv neutron-server[87636]: event.method(event) Feb 01 04:57:21.898649 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:57:21.898649 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:57:21.898649 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:57:21.898649 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:57:21.898649 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:57:21.898649 dv-neutron-826830-1-hyperv neutron-server[87636]: return f(self, *a, **k) Feb 01 04:57:21.898649 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:57:21.898649 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._get(url).json() Feb 01 04:57:21.898649 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:57:21.898649 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:57:21.898649 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:57:21.898649 dv-neutron-826830-1-hyperv neutron-server[87636]: return self.request(url, 'GET', **kwargs) Feb 01 04:57:21.898649 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:57:21.898649 dv-neutron-826830-1-hyperv neutron-server[87636]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:57:21.898649 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:57:21.898649 dv-neutron-826830-1-hyperv neutron-server[87636]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:57:21.898649 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:57:21.898649 dv-neutron-826830-1-hyperv neutron-server[87636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:57:21.898649 dv-neutron-826830-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:57:21.969510 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-98c98569-b2a2-4f88-96a5-baebb236476e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:21.985106 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-98c98569-b2a2-4f88-96a5-baebb236476e admin admin] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:21.996895 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c98569-b2a2-4f88-96a5-baebb236476e admin admin] Pushing event deleted for resources: {'Network': ['ID=04a6a87c-d534-4590-927b-80d869c25dcb,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:57:22.008237 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-98c98569-b2a2-4f88-96a5-baebb236476e admin admin] 10.222.0.24 "DELETE /v2.0/networks/04a6a87c-d534-4590-927b-80d869c25dcb HTTP/1.1" status: 204 len: 168 time: 0.9944558 Feb 01 04:57:22.114218 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 47160) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:57:22.162292 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-59d60186-639b-4816-bbf5-76a9f1c37f85 None None] Deleting port fecb10c9-96e1-4154-b7f3-595716ebba09 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:57:22.162668 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-59d60186-639b-4816-bbf5-76a9f1c37f85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:22.164597 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-5967445b-a224-4517-b90b-6d61703ad599 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1bad2d6ea4e44cb581fbe512e5bde7a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0491779 Feb 01 04:57:22.167510 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 47164) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:57:22.223591 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3ff52330-0121-494b-aae9-3a7c1e06cb60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:22.229760 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-59d60186-639b-4816-bbf5-76a9f1c37f85 None None] The port 'fecb10c9-96e1-4154-b7f3-595716ebba09' was deleted {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 01 04:57:22.250485 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3ff52330-0121-494b-aae9-3a7c1e06cb60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:22.300461 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3ff52330-0121-494b-aae9-3a7c1e06cb60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:22.316799 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff52330-0121-494b-aae9-3a7c1e06cb60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32082f4-2789-4ee2-9662-2ff488479155,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:57:22.323389 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3ff52330-0121-494b-aae9-3a7c1e06cb60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:22.324496 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-3ff52330-0121-494b-aae9-3a7c1e06cb60 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b32082f4-2789-4ee2-9662-2ff488479155 HTTP/1.1" status: 204 len: 168 time: 0.1561103 Feb 01 04:57:22.390402 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device cbdf83b9-b343-410c-9666-670da29b0ee1 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:57:22.424259 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: cbdf83b9-b343-410c-9666-670da29b0ee1 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:57:22.424601 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device cbdf83b9-b343-410c-9666-670da29b0ee1 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:57:22.425018 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device fecb10c9-96e1-4154-b7f3-595716ebba09 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:57:22.457461 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: fecb10c9-96e1-4154-b7f3-595716ebba09 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:57:22.457801 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device fecb10c9-96e1-4154-b7f3-595716ebba09 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:57:23.023844 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 47188) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:57:23.124721 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-8f0a19c9-8583-4d32-8768-56c409e0ad59 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-488306915-network', 'tenant_id': '8b4fac0053344ae59bf66547884252cc'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:57:23.129556 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-8f0a19c9-8583-4d32-8768-56c409e0ad59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:57:23.133379 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-8f0a19c9-8583-4d32-8768-56c409e0ad59 admin admin] Usage tracker for resource:network and tenant:8b4fac0053344ae59bf66547884252cc is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:57:23.137045 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-8f0a19c9-8583-4d32-8768-56c409e0ad59 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:57:23.143069 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-8f0a19c9-8583-4d32-8768-56c409e0ad59 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:57:23.152950 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f0a19c9-8583-4d32-8768-56c409e0ad59 admin admin] Made reservation on behalf of 8b4fac0053344ae59bf66547884252cc for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:57:23.155196 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8f0a19c9-8583-4d32-8768-56c409e0ad59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:23.167641 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8f0a19c9-8583-4d32-8768-56c409e0ad59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:23.181585 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-8f0a19c9-8583-4d32-8768-56c409e0ad59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:57:23.185335 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-8f0a19c9-8583-4d32-8768-56c409e0ad59 admin admin] Usage tracker for resource:security_group_rule and tenant:8b4fac0053344ae59bf66547884252cc is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:57:23.188092 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-8f0a19c9-8583-4d32-8768-56c409e0ad59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:57:23.193623 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-8f0a19c9-8583-4d32-8768-56c409e0ad59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:57:23.279683 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8f0a19c9-8583-4d32-8768-56c409e0ad59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:23.283374 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8f0a19c9-8583-4d32-8768-56c409e0ad59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:23.310738 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f0a19c9-8583-4d32-8768-56c409e0ad59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:57:23.323883 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0a19c9-8583-4d32-8768-56c409e0ad59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f32f57a7-5cb4-4db7-a247-9c310d65d0f5,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:57:23.329997 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8f0a19c9-8583-4d32-8768-56c409e0ad59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:23.330341 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-8f0a19c9-8583-4d32-8768-56c409e0ad59 admin admin] Added segment edef27e2-3420-4db7-ac76-298bf2e983c4 of type vlan for network 2fb63ddb-9a83-4c33-a70b-fe1f1cd22a9a Feb 01 04:57:23.357522 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8f0a19c9-8583-4d32-8768-56c409e0ad59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:23.386043 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8f0a19c9-8583-4d32-8768-56c409e0ad59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:23.387215 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0a19c9-8583-4d32-8768-56c409e0ad59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:57:23.387792 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8f0a19c9-8583-4d32-8768-56c409e0ad59 admin admin] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:23.492850 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-8f0a19c9-8583-4d32-8768-56c409e0ad59 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4678171 Feb 01 04:57:23.493830 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0a19c9-8583-4d32-8768-56c409e0ad59 admin admin] Pushing event updated for resources: {'Network': ['ID=2fb63ddb-9a83-4c33-a70b-fe1f1cd22a9a,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:57:23.496024 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 47194) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:57:23.501641 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-cd214a9e-e50e-47aa-bc2d-d5f836b8ebf8 admin admin] Request body: {'subnet': {'network_id': '2fb63ddb-9a83-4c33-a70b-fe1f1cd22a9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-488306915-subnet', 'tenant_id': '8b4fac0053344ae59bf66547884252cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:57:23.503295 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 2fb63ddb-9a83-4c33-a70b-fe1f1cd22a9a details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:57:23.507337 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-cd214a9e-e50e-47aa-bc2d-d5f836b8ebf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:57:23.511714 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-cd214a9e-e50e-47aa-bc2d-d5f836b8ebf8 admin admin] Usage tracker for resource:subnet and tenant:8b4fac0053344ae59bf66547884252cc is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:57:23.514556 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-cd214a9e-e50e-47aa-bc2d-d5f836b8ebf8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:57:23.520335 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-cd214a9e-e50e-47aa-bc2d-d5f836b8ebf8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:57:23.530904 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd214a9e-e50e-47aa-bc2d-d5f836b8ebf8 admin admin] Made reservation on behalf of 8b4fac0053344ae59bf66547884252cc for: {'subnet': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:57:23.533323 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cd214a9e-e50e-47aa-bc2d-d5f836b8ebf8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3694443'] for subnet, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:23.729756 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cd214a9e-e50e-47aa-bc2d-d5f836b8ebf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3037478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3694457'] for subnet, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:23.804359 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd214a9e-e50e-47aa-bc2d-d5f836b8ebf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7af46fb9-7941-4d3a-9a8f-67af846c7ecb,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:57:23.811959 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd214a9e-e50e-47aa-bc2d-d5f836b8ebf8 admin admin] Checking segment: {'id': 'edef27e2-3420-4db7-ac76-298bf2e983c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2fb63ddb-9a83-4c33-a70b-fe1f1cd22a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:57:23.812316 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd214a9e-e50e-47aa-bc2d-d5f836b8ebf8 admin admin] Network hostable DHCP agents. Network: 2fb63ddb-9a83-4c33-a70b-fe1f1cd22a9a, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:57:23.831215 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd214a9e-e50e-47aa-bc2d-d5f836b8ebf8 admin admin] Network 2fb63ddb-9a83-4c33-a70b-fe1f1cd22a9a is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:57:23.840402 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-cd214a9e-e50e-47aa-bc2d-d5f836b8ebf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, 2fb63ddb-9a83-4c33-a70b-fe1f1cd22a9a) {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:57:23.845364 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd214a9e-e50e-47aa-bc2d-d5f836b8ebf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:57:23.847601 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cd214a9e-e50e-47aa-bc2d-d5f836b8ebf8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:23.848523 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9155335-f1fd-457b-80dc-6aaad04b423e None None] Network 2fb63ddb-9a83-4c33-a70b-fe1f1cd22a9a requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:57:23.869686 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-cd214a9e-e50e-47aa-bc2d-d5f836b8ebf8 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3723497 Feb 01 04:57:24.069784 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ec3bdf-fa25-4700-9584-e5a1889e8ffd None None] Network 2fb63ddb-9a83-4c33-a70b-fe1f1cd22a9a requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:57:24.368624 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121395c2-d8dc-4571-98c8-46ab8eec27a7 req-3c3205a2-de3b-479e-a9a2-025b034e9f10 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:57:24.370056 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-121395c2-d8dc-4571-98c8-46ab8eec27a7 req-3c3205a2-de3b-479e-a9a2-025b034e9f10 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] 10.222.0.24 "GET /v2.0/networks?id=2fb63ddb-9a83-4c33-a70b-fe1f1cd22a9a HTTP/1.1" status: 200 len: 813 time: 0.1479897 Feb 01 04:57:24.384593 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-121395c2-d8dc-4571-98c8-46ab8eec27a7 req-0e285039-fbf8-422c-91f9-371666fb9e7b tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] 10.222.0.24 "GET /v2.0/quotas/8b4fac0053344ae59bf66547884252cc HTTP/1.1" status: 200 len: 375 time: 0.0090623 Feb 01 04:57:24.430925 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-121395c2-d8dc-4571-98c8-46ab8eec27a7 req-5b9d9a23-f437-4244-a61e-a7ed02775db5 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8b4fac0053344ae59bf66547884252cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414360 Feb 01 04:57:24.604832 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-121395c2-d8dc-4571-98c8-46ab8eec27a7 req-01824526-5f7c-4ca8-9656-584e342f8f25 service neutron] 10.222.0.24 "GET /v2.0/networks/2fb63ddb-9a83-4c33-a70b-fe1f1cd22a9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674478 Feb 01 04:57:24.733565 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-121395c2-d8dc-4571-98c8-46ab8eec27a7 req-458f2e5a-925b-4607-906f-b2ebb478d87e service neutron] 10.222.0.24 "GET /v2.0/networks/2fb63ddb-9a83-4c33-a70b-fe1f1cd22a9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228130 Feb 01 04:57:24.909494 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-130209cb-b92d-4abb-bc10-177143af22bb req-c2f3fc38-ec54-4a13-bc0b-3fc993a376a8 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] 10.222.0.24 "GET /v2.0/ports?device_id=67fa7487-cf4a-458a-bdf8-f062097b1ee2 HTTP/1.1" status: 200 len: 210 time: 0.0449109 Feb 01 04:57:25.340163 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 04:57:26.067951 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-7b35f84e-7598-46c5-9016-a15584b757d0 req-c47b0d91-6b8d-46d1-bd22-5389274df879 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] 10.222.0.24 "GET /v2.0/ports?device_id=67fa7487-cf4a-458a-bdf8-f062097b1ee2 HTTP/1.1" status: 200 len: 210 time: 0.0489790 Feb 01 04:57:26.145181 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121395c2-d8dc-4571-98c8-46ab8eec27a7 req-98e6ebff-e64d-4912-b13a-969b9493e6b3 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:57:26.145870 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-121395c2-d8dc-4571-98c8-46ab8eec27a7 req-98e6ebff-e64d-4912-b13a-969b9493e6b3 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Synchronizing usage tracker for tenant:8b4fac0053344ae59bf66547884252cc on resource:network {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:57:26.162267 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-121395c2-d8dc-4571-98c8-46ab8eec27a7 req-98e6ebff-e64d-4912-b13a-969b9493e6b3 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Unset dirty status for tenant:8b4fac0053344ae59bf66547884252cc on resource:network {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:57:26.163472 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-121395c2-d8dc-4571-98c8-46ab8eec27a7 req-98e6ebff-e64d-4912-b13a-969b9493e6b3 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] 10.222.0.18 "GET /v2.0/networks?id=2fb63ddb-9a83-4c33-a70b-fe1f1cd22a9a HTTP/1.1" status: 200 len: 813 time: 0.1627507 Feb 01 04:57:26.180581 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-121395c2-d8dc-4571-98c8-46ab8eec27a7 req-6fcf868e-7941-4f69-ae64-91115241e883 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Request body: {'port': {'device_id': '67fa7487-cf4a-458a-bdf8-f062097b1ee2', 'network_id': '2fb63ddb-9a83-4c33-a70b-fe1f1cd22a9a', 'admin_state_up': True, 'tenant_id': '8b4fac0053344ae59bf66547884252cc'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:57:26.330012 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-121395c2-d8dc-4571-98c8-46ab8eec27a7 req-6fcf868e-7941-4f69-ae64-91115241e883 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:57:26.333834 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-121395c2-d8dc-4571-98c8-46ab8eec27a7 req-6fcf868e-7941-4f69-ae64-91115241e883 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Usage tracker for resource:port and tenant:8b4fac0053344ae59bf66547884252cc is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:57:26.336665 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-121395c2-d8dc-4571-98c8-46ab8eec27a7 req-6fcf868e-7941-4f69-ae64-91115241e883 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:57:26.342817 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-121395c2-d8dc-4571-98c8-46ab8eec27a7 req-6fcf868e-7941-4f69-ae64-91115241e883 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:57:26.352184 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-121395c2-d8dc-4571-98c8-46ab8eec27a7 req-6fcf868e-7941-4f69-ae64-91115241e883 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Made reservation on behalf of 8b4fac0053344ae59bf66547884252cc for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:57:26.355775 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-121395c2-d8dc-4571-98c8-46ab8eec27a7 req-6fcf868e-7941-4f69-ae64-91115241e883 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:26.514950 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [req-121395c2-d8dc-4571-98c8-46ab8eec27a7 req-6fcf868e-7941-4f69-ae64-91115241e883 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Allocated IP 172.20.0.13 (2fb63ddb-9a83-4c33-a70b-fe1f1cd22a9a/7af46fb9-7941-4d3a-9a8f-67af846c7ecb/fbd5f427-9597-425c-a8ed-ad1da48f26fa) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:57:26.710189 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-121395c2-d8dc-4571-98c8-46ab8eec27a7 req-6fcf868e-7941-4f69-ae64-91115241e883 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:26.738325 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-121395c2-d8dc-4571-98c8-46ab8eec27a7 req-6fcf868e-7941-4f69-ae64-91115241e883 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:26.811431 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-121395c2-d8dc-4571-98c8-46ab8eec27a7 req-6fcf868e-7941-4f69-ae64-91115241e883 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Network 2fb63ddb-9a83-4c33-a70b-fe1f1cd22a9a is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:57:26.814559 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [req-121395c2-d8dc-4571-98c8-46ab8eec27a7 req-6fcf868e-7941-4f69-ae64-91115241e883 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:57:26.817202 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-121395c2-d8dc-4571-98c8-46ab8eec27a7 req-6fcf868e-7941-4f69-ae64-91115241e883 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:57:26.860858 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcf868e-7941-4f69-ae64-91115241e883 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Pushing event updated for resources: {'Port': ['ID=fbd5f427-9597-425c-a8ed-ad1da48f26fa,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:57:26.888556 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121395c2-d8dc-4571-98c8-46ab8eec27a7 req-6fcf868e-7941-4f69-ae64-91115241e883 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:57:26.889157 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-121395c2-d8dc-4571-98c8-46ab8eec27a7 req-6fcf868e-7941-4f69-ae64-91115241e883 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:26.909076 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-121395c2-d8dc-4571-98c8-46ab8eec27a7 req-6fcf868e-7941-4f69-ae64-91115241e883 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7326980 Feb 01 04:57:26.925175 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-121395c2-d8dc-4571-98c8-46ab8eec27a7 req-47953e90-233c-4b44-9054-e695f6ecd7aa service neutron] Request body: {'port': {'device_id': '67fa7487-cf4a-458a-bdf8-f062097b1ee2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:57:27.036491 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-121395c2-d8dc-4571-98c8-46ab8eec27a7 req-47953e90-233c-4b44-9054-e695f6ecd7aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:27.463888 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba4e60-283c-4df8-9b33-67d93e87ced9 req-59c1ee62-ef7e-43d0-942f-c3161ca07e88 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:57:27.464531 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-9fba4e60-283c-4df8-9b33-67d93e87ced9 req-59c1ee62-ef7e-43d0-942f-c3161ca07e88 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Synchronizing usage tracker for tenant:8b4fac0053344ae59bf66547884252cc on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:57:27.520262 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-9fba4e60-283c-4df8-9b33-67d93e87ced9 req-59c1ee62-ef7e-43d0-942f-c3161ca07e88 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Unset dirty status for tenant:8b4fac0053344ae59bf66547884252cc on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:57:27.521374 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9fba4e60-283c-4df8-9b33-67d93e87ced9 req-59c1ee62-ef7e-43d0-942f-c3161ca07e88 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] 10.222.0.24 "GET /v2.0/ports?device_id=67fa7487-cf4a-458a-bdf8-f062097b1ee2 HTTP/1.1" status: 200 len: 932 time: 0.3454599 Feb 01 04:57:27.568157 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [req-121395c2-d8dc-4571-98c8-46ab8eec27a7 req-47953e90-233c-4b44-9054-e695f6ecd7aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbd5f427-9597-425c-a8ed-ad1da48f26fa {{(pid=87636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 04:57:27.579286 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-121395c2-d8dc-4571-98c8-46ab8eec27a7 req-47953e90-233c-4b44-9054-e695f6ecd7aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:27.591215 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-9fba4e60-283c-4df8-9b33-67d93e87ced9 req-1eb9101c-3214-4f99-89d3-2a22fc1af8f0 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Synchronizing usage tracker for tenant:8b4fac0053344ae59bf66547884252cc on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:57:27.603859 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-121395c2-d8dc-4571-98c8-46ab8eec27a7 req-47953e90-233c-4b44-9054-e695f6ecd7aa service neutron] Transition to ACTIVE for port object fbd5f427-9597-425c-a8ed-ad1da48f26fa will not be triggered until provisioned by entity L2. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:57:27.610212 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-121395c2-d8dc-4571-98c8-46ab8eec27a7 req-47953e90-233c-4b44-9054-e695f6ecd7aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:27.671350 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-9fba4e60-283c-4df8-9b33-67d93e87ced9 req-1eb9101c-3214-4f99-89d3-2a22fc1af8f0 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Unset dirty status for tenant:8b4fac0053344ae59bf66547884252cc on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:57:27.672991 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9fba4e60-283c-4df8-9b33-67d93e87ced9 req-1eb9101c-3214-4f99-89d3-2a22fc1af8f0 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] 10.222.0.24 "GET /v2.0/security-groups?id=f32f57a7-5cb4-4db7-a247-9c310d65d0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406021 Feb 01 04:57:27.784322 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47953e90-233c-4b44-9054-e695f6ecd7aa service neutron] Pushing event updated for resources: {'Port': ['ID=fbd5f427-9597-425c-a8ed-ad1da48f26fa,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:57:27.850856 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-121395c2-d8dc-4571-98c8-46ab8eec27a7 req-47953e90-233c-4b44-9054-e695f6ecd7aa service neutron] Attempting to bind port fbd5f427-9597-425c-a8ed-ad1da48f26fa on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:57:27.851208 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-121395c2-d8dc-4571-98c8-46ab8eec27a7 req-47953e90-233c-4b44-9054-e695f6ecd7aa service neutron] Attempting to bind port fbd5f427-9597-425c-a8ed-ad1da48f26fa by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'edef27e2-3420-4db7-ac76-298bf2e983c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2fb63ddb-9a83-4c33-a70b-fe1f1cd22a9a'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:57:27.851536 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121395c2-d8dc-4571-98c8-46ab8eec27a7 req-47953e90-233c-4b44-9054-e695f6ecd7aa service neutron] Attempting to bind port fbd5f427-9597-425c-a8ed-ad1da48f26fa on network 2fb63ddb-9a83-4c33-a70b-fe1f1cd22a9a {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:57:27.856110 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121395c2-d8dc-4571-98c8-46ab8eec27a7 req-47953e90-233c-4b44-9054-e695f6ecd7aa service neutron] Port fbd5f427-9597-425c-a8ed-ad1da48f26fa on network 2fb63ddb-9a83-4c33-a70b-fe1f1cd22a9a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:57:27.856424 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121395c2-d8dc-4571-98c8-46ab8eec27a7 req-47953e90-233c-4b44-9054-e695f6ecd7aa service neutron] Attempting to bind port fbd5f427-9597-425c-a8ed-ad1da48f26fa on network 2fb63ddb-9a83-4c33-a70b-fe1f1cd22a9a {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:57:27.861471 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121395c2-d8dc-4571-98c8-46ab8eec27a7 req-47953e90-233c-4b44-9054-e695f6ecd7aa service neutron] Checking agent: {'id': '63664c57-372e-43f7-9ecb-4deedcf8ddc7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 28, 15), 'started_at': datetime.datetime(2022, 2, 1, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:57:27.861802 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121395c2-d8dc-4571-98c8-46ab8eec27a7 req-47953e90-233c-4b44-9054-e695f6ecd7aa service neutron] Checking segment: {'id': 'edef27e2-3420-4db7-ac76-298bf2e983c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2fb63ddb-9a83-4c33-a70b-fe1f1cd22a9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:57:27.862178 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121395c2-d8dc-4571-98c8-46ab8eec27a7 req-47953e90-233c-4b44-9054-e695f6ecd7aa service neutron] Bound using segment: {'id': 'edef27e2-3420-4db7-ac76-298bf2e983c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2fb63ddb-9a83-4c33-a70b-fe1f1cd22a9a'} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:57:27.862590 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-121395c2-d8dc-4571-98c8-46ab8eec27a7 req-47953e90-233c-4b44-9054-e695f6ecd7aa service neutron] Bound port: fbd5f427-9597-425c-a8ed-ad1da48f26fa, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edef27e2-3420-4db7-ac76-298bf2e983c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2fb63ddb-9a83-4c33-a70b-fe1f1cd22a9a'}}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:57:27.862927 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-121395c2-d8dc-4571-98c8-46ab8eec27a7 req-47953e90-233c-4b44-9054-e695f6ecd7aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:27.951815 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-121395c2-d8dc-4571-98c8-46ab8eec27a7 req-47953e90-233c-4b44-9054-e695f6ecd7aa service neutron] For port fbd5f427-9597-425c-a8ed-ad1da48f26fa, host hv-neutron-8268, cleared binding levels {{(pid=87636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:57:27.954640 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-121395c2-d8dc-4571-98c8-46ab8eec27a7 req-47953e90-233c-4b44-9054-e695f6ecd7aa service neutron] For port fbd5f427-9597-425c-a8ed-ad1da48f26fa, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=fbd5f427-9597-425c-a8ed-ad1da48f26fa,segment=NetworkSegment(edef27e2-3420-4db7-ac76-298bf2e983c4),segment_id=edef27e2-3420-4db7-ac76-298bf2e983c4)] {{(pid=87636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:57:27.959091 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-121395c2-d8dc-4571-98c8-46ab8eec27a7 req-47953e90-233c-4b44-9054-e695f6ecd7aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:28.017172 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121395c2-d8dc-4571-98c8-46ab8eec27a7 req-47953e90-233c-4b44-9054-e695f6ecd7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:57:28.017775 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-121395c2-d8dc-4571-98c8-46ab8eec27a7 req-47953e90-233c-4b44-9054-e695f6ecd7aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:28.019109 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-121395c2-d8dc-4571-98c8-46ab8eec27a7 req-47953e90-233c-4b44-9054-e695f6ecd7aa service neutron] 10.222.0.18 "PUT /v2.0/ports/fbd5f427-9597-425c-a8ed-ad1da48f26fa HTTP/1.1" status: 200 len: 1094 time: 1.0978498 Feb 01 04:57:28.019561 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67fa7487-cf4a-458a-bdf8-f062097b1ee2', 'tag': 'fbd5f427-9597-425c-a8ed-ad1da48f26fa'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:57:28.049381 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47953e90-233c-4b44-9054-e695f6ecd7aa service neutron] Pushing event updated for resources: {'Port': ['ID=fbd5f427-9597-425c-a8ed-ad1da48f26fa,revision_number=3']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:57:28.121689 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67fa7487-cf4a-458a-bdf8-f062097b1ee2', 'tag': 'fbd5f427-9597-425c-a8ed-ad1da48f26fa', 'status': 'completed', 'code': 200} Feb 01 04:57:28.141348 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121395c2-d8dc-4571-98c8-46ab8eec27a7 req-1c20fd32-53c1-47d9-808c-f07ec05828cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:57:28.142807 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-121395c2-d8dc-4571-98c8-46ab8eec27a7 req-1c20fd32-53c1-47d9-808c-f07ec05828cb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8b4fac0053344ae59bf66547884252cc&device_id=67fa7487-cf4a-458a-bdf8-f062097b1ee2 HTTP/1.1" status: 200 len: 1097 time: 0.0735245 Feb 01 04:57:28.218143 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-121395c2-d8dc-4571-98c8-46ab8eec27a7 req-1fde82fc-db18-4b9b-b325-8367524bbfe3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fbd5f427-9597-425c-a8ed-ad1da48f26fa HTTP/1.1" status: 200 len: 217 time: 0.0628412 Feb 01 04:57:28.282218 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121395c2-d8dc-4571-98c8-46ab8eec27a7 req-4e205432-c9f4-4c58-9047-ab144e71b17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:57:28.283650 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-121395c2-d8dc-4571-98c8-46ab8eec27a7 req-4e205432-c9f4-4c58-9047-ab144e71b17f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7af46fb9-7941-4d3a-9a8f-67af846c7ecb HTTP/1.1" status: 200 len: 853 time: 0.0596733 Feb 01 04:57:28.329379 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-121395c2-d8dc-4571-98c8-46ab8eec27a7 req-d0f3f411-f289-4076-adf9-309940297360 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2fb63ddb-9a83-4c33-a70b-fe1f1cd22a9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394242 Feb 01 04:57:28.459524 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-121395c2-d8dc-4571-98c8-46ab8eec27a7 req-0418398d-a237-41dc-af0e-0fdf2db48b9f service neutron] 10.222.0.18 "GET /v2.0/networks/2fb63ddb-9a83-4c33-a70b-fe1f1cd22a9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226292 Feb 01 04:57:28.587734 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-121395c2-d8dc-4571-98c8-46ab8eec27a7 req-59f2e933-1086-406e-8ecd-cd6485fadc94 service neutron] 10.222.0.18 "GET /v2.0/networks/2fb63ddb-9a83-4c33-a70b-fe1f1cd22a9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218808 Feb 01 04:57:28.755167 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95cce01-b18d-499e-b813-788362ec6a76 req-86aaac32-dda1-4f86-8958-360bf670d399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:57:28.756628 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e95cce01-b18d-499e-b813-788362ec6a76 req-86aaac32-dda1-4f86-8958-360bf670d399 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8b4fac0053344ae59bf66547884252cc&device_id=67fa7487-cf4a-458a-bdf8-f062097b1ee2 HTTP/1.1" status: 200 len: 1097 time: 0.0703425 Feb 01 04:57:28.944113 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95cce01-b18d-499e-b813-788362ec6a76 req-4d9ff4d9-49e0-4576-b3b3-53420d71976b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:57:28.945535 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e95cce01-b18d-499e-b813-788362ec6a76 req-4d9ff4d9-49e0-4576-b3b3-53420d71976b service neutron] 10.222.0.18 "GET /v2.0/networks?id=2fb63ddb-9a83-4c33-a70b-fe1f1cd22a9a HTTP/1.1" status: 200 len: 913 time: 0.1830063 Feb 01 04:57:28.957132 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943036b5-52ba-46fb-bbe0-aa13e4994dd2 req-3a253c66-11c2-4877-9e78-ffd88329dbed tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:57:28.958459 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-943036b5-52ba-46fb-bbe0-aa13e4994dd2 req-3a253c66-11c2-4877-9e78-ffd88329dbed tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] 10.222.0.24 "GET /v2.0/ports?device_id=67fa7487-cf4a-458a-bdf8-f062097b1ee2 HTTP/1.1" status: 200 len: 944 time: 0.1767993 Feb 01 04:57:29.036210 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e95cce01-b18d-499e-b813-788362ec6a76 req-dc146d87-1b5d-4398-b4e0-d6bb5b2c9129 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fbd5f427-9597-425c-a8ed-ad1da48f26fa HTTP/1.1" status: 200 len: 217 time: 0.0768423 Feb 01 04:57:29.195566 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-943036b5-52ba-46fb-bbe0-aa13e4994dd2 req-71d6ecbe-3ba1-4870-b45d-f81140d3d690 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] 10.222.0.24 "GET /v2.0/security-groups?id=f32f57a7-5cb4-4db7-a247-9c310d65d0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893260 Feb 01 04:57:29.212897 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95cce01-b18d-499e-b813-788362ec6a76 req-117394a0-2402-4696-9dfb-10216b37a5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:57:29.214291 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e95cce01-b18d-499e-b813-788362ec6a76 req-117394a0-2402-4696-9dfb-10216b37a5a8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7af46fb9-7941-4d3a-9a8f-67af846c7ecb HTTP/1.1" status: 200 len: 853 time: 0.1710603 Feb 01 04:57:29.260666 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e95cce01-b18d-499e-b813-788362ec6a76 req-1b17ad95-dbc0-48c7-8f90-cf90a60e53aa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2fb63ddb-9a83-4c33-a70b-fe1f1cd22a9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394311 Feb 01 04:57:29.387760 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e95cce01-b18d-499e-b813-788362ec6a76 req-afbc5f9f-4722-4c94-ba67-e5c7a4efe5b1 service neutron] 10.222.0.18 "GET /v2.0/networks/2fb63ddb-9a83-4c33-a70b-fe1f1cd22a9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206942 Feb 01 04:57:29.514970 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e95cce01-b18d-499e-b813-788362ec6a76 req-6bafaad3-bfad-41d8-95eb-e6f3e6c48cda service neutron] 10.222.0.18 "GET /v2.0/networks/2fb63ddb-9a83-4c33-a70b-fe1f1cd22a9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206374 Feb 01 04:57:30.379949 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b413256d-e593-4347-9319-3f578aedacf4 req-dc67ea39-74ba-4d43-8efa-a93101bff0b7 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:57:30.381376 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-b413256d-e593-4347-9319-3f578aedacf4 req-dc67ea39-74ba-4d43-8efa-a93101bff0b7 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] 10.222.0.24 "GET /v2.0/ports?device_id=67fa7487-cf4a-458a-bdf8-f062097b1ee2 HTTP/1.1" status: 200 len: 944 time: 0.0783322 Feb 01 04:57:30.424261 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-b413256d-e593-4347-9319-3f578aedacf4 req-80152057-6fab-4fcd-aef3-bc0de6875c3d tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] 10.222.0.24 "GET /v2.0/security-groups?id=f32f57a7-5cb4-4db7-a247-9c310d65d0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373018 Feb 01 04:57:31.544608 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device fbd5f427-9597-425c-a8ed-ad1da48f26fa details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 01 04:57:31.606815 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89499da8-3eb5-417e-840e-1a52b7a82c32 req-36eec6e2-93e6-4e8a-b8bb-25492f10ba0a tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:57:31.608272 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-89499da8-3eb5-417e-840e-1a52b7a82c32 req-36eec6e2-93e6-4e8a-b8bb-25492f10ba0a tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] 10.222.0.24 "GET /v2.0/ports?device_id=67fa7487-cf4a-458a-bdf8-f062097b1ee2 HTTP/1.1" status: 200 len: 944 time: 0.0832014 Feb 01 04:57:31.653572 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-89499da8-3eb5-417e-840e-1a52b7a82c32 req-b081c4da-bc4c-4c82-9c9c-32e26bdc5753 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] 10.222.0.24 "GET /v2.0/security-groups?id=f32f57a7-5cb4-4db7-a247-9c310d65d0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390680 Feb 01 04:57:31.678802 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port fbd5f427-9597-425c-a8ed-ad1da48f26fa, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=fbd5f427-9597-425c-a8ed-ad1da48f26fa,segment=NetworkSegment(edef27e2-3420-4db7-ac76-298bf2e983c4),segment_id=edef27e2-3420-4db7-ac76-298bf2e983c4)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:57:31.692285 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Returning: {'device': 'fbd5f427-9597-425c-a8ed-ad1da48f26fa', 'network_id': '2fb63ddb-9a83-4c33-a70b-fe1f1cd22a9a', 'port_id': 'fbd5f427-9597-425c-a8ed-ad1da48f26fa', 'mac_address': 'fa:16:3e:4f:d9:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7af46fb9-7941-4d3a-9a8f-67af846c7ecb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 01 04:57:31.749325 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:31.765318 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbd5f427-9597-425c-a8ed-ad1da48f26fa {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 04:57:31.780068 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port fbd5f427-9597-425c-a8ed-ad1da48f26fa, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=fbd5f427-9597-425c-a8ed-ad1da48f26fa,segment=NetworkSegment(edef27e2-3420-4db7-ac76-298bf2e983c4),segment_id=edef27e2-3420-4db7-ac76-298bf2e983c4)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:57:31.783920 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:31.849360 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=fbd5f427-9597-425c-a8ed-ad1da48f26fa,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:57:31.985326 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c6ce0879-804c-444d-88f1-5050275f6864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:32.057676 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] get_ports_and_sgs() called for port_ids ['fbd5f427-9597-425c-a8ed-ad1da48f26fa'] {{(pid=87638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 01 04:57:32.833426 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a9014e-d9a2-4357-a269-db2daef2949b req-77f5eaeb-c3a8-47fc-bf80-49f6776b9c9f tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:57:32.834858 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-c3a9014e-d9a2-4357-a269-db2daef2949b req-77f5eaeb-c3a8-47fc-bf80-49f6776b9c9f tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] 10.222.0.24 "GET /v2.0/ports?device_id=67fa7487-cf4a-458a-bdf8-f062097b1ee2 HTTP/1.1" status: 200 len: 945 time: 0.0800240 Feb 01 04:57:32.878750 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-c3a9014e-d9a2-4357-a269-db2daef2949b req-4b0bb12f-56a4-413b-9240-2c59bc2f8244 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] 10.222.0.24 "GET /v2.0/security-groups?id=f32f57a7-5cb4-4db7-a247-9c310d65d0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376928 Feb 01 04:57:33.547061 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device fbd5f427-9597-425c-a8ed-ad1da48f26fa up at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:57:33.611955 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning for port fbd5f427-9597-425c-a8ed-ad1da48f26fa completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:57:33.616448 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning complete for port fbd5f427-9597-425c-a8ed-ad1da48f26fa triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:57:33.616812 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:33.728933 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:33.754409 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67fa7487-cf4a-458a-bdf8-f062097b1ee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd5f427-9597-425c-a8ed-ad1da48f26fa'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:57:33.764194 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port fbd5f427-9597-425c-a8ed-ad1da48f26fa, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=fbd5f427-9597-425c-a8ed-ad1da48f26fa,segment=NetworkSegment(edef27e2-3420-4db7-ac76-298bf2e983c4),segment_id=edef27e2-3420-4db7-ac76-298bf2e983c4)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:57:33.768321 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:33.803488 dv-neutron-826830-1-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67fa7487-cf4a-458a-bdf8-f062097b1ee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd5f427-9597-425c-a8ed-ad1da48f26fa', 'code': 200} Feb 01 04:57:33.838997 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=fbd5f427-9597-425c-a8ed-ad1da48f26fa,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:57:34.052417 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a7933-76cd-4e6b-9531-1d269ec1a226 req-fff0168d-5c1a-413c-a4a4-bfc4b575cb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:57:34.053926 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-941a7933-76cd-4e6b-9531-1d269ec1a226 req-fff0168d-5c1a-413c-a4a4-bfc4b575cb33 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=67fa7487-cf4a-458a-bdf8-f062097b1ee2 HTTP/1.1" status: 200 len: 1099 time: 0.0683546 Feb 01 04:57:34.062452 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7aa2f0-3412-4a8f-bddc-2e0afc2f4756 req-84136155-2565-4625-b22d-003d8b3d5aef tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:57:34.063926 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-4b7aa2f0-3412-4a8f-bddc-2e0afc2f4756 req-84136155-2565-4625-b22d-003d8b3d5aef tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] 10.222.0.24 "GET /v2.0/ports?device_id=67fa7487-cf4a-458a-bdf8-f062097b1ee2 HTTP/1.1" status: 200 len: 946 time: 0.0790796 Feb 01 04:57:34.096658 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-941a7933-76cd-4e6b-9531-1d269ec1a226 req-edb0f018-c380-4f59-8620-431f9891fda4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f32f57a7-5cb4-4db7-a247-9c310d65d0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368011 Feb 01 04:57:34.112582 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-4b7aa2f0-3412-4a8f-bddc-2e0afc2f4756 req-eb4abefc-2324-4e16-b5c8-d74141b745f4 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] 10.222.0.24 "GET /v2.0/security-groups?id=f32f57a7-5cb4-4db7-a247-9c310d65d0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429640 Feb 01 04:57:34.270233 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-818e9120-260b-491a-82f5-ef0c8cfdbac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:35.303146 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2720fde-30da-4a61-b3d0-78e9a1900d6e req-21954ef5-04eb-4658-8e7c-609f254ba182 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:57:35.304585 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e2720fde-30da-4a61-b3d0-78e9a1900d6e req-21954ef5-04eb-4658-8e7c-609f254ba182 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] 10.222.0.24 "GET /v2.0/ports?device_id=67fa7487-cf4a-458a-bdf8-f062097b1ee2 HTTP/1.1" status: 200 len: 946 time: 0.0835941 Feb 01 04:57:35.347747 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e2720fde-30da-4a61-b3d0-78e9a1900d6e req-7ebfe2c9-91e1-4997-988c-e863a80f1387 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] 10.222.0.24 "GET /v2.0/security-groups?id=f32f57a7-5cb4-4db7-a247-9c310d65d0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368228 Feb 01 04:57:35.405528 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:35.538777 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:36.532568 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab01e84f-8fa7-46a8-8915-b2f43685337b req-2a85f76a-a5d5-4578-86c3-27cca859ce56 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:57:36.533989 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-ab01e84f-8fa7-46a8-8915-b2f43685337b req-2a85f76a-a5d5-4578-86c3-27cca859ce56 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] 10.222.0.24 "GET /v2.0/ports?device_id=67fa7487-cf4a-458a-bdf8-f062097b1ee2 HTTP/1.1" status: 200 len: 946 time: 0.0807652 Feb 01 04:57:36.576456 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-ab01e84f-8fa7-46a8-8915-b2f43685337b req-789257f0-eb91-44b9-8853-8926fa3e3e66 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] 10.222.0.24 "GET /v2.0/security-groups?id=f32f57a7-5cb4-4db7-a247-9c310d65d0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370269 Feb 01 04:57:36.849004 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7484793d-9cb7-4c75-8cac-c888bb8496dd req-43aae018-f219-4e0a-a6cd-9c22ea537637 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:57:36.850408 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7484793d-9cb7-4c75-8cac-c888bb8496dd req-43aae018-f219-4e0a-a6cd-9c22ea537637 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] 10.222.0.24 "GET /v2.0/networks?id=2fb63ddb-9a83-4c33-a70b-fe1f1cd22a9a HTTP/1.1" status: 200 len: 813 time: 0.1400464 Feb 01 04:57:36.865433 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7484793d-9cb7-4c75-8cac-c888bb8496dd req-490aad2e-edef-4b4f-afc1-e0b76188d269 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] 10.222.0.24 "GET /v2.0/quotas/8b4fac0053344ae59bf66547884252cc HTTP/1.1" status: 200 len: 375 time: 0.0089347 Feb 01 04:57:36.946268 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7484793d-9cb7-4c75-8cac-c888bb8496dd req-7ac88cae-1ad6-4992-a947-e4523058ffec tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8b4fac0053344ae59bf66547884252cc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0754573 Feb 01 04:57:36.956391 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [req-7484793d-9cb7-4c75-8cac-c888bb8496dd req-9d173e2f-28ea-4f66-95d0-55c98e5d1a6c service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 04:57:36.957297 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7484793d-9cb7-4c75-8cac-c888bb8496dd req-9d173e2f-28ea-4f66-95d0-55c98e5d1a6c service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046985 Feb 01 04:57:37.061805 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:37.091972 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7484793d-9cb7-4c75-8cac-c888bb8496dd req-f8291fe4-2936-4f77-b829-a1d8da17da65 service neutron] 10.222.0.24 "GET /v2.0/networks/2fb63ddb-9a83-4c33-a70b-fe1f1cd22a9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294591 Feb 01 04:57:37.220548 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7484793d-9cb7-4c75-8cac-c888bb8496dd req-ef5fbccf-1353-4ccc-9971-ffd91825147d service neutron] 10.222.0.24 "GET /v2.0/networks/2fb63ddb-9a83-4c33-a70b-fe1f1cd22a9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227357 Feb 01 04:57:37.390261 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-b5bb0d02-4600-4f80-b50f-081011c62996 req-8e72fbf3-b2be-43b9-8943-ec0a46be6046 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] 10.222.0.24 "GET /v2.0/ports?device_id=67d56e29-89d5-412f-a2e7-405d9c052108 HTTP/1.1" status: 200 len: 210 time: 0.0428216 Feb 01 04:57:38.449542 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7484793d-9cb7-4c75-8cac-c888bb8496dd req-6fd9daa2-0b2d-4336-9036-a540d5e362b1 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:57:38.450963 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7484793d-9cb7-4c75-8cac-c888bb8496dd req-6fd9daa2-0b2d-4336-9036-a540d5e362b1 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] 10.222.0.18 "GET /v2.0/networks?id=2fb63ddb-9a83-4c33-a70b-fe1f1cd22a9a HTTP/1.1" status: 200 len: 813 time: 0.1515512 Feb 01 04:57:38.467918 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-7484793d-9cb7-4c75-8cac-c888bb8496dd req-27879aac-fdf7-45d7-ac15-d92988abe085 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Request body: {'port': {'device_id': '67d56e29-89d5-412f-a2e7-405d9c052108', 'network_id': '2fb63ddb-9a83-4c33-a70b-fe1f1cd22a9a', 'admin_state_up': True, 'tenant_id': '8b4fac0053344ae59bf66547884252cc'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:57:38.552050 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e93275c0-6500-4bde-a72a-cbe28ff1c0d3 req-dc8a32ec-8f18-4c8e-9f42-21e6780c9a21 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] 10.222.0.24 "GET /v2.0/ports?device_id=67d56e29-89d5-412f-a2e7-405d9c052108 HTTP/1.1" status: 200 len: 210 time: 0.0502176 Feb 01 04:57:38.641449 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-7484793d-9cb7-4c75-8cac-c888bb8496dd req-27879aac-fdf7-45d7-ac15-d92988abe085 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:57:38.650690 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-7484793d-9cb7-4c75-8cac-c888bb8496dd req-27879aac-fdf7-45d7-ac15-d92988abe085 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:57:38.659890 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7484793d-9cb7-4c75-8cac-c888bb8496dd req-27879aac-fdf7-45d7-ac15-d92988abe085 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Made reservation on behalf of 8b4fac0053344ae59bf66547884252cc for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:57:38.663295 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-7484793d-9cb7-4c75-8cac-c888bb8496dd req-27879aac-fdf7-45d7-ac15-d92988abe085 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:38.917170 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [req-7484793d-9cb7-4c75-8cac-c888bb8496dd req-27879aac-fdf7-45d7-ac15-d92988abe085 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Allocated IP 172.20.0.7 (2fb63ddb-9a83-4c33-a70b-fe1f1cd22a9a/7af46fb9-7941-4d3a-9a8f-67af846c7ecb/69d04bc2-d67b-4f2e-b6ab-8480fd3ecd3e) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:57:39.117298 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-7484793d-9cb7-4c75-8cac-c888bb8496dd req-27879aac-fdf7-45d7-ac15-d92988abe085 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:39.145732 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-7484793d-9cb7-4c75-8cac-c888bb8496dd req-27879aac-fdf7-45d7-ac15-d92988abe085 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:39.183523 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] get_ports_and_sgs() called for port_ids ['fbd5f427-9597-425c-a8ed-ad1da48f26fa'] {{(pid=87638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 01 04:57:39.212444 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7484793d-9cb7-4c75-8cac-c888bb8496dd req-27879aac-fdf7-45d7-ac15-d92988abe085 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Network 2fb63ddb-9a83-4c33-a70b-fe1f1cd22a9a is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:57:39.215507 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [req-7484793d-9cb7-4c75-8cac-c888bb8496dd req-27879aac-fdf7-45d7-ac15-d92988abe085 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:57:39.219378 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-7484793d-9cb7-4c75-8cac-c888bb8496dd req-27879aac-fdf7-45d7-ac15-d92988abe085 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:57:39.264707 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27879aac-fdf7-45d7-ac15-d92988abe085 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Pushing event updated for resources: {'Port': ['ID=69d04bc2-d67b-4f2e-b6ab-8480fd3ecd3e,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:57:39.290165 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7484793d-9cb7-4c75-8cac-c888bb8496dd req-27879aac-fdf7-45d7-ac15-d92988abe085 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:57:39.290760 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-7484793d-9cb7-4c75-8cac-c888bb8496dd req-27879aac-fdf7-45d7-ac15-d92988abe085 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:39.316038 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7484793d-9cb7-4c75-8cac-c888bb8496dd req-27879aac-fdf7-45d7-ac15-d92988abe085 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8518205 Feb 01 04:57:39.334467 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-7484793d-9cb7-4c75-8cac-c888bb8496dd req-6b4476ab-4ff9-471a-a856-5083196c66eb service neutron] Request body: {'port': {'device_id': '67d56e29-89d5-412f-a2e7-405d9c052108', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:57:39.445368 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-7484793d-9cb7-4c75-8cac-c888bb8496dd req-6b4476ab-4ff9-471a-a856-5083196c66eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:39.735716 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043214b6-5a21-41e6-b450-18292514e879 req-fb5791a9-21dc-4b60-a1b2-8d85fc3321c7 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:57:39.737088 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-043214b6-5a21-41e6-b450-18292514e879 req-fb5791a9-21dc-4b60-a1b2-8d85fc3321c7 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] 10.222.0.24 "GET /v2.0/ports?device_id=67d56e29-89d5-412f-a2e7-405d9c052108 HTTP/1.1" status: 200 len: 931 time: 0.0816503 Feb 01 04:57:39.780475 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [req-7484793d-9cb7-4c75-8cac-c888bb8496dd req-6b4476ab-4ff9-471a-a856-5083196c66eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69d04bc2-d67b-4f2e-b6ab-8480fd3ecd3e {{(pid=87636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 04:57:39.781391 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-043214b6-5a21-41e6-b450-18292514e879 req-f537bc21-cb2a-49d4-89e0-a52d3d5fcf63 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] 10.222.0.24 "GET /v2.0/security-groups?id=f32f57a7-5cb4-4db7-a247-9c310d65d0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386035 Feb 01 04:57:39.787778 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-7484793d-9cb7-4c75-8cac-c888bb8496dd req-6b4476ab-4ff9-471a-a856-5083196c66eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:39.802284 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-7484793d-9cb7-4c75-8cac-c888bb8496dd req-6b4476ab-4ff9-471a-a856-5083196c66eb service neutron] Transition to ACTIVE for port object 69d04bc2-d67b-4f2e-b6ab-8480fd3ecd3e will not be triggered until provisioned by entity L2. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:57:39.806477 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-7484793d-9cb7-4c75-8cac-c888bb8496dd req-6b4476ab-4ff9-471a-a856-5083196c66eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:39.955810 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4476ab-4ff9-471a-a856-5083196c66eb service neutron] Pushing event updated for resources: {'Port': ['ID=69d04bc2-d67b-4f2e-b6ab-8480fd3ecd3e,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:57:40.026816 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-7484793d-9cb7-4c75-8cac-c888bb8496dd req-6b4476ab-4ff9-471a-a856-5083196c66eb service neutron] Attempting to bind port 69d04bc2-d67b-4f2e-b6ab-8480fd3ecd3e on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:57:40.027155 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-7484793d-9cb7-4c75-8cac-c888bb8496dd req-6b4476ab-4ff9-471a-a856-5083196c66eb service neutron] Attempting to bind port 69d04bc2-d67b-4f2e-b6ab-8480fd3ecd3e by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'edef27e2-3420-4db7-ac76-298bf2e983c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2fb63ddb-9a83-4c33-a70b-fe1f1cd22a9a'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:57:40.027479 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7484793d-9cb7-4c75-8cac-c888bb8496dd req-6b4476ab-4ff9-471a-a856-5083196c66eb service neutron] Attempting to bind port 69d04bc2-d67b-4f2e-b6ab-8480fd3ecd3e on network 2fb63ddb-9a83-4c33-a70b-fe1f1cd22a9a {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:57:40.032376 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7484793d-9cb7-4c75-8cac-c888bb8496dd req-6b4476ab-4ff9-471a-a856-5083196c66eb service neutron] Port 69d04bc2-d67b-4f2e-b6ab-8480fd3ecd3e on network 2fb63ddb-9a83-4c33-a70b-fe1f1cd22a9a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:57:40.032686 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7484793d-9cb7-4c75-8cac-c888bb8496dd req-6b4476ab-4ff9-471a-a856-5083196c66eb service neutron] Attempting to bind port 69d04bc2-d67b-4f2e-b6ab-8480fd3ecd3e on network 2fb63ddb-9a83-4c33-a70b-fe1f1cd22a9a {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:57:40.037660 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7484793d-9cb7-4c75-8cac-c888bb8496dd req-6b4476ab-4ff9-471a-a856-5083196c66eb service neutron] Checking agent: {'id': '63664c57-372e-43f7-9ecb-4deedcf8ddc7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 28, 15), 'started_at': datetime.datetime(2022, 2, 1, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:57:40.037983 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7484793d-9cb7-4c75-8cac-c888bb8496dd req-6b4476ab-4ff9-471a-a856-5083196c66eb service neutron] Checking segment: {'id': 'edef27e2-3420-4db7-ac76-298bf2e983c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2fb63ddb-9a83-4c33-a70b-fe1f1cd22a9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:57:40.038354 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7484793d-9cb7-4c75-8cac-c888bb8496dd req-6b4476ab-4ff9-471a-a856-5083196c66eb service neutron] Bound using segment: {'id': 'edef27e2-3420-4db7-ac76-298bf2e983c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2fb63ddb-9a83-4c33-a70b-fe1f1cd22a9a'} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:57:40.038758 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-7484793d-9cb7-4c75-8cac-c888bb8496dd req-6b4476ab-4ff9-471a-a856-5083196c66eb service neutron] Bound port: 69d04bc2-d67b-4f2e-b6ab-8480fd3ecd3e, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edef27e2-3420-4db7-ac76-298bf2e983c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2fb63ddb-9a83-4c33-a70b-fe1f1cd22a9a'}}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:57:40.039088 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-7484793d-9cb7-4c75-8cac-c888bb8496dd req-6b4476ab-4ff9-471a-a856-5083196c66eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:40.123344 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-7484793d-9cb7-4c75-8cac-c888bb8496dd req-6b4476ab-4ff9-471a-a856-5083196c66eb service neutron] For port 69d04bc2-d67b-4f2e-b6ab-8480fd3ecd3e, host hv-neutron-8268, cleared binding levels {{(pid=87636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:57:40.126138 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-7484793d-9cb7-4c75-8cac-c888bb8496dd req-6b4476ab-4ff9-471a-a856-5083196c66eb service neutron] For port 69d04bc2-d67b-4f2e-b6ab-8480fd3ecd3e, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=69d04bc2-d67b-4f2e-b6ab-8480fd3ecd3e,segment=NetworkSegment(edef27e2-3420-4db7-ac76-298bf2e983c4),segment_id=edef27e2-3420-4db7-ac76-298bf2e983c4)] {{(pid=87636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:57:40.130541 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-7484793d-9cb7-4c75-8cac-c888bb8496dd req-6b4476ab-4ff9-471a-a856-5083196c66eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:40.191749 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7484793d-9cb7-4c75-8cac-c888bb8496dd req-6b4476ab-4ff9-471a-a856-5083196c66eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:57:40.192345 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-7484793d-9cb7-4c75-8cac-c888bb8496dd req-6b4476ab-4ff9-471a-a856-5083196c66eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:40.193666 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7484793d-9cb7-4c75-8cac-c888bb8496dd req-6b4476ab-4ff9-471a-a856-5083196c66eb service neutron] 10.222.0.18 "PUT /v2.0/ports/69d04bc2-d67b-4f2e-b6ab-8480fd3ecd3e HTTP/1.1" status: 200 len: 1093 time: 0.8633664 Feb 01 04:57:40.194091 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67d56e29-89d5-412f-a2e7-405d9c052108', 'tag': '69d04bc2-d67b-4f2e-b6ab-8480fd3ecd3e'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:57:40.214764 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4476ab-4ff9-471a-a856-5083196c66eb service neutron] Pushing event updated for resources: {'Port': ['ID=69d04bc2-d67b-4f2e-b6ab-8480fd3ecd3e,revision_number=3']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:57:40.240711 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67d56e29-89d5-412f-a2e7-405d9c052108', 'tag': '69d04bc2-d67b-4f2e-b6ab-8480fd3ecd3e', 'status': 'completed', 'code': 200} Feb 01 04:57:40.329861 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7484793d-9cb7-4c75-8cac-c888bb8496dd req-a6f89ed7-8083-4b97-8e94-bbc2704795cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:57:40.331303 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7484793d-9cb7-4c75-8cac-c888bb8496dd req-a6f89ed7-8083-4b97-8e94-bbc2704795cb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8b4fac0053344ae59bf66547884252cc&device_id=67d56e29-89d5-412f-a2e7-405d9c052108 HTTP/1.1" status: 200 len: 1096 time: 0.0717504 Feb 01 04:57:40.418109 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7484793d-9cb7-4c75-8cac-c888bb8496dd req-7098aa20-7317-420d-87c6-2b2ed2c0bf3f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69d04bc2-d67b-4f2e-b6ab-8480fd3ecd3e HTTP/1.1" status: 200 len: 217 time: 0.0625136 Feb 01 04:57:40.478986 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7484793d-9cb7-4c75-8cac-c888bb8496dd req-6a5dc7ef-e90a-4868-a157-23152454f272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:57:40.480428 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7484793d-9cb7-4c75-8cac-c888bb8496dd req-6a5dc7ef-e90a-4868-a157-23152454f272 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7af46fb9-7941-4d3a-9a8f-67af846c7ecb HTTP/1.1" status: 200 len: 853 time: 0.0564415 Feb 01 04:57:40.528864 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7484793d-9cb7-4c75-8cac-c888bb8496dd req-96b657dc-e0d6-47f5-81c8-84b490bf2de0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2fb63ddb-9a83-4c33-a70b-fe1f1cd22a9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422492 Feb 01 04:57:40.761466 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7484793d-9cb7-4c75-8cac-c888bb8496dd req-0548053d-8002-4437-ba84-fd17c1353981 service neutron] 10.222.0.18 "GET /v2.0/networks/2fb63ddb-9a83-4c33-a70b-fe1f1cd22a9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266624 Feb 01 04:57:40.891571 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7484793d-9cb7-4c75-8cac-c888bb8496dd req-8c94ba90-f96b-4f92-8c1a-131c24f3d0c1 service neutron] 10.222.0.18 "GET /v2.0/networks/2fb63ddb-9a83-4c33-a70b-fe1f1cd22a9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242681 Feb 01 04:57:40.969641 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8205639-82b9-47f2-84d3-c927387a7648 req-7db6f2d2-5a35-4048-8927-502f749817f8 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:57:40.971086 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-e8205639-82b9-47f2-84d3-c927387a7648 req-7db6f2d2-5a35-4048-8927-502f749817f8 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] 10.222.0.24 "GET /v2.0/ports?device_id=67d56e29-89d5-412f-a2e7-405d9c052108 HTTP/1.1" status: 200 len: 943 time: 0.0840003 Feb 01 04:57:41.022835 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-e8205639-82b9-47f2-84d3-c927387a7648 req-20575987-b7de-45c2-b3ac-b1f3b47b3c44 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] 10.222.0.24 "GET /v2.0/security-groups?id=f32f57a7-5cb4-4db7-a247-9c310d65d0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461359 Feb 01 04:57:41.056034 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b62329-7703-4182-8d76-5232684a2462 req-616e338c-8bbc-44c8-95e0-82c86a51be43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:57:41.057503 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-21b62329-7703-4182-8d76-5232684a2462 req-616e338c-8bbc-44c8-95e0-82c86a51be43 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8b4fac0053344ae59bf66547884252cc&device_id=67d56e29-89d5-412f-a2e7-405d9c052108 HTTP/1.1" status: 200 len: 1096 time: 0.0719609 Feb 01 04:57:41.193195 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b62329-7703-4182-8d76-5232684a2462 req-ea43ac75-7d56-4ebf-b1a7-61fc9443c91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:57:41.194611 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-21b62329-7703-4182-8d76-5232684a2462 req-ea43ac75-7d56-4ebf-b1a7-61fc9443c91d service neutron] 10.222.0.18 "GET /v2.0/networks?id=2fb63ddb-9a83-4c33-a70b-fe1f1cd22a9a HTTP/1.1" status: 200 len: 913 time: 0.1229665 Feb 01 04:57:41.264125 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-21b62329-7703-4182-8d76-5232684a2462 req-670fe31a-f3bd-4980-9dbc-9483e9fa54db service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69d04bc2-d67b-4f2e-b6ab-8480fd3ecd3e HTTP/1.1" status: 200 len: 217 time: 0.0627291 Feb 01 04:57:41.337961 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b62329-7703-4182-8d76-5232684a2462 req-1a4435ce-a4a4-418b-9c04-686e58bdff11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:57:41.339308 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-21b62329-7703-4182-8d76-5232684a2462 req-1a4435ce-a4a4-418b-9c04-686e58bdff11 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7af46fb9-7941-4d3a-9a8f-67af846c7ecb HTTP/1.1" status: 200 len: 853 time: 0.0565028 Feb 01 04:57:41.396651 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-21b62329-7703-4182-8d76-5232684a2462 req-4ed2f32d-f9a7-4e8a-a768-fd8842a6a664 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2fb63ddb-9a83-4c33-a70b-fe1f1cd22a9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484011 Feb 01 04:57:41.532181 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-21b62329-7703-4182-8d76-5232684a2462 req-8dbb4169-1c01-40f2-a4d1-7a1df7fa3573 service neutron] 10.222.0.18 "GET /v2.0/networks/2fb63ddb-9a83-4c33-a70b-fe1f1cd22a9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259863 Feb 01 04:57:41.667496 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-21b62329-7703-4182-8d76-5232684a2462 req-14e5a928-5dca-4d02-93ba-53c5b6695543 service neutron] 10.222.0.18 "GET /v2.0/networks/2fb63ddb-9a83-4c33-a70b-fe1f1cd22a9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269281 Feb 01 04:57:42.205310 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be71de73-6068-41e8-b138-9789133c3801 req-95d273f8-676f-4a4c-9219-cff38e1feaad tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:57:42.205974 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-be71de73-6068-41e8-b138-9789133c3801 req-95d273f8-676f-4a4c-9219-cff38e1feaad tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Synchronizing usage tracker for tenant:8b4fac0053344ae59bf66547884252cc on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:57:42.220890 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-be71de73-6068-41e8-b138-9789133c3801 req-95d273f8-676f-4a4c-9219-cff38e1feaad tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Unset dirty status for tenant:8b4fac0053344ae59bf66547884252cc on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:57:42.222104 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-be71de73-6068-41e8-b138-9789133c3801 req-95d273f8-676f-4a4c-9219-cff38e1feaad tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] 10.222.0.24 "GET /v2.0/ports?device_id=67d56e29-89d5-412f-a2e7-405d9c052108 HTTP/1.1" status: 200 len: 943 time: 0.0934711 Feb 01 04:57:42.265072 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-be71de73-6068-41e8-b138-9789133c3801 req-e6515095-8ff7-4b8d-89e2-7500f134c6b5 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] 10.222.0.24 "GET /v2.0/security-groups?id=f32f57a7-5cb4-4db7-a247-9c310d65d0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373101 Feb 01 04:57:43.448919 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da4fd1-dc8c-46c1-86f9-bf08d7bdb481 req-0eb147ff-b13f-495d-959c-339478f7a241 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:57:43.450376 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-47da4fd1-dc8c-46c1-86f9-bf08d7bdb481 req-0eb147ff-b13f-495d-959c-339478f7a241 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] 10.222.0.24 "GET /v2.0/ports?device_id=67d56e29-89d5-412f-a2e7-405d9c052108 HTTP/1.1" status: 200 len: 943 time: 0.0812674 Feb 01 04:57:43.493697 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-47da4fd1-dc8c-46c1-86f9-bf08d7bdb481 req-9e59e755-04e0-44ca-89d6-cbdb58fbe0b2 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] 10.222.0.24 "GET /v2.0/security-groups?id=f32f57a7-5cb4-4db7-a247-9c310d65d0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377159 Feb 01 04:57:43.606401 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 69d04bc2-d67b-4f2e-b6ab-8480fd3ecd3e details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 01 04:57:43.734777 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 69d04bc2-d67b-4f2e-b6ab-8480fd3ecd3e, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=69d04bc2-d67b-4f2e-b6ab-8480fd3ecd3e,segment=NetworkSegment(edef27e2-3420-4db7-ac76-298bf2e983c4),segment_id=edef27e2-3420-4db7-ac76-298bf2e983c4)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:57:43.747513 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Returning: {'device': '69d04bc2-d67b-4f2e-b6ab-8480fd3ecd3e', 'network_id': '2fb63ddb-9a83-4c33-a70b-fe1f1cd22a9a', 'port_id': '69d04bc2-d67b-4f2e-b6ab-8480fd3ecd3e', 'mac_address': 'fa:16:3e:ee:08:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7af46fb9-7941-4d3a-9a8f-67af846c7ecb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 01 04:57:43.800457 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:43.816389 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69d04bc2-d67b-4f2e-b6ab-8480fd3ecd3e {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 04:57:43.831658 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 69d04bc2-d67b-4f2e-b6ab-8480fd3ecd3e, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=69d04bc2-d67b-4f2e-b6ab-8480fd3ecd3e,segment=NetworkSegment(edef27e2-3420-4db7-ac76-298bf2e983c4),segment_id=edef27e2-3420-4db7-ac76-298bf2e983c4)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:57:43.835546 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:43.903934 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=69d04bc2-d67b-4f2e-b6ab-8480fd3ecd3e,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:57:44.127605 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] get_ports_and_sgs() called for port_ids ['69d04bc2-d67b-4f2e-b6ab-8480fd3ecd3e'] {{(pid=87638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 01 04:57:44.673448 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f096f7f-18d0-44b8-8f02-90b0ee468272 req-42870aeb-74e6-4064-b993-c109ecb3d929 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:57:44.674853 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4f096f7f-18d0-44b8-8f02-90b0ee468272 req-42870aeb-74e6-4064-b993-c109ecb3d929 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] 10.222.0.24 "GET /v2.0/ports?device_id=67d56e29-89d5-412f-a2e7-405d9c052108 HTTP/1.1" status: 200 len: 944 time: 0.0798943 Feb 01 04:57:44.717436 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4f096f7f-18d0-44b8-8f02-90b0ee468272 req-d0017d0f-27d1-4220-ad6a-af0c5534c97b tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] 10.222.0.24 "GET /v2.0/security-groups?id=f32f57a7-5cb4-4db7-a247-9c310d65d0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366213 Feb 01 04:57:45.129073 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:45.601689 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 69d04bc2-d67b-4f2e-b6ab-8480fd3ecd3e up at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:57:45.670412 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning for port 69d04bc2-d67b-4f2e-b6ab-8480fd3ecd3e completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:57:45.674779 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning complete for port 69d04bc2-d67b-4f2e-b6ab-8480fd3ecd3e triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:57:45.675153 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:45.788384 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:45.813874 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d56e29-89d5-412f-a2e7-405d9c052108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d04bc2-d67b-4f2e-b6ab-8480fd3ecd3e'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:57:45.824070 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 69d04bc2-d67b-4f2e-b6ab-8480fd3ecd3e, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=69d04bc2-d67b-4f2e-b6ab-8480fd3ecd3e,segment=NetworkSegment(edef27e2-3420-4db7-ac76-298bf2e983c4),segment_id=edef27e2-3420-4db7-ac76-298bf2e983c4)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:57:45.828132 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:45.866285 dv-neutron-826830-1-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67d56e29-89d5-412f-a2e7-405d9c052108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d04bc2-d67b-4f2e-b6ab-8480fd3ecd3e', 'code': 200} Feb 01 04:57:45.900735 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c0dd8c-37bf-45d7-a0f2-85b35acd315c req-6f7e101c-4263-443b-b9d2-eae1fa205eac tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:57:45.902091 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=69d04bc2-d67b-4f2e-b6ab-8480fd3ecd3e,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:57:45.902616 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-f1c0dd8c-37bf-45d7-a0f2-85b35acd315c req-6f7e101c-4263-443b-b9d2-eae1fa205eac tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] 10.222.0.24 "GET /v2.0/ports?device_id=67d56e29-89d5-412f-a2e7-405d9c052108 HTTP/1.1" status: 200 len: 945 time: 0.0833845 Feb 01 04:57:46.051772 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-f1c0dd8c-37bf-45d7-a0f2-85b35acd315c req-ed93b3aa-578a-4aae-ae4b-d85cc544a047 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] 10.222.0.24 "GET /v2.0/security-groups?id=f32f57a7-5cb4-4db7-a247-9c310d65d0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421607 Feb 01 04:57:46.125103 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7147501b-9e5a-4a88-8a96-4ea36e1fea28 req-47612cdf-53f6-40e3-8e46-ec30593e9d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:57:46.126506 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7147501b-9e5a-4a88-8a96-4ea36e1fea28 req-47612cdf-53f6-40e3-8e46-ec30593e9d73 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=67d56e29-89d5-412f-a2e7-405d9c052108 HTTP/1.1" status: 200 len: 1098 time: 0.0672946 Feb 01 04:57:46.168996 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7147501b-9e5a-4a88-8a96-4ea36e1fea28 req-8328150c-43a8-4d78-864b-8e166797065d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f32f57a7-5cb4-4db7-a247-9c310d65d0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360131 Feb 01 04:57:47.233904 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2cbb7d-bd16-4565-a6ad-12a8e771cfb4 req-c121f8c4-352e-434c-b282-2a64ff37ed19 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:57:47.235460 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8d2cbb7d-bd16-4565-a6ad-12a8e771cfb4 req-c121f8c4-352e-434c-b282-2a64ff37ed19 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] 10.222.0.24 "GET /v2.0/ports?device_id=67d56e29-89d5-412f-a2e7-405d9c052108 HTTP/1.1" status: 200 len: 945 time: 0.0794311 Feb 01 04:57:47.280289 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8d2cbb7d-bd16-4565-a6ad-12a8e771cfb4 req-3e9c2133-7910-4e62-84f2-d02cad5d750f tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] 10.222.0.24 "GET /v2.0/security-groups?id=f32f57a7-5cb4-4db7-a247-9c310d65d0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390694 Feb 01 04:57:48.456788 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3976bed6-4a76-4789-bb45-bacc24410f16 req-1a27977e-23fa-4c77-a226-c7de8c761c68 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:57:48.458208 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-3976bed6-4a76-4789-bb45-bacc24410f16 req-1a27977e-23fa-4c77-a226-c7de8c761c68 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] 10.222.0.24 "GET /v2.0/ports?device_id=67d56e29-89d5-412f-a2e7-405d9c052108 HTTP/1.1" status: 200 len: 945 time: 0.0767272 Feb 01 04:57:48.500142 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-3976bed6-4a76-4789-bb45-bacc24410f16 req-17c9d533-2404-4fe8-8a17-ad19deb330c8 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] 10.222.0.24 "GET /v2.0/security-groups?id=f32f57a7-5cb4-4db7-a247-9c310d65d0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363686 Feb 01 04:57:48.869142 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030fec58-3c28-48fb-a54b-fe127830652d req-6865d6b7-49dd-4fb3-b277-85af5d9fbf59 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:57:48.870505 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-030fec58-3c28-48fb-a54b-fe127830652d req-6865d6b7-49dd-4fb3-b277-85af5d9fbf59 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] 10.222.0.24 "GET /v2.0/ports?device_id=67d56e29-89d5-412f-a2e7-405d9c052108 HTTP/1.1" status: 200 len: 945 time: 0.0811493 Feb 01 04:57:48.912909 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-030fec58-3c28-48fb-a54b-fe127830652d req-50004cb6-762e-433c-9611-cfc23cb0dc46 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] 10.222.0.24 "GET /v2.0/security-groups?id=f32f57a7-5cb4-4db7-a247-9c310d65d0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365765 Feb 01 04:57:50.096459 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a23ca59-026b-4172-8879-1d4fe19fa511 req-98a3bd61-88a6-469c-93ca-aec243fd9382 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:57:50.097892 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1a23ca59-026b-4172-8879-1d4fe19fa511 req-98a3bd61-88a6-469c-93ca-aec243fd9382 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] 10.222.0.24 "GET /v2.0/ports?device_id=67d56e29-89d5-412f-a2e7-405d9c052108 HTTP/1.1" status: 200 len: 945 time: 0.0819488 Feb 01 04:57:50.141223 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1a23ca59-026b-4172-8879-1d4fe19fa511 req-ef190a2c-e1ca-4f07-a22d-58ba0d11a736 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] 10.222.0.24 "GET /v2.0/security-groups?id=f32f57a7-5cb4-4db7-a247-9c310d65d0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374923 Feb 01 04:57:50.410231 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7034a297-8ee6-442b-8a20-d4990f5ad569 req-d8666776-cbbd-400d-9e2a-2185bc7833be tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:57:50.411602 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7034a297-8ee6-442b-8a20-d4990f5ad569 req-d8666776-cbbd-400d-9e2a-2185bc7833be tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] 10.222.0.18 "GET /v2.0/ports?device_id=67d56e29-89d5-412f-a2e7-405d9c052108 HTTP/1.1" status: 200 len: 945 time: 0.0773330 Feb 01 04:57:50.586423 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-7034a297-8ee6-442b-8a20-d4990f5ad569 req-8c380a61-03c3-4d45-ac9d-75e406e59ad2 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Deleting port 69d04bc2-d67b-4f2e-b6ab-8480fd3ecd3e {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:57:50.586757 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-7034a297-8ee6-442b-8a20-d4990f5ad569 req-8c380a61-03c3-4d45-ac9d-75e406e59ad2 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:50.830650 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-7034a297-8ee6-442b-8a20-d4990f5ad569 req-8c380a61-03c3-4d45-ac9d-75e406e59ad2 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] For port 69d04bc2-d67b-4f2e-b6ab-8480fd3ecd3e, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=69d04bc2-d67b-4f2e-b6ab-8480fd3ecd3e,segment=NetworkSegment(edef27e2-3420-4db7-ac76-298bf2e983c4),segment_id=edef27e2-3420-4db7-ac76-298bf2e983c4)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:57:50.831006 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-7034a297-8ee6-442b-8a20-d4990f5ad569 req-8c380a61-03c3-4d45-ac9d-75e406e59ad2 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:50.958893 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-7034a297-8ee6-442b-8a20-d4990f5ad569 req-8c380a61-03c3-4d45-ac9d-75e406e59ad2 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Calling delete_port for 69d04bc2-d67b-4f2e-b6ab-8480fd3ecd3e owned by compute:nova {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:57:51.102024 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-7034a297-8ee6-442b-8a20-d4990f5ad569 req-8c380a61-03c3-4d45-ac9d-75e406e59ad2 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:51.134994 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] get_ports_and_sgs() called for port_ids ['fbd5f427-9597-425c-a8ed-ad1da48f26fa', '69d04bc2-d67b-4f2e-b6ab-8480fd3ecd3e'] {{(pid=87638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 01 04:57:51.154060 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c380a61-03c3-4d45-ac9d-75e406e59ad2 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Pushing event deleted for resources: {'Port': ['ID=69d04bc2-d67b-4f2e-b6ab-8480fd3ecd3e,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:57:51.229892 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-7034a297-8ee6-442b-8a20-d4990f5ad569 req-8c380a61-03c3-4d45-ac9d-75e406e59ad2 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] No DVR routers for this DVR port 69d04bc2-d67b-4f2e-b6ab-8480fd3ecd3e on host hv-neutron-8268 {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:57:51.232748 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-7034a297-8ee6-442b-8a20-d4990f5ad569 req-8c380a61-03c3-4d45-ac9d-75e406e59ad2 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:51.235520 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d56e29-89d5-412f-a2e7-405d9c052108', 'name': 'network-vif-deleted', 'tag': '69d04bc2-d67b-4f2e-b6ab-8480fd3ecd3e'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:57:51.253561 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7034a297-8ee6-442b-8a20-d4990f5ad569 req-8c380a61-03c3-4d45-ac9d-75e406e59ad2 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] 10.222.0.18 "DELETE /v2.0/ports/69d04bc2-d67b-4f2e-b6ab-8480fd3ecd3e HTTP/1.1" status: 204 len: 173 time: 0.8367975 Feb 01 04:57:51.285446 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67d56e29-89d5-412f-a2e7-405d9c052108', 'name': 'network-vif-deleted', 'tag': '69d04bc2-d67b-4f2e-b6ab-8480fd3ecd3e', 'status': 'completed', 'code': 200} Feb 01 04:57:51.292156 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-812e84ad-80c5-4782-85b2-9f9cfd028ccc req-a767d4d9-3da2-4494-af4c-7eda9bd41e0b tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] 10.222.0.24 "GET /v2.0/ports?device_id=67d56e29-89d5-412f-a2e7-405d9c052108 HTTP/1.1" status: 200 len: 210 time: 0.0431931 Feb 01 04:57:52.548957 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6594e17f-2bd5-4b04-824f-4150e7f11f52 req-875f8bc6-b05f-4c70-ac8e-f60ac69509da tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:57:52.550368 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-6594e17f-2bd5-4b04-824f-4150e7f11f52 req-875f8bc6-b05f-4c70-ac8e-f60ac69509da tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] 10.222.0.24 "GET /v2.0/ports?device_id=67fa7487-cf4a-458a-bdf8-f062097b1ee2 HTTP/1.1" status: 200 len: 946 time: 0.0802634 Feb 01 04:57:52.592444 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-6594e17f-2bd5-4b04-824f-4150e7f11f52 req-66ffe2f4-8e25-40bc-bd58-860bee5a732c tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] 10.222.0.24 "GET /v2.0/security-groups?id=f32f57a7-5cb4-4db7-a247-9c310d65d0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363743 Feb 01 04:57:52.788744 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27127df7-ebcb-4c2c-a8fe-b5c1deb89301 req-9bebaffa-f7db-4bf3-80eb-1c1aa45f5457 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:57:52.790667 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-27127df7-ebcb-4c2c-a8fe-b5c1deb89301 req-9bebaffa-f7db-4bf3-80eb-1c1aa45f5457 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] 10.222.0.24 "GET /v2.0/ports?device_id=67fa7487-cf4a-458a-bdf8-f062097b1ee2 HTTP/1.1" status: 200 len: 946 time: 0.0768135 Feb 01 04:57:52.833076 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-27127df7-ebcb-4c2c-a8fe-b5c1deb89301 req-98973e52-a650-4dca-81e2-eee6838eef4d tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] 10.222.0.24 "GET /v2.0/security-groups?id=f32f57a7-5cb4-4db7-a247-9c310d65d0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369670 Feb 01 04:57:53.011615 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b85d027-0a63-49d8-9ebe-29d3f145be08 req-8272bd7e-a5bb-4ecc-9619-a986fa7e3bbb tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:57:53.012290 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-6b85d027-0a63-49d8-9ebe-29d3f145be08 req-8272bd7e-a5bb-4ecc-9619-a986fa7e3bbb tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Synchronizing usage tracker for tenant:8b4fac0053344ae59bf66547884252cc on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:57:53.027442 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-6b85d027-0a63-49d8-9ebe-29d3f145be08 req-8272bd7e-a5bb-4ecc-9619-a986fa7e3bbb tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Unset dirty status for tenant:8b4fac0053344ae59bf66547884252cc on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:57:53.028820 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6b85d027-0a63-49d8-9ebe-29d3f145be08 req-8272bd7e-a5bb-4ecc-9619-a986fa7e3bbb tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] 10.222.0.24 "GET /v2.0/ports?device_id=67fa7487-cf4a-458a-bdf8-f062097b1ee2 HTTP/1.1" status: 200 len: 946 time: 0.0925987 Feb 01 04:57:53.074720 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6b85d027-0a63-49d8-9ebe-29d3f145be08 req-a0aee6f3-f019-4860-a50c-c6abd5591eb9 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] 10.222.0.24 "GET /v2.0/security-groups?id=f32f57a7-5cb4-4db7-a247-9c310d65d0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403128 Feb 01 04:57:53.350499 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd3a273-be5d-41ed-b2f6-91fc9c76f59d req-25a52fea-9307-4e2e-b7cb-776da87eb6f4 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:57:53.351992 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1dd3a273-be5d-41ed-b2f6-91fc9c76f59d req-25a52fea-9307-4e2e-b7cb-776da87eb6f4 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] 10.222.0.24 "GET /v2.0/ports?device_id=67fa7487-cf4a-458a-bdf8-f062097b1ee2 HTTP/1.1" status: 200 len: 946 time: 0.0803010 Feb 01 04:57:53.394563 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1dd3a273-be5d-41ed-b2f6-91fc9c76f59d req-d3aac42b-05dc-406b-9411-139206991d8f tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] 10.222.0.24 "GET /v2.0/security-groups?id=f32f57a7-5cb4-4db7-a247-9c310d65d0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370448 Feb 01 04:57:53.578094 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22559c4-65d2-48a5-b9c6-2928252c3eaa req-de311ea2-3c4f-47e1-9780-f8c72c763793 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:57:53.579591 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-e22559c4-65d2-48a5-b9c6-2928252c3eaa req-de311ea2-3c4f-47e1-9780-f8c72c763793 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] 10.222.0.24 "GET /v2.0/ports?device_id=67fa7487-cf4a-458a-bdf8-f062097b1ee2 HTTP/1.1" status: 200 len: 946 time: 0.0830526 Feb 01 04:57:53.622567 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-e22559c4-65d2-48a5-b9c6-2928252c3eaa req-43b19b5b-6134-44fc-ac26-768d225b7907 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] 10.222.0.24 "GET /v2.0/security-groups?id=f32f57a7-5cb4-4db7-a247-9c310d65d0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372670 Feb 01 04:57:53.657555 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 69d04bc2-d67b-4f2e-b6ab-8480fd3ecd3e no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:57:53.691555 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] No Port match for: 69d04bc2-d67b-4f2e-b6ab-8480fd3ecd3e {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:57:53.691896 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 69d04bc2-d67b-4f2e-b6ab-8480fd3ecd3e not bound to the agent host hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:57:53.814845 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f43e2-6b49-4aba-9931-be3339322cb1 req-53cf9400-b3d7-4fe7-8adf-54f1d7f2ff0b tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:57:53.816241 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-e55f43e2-6b49-4aba-9931-be3339322cb1 req-53cf9400-b3d7-4fe7-8adf-54f1d7f2ff0b tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] 10.222.0.24 "GET /v2.0/ports?device_id=67fa7487-cf4a-458a-bdf8-f062097b1ee2 HTTP/1.1" status: 200 len: 946 time: 0.0776920 Feb 01 04:57:53.862966 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-e55f43e2-6b49-4aba-9931-be3339322cb1 req-a6bd7c1e-4e99-4ef4-af0b-d6ff382f2795 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] 10.222.0.24 "GET /v2.0/security-groups?id=f32f57a7-5cb4-4db7-a247-9c310d65d0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402400 Feb 01 04:57:54.381896 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d714b-c50a-459f-84f6-386a2be96389 req-02bdd972-bac1-4c53-8699-0bdb5a494b7e tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:57:54.383360 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-803d714b-c50a-459f-84f6-386a2be96389 req-02bdd972-bac1-4c53-8699-0bdb5a494b7e tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] 10.222.0.24 "GET /v2.0/ports?device_id=67fa7487-cf4a-458a-bdf8-f062097b1ee2 HTTP/1.1" status: 200 len: 946 time: 0.0788112 Feb 01 04:57:54.429917 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-803d714b-c50a-459f-84f6-386a2be96389 req-8a1c245b-fcde-4069-a58c-f84e874c0628 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] 10.222.0.24 "GET /v2.0/security-groups?id=f32f57a7-5cb4-4db7-a247-9c310d65d0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408494 Feb 01 04:57:55.612190 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baee024-cfde-4a13-adce-eb80853fd28b req-8ad93b9a-5253-4947-80d9-8642e5ac6142 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:57:55.613634 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9baee024-cfde-4a13-adce-eb80853fd28b req-8ad93b9a-5253-4947-80d9-8642e5ac6142 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] 10.222.0.24 "GET /v2.0/ports?device_id=67fa7487-cf4a-458a-bdf8-f062097b1ee2 HTTP/1.1" status: 200 len: 946 time: 0.0779939 Feb 01 04:57:55.663117 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9baee024-cfde-4a13-adce-eb80853fd28b req-735357cf-14ea-4712-816b-9ab240d9f8b4 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] 10.222.0.24 "GET /v2.0/security-groups?id=f32f57a7-5cb4-4db7-a247-9c310d65d0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405629 Feb 01 04:57:55.835569 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbbb7b8-6ba1-408f-8bae-774f094aa0a0 req-0927559d-123c-4af3-b0c6-18cbe0a163a0 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:57:55.836984 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6fbbb7b8-6ba1-408f-8bae-774f094aa0a0 req-0927559d-123c-4af3-b0c6-18cbe0a163a0 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] 10.222.0.18 "GET /v2.0/ports?device_id=67fa7487-cf4a-458a-bdf8-f062097b1ee2 HTTP/1.1" status: 200 len: 946 time: 0.0817339 Feb 01 04:57:55.904925 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-6fbbb7b8-6ba1-408f-8bae-774f094aa0a0 req-cb5a50fd-44af-439d-9c49-807bb545b8f8 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Deleting port fbd5f427-9597-425c-a8ed-ad1da48f26fa {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:57:55.905267 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-6fbbb7b8-6ba1-408f-8bae-774f094aa0a0 req-cb5a50fd-44af-439d-9c49-807bb545b8f8 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:56.148929 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-6fbbb7b8-6ba1-408f-8bae-774f094aa0a0 req-cb5a50fd-44af-439d-9c49-807bb545b8f8 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] For port fbd5f427-9597-425c-a8ed-ad1da48f26fa, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=fbd5f427-9597-425c-a8ed-ad1da48f26fa,segment=NetworkSegment(edef27e2-3420-4db7-ac76-298bf2e983c4),segment_id=edef27e2-3420-4db7-ac76-298bf2e983c4)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:57:56.149194 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-6fbbb7b8-6ba1-408f-8bae-774f094aa0a0 req-cb5a50fd-44af-439d-9c49-807bb545b8f8 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:56.276064 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-6fbbb7b8-6ba1-408f-8bae-774f094aa0a0 req-cb5a50fd-44af-439d-9c49-807bb545b8f8 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Calling delete_port for fbd5f427-9597-425c-a8ed-ad1da48f26fa owned by compute:nova {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:57:56.419682 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-6fbbb7b8-6ba1-408f-8bae-774f094aa0a0 req-cb5a50fd-44af-439d-9c49-807bb545b8f8 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:56.451480 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] get_ports_and_sgs() called for port_ids ['fbd5f427-9597-425c-a8ed-ad1da48f26fa'] {{(pid=87638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 01 04:57:56.473213 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a50fd-44af-439d-9c49-807bb545b8f8 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Pushing event deleted for resources: {'Port': ['ID=fbd5f427-9597-425c-a8ed-ad1da48f26fa,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:57:56.639820 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fbbb7b8-6ba1-408f-8bae-774f094aa0a0 req-cb5a50fd-44af-439d-9c49-807bb545b8f8 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] No DVR routers for this DVR port fbd5f427-9597-425c-a8ed-ad1da48f26fa on host hv-neutron-8268 {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:57:56.642185 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-6fbbb7b8-6ba1-408f-8bae-774f094aa0a0 req-cb5a50fd-44af-439d-9c49-807bb545b8f8 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:56.644575 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67fa7487-cf4a-458a-bdf8-f062097b1ee2', 'name': 'network-vif-deleted', 'tag': 'fbd5f427-9597-425c-a8ed-ad1da48f26fa'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:57:56.660099 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6fbbb7b8-6ba1-408f-8bae-774f094aa0a0 req-cb5a50fd-44af-439d-9c49-807bb545b8f8 tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] 10.222.0.18 "DELETE /v2.0/ports/fbd5f427-9597-425c-a8ed-ad1da48f26fa HTTP/1.1" status: 204 len: 173 time: 0.8181255 Feb 01 04:57:56.692604 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67fa7487-cf4a-458a-bdf8-f062097b1ee2', 'name': 'network-vif-deleted', 'tag': 'fbd5f427-9597-425c-a8ed-ad1da48f26fa', 'status': 'completed', 'code': 200} Feb 01 04:57:56.812517 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-6eb5487d-abd4-4e37-8016-2dca32d308b5 req-8f3aba51-2b34-479d-888c-55349a422fcb tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Synchronizing usage tracker for tenant:8b4fac0053344ae59bf66547884252cc on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:57:56.828651 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-6eb5487d-abd4-4e37-8016-2dca32d308b5 req-8f3aba51-2b34-479d-888c-55349a422fcb tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] Unset dirty status for tenant:8b4fac0053344ae59bf66547884252cc on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:57:56.830049 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6eb5487d-abd4-4e37-8016-2dca32d308b5 req-8f3aba51-2b34-479d-888c-55349a422fcb tempest-ServersNegativeTestJSON-1370198102 tempest-ServersNegativeTestJSON-1370198102-project] 10.222.0.24 "GET /v2.0/ports?device_id=67fa7487-cf4a-458a-bdf8-f062097b1ee2 HTTP/1.1" status: 200 len: 210 time: 0.0607789 Feb 01 04:57:57.922690 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 47352) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:57:57.984222 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b2a3028-eb2a-47d8-bbb5-6aed8d8f11f7 admin admin] Deleting subnet 7af46fb9-7941-4d3a-9a8f-67af846c7ecb {{(pid=87637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:57:57.987260 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0b2a3028-eb2a-47d8-bbb5-6aed8d8f11f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:58.035173 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0b2a3028-eb2a-47d8-bbb5-6aed8d8f11f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2424773'] for subnet, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:58.088714 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0b2a3028-eb2a-47d8-bbb5-6aed8d8f11f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:58.156720 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0b2a3028-eb2a-47d8-bbb5-6aed8d8f11f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3037665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694336'] for subnet, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:58.191655 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2a3028-eb2a-47d8-bbb5-6aed8d8f11f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7af46fb9-7941-4d3a-9a8f-67af846c7ecb,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:57:58.196979 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0b2a3028-eb2a-47d8-bbb5-6aed8d8f11f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:58.202489 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-0b2a3028-eb2a-47d8-bbb5-6aed8d8f11f7 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7af46fb9-7941-4d3a-9a8f-67af846c7ecb HTTP/1.1" status: 204 len: 168 time: 0.2787514 Feb 01 04:57:58.205099 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 47356) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:57:58.309930 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-26715c2e-5ca2-4e10-b5ab-31042a46150b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:58.431768 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-26715c2e-5ca2-4e10-b5ab-31042a46150b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:58.455529 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-26715c2e-5ca2-4e10-b5ab-31042a46150b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fb63ddb-9a83-4c33-a70b-fe1f1cd22a9a']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:57:58.467541 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-26715c2e-5ca2-4e10-b5ab-31042a46150b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edef27e2-3420-4db7-ac76-298bf2e983c4') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:57:58.467829 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-26715c2e-5ca2-4e10-b5ab-31042a46150b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edef27e2-3420-4db7-ac76-298bf2e983c4') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:57:58.478523 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-26715c2e-5ca2-4e10-b5ab-31042a46150b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143022'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:58.493755 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-26715c2e-5ca2-4e10-b5ab-31042a46150b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:58.499454 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26715c2e-5ca2-4e10-b5ab-31042a46150b admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:57:58.499822 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-26715c2e-5ca2-4e10-b5ab-31042a46150b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3072199'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:58.513690 dv-neutron-826830-1-hyperv neutron-server[87636]: Traceback (most recent call last): Feb 01 04:57:58.513690 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:57:58.513690 dv-neutron-826830-1-hyperv neutron-server[87636]: timer() Feb 01 04:57:58.513690 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:57:58.513690 dv-neutron-826830-1-hyperv neutron-server[87636]: cb(*args, **kw) Feb 01 04:57:58.513690 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:57:58.513690 dv-neutron-826830-1-hyperv neutron-server[87636]: return func(*args, **kwargs) Feb 01 04:57:58.513690 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:57:58.513690 dv-neutron-826830-1-hyperv neutron-server[87636]: self._notify() Feb 01 04:57:58.513690 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:57:58.513690 dv-neutron-826830-1-hyperv neutron-server[87636]: self.callback(batched_events) Feb 01 04:57:58.513690 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:57:58.513690 dv-neutron-826830-1-hyperv neutron-server[87636]: event.method(event) Feb 01 04:57:58.513690 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:57:58.513690 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:57:58.513690 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:57:58.513690 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:57:58.513690 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:57:58.513690 dv-neutron-826830-1-hyperv neutron-server[87636]: return f(self, *a, **k) Feb 01 04:57:58.513690 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:57:58.513690 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._get(url).json() Feb 01 04:57:58.513690 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:57:58.513690 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:57:58.513690 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:57:58.513690 dv-neutron-826830-1-hyperv neutron-server[87636]: return self.request(url, 'GET', **kwargs) Feb 01 04:57:58.513690 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:57:58.513690 dv-neutron-826830-1-hyperv neutron-server[87636]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:57:58.513690 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:57:58.513690 dv-neutron-826830-1-hyperv neutron-server[87636]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:57:58.513690 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:57:58.513690 dv-neutron-826830-1-hyperv neutron-server[87636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:57:58.513690 dv-neutron-826830-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:57:58.586750 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-26715c2e-5ca2-4e10-b5ab-31042a46150b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:58.602610 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-26715c2e-5ca2-4e10-b5ab-31042a46150b admin admin] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:58.612526 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26715c2e-5ca2-4e10-b5ab-31042a46150b admin admin] Pushing event deleted for resources: {'Network': ['ID=2fb63ddb-9a83-4c33-a70b-fe1f1cd22a9a,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:57:58.620584 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-26715c2e-5ca2-4e10-b5ab-31042a46150b admin admin] 10.222.0.24 "DELETE /v2.0/networks/2fb63ddb-9a83-4c33-a70b-fe1f1cd22a9a HTTP/1.1" status: 204 len: 168 time: 0.4144871 Feb 01 04:57:58.746701 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 47362) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:57:58.793549 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-71854e7e-2907-440d-9dba-f558185fd2d0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8b4fac0053344ae59bf66547884252cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0456657 Feb 01 04:57:58.795862 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 47366) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:57:58.851514 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ad6e2919-e1b2-4d2e-83b9-f60ead557613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:58.876693 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ad6e2919-e1b2-4d2e-83b9-f60ead557613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:58.926812 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ad6e2919-e1b2-4d2e-83b9-f60ead557613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:58.945129 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6e2919-e1b2-4d2e-83b9-f60ead557613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32f57a7-5cb4-4db7-a247-9c310d65d0f5,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:57:58.954507 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ad6e2919-e1b2-4d2e-83b9-f60ead557613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:58.955631 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ad6e2919-e1b2-4d2e-83b9-f60ead557613 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f32f57a7-5cb4-4db7-a247-9c310d65d0f5 HTTP/1.1" status: 204 len: 168 time: 0.1589200 Feb 01 04:57:59.685490 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 47390) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:57:59.699745 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device fbd5f427-9597-425c-a8ed-ad1da48f26fa no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:57:59.733289 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] No Port match for: fbd5f427-9597-425c-a8ed-ad1da48f26fa {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:57:59.733576 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device fbd5f427-9597-425c-a8ed-ad1da48f26fa not bound to the agent host hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:57:59.788934 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-9f3067b5-132d-4539-8493-327577503550 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1780156776'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:57:59.794534 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-9f3067b5-132d-4539-8493-327577503550 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:57:59.798295 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-9f3067b5-132d-4539-8493-327577503550 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Usage tracker for resource:network and tenant:6b3ad7b188964b9f9015909750ae02e0 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:57:59.801118 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-9f3067b5-132d-4539-8493-327577503550 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:57:59.810210 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-9f3067b5-132d-4539-8493-327577503550 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:57:59.819962 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f3067b5-132d-4539-8493-327577503550 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Made reservation on behalf of 6b3ad7b188964b9f9015909750ae02e0 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:57:59.823262 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9f3067b5-132d-4539-8493-327577503550 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:59.834884 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9f3067b5-132d-4539-8493-327577503550 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:59.849659 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-9f3067b5-132d-4539-8493-327577503550 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:57:59.854023 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-9f3067b5-132d-4539-8493-327577503550 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Usage tracker for resource:security_group_rule and tenant:6b3ad7b188964b9f9015909750ae02e0 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:57:59.856753 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-9f3067b5-132d-4539-8493-327577503550 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:57:59.862252 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-9f3067b5-132d-4539-8493-327577503550 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:57:59.947594 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9f3067b5-132d-4539-8493-327577503550 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:59.951078 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9f3067b5-132d-4539-8493-327577503550 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:59.980723 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f3067b5-132d-4539-8493-327577503550 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:57:59.993321 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3067b5-132d-4539-8493-327577503550 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b3c852-796d-4ff6-a6b4-314bff14d2e3,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:57:59.999361 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9f3067b5-132d-4539-8493-327577503550 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:57:59.999706 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-9f3067b5-132d-4539-8493-327577503550 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Added segment f75f44c4-f8e9-4222-af7d-2304737ec050 of type vlan for network a1fedb5b-0129-4eb9-b216-5eeafc7a39f4 Feb 01 04:58:00.025829 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9f3067b5-132d-4539-8493-327577503550 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:00.054284 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9f3067b5-132d-4539-8493-327577503550 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:00.059804 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3067b5-132d-4539-8493-327577503550 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:58:00.060377 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9f3067b5-132d-4539-8493-327577503550 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:00.122990 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9f3067b5-132d-4539-8493-327577503550 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4363713 Feb 01 04:58:00.172425 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3067b5-132d-4539-8493-327577503550 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Pushing event updated for resources: {'Network': ['ID=a1fedb5b-0129-4eb9-b216-5eeafc7a39f4,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:58:00.183609 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network a1fedb5b-0129-4eb9-b216-5eeafc7a39f4 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:58:01.986858 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a0b8dd43-bb04-4c3b-8017-259af72410ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:02.340085 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 04:58:03.406346 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 47396) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:58:03.411990 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-e998eda6-8a6b-4847-872a-d8dd161d6240 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Request body: {'subnet': {'network_id': 'a1fedb5b-0129-4eb9-b216-5eeafc7a39f4', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:58:03.518803 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-e998eda6-8a6b-4847-872a-d8dd161d6240 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:58:03.522506 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-e998eda6-8a6b-4847-872a-d8dd161d6240 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Usage tracker for resource:subnet and tenant:6b3ad7b188964b9f9015909750ae02e0 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:58:03.525243 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-e998eda6-8a6b-4847-872a-d8dd161d6240 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:58:03.530683 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-e998eda6-8a6b-4847-872a-d8dd161d6240 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:58:03.539514 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e998eda6-8a6b-4847-872a-d8dd161d6240 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Made reservation on behalf of 6b3ad7b188964b9f9015909750ae02e0 for: {'subnet': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:58:03.542846 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e998eda6-8a6b-4847-872a-d8dd161d6240 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3694443'] for subnet, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:03.749887 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e998eda6-8a6b-4847-872a-d8dd161d6240 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3037478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3694457'] for subnet, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:03.831766 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e998eda6-8a6b-4847-872a-d8dd161d6240 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Pushing event updated for resources: {'Subnet': ['ID=30aff9e0-f11a-4dab-8c47-c073d3b049e6,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:58:03.835773 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e998eda6-8a6b-4847-872a-d8dd161d6240 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Checking segment: {'id': 'f75f44c4-f8e9-4222-af7d-2304737ec050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a1fedb5b-0129-4eb9-b216-5eeafc7a39f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:58:03.836130 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e998eda6-8a6b-4847-872a-d8dd161d6240 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Network hostable DHCP agents. Network: a1fedb5b-0129-4eb9-b216-5eeafc7a39f4, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:58:03.855911 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e998eda6-8a6b-4847-872a-d8dd161d6240 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Network a1fedb5b-0129-4eb9-b216-5eeafc7a39f4 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:58:03.865330 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-e998eda6-8a6b-4847-872a-d8dd161d6240 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, a1fedb5b-0129-4eb9-b216-5eeafc7a39f4) {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:58:03.870140 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e998eda6-8a6b-4847-872a-d8dd161d6240 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:58:03.870717 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e998eda6-8a6b-4847-872a-d8dd161d6240 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:03.876765 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b96f04-8047-4dff-be16-46844c6af7e9 None None] Network a1fedb5b-0129-4eb9-b216-5eeafc7a39f4 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:58:03.898914 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-e998eda6-8a6b-4847-872a-d8dd161d6240 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4882159 Feb 01 04:58:03.899229 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 47400) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:58:03.904746 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-bffed8c2-6c26-4c48-b4e6-05d885b623c4 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1678144587'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:58:03.909516 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-bffed8c2-6c26-4c48-b4e6-05d885b623c4 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:58:03.913379 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-bffed8c2-6c26-4c48-b4e6-05d885b623c4 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Usage tracker for resource:network and tenant:6b3ad7b188964b9f9015909750ae02e0 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:58:03.916835 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-bffed8c2-6c26-4c48-b4e6-05d885b623c4 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:58:03.922644 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-bffed8c2-6c26-4c48-b4e6-05d885b623c4 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:58:03.933597 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bffed8c2-6c26-4c48-b4e6-05d885b623c4 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Made reservation on behalf of 6b3ad7b188964b9f9015909750ae02e0 for: {'network': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:58:03.937138 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bffed8c2-6c26-4c48-b4e6-05d885b623c4 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:03.964042 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bffed8c2-6c26-4c48-b4e6-05d885b623c4 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=87637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:58:03.972681 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bffed8c2-6c26-4c48-b4e6-05d885b623c4 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:03.973017 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.segments_db [None req-bffed8c2-6c26-4c48-b4e6-05d885b623c4 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Added segment 64870fbc-8efe-4234-b45d-b13b353dc139 of type vlan for network d7ae229c-6aaf-4110-a8f4-77babe715926 Feb 01 04:58:04.000401 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bffed8c2-6c26-4c48-b4e6-05d885b623c4 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:04.028329 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bffed8c2-6c26-4c48-b4e6-05d885b623c4 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:04.033954 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bffed8c2-6c26-4c48-b4e6-05d885b623c4 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:58:04.034523 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bffed8c2-6c26-4c48-b4e6-05d885b623c4 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:04.088158 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a5fe39-8146-4851-88ea-5dabb01b429b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-a1fedb5b-0129-4eb9-b216-5eeafc7a39f4', 'network_id': 'a1fedb5b-0129-4eb9-b216-5eeafc7a39f4', 'tenant_id': '6b3ad7b188964b9f9015909750ae02e0', 'fixed_ips': [{'subnet_id': '30aff9e0-f11a-4dab-8c47-c073d3b049e6'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:58:04.088997 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-64a5fe39-8146-4851-88ea-5dabb01b429b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:04.091052 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-bffed8c2-6c26-4c48-b4e6-05d885b623c4 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1907060 Feb 01 04:58:04.094003 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 47404) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:58:04.099698 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-70ad981e-25d8-449c-8758-704d4bb82b88 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Request body: {'subnet': {'network_id': 'd7ae229c-6aaf-4110-a8f4-77babe715926', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:58:04.144084 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffed8c2-6c26-4c48-b4e6-05d885b623c4 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Pushing event updated for resources: {'Network': ['ID=d7ae229c-6aaf-4110-a8f4-77babe715926,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:58:04.158460 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network d7ae229c-6aaf-4110-a8f4-77babe715926 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:58:04.209604 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-70ad981e-25d8-449c-8758-704d4bb82b88 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:58:04.214000 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-70ad981e-25d8-449c-8758-704d4bb82b88 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Usage tracker for resource:subnet and tenant:6b3ad7b188964b9f9015909750ae02e0 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:58:04.216844 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-70ad981e-25d8-449c-8758-704d4bb82b88 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:58:04.222313 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-70ad981e-25d8-449c-8758-704d4bb82b88 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:58:04.231943 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ad981e-25d8-449c-8758-704d4bb82b88 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Made reservation on behalf of 6b3ad7b188964b9f9015909750ae02e0 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:58:04.235651 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-70ad981e-25d8-449c-8758-704d4bb82b88 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:04.332124 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f1c048b6-dc7b-4329-b7dc-37d270963283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:04.343769 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-64a5fe39-8146-4851-88ea-5dabb01b429b None None] Allocated IP 2001:db8:0:ffff::2 (a1fedb5b-0129-4eb9-b216-5eeafc7a39f4/30aff9e0-f11a-4dab-8c47-c073d3b049e6/de80f137-d233-414c-a603-20107cbc46f2) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:58:04.463330 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-70ad981e-25d8-449c-8758-704d4bb82b88 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:04.543353 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ad981e-25d8-449c-8758-704d4bb82b88 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Pushing event updated for resources: {'Subnet': ['ID=95002df4-028c-4482-a998-3e4b2b8e920c,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:58:04.549351 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-64a5fe39-8146-4851-88ea-5dabb01b429b None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:04.551049 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ad981e-25d8-449c-8758-704d4bb82b88 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Checking segment: {'id': '64870fbc-8efe-4234-b45d-b13b353dc139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd7ae229c-6aaf-4110-a8f4-77babe715926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:58:04.551568 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ad981e-25d8-449c-8758-704d4bb82b88 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Network hostable DHCP agents. Network: d7ae229c-6aaf-4110-a8f4-77babe715926, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:58:04.561317 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-64a5fe39-8146-4851-88ea-5dabb01b429b None None] Transition to ACTIVE for port object de80f137-d233-414c-a603-20107cbc46f2 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:58:04.572617 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ad981e-25d8-449c-8758-704d4bb82b88 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Network d7ae229c-6aaf-4110-a8f4-77babe715926 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:58:04.582868 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-70ad981e-25d8-449c-8758-704d4bb82b88 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, d7ae229c-6aaf-4110-a8f4-77babe715926) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:58:04.584459 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-64a5fe39-8146-4851-88ea-5dabb01b429b None None] Transition to ACTIVE for port object de80f137-d233-414c-a603-20107cbc46f2 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:58:04.588797 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ad981e-25d8-449c-8758-704d4bb82b88 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:58:04.589542 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-70ad981e-25d8-449c-8758-704d4bb82b88 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:04.590699 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-64a5fe39-8146-4851-88ea-5dabb01b429b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:04.610713 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-70ad981e-25d8-449c-8758-704d4bb82b88 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5155964 Feb 01 04:58:04.613378 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 47408) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:58:04.626065 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b57d51-0ec0-4050-a603-c4079e86cc24 None None] Network d7ae229c-6aaf-4110-a8f4-77babe715926 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:58:04.693908 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a5fe39-8146-4851-88ea-5dabb01b429b None None] Network a1fedb5b-0129-4eb9-b216-5eeafc7a39f4 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:58:04.740824 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-64a5fe39-8146-4851-88ea-5dabb01b429b None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:58:04.749502 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a5fe39-8146-4851-88ea-5dabb01b429b None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:58:04.753125 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8f706304-ff45-4337-b488-ab99edaf03e2 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:04.767522 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a5fe39-8146-4851-88ea-5dabb01b429b None None] Pushing event updated for resources: {'Port': ['ID=de80f137-d233-414c-a603-20107cbc46f2,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:58:04.820695 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8f706304-ff45-4337-b488-ab99edaf03e2 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:04.846675 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a5fe39-8146-4851-88ea-5dabb01b429b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:58:04.846942 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a5fe39-8146-4851-88ea-5dabb01b429b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:58:04.847308 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a5fe39-8146-4851-88ea-5dabb01b429b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:58:04.847639 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a5fe39-8146-4851-88ea-5dabb01b429b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:58:04.848167 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a5fe39-8146-4851-88ea-5dabb01b429b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:58:04.848500 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a5fe39-8146-4851-88ea-5dabb01b429b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:58:04.848822 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a5fe39-8146-4851-88ea-5dabb01b429b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:58:04.849142 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a5fe39-8146-4851-88ea-5dabb01b429b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:58:04.849463 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a5fe39-8146-4851-88ea-5dabb01b429b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:58:04.849781 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a5fe39-8146-4851-88ea-5dabb01b429b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:58:04.850098 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a5fe39-8146-4851-88ea-5dabb01b429b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:58:04.850409 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a5fe39-8146-4851-88ea-5dabb01b429b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:58:04.913669 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-64a5fe39-8146-4851-88ea-5dabb01b429b None None] Attempting to bind port de80f137-d233-414c-a603-20107cbc46f2 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:58:04.914375 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-64a5fe39-8146-4851-88ea-5dabb01b429b None None] Attempting to bind port de80f137-d233-414c-a603-20107cbc46f2 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': 'f75f44c4-f8e9-4222-af7d-2304737ec050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a1fedb5b-0129-4eb9-b216-5eeafc7a39f4'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:58:04.914375 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a5fe39-8146-4851-88ea-5dabb01b429b None None] Attempting to bind port de80f137-d233-414c-a603-20107cbc46f2 on network a1fedb5b-0129-4eb9-b216-5eeafc7a39f4 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:58:04.927730 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a5fe39-8146-4851-88ea-5dabb01b429b None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:58:04.928114 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a5fe39-8146-4851-88ea-5dabb01b429b None None] Checking segment: {'id': 'f75f44c4-f8e9-4222-af7d-2304737ec050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a1fedb5b-0129-4eb9-b216-5eeafc7a39f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:58:04.928497 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-64a5fe39-8146-4851-88ea-5dabb01b429b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:04.928887 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a5fe39-8146-4851-88ea-5dabb01b429b None None] Bound using segment: {'id': 'f75f44c4-f8e9-4222-af7d-2304737ec050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a1fedb5b-0129-4eb9-b216-5eeafc7a39f4'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:58:04.929360 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-64a5fe39-8146-4851-88ea-5dabb01b429b None None] Bound port: de80f137-d233-414c-a603-20107cbc46f2, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f75f44c4-f8e9-4222-af7d-2304737ec050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a1fedb5b-0129-4eb9-b216-5eeafc7a39f4'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:58:04.929729 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-64a5fe39-8146-4851-88ea-5dabb01b429b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:05.010794 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8f706304-ff45-4337-b488-ab99edaf03e2 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3072169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2652276'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:05.033570 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d77807-8257-4707-8145-6f344783578a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-d7ae229c-6aaf-4110-a8f4-77babe715926', 'network_id': 'd7ae229c-6aaf-4110-a8f4-77babe715926', 'tenant_id': '6b3ad7b188964b9f9015909750ae02e0', 'fixed_ips': [{'subnet_id': '95002df4-028c-4482-a998-3e4b2b8e920c'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:58:05.034408 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-65d77807-8257-4707-8145-6f344783578a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:05.047196 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f706304-ff45-4337-b488-ab99edaf03e2 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Pushing event deleted for resources: {'Subnet': ['ID=95002df4-028c-4482-a998-3e4b2b8e920c,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:58:05.144039 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-64a5fe39-8146-4851-88ea-5dabb01b429b None None] For port de80f137-d233-414c-a603-20107cbc46f2, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:58:05.148519 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8f706304-ff45-4337-b488-ab99edaf03e2 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:05.167239 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-64a5fe39-8146-4851-88ea-5dabb01b429b None None] For port de80f137-d233-414c-a603-20107cbc46f2, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=de80f137-d233-414c-a603-20107cbc46f2,segment=NetworkSegment(f75f44c4-f8e9-4222-af7d-2304737ec050),segment_id=f75f44c4-f8e9-4222-af7d-2304737ec050)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:58:05.173937 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-8f706304-ff45-4337-b488-ab99edaf03e2 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7ae229c-6aaf-4110-a8f4-77babe715926']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:58:05.175281 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-64a5fe39-8146-4851-88ea-5dabb01b429b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:05.186323 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-8f706304-ff45-4337-b488-ab99edaf03e2 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64870fbc-8efe-4234-b45d-b13b353dc139') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:58:05.186616 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-8f706304-ff45-4337-b488-ab99edaf03e2 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64870fbc-8efe-4234-b45d-b13b353dc139') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:58:05.197926 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8f706304-ff45-4337-b488-ab99edaf03e2 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143022'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:05.213540 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8f706304-ff45-4337-b488-ab99edaf03e2 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:05.220502 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f706304-ff45-4337-b488-ab99edaf03e2 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:58:05.220867 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8f706304-ff45-4337-b488-ab99edaf03e2 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3072199'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:05.235769 dv-neutron-826830-1-hyperv neutron-server[87636]: Traceback (most recent call last): Feb 01 04:58:05.235769 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:58:05.235769 dv-neutron-826830-1-hyperv neutron-server[87636]: timer() Feb 01 04:58:05.235769 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:58:05.235769 dv-neutron-826830-1-hyperv neutron-server[87636]: cb(*args, **kw) Feb 01 04:58:05.235769 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:58:05.235769 dv-neutron-826830-1-hyperv neutron-server[87636]: return func(*args, **kwargs) Feb 01 04:58:05.235769 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:58:05.235769 dv-neutron-826830-1-hyperv neutron-server[87636]: self._notify() Feb 01 04:58:05.235769 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:58:05.235769 dv-neutron-826830-1-hyperv neutron-server[87636]: self.callback(batched_events) Feb 01 04:58:05.235769 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:58:05.235769 dv-neutron-826830-1-hyperv neutron-server[87636]: event.method(event) Feb 01 04:58:05.235769 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:58:05.235769 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:58:05.235769 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:58:05.235769 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:58:05.235769 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:58:05.235769 dv-neutron-826830-1-hyperv neutron-server[87636]: return f(self, *a, **k) Feb 01 04:58:05.235769 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:58:05.235769 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._get(url).json() Feb 01 04:58:05.235769 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:58:05.235769 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:58:05.235769 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:58:05.235769 dv-neutron-826830-1-hyperv neutron-server[87636]: return self.request(url, 'GET', **kwargs) Feb 01 04:58:05.235769 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:58:05.235769 dv-neutron-826830-1-hyperv neutron-server[87636]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:58:05.235769 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:58:05.235769 dv-neutron-826830-1-hyperv neutron-server[87636]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:58:05.235769 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:58:05.235769 dv-neutron-826830-1-hyperv neutron-server[87636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:58:05.235769 dv-neutron-826830-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:58:05.251459 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a2d438-989a-4dc9-b304-f6b779e23a77 None None] Network d7ae229c-6aaf-4110-a8f4-77babe715926 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:58:05.291005 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a5fe39-8146-4851-88ea-5dabb01b429b None None] Pushing event updated for resources: {'Port': ['ID=de80f137-d233-414c-a603-20107cbc46f2,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:58:05.320287 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8f706304-ff45-4337-b488-ab99edaf03e2 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:05.347976 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8f706304-ff45-4337-b488-ab99edaf03e2 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:05.354861 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f706304-ff45-4337-b488-ab99edaf03e2 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Pushing event deleted for resources: {'Network': ['ID=d7ae229c-6aaf-4110-a8f4-77babe715926,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:58:05.364766 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-8f706304-ff45-4337-b488-ab99edaf03e2 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] 10.222.0.24 "DELETE /v2.0/networks/d7ae229c-6aaf-4110-a8f4-77babe715926 HTTP/1.1" status: 204 len: 168 time: 0.7469671 Feb 01 04:58:05.364861 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 47412) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:58:05.371156 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-e2808648-210c-4c5e-946d-71972e762494 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1098934167'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:58:05.376646 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e2808648-210c-4c5e-946d-71972e762494 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:58:05.380464 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e2808648-210c-4c5e-946d-71972e762494 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Usage tracker for resource:network and tenant:6b3ad7b188964b9f9015909750ae02e0 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:58:05.383330 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e2808648-210c-4c5e-946d-71972e762494 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:58:05.389698 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e2808648-210c-4c5e-946d-71972e762494 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:58:05.402405 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2808648-210c-4c5e-946d-71972e762494 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Made reservation on behalf of 6b3ad7b188964b9f9015909750ae02e0 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:58:05.406165 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e2808648-210c-4c5e-946d-71972e762494 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:05.438449 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2808648-210c-4c5e-946d-71972e762494 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:58:05.465013 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:05.467943 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e2808648-210c-4c5e-946d-71972e762494 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:05.468947 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-e2808648-210c-4c5e-946d-71972e762494 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Added segment 52c1ac29-4eb9-4cc3-89f6-06fe99e99050 of type vlan for network bd560d8b-940f-4551-8bd0-3e2615f54c2f Feb 01 04:58:05.497739 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e2808648-210c-4c5e-946d-71972e762494 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:05.530414 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e2808648-210c-4c5e-946d-71972e762494 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:05.536430 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2808648-210c-4c5e-946d-71972e762494 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:58:05.537074 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e2808648-210c-4c5e-946d-71972e762494 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:05.548125 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:05.603464 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e2808648-210c-4c5e-946d-71972e762494 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2375507 Feb 01 04:58:05.606503 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 47416) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:58:05.615514 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-418d703c-13f9-4bdb-b4c9-f926fb28b6a9 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Request body: {'subnet': {'network_id': 'bd560d8b-940f-4551-8bd0-3e2615f54c2f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:58:05.655741 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2808648-210c-4c5e-946d-71972e762494 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Pushing event updated for resources: {'Network': ['ID=bd560d8b-940f-4551-8bd0-3e2615f54c2f,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:58:05.666386 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network bd560d8b-940f-4551-8bd0-3e2615f54c2f details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:58:05.822576 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-418d703c-13f9-4bdb-b4c9-f926fb28b6a9 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:58:05.826396 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-418d703c-13f9-4bdb-b4c9-f926fb28b6a9 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Usage tracker for resource:subnet and tenant:6b3ad7b188964b9f9015909750ae02e0 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:58:05.829181 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-418d703c-13f9-4bdb-b4c9-f926fb28b6a9 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:58:05.834689 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-418d703c-13f9-4bdb-b4c9-f926fb28b6a9 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:58:05.844390 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418d703c-13f9-4bdb-b4c9-f926fb28b6a9 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Made reservation on behalf of 6b3ad7b188964b9f9015909750ae02e0 for: {'subnet': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:58:05.847837 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-418d703c-13f9-4bdb-b4c9-f926fb28b6a9 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3694443'] for subnet, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:05.938258 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.ipam_backend_mixin [None req-418d703c-13f9-4bdb-b4c9-f926fb28b6a9 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Performing IP validity checks on allocation pools {{(pid=87637) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 01 04:58:05.938775 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.ipam_backend_mixin [None req-418d703c-13f9-4bdb-b4c9-f926fb28b6a9 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87637) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 01 04:58:06.063965 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-418d703c-13f9-4bdb-b4c9-f926fb28b6a9 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3037478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3694457'] for subnet, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:06.151351 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418d703c-13f9-4bdb-b4c9-f926fb28b6a9 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Pushing event updated for resources: {'Subnet': ['ID=f3b6c18b-9c62-4c62-bdf4-a5c98e60f22a,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:58:06.156420 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418d703c-13f9-4bdb-b4c9-f926fb28b6a9 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Checking segment: {'id': '52c1ac29-4eb9-4cc3-89f6-06fe99e99050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'bd560d8b-940f-4551-8bd0-3e2615f54c2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:58:06.156749 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418d703c-13f9-4bdb-b4c9-f926fb28b6a9 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Network hostable DHCP agents. Network: bd560d8b-940f-4551-8bd0-3e2615f54c2f, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:58:06.175613 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418d703c-13f9-4bdb-b4c9-f926fb28b6a9 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Network bd560d8b-940f-4551-8bd0-3e2615f54c2f is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:58:06.185560 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-418d703c-13f9-4bdb-b4c9-f926fb28b6a9 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, bd560d8b-940f-4551-8bd0-3e2615f54c2f) {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:58:06.189782 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418d703c-13f9-4bdb-b4c9-f926fb28b6a9 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:58:06.190363 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-418d703c-13f9-4bdb-b4c9-f926fb28b6a9 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:06.195019 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd6fd1a-1248-4176-8d72-d65a75525c20 None None] Network bd560d8b-940f-4551-8bd0-3e2615f54c2f requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:58:06.217531 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-418d703c-13f9-4bdb-b4c9-f926fb28b6a9 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6097081 Feb 01 04:58:06.218412 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 47420) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:58:06.279270 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3645906f-6b37-4c53-9d62-64cd825f2b55 None None] Network a1fedb5b-0129-4eb9-b216-5eeafc7a39f4 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:58:06.365123 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3c5c161a-5647-486f-a60d-d218e10c84ff tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:06.404421 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-1d501fa5-74e7-463f-98eb-67961df33bd4 None None] Provisioning for port de80f137-d233-414c-a603-20107cbc46f2 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:58:06.443624 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3c5c161a-5647-486f-a60d-d218e10c84ff tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:06.461266 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device de80f137-d233-414c-a603-20107cbc46f2 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:58:06.519762 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3c5c161a-5647-486f-a60d-d218e10c84ff tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3072169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2652276'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:06.559640 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5c161a-5647-486f-a60d-d218e10c84ff tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Pushing event deleted for resources: {'Subnet': ['ID=f3b6c18b-9c62-4c62-bdf4-a5c98e60f22a,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:58:06.650709 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3c5c161a-5647-486f-a60d-d218e10c84ff tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:06.659084 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50898033-74b0-4eb6-9898-f00864128368 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-bd560d8b-940f-4551-8bd0-3e2615f54c2f', 'network_id': 'bd560d8b-940f-4551-8bd0-3e2615f54c2f', 'tenant_id': '6b3ad7b188964b9f9015909750ae02e0', 'fixed_ips': [{'subnet_id': 'f3b6c18b-9c62-4c62-bdf4-a5c98e60f22a'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:58:06.659931 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-50898033-74b0-4eb6-9898-f00864128368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:06.675305 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-3c5c161a-5647-486f-a60d-d218e10c84ff tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd560d8b-940f-4551-8bd0-3e2615f54c2f']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:58:06.687357 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-3c5c161a-5647-486f-a60d-d218e10c84ff tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52c1ac29-4eb9-4cc3-89f6-06fe99e99050') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:58:06.687581 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-3c5c161a-5647-486f-a60d-d218e10c84ff tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52c1ac29-4eb9-4cc3-89f6-06fe99e99050') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:58:06.696436 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port de80f137-d233-414c-a603-20107cbc46f2 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:58:06.699401 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3c5c161a-5647-486f-a60d-d218e10c84ff tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143022'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:06.715318 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3c5c161a-5647-486f-a60d-d218e10c84ff tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:06.721202 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c5c161a-5647-486f-a60d-d218e10c84ff tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:58:06.721562 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3c5c161a-5647-486f-a60d-d218e10c84ff tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3072199'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:06.736489 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port de80f137-d233-414c-a603-20107cbc46f2 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:58:06.736862 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:06.739240 dv-neutron-826830-1-hyperv neutron-server[87636]: Traceback (most recent call last): Feb 01 04:58:06.739240 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:58:06.739240 dv-neutron-826830-1-hyperv neutron-server[87636]: timer() Feb 01 04:58:06.739240 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:58:06.739240 dv-neutron-826830-1-hyperv neutron-server[87636]: cb(*args, **kw) Feb 01 04:58:06.739240 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:58:06.739240 dv-neutron-826830-1-hyperv neutron-server[87636]: return func(*args, **kwargs) Feb 01 04:58:06.739240 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:58:06.739240 dv-neutron-826830-1-hyperv neutron-server[87636]: self._notify() Feb 01 04:58:06.739240 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:58:06.739240 dv-neutron-826830-1-hyperv neutron-server[87636]: self.callback(batched_events) Feb 01 04:58:06.739240 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:58:06.739240 dv-neutron-826830-1-hyperv neutron-server[87636]: event.method(event) Feb 01 04:58:06.739240 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:58:06.739240 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:58:06.739240 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:58:06.739240 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:58:06.739240 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:58:06.739240 dv-neutron-826830-1-hyperv neutron-server[87636]: return f(self, *a, **k) Feb 01 04:58:06.739240 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:58:06.739240 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._get(url).json() Feb 01 04:58:06.739240 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:58:06.739240 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:58:06.739240 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:58:06.739240 dv-neutron-826830-1-hyperv neutron-server[87636]: return self.request(url, 'GET', **kwargs) Feb 01 04:58:06.739240 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:58:06.739240 dv-neutron-826830-1-hyperv neutron-server[87636]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:58:06.739240 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:58:06.739240 dv-neutron-826830-1-hyperv neutron-server[87636]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:58:06.739240 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:58:06.739240 dv-neutron-826830-1-hyperv neutron-server[87636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:58:06.739240 dv-neutron-826830-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:58:06.819595 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3c5c161a-5647-486f-a60d-d218e10c84ff tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:06.824406 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3c5c161a-5647-486f-a60d-d218e10c84ff tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:06.844626 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-50898033-74b0-4eb6-9898-f00864128368 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 01 04:58:06.844626 dv-neutron-826830-1-hyperv neutron-server[87638]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Feb 01 04:58:06.844626 dv-neutron-826830-1-hyperv neutron-server[87638]: [parameters: {'project_id': '6b3ad7b188964b9f9015909750ae02e0', 'id': '11e0ee94-716b-4b01-ab66-90af1f96ca03', 'name': '', 'network_id': 'bd560d8b-940f-4551-8bd0-3e2615f54c2f', 'mac_address': 'fa:16:3e:69:9c:da', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-bd560d8b-940f-4551-8bd0-3e2615f54c2f', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 1590}] Feb 01 04:58:06.844626 dv-neutron-826830-1-hyperv neutron-server[87638]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:58:06.845107 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-50898033-74b0-4eb6-9898-f00864128368 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:58:06.852367 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-3c5c161a-5647-486f-a60d-d218e10c84ff tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] 10.222.0.24 "DELETE /v2.0/networks/bd560d8b-940f-4551-8bd0-3e2615f54c2f HTTP/1.1" status: 204 len: 168 time: 0.6325414 Feb 01 04:58:06.853213 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5c161a-5647-486f-a60d-d218e10c84ff tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Pushing event deleted for resources: {'Network': ['ID=bd560d8b-940f-4551-8bd0-3e2615f54c2f,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:58:06.857996 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 47424) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:58:06.869906 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:06.870997 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-e755e7db-5876-4c1d-8b7a-cb07767dd5e5 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1741444456'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:58:06.882500 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-e755e7db-5876-4c1d-8b7a-cb07767dd5e5 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:58:06.887655 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-e755e7db-5876-4c1d-8b7a-cb07767dd5e5 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Usage tracker for resource:network and tenant:6b3ad7b188964b9f9015909750ae02e0 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:58:06.891950 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-e755e7db-5876-4c1d-8b7a-cb07767dd5e5 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:58:06.900318 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-e755e7db-5876-4c1d-8b7a-cb07767dd5e5 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:58:06.905830 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port de80f137-d233-414c-a603-20107cbc46f2, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=de80f137-d233-414c-a603-20107cbc46f2,segment=NetworkSegment(f75f44c4-f8e9-4222-af7d-2304737ec050),segment_id=f75f44c4-f8e9-4222-af7d-2304737ec050)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:58:06.910841 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:06.912093 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e755e7db-5876-4c1d-8b7a-cb07767dd5e5 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Made reservation on behalf of 6b3ad7b188964b9f9015909750ae02e0 for: {'network': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:58:06.916087 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e755e7db-5876-4c1d-8b7a-cb07767dd5e5 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:06.944007 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e755e7db-5876-4c1d-8b7a-cb07767dd5e5 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=87637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:58:06.954667 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e755e7db-5876-4c1d-8b7a-cb07767dd5e5 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:06.954981 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.segments_db [None req-e755e7db-5876-4c1d-8b7a-cb07767dd5e5 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Added segment c5b16d58-409f-437a-892d-100645dd3f9b of type vlan for network a41cb29a-8564-4d87-a4b7-b4880b7d44f9 Feb 01 04:58:06.983732 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e755e7db-5876-4c1d-8b7a-cb07767dd5e5 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:06.989517 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=de80f137-d233-414c-a603-20107cbc46f2,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:58:07.015235 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e755e7db-5876-4c1d-8b7a-cb07767dd5e5 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:07.020679 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e755e7db-5876-4c1d-8b7a-cb07767dd5e5 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:58:07.021251 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e755e7db-5876-4c1d-8b7a-cb07767dd5e5 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:07.065878 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:07.084957 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-6c4cc36b-5e5d-423e-a0fd-19e69aa8cf07 None None] Provisioning complete for port de80f137-d233-414c-a603-20107cbc46f2 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:58:07.085442 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6c4cc36b-5e5d-423e-a0fd-19e69aa8cf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:07.130225 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-e755e7db-5876-4c1d-8b7a-cb07767dd5e5 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2691598 Feb 01 04:58:07.132968 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 47428) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:58:07.136311 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e755e7db-5876-4c1d-8b7a-cb07767dd5e5 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Pushing event updated for resources: {'Network': ['ID=a41cb29a-8564-4d87-a4b7-b4880b7d44f9,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:58:07.139745 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-3baa7706-99da-44ae-957d-bf7e392100bb tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Request body: {'subnet': {'network_id': 'a41cb29a-8564-4d87-a4b7-b4880b7d44f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:58:07.147953 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network a41cb29a-8564-4d87-a4b7-b4880b7d44f9 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:58:07.246651 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-3baa7706-99da-44ae-957d-bf7e392100bb tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:58:07.250313 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-3baa7706-99da-44ae-957d-bf7e392100bb tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Usage tracker for resource:subnet and tenant:6b3ad7b188964b9f9015909750ae02e0 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:58:07.253065 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-3baa7706-99da-44ae-957d-bf7e392100bb tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:58:07.259286 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-3baa7706-99da-44ae-957d-bf7e392100bb tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:58:07.268514 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3baa7706-99da-44ae-957d-bf7e392100bb tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Made reservation on behalf of 6b3ad7b188964b9f9015909750ae02e0 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:58:07.271900 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3baa7706-99da-44ae-957d-bf7e392100bb tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:07.345983 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-50898033-74b0-4eb6-9898-f00864128368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:07.378687 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d145170-af34-4e47-b2d1-a88ec386369b None None] Network bd560d8b-940f-4551-8bd0-3e2615f54c2f requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:58:07.399064 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d145170-af34-4e47-b2d1-a88ec386369b None None] Network bd560d8b-940f-4551-8bd0-3e2615f54c2f could not be found, it might have been deleted concurrently. {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 01 04:58:07.488798 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3baa7706-99da-44ae-957d-bf7e392100bb tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:07.570519 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baa7706-99da-44ae-957d-bf7e392100bb tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Pushing event updated for resources: {'Subnet': ['ID=6d623c08-c2ac-4926-aa38-8975f2fd0f5a,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:58:07.579779 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3baa7706-99da-44ae-957d-bf7e392100bb tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Checking segment: {'id': 'c5b16d58-409f-437a-892d-100645dd3f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a41cb29a-8564-4d87-a4b7-b4880b7d44f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:58:07.580110 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3baa7706-99da-44ae-957d-bf7e392100bb tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Network hostable DHCP agents. Network: a41cb29a-8564-4d87-a4b7-b4880b7d44f9, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:58:07.598064 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3baa7706-99da-44ae-957d-bf7e392100bb tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Network a41cb29a-8564-4d87-a4b7-b4880b7d44f9 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:58:07.607469 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-3baa7706-99da-44ae-957d-bf7e392100bb tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, a41cb29a-8564-4d87-a4b7-b4880b7d44f9) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:58:07.611438 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3baa7706-99da-44ae-957d-bf7e392100bb tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:58:07.612033 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3baa7706-99da-44ae-957d-bf7e392100bb tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:07.615913 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6aca08b-a416-49f4-83b2-d9a4b311a1b7 None None] Network a41cb29a-8564-4d87-a4b7-b4880b7d44f9 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:58:07.633975 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-3baa7706-99da-44ae-957d-bf7e392100bb tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4990430 Feb 01 04:58:07.638043 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 47432) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:58:07.643903 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-99371b38-426d-4f2e-a80b-1358a677d9fa tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1981265154'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:58:07.649048 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-99371b38-426d-4f2e-a80b-1358a677d9fa tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:58:07.653242 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-99371b38-426d-4f2e-a80b-1358a677d9fa tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Usage tracker for resource:network and tenant:6b3ad7b188964b9f9015909750ae02e0 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:58:07.656212 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-99371b38-426d-4f2e-a80b-1358a677d9fa tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:58:07.662230 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-99371b38-426d-4f2e-a80b-1358a677d9fa tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:58:07.672655 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99371b38-426d-4f2e-a80b-1358a677d9fa tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Made reservation on behalf of 6b3ad7b188964b9f9015909750ae02e0 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:58:07.676295 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-99371b38-426d-4f2e-a80b-1358a677d9fa tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:07.703892 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99371b38-426d-4f2e-a80b-1358a677d9fa tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:58:07.712497 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-99371b38-426d-4f2e-a80b-1358a677d9fa tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:07.712828 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-99371b38-426d-4f2e-a80b-1358a677d9fa tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Added segment 2b60e73a-ea19-4f11-b8e9-94a6d4e9a287 of type vlan for network 2c03cad7-d5da-491f-a593-1484611c09e5 Feb 01 04:58:07.741050 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-99371b38-426d-4f2e-a80b-1358a677d9fa tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:07.771020 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-99371b38-426d-4f2e-a80b-1358a677d9fa tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:07.776418 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99371b38-426d-4f2e-a80b-1358a677d9fa tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:58:07.776999 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-99371b38-426d-4f2e-a80b-1358a677d9fa tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:07.835114 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-99371b38-426d-4f2e-a80b-1358a677d9fa tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1932540 Feb 01 04:58:07.835437 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 47436) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:58:07.841706 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-8f916dd2-6f80-4d6a-8147-33910ee37756 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Request body: {'subnet': {'network_id': '2c03cad7-d5da-491f-a593-1484611c09e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:58:07.873361 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7abab5-503a-4be3-a957-6e10b08bd8b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-a41cb29a-8564-4d87-a4b7-b4880b7d44f9', 'network_id': 'a41cb29a-8564-4d87-a4b7-b4880b7d44f9', 'tenant_id': '6b3ad7b188964b9f9015909750ae02e0', 'fixed_ips': [{'subnet_id': '6d623c08-c2ac-4926-aa38-8975f2fd0f5a'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:58:07.874449 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ab7abab5-503a-4be3-a957-6e10b08bd8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:07.883887 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99371b38-426d-4f2e-a80b-1358a677d9fa tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Pushing event updated for resources: {'Network': ['ID=2c03cad7-d5da-491f-a593-1484611c09e5,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:58:07.895534 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 2c03cad7-d5da-491f-a593-1484611c09e5 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:58:07.974082 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-8f916dd2-6f80-4d6a-8147-33910ee37756 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:58:07.978548 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-8f916dd2-6f80-4d6a-8147-33910ee37756 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Usage tracker for resource:subnet and tenant:6b3ad7b188964b9f9015909750ae02e0 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:58:07.981483 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-8f916dd2-6f80-4d6a-8147-33910ee37756 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:58:07.987769 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-8f916dd2-6f80-4d6a-8147-33910ee37756 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:58:07.996957 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f916dd2-6f80-4d6a-8147-33910ee37756 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Made reservation on behalf of 6b3ad7b188964b9f9015909750ae02e0 for: {'subnet': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:58:08.000539 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8f916dd2-6f80-4d6a-8147-33910ee37756 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3694443'] for subnet, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:08.129943 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-ab7abab5-503a-4be3-a957-6e10b08bd8b0 None None] Allocated IP 2001:db8::2 (a41cb29a-8564-4d87-a4b7-b4880b7d44f9/6d623c08-c2ac-4926-aa38-8975f2fd0f5a/a6c7e984-5130-4aba-b52f-d6e49481b551) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:58:08.221439 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8f916dd2-6f80-4d6a-8147-33910ee37756 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3037478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3694457'] for subnet, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:08.302203 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f916dd2-6f80-4d6a-8147-33910ee37756 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Pushing event updated for resources: {'Subnet': ['ID=56e428b6-6f18-46e3-9730-cbac5cf4c36d,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:58:08.306324 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f916dd2-6f80-4d6a-8147-33910ee37756 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Checking segment: {'id': '2b60e73a-ea19-4f11-b8e9-94a6d4e9a287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2c03cad7-d5da-491f-a593-1484611c09e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:58:08.306683 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f916dd2-6f80-4d6a-8147-33910ee37756 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Network hostable DHCP agents. Network: 2c03cad7-d5da-491f-a593-1484611c09e5, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:58:08.325961 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f916dd2-6f80-4d6a-8147-33910ee37756 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Network 2c03cad7-d5da-491f-a593-1484611c09e5 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:58:08.335986 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-8f916dd2-6f80-4d6a-8147-33910ee37756 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, 2c03cad7-d5da-491f-a593-1484611c09e5) {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:58:08.340849 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f916dd2-6f80-4d6a-8147-33910ee37756 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:58:08.341447 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8f916dd2-6f80-4d6a-8147-33910ee37756 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:08.346418 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd398378-a531-4405-96ea-93bbc75fba27 None None] Network 2c03cad7-d5da-491f-a593-1484611c09e5 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:58:08.365970 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-8f916dd2-6f80-4d6a-8147-33910ee37756 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5268500 Feb 01 04:58:08.365970 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 47440) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:58:08.429346 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device de80f137-d233-414c-a603-20107cbc46f2 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:58:08.506637 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-350cb1ca-e685-4571-8ef4-0ed11059a880 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:08.575693 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-350cb1ca-e685-4571-8ef4-0ed11059a880 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:08.636825 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ab7abab5-503a-4be3-a957-6e10b08bd8b0 None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:08.648080 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-350cb1ca-e685-4571-8ef4-0ed11059a880 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3037665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694336'] for subnet, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:08.683933 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-ab7abab5-503a-4be3-a957-6e10b08bd8b0 None None] Transition to ACTIVE for port object a6c7e984-5130-4aba-b52f-d6e49481b551 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:58:08.687051 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350cb1ca-e685-4571-8ef4-0ed11059a880 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Pushing event deleted for resources: {'Subnet': ['ID=56e428b6-6f18-46e3-9730-cbac5cf4c36d,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:58:08.749446 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-ab7abab5-503a-4be3-a957-6e10b08bd8b0 None None] Transition to ACTIVE for port object a6c7e984-5130-4aba-b52f-d6e49481b551 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:58:08.753108 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4278ca6a-ecaf-4348-8588-f76324938286 None None] Network 2c03cad7-d5da-491f-a593-1484611c09e5 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:58:08.769688 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port de80f137-d233-414c-a603-20107cbc46f2 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:58:08.770051 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:08.778526 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-350cb1ca-e685-4571-8ef4-0ed11059a880 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:08.802210 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-350cb1ca-e685-4571-8ef4-0ed11059a880 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c03cad7-d5da-491f-a593-1484611c09e5']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:58:08.807947 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ab7abab5-503a-4be3-a957-6e10b08bd8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:08.814780 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-350cb1ca-e685-4571-8ef4-0ed11059a880 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b60e73a-ea19-4f11-b8e9-94a6d4e9a287') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:58:08.815077 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-350cb1ca-e685-4571-8ef4-0ed11059a880 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b60e73a-ea19-4f11-b8e9-94a6d4e9a287') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:58:08.827167 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-350cb1ca-e685-4571-8ef4-0ed11059a880 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:08.842496 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-350cb1ca-e685-4571-8ef4-0ed11059a880 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:08.848485 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-350cb1ca-e685-4571-8ef4-0ed11059a880 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:58:08.848833 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-350cb1ca-e685-4571-8ef4-0ed11059a880 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:08.862911 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 04:58:08.862911 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:58:08.862911 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 04:58:08.862911 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:58:08.862911 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 04:58:08.862911 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:58:08.862911 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 04:58:08.862911 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:58:08.862911 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 04:58:08.862911 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:58:08.862911 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 04:58:08.862911 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:58:08.862911 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 04:58:08.862911 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:58:08.862911 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:58:08.862911 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:58:08.862911 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:58:08.862911 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:58:08.862911 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 04:58:08.862911 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:58:08.862911 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 04:58:08.862911 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:58:08.862911 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:58:08.862911 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:58:08.862911 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 04:58:08.862911 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:58:08.862911 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:58:08.862911 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:58:08.862911 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:58:08.862911 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:58:08.862911 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:58:08.862911 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:58:08.913114 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7abab5-503a-4be3-a957-6e10b08bd8b0 None None] Network a41cb29a-8564-4d87-a4b7-b4880b7d44f9 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:58:08.947199 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-350cb1ca-e685-4571-8ef4-0ed11059a880 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:08.964277 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-350cb1ca-e685-4571-8ef4-0ed11059a880 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:08.975675 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350cb1ca-e685-4571-8ef4-0ed11059a880 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Pushing event deleted for resources: {'Network': ['ID=2c03cad7-d5da-491f-a593-1484611c09e5,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:58:08.980587 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-350cb1ca-e685-4571-8ef4-0ed11059a880 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] 10.222.0.24 "DELETE /v2.0/networks/2c03cad7-d5da-491f-a593-1484611c09e5 HTTP/1.1" status: 204 len: 168 time: 0.6138902 Feb 01 04:58:08.983742 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 47444) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:58:09.006194 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-ab7abab5-503a-4be3-a957-6e10b08bd8b0 None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:58:09.020755 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7abab5-503a-4be3-a957-6e10b08bd8b0 None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:58:09.026354 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-4db22d8f-6acd-47da-b6d1-b5b7f883a4b2 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] GET failed (client error): The resource could not be found. Feb 01 04:58:09.026865 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-4db22d8f-6acd-47da-b6d1-b5b7f883a4b2 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Synchronizing usage tracker for tenant:6b3ad7b188964b9f9015909750ae02e0 on resource:subnet {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:58:09.035601 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7abab5-503a-4be3-a957-6e10b08bd8b0 None None] Pushing event updated for resources: {'Port': ['ID=a6c7e984-5130-4aba-b52f-d6e49481b551,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:58:09.044587 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-4db22d8f-6acd-47da-b6d1-b5b7f883a4b2 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Unset dirty status for tenant:6b3ad7b188964b9f9015909750ae02e0 on resource:subnet {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:58:09.045931 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-4db22d8f-6acd-47da-b6d1-b5b7f883a4b2 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] 10.222.0.24 "GET /v2.0/subnets/56e428b6-6f18-46e3-9730-cbac5cf4c36d HTTP/1.1" status: 404 len: 337 time: 0.0611913 Feb 01 04:58:09.048785 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 47448) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:58:09.073939 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-25a76fda-faa8-4abc-8aa7-6788b126dfc4 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] DELETE failed (client error): The resource could not be found. Feb 01 04:58:09.074394 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25a76fda-faa8-4abc-8aa7-6788b126dfc4 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:58:09.076007 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-25a76fda-faa8-4abc-8aa7-6788b126dfc4 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] 10.222.0.24 "DELETE /v2.0/networks/2c03cad7-d5da-491f-a593-1484611c09e5 HTTP/1.1" status: 404 len: 339 time: 0.0263109 Feb 01 04:58:09.079784 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 47452) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:58:09.116254 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb7004fb-d2b8-4146-835c-6e1d502be752 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] DELETE failed (client error): The resource could not be found. Feb 01 04:58:09.116693 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb7004fb-d2b8-4146-835c-6e1d502be752 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:58:09.119313 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-cb7004fb-d2b8-4146-835c-6e1d502be752 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] 10.222.0.24 "DELETE /v2.0/subnets/56e428b6-6f18-46e3-9730-cbac5cf4c36d HTTP/1.1" status: 404 len: 337 time: 0.0385594 Feb 01 04:58:09.122099 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 47456) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:58:09.147965 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-34a71bf4-ebbb-4f6f-8c58-0f6a49f7a1af tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] DELETE failed (client error): The resource could not be found. Feb 01 04:58:09.148418 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34a71bf4-ebbb-4f6f-8c58-0f6a49f7a1af tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:58:09.150035 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-34a71bf4-ebbb-4f6f-8c58-0f6a49f7a1af tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] 10.222.0.24 "DELETE /v2.0/networks/2c03cad7-d5da-491f-a593-1484611c09e5 HTTP/1.1" status: 404 len: 339 time: 0.0266850 Feb 01 04:58:09.152646 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 47460) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:58:09.232777 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-ab7abab5-503a-4be3-a957-6e10b08bd8b0 None None] Attempting to bind port a6c7e984-5130-4aba-b52f-d6e49481b551 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:58:09.233141 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-ab7abab5-503a-4be3-a957-6e10b08bd8b0 None None] Attempting to bind port a6c7e984-5130-4aba-b52f-d6e49481b551 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': 'c5b16d58-409f-437a-892d-100645dd3f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a41cb29a-8564-4d87-a4b7-b4880b7d44f9'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:58:09.233494 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7abab5-503a-4be3-a957-6e10b08bd8b0 None None] Attempting to bind port a6c7e984-5130-4aba-b52f-d6e49481b551 on network a41cb29a-8564-4d87-a4b7-b4880b7d44f9 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:58:09.244252 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7abab5-503a-4be3-a957-6e10b08bd8b0 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:58:09.244611 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7abab5-503a-4be3-a957-6e10b08bd8b0 None None] Checking segment: {'id': 'c5b16d58-409f-437a-892d-100645dd3f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a41cb29a-8564-4d87-a4b7-b4880b7d44f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:58:09.245002 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ab7abab5-503a-4be3-a957-6e10b08bd8b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:09.245380 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7abab5-503a-4be3-a957-6e10b08bd8b0 None None] Bound using segment: {'id': 'c5b16d58-409f-437a-892d-100645dd3f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a41cb29a-8564-4d87-a4b7-b4880b7d44f9'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:58:09.245842 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-ab7abab5-503a-4be3-a957-6e10b08bd8b0 None None] Bound port: a6c7e984-5130-4aba-b52f-d6e49481b551, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5b16d58-409f-437a-892d-100645dd3f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a41cb29a-8564-4d87-a4b7-b4880b7d44f9'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:58:09.246247 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ab7abab5-503a-4be3-a957-6e10b08bd8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:09.316008 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e9e56f9-edd2-4513-a2d2-8147fb8f20ae tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Deleting subnet 6d623c08-c2ac-4926-aa38-8975f2fd0f5a {{(pid=87637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:58:09.318924 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3e9e56f9-edd2-4513-a2d2-8147fb8f20ae tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks [] for subnet, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:09.333500 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-ab7abab5-503a-4be3-a957-6e10b08bd8b0 None None] For port a6c7e984-5130-4aba-b52f-d6e49481b551, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:58:09.336890 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-ab7abab5-503a-4be3-a957-6e10b08bd8b0 None None] For port a6c7e984-5130-4aba-b52f-d6e49481b551, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=a6c7e984-5130-4aba-b52f-d6e49481b551,segment=NetworkSegment(c5b16d58-409f-437a-892d-100645dd3f9b),segment_id=c5b16d58-409f-437a-892d-100645dd3f9b)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:58:09.342140 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ab7abab5-503a-4be3-a957-6e10b08bd8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:09.377031 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3e9e56f9-edd2-4513-a2d2-8147fb8f20ae tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2424773'] for subnet, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:09.432235 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7abab5-503a-4be3-a957-6e10b08bd8b0 None None] Pushing event updated for resources: {'Port': ['ID=a6c7e984-5130-4aba-b52f-d6e49481b551,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:58:09.466698 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3e9e56f9-edd2-4513-a2d2-8147fb8f20ae tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:09.547093 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3e9e56f9-edd2-4513-a2d2-8147fb8f20ae tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3037665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694336'] for subnet, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:09.594647 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9e56f9-edd2-4513-a2d2-8147fb8f20ae tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Pushing event deleted for resources: {'Subnet': ['ID=6d623c08-c2ac-4926-aa38-8975f2fd0f5a,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:58:09.598676 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3e9e56f9-edd2-4513-a2d2-8147fb8f20ae tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:09.619661 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-3e9e56f9-edd2-4513-a2d2-8147fb8f20ae tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] 10.222.0.24 "DELETE /v2.0/subnets/6d623c08-c2ac-4926-aa38-8975f2fd0f5a HTTP/1.1" status: 204 len: 168 time: 0.4652526 Feb 01 04:58:09.621559 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 47464) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:58:09.756604 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8fc95f37-e5f2-48c4-96fa-9db80aea3593 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:09.767823 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-8fc95f37-e5f2-48c4-96fa-9db80aea3593 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Deleting port a6c7e984-5130-4aba-b52f-d6e49481b551 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:58:09.768171 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8fc95f37-e5f2-48c4-96fa-9db80aea3593 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:09.981230 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-8fc95f37-e5f2-48c4-96fa-9db80aea3593 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] For port a6c7e984-5130-4aba-b52f-d6e49481b551, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=a6c7e984-5130-4aba-b52f-d6e49481b551,segment=NetworkSegment(c5b16d58-409f-437a-892d-100645dd3f9b),segment_id=c5b16d58-409f-437a-892d-100645dd3f9b)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:58:09.981936 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8fc95f37-e5f2-48c4-96fa-9db80aea3593 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:10.112832 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-8fc95f37-e5f2-48c4-96fa-9db80aea3593 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Calling delete_port for a6c7e984-5130-4aba-b52f-d6e49481b551 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:58:10.199275 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8fc95f37-e5f2-48c4-96fa-9db80aea3593 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:10.252106 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc95f37-e5f2-48c4-96fa-9db80aea3593 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Pushing event deleted for resources: {'Port': ['ID=a6c7e984-5130-4aba-b52f-d6e49481b551,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:58:10.253884 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc95f37-e5f2-48c4-96fa-9db80aea3593 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] No DVR routers for this DVR port a6c7e984-5130-4aba-b52f-d6e49481b551 on host dv-neutron-826830-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:58:10.379533 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8fc95f37-e5f2-48c4-96fa-9db80aea3593 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:10.390041 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2701b848-5e83-4b96-9bf1-b3518ac20bf2 None None] Network a41cb29a-8564-4d87-a4b7-b4880b7d44f9 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:58:10.405005 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-8fc95f37-e5f2-48c4-96fa-9db80aea3593 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a41cb29a-8564-4d87-a4b7-b4880b7d44f9']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:58:10.417011 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-8fc95f37-e5f2-48c4-96fa-9db80aea3593 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5b16d58-409f-437a-892d-100645dd3f9b') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:58:10.417301 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-8fc95f37-e5f2-48c4-96fa-9db80aea3593 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5b16d58-409f-437a-892d-100645dd3f9b') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:58:10.427589 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-1969e326-84fe-46d4-88ff-6fa20fa1269e None None] Could not find standard attr ID for object a6c7e984-5130-4aba-b52f-d6e49481b551. {{(pid=87638) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 01 04:58:10.428441 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8fc95f37-e5f2-48c4-96fa-9db80aea3593 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:10.444188 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8fc95f37-e5f2-48c4-96fa-9db80aea3593 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:10.451251 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fc95f37-e5f2-48c4-96fa-9db80aea3593 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:58:10.451765 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8fc95f37-e5f2-48c4-96fa-9db80aea3593 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:10.466802 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 04:58:10.466802 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:58:10.466802 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 04:58:10.466802 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:58:10.466802 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 04:58:10.466802 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:58:10.466802 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 04:58:10.466802 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:58:10.466802 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 04:58:10.466802 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:58:10.466802 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 04:58:10.466802 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:58:10.466802 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 04:58:10.466802 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:58:10.466802 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:58:10.466802 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:58:10.466802 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:58:10.466802 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:58:10.466802 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 04:58:10.466802 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:58:10.466802 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 04:58:10.466802 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:58:10.466802 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:58:10.466802 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:58:10.466802 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 04:58:10.466802 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:58:10.466802 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:58:10.466802 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:58:10.466802 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:58:10.466802 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:58:10.466802 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:58:10.466802 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:58:10.552316 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8fc95f37-e5f2-48c4-96fa-9db80aea3593 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:10.568915 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8fc95f37-e5f2-48c4-96fa-9db80aea3593 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:10.580627 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc95f37-e5f2-48c4-96fa-9db80aea3593 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Pushing event deleted for resources: {'Network': ['ID=a41cb29a-8564-4d87-a4b7-b4880b7d44f9,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:58:10.587466 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-8fc95f37-e5f2-48c4-96fa-9db80aea3593 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] 10.222.0.24 "DELETE /v2.0/networks/a41cb29a-8564-4d87-a4b7-b4880b7d44f9 HTTP/1.1" status: 204 len: 168 time: 0.9620178 Feb 01 04:58:10.587614 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 47468) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:58:10.610393 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2c5688-eddf-43a2-af35-b54708ac4efb None None] DHCP port deletion for a41cb29a-8564-4d87-a4b7-b4880b7d44f9 request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:58:10.624994 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-18096b86-873a-417f-a6ed-fe1af294241a tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] DELETE failed (client error): The resource could not be found. Feb 01 04:58:10.625444 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18096b86-873a-417f-a6ed-fe1af294241a tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:58:10.627079 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-18096b86-873a-417f-a6ed-fe1af294241a tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] 10.222.0.24 "DELETE /v2.0/subnets/f3b6c18b-9c62-4c62-bdf4-a5c98e60f22a HTTP/1.1" status: 404 len: 337 time: 0.0385828 Feb 01 04:58:10.629729 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 47472) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:58:10.653980 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc5dede8-ce45-4f4c-843c-1d388f0e39d8 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] DELETE failed (client error): The resource could not be found. Feb 01 04:58:10.654413 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc5dede8-ce45-4f4c-843c-1d388f0e39d8 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:58:10.655990 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-cc5dede8-ce45-4f4c-843c-1d388f0e39d8 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] 10.222.0.24 "DELETE /v2.0/networks/bd560d8b-940f-4551-8bd0-3e2615f54c2f HTTP/1.1" status: 404 len: 339 time: 0.0254498 Feb 01 04:58:10.658278 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 47476) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:58:10.697676 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-3740d783-214d-4311-aca9-7150e8c1ed92 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] DELETE failed (client error): The resource could not be found. Feb 01 04:58:10.698107 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3740d783-214d-4311-aca9-7150e8c1ed92 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:58:10.699736 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-3740d783-214d-4311-aca9-7150e8c1ed92 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] 10.222.0.24 "DELETE /v2.0/subnets/95002df4-028c-4482-a998-3e4b2b8e920c HTTP/1.1" status: 404 len: 337 time: 0.0406172 Feb 01 04:58:10.702221 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 47480) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:58:10.725565 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.pecan_wsgi.hooks.translation [None req-a10a5697-7dc1-4f52-8920-98360a7ae8ca tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] DELETE failed (client error): The resource could not be found. Feb 01 04:58:10.726003 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a10a5697-7dc1-4f52-8920-98360a7ae8ca tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87637) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 01 04:58:10.727562 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-a10a5697-7dc1-4f52-8920-98360a7ae8ca tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] 10.222.0.24 "DELETE /v2.0/networks/d7ae229c-6aaf-4110-a8f4-77babe715926 HTTP/1.1" status: 404 len: 339 time: 0.0244935 Feb 01 04:58:10.729749 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 47484) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:58:10.791466 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_v2 [None req-da4c58ac-1195-4b24-bac3-37eccb8dfdd5 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Deleting subnet 30aff9e0-f11a-4dab-8c47-c073d3b049e6 {{(pid=87637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:58:10.794248 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-da4c58ac-1195-4b24-bac3-37eccb8dfdd5 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks [] for subnet, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:10.849957 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-da4c58ac-1195-4b24-bac3-37eccb8dfdd5 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2424773'] for subnet, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:10.930859 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-da4c58ac-1195-4b24-bac3-37eccb8dfdd5 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:11.006246 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-da4c58ac-1195-4b24-bac3-37eccb8dfdd5 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3037665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694336'] for subnet, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:11.143634 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-da4c58ac-1195-4b24-bac3-37eccb8dfdd5 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:11.146289 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4c58ac-1195-4b24-bac3-37eccb8dfdd5 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Pushing event deleted for resources: {'Subnet': ['ID=30aff9e0-f11a-4dab-8c47-c073d3b049e6,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:58:11.149598 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d2fceb-4a94-4cc1-85db-c5ba4d742d61 None None] Network a1fedb5b-0129-4eb9-b216-5eeafc7a39f4 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:58:11.156270 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-da4c58ac-1195-4b24-bac3-37eccb8dfdd5 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] 10.222.0.24 "DELETE /v2.0/subnets/30aff9e0-f11a-4dab-8c47-c073d3b049e6 HTTP/1.1" status: 204 len: 168 time: 0.4256396 Feb 01 04:58:11.158625 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 47488) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:58:11.270536 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5c349e83-c669-4ce4-b19a-caea82d2a517 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:11.281478 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-5c349e83-c669-4ce4-b19a-caea82d2a517 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Deleting port de80f137-d233-414c-a603-20107cbc46f2 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:58:11.281798 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5c349e83-c669-4ce4-b19a-caea82d2a517 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:11.403591 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e5480d-e53e-43d0-88a8-a233bd7721fe None None] DHCP port deletion for a1fedb5b-0129-4eb9-b216-5eeafc7a39f4 request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:58:11.407432 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-e9e5480d-e53e-43d0-88a8-a233bd7721fe None None] Deleting port de80f137-d233-414c-a603-20107cbc46f2 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:58:11.407807 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e9e5480d-e53e-43d0-88a8-a233bd7721fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:11.483275 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-5c349e83-c669-4ce4-b19a-caea82d2a517 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] For port de80f137-d233-414c-a603-20107cbc46f2, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=de80f137-d233-414c-a603-20107cbc46f2,segment=NetworkSegment(f75f44c4-f8e9-4222-af7d-2304737ec050),segment_id=f75f44c4-f8e9-4222-af7d-2304737ec050)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:58:11.483628 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5c349e83-c669-4ce4-b19a-caea82d2a517 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:11.607239 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-5c349e83-c669-4ce4-b19a-caea82d2a517 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Calling delete_port for de80f137-d233-414c-a603-20107cbc46f2 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:58:11.607935 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-e9e5480d-e53e-43d0-88a8-a233bd7721fe None None] For port de80f137-d233-414c-a603-20107cbc46f2, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=de80f137-d233-414c-a603-20107cbc46f2,segment=NetworkSegment(f75f44c4-f8e9-4222-af7d-2304737ec050),segment_id=f75f44c4-f8e9-4222-af7d-2304737ec050)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:58:11.608319 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e9e5480d-e53e-43d0-88a8-a233bd7721fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:11.686663 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5c349e83-c669-4ce4-b19a-caea82d2a517 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:11.730281 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c349e83-c669-4ce4-b19a-caea82d2a517 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Pushing event deleted for resources: {'Port': ['ID=de80f137-d233-414c-a603-20107cbc46f2,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:58:11.731823 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-e9e5480d-e53e-43d0-88a8-a233bd7721fe None None] Calling delete_port for de80f137-d233-414c-a603-20107cbc46f2 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:58:11.735612 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c349e83-c669-4ce4-b19a-caea82d2a517 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] No DVR routers for this DVR port de80f137-d233-414c-a603-20107cbc46f2 on host dv-neutron-826830-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:58:11.805432 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-e9e5480d-e53e-43d0-88a8-a233bd7721fe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:58:11.805791 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-e9e5480d-e53e-43d0-88a8-a233bd7721fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:58:11.854542 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5c349e83-c669-4ce4-b19a-caea82d2a517 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:11.882504 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-5c349e83-c669-4ce4-b19a-caea82d2a517 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1fedb5b-0129-4eb9-b216-5eeafc7a39f4']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:58:11.894661 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-5c349e83-c669-4ce4-b19a-caea82d2a517 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f75f44c4-f8e9-4222-af7d-2304737ec050') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:58:11.894967 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-5c349e83-c669-4ce4-b19a-caea82d2a517 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f75f44c4-f8e9-4222-af7d-2304737ec050') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:58:11.905761 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5c349e83-c669-4ce4-b19a-caea82d2a517 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:11.921435 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5c349e83-c669-4ce4-b19a-caea82d2a517 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:11.927245 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c349e83-c669-4ce4-b19a-caea82d2a517 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:58:11.927614 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5c349e83-c669-4ce4-b19a-caea82d2a517 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:11.944984 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 04:58:11.944984 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:58:11.944984 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 04:58:11.944984 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:58:11.944984 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 04:58:11.944984 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:58:11.944984 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 04:58:11.944984 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:58:11.944984 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 04:58:11.944984 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:58:11.944984 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 04:58:11.944984 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:58:11.944984 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 04:58:11.944984 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:58:11.944984 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:58:11.944984 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:58:11.944984 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:58:11.944984 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:58:11.944984 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 04:58:11.944984 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:58:11.944984 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 04:58:11.944984 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:58:11.944984 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:58:11.944984 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:58:11.944984 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 04:58:11.944984 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:58:11.944984 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:58:11.944984 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:58:11.944984 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:58:11.944984 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:58:11.944984 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:58:11.944984 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:58:12.020015 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5c349e83-c669-4ce4-b19a-caea82d2a517 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:12.040185 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5c349e83-c669-4ce4-b19a-caea82d2a517 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:12.050621 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c349e83-c669-4ce4-b19a-caea82d2a517 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] Pushing event deleted for resources: {'Network': ['ID=a1fedb5b-0129-4eb9-b216-5eeafc7a39f4,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:58:12.054525 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-5c349e83-c669-4ce4-b19a-caea82d2a517 tempest-NetworksIpV6Test-319179618 tempest-NetworksIpV6Test-319179618-project] 10.222.0.24 "DELETE /v2.0/networks/a1fedb5b-0129-4eb9-b216-5eeafc7a39f4 HTTP/1.1" status: 204 len: 168 time: 0.8949573 Feb 01 04:58:12.306982 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-e9e5480d-e53e-43d0-88a8-a233bd7721fe None None] Deleting port de80f137-d233-414c-a603-20107cbc46f2 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:58:12.307405 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e9e5480d-e53e-43d0-88a8-a233bd7721fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:12.307998 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 47496) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:58:12.373076 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-e9e5480d-e53e-43d0-88a8-a233bd7721fe None None] The port 'de80f137-d233-414c-a603-20107cbc46f2' was deleted {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 01 04:58:12.418270 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device de80f137-d233-414c-a603-20107cbc46f2 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:58:12.453891 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: de80f137-d233-414c-a603-20107cbc46f2 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:58:12.454152 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device de80f137-d233-414c-a603-20107cbc46f2 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:58:12.454744 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device a6c7e984-5130-4aba-b52f-d6e49481b551 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:58:12.456448 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-5a762d1d-aa6d-4f5e-be57-f0abdd5ebffa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6b3ad7b188964b9f9015909750ae02e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1472535 Feb 01 04:58:12.458908 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 47502) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:58:12.488359 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: a6c7e984-5130-4aba-b52f-d6e49481b551 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:58:12.488697 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device a6c7e984-5130-4aba-b52f-d6e49481b551 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:58:12.516927 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7414c024-ae80-4ba0-9de6-19d53f64df9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:12.542477 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7414c024-ae80-4ba0-9de6-19d53f64df9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:12.592181 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7414c024-ae80-4ba0-9de6-19d53f64df9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:12.607962 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7414c024-ae80-4ba0-9de6-19d53f64df9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b3c852-796d-4ff6-a6b4-314bff14d2e3,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:58:12.612167 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7414c024-ae80-4ba0-9de6-19d53f64df9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:12.613263 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-7414c024-ae80-4ba0-9de6-19d53f64df9b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b2b3c852-796d-4ff6-a6b4-314bff14d2e3 HTTP/1.1" status: 204 len: 168 time: 0.1534431 Feb 01 04:58:13.274840 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 47526) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:58:13.375077 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-74191573-c514-40b8-8784-ed33ddca4899 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1687272654', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:58:13.381876 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-74191573-c514-40b8-8784-ed33ddca4899 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:58:13.386368 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-74191573-c514-40b8-8784-ed33ddca4899 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Usage tracker for resource:router and tenant:9ca1f1688789407baec8628dd917ac1c is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:58:13.389285 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-74191573-c514-40b8-8784-ed33ddca4899 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:58:13.395392 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-74191573-c514-40b8-8784-ed33ddca4899 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:58:13.405076 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-74191573-c514-40b8-8784-ed33ddca4899 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25958'] for router, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:13.406103 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-74191573-c514-40b8-8784-ed33ddca4899 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-372027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25961'] for router, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:13.420968 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-74191573-c514-40b8-8784-ed33ddca4899 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:13.441508 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-74191573-c514-40b8-8784-ed33ddca4899 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337'] for router, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:13.463300 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-74191573-c514-40b8-8784-ed33ddca4899 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:13.464452 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-74191573-c514-40b8-8784-ed33ddca4899 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1885972 Feb 01 04:58:13.467110 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 47532) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:58:13.472423 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-502d3690-349b-43a4-a254-2092f9771c81 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1034559869'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:58:13.477610 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-502d3690-349b-43a4-a254-2092f9771c81 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:58:13.481773 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-502d3690-349b-43a4-a254-2092f9771c81 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Usage tracker for resource:network and tenant:9ca1f1688789407baec8628dd917ac1c is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:58:13.484563 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-502d3690-349b-43a4-a254-2092f9771c81 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:58:13.490050 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-502d3690-349b-43a4-a254-2092f9771c81 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:58:13.499762 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-502d3690-349b-43a4-a254-2092f9771c81 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Made reservation on behalf of 9ca1f1688789407baec8628dd917ac1c for: {'network': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:58:13.502973 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-502d3690-349b-43a4-a254-2092f9771c81 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:13.514584 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-502d3690-349b-43a4-a254-2092f9771c81 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Notify callbacks [] for security_group, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:13.528682 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-502d3690-349b-43a4-a254-2092f9771c81 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:58:13.532277 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-502d3690-349b-43a4-a254-2092f9771c81 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Usage tracker for resource:security_group_rule and tenant:9ca1f1688789407baec8628dd917ac1c is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:58:13.534963 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-502d3690-349b-43a4-a254-2092f9771c81 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:58:13.541059 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-502d3690-349b-43a4-a254-2092f9771c81 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:58:13.625757 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-502d3690-349b-43a4-a254-2092f9771c81 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Notify callbacks [] for security_group, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:13.629321 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-502d3690-349b-43a4-a254-2092f9771c81 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:13.657222 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-502d3690-349b-43a4-a254-2092f9771c81 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=87637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:58:13.669925 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502d3690-349b-43a4-a254-2092f9771c81 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=502bbe3c-567d-4e53-83bb-ba0a7324bca4,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:58:13.674209 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-502d3690-349b-43a4-a254-2092f9771c81 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:13.674553 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.segments_db [None req-502d3690-349b-43a4-a254-2092f9771c81 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Added segment 5a2fbe92-fdcd-4c0a-90c2-5fda3b168804 of type vlan for network f4451450-c2f3-4b07-bf1c-b6b8622f81a6 Feb 01 04:58:13.702463 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-502d3690-349b-43a4-a254-2092f9771c81 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:13.732138 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-502d3690-349b-43a4-a254-2092f9771c81 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:13.737515 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502d3690-349b-43a4-a254-2092f9771c81 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:58:13.738091 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-502d3690-349b-43a4-a254-2092f9771c81 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:13.799803 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-502d3690-349b-43a4-a254-2092f9771c81 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3316114 Feb 01 04:58:13.802569 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 47536) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:58:13.808914 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-67ca4e8b-ac7f-4f44-b2f2-654e99ba64df tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Request body: {'subnet': {'network_id': 'f4451450-c2f3-4b07-bf1c-b6b8622f81a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:58:13.848129 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502d3690-349b-43a4-a254-2092f9771c81 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Pushing event updated for resources: {'Network': ['ID=f4451450-c2f3-4b07-bf1c-b6b8622f81a6,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:58:13.859744 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network f4451450-c2f3-4b07-bf1c-b6b8622f81a6 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:58:13.918318 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-67ca4e8b-ac7f-4f44-b2f2-654e99ba64df tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:58:13.922155 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-67ca4e8b-ac7f-4f44-b2f2-654e99ba64df tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Usage tracker for resource:subnet and tenant:9ca1f1688789407baec8628dd917ac1c is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:58:13.924979 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-67ca4e8b-ac7f-4f44-b2f2-654e99ba64df tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:58:13.930562 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-67ca4e8b-ac7f-4f44-b2f2-654e99ba64df tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:58:13.940684 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ca4e8b-ac7f-4f44-b2f2-654e99ba64df tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Made reservation on behalf of 9ca1f1688789407baec8628dd917ac1c for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:58:13.944440 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-67ca4e8b-ac7f-4f44-b2f2-654e99ba64df tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:14.255118 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-67ca4e8b-ac7f-4f44-b2f2-654e99ba64df tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:14.330887 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ca4e8b-ac7f-4f44-b2f2-654e99ba64df tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Pushing event updated for resources: {'Subnet': ['ID=e54f1369-0f68-4499-b497-d9dd70eccc86,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:58:14.342056 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ca4e8b-ac7f-4f44-b2f2-654e99ba64df tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:58:14.342405 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ca4e8b-ac7f-4f44-b2f2-654e99ba64df tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:58:14.342747 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ca4e8b-ac7f-4f44-b2f2-654e99ba64df tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:58:14.343083 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ca4e8b-ac7f-4f44-b2f2-654e99ba64df tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:58:14.343439 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ca4e8b-ac7f-4f44-b2f2-654e99ba64df tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:58:14.343768 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ca4e8b-ac7f-4f44-b2f2-654e99ba64df tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:58:14.344096 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ca4e8b-ac7f-4f44-b2f2-654e99ba64df tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:58:14.344422 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ca4e8b-ac7f-4f44-b2f2-654e99ba64df tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:58:14.344747 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ca4e8b-ac7f-4f44-b2f2-654e99ba64df tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:58:14.345076 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ca4e8b-ac7f-4f44-b2f2-654e99ba64df tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:58:14.345398 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ca4e8b-ac7f-4f44-b2f2-654e99ba64df tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:58:14.345719 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ca4e8b-ac7f-4f44-b2f2-654e99ba64df tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:58:14.350447 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ca4e8b-ac7f-4f44-b2f2-654e99ba64df tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Checking segment: {'id': '5a2fbe92-fdcd-4c0a-90c2-5fda3b168804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f4451450-c2f3-4b07-bf1c-b6b8622f81a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:58:14.350805 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ca4e8b-ac7f-4f44-b2f2-654e99ba64df tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Network hostable DHCP agents. Network: f4451450-c2f3-4b07-bf1c-b6b8622f81a6, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:58:14.369489 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ca4e8b-ac7f-4f44-b2f2-654e99ba64df tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Network f4451450-c2f3-4b07-bf1c-b6b8622f81a6 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:58:14.378784 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-67ca4e8b-ac7f-4f44-b2f2-654e99ba64df tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, f4451450-c2f3-4b07-bf1c-b6b8622f81a6) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:58:14.382787 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ca4e8b-ac7f-4f44-b2f2-654e99ba64df tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:58:14.383933 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-67ca4e8b-ac7f-4f44-b2f2-654e99ba64df tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:14.387934 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fead3fde-8ec4-43a5-a41d-8eb2f61a8d0c None None] Network f4451450-c2f3-4b07-bf1c-b6b8622f81a6 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:58:14.405289 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-67ca4e8b-ac7f-4f44-b2f2-654e99ba64df tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6015007 Feb 01 04:58:14.408406 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 47540) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:58:14.413883 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-3d15af16-910b-4c6a-b8e8-eed0adfea6f2 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-66425305'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:58:14.418656 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-3d15af16-910b-4c6a-b8e8-eed0adfea6f2 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:58:14.422502 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-3d15af16-910b-4c6a-b8e8-eed0adfea6f2 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Usage tracker for resource:network and tenant:9ca1f1688789407baec8628dd917ac1c is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:58:14.425382 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-3d15af16-910b-4c6a-b8e8-eed0adfea6f2 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:58:14.431311 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-3d15af16-910b-4c6a-b8e8-eed0adfea6f2 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:58:14.441102 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d15af16-910b-4c6a-b8e8-eed0adfea6f2 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Made reservation on behalf of 9ca1f1688789407baec8628dd917ac1c for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:58:14.444577 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3d15af16-910b-4c6a-b8e8-eed0adfea6f2 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:14.476024 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d15af16-910b-4c6a-b8e8-eed0adfea6f2 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:58:14.484940 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3d15af16-910b-4c6a-b8e8-eed0adfea6f2 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:14.485352 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-3d15af16-910b-4c6a-b8e8-eed0adfea6f2 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Added segment 4f42342c-81c9-4904-9976-e473051a7df6 of type vlan for network ec88615c-366c-4fe8-9850-f695de57e698 Feb 01 04:58:14.511733 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3d15af16-910b-4c6a-b8e8-eed0adfea6f2 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:14.542304 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3d15af16-910b-4c6a-b8e8-eed0adfea6f2 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:14.547818 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d15af16-910b-4c6a-b8e8-eed0adfea6f2 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:58:14.548385 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3d15af16-910b-4c6a-b8e8-eed0adfea6f2 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:14.601844 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cf2849-a86d-4305-99a4-5fc3542b260d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-f4451450-c2f3-4b07-bf1c-b6b8622f81a6', 'network_id': 'f4451450-c2f3-4b07-bf1c-b6b8622f81a6', 'tenant_id': '9ca1f1688789407baec8628dd917ac1c', 'fixed_ips': [{'subnet_id': 'e54f1369-0f68-4499-b497-d9dd70eccc86'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:58:14.602681 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-68cf2849-a86d-4305-99a4-5fc3542b260d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:14.604019 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-3d15af16-910b-4c6a-b8e8-eed0adfea6f2 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.1945662 Feb 01 04:58:14.606814 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 47544) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:58:14.612761 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-06ee0f5b-c19e-4d36-8ac5-3d9ba142d059 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Request body: {'subnet': {'network_id': 'ec88615c-366c-4fe8-9850-f695de57e698', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:58:14.661257 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d15af16-910b-4c6a-b8e8-eed0adfea6f2 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Pushing event updated for resources: {'Network': ['ID=ec88615c-366c-4fe8-9850-f695de57e698,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:58:14.673121 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network ec88615c-366c-4fe8-9850-f695de57e698 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:58:14.723383 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-06ee0f5b-c19e-4d36-8ac5-3d9ba142d059 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:58:14.727306 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-06ee0f5b-c19e-4d36-8ac5-3d9ba142d059 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Usage tracker for resource:subnet and tenant:9ca1f1688789407baec8628dd917ac1c is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:58:14.730163 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-06ee0f5b-c19e-4d36-8ac5-3d9ba142d059 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:58:14.735779 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-06ee0f5b-c19e-4d36-8ac5-3d9ba142d059 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:58:14.745476 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ee0f5b-c19e-4d36-8ac5-3d9ba142d059 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Made reservation on behalf of 9ca1f1688789407baec8628dd917ac1c for: {'subnet': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:58:14.749028 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-06ee0f5b-c19e-4d36-8ac5-3d9ba142d059 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3694443'] for subnet, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:14.850738 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-68cf2849-a86d-4305-99a4-5fc3542b260d None None] Allocated IP 172.20.0.2 (f4451450-c2f3-4b07-bf1c-b6b8622f81a6/e54f1369-0f68-4499-b497-d9dd70eccc86/516be217-6281-4b9e-bea2-02fcb2a27726) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:58:15.058046 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-68cf2849-a86d-4305-99a4-5fc3542b260d None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:15.058770 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-06ee0f5b-c19e-4d36-8ac5-3d9ba142d059 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3037478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3694457'] for subnet, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:15.068972 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-68cf2849-a86d-4305-99a4-5fc3542b260d None None] Transition to ACTIVE for port object 516be217-6281-4b9e-bea2-02fcb2a27726 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:58:15.087034 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-68cf2849-a86d-4305-99a4-5fc3542b260d None None] Transition to ACTIVE for port object 516be217-6281-4b9e-bea2-02fcb2a27726 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:58:15.092208 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-68cf2849-a86d-4305-99a4-5fc3542b260d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:15.137932 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ee0f5b-c19e-4d36-8ac5-3d9ba142d059 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Pushing event updated for resources: {'Subnet': ['ID=ea34b2c9-aa47-43bb-8306-7d48a8dacf16,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:58:15.145570 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ee0f5b-c19e-4d36-8ac5-3d9ba142d059 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Checking segment: {'id': '4f42342c-81c9-4904-9976-e473051a7df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ec88615c-366c-4fe8-9850-f695de57e698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:58:15.145924 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ee0f5b-c19e-4d36-8ac5-3d9ba142d059 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Network hostable DHCP agents. Network: ec88615c-366c-4fe8-9850-f695de57e698, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:58:15.166211 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ee0f5b-c19e-4d36-8ac5-3d9ba142d059 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Network ec88615c-366c-4fe8-9850-f695de57e698 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:58:15.174002 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68cf2849-a86d-4305-99a4-5fc3542b260d None None] Network f4451450-c2f3-4b07-bf1c-b6b8622f81a6 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:58:15.177737 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-06ee0f5b-c19e-4d36-8ac5-3d9ba142d059 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, ec88615c-366c-4fe8-9850-f695de57e698) {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:58:15.183243 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ee0f5b-c19e-4d36-8ac5-3d9ba142d059 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:58:15.183830 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-06ee0f5b-c19e-4d36-8ac5-3d9ba142d059 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:15.184219 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-68cf2849-a86d-4305-99a4-5fc3542b260d None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:58:15.186818 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cf2849-a86d-4305-99a4-5fc3542b260d None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:58:15.194121 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b076cd6a-921e-40bf-b112-dd2502c95998 None None] Network ec88615c-366c-4fe8-9850-f695de57e698 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:58:15.206537 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-06ee0f5b-c19e-4d36-8ac5-3d9ba142d059 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5984657 Feb 01 04:58:15.209205 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 47548) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:58:15.214424 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-8d801b49-a917-4873-9160-1394e44f87b2 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ec88615c-366c-4fe8-9850-f695de57e698'}}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:58:15.216792 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cf2849-a86d-4305-99a4-5fc3542b260d None None] Pushing event updated for resources: {'Port': ['ID=516be217-6281-4b9e-bea2-02fcb2a27726,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:58:15.244023 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:15.368282 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-68cf2849-a86d-4305-99a4-5fc3542b260d None None] Attempting to bind port 516be217-6281-4b9e-bea2-02fcb2a27726 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:58:15.368552 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-68cf2849-a86d-4305-99a4-5fc3542b260d None None] Attempting to bind port 516be217-6281-4b9e-bea2-02fcb2a27726 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '5a2fbe92-fdcd-4c0a-90c2-5fda3b168804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f4451450-c2f3-4b07-bf1c-b6b8622f81a6'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:58:15.368904 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cf2849-a86d-4305-99a4-5fc3542b260d None None] Attempting to bind port 516be217-6281-4b9e-bea2-02fcb2a27726 on network f4451450-c2f3-4b07-bf1c-b6b8622f81a6 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:58:15.383545 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cf2849-a86d-4305-99a4-5fc3542b260d None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:58:15.383906 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cf2849-a86d-4305-99a4-5fc3542b260d None None] Checking segment: {'id': '5a2fbe92-fdcd-4c0a-90c2-5fda3b168804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f4451450-c2f3-4b07-bf1c-b6b8622f81a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:58:15.384297 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-68cf2849-a86d-4305-99a4-5fc3542b260d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:15.384681 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cf2849-a86d-4305-99a4-5fc3542b260d None None] Bound using segment: {'id': '5a2fbe92-fdcd-4c0a-90c2-5fda3b168804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f4451450-c2f3-4b07-bf1c-b6b8622f81a6'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:58:15.385131 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-68cf2849-a86d-4305-99a4-5fc3542b260d None None] Bound port: 516be217-6281-4b9e-bea2-02fcb2a27726, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a2fbe92-fdcd-4c0a-90c2-5fda3b168804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f4451450-c2f3-4b07-bf1c-b6b8622f81a6'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:58:15.385491 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-68cf2849-a86d-4305-99a4-5fc3542b260d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:15.561090 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-68cf2849-a86d-4305-99a4-5fc3542b260d None None] For port 516be217-6281-4b9e-bea2-02fcb2a27726, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:58:15.567867 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51d70c9-1337-4ea0-b8f0-f908be17052a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-ec88615c-366c-4fe8-9850-f695de57e698', 'network_id': 'ec88615c-366c-4fe8-9850-f695de57e698', 'tenant_id': '9ca1f1688789407baec8628dd917ac1c', 'fixed_ips': [{'subnet_id': 'ea34b2c9-aa47-43bb-8306-7d48a8dacf16'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:58:15.568675 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b51d70c9-1337-4ea0-b8f0-f908be17052a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:15.583507 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-68cf2849-a86d-4305-99a4-5fc3542b260d None None] For port 516be217-6281-4b9e-bea2-02fcb2a27726, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=516be217-6281-4b9e-bea2-02fcb2a27726,segment=NetworkSegment(5a2fbe92-fdcd-4c0a-90c2-5fda3b168804),segment_id=5a2fbe92-fdcd-4c0a-90c2-5fda3b168804)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:58:15.583785 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8d801b49-a917-4873-9160-1394e44f87b2 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:15.590919 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-68cf2849-a86d-4305-99a4-5fc3542b260d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:15.724744 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.api.v2.resource [None req-8d801b49-a917-4873-9160-1394e44f87b2 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 01 04:58:15.731554 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-8d801b49-a917-4873-9160-1394e44f87b2 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] 10.222.0.24 "PUT /v2.0/routers/e9fc1c3b-e155-46a3-8423-d7f6f612db2d HTTP/1.1" status: 400 len: 364 time: 0.5156348 Feb 01 04:58:15.733316 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 47552) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:58:15.738173 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cf2849-a86d-4305-99a4-5fc3542b260d None None] Pushing event updated for resources: {'Port': ['ID=516be217-6281-4b9e-bea2-02fcb2a27726,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:58:15.806576 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-dee54b1d-d8d1-47e4-88e0-ade68aad9086 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Deleting subnet ea34b2c9-aa47-43bb-8306-7d48a8dacf16 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:58:15.811313 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-b51d70c9-1337-4ea0-b8f0-f908be17052a None None] Allocated IP 172.21.0.2 (ec88615c-366c-4fe8-9850-f695de57e698/ea34b2c9-aa47-43bb-8306-7d48a8dacf16/b6246fe8-b3b7-41a7-97dc-c6561d08dae4) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:58:16.071826 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b51d70c9-1337-4ea0-b8f0-f908be17052a None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:16.082938 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-b51d70c9-1337-4ea0-b8f0-f908be17052a None None] Transition to ACTIVE for port object b6246fe8-b3b7-41a7-97dc-c6561d08dae4 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:58:16.100540 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-b51d70c9-1337-4ea0-b8f0-f908be17052a None None] Transition to ACTIVE for port object b6246fe8-b3b7-41a7-97dc-c6561d08dae4 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:58:16.105391 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dee54b1d-d8d1-47e4-88e0-ade68aad9086 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:16.105879 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b51d70c9-1337-4ea0-b8f0-f908be17052a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:16.159731 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dee54b1d-d8d1-47e4-88e0-ade68aad9086 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145757'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:16.168082 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51d70c9-1337-4ea0-b8f0-f908be17052a None None] Network ec88615c-366c-4fe8-9850-f695de57e698 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:58:16.170938 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-b51d70c9-1337-4ea0-b8f0-f908be17052a None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:58:16.174700 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51d70c9-1337-4ea0-b8f0-f908be17052a None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:58:16.183806 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51d70c9-1337-4ea0-b8f0-f908be17052a None None] Pushing event updated for resources: {'Port': ['ID=b6246fe8-b3b7-41a7-97dc-c6561d08dae4,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:58:16.245876 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dee54b1d-d8d1-47e4-88e0-ade68aad9086 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:16.268484 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-b51d70c9-1337-4ea0-b8f0-f908be17052a None None] Attempting to bind port b6246fe8-b3b7-41a7-97dc-c6561d08dae4 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:58:16.268871 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-b51d70c9-1337-4ea0-b8f0-f908be17052a None None] Attempting to bind port b6246fe8-b3b7-41a7-97dc-c6561d08dae4 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '4f42342c-81c9-4904-9976-e473051a7df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ec88615c-366c-4fe8-9850-f695de57e698'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:58:16.269206 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51d70c9-1337-4ea0-b8f0-f908be17052a None None] Attempting to bind port b6246fe8-b3b7-41a7-97dc-c6561d08dae4 on network ec88615c-366c-4fe8-9850-f695de57e698 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:58:16.274460 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51d70c9-1337-4ea0-b8f0-f908be17052a None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:58:16.274829 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51d70c9-1337-4ea0-b8f0-f908be17052a None None] Checking segment: {'id': '4f42342c-81c9-4904-9976-e473051a7df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ec88615c-366c-4fe8-9850-f695de57e698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:58:16.275254 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b51d70c9-1337-4ea0-b8f0-f908be17052a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:16.275647 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51d70c9-1337-4ea0-b8f0-f908be17052a None None] Bound using segment: {'id': '4f42342c-81c9-4904-9976-e473051a7df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ec88615c-366c-4fe8-9850-f695de57e698'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:58:16.276095 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-b51d70c9-1337-4ea0-b8f0-f908be17052a None None] Bound port: b6246fe8-b3b7-41a7-97dc-c6561d08dae4, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f42342c-81c9-4904-9976-e473051a7df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ec88615c-366c-4fe8-9850-f695de57e698'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:58:16.276463 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b51d70c9-1337-4ea0-b8f0-f908be17052a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:16.319024 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dee54b1d-d8d1-47e4-88e0-ade68aad9086 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3072169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2652276'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:16.360884 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee54b1d-d8d1-47e4-88e0-ade68aad9086 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Pushing event deleted for resources: {'Subnet': ['ID=ea34b2c9-aa47-43bb-8306-7d48a8dacf16,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:58:16.365531 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dee54b1d-d8d1-47e4-88e0-ade68aad9086 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:16.368688 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-b51d70c9-1337-4ea0-b8f0-f908be17052a None None] For port b6246fe8-b3b7-41a7-97dc-c6561d08dae4, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:58:16.374916 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-b51d70c9-1337-4ea0-b8f0-f908be17052a None None] For port b6246fe8-b3b7-41a7-97dc-c6561d08dae4, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=b6246fe8-b3b7-41a7-97dc-c6561d08dae4,segment=NetworkSegment(4f42342c-81c9-4904-9976-e473051a7df6),segment_id=4f42342c-81c9-4904-9976-e473051a7df6)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:58:16.375281 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 47556) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:58:16.375440 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-dee54b1d-d8d1-47e4-88e0-ade68aad9086 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] 10.222.0.24 "DELETE /v2.0/subnets/ea34b2c9-aa47-43bb-8306-7d48a8dacf16 HTTP/1.1" status: 204 len: 168 time: 0.6402452 Feb 01 04:58:16.381141 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b51d70c9-1337-4ea0-b8f0-f908be17052a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:16.510250 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b3e7b8e0-fea6-41cc-83a0-0a9a65338350 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:16.513534 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 516be217-6281-4b9e-bea2-02fcb2a27726 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:58:16.521830 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-b3e7b8e0-fea6-41cc-83a0-0a9a65338350 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Deleting port b6246fe8-b3b7-41a7-97dc-c6561d08dae4 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:58:16.522832 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b3e7b8e0-fea6-41cc-83a0-0a9a65338350 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:16.551937 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51d70c9-1337-4ea0-b8f0-f908be17052a None None] Pushing event updated for resources: {'Port': ['ID=b6246fe8-b3b7-41a7-97dc-c6561d08dae4,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:58:16.609780 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 516be217-6281-4b9e-bea2-02fcb2a27726 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:58:16.693005 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97662060-b8d4-47bb-8fa7-958ff56265f0 None None] Network ec88615c-366c-4fe8-9850-f695de57e698 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:58:16.739074 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-b3e7b8e0-fea6-41cc-83a0-0a9a65338350 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] For port b6246fe8-b3b7-41a7-97dc-c6561d08dae4, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=b6246fe8-b3b7-41a7-97dc-c6561d08dae4,segment=NetworkSegment(4f42342c-81c9-4904-9976-e473051a7df6),segment_id=4f42342c-81c9-4904-9976-e473051a7df6)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:58:16.739690 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b3e7b8e0-fea6-41cc-83a0-0a9a65338350 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:16.849067 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec238ac-9559-42b0-a39e-761fc0c064d8 None None] Network f4451450-c2f3-4b07-bf1c-b6b8622f81a6 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:58:16.865811 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-b3e7b8e0-fea6-41cc-83a0-0a9a65338350 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Calling delete_port for b6246fe8-b3b7-41a7-97dc-c6561d08dae4 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:58:16.945870 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b3e7b8e0-fea6-41cc-83a0-0a9a65338350 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:16.967695 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-248a63b6-08aa-4c14-8410-d82cb96075c4 None None] Provisioning for port 516be217-6281-4b9e-bea2-02fcb2a27726 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:58:16.990578 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-248a63b6-08aa-4c14-8410-d82cb96075c4 None None] Provisioning complete for port 516be217-6281-4b9e-bea2-02fcb2a27726 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:58:16.991116 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-248a63b6-08aa-4c14-8410-d82cb96075c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:17.093605 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e7b8e0-fea6-41cc-83a0-0a9a65338350 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Pushing event deleted for resources: {'Port': ['ID=b6246fe8-b3b7-41a7-97dc-c6561d08dae4,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:58:17.103179 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e7b8e0-fea6-41cc-83a0-0a9a65338350 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] No DVR routers for this DVR port b6246fe8-b3b7-41a7-97dc-c6561d08dae4 on host dv-neutron-826830-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:58:17.105246 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e7b8e0-fea6-41cc-83a0-0a9a65338350 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:58:17.105571 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e7b8e0-fea6-41cc-83a0-0a9a65338350 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:58:17.105913 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e7b8e0-fea6-41cc-83a0-0a9a65338350 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:58:17.106338 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e7b8e0-fea6-41cc-83a0-0a9a65338350 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:58:17.106566 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e7b8e0-fea6-41cc-83a0-0a9a65338350 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:58:17.107033 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e7b8e0-fea6-41cc-83a0-0a9a65338350 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:58:17.107250 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e7b8e0-fea6-41cc-83a0-0a9a65338350 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:58:17.107580 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e7b8e0-fea6-41cc-83a0-0a9a65338350 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:58:17.107901 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e7b8e0-fea6-41cc-83a0-0a9a65338350 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:58:17.108240 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e7b8e0-fea6-41cc-83a0-0a9a65338350 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:58:17.108646 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e7b8e0-fea6-41cc-83a0-0a9a65338350 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:58:17.108838 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e7b8e0-fea6-41cc-83a0-0a9a65338350 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:58:17.222531 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-248a63b6-08aa-4c14-8410-d82cb96075c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:17.233906 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b3e7b8e0-fea6-41cc-83a0-0a9a65338350 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:17.258778 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-b3e7b8e0-fea6-41cc-83a0-0a9a65338350 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec88615c-366c-4fe8-9850-f695de57e698']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:58:17.263256 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-248a63b6-08aa-4c14-8410-d82cb96075c4 None None] For port 516be217-6281-4b9e-bea2-02fcb2a27726, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=516be217-6281-4b9e-bea2-02fcb2a27726,segment=NetworkSegment(5a2fbe92-fdcd-4c0a-90c2-5fda3b168804),segment_id=5a2fbe92-fdcd-4c0a-90c2-5fda3b168804)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:58:17.269829 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-248a63b6-08aa-4c14-8410-d82cb96075c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:17.273257 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-b3e7b8e0-fea6-41cc-83a0-0a9a65338350 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f42342c-81c9-4904-9976-e473051a7df6') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:58:17.274194 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-b3e7b8e0-fea6-41cc-83a0-0a9a65338350 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f42342c-81c9-4904-9976-e473051a7df6') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:58:17.286623 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b3e7b8e0-fea6-41cc-83a0-0a9a65338350 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:17.310588 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b3e7b8e0-fea6-41cc-83a0-0a9a65338350 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:17.318644 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3e7b8e0-fea6-41cc-83a0-0a9a65338350 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:58:17.319171 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b3e7b8e0-fea6-41cc-83a0-0a9a65338350 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:17.341105 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 04:58:17.341105 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:58:17.341105 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 04:58:17.341105 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:58:17.341105 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 04:58:17.341105 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:58:17.341105 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 04:58:17.341105 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:58:17.341105 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 04:58:17.341105 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:58:17.341105 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 04:58:17.341105 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:58:17.341105 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 04:58:17.341105 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:58:17.341105 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:58:17.341105 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:58:17.341105 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:58:17.341105 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:58:17.341105 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 04:58:17.341105 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:58:17.341105 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 04:58:17.341105 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:58:17.341105 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:58:17.341105 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:58:17.341105 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 04:58:17.341105 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:58:17.341105 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:58:17.341105 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:58:17.341105 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:58:17.341105 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:58:17.341105 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:58:17.341105 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:58:17.351024 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248a63b6-08aa-4c14-8410-d82cb96075c4 None None] Pushing event updated for resources: {'Port': ['ID=516be217-6281-4b9e-bea2-02fcb2a27726,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:58:17.424114 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b3e7b8e0-fea6-41cc-83a0-0a9a65338350 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:17.428766 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b3e7b8e0-fea6-41cc-83a0-0a9a65338350 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:17.454724 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e7b8e0-fea6-41cc-83a0-0a9a65338350 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Pushing event deleted for resources: {'Network': ['ID=ec88615c-366c-4fe8-9850-f695de57e698,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:58:17.459818 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-b3e7b8e0-fea6-41cc-83a0-0a9a65338350 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] 10.222.0.24 "DELETE /v2.0/networks/ec88615c-366c-4fe8-9850-f695de57e698 HTTP/1.1" status: 204 len: 168 time: 1.0832980 Feb 01 04:58:17.460758 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 47560) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:58:17.465496 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb10c631-4806-4fca-b1f4-14709d266d36 None None] get_active_networks_info from dv-neutron-826830-1-hyperv {{(pid=87638) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 01 04:58:17.514839 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-30f0dc52-d70c-4345-a9f2-4e019591484b None None] Provisioning complete for port 516be217-6281-4b9e-bea2-02fcb2a27726 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:58:17.515231 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-30f0dc52-d70c-4345-a9f2-4e019591484b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:17.525388 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f4771d9-ff39-4c18-b191-b8d975f29922 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Deleting subnet e54f1369-0f68-4499-b497-d9dd70eccc86 {{(pid=87637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:58:17.528376 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4f4771d9-ff39-4c18-b191-b8d975f29922 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Notify callbacks [] for subnet, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:17.585127 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4f4771d9-ff39-4c18-b191-b8d975f29922 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2424773'] for subnet, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:17.611658 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb10c631-4806-4fca-b1f4-14709d266d36 None None] Resources bound (agent type, host, resource id): {{(pid=87638) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 01 04:58:17.671969 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4f4771d9-ff39-4c18-b191-b8d975f29922 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:17.749140 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4f4771d9-ff39-4c18-b191-b8d975f29922 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3037665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694336'] for subnet, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:17.788132 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4771d9-ff39-4c18-b191-b8d975f29922 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Pushing event deleted for resources: {'Subnet': ['ID=e54f1369-0f68-4499-b497-d9dd70eccc86,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:58:17.792986 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4f4771d9-ff39-4c18-b191-b8d975f29922 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:17.799095 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-4f4771d9-ff39-4c18-b191-b8d975f29922 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] 10.222.0.24 "DELETE /v2.0/subnets/e54f1369-0f68-4499-b497-d9dd70eccc86 HTTP/1.1" status: 204 len: 168 time: 0.3367774 Feb 01 04:58:17.801446 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 47564) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:58:17.914862 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7e812009-4c20-4bc1-b358-0beecfc08fa0 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:17.925007 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-7e812009-4c20-4bc1-b358-0beecfc08fa0 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Deleting port 516be217-6281-4b9e-bea2-02fcb2a27726 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:58:17.925337 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7e812009-4c20-4bc1-b358-0beecfc08fa0 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:17.951395 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600ac65c-68aa-4622-9033-a0dffc9355ff None None] Network f4451450-c2f3-4b07-bf1c-b6b8622f81a6 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:58:18.127632 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-7e812009-4c20-4bc1-b358-0beecfc08fa0 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] For port 516be217-6281-4b9e-bea2-02fcb2a27726, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=516be217-6281-4b9e-bea2-02fcb2a27726,segment=NetworkSegment(5a2fbe92-fdcd-4c0a-90c2-5fda3b168804),segment_id=5a2fbe92-fdcd-4c0a-90c2-5fda3b168804)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:58:18.127987 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7e812009-4c20-4bc1-b358-0beecfc08fa0 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:18.214120 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b53e5cb-954a-4adb-bb78-35b2db1b2019 None None] DHCP port deletion for f4451450-c2f3-4b07-bf1c-b6b8622f81a6 request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:58:18.218502 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-5b53e5cb-954a-4adb-bb78-35b2db1b2019 None None] Deleting port 516be217-6281-4b9e-bea2-02fcb2a27726 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:58:18.218866 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5b53e5cb-954a-4adb-bb78-35b2db1b2019 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:18.253062 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-7e812009-4c20-4bc1-b358-0beecfc08fa0 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Calling delete_port for 516be217-6281-4b9e-bea2-02fcb2a27726 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:58:18.326598 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7e812009-4c20-4bc1-b358-0beecfc08fa0 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:18.370378 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e812009-4c20-4bc1-b358-0beecfc08fa0 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Pushing event deleted for resources: {'Port': ['ID=516be217-6281-4b9e-bea2-02fcb2a27726,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:58:18.375623 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e812009-4c20-4bc1-b358-0beecfc08fa0 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] No DVR routers for this DVR port 516be217-6281-4b9e-bea2-02fcb2a27726 on host dv-neutron-826830-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:58:18.420170 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-5b53e5cb-954a-4adb-bb78-35b2db1b2019 None None] For port 516be217-6281-4b9e-bea2-02fcb2a27726, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=516be217-6281-4b9e-bea2-02fcb2a27726,segment=NetworkSegment(5a2fbe92-fdcd-4c0a-90c2-5fda3b168804),segment_id=5a2fbe92-fdcd-4c0a-90c2-5fda3b168804)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:58:18.420704 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5b53e5cb-954a-4adb-bb78-35b2db1b2019 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:18.429201 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 516be217-6281-4b9e-bea2-02fcb2a27726 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:58:18.495035 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7e812009-4c20-4bc1-b358-0beecfc08fa0 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:18.512541 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 516be217-6281-4b9e-bea2-02fcb2a27726 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:58:18.512884 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 516be217-6281-4b9e-bea2-02fcb2a27726 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:58:18.522888 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-7e812009-4c20-4bc1-b358-0beecfc08fa0 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4451450-c2f3-4b07-bf1c-b6b8622f81a6']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:58:18.535278 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-7e812009-4c20-4bc1-b358-0beecfc08fa0 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a2fbe92-fdcd-4c0a-90c2-5fda3b168804') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:58:18.535570 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-7e812009-4c20-4bc1-b358-0beecfc08fa0 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a2fbe92-fdcd-4c0a-90c2-5fda3b168804') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:58:18.547025 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7e812009-4c20-4bc1-b358-0beecfc08fa0 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:18.562381 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7e812009-4c20-4bc1-b358-0beecfc08fa0 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:18.568213 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e812009-4c20-4bc1-b358-0beecfc08fa0 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:58:18.568587 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7e812009-4c20-4bc1-b358-0beecfc08fa0 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:18.571337 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-5b53e5cb-954a-4adb-bb78-35b2db1b2019 None None] Calling delete_port for 516be217-6281-4b9e-bea2-02fcb2a27726 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:58:18.582509 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 04:58:18.582509 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:58:18.582509 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 04:58:18.582509 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:58:18.582509 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 04:58:18.582509 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:58:18.582509 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 04:58:18.582509 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:58:18.582509 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 04:58:18.582509 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:58:18.582509 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 04:58:18.582509 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:58:18.582509 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 04:58:18.582509 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:58:18.582509 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:58:18.582509 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:58:18.582509 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:58:18.582509 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:58:18.582509 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 04:58:18.582509 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:58:18.582509 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 04:58:18.582509 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:58:18.582509 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:58:18.582509 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:58:18.582509 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 04:58:18.582509 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:58:18.582509 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:58:18.582509 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:58:18.582509 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:58:18.582509 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:58:18.582509 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:58:18.582509 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:58:18.643311 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-5b53e5cb-954a-4adb-bb78-35b2db1b2019 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:58:18.643666 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-5b53e5cb-954a-4adb-bb78-35b2db1b2019 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:58:18.657045 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7e812009-4c20-4bc1-b358-0beecfc08fa0 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:18.661394 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7e812009-4c20-4bc1-b358-0beecfc08fa0 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:18.689620 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e812009-4c20-4bc1-b358-0beecfc08fa0 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Pushing event deleted for resources: {'Network': ['ID=f4451450-c2f3-4b07-bf1c-b6b8622f81a6,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:58:18.694162 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-7e812009-4c20-4bc1-b358-0beecfc08fa0 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] 10.222.0.24 "DELETE /v2.0/networks/f4451450-c2f3-4b07-bf1c-b6b8622f81a6 HTTP/1.1" status: 204 len: 168 time: 0.8917990 Feb 01 04:58:18.697261 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 47568) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:58:18.738585 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-74ad5b1a-2bb6-4d49-82b2-574ab102b6d9 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Synchronizing usage tracker for tenant:9ca1f1688789407baec8628dd917ac1c on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:58:18.753603 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-74ad5b1a-2bb6-4d49-82b2-574ab102b6d9 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Unset dirty status for tenant:9ca1f1688789407baec8628dd917ac1c on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:58:18.754870 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-74ad5b1a-2bb6-4d49-82b2-574ab102b6d9 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] 10.222.0.24 "GET /v2.0/ports?device_id=e9fc1c3b-e155-46a3-8423-d7f6f612db2d HTTP/1.1" status: 200 len: 205 time: 0.0567167 Feb 01 04:58:18.757213 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 47572) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:58:18.980543 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-622e8a5c-76a5-494f-b727-bcee6836e1c0 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Notify callbacks [] for router, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:19.144975 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-5b53e5cb-954a-4adb-bb78-35b2db1b2019 None None] Deleting port 516be217-6281-4b9e-bea2-02fcb2a27726 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:58:19.145494 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5b53e5cb-954a-4adb-bb78-35b2db1b2019 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:19.213026 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-5b53e5cb-954a-4adb-bb78-35b2db1b2019 None None] The port '516be217-6281-4b9e-bea2-02fcb2a27726' was deleted {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 01 04:58:19.279535 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-622e8a5c-76a5-494f-b727-bcee6836e1c0 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25968'] for router, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:19.281687 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-622e8a5c-76a5-494f-b727-bcee6836e1c0 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:19.303096 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-622e8a5c-76a5-494f-b727-bcee6836e1c0 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772958'] for router, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:19.303613 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-622e8a5c-76a5-494f-b727-bcee6836e1c0 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Fanout notify agent at l3_agent the message router_deleted on router e9fc1c3b-e155-46a3-8423-d7f6f612db2d {{(pid=87637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 01 04:58:19.314954 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-622e8a5c-76a5-494f-b727-bcee6836e1c0 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:19.316036 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-622e8a5c-76a5-494f-b727-bcee6836e1c0 tempest-RoutersNegativeTest-2032187055 tempest-RoutersNegativeTest-2032187055-project] 10.222.0.24 "DELETE /v2.0/routers/e9fc1c3b-e155-46a3-8423-d7f6f612db2d HTTP/1.1" status: 204 len: 168 time: 0.5574343 Feb 01 04:58:19.571233 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 47580) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:58:19.711702 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-ac902e7f-3ea8-4799-a7fd-1d6e0895a86f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9ca1f1688789407baec8628dd917ac1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1392529 Feb 01 04:58:19.715023 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 47586) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:58:19.771251 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-685b4c32-1a1b-4ec3-a6dc-5931a4143cea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:19.795943 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-685b4c32-1a1b-4ec3-a6dc-5931a4143cea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:19.849104 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-685b4c32-1a1b-4ec3-a6dc-5931a4143cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:19.863667 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685b4c32-1a1b-4ec3-a6dc-5931a4143cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=502bbe3c-567d-4e53-83bb-ba0a7324bca4,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:58:19.870846 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-685b4c32-1a1b-4ec3-a6dc-5931a4143cea admin admin] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:19.872001 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-685b4c32-1a1b-4ec3-a6dc-5931a4143cea admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/502bbe3c-567d-4e53-83bb-ba0a7324bca4 HTTP/1.1" status: 204 len: 168 time: 0.1560514 Feb 01 04:58:20.502758 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 47610) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:58:20.603631 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-e35101c8-9f75-458c-a67a-0a98c23cfd21 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-252401752-network', 'tenant_id': '5a66d7c7d65548b0bf5a0866f36acd0d'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:58:20.608418 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-e35101c8-9f75-458c-a67a-0a98c23cfd21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:58:20.612075 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-e35101c8-9f75-458c-a67a-0a98c23cfd21 admin admin] Usage tracker for resource:network and tenant:5a66d7c7d65548b0bf5a0866f36acd0d is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:58:20.614825 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-e35101c8-9f75-458c-a67a-0a98c23cfd21 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:58:20.620614 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-e35101c8-9f75-458c-a67a-0a98c23cfd21 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:58:20.630266 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e35101c8-9f75-458c-a67a-0a98c23cfd21 admin admin] Made reservation on behalf of 5a66d7c7d65548b0bf5a0866f36acd0d for: {'network': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:58:20.632560 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e35101c8-9f75-458c-a67a-0a98c23cfd21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:20.644111 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e35101c8-9f75-458c-a67a-0a98c23cfd21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:20.658362 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-e35101c8-9f75-458c-a67a-0a98c23cfd21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:58:20.661938 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-e35101c8-9f75-458c-a67a-0a98c23cfd21 admin admin] Usage tracker for resource:security_group_rule and tenant:5a66d7c7d65548b0bf5a0866f36acd0d is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:58:20.665400 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-e35101c8-9f75-458c-a67a-0a98c23cfd21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:58:20.671570 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-e35101c8-9f75-458c-a67a-0a98c23cfd21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:58:20.752986 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e35101c8-9f75-458c-a67a-0a98c23cfd21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:20.757028 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e35101c8-9f75-458c-a67a-0a98c23cfd21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:20.784280 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e35101c8-9f75-458c-a67a-0a98c23cfd21 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=87637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:58:20.797023 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35101c8-9f75-458c-a67a-0a98c23cfd21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca819bb-8d76-4e9e-9984-c5907c06b907,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:58:20.802347 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e35101c8-9f75-458c-a67a-0a98c23cfd21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:20.802690 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.segments_db [None req-e35101c8-9f75-458c-a67a-0a98c23cfd21 admin admin] Added segment f36a8753-337f-4d4a-b6d9-26970c27d82b of type vlan for network b10ff887-faa2-4849-ab96-b9143c7b36d9 Feb 01 04:58:20.827597 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e35101c8-9f75-458c-a67a-0a98c23cfd21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:20.856003 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e35101c8-9f75-458c-a67a-0a98c23cfd21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:20.856920 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35101c8-9f75-458c-a67a-0a98c23cfd21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:58:20.857480 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e35101c8-9f75-458c-a67a-0a98c23cfd21 admin admin] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:20.953831 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-e35101c8-9f75-458c-a67a-0a98c23cfd21 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4499373 Feb 01 04:58:20.956816 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 47616) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:58:20.958806 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35101c8-9f75-458c-a67a-0a98c23cfd21 admin admin] Pushing event updated for resources: {'Network': ['ID=b10ff887-faa2-4849-ab96-b9143c7b36d9,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:58:20.969290 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network b10ff887-faa2-4849-ab96-b9143c7b36d9 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:58:20.969713 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-d6fca16a-9975-4ef9-b54f-329e17e53a69 admin admin] Request body: {'subnet': {'network_id': 'b10ff887-faa2-4849-ab96-b9143c7b36d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-252401752-subnet', 'tenant_id': '5a66d7c7d65548b0bf5a0866f36acd0d', 'ip_version': 4}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:58:20.974672 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-d6fca16a-9975-4ef9-b54f-329e17e53a69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:58:20.978672 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d6fca16a-9975-4ef9-b54f-329e17e53a69 admin admin] Usage tracker for resource:subnet and tenant:5a66d7c7d65548b0bf5a0866f36acd0d is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:58:20.981496 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d6fca16a-9975-4ef9-b54f-329e17e53a69 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:58:20.987122 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-d6fca16a-9975-4ef9-b54f-329e17e53a69 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:58:20.996991 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6fca16a-9975-4ef9-b54f-329e17e53a69 admin admin] Made reservation on behalf of 5a66d7c7d65548b0bf5a0866f36acd0d for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:58:20.999667 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d6fca16a-9975-4ef9-b54f-329e17e53a69 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:21.195930 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d6fca16a-9975-4ef9-b54f-329e17e53a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:21.274063 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fca16a-9975-4ef9-b54f-329e17e53a69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e4fbdac-37f9-488a-a378-7448344e4bf3,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:58:21.282157 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fca16a-9975-4ef9-b54f-329e17e53a69 admin admin] Checking segment: {'id': 'f36a8753-337f-4d4a-b6d9-26970c27d82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b10ff887-faa2-4849-ab96-b9143c7b36d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:58:21.282539 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fca16a-9975-4ef9-b54f-329e17e53a69 admin admin] Network hostable DHCP agents. Network: b10ff887-faa2-4849-ab96-b9143c7b36d9, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:58:21.305317 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fca16a-9975-4ef9-b54f-329e17e53a69 admin admin] Network b10ff887-faa2-4849-ab96-b9143c7b36d9 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:58:21.314436 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-d6fca16a-9975-4ef9-b54f-329e17e53a69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, b10ff887-faa2-4849-ab96-b9143c7b36d9) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:58:21.318413 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fca16a-9975-4ef9-b54f-329e17e53a69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:58:21.319015 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d6fca16a-9975-4ef9-b54f-329e17e53a69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:21.324826 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd066b3-9df9-49b9-a78d-25969b857b07 None None] Network b10ff887-faa2-4849-ab96-b9143c7b36d9 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:58:21.339350 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d6fca16a-9975-4ef9-b54f-329e17e53a69 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3813789 Feb 01 04:58:21.342123 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 47620) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:58:21.347170 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-260c6e9f-a334-4816-997b-c36a898c9b71 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-252401752-router', 'tenant_id': '5a66d7c7d65548b0bf5a0866f36acd0d', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:58:21.351601 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-260c6e9f-a334-4816-997b-c36a898c9b71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:58:21.355346 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-260c6e9f-a334-4816-997b-c36a898c9b71 admin admin] Usage tracker for resource:router and tenant:5a66d7c7d65548b0bf5a0866f36acd0d is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:58:21.358082 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-260c6e9f-a334-4816-997b-c36a898c9b71 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:58:21.363989 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-260c6e9f-a334-4816-997b-c36a898c9b71 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:58:21.374975 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-260c6e9f-a334-4816-997b-c36a898c9b71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25958'] for router, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:21.376033 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-260c6e9f-a334-4816-997b-c36a898c9b71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-372027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25961'] for router, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:21.391318 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-260c6e9f-a334-4816-997b-c36a898c9b71 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:21.535322 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1661c7e8-8fa3-4103-a7f9-8c845cdb8b2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-b10ff887-faa2-4849-ab96-b9143c7b36d9', 'network_id': 'b10ff887-faa2-4849-ab96-b9143c7b36d9', 'tenant_id': '5a66d7c7d65548b0bf5a0866f36acd0d', 'fixed_ips': [{'subnet_id': '0e4fbdac-37f9-488a-a378-7448344e4bf3'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:58:21.536358 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1661c7e8-8fa3-4103-a7f9-8c845cdb8b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:21.660372 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-260c6e9f-a334-4816-997b-c36a898c9b71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:21.693973 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-1661c7e8-8fa3-4103-a7f9-8c845cdb8b2c None None] Allocated IP 172.20.0.2 (b10ff887-faa2-4849-ab96-b9143c7b36d9/0e4fbdac-37f9-488a-a378-7448344e4bf3/294704d1-8e93-4168-85b7-eefdfba47723) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:58:21.892825 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1661c7e8-8fa3-4103-a7f9-8c845cdb8b2c None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:21.903666 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-1661c7e8-8fa3-4103-a7f9-8c845cdb8b2c None None] Transition to ACTIVE for port object 294704d1-8e93-4168-85b7-eefdfba47723 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:58:21.923267 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-1661c7e8-8fa3-4103-a7f9-8c845cdb8b2c None None] Transition to ACTIVE for port object 294704d1-8e93-4168-85b7-eefdfba47723 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:58:21.928861 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1661c7e8-8fa3-4103-a7f9-8c845cdb8b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:22.027995 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1661c7e8-8fa3-4103-a7f9-8c845cdb8b2c None None] Network b10ff887-faa2-4849-ab96-b9143c7b36d9 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:58:22.030822 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-1661c7e8-8fa3-4103-a7f9-8c845cdb8b2c None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:58:22.034630 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1661c7e8-8fa3-4103-a7f9-8c845cdb8b2c None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:58:22.043907 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1661c7e8-8fa3-4103-a7f9-8c845cdb8b2c None None] Pushing event updated for resources: {'Port': ['ID=294704d1-8e93-4168-85b7-eefdfba47723,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:58:22.078365 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-260c6e9f-a334-4816-997b-c36a898c9b71 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:22.109355 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-260c6e9f-a334-4816-997b-c36a898c9b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:22.128128 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-1661c7e8-8fa3-4103-a7f9-8c845cdb8b2c None None] Attempting to bind port 294704d1-8e93-4168-85b7-eefdfba47723 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:58:22.128423 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-1661c7e8-8fa3-4103-a7f9-8c845cdb8b2c None None] Attempting to bind port 294704d1-8e93-4168-85b7-eefdfba47723 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': 'f36a8753-337f-4d4a-b6d9-26970c27d82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b10ff887-faa2-4849-ab96-b9143c7b36d9'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:58:22.128782 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1661c7e8-8fa3-4103-a7f9-8c845cdb8b2c None None] Attempting to bind port 294704d1-8e93-4168-85b7-eefdfba47723 on network b10ff887-faa2-4849-ab96-b9143c7b36d9 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:58:22.133901 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1661c7e8-8fa3-4103-a7f9-8c845cdb8b2c None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:58:22.134268 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1661c7e8-8fa3-4103-a7f9-8c845cdb8b2c None None] Checking segment: {'id': 'f36a8753-337f-4d4a-b6d9-26970c27d82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b10ff887-faa2-4849-ab96-b9143c7b36d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:58:22.134770 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1661c7e8-8fa3-4103-a7f9-8c845cdb8b2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:22.135187 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1661c7e8-8fa3-4103-a7f9-8c845cdb8b2c None None] Bound using segment: {'id': 'f36a8753-337f-4d4a-b6d9-26970c27d82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b10ff887-faa2-4849-ab96-b9143c7b36d9'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:58:22.135639 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-1661c7e8-8fa3-4103-a7f9-8c845cdb8b2c None None] Bound port: 294704d1-8e93-4168-85b7-eefdfba47723, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f36a8753-337f-4d4a-b6d9-26970c27d82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b10ff887-faa2-4849-ab96-b9143c7b36d9'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:58:22.136006 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1661c7e8-8fa3-4103-a7f9-8c845cdb8b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:22.221575 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-1661c7e8-8fa3-4103-a7f9-8c845cdb8b2c None None] For port 294704d1-8e93-4168-85b7-eefdfba47723, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:58:22.224529 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-1661c7e8-8fa3-4103-a7f9-8c845cdb8b2c None None] For port 294704d1-8e93-4168-85b7-eefdfba47723, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=294704d1-8e93-4168-85b7-eefdfba47723,segment=NetworkSegment(f36a8753-337f-4d4a-b6d9-26970c27d82b),segment_id=f36a8753-337f-4d4a-b6d9-26970c27d82b)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:58:22.228777 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1661c7e8-8fa3-4103-a7f9-8c845cdb8b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:22.243840 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-260c6e9f-a334-4816-997b-c36a898c9b71 admin admin] Allocated IP 172.26.8.118 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/f996d84e-a93b-4812-aebe-1d7fda785a86) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:58:22.311020 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1661c7e8-8fa3-4103-a7f9-8c845cdb8b2c None None] Pushing event updated for resources: {'Port': ['ID=294704d1-8e93-4168-85b7-eefdfba47723,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:58:22.391800 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-260c6e9f-a334-4816-997b-c36a898c9b71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:22.422010 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-260c6e9f-a334-4816-997b-c36a898c9b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:22.489390 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260c6e9f-a334-4816-997b-c36a898c9b71 admin admin] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:58:22.492269 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-260c6e9f-a334-4816-997b-c36a898c9b71 admin admin] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:58:22.497205 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260c6e9f-a334-4816-997b-c36a898c9b71 admin admin] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:58:22.535896 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260c6e9f-a334-4816-997b-c36a898c9b71 admin admin] Pushing event updated for resources: {'Port': ['ID=f996d84e-a93b-4812-aebe-1d7fda785a86,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:58:22.918036 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-260c6e9f-a334-4816-997b-c36a898c9b71 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:23.208724 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bf250a-3c6d-4e99-bb7b-7dbbcb0391c5 None None] Network b10ff887-faa2-4849-ab96-b9143c7b36d9 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:58:23.259923 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-260c6e9f-a334-4816-997b-c36a898c9b71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337'] for router, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:23.321588 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-4c45b841-b7d6-4594-b221-5d555b4953c9 None None] Provisioning for port 294704d1-8e93-4168-85b7-eefdfba47723 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:58:23.582839 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-260c6e9f-a334-4816-997b-c36a898c9b71 admin admin] Router 58c5ad74-4e57-462b-bd48-30e57ef2ec9e is scheduled to L3 agent a3073304-82af-4a42-89af-bc532d6626bb with binding_index 1 {{(pid=87636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 01 04:58:23.758151 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-260c6e9f-a334-4816-997b-c36a898c9b71 admin admin] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:58:23.767090 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac403e6-9a33-464c-945e-6ce9bd7334f1 None None] Sync routers for ids ['58c5ad74-4e57-462b-bd48-30e57ef2ec9e'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:58:23.776464 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac403e6-9a33-464c-945e-6ce9bd7334f1 None None] Routers {'58c5ad74-4e57-462b-bd48-30e57ef2ec9e'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:58:23.777074 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-fac403e6-9a33-464c-945e-6ce9bd7334f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:58:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['58c5ad74-4e57-462b-bd48-30e57ef2ec9e'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:58:23.780935 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-260c6e9f-a334-4816-997b-c36a898c9b71 admin admin] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:23.782209 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-260c6e9f-a334-4816-997b-c36a898c9b71 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.4391887 Feb 01 04:58:23.784913 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 47624) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:58:23.950652 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-fac403e6-9a33-464c-945e-6ce9bd7334f1 None None] Set router 58c5ad74-4e57-462b-bd48-30e57ef2ec9e gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:58:24.231721 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-fac403e6-9a33-464c-945e-6ce9bd7334f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c5ad74-4e57-462b-bd48-30e57ef2ec9e', 'name': 'tempest-TestEncryptedCinderVolumes-252401752-router', 'tenant_id': '5a66d7c7d65548b0bf5a0866f36acd0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': 'f996d84e-a93b-4812-aebe-1d7fda785a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:58:21Z', 'updated_at': '2022-02-01T04:58:22Z', 'revision_number': 3, 'project_id': '5a66d7c7d65548b0bf5a0866f36acd0d', 'gw_port': {'id': 'f996d84e-a93b-4812-aebe-1d7fda785a86', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:76:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58c5ad74-4e57-462b-bd48-30e57ef2ec9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:58:22Z', 'updated_at': '2022-02-01T04:58:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:58:24.235482 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac403e6-9a33-464c-945e-6ce9bd7334f1 None None] Checking router: 58c5ad74-4e57-462b-bd48-30e57ef2ec9e for host: dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:58:24.235824 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac403e6-9a33-464c-945e-6ce9bd7334f1 None None] Updating router 58c5ad74-4e57-462b-bd48-30e57ef2ec9e port f996d84e-a93b-4812-aebe-1d7fda785a86 binding host dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 04:58:24.286727 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fac403e6-9a33-464c-945e-6ce9bd7334f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:24.446955 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1215255c-f0d2-43fe-93f2-e96ffbf241dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:24.496457 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 294704d1-8e93-4168-85b7-eefdfba47723 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:58:24.595913 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 294704d1-8e93-4168-85b7-eefdfba47723 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:58:24.609522 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 294704d1-8e93-4168-85b7-eefdfba47723 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:58:24.609887 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:24.649431 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-1215255c-f0d2-43fe-93f2-e96ffbf241dd admin admin] Allocated IP 172.20.0.1 (b10ff887-faa2-4849-ab96-b9143c7b36d9/0e4fbdac-37f9-488a-a378-7448344e4bf3/9355e8a5-f451-4e05-a734-f13c84cf71e2) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:58:24.752092 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fac403e6-9a33-464c-945e-6ce9bd7334f1 None None] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:24.768480 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-fac403e6-9a33-464c-945e-6ce9bd7334f1 None None] Transition to ACTIVE for port object f996d84e-a93b-4812-aebe-1d7fda785a86 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:58:24.800529 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1215255c-f0d2-43fe-93f2-e96ffbf241dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:24.813127 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fac403e6-9a33-464c-945e-6ce9bd7334f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:24.817283 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-1215255c-f0d2-43fe-93f2-e96ffbf241dd admin admin] Transition to ACTIVE for port object 9355e8a5-f451-4e05-a734-f13c84cf71e2 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:58:24.841725 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1215255c-f0d2-43fe-93f2-e96ffbf241dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:24.879216 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:24.906100 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1215255c-f0d2-43fe-93f2-e96ffbf241dd admin admin] Network b10ff887-faa2-4849-ab96-b9143c7b36d9 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:58:24.908974 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-1215255c-f0d2-43fe-93f2-e96ffbf241dd admin admin] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:58:24.911718 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-fac403e6-9a33-464c-945e-6ce9bd7334f1 None None] Attempting to bind port f996d84e-a93b-4812-aebe-1d7fda785a86 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:58:24.912086 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-fac403e6-9a33-464c-945e-6ce9bd7334f1 None None] Attempting to bind port f996d84e-a93b-4812-aebe-1d7fda785a86 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:58:24.912445 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac403e6-9a33-464c-945e-6ce9bd7334f1 None None] Attempting to bind port f996d84e-a93b-4812-aebe-1d7fda785a86 on network bdef128a-46b3-4cca-a245-48d1eb781269 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:58:24.912555 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1215255c-f0d2-43fe-93f2-e96ffbf241dd admin admin] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:58:24.919579 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba69548d-156c-4625-ae15-5bd6c96dadac None None] Pushing event updated for resources: {'Port': ['ID=f996d84e-a93b-4812-aebe-1d7fda785a86,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:58:24.928271 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac403e6-9a33-464c-945e-6ce9bd7334f1 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:58:24.928644 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac403e6-9a33-464c-945e-6ce9bd7334f1 None None] Checking segment: {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:58:24.929041 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fac403e6-9a33-464c-945e-6ce9bd7334f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:24.929996 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac403e6-9a33-464c-945e-6ce9bd7334f1 None None] Bound using segment: {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:58:24.930480 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-fac403e6-9a33-464c-945e-6ce9bd7334f1 None None] Bound port: f996d84e-a93b-4812-aebe-1d7fda785a86, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:58:24.930848 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fac403e6-9a33-464c-945e-6ce9bd7334f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:24.995660 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 294704d1-8e93-4168-85b7-eefdfba47723, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=294704d1-8e93-4168-85b7-eefdfba47723,segment=NetworkSegment(f36a8753-337f-4d4a-b6d9-26970c27d82b),segment_id=f36a8753-337f-4d4a-b6d9-26970c27d82b)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:58:25.003869 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:25.077371 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-fac403e6-9a33-464c-945e-6ce9bd7334f1 None None] For port f996d84e-a93b-4812-aebe-1d7fda785a86, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:58:25.083650 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1215255c-f0d2-43fe-93f2-e96ffbf241dd admin admin] Pushing event updated for resources: {'Port': ['ID=9355e8a5-f451-4e05-a734-f13c84cf71e2,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:58:25.091578 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-fac403e6-9a33-464c-945e-6ce9bd7334f1 None None] For port f996d84e-a93b-4812-aebe-1d7fda785a86, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=f996d84e-a93b-4812-aebe-1d7fda785a86,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:58:25.095729 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=294704d1-8e93-4168-85b7-eefdfba47723,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:58:25.099209 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fac403e6-9a33-464c-945e-6ce9bd7334f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:25.107074 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1215255c-f0d2-43fe-93f2-e96ffbf241dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-372107'] for router_interface, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:25.185376 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac403e6-9a33-464c-945e-6ce9bd7334f1 None None] Routers {'58c5ad74-4e57-462b-bd48-30e57ef2ec9e'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:58:25.185918 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-fac403e6-9a33-464c-945e-6ce9bd7334f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:58:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['58c5ad74-4e57-462b-bd48-30e57ef2ec9e'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:58:25.243414 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba69548d-156c-4625-ae15-5bd6c96dadac None None] Pushing event updated for resources: {'Port': ['ID=f996d84e-a93b-4812-aebe-1d7fda785a86,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:58:25.269531 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-26d2fd2f-639b-416e-a031-5619f9d9a591 None None] Provisioning for port 9355e8a5-f451-4e05-a734-f13c84cf71e2 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:58:25.280092 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-26d2fd2f-639b-416e-a031-5619f9d9a591 None None] Provisioning complete for port 9355e8a5-f451-4e05-a734-f13c84cf71e2 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:58:25.280482 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-26d2fd2f-639b-416e-a031-5619f9d9a591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:25.363783 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1215255c-f0d2-43fe-93f2-e96ffbf241dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:25.404812 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-26d2fd2f-639b-416e-a031-5619f9d9a591 None None] Port 9355e8a5-f451-4e05-a734-f13c84cf71e2 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:58:25.419112 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-fac403e6-9a33-464c-945e-6ce9bd7334f1 None None] Set router 58c5ad74-4e57-462b-bd48-30e57ef2ec9e gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:58:25.582168 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1215255c-f0d2-43fe-93f2-e96ffbf241dd admin admin] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:25.587028 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1215255c-f0d2-43fe-93f2-e96ffbf241dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:25.686391 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1215255c-f0d2-43fe-93f2-e96ffbf241dd admin admin] Pushing event updated for resources: {'Port': ['ID=9355e8a5-f451-4e05-a734-f13c84cf71e2,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:58:25.691112 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1215255c-f0d2-43fe-93f2-e96ffbf241dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371990'] for router_interface, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:25.696525 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-fac403e6-9a33-464c-945e-6ce9bd7334f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c5ad74-4e57-462b-bd48-30e57ef2ec9e', 'name': 'tempest-TestEncryptedCinderVolumes-252401752-router', 'tenant_id': '5a66d7c7d65548b0bf5a0866f36acd0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': 'f996d84e-a93b-4812-aebe-1d7fda785a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:58:21Z', 'updated_at': '2022-02-01T04:58:22Z', 'revision_number': 3, 'project_id': '5a66d7c7d65548b0bf5a0866f36acd0d', 'gw_port': {'id': 'f996d84e-a93b-4812-aebe-1d7fda785a86', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:76:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58c5ad74-4e57-462b-bd48-30e57ef2ec9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:58:22Z', 'updated_at': '2022-02-01T04:58:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:58:25.700405 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac403e6-9a33-464c-945e-6ce9bd7334f1 None None] The sync data for ids ['58c5ad74-4e57-462b-bd48-30e57ef2ec9e'] in dv-neutron-826830-1-hyperv is: [{'id': '58c5ad74-4e57-462b-bd48-30e57ef2ec9e', 'name': 'tempest-TestEncryptedCinderVolumes-252401752-router', 'tenant_id': '5a66d7c7d65548b0bf5a0866f36acd0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': 'f996d84e-a93b-4812-aebe-1d7fda785a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:58:21Z', 'updated_at': '2022-02-01T04:58:22Z', 'revision_number': 3, 'project_id': '5a66d7c7d65548b0bf5a0866f36acd0d', 'gw_port': {'id': 'f996d84e-a93b-4812-aebe-1d7fda785a86', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:76:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58c5ad74-4e57-462b-bd48-30e57ef2ec9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:58:22Z', 'updated_at': '2022-02-01T04:58:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:58:25.826877 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1215255c-f0d2-43fe-93f2-e96ffbf241dd admin admin] Network b10ff887-faa2-4849-ab96-b9143c7b36d9 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:58:25.828073 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-1215255c-f0d2-43fe-93f2-e96ffbf241dd admin admin] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:58:26.045137 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1215255c-f0d2-43fe-93f2-e96ffbf241dd admin admin] Router 58c5ad74-4e57-462b-bd48-30e57ef2ec9e has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:58:26.136293 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-712e1a40-7805-44cf-b4b8-a4accb0898b8 None None] Provisioning complete for port 9355e8a5-f451-4e05-a734-f13c84cf71e2 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:58:26.137131 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-712e1a40-7805-44cf-b4b8-a4accb0898b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:26.195312 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-712e1a40-7805-44cf-b4b8-a4accb0898b8 None None] Port 9355e8a5-f451-4e05-a734-f13c84cf71e2 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:58:26.232424 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1215255c-f0d2-43fe-93f2-e96ffbf241dd admin admin] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:58:26.243276 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1215255c-f0d2-43fe-93f2-e96ffbf241dd admin admin] 10.222.0.24 "PUT /v2.0/routers/58c5ad74-4e57-462b-bd48-30e57ef2ec9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4563091 Feb 01 04:58:26.502263 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 294704d1-8e93-4168-85b7-eefdfba47723 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:58:26.572619 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 294704d1-8e93-4168-85b7-eefdfba47723 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:58:26.572985 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:26.703482 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device f996d84e-a93b-4812-aebe-1d7fda785a86 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:58:26.768377 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port f996d84e-a93b-4812-aebe-1d7fda785a86 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:58:26.773715 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port f996d84e-a93b-4812-aebe-1d7fda785a86 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:58:26.774086 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:26.783568 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 47642) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:58:26.789938 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-7a23ba1b-d50d-41a4-b34b-d068312a6f24 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1661114181-network', 'tenant_id': '36f36f7e6e45430988169d0111c2c490'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:58:26.794787 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-7a23ba1b-d50d-41a4-b34b-d068312a6f24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:58:26.798744 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-7a23ba1b-d50d-41a4-b34b-d068312a6f24 admin admin] Usage tracker for resource:network and tenant:36f36f7e6e45430988169d0111c2c490 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:58:26.801742 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-7a23ba1b-d50d-41a4-b34b-d068312a6f24 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:58:26.807777 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-7a23ba1b-d50d-41a4-b34b-d068312a6f24 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:58:26.819467 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a23ba1b-d50d-41a4-b34b-d068312a6f24 admin admin] Made reservation on behalf of 36f36f7e6e45430988169d0111c2c490 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:58:26.822865 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7a23ba1b-d50d-41a4-b34b-d068312a6f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:26.836452 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7a23ba1b-d50d-41a4-b34b-d068312a6f24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:26.850757 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-7a23ba1b-d50d-41a4-b34b-d068312a6f24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:58:26.855294 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-7a23ba1b-d50d-41a4-b34b-d068312a6f24 admin admin] Usage tracker for resource:security_group_rule and tenant:36f36f7e6e45430988169d0111c2c490 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:58:26.858079 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-7a23ba1b-d50d-41a4-b34b-d068312a6f24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:58:26.863758 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-7a23ba1b-d50d-41a4-b34b-d068312a6f24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:58:26.903595 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:26.920032 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port f996d84e-a93b-4812-aebe-1d7fda785a86, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=f996d84e-a93b-4812-aebe-1d7fda785a86,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:58:26.924131 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:26.952842 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7a23ba1b-d50d-41a4-b34b-d068312a6f24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:26.956761 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7a23ba1b-d50d-41a4-b34b-d068312a6f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:26.986117 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a23ba1b-d50d-41a4-b34b-d068312a6f24 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:58:27.001268 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a23ba1b-d50d-41a4-b34b-d068312a6f24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d56b8b20-93fb-4330-95a2-da5b04a47aa1,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:58:27.009042 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7a23ba1b-d50d-41a4-b34b-d068312a6f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:27.009591 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-7a23ba1b-d50d-41a4-b34b-d068312a6f24 admin admin] Added segment 2954ba78-99b9-4962-a603-b3822aac340e of type vlan for network c4f3b482-ef03-4a62-9eab-f269e5f8a472 Feb 01 04:58:27.039741 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=f996d84e-a93b-4812-aebe-1d7fda785a86,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:58:27.040614 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7a23ba1b-d50d-41a4-b34b-d068312a6f24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:27.071925 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7a23ba1b-d50d-41a4-b34b-d068312a6f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:27.072891 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a23ba1b-d50d-41a4-b34b-d068312a6f24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:58:27.073457 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7a23ba1b-d50d-41a4-b34b-d068312a6f24 admin admin] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:27.172059 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-7a23ba1b-d50d-41a4-b34b-d068312a6f24 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3869803 Feb 01 04:58:27.174688 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 47646) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:58:27.176936 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a23ba1b-d50d-41a4-b34b-d068312a6f24 admin admin] Pushing event updated for resources: {'Network': ['ID=c4f3b482-ef03-4a62-9eab-f269e5f8a472,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:58:27.180439 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-96cca07e-6b64-4d4f-9e5d-e88288a76989 admin admin] Request body: {'subnet': {'network_id': 'c4f3b482-ef03-4a62-9eab-f269e5f8a472', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1661114181-subnet', 'tenant_id': '36f36f7e6e45430988169d0111c2c490', 'ip_version': 4}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:58:27.185848 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-96cca07e-6b64-4d4f-9e5d-e88288a76989 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:58:27.187993 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network c4f3b482-ef03-4a62-9eab-f269e5f8a472 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:58:27.190614 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-96cca07e-6b64-4d4f-9e5d-e88288a76989 admin admin] Usage tracker for resource:subnet and tenant:36f36f7e6e45430988169d0111c2c490 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:58:27.194423 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-96cca07e-6b64-4d4f-9e5d-e88288a76989 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:58:27.202513 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-96cca07e-6b64-4d4f-9e5d-e88288a76989 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:58:27.212439 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96cca07e-6b64-4d4f-9e5d-e88288a76989 admin admin] Made reservation on behalf of 36f36f7e6e45430988169d0111c2c490 for: {'subnet': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:58:27.214798 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-96cca07e-6b64-4d4f-9e5d-e88288a76989 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3694443'] for subnet, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:27.288260 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ccc0ee-b557-4847-80fa-0a467f46c8f1 None None] Sync routers for ids ['58c5ad74-4e57-462b-bd48-30e57ef2ec9e'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:58:27.298214 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ccc0ee-b557-4847-80fa-0a467f46c8f1 None None] Routers {'58c5ad74-4e57-462b-bd48-30e57ef2ec9e'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:58:27.298822 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-33ccc0ee-b557-4847-80fa-0a467f46c8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:58:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['58c5ad74-4e57-462b-bd48-30e57ef2ec9e'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:58:27.419158 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-96cca07e-6b64-4d4f-9e5d-e88288a76989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3037478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3694457'] for subnet, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:27.473411 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-33ccc0ee-b557-4847-80fa-0a467f46c8f1 None None] Set router 58c5ad74-4e57-462b-bd48-30e57ef2ec9e gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:58:27.491620 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cca07e-6b64-4d4f-9e5d-e88288a76989 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75949453-9bd5-4b5f-8a4c-9e142cfb1aef,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:58:27.501835 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cca07e-6b64-4d4f-9e5d-e88288a76989 admin admin] Checking segment: {'id': '2954ba78-99b9-4962-a603-b3822aac340e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c4f3b482-ef03-4a62-9eab-f269e5f8a472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:58:27.502191 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96cca07e-6b64-4d4f-9e5d-e88288a76989 admin admin] Network hostable DHCP agents. Network: c4f3b482-ef03-4a62-9eab-f269e5f8a472, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:58:27.521426 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96cca07e-6b64-4d4f-9e5d-e88288a76989 admin admin] Network c4f3b482-ef03-4a62-9eab-f269e5f8a472 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:58:27.530856 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-96cca07e-6b64-4d4f-9e5d-e88288a76989 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, c4f3b482-ef03-4a62-9eab-f269e5f8a472) {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:58:27.535582 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96cca07e-6b64-4d4f-9e5d-e88288a76989 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:58:27.536347 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-96cca07e-6b64-4d4f-9e5d-e88288a76989 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:27.539354 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3577d570-5f78-4b13-9f4f-ff700485c79d None None] Network c4f3b482-ef03-4a62-9eab-f269e5f8a472 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:58:27.558085 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-96cca07e-6b64-4d4f-9e5d-e88288a76989 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3822598 Feb 01 04:58:27.560550 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 47650) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:58:27.565532 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-60d7478f-f1b7-4795-854d-2ce2574bdcb8 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1661114181-router', 'tenant_id': '36f36f7e6e45430988169d0111c2c490', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:58:27.570936 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-60d7478f-f1b7-4795-854d-2ce2574bdcb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:58:27.574693 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-60d7478f-f1b7-4795-854d-2ce2574bdcb8 admin admin] Usage tracker for resource:router and tenant:36f36f7e6e45430988169d0111c2c490 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:58:27.577524 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-60d7478f-f1b7-4795-854d-2ce2574bdcb8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:58:27.583259 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-60d7478f-f1b7-4795-854d-2ce2574bdcb8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:58:27.593883 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-60d7478f-f1b7-4795-854d-2ce2574bdcb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25958'] for router, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:27.594980 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-60d7478f-f1b7-4795-854d-2ce2574bdcb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-372027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25961'] for router, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:27.611418 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-60d7478f-f1b7-4795-854d-2ce2574bdcb8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:27.767892 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69322b08-3ce9-44ff-9a4a-aba7ca543008 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-c4f3b482-ef03-4a62-9eab-f269e5f8a472', 'network_id': 'c4f3b482-ef03-4a62-9eab-f269e5f8a472', 'tenant_id': '36f36f7e6e45430988169d0111c2c490', 'fixed_ips': [{'subnet_id': '75949453-9bd5-4b5f-8a4c-9e142cfb1aef'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:58:27.769155 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-69322b08-3ce9-44ff-9a4a-aba7ca543008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:27.807276 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-33ccc0ee-b557-4847-80fa-0a467f46c8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c5ad74-4e57-462b-bd48-30e57ef2ec9e', 'name': 'tempest-TestEncryptedCinderVolumes-252401752-router', 'tenant_id': '5a66d7c7d65548b0bf5a0866f36acd0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': 'f996d84e-a93b-4812-aebe-1d7fda785a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:58:21Z', 'updated_at': '2022-02-01T04:58:25Z', 'revision_number': 4, 'project_id': '5a66d7c7d65548b0bf5a0866f36acd0d', 'gw_port': {'id': 'f996d84e-a93b-4812-aebe-1d7fda785a86', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:76:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c5ad74-4e57-462b-bd48-30e57ef2ec9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:58:22Z', 'updated_at': '2022-02-01T04:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '9355e8a5-f451-4e05-a734-f13c84cf71e2', 'name': '', 'network_id': 'b10ff887-faa2-4849-ab96-b9143c7b36d9', 'tenant_id': '5a66d7c7d65548b0bf5a0866f36acd0d', 'mac_address': 'fa:16:3e:4b:63:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58c5ad74-4e57-462b-bd48-30e57ef2ec9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '0e4fbdac-37f9-488a-a378-7448344e4bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:58:24Z', 'updated_at': '2022-02-01T04:58:25Z', 'revision_number': 2, 'project_id': '5a66d7c7d65548b0bf5a0866f36acd0d', 'subnets': [{'id': '0e4fbdac-37f9-488a-a378-7448344e4bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:58:27.811191 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ccc0ee-b557-4847-80fa-0a467f46c8f1 None None] Checking router: 58c5ad74-4e57-462b-bd48-30e57ef2ec9e for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:58:27.811523 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ccc0ee-b557-4847-80fa-0a467f46c8f1 None None] Updating router 58c5ad74-4e57-462b-bd48-30e57ef2ec9e port 9355e8a5-f451-4e05-a734-f13c84cf71e2 binding host dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 04:58:27.869677 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-33ccc0ee-b557-4847-80fa-0a467f46c8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:27.934549 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-69322b08-3ce9-44ff-9a4a-aba7ca543008 None None] Allocated IP 172.20.0.2 (c4f3b482-ef03-4a62-9eab-f269e5f8a472/75949453-9bd5-4b5f-8a4c-9e142cfb1aef/a7efae7a-359e-4a0e-88d5-7e72a4089711) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:58:28.010828 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-60d7478f-f1b7-4795-854d-2ce2574bdcb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:28.146034 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-69322b08-3ce9-44ff-9a4a-aba7ca543008 None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:28.157635 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-69322b08-3ce9-44ff-9a4a-aba7ca543008 None None] Transition to ACTIVE for port object a7efae7a-359e-4a0e-88d5-7e72a4089711 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:58:28.176949 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-69322b08-3ce9-44ff-9a4a-aba7ca543008 None None] Transition to ACTIVE for port object a7efae7a-359e-4a0e-88d5-7e72a4089711 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:58:28.183675 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-69322b08-3ce9-44ff-9a4a-aba7ca543008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:28.227497 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-33ccc0ee-b557-4847-80fa-0a467f46c8f1 None None] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:28.239704 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-33ccc0ee-b557-4847-80fa-0a467f46c8f1 None None] Transition to ACTIVE for port object 9355e8a5-f451-4e05-a734-f13c84cf71e2 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:58:28.247826 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-33ccc0ee-b557-4847-80fa-0a467f46c8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:28.253537 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69322b08-3ce9-44ff-9a4a-aba7ca543008 None None] Network c4f3b482-ef03-4a62-9eab-f269e5f8a472 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:58:28.256471 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-69322b08-3ce9-44ff-9a4a-aba7ca543008 None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:58:28.259388 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69322b08-3ce9-44ff-9a4a-aba7ca543008 None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:58:28.334870 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-60d7478f-f1b7-4795-854d-2ce2574bdcb8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:28.335394 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69322b08-3ce9-44ff-9a4a-aba7ca543008 None None] Pushing event updated for resources: {'Port': ['ID=a7efae7a-359e-4a0e-88d5-7e72a4089711,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:58:28.368728 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-60d7478f-f1b7-4795-854d-2ce2574bdcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:28.393393 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-69322b08-3ce9-44ff-9a4a-aba7ca543008 None None] Attempting to bind port a7efae7a-359e-4a0e-88d5-7e72a4089711 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:58:28.393963 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-69322b08-3ce9-44ff-9a4a-aba7ca543008 None None] Attempting to bind port a7efae7a-359e-4a0e-88d5-7e72a4089711 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '2954ba78-99b9-4962-a603-b3822aac340e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c4f3b482-ef03-4a62-9eab-f269e5f8a472'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:58:28.394905 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69322b08-3ce9-44ff-9a4a-aba7ca543008 None None] Attempting to bind port a7efae7a-359e-4a0e-88d5-7e72a4089711 on network c4f3b482-ef03-4a62-9eab-f269e5f8a472 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:58:28.400941 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69322b08-3ce9-44ff-9a4a-aba7ca543008 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:58:28.401542 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69322b08-3ce9-44ff-9a4a-aba7ca543008 None None] Checking segment: {'id': '2954ba78-99b9-4962-a603-b3822aac340e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c4f3b482-ef03-4a62-9eab-f269e5f8a472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:58:28.402116 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-69322b08-3ce9-44ff-9a4a-aba7ca543008 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:28.402672 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69322b08-3ce9-44ff-9a4a-aba7ca543008 None None] Bound using segment: {'id': '2954ba78-99b9-4962-a603-b3822aac340e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c4f3b482-ef03-4a62-9eab-f269e5f8a472'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:58:28.403322 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-69322b08-3ce9-44ff-9a4a-aba7ca543008 None None] Bound port: a7efae7a-359e-4a0e-88d5-7e72a4089711, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2954ba78-99b9-4962-a603-b3822aac340e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c4f3b482-ef03-4a62-9eab-f269e5f8a472'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:58:28.403862 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-69322b08-3ce9-44ff-9a4a-aba7ca543008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:28.462590 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f538bf4f-0043-4271-a415-0e38eb23c062 None None] Pushing event updated for resources: {'Port': ['ID=9355e8a5-f451-4e05-a734-f13c84cf71e2,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:58:28.470982 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f538bf4f-0043-4271-a415-0e38eb23c062 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:58:28.471355 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f538bf4f-0043-4271-a415-0e38eb23c062 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:58:28.471696 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f538bf4f-0043-4271-a415-0e38eb23c062 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:58:28.472030 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f538bf4f-0043-4271-a415-0e38eb23c062 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:58:28.472365 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f538bf4f-0043-4271-a415-0e38eb23c062 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:58:28.472690 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f538bf4f-0043-4271-a415-0e38eb23c062 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:58:28.473186 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f538bf4f-0043-4271-a415-0e38eb23c062 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:58:28.473663 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f538bf4f-0043-4271-a415-0e38eb23c062 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:58:28.474148 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f538bf4f-0043-4271-a415-0e38eb23c062 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:58:28.474648 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f538bf4f-0043-4271-a415-0e38eb23c062 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:58:28.475324 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f538bf4f-0043-4271-a415-0e38eb23c062 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:58:28.475906 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f538bf4f-0043-4271-a415-0e38eb23c062 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:58:28.485518 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device f996d84e-a93b-4812-aebe-1d7fda785a86 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:58:28.499028 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-33ccc0ee-b557-4847-80fa-0a467f46c8f1 None None] Attempting to bind port 9355e8a5-f451-4e05-a734-f13c84cf71e2 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:58:28.499700 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-33ccc0ee-b557-4847-80fa-0a467f46c8f1 None None] Attempting to bind port 9355e8a5-f451-4e05-a734-f13c84cf71e2 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': 'f36a8753-337f-4d4a-b6d9-26970c27d82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b10ff887-faa2-4849-ab96-b9143c7b36d9'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:58:28.500240 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ccc0ee-b557-4847-80fa-0a467f46c8f1 None None] Attempting to bind port 9355e8a5-f451-4e05-a734-f13c84cf71e2 on network b10ff887-faa2-4849-ab96-b9143c7b36d9 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:58:28.506237 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ccc0ee-b557-4847-80fa-0a467f46c8f1 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:58:28.506836 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ccc0ee-b557-4847-80fa-0a467f46c8f1 None None] Checking segment: {'id': 'f36a8753-337f-4d4a-b6d9-26970c27d82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b10ff887-faa2-4849-ab96-b9143c7b36d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:58:28.507480 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-33ccc0ee-b557-4847-80fa-0a467f46c8f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:28.508049 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ccc0ee-b557-4847-80fa-0a467f46c8f1 None None] Bound using segment: {'id': 'f36a8753-337f-4d4a-b6d9-26970c27d82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b10ff887-faa2-4849-ab96-b9143c7b36d9'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:58:28.508667 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-33ccc0ee-b557-4847-80fa-0a467f46c8f1 None None] Bound port: 9355e8a5-f451-4e05-a734-f13c84cf71e2, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f36a8753-337f-4d4a-b6d9-26970c27d82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b10ff887-faa2-4849-ab96-b9143c7b36d9'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:58:28.509267 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-33ccc0ee-b557-4847-80fa-0a467f46c8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:28.569077 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-69322b08-3ce9-44ff-9a4a-aba7ca543008 None None] For port a7efae7a-359e-4a0e-88d5-7e72a4089711, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:58:28.570502 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-60d7478f-f1b7-4795-854d-2ce2574bdcb8 admin admin] Allocated IP 172.26.8.62 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/8a5b9513-2569-42d8-90fc-7c7a930bf21c) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:58:28.575481 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-69322b08-3ce9-44ff-9a4a-aba7ca543008 None None] For port a7efae7a-359e-4a0e-88d5-7e72a4089711, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=a7efae7a-359e-4a0e-88d5-7e72a4089711,segment=NetworkSegment(2954ba78-99b9-4962-a603-b3822aac340e),segment_id=2954ba78-99b9-4962-a603-b3822aac340e)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:58:28.582402 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-69322b08-3ce9-44ff-9a4a-aba7ca543008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:28.647701 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-33ccc0ee-b557-4847-80fa-0a467f46c8f1 None None] For port 9355e8a5-f451-4e05-a734-f13c84cf71e2, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:58:28.651586 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-33ccc0ee-b557-4847-80fa-0a467f46c8f1 None None] For port 9355e8a5-f451-4e05-a734-f13c84cf71e2, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=9355e8a5-f451-4e05-a734-f13c84cf71e2,segment=NetworkSegment(f36a8753-337f-4d4a-b6d9-26970c27d82b),segment_id=f36a8753-337f-4d4a-b6d9-26970c27d82b)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:58:28.657529 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-33ccc0ee-b557-4847-80fa-0a467f46c8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:28.683049 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port f996d84e-a93b-4812-aebe-1d7fda785a86 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:58:28.683725 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:28.732616 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ccc0ee-b557-4847-80fa-0a467f46c8f1 None None] Routers {'58c5ad74-4e57-462b-bd48-30e57ef2ec9e'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:58:28.733680 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-33ccc0ee-b557-4847-80fa-0a467f46c8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:58:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['58c5ad74-4e57-462b-bd48-30e57ef2ec9e'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:58:28.736350 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69322b08-3ce9-44ff-9a4a-aba7ca543008 None None] Pushing event updated for resources: {'Port': ['ID=a7efae7a-359e-4a0e-88d5-7e72a4089711,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:58:28.752068 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-60d7478f-f1b7-4795-854d-2ce2574bdcb8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:28.794344 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-60d7478f-f1b7-4795-854d-2ce2574bdcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:28.873419 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d7478f-f1b7-4795-854d-2ce2574bdcb8 admin admin] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:58:28.876337 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-60d7478f-f1b7-4795-854d-2ce2574bdcb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:58:28.880755 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d7478f-f1b7-4795-854d-2ce2574bdcb8 admin admin] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:58:28.934855 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d7478f-f1b7-4795-854d-2ce2574bdcb8 admin admin] Pushing event updated for resources: {'Port': ['ID=8a5b9513-2569-42d8-90fc-7c7a930bf21c,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:58:28.955212 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f538bf4f-0043-4271-a415-0e38eb23c062 None None] Pushing event updated for resources: {'Port': ['ID=9355e8a5-f451-4e05-a734-f13c84cf71e2,revision_number=4']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:58:28.972127 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-33ccc0ee-b557-4847-80fa-0a467f46c8f1 None None] Set router 58c5ad74-4e57-462b-bd48-30e57ef2ec9e gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:58:29.328309 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-33ccc0ee-b557-4847-80fa-0a467f46c8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c5ad74-4e57-462b-bd48-30e57ef2ec9e', 'name': 'tempest-TestEncryptedCinderVolumes-252401752-router', 'tenant_id': '5a66d7c7d65548b0bf5a0866f36acd0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': 'f996d84e-a93b-4812-aebe-1d7fda785a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:58:21Z', 'updated_at': '2022-02-01T04:58:25Z', 'revision_number': 4, 'project_id': '5a66d7c7d65548b0bf5a0866f36acd0d', 'gw_port': {'id': 'f996d84e-a93b-4812-aebe-1d7fda785a86', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:76:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c5ad74-4e57-462b-bd48-30e57ef2ec9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:58:22Z', 'updated_at': '2022-02-01T04:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '9355e8a5-f451-4e05-a734-f13c84cf71e2', 'name': '', 'network_id': 'b10ff887-faa2-4849-ab96-b9143c7b36d9', 'tenant_id': '5a66d7c7d65548b0bf5a0866f36acd0d', 'mac_address': 'fa:16:3e:4b:63:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58c5ad74-4e57-462b-bd48-30e57ef2ec9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '0e4fbdac-37f9-488a-a378-7448344e4bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:58:24Z', 'updated_at': '2022-02-01T04:58:28Z', 'revision_number': 4, 'project_id': '5a66d7c7d65548b0bf5a0866f36acd0d', 'subnets': [{'id': '0e4fbdac-37f9-488a-a378-7448344e4bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:58:29.333781 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ccc0ee-b557-4847-80fa-0a467f46c8f1 None None] The sync data for ids ['58c5ad74-4e57-462b-bd48-30e57ef2ec9e'] in dv-neutron-826830-1-hyperv is: [{'id': '58c5ad74-4e57-462b-bd48-30e57ef2ec9e', 'name': 'tempest-TestEncryptedCinderVolumes-252401752-router', 'tenant_id': '5a66d7c7d65548b0bf5a0866f36acd0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': 'f996d84e-a93b-4812-aebe-1d7fda785a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:58:21Z', 'updated_at': '2022-02-01T04:58:25Z', 'revision_number': 4, 'project_id': '5a66d7c7d65548b0bf5a0866f36acd0d', 'gw_port': {'id': 'f996d84e-a93b-4812-aebe-1d7fda785a86', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:76:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c5ad74-4e57-462b-bd48-30e57ef2ec9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:58:22Z', 'updated_at': '2022-02-01T04:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '9355e8a5-f451-4e05-a734-f13c84cf71e2', 'name': '', 'network_id': 'b10ff887-faa2-4849-ab96-b9143c7b36d9', 'tenant_id': '5a66d7c7d65548b0bf5a0866f36acd0d', 'mac_address': 'fa:16:3e:4b:63:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58c5ad74-4e57-462b-bd48-30e57ef2ec9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '0e4fbdac-37f9-488a-a378-7448344e4bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:58:24Z', 'updated_at': '2022-02-01T04:58:28Z', 'revision_number': 4, 'project_id': '5a66d7c7d65548b0bf5a0866f36acd0d', 'subnets': [{'id': '0e4fbdac-37f9-488a-a378-7448344e4bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:58:29.345912 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-60d7478f-f1b7-4795-854d-2ce2574bdcb8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:29.836095 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-60d7478f-f1b7-4795-854d-2ce2574bdcb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337'] for router, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:29.858212 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e113fc9-23b7-416c-9a17-c406f281b148 None None] Network c4f3b482-ef03-4a62-9eab-f269e5f8a472 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:58:29.962756 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-a71c7d83-14e3-4604-a889-314006c516f9 None None] Provisioning for port a7efae7a-359e-4a0e-88d5-7e72a4089711 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:58:30.063309 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60d7478f-f1b7-4795-854d-2ce2574bdcb8 admin admin] Router 1d666212-7d01-4da2-a095-dac72d4c99b9 is scheduled to L3 agent a3073304-82af-4a42-89af-bc532d6626bb with binding_index 1 {{(pid=87637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 01 04:58:30.252983 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d7478f-f1b7-4795-854d-2ce2574bdcb8 admin admin] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:58:30.262193 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9657c870-80da-4b7e-a6a5-e55a49ebde2c None None] Sync routers for ids ['1d666212-7d01-4da2-a095-dac72d4c99b9'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:58:30.272410 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9657c870-80da-4b7e-a6a5-e55a49ebde2c None None] Routers {'1d666212-7d01-4da2-a095-dac72d4c99b9'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:58:30.273208 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-9657c870-80da-4b7e-a6a5-e55a49ebde2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:58:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['1d666212-7d01-4da2-a095-dac72d4c99b9'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:58:30.290192 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-60d7478f-f1b7-4795-854d-2ce2574bdcb8 admin admin] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:30.291642 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-60d7478f-f1b7-4795-854d-2ce2574bdcb8 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.7300868 Feb 01 04:58:30.294387 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 47654) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:58:30.527853 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-9657c870-80da-4b7e-a6a5-e55a49ebde2c None None] Set router 1d666212-7d01-4da2-a095-dac72d4c99b9 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:58:30.570888 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device a7efae7a-359e-4a0e-88d5-7e72a4089711 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:58:30.790821 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port a7efae7a-359e-4a0e-88d5-7e72a4089711 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:58:30.800322 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port a7efae7a-359e-4a0e-88d5-7e72a4089711 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:58:30.800689 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:30.979242 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:30.997675 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-9657c870-80da-4b7e-a6a5-e55a49ebde2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d666212-7d01-4da2-a095-dac72d4c99b9', 'name': 'tempest-TestEncryptedCinderVolumes-1661114181-router', 'tenant_id': '36f36f7e6e45430988169d0111c2c490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.62'}], 'enable_snat': True}, 'gw_port_id': '8a5b9513-2569-42d8-90fc-7c7a930bf21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:58:27Z', 'updated_at': '2022-02-01T04:58:29Z', 'revision_number': 3, 'project_id': '36f36f7e6e45430988169d0111c2c490', 'gw_port': {'id': '8a5b9513-2569-42d8-90fc-7c7a930bf21c', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ad:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d666212-7d01-4da2-a095-dac72d4c99b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:58:28Z', 'updated_at': '2022-02-01T04:58:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:58:31.012321 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9657c870-80da-4b7e-a6a5-e55a49ebde2c None None] Checking router: 1d666212-7d01-4da2-a095-dac72d4c99b9 for host: dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:58:31.012658 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9657c870-80da-4b7e-a6a5-e55a49ebde2c None None] Updating router 1d666212-7d01-4da2-a095-dac72d4c99b9 port 8a5b9513-2569-42d8-90fc-7c7a930bf21c binding host dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 04:58:31.060751 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port a7efae7a-359e-4a0e-88d5-7e72a4089711, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=a7efae7a-359e-4a0e-88d5-7e72a4089711,segment=NetworkSegment(2954ba78-99b9-4962-a603-b3822aac340e),segment_id=2954ba78-99b9-4962-a603-b3822aac340e)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:58:31.068265 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:31.069019 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 9355e8a5-f451-4e05-a734-f13c84cf71e2 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:58:31.125266 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-308413cd-38e2-4f86-8f39-d0c3e95721b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:31.146074 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9657c870-80da-4b7e-a6a5-e55a49ebde2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:31.233867 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=a7efae7a-359e-4a0e-88d5-7e72a4089711,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:58:31.298807 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 9355e8a5-f451-4e05-a734-f13c84cf71e2 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:58:31.312266 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 9355e8a5-f451-4e05-a734-f13c84cf71e2 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:58:31.312632 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:31.329183 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-308413cd-38e2-4f86-8f39-d0c3e95721b9 admin admin] Allocated IP 172.20.0.1 (c4f3b482-ef03-4a62-9eab-f269e5f8a472/75949453-9bd5-4b5f-8a4c-9e142cfb1aef/f91e16ae-f243-4817-ab36-a68cbcfeba8a) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:58:31.471372 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-308413cd-38e2-4f86-8f39-d0c3e95721b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:31.486840 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-308413cd-38e2-4f86-8f39-d0c3e95721b9 admin admin] Transition to ACTIVE for port object f91e16ae-f243-4817-ab36-a68cbcfeba8a will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:58:31.512445 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-308413cd-38e2-4f86-8f39-d0c3e95721b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:31.545305 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:31.576536 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308413cd-38e2-4f86-8f39-d0c3e95721b9 admin admin] Network c4f3b482-ef03-4a62-9eab-f269e5f8a472 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:58:31.579331 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-308413cd-38e2-4f86-8f39-d0c3e95721b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:58:31.582937 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308413cd-38e2-4f86-8f39-d0c3e95721b9 admin admin] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:58:31.623190 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308413cd-38e2-4f86-8f39-d0c3e95721b9 admin admin] Pushing event updated for resources: {'Port': ['ID=f91e16ae-f243-4817-ab36-a68cbcfeba8a,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:58:31.634990 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 9355e8a5-f451-4e05-a734-f13c84cf71e2, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=9355e8a5-f451-4e05-a734-f13c84cf71e2,segment=NetworkSegment(f36a8753-337f-4d4a-b6d9-26970c27d82b),segment_id=f36a8753-337f-4d4a-b6d9-26970c27d82b)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:58:31.641764 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:31.647823 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-308413cd-38e2-4f86-8f39-d0c3e95721b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-372107'] for router_interface, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:31.707333 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9657c870-80da-4b7e-a6a5-e55a49ebde2c None None] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:31.728965 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-9657c870-80da-4b7e-a6a5-e55a49ebde2c None None] Transition to ACTIVE for port object 8a5b9513-2569-42d8-90fc-7c7a930bf21c will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:58:31.737113 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=9355e8a5-f451-4e05-a734-f13c84cf71e2,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:58:31.740541 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9657c870-80da-4b7e-a6a5-e55a49ebde2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:31.777456 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-308413cd-38e2-4f86-8f39-d0c3e95721b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:31.826653 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-9657c870-80da-4b7e-a6a5-e55a49ebde2c None None] Attempting to bind port 8a5b9513-2569-42d8-90fc-7c7a930bf21c on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:58:31.827153 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-9657c870-80da-4b7e-a6a5-e55a49ebde2c None None] Attempting to bind port 8a5b9513-2569-42d8-90fc-7c7a930bf21c by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:58:31.827585 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9657c870-80da-4b7e-a6a5-e55a49ebde2c None None] Attempting to bind port 8a5b9513-2569-42d8-90fc-7c7a930bf21c on network bdef128a-46b3-4cca-a245-48d1eb781269 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:58:31.835952 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94161201-2d65-4e91-950d-cffeb88adc5a None None] Pushing event updated for resources: {'Port': ['ID=8a5b9513-2569-42d8-90fc-7c7a930bf21c,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:58:31.838209 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9657c870-80da-4b7e-a6a5-e55a49ebde2c None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:58:31.838553 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9657c870-80da-4b7e-a6a5-e55a49ebde2c None None] Checking segment: {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:58:31.838949 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9657c870-80da-4b7e-a6a5-e55a49ebde2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:31.839428 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9657c870-80da-4b7e-a6a5-e55a49ebde2c None None] Bound using segment: {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:58:31.839891 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-9657c870-80da-4b7e-a6a5-e55a49ebde2c None None] Bound port: 8a5b9513-2569-42d8-90fc-7c7a930bf21c, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:58:31.840259 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9657c870-80da-4b7e-a6a5-e55a49ebde2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:31.893708 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-38cf9d4e-317e-40c0-9401-35ab4cb0952e None None] Provisioning for port f91e16ae-f243-4817-ab36-a68cbcfeba8a completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:58:31.910832 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-38cf9d4e-317e-40c0-9401-35ab4cb0952e None None] Provisioning complete for port f91e16ae-f243-4817-ab36-a68cbcfeba8a triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:58:31.911223 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-38cf9d4e-317e-40c0-9401-35ab4cb0952e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:32.004236 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-308413cd-38e2-4f86-8f39-d0c3e95721b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:32.008667 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-9657c870-80da-4b7e-a6a5-e55a49ebde2c None None] For port 8a5b9513-2569-42d8-90fc-7c7a930bf21c, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:58:32.009229 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-308413cd-38e2-4f86-8f39-d0c3e95721b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:32.026717 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-38cf9d4e-317e-40c0-9401-35ab4cb0952e None None] Port f91e16ae-f243-4817-ab36-a68cbcfeba8a cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:58:32.030821 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-9657c870-80da-4b7e-a6a5-e55a49ebde2c None None] For port 8a5b9513-2569-42d8-90fc-7c7a930bf21c, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=8a5b9513-2569-42d8-90fc-7c7a930bf21c,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:58:32.032502 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8171726f-3e7a-4f19-a9a8-506f080957d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:32.037378 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9657c870-80da-4b7e-a6a5-e55a49ebde2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:32.116826 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9657c870-80da-4b7e-a6a5-e55a49ebde2c None None] Routers {'1d666212-7d01-4da2-a095-dac72d4c99b9'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:58:32.117717 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-9657c870-80da-4b7e-a6a5-e55a49ebde2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:58:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['1d666212-7d01-4da2-a095-dac72d4c99b9'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:58:32.186517 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94161201-2d65-4e91-950d-cffeb88adc5a None None] Pushing event updated for resources: {'Port': ['ID=8a5b9513-2569-42d8-90fc-7c7a930bf21c,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:58:32.218209 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-308413cd-38e2-4f86-8f39-d0c3e95721b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371990'] for router_interface, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:32.221557 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308413cd-38e2-4f86-8f39-d0c3e95721b9 admin admin] Pushing event updated for resources: {'Port': ['ID=f91e16ae-f243-4817-ab36-a68cbcfeba8a,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:58:32.298852 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-9657c870-80da-4b7e-a6a5-e55a49ebde2c None None] Set router 1d666212-7d01-4da2-a095-dac72d4c99b9 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:58:32.354594 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308413cd-38e2-4f86-8f39-d0c3e95721b9 admin admin] Network c4f3b482-ef03-4a62-9eab-f269e5f8a472 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:58:32.355695 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-308413cd-38e2-4f86-8f39-d0c3e95721b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:58:32.448064 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device a7efae7a-359e-4a0e-88d5-7e72a4089711 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:58:32.549366 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-308413cd-38e2-4f86-8f39-d0c3e95721b9 admin admin] Router 1d666212-7d01-4da2-a095-dac72d4c99b9 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:58:32.645735 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port a7efae7a-359e-4a0e-88d5-7e72a4089711 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:58:32.646010 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:32.705765 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-536baff7-8f76-4d5c-a69e-fdfce26d9d2d None None] Provisioning complete for port f91e16ae-f243-4817-ab36-a68cbcfeba8a triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:58:32.706124 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-536baff7-8f76-4d5c-a69e-fdfce26d9d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:32.732489 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-308413cd-38e2-4f86-8f39-d0c3e95721b9 admin admin] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:58:32.741443 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-308413cd-38e2-4f86-8f39-d0c3e95721b9 admin admin] 10.222.0.24 "PUT /v2.0/routers/1d666212-7d01-4da2-a095-dac72d4c99b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4452999 Feb 01 04:58:32.778661 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-536baff7-8f76-4d5c-a69e-fdfce26d9d2d None None] Port f91e16ae-f243-4817-ab36-a68cbcfeba8a cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:58:32.831057 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-9657c870-80da-4b7e-a6a5-e55a49ebde2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d666212-7d01-4da2-a095-dac72d4c99b9', 'name': 'tempest-TestEncryptedCinderVolumes-1661114181-router', 'tenant_id': '36f36f7e6e45430988169d0111c2c490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.62'}], 'enable_snat': True}, 'gw_port_id': '8a5b9513-2569-42d8-90fc-7c7a930bf21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:58:27Z', 'updated_at': '2022-02-01T04:58:31Z', 'revision_number': 4, 'project_id': '36f36f7e6e45430988169d0111c2c490', 'gw_port': {'id': '8a5b9513-2569-42d8-90fc-7c7a930bf21c', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ad:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d666212-7d01-4da2-a095-dac72d4c99b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:58:28Z', 'updated_at': '2022-02-01T04:58:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': 'f91e16ae-f243-4817-ab36-a68cbcfeba8a', 'name': '', 'network_id': 'c4f3b482-ef03-4a62-9eab-f269e5f8a472', 'tenant_id': '36f36f7e6e45430988169d0111c2c490', 'mac_address': 'fa:16:3e:ad:44:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d666212-7d01-4da2-a095-dac72d4c99b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '75949453-9bd5-4b5f-8a4c-9e142cfb1aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:58:31Z', 'updated_at': '2022-02-01T04:58:31Z', 'revision_number': 2, 'project_id': '36f36f7e6e45430988169d0111c2c490', 'subnets': [{'id': '75949453-9bd5-4b5f-8a4c-9e142cfb1aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:58:32.837910 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9657c870-80da-4b7e-a6a5-e55a49ebde2c None None] The sync data for ids ['1d666212-7d01-4da2-a095-dac72d4c99b9'] in dv-neutron-826830-1-hyperv is: [{'id': '1d666212-7d01-4da2-a095-dac72d4c99b9', 'name': 'tempest-TestEncryptedCinderVolumes-1661114181-router', 'tenant_id': '36f36f7e6e45430988169d0111c2c490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.62'}], 'enable_snat': True}, 'gw_port_id': '8a5b9513-2569-42d8-90fc-7c7a930bf21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:58:27Z', 'updated_at': '2022-02-01T04:58:31Z', 'revision_number': 4, 'project_id': '36f36f7e6e45430988169d0111c2c490', 'gw_port': {'id': '8a5b9513-2569-42d8-90fc-7c7a930bf21c', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ad:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d666212-7d01-4da2-a095-dac72d4c99b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:58:28Z', 'updated_at': '2022-02-01T04:58:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': 'f91e16ae-f243-4817-ab36-a68cbcfeba8a', 'name': '', 'network_id': 'c4f3b482-ef03-4a62-9eab-f269e5f8a472', 'tenant_id': '36f36f7e6e45430988169d0111c2c490', 'mac_address': 'fa:16:3e:ad:44:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d666212-7d01-4da2-a095-dac72d4c99b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '75949453-9bd5-4b5f-8a4c-9e142cfb1aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:58:31Z', 'updated_at': '2022-02-01T04:58:31Z', 'revision_number': 2, 'project_id': '36f36f7e6e45430988169d0111c2c490', 'subnets': [{'id': '75949453-9bd5-4b5f-8a4c-9e142cfb1aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:58:32.845474 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 9355e8a5-f451-4e05-a734-f13c84cf71e2 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:58:32.919126 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 9355e8a5-f451-4e05-a734-f13c84cf71e2 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:58:32.919523 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:33.586702 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a1ccc-210e-4a10-a355-2a6f00c3e33f req-dedb21dc-258d-48dd-a980-cabd33fb8294 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:58:33.587815 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-4f7a1ccc-210e-4a10-a355-2a6f00c3e33f req-dedb21dc-258d-48dd-a980-cabd33fb8294 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Synchronizing usage tracker for tenant:5a66d7c7d65548b0bf5a0866f36acd0d on resource:network {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:58:33.606395 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-4f7a1ccc-210e-4a10-a355-2a6f00c3e33f req-dedb21dc-258d-48dd-a980-cabd33fb8294 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Unset dirty status for tenant:5a66d7c7d65548b0bf5a0866f36acd0d on resource:network {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:58:33.607747 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-4f7a1ccc-210e-4a10-a355-2a6f00c3e33f req-dedb21dc-258d-48dd-a980-cabd33fb8294 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] 10.222.0.24 "GET /v2.0/networks?id=b10ff887-faa2-4849-ab96-b9143c7b36d9 HTTP/1.1" status: 200 len: 816 time: 0.1778581 Feb 01 04:58:33.623748 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-4f7a1ccc-210e-4a10-a355-2a6f00c3e33f req-11b07b02-3de3-48e2-9dbd-d0478774318c tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] 10.222.0.24 "GET /v2.0/quotas/5a66d7c7d65548b0bf5a0866f36acd0d HTTP/1.1" status: 200 len: 375 time: 0.0103664 Feb 01 04:58:33.712159 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-4f7a1ccc-210e-4a10-a355-2a6f00c3e33f req-801eb8cd-f9c8-4c0c-872c-af988e5abb28 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5a66d7c7d65548b0bf5a0866f36acd0d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0829320 Feb 01 04:58:33.852559 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-4f7a1ccc-210e-4a10-a355-2a6f00c3e33f req-fd83cb51-901e-4006-8da0-d0fe790dfd58 service neutron] 10.222.0.24 "GET /v2.0/networks/b10ff887-faa2-4849-ab96-b9143c7b36d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286378 Feb 01 04:58:33.986396 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-4f7a1ccc-210e-4a10-a355-2a6f00c3e33f req-9c125bce-0162-4700-8cfd-ffb3b7e806fb service neutron] 10.222.0.24 "GET /v2.0/networks/b10ff887-faa2-4849-ab96-b9143c7b36d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279645 Feb 01 04:58:34.170116 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-52af063c-2d3a-48d7-a320-d81afd6a4e37 req-fbcc4389-a021-482b-a4a4-e4c15b1526a9 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Synchronizing usage tracker for tenant:5a66d7c7d65548b0bf5a0866f36acd0d on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:58:34.200525 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-52af063c-2d3a-48d7-a320-d81afd6a4e37 req-fbcc4389-a021-482b-a4a4-e4c15b1526a9 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Unset dirty status for tenant:5a66d7c7d65548b0bf5a0866f36acd0d on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:58:34.202236 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-52af063c-2d3a-48d7-a320-d81afd6a4e37 req-fbcc4389-a021-482b-a4a4-e4c15b1526a9 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] 10.222.0.24 "GET /v2.0/ports?device_id=62e2b125-4842-44f5-a87f-8e9a4c40d47e HTTP/1.1" status: 200 len: 210 time: 0.0753367 Feb 01 04:58:34.274938 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1d52390a-72e1-4471-a41a-465ffc005041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:34.458107 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 8a5b9513-2569-42d8-90fc-7c7a930bf21c up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:58:34.526875 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 8a5b9513-2569-42d8-90fc-7c7a930bf21c completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:58:34.531732 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 8a5b9513-2569-42d8-90fc-7c7a930bf21c triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:58:34.532103 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:34.653120 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:34.669401 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 8a5b9513-2569-42d8-90fc-7c7a930bf21c, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=8a5b9513-2569-42d8-90fc-7c7a930bf21c,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:58:34.673194 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:34.740079 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=8a5b9513-2569-42d8-90fc-7c7a930bf21c,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:58:35.300587 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a1ccc-210e-4a10-a355-2a6f00c3e33f req-6d213de7-3b9f-49db-bb09-9899aa64e69e tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:58:35.302034 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4f7a1ccc-210e-4a10-a355-2a6f00c3e33f req-6d213de7-3b9f-49db-bb09-9899aa64e69e tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] 10.222.0.18 "GET /v2.0/networks?id=b10ff887-faa2-4849-ab96-b9143c7b36d9 HTTP/1.1" status: 200 len: 816 time: 0.1523888 Feb 01 04:58:35.324774 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-4f7a1ccc-210e-4a10-a355-2a6f00c3e33f req-3b1175ed-83d3-4bff-98ab-6c33b31d4741 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Request body: {'port': {'device_id': '62e2b125-4842-44f5-a87f-8e9a4c40d47e', 'network_id': 'b10ff887-faa2-4849-ab96-b9143c7b36d9', 'admin_state_up': True, 'tenant_id': '5a66d7c7d65548b0bf5a0866f36acd0d'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:58:35.363782 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-f9c2855b-4ab1-4e05-83cc-7201a77292a5 req-63b5d2e5-fabe-45bf-8b77-254a018fa7f9 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] 10.222.0.24 "GET /v2.0/ports?device_id=62e2b125-4842-44f5-a87f-8e9a4c40d47e HTTP/1.1" status: 200 len: 210 time: 0.0431781 Feb 01 04:58:35.408242 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:35.460409 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-4f7a1ccc-210e-4a10-a355-2a6f00c3e33f req-3b1175ed-83d3-4bff-98ab-6c33b31d4741 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:58:35.469367 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-4f7a1ccc-210e-4a10-a355-2a6f00c3e33f req-3b1175ed-83d3-4bff-98ab-6c33b31d4741 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:58:35.480412 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f7a1ccc-210e-4a10-a355-2a6f00c3e33f req-3b1175ed-83d3-4bff-98ab-6c33b31d4741 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Made reservation on behalf of 5a66d7c7d65548b0bf5a0866f36acd0d for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:58:35.483882 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-4f7a1ccc-210e-4a10-a355-2a6f00c3e33f req-3b1175ed-83d3-4bff-98ab-6c33b31d4741 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:35.553245 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:35.655678 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [req-4f7a1ccc-210e-4a10-a355-2a6f00c3e33f req-3b1175ed-83d3-4bff-98ab-6c33b31d4741 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Allocated IP 172.20.0.7 (b10ff887-faa2-4849-ab96-b9143c7b36d9/0e4fbdac-37f9-488a-a378-7448344e4bf3/5c9a363f-e3a2-4e8d-8bd6-1ea0fa3da8f9) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:58:35.854644 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-4f7a1ccc-210e-4a10-a355-2a6f00c3e33f req-3b1175ed-83d3-4bff-98ab-6c33b31d4741 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:35.870163 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-4f7a1ccc-210e-4a10-a355-2a6f00c3e33f req-3b1175ed-83d3-4bff-98ab-6c33b31d4741 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Transition to ACTIVE for port object 5c9a363f-e3a2-4e8d-8bd6-1ea0fa3da8f9 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:58:35.893606 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-4f7a1ccc-210e-4a10-a355-2a6f00c3e33f req-3b1175ed-83d3-4bff-98ab-6c33b31d4741 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:35.966960 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f7a1ccc-210e-4a10-a355-2a6f00c3e33f req-3b1175ed-83d3-4bff-98ab-6c33b31d4741 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Network b10ff887-faa2-4849-ab96-b9143c7b36d9 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:58:35.970135 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [req-4f7a1ccc-210e-4a10-a355-2a6f00c3e33f req-3b1175ed-83d3-4bff-98ab-6c33b31d4741 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:58:35.973925 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f7a1ccc-210e-4a10-a355-2a6f00c3e33f req-3b1175ed-83d3-4bff-98ab-6c33b31d4741 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:58:36.004326 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1175ed-83d3-4bff-98ab-6c33b31d4741 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Pushing event updated for resources: {'Port': ['ID=5c9a363f-e3a2-4e8d-8bd6-1ea0fa3da8f9,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:58:36.040908 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a1ccc-210e-4a10-a355-2a6f00c3e33f req-3b1175ed-83d3-4bff-98ab-6c33b31d4741 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:58:36.041535 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-4f7a1ccc-210e-4a10-a355-2a6f00c3e33f req-3b1175ed-83d3-4bff-98ab-6c33b31d4741 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:36.068667 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4f7a1ccc-210e-4a10-a355-2a6f00c3e33f req-3b1175ed-83d3-4bff-98ab-6c33b31d4741 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7537220 Feb 01 04:58:36.087640 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-4f7a1ccc-210e-4a10-a355-2a6f00c3e33f req-177f139a-8a81-45a8-bb5a-0d865cdba2fb service neutron] Request body: {'port': {'device_id': '62e2b125-4842-44f5-a87f-8e9a4c40d47e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:58:36.225145 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-4443e3d7-9d73-41f0-b965-d20a01e56c89 None None] Provisioning for port 5c9a363f-e3a2-4e8d-8bd6-1ea0fa3da8f9 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:58:36.230706 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-4443e3d7-9d73-41f0-b965-d20a01e56c89 None None] Provisioning complete for port 5c9a363f-e3a2-4e8d-8bd6-1ea0fa3da8f9 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:58:36.231073 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4443e3d7-9d73-41f0-b965-d20a01e56c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:36.289956 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-4443e3d7-9d73-41f0-b965-d20a01e56c89 None None] Port 5c9a363f-e3a2-4e8d-8bd6-1ea0fa3da8f9 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:58:36.308366 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-4f7a1ccc-210e-4a10-a355-2a6f00c3e33f req-177f139a-8a81-45a8-bb5a-0d865cdba2fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:36.411272 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38273d7a-8c0e-4294-9a89-d52f10896201 None None] Sync routers for ids ['1d666212-7d01-4da2-a095-dac72d4c99b9'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:58:36.421948 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38273d7a-8c0e-4294-9a89-d52f10896201 None None] Routers {'1d666212-7d01-4da2-a095-dac72d4c99b9'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:58:36.422714 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-38273d7a-8c0e-4294-9a89-d52f10896201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:58:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['1d666212-7d01-4da2-a095-dac72d4c99b9'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:58:36.436681 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 8a5b9513-2569-42d8-90fc-7c7a930bf21c up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:58:36.509861 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 8a5b9513-2569-42d8-90fc-7c7a930bf21c triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:58:36.510233 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:36.613869 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-38273d7a-8c0e-4294-9a89-d52f10896201 None None] Set router 1d666212-7d01-4da2-a095-dac72d4c99b9 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:58:36.670330 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c88a0-15af-4582-a742-db2098830f0d req-c5119dfb-f283-4a33-8795-5f84d0edaa4a tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:58:36.670661 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-543c88a0-15af-4582-a742-db2098830f0d req-c5119dfb-f283-4a33-8795-5f84d0edaa4a tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Synchronizing usage tracker for tenant:5a66d7c7d65548b0bf5a0866f36acd0d on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:58:36.696943 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-543c88a0-15af-4582-a742-db2098830f0d req-c5119dfb-f283-4a33-8795-5f84d0edaa4a tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Unset dirty status for tenant:5a66d7c7d65548b0bf5a0866f36acd0d on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:58:36.698067 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-543c88a0-15af-4582-a742-db2098830f0d req-c5119dfb-f283-4a33-8795-5f84d0edaa4a tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] 10.222.0.24 "GET /v2.0/ports?device_id=62e2b125-4842-44f5-a87f-8e9a4c40d47e HTTP/1.1" status: 200 len: 931 time: 0.2036080 Feb 01 04:58:36.780277 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [req-4f7a1ccc-210e-4a10-a355-2a6f00c3e33f req-177f139a-8a81-45a8-bb5a-0d865cdba2fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c9a363f-e3a2-4e8d-8bd6-1ea0fa3da8f9 {{(pid=87636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 04:58:36.790916 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-4f7a1ccc-210e-4a10-a355-2a6f00c3e33f req-177f139a-8a81-45a8-bb5a-0d865cdba2fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:36.795404 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-543c88a0-15af-4582-a742-db2098830f0d req-3bb82c42-1cc6-432b-b6c3-8515e761acbf tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] 10.222.0.24 "GET /v2.0/security-groups?id=dca819bb-8d76-4e9e-9984-c5907c06b907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915201 Feb 01 04:58:36.808827 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-4f7a1ccc-210e-4a10-a355-2a6f00c3e33f req-177f139a-8a81-45a8-bb5a-0d865cdba2fb service neutron] Transition to ACTIVE for port object 5c9a363f-e3a2-4e8d-8bd6-1ea0fa3da8f9 will not be triggered until provisioned by entity L2. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:58:36.820333 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-4f7a1ccc-210e-4a10-a355-2a6f00c3e33f req-177f139a-8a81-45a8-bb5a-0d865cdba2fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:36.937065 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-38273d7a-8c0e-4294-9a89-d52f10896201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d666212-7d01-4da2-a095-dac72d4c99b9', 'name': 'tempest-TestEncryptedCinderVolumes-1661114181-router', 'tenant_id': '36f36f7e6e45430988169d0111c2c490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.62'}], 'enable_snat': True}, 'gw_port_id': '8a5b9513-2569-42d8-90fc-7c7a930bf21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:58:27Z', 'updated_at': '2022-02-01T04:58:31Z', 'revision_number': 4, 'project_id': '36f36f7e6e45430988169d0111c2c490', 'gw_port': {'id': '8a5b9513-2569-42d8-90fc-7c7a930bf21c', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ad:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d666212-7d01-4da2-a095-dac72d4c99b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:58:28Z', 'updated_at': '2022-02-01T04:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': 'f91e16ae-f243-4817-ab36-a68cbcfeba8a', 'name': '', 'network_id': 'c4f3b482-ef03-4a62-9eab-f269e5f8a472', 'tenant_id': '36f36f7e6e45430988169d0111c2c490', 'mac_address': 'fa:16:3e:ad:44:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d666212-7d01-4da2-a095-dac72d4c99b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '75949453-9bd5-4b5f-8a4c-9e142cfb1aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:58:31Z', 'updated_at': '2022-02-01T04:58:31Z', 'revision_number': 2, 'project_id': '36f36f7e6e45430988169d0111c2c490', 'subnets': [{'id': '75949453-9bd5-4b5f-8a4c-9e142cfb1aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:58:36.942178 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38273d7a-8c0e-4294-9a89-d52f10896201 None None] Checking router: 1d666212-7d01-4da2-a095-dac72d4c99b9 for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:58:36.942527 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38273d7a-8c0e-4294-9a89-d52f10896201 None None] Updating router 1d666212-7d01-4da2-a095-dac72d4c99b9 port f91e16ae-f243-4817-ab36-a68cbcfeba8a binding host dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 04:58:36.955977 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177f139a-8a81-45a8-bb5a-0d865cdba2fb service neutron] Pushing event updated for resources: {'Port': ['ID=5c9a363f-e3a2-4e8d-8bd6-1ea0fa3da8f9,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:58:37.000638 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-38273d7a-8c0e-4294-9a89-d52f10896201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:37.063858 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-4f7a1ccc-210e-4a10-a355-2a6f00c3e33f req-177f139a-8a81-45a8-bb5a-0d865cdba2fb service neutron] Attempting to bind port 5c9a363f-e3a2-4e8d-8bd6-1ea0fa3da8f9 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:58:37.064194 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-4f7a1ccc-210e-4a10-a355-2a6f00c3e33f req-177f139a-8a81-45a8-bb5a-0d865cdba2fb service neutron] Attempting to bind port 5c9a363f-e3a2-4e8d-8bd6-1ea0fa3da8f9 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'f36a8753-337f-4d4a-b6d9-26970c27d82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b10ff887-faa2-4849-ab96-b9143c7b36d9'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:58:37.064519 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7a1ccc-210e-4a10-a355-2a6f00c3e33f req-177f139a-8a81-45a8-bb5a-0d865cdba2fb service neutron] Attempting to bind port 5c9a363f-e3a2-4e8d-8bd6-1ea0fa3da8f9 on network b10ff887-faa2-4849-ab96-b9143c7b36d9 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:58:37.070316 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7a1ccc-210e-4a10-a355-2a6f00c3e33f req-177f139a-8a81-45a8-bb5a-0d865cdba2fb service neutron] Port 5c9a363f-e3a2-4e8d-8bd6-1ea0fa3da8f9 on network b10ff887-faa2-4849-ab96-b9143c7b36d9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:58:37.070644 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7a1ccc-210e-4a10-a355-2a6f00c3e33f req-177f139a-8a81-45a8-bb5a-0d865cdba2fb service neutron] Attempting to bind port 5c9a363f-e3a2-4e8d-8bd6-1ea0fa3da8f9 on network b10ff887-faa2-4849-ab96-b9143c7b36d9 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:58:37.073467 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:37.076579 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7a1ccc-210e-4a10-a355-2a6f00c3e33f req-177f139a-8a81-45a8-bb5a-0d865cdba2fb service neutron] Checking agent: {'id': '63664c57-372e-43f7-9ecb-4deedcf8ddc7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 28, 15), 'started_at': datetime.datetime(2022, 2, 1, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:58:37.076915 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7a1ccc-210e-4a10-a355-2a6f00c3e33f req-177f139a-8a81-45a8-bb5a-0d865cdba2fb service neutron] Checking segment: {'id': 'f36a8753-337f-4d4a-b6d9-26970c27d82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b10ff887-faa2-4849-ab96-b9143c7b36d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:58:37.077349 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7a1ccc-210e-4a10-a355-2a6f00c3e33f req-177f139a-8a81-45a8-bb5a-0d865cdba2fb service neutron] Bound using segment: {'id': 'f36a8753-337f-4d4a-b6d9-26970c27d82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b10ff887-faa2-4849-ab96-b9143c7b36d9'} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:58:37.077772 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-4f7a1ccc-210e-4a10-a355-2a6f00c3e33f req-177f139a-8a81-45a8-bb5a-0d865cdba2fb service neutron] Bound port: 5c9a363f-e3a2-4e8d-8bd6-1ea0fa3da8f9, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f36a8753-337f-4d4a-b6d9-26970c27d82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b10ff887-faa2-4849-ab96-b9143c7b36d9'}}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:58:37.078151 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-4f7a1ccc-210e-4a10-a355-2a6f00c3e33f req-177f139a-8a81-45a8-bb5a-0d865cdba2fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:37.171081 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-4f7a1ccc-210e-4a10-a355-2a6f00c3e33f req-177f139a-8a81-45a8-bb5a-0d865cdba2fb service neutron] For port 5c9a363f-e3a2-4e8d-8bd6-1ea0fa3da8f9, host hv-neutron-8268, cleared binding levels {{(pid=87636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:58:37.174182 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-4f7a1ccc-210e-4a10-a355-2a6f00c3e33f req-177f139a-8a81-45a8-bb5a-0d865cdba2fb service neutron] For port 5c9a363f-e3a2-4e8d-8bd6-1ea0fa3da8f9, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=5c9a363f-e3a2-4e8d-8bd6-1ea0fa3da8f9,segment=NetworkSegment(f36a8753-337f-4d4a-b6d9-26970c27d82b),segment_id=f36a8753-337f-4d4a-b6d9-26970c27d82b)] {{(pid=87636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:58:37.178150 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-4f7a1ccc-210e-4a10-a355-2a6f00c3e33f req-177f139a-8a81-45a8-bb5a-0d865cdba2fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:37.240300 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a1ccc-210e-4a10-a355-2a6f00c3e33f req-177f139a-8a81-45a8-bb5a-0d865cdba2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:58:37.240639 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-4f7a1ccc-210e-4a10-a355-2a6f00c3e33f req-177f139a-8a81-45a8-bb5a-0d865cdba2fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:37.242774 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4f7a1ccc-210e-4a10-a355-2a6f00c3e33f req-177f139a-8a81-45a8-bb5a-0d865cdba2fb service neutron] 10.222.0.18 "PUT /v2.0/ports/5c9a363f-e3a2-4e8d-8bd6-1ea0fa3da8f9 HTTP/1.1" status: 200 len: 1093 time: 1.1600420 Feb 01 04:58:37.243250 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62e2b125-4842-44f5-a87f-8e9a4c40d47e', 'tag': '5c9a363f-e3a2-4e8d-8bd6-1ea0fa3da8f9'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:58:37.265407 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177f139a-8a81-45a8-bb5a-0d865cdba2fb service neutron] Pushing event updated for resources: {'Port': ['ID=5c9a363f-e3a2-4e8d-8bd6-1ea0fa3da8f9,revision_number=3']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:58:37.299914 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62e2b125-4842-44f5-a87f-8e9a4c40d47e', 'tag': '5c9a363f-e3a2-4e8d-8bd6-1ea0fa3da8f9', 'status': 'completed', 'code': 200} Feb 01 04:58:37.373146 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a1ccc-210e-4a10-a355-2a6f00c3e33f req-e8401848-bed0-4662-bf9e-5f26d9606e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:58:37.374620 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4f7a1ccc-210e-4a10-a355-2a6f00c3e33f req-e8401848-bed0-4662-bf9e-5f26d9606e9e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5a66d7c7d65548b0bf5a0866f36acd0d&device_id=62e2b125-4842-44f5-a87f-8e9a4c40d47e HTTP/1.1" status: 200 len: 1096 time: 0.0739751 Feb 01 04:58:37.408639 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-38273d7a-8c0e-4294-9a89-d52f10896201 None None] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:37.421440 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-38273d7a-8c0e-4294-9a89-d52f10896201 None None] Transition to ACTIVE for port object f91e16ae-f243-4817-ab36-a68cbcfeba8a will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:58:37.428092 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-38273d7a-8c0e-4294-9a89-d52f10896201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:37.455240 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4f7a1ccc-210e-4a10-a355-2a6f00c3e33f req-eb719791-12c8-41f0-9432-307d597fdb7e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c9a363f-e3a2-4e8d-8bd6-1ea0fa3da8f9 HTTP/1.1" status: 200 len: 217 time: 0.0672915 Feb 01 04:58:37.522459 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a1ccc-210e-4a10-a355-2a6f00c3e33f req-3675f5c2-e408-4294-b5c1-1853fa0d937d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:58:37.524499 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4f7a1ccc-210e-4a10-a355-2a6f00c3e33f req-3675f5c2-e408-4294-b5c1-1853fa0d937d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0e4fbdac-37f9-488a-a378-7448344e4bf3 HTTP/1.1" status: 200 len: 855 time: 0.0628872 Feb 01 04:58:37.603095 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a1ccc-210e-4a10-a355-2a6f00c3e33f req-df0e3828-b524-4664-a703-0bc715f04b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:58:37.604764 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4f7a1ccc-210e-4a10-a355-2a6f00c3e33f req-df0e3828-b524-4664-a703-0bc715f04b99 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b10ff887-faa2-4849-ab96-b9143c7b36d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744421 Feb 01 04:58:37.625300 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16470d71-9e20-43d3-8a09-7ae99109f798 None None] Pushing event updated for resources: {'Port': ['ID=f91e16ae-f243-4817-ab36-a68cbcfeba8a,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:58:37.648714 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-38273d7a-8c0e-4294-9a89-d52f10896201 None None] Attempting to bind port f91e16ae-f243-4817-ab36-a68cbcfeba8a on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:58:37.649073 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-38273d7a-8c0e-4294-9a89-d52f10896201 None None] Attempting to bind port f91e16ae-f243-4817-ab36-a68cbcfeba8a by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '2954ba78-99b9-4962-a603-b3822aac340e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c4f3b482-ef03-4a62-9eab-f269e5f8a472'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:58:37.649422 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38273d7a-8c0e-4294-9a89-d52f10896201 None None] Attempting to bind port f91e16ae-f243-4817-ab36-a68cbcfeba8a on network c4f3b482-ef03-4a62-9eab-f269e5f8a472 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:58:37.654750 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38273d7a-8c0e-4294-9a89-d52f10896201 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:58:37.655113 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38273d7a-8c0e-4294-9a89-d52f10896201 None None] Checking segment: {'id': '2954ba78-99b9-4962-a603-b3822aac340e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c4f3b482-ef03-4a62-9eab-f269e5f8a472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:58:37.655533 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-38273d7a-8c0e-4294-9a89-d52f10896201 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:37.655917 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38273d7a-8c0e-4294-9a89-d52f10896201 None None] Bound using segment: {'id': '2954ba78-99b9-4962-a603-b3822aac340e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c4f3b482-ef03-4a62-9eab-f269e5f8a472'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:58:37.656371 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-38273d7a-8c0e-4294-9a89-d52f10896201 None None] Bound port: f91e16ae-f243-4817-ab36-a68cbcfeba8a, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2954ba78-99b9-4962-a603-b3822aac340e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c4f3b482-ef03-4a62-9eab-f269e5f8a472'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:58:37.656744 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-38273d7a-8c0e-4294-9a89-d52f10896201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:37.742527 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-38273d7a-8c0e-4294-9a89-d52f10896201 None None] For port f91e16ae-f243-4817-ab36-a68cbcfeba8a, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:58:37.745445 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-38273d7a-8c0e-4294-9a89-d52f10896201 None None] For port f91e16ae-f243-4817-ab36-a68cbcfeba8a, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=f91e16ae-f243-4817-ab36-a68cbcfeba8a,segment=NetworkSegment(2954ba78-99b9-4962-a603-b3822aac340e),segment_id=2954ba78-99b9-4962-a603-b3822aac340e)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:58:37.749914 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-38273d7a-8c0e-4294-9a89-d52f10896201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:37.751500 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4f7a1ccc-210e-4a10-a355-2a6f00c3e33f req-a7994cd9-c8ee-4c52-a592-c14cb5489cbd service neutron] 10.222.0.18 "GET /v2.0/networks/b10ff887-faa2-4849-ab96-b9143c7b36d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402509 Feb 01 04:58:37.831872 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38273d7a-8c0e-4294-9a89-d52f10896201 None None] Routers {'1d666212-7d01-4da2-a095-dac72d4c99b9'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:58:37.832497 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-38273d7a-8c0e-4294-9a89-d52f10896201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:58:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['1d666212-7d01-4da2-a095-dac72d4c99b9'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:58:37.894438 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4f7a1ccc-210e-4a10-a355-2a6f00c3e33f req-89eea8ef-a12c-4d70-98d6-e4de289b6873 service neutron] 10.222.0.18 "GET /v2.0/networks/b10ff887-faa2-4849-ab96-b9143c7b36d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371264 Feb 01 04:58:37.930647 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16470d71-9e20-43d3-8a09-7ae99109f798 None None] Pushing event updated for resources: {'Port': ['ID=f91e16ae-f243-4817-ab36-a68cbcfeba8a,revision_number=4']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:58:38.036351 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-38273d7a-8c0e-4294-9a89-d52f10896201 None None] Set router 1d666212-7d01-4da2-a095-dac72d4c99b9 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:58:38.197012 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b24f26-e267-4e68-81af-b8b20c4f0001 req-61fd23f4-905e-483c-aae9-9c8b7d3753e8 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:58:38.198355 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-02b24f26-e267-4e68-81af-b8b20c4f0001 req-61fd23f4-905e-483c-aae9-9c8b7d3753e8 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] 10.222.0.24 "GET /v2.0/ports?device_id=62e2b125-4842-44f5-a87f-8e9a4c40d47e HTTP/1.1" status: 200 len: 943 time: 0.2515762 Feb 01 04:58:38.203841 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc977b57-e217-46b4-b2bd-da6b8180ac88 req-141b96f3-3b3f-4993-93f7-cc3efe2aedae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:58:38.205258 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cc977b57-e217-46b4-b2bd-da6b8180ac88 req-141b96f3-3b3f-4993-93f7-cc3efe2aedae service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5a66d7c7d65548b0bf5a0866f36acd0d&device_id=62e2b125-4842-44f5-a87f-8e9a4c40d47e HTTP/1.1" status: 200 len: 1096 time: 0.2142260 Feb 01 04:58:38.327052 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-02b24f26-e267-4e68-81af-b8b20c4f0001 req-f7dcefc0-5b89-4f97-9334-3b7325518f6f tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] 10.222.0.24 "GET /v2.0/security-groups?id=dca819bb-8d76-4e9e-9984-c5907c06b907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208580 Feb 01 04:58:38.346608 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-38273d7a-8c0e-4294-9a89-d52f10896201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d666212-7d01-4da2-a095-dac72d4c99b9', 'name': 'tempest-TestEncryptedCinderVolumes-1661114181-router', 'tenant_id': '36f36f7e6e45430988169d0111c2c490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.62'}], 'enable_snat': True}, 'gw_port_id': '8a5b9513-2569-42d8-90fc-7c7a930bf21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:58:27Z', 'updated_at': '2022-02-01T04:58:31Z', 'revision_number': 4, 'project_id': '36f36f7e6e45430988169d0111c2c490', 'gw_port': {'id': '8a5b9513-2569-42d8-90fc-7c7a930bf21c', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ad:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d666212-7d01-4da2-a095-dac72d4c99b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:58:28Z', 'updated_at': '2022-02-01T04:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': 'f91e16ae-f243-4817-ab36-a68cbcfeba8a', 'name': '', 'network_id': 'c4f3b482-ef03-4a62-9eab-f269e5f8a472', 'tenant_id': '36f36f7e6e45430988169d0111c2c490', 'mac_address': 'fa:16:3e:ad:44:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d666212-7d01-4da2-a095-dac72d4c99b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '75949453-9bd5-4b5f-8a4c-9e142cfb1aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:58:31Z', 'updated_at': '2022-02-01T04:58:37Z', 'revision_number': 4, 'project_id': '36f36f7e6e45430988169d0111c2c490', 'subnets': [{'id': '75949453-9bd5-4b5f-8a4c-9e142cfb1aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:58:38.351826 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38273d7a-8c0e-4294-9a89-d52f10896201 None None] The sync data for ids ['1d666212-7d01-4da2-a095-dac72d4c99b9'] in dv-neutron-826830-1-hyperv is: [{'id': '1d666212-7d01-4da2-a095-dac72d4c99b9', 'name': 'tempest-TestEncryptedCinderVolumes-1661114181-router', 'tenant_id': '36f36f7e6e45430988169d0111c2c490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.62'}], 'enable_snat': True}, 'gw_port_id': '8a5b9513-2569-42d8-90fc-7c7a930bf21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:58:27Z', 'updated_at': '2022-02-01T04:58:31Z', 'revision_number': 4, 'project_id': '36f36f7e6e45430988169d0111c2c490', 'gw_port': {'id': '8a5b9513-2569-42d8-90fc-7c7a930bf21c', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ad:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d666212-7d01-4da2-a095-dac72d4c99b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:58:28Z', 'updated_at': '2022-02-01T04:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': 'f91e16ae-f243-4817-ab36-a68cbcfeba8a', 'name': '', 'network_id': 'c4f3b482-ef03-4a62-9eab-f269e5f8a472', 'tenant_id': '36f36f7e6e45430988169d0111c2c490', 'mac_address': 'fa:16:3e:ad:44:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d666212-7d01-4da2-a095-dac72d4c99b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '75949453-9bd5-4b5f-8a4c-9e142cfb1aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:58:31Z', 'updated_at': '2022-02-01T04:58:37Z', 'revision_number': 4, 'project_id': '36f36f7e6e45430988169d0111c2c490', 'subnets': [{'id': '75949453-9bd5-4b5f-8a4c-9e142cfb1aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:58:38.365672 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc977b57-e217-46b4-b2bd-da6b8180ac88 req-860123a6-0cf8-4902-b197-16c733066f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:58:38.367955 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cc977b57-e217-46b4-b2bd-da6b8180ac88 req-860123a6-0cf8-4902-b197-16c733066f01 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b10ff887-faa2-4849-ab96-b9143c7b36d9 HTTP/1.1" status: 200 len: 916 time: 0.1495419 Feb 01 04:58:38.446323 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cc977b57-e217-46b4-b2bd-da6b8180ac88 req-183ca616-c93a-41d1-8275-0daa3936d5dd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c9a363f-e3a2-4e8d-8bd6-1ea0fa3da8f9 HTTP/1.1" status: 200 len: 217 time: 0.0712852 Feb 01 04:58:38.466741 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device f91e16ae-f243-4817-ab36-a68cbcfeba8a up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:58:38.515453 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc977b57-e217-46b4-b2bd-da6b8180ac88 req-031c2f03-f9fe-40ba-b673-1526a48cf1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:58:38.516907 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cc977b57-e217-46b4-b2bd-da6b8180ac88 req-031c2f03-f9fe-40ba-b673-1526a48cf1d3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0e4fbdac-37f9-488a-a378-7448344e4bf3 HTTP/1.1" status: 200 len: 855 time: 0.0644891 Feb 01 04:58:38.538093 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port f91e16ae-f243-4817-ab36-a68cbcfeba8a completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:58:38.543947 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port f91e16ae-f243-4817-ab36-a68cbcfeba8a triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:58:38.544406 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:38.606156 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc977b57-e217-46b4-b2bd-da6b8180ac88 req-9f63b800-083c-431e-9075-7533cf371785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:58:38.607787 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cc977b57-e217-46b4-b2bd-da6b8180ac88 req-9f63b800-083c-431e-9075-7533cf371785 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b10ff887-faa2-4849-ab96-b9143c7b36d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0840650 Feb 01 04:58:38.664967 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:38.698729 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port f91e16ae-f243-4817-ab36-a68cbcfeba8a, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=f91e16ae-f243-4817-ab36-a68cbcfeba8a,segment=NetworkSegment(2954ba78-99b9-4962-a603-b3822aac340e),segment_id=2954ba78-99b9-4962-a603-b3822aac340e)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:58:38.703815 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:38.761600 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cc977b57-e217-46b4-b2bd-da6b8180ac88 req-b1f19eee-06a0-45f0-83cb-2ee08f584ed0 service neutron] 10.222.0.18 "GET /v2.0/networks/b10ff887-faa2-4849-ab96-b9143c7b36d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458654 Feb 01 04:58:38.776085 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=f91e16ae-f243-4817-ab36-a68cbcfeba8a,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:58:38.890177 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cc977b57-e217-46b4-b2bd-da6b8180ac88 req-b40e766b-e0ff-4a75-800b-61d3a285a851 service neutron] 10.222.0.18 "GET /v2.0/networks/b10ff887-faa2-4849-ab96-b9143c7b36d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228659 Feb 01 04:58:39.338683 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 04:58:39.512931 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e3cad-4c55-4a73-9a29-eeb8c3965d43 req-f42a46ee-12fb-4619-bab6-e8f2e33a70dd tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:58:39.514355 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-2a5e3cad-4c55-4a73-9a29-eeb8c3965d43 req-f42a46ee-12fb-4619-bab6-e8f2e33a70dd tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] 10.222.0.24 "GET /v2.0/ports?device_id=62e2b125-4842-44f5-a87f-8e9a4c40d47e HTTP/1.1" status: 200 len: 943 time: 0.0814412 Feb 01 04:58:39.555715 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-2a5e3cad-4c55-4a73-9a29-eeb8c3965d43 req-4a6bf0e0-8450-4639-b2a2-588df486faec tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Synchronizing usage tracker for tenant:5a66d7c7d65548b0bf5a0866f36acd0d on resource:security_group {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:58:39.572034 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-2a5e3cad-4c55-4a73-9a29-eeb8c3965d43 req-4a6bf0e0-8450-4639-b2a2-588df486faec tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Unset dirty status for tenant:5a66d7c7d65548b0bf5a0866f36acd0d on resource:security_group {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:58:39.573116 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-2a5e3cad-4c55-4a73-9a29-eeb8c3965d43 req-4a6bf0e0-8450-4639-b2a2-588df486faec tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] 10.222.0.24 "GET /v2.0/security-groups?id=dca819bb-8d76-4e9e-9984-c5907c06b907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533044 Feb 01 04:58:39.745546 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 5c9a363f-e3a2-4e8d-8bd6-1ea0fa3da8f9 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 01 04:58:39.885517 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 5c9a363f-e3a2-4e8d-8bd6-1ea0fa3da8f9, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=5c9a363f-e3a2-4e8d-8bd6-1ea0fa3da8f9,segment=NetworkSegment(f36a8753-337f-4d4a-b6d9-26970c27d82b),segment_id=f36a8753-337f-4d4a-b6d9-26970c27d82b)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:58:39.898232 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Returning: {'device': '5c9a363f-e3a2-4e8d-8bd6-1ea0fa3da8f9', 'network_id': 'b10ff887-faa2-4849-ab96-b9143c7b36d9', 'port_id': '5c9a363f-e3a2-4e8d-8bd6-1ea0fa3da8f9', 'mac_address': 'fa:16:3e:ee:47:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e4fbdac-37f9-488a-a378-7448344e4bf3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 01 04:58:39.951447 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:39.969906 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c9a363f-e3a2-4e8d-8bd6-1ea0fa3da8f9 {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 04:58:39.985275 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 5c9a363f-e3a2-4e8d-8bd6-1ea0fa3da8f9, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=5c9a363f-e3a2-4e8d-8bd6-1ea0fa3da8f9,segment=NetworkSegment(f36a8753-337f-4d4a-b6d9-26970c27d82b),segment_id=f36a8753-337f-4d4a-b6d9-26970c27d82b)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:58:39.989047 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:40.055954 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=5c9a363f-e3a2-4e8d-8bd6-1ea0fa3da8f9,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:58:40.260482 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] get_ports_and_sgs() called for port_ids ['5c9a363f-e3a2-4e8d-8bd6-1ea0fa3da8f9'] {{(pid=87638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 01 04:58:40.437175 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device f91e16ae-f243-4817-ab36-a68cbcfeba8a up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:58:40.505692 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port f91e16ae-f243-4817-ab36-a68cbcfeba8a triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:58:40.506036 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:40.751738 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3125680b-761e-422a-a765-c3ea91c2f12e req-3d274aae-df8e-4359-8ec9-70a907486431 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:58:40.753156 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3125680b-761e-422a-a765-c3ea91c2f12e req-3d274aae-df8e-4359-8ec9-70a907486431 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] 10.222.0.24 "GET /v2.0/ports?device_id=62e2b125-4842-44f5-a87f-8e9a4c40d47e HTTP/1.1" status: 200 len: 944 time: 0.0777750 Feb 01 04:58:40.797513 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3125680b-761e-422a-a765-c3ea91c2f12e req-8f20d029-ba34-42ef-8ebb-3000352724bb tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] 10.222.0.24 "GET /v2.0/security-groups?id=dca819bb-8d76-4e9e-9984-c5907c06b907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381722 Feb 01 04:58:41.759405 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 5c9a363f-e3a2-4e8d-8bd6-1ea0fa3da8f9 up at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:58:41.826566 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning for port 5c9a363f-e3a2-4e8d-8bd6-1ea0fa3da8f9 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:58:41.831502 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning complete for port 5c9a363f-e3a2-4e8d-8bd6-1ea0fa3da8f9 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:58:41.831945 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:41.949582 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:41.975989 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e2b125-4842-44f5-a87f-8e9a4c40d47e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c9a363f-e3a2-4e8d-8bd6-1ea0fa3da8f9'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:58:41.985852 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 5c9a363f-e3a2-4e8d-8bd6-1ea0fa3da8f9, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=5c9a363f-e3a2-4e8d-8bd6-1ea0fa3da8f9,segment=NetworkSegment(f36a8753-337f-4d4a-b6d9-26970c27d82b),segment_id=f36a8753-337f-4d4a-b6d9-26970c27d82b)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:58:41.987152 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28aced4-8649-496e-bd3e-a15f83fee0e1 req-0243fc5f-249a-43e9-bba3-439a82468992 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:58:41.988670 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-c28aced4-8649-496e-bd3e-a15f83fee0e1 req-0243fc5f-249a-43e9-bba3-439a82468992 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] 10.222.0.24 "GET /v2.0/ports?device_id=62e2b125-4842-44f5-a87f-8e9a4c40d47e HTTP/1.1" status: 200 len: 944 time: 0.0804551 Feb 01 04:58:41.990778 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:58:42.039709 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-c28aced4-8649-496e-bd3e-a15f83fee0e1 req-5470e6ef-bd7b-452c-b178-cd46708d8f0c tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] 10.222.0.24 "GET /v2.0/security-groups?id=dca819bb-8d76-4e9e-9984-c5907c06b907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445442 Feb 01 04:58:42.067885 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=5c9a363f-e3a2-4e8d-8bd6-1ea0fa3da8f9,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:58:42.089501 dv-neutron-826830-1-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62e2b125-4842-44f5-a87f-8e9a4c40d47e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c9a363f-e3a2-4e8d-8bd6-1ea0fa3da8f9', 'code': 200} Feb 01 04:58:42.347096 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a471c4-4d2e-4e60-967e-5d5ec5513473 req-ba567463-ccff-45b7-ac63-d7fcc058d60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:58:42.348475 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f6a471c4-4d2e-4e60-967e-5d5ec5513473 req-ba567463-ccff-45b7-ac63-d7fcc058d60b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=62e2b125-4842-44f5-a87f-8e9a4c40d47e HTTP/1.1" status: 200 len: 1098 time: 0.0716028 Feb 01 04:58:42.387974 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f6a471c4-4d2e-4e60-967e-5d5ec5513473 req-227541db-4a81-4b77-ba67-40f2e74ef7b4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=dca819bb-8d76-4e9e-9984-c5907c06b907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338101 Feb 01 04:58:43.220567 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b3f81-3d98-4be6-bf2f-e2ce34e16bed req-45b191a6-278e-4c7a-b771-f4e709720129 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:58:43.222020 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-b30b3f81-3d98-4be6-bf2f-e2ce34e16bed req-45b191a6-278e-4c7a-b771-f4e709720129 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] 10.222.0.24 "GET /v2.0/ports?device_id=62e2b125-4842-44f5-a87f-8e9a4c40d47e HTTP/1.1" status: 200 len: 945 time: 0.0809255 Feb 01 04:58:43.265320 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-b30b3f81-3d98-4be6-bf2f-e2ce34e16bed req-e4b851e8-2791-4c34-86b8-384003db2eb8 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] 10.222.0.24 "GET /v2.0/security-groups?id=dca819bb-8d76-4e9e-9984-c5907c06b907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370638 Feb 01 04:58:44.445249 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40488eae-138c-4811-a42f-0e0490b59b7c req-18156237-91b4-40a3-be84-ac9551a49629 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:58:44.446692 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-40488eae-138c-4811-a42f-0e0490b59b7c req-18156237-91b4-40a3-be84-ac9551a49629 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] 10.222.0.24 "GET /v2.0/ports?device_id=62e2b125-4842-44f5-a87f-8e9a4c40d47e HTTP/1.1" status: 200 len: 945 time: 0.0774965 Feb 01 04:58:44.493630 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-40488eae-138c-4811-a42f-0e0490b59b7c req-ee2e149d-6193-4f08-9921-1032bd927b7b tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] 10.222.0.24 "GET /v2.0/security-groups?id=dca819bb-8d76-4e9e-9984-c5907c06b907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412474 Feb 01 04:58:44.669968 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f561caa0-ae4c-460c-be0a-7b1c19557317 req-ad1824ff-cca4-4391-961b-791941e06422 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:58:44.671344 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-f561caa0-ae4c-460c-be0a-7b1c19557317 req-ad1824ff-cca4-4391-961b-791941e06422 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] 10.222.0.24 "GET /v2.0/ports?device_id=62e2b125-4842-44f5-a87f-8e9a4c40d47e HTTP/1.1" status: 200 len: 945 time: 0.0777795 Feb 01 04:58:44.716871 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-f561caa0-ae4c-460c-be0a-7b1c19557317 req-2dd27a1f-cc9c-425a-abbf-8c82884c3350 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] 10.222.0.24 "GET /v2.0/security-groups?id=dca819bb-8d76-4e9e-9984-c5907c06b907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400467 Feb 01 04:58:45.150194 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:01.984757 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-409e480f-55b1-46e5-85d0-6dbf187df7f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:04.276554 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-61a7fccf-6ee4-4cfe-afdd-955970ec9c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:05.413081 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:05.548572 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:05.889075 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc877a5-26b3-40f0-8f5e-56020e322836 req-17ccb549-f70e-4d83-a038-f2819b959ff3 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:59:05.890529 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-1bc877a5-26b3-40f0-8f5e-56020e322836 req-17ccb549-f70e-4d83-a038-f2819b959ff3 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] 10.222.0.24 "GET /v2.0/ports?device_id=62e2b125-4842-44f5-a87f-8e9a4c40d47e HTTP/1.1" status: 200 len: 945 time: 0.1801112 Feb 01 04:59:05.933742 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-1bc877a5-26b3-40f0-8f5e-56020e322836 req-5756c595-162f-4644-b634-24237d713c6c tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] 10.222.0.24 "GET /v2.0/security-groups?id=dca819bb-8d76-4e9e-9984-c5907c06b907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375419 Feb 01 04:59:07.069271 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:07.121601 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701f1372-d5b8-419c-aed8-172bf2867b54 req-b74e15c5-fe14-4a94-8570-c00e2a9ed78b tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:59:07.123038 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-701f1372-d5b8-419c-aed8-172bf2867b54 req-b74e15c5-fe14-4a94-8570-c00e2a9ed78b tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] 10.222.0.24 "GET /v2.0/ports?device_id=62e2b125-4842-44f5-a87f-8e9a4c40d47e HTTP/1.1" status: 200 len: 945 time: 0.0785668 Feb 01 04:59:07.166333 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-701f1372-d5b8-419c-aed8-172bf2867b54 req-6d4a69fe-f0b6-459d-ab26-e24f1d337302 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] 10.222.0.24 "GET /v2.0/security-groups?id=dca819bb-8d76-4e9e-9984-c5907c06b907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375166 Feb 01 04:59:07.486769 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c745dab-c044-4e6f-90d2-7ac8023b9104 req-68c3b105-101e-4591-a743-69c04e17c6e5 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:59:07.488088 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7c745dab-c044-4e6f-90d2-7ac8023b9104 req-68c3b105-101e-4591-a743-69c04e17c6e5 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] 10.222.0.18 "GET /v2.0/ports?device_id=62e2b125-4842-44f5-a87f-8e9a4c40d47e HTTP/1.1" status: 200 len: 945 time: 0.0799429 Feb 01 04:59:07.554233 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-7c745dab-c044-4e6f-90d2-7ac8023b9104 req-7b697ca1-406c-4fd5-9b2d-566d38f8dbd8 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Deleting port 5c9a363f-e3a2-4e8d-8bd6-1ea0fa3da8f9 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:59:07.554563 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-7c745dab-c044-4e6f-90d2-7ac8023b9104 req-7b697ca1-406c-4fd5-9b2d-566d38f8dbd8 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:07.791053 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-7c745dab-c044-4e6f-90d2-7ac8023b9104 req-7b697ca1-406c-4fd5-9b2d-566d38f8dbd8 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] For port 5c9a363f-e3a2-4e8d-8bd6-1ea0fa3da8f9, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=5c9a363f-e3a2-4e8d-8bd6-1ea0fa3da8f9,segment=NetworkSegment(f36a8753-337f-4d4a-b6d9-26970c27d82b),segment_id=f36a8753-337f-4d4a-b6d9-26970c27d82b)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:59:07.791429 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-7c745dab-c044-4e6f-90d2-7ac8023b9104 req-7b697ca1-406c-4fd5-9b2d-566d38f8dbd8 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:08.007301 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-7c745dab-c044-4e6f-90d2-7ac8023b9104 req-7b697ca1-406c-4fd5-9b2d-566d38f8dbd8 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Calling delete_port for 5c9a363f-e3a2-4e8d-8bd6-1ea0fa3da8f9 owned by compute:nova {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:59:08.147381 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-7c745dab-c044-4e6f-90d2-7ac8023b9104 req-7b697ca1-406c-4fd5-9b2d-566d38f8dbd8 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:08.179805 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] get_ports_and_sgs() called for port_ids ['5c9a363f-e3a2-4e8d-8bd6-1ea0fa3da8f9'] {{(pid=87638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 01 04:59:08.228678 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b697ca1-406c-4fd5-9b2d-566d38f8dbd8 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Pushing event deleted for resources: {'Port': ['ID=5c9a363f-e3a2-4e8d-8bd6-1ea0fa3da8f9,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:59:08.279099 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c745dab-c044-4e6f-90d2-7ac8023b9104 req-7b697ca1-406c-4fd5-9b2d-566d38f8dbd8 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] No DVR routers for this DVR port 5c9a363f-e3a2-4e8d-8bd6-1ea0fa3da8f9 on host hv-neutron-8268 {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:59:08.281953 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-7c745dab-c044-4e6f-90d2-7ac8023b9104 req-7b697ca1-406c-4fd5-9b2d-566d38f8dbd8 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:08.284742 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e2b125-4842-44f5-a87f-8e9a4c40d47e', 'name': 'network-vif-deleted', 'tag': '5c9a363f-e3a2-4e8d-8bd6-1ea0fa3da8f9'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:59:08.303903 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7c745dab-c044-4e6f-90d2-7ac8023b9104 req-7b697ca1-406c-4fd5-9b2d-566d38f8dbd8 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] 10.222.0.18 "DELETE /v2.0/ports/5c9a363f-e3a2-4e8d-8bd6-1ea0fa3da8f9 HTTP/1.1" status: 204 len: 173 time: 0.8105316 Feb 01 04:59:08.322879 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-ea8aa571-0a36-4c82-91ae-13b9c086333b req-dc165665-11fa-4429-99ea-584bdcd8e774 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] 10.222.0.24 "GET /v2.0/ports?device_id=62e2b125-4842-44f5-a87f-8e9a4c40d47e HTTP/1.1" status: 200 len: 210 time: 0.0491080 Feb 01 04:59:08.340926 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62e2b125-4842-44f5-a87f-8e9a4c40d47e', 'name': 'network-vif-deleted', 'tag': '5c9a363f-e3a2-4e8d-8bd6-1ea0fa3da8f9', 'status': 'completed', 'code': 200} Feb 01 04:59:10.004541 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7b51df-5cba-42d6-a4f7-e8286cb9207e req-a58f23bd-773c-41c7-b433-98f1cb4b1024 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:59:10.005875 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dd7b51df-5cba-42d6-a4f7-e8286cb9207e req-a58f23bd-773c-41c7-b433-98f1cb4b1024 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] 10.222.0.24 "GET /v2.0/networks?id=b10ff887-faa2-4849-ab96-b9143c7b36d9 HTTP/1.1" status: 200 len: 816 time: 0.1426389 Feb 01 04:59:10.019977 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dd7b51df-5cba-42d6-a4f7-e8286cb9207e req-0f3998fb-667d-4be9-84db-f5e75ae84413 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] 10.222.0.24 "GET /v2.0/quotas/5a66d7c7d65548b0bf5a0866f36acd0d HTTP/1.1" status: 200 len: 375 time: 0.0087547 Feb 01 04:59:10.102717 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-dd7b51df-5cba-42d6-a4f7-e8286cb9207e req-a5f9fec3-9711-42a3-a6b8-df6ba04847e3 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Synchronizing usage tracker for tenant:5a66d7c7d65548b0bf5a0866f36acd0d on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:59:10.118538 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-dd7b51df-5cba-42d6-a4f7-e8286cb9207e req-a5f9fec3-9711-42a3-a6b8-df6ba04847e3 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Unset dirty status for tenant:5a66d7c7d65548b0bf5a0866f36acd0d on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:59:10.119911 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dd7b51df-5cba-42d6-a4f7-e8286cb9207e req-a5f9fec3-9711-42a3-a6b8-df6ba04847e3 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5a66d7c7d65548b0bf5a0866f36acd0d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0953183 Feb 01 04:59:10.351206 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dd7b51df-5cba-42d6-a4f7-e8286cb9207e req-6322908c-75c4-4d9b-bf1a-afbee84516e4 service neutron] 10.222.0.24 "GET /v2.0/networks/b10ff887-faa2-4849-ab96-b9143c7b36d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198203 Feb 01 04:59:10.479051 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dd7b51df-5cba-42d6-a4f7-e8286cb9207e req-ab66563a-6614-4b8a-9d66-fd4df3f871b5 service neutron] 10.222.0.24 "GET /v2.0/networks/b10ff887-faa2-4849-ab96-b9143c7b36d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221972 Feb 01 04:59:10.657509 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-3644fb81-b763-47a6-9cb3-856bf2d613a2 req-4194d09c-3776-418e-8a7f-1e3d9858a003 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] 10.222.0.24 "GET /v2.0/ports?device_id=d290b3a2-8e6a-45bd-8951-ae3009deb02c HTTP/1.1" status: 200 len: 210 time: 0.0457191 Feb 01 04:59:11.747176 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7b51df-5cba-42d6-a4f7-e8286cb9207e req-e1947504-ddcd-412f-a838-0f2266a6f642 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:59:11.747775 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dd7b51df-5cba-42d6-a4f7-e8286cb9207e req-e1947504-ddcd-412f-a838-0f2266a6f642 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] 10.222.0.18 "GET /v2.0/networks?id=b10ff887-faa2-4849-ab96-b9143c7b36d9 HTTP/1.1" status: 200 len: 816 time: 0.1484923 Feb 01 04:59:11.767467 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-dd7b51df-5cba-42d6-a4f7-e8286cb9207e req-bb02e2f8-45ff-4363-a38c-0477d301888b tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Request body: {'port': {'device_id': 'd290b3a2-8e6a-45bd-8951-ae3009deb02c', 'network_id': 'b10ff887-faa2-4849-ab96-b9143c7b36d9', 'admin_state_up': True, 'tenant_id': '5a66d7c7d65548b0bf5a0866f36acd0d'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:59:11.842536 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-314214b5-4673-4c7d-a405-1aa2bdce93da req-eac0b1a6-3f20-46e3-8981-5d9e160b4a62 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] 10.222.0.24 "GET /v2.0/ports?device_id=d290b3a2-8e6a-45bd-8951-ae3009deb02c HTTP/1.1" status: 200 len: 210 time: 0.0569215 Feb 01 04:59:11.942067 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-dd7b51df-5cba-42d6-a4f7-e8286cb9207e req-bb02e2f8-45ff-4363-a38c-0477d301888b tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:59:11.946197 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 5c9a363f-e3a2-4e8d-8bd6-1ea0fa3da8f9 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:59:11.952890 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-dd7b51df-5cba-42d6-a4f7-e8286cb9207e req-bb02e2f8-45ff-4363-a38c-0477d301888b tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:59:11.962743 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd7b51df-5cba-42d6-a4f7-e8286cb9207e req-bb02e2f8-45ff-4363-a38c-0477d301888b tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Made reservation on behalf of 5a66d7c7d65548b0bf5a0866f36acd0d for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:59:11.966777 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-dd7b51df-5cba-42d6-a4f7-e8286cb9207e req-bb02e2f8-45ff-4363-a38c-0477d301888b tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:11.983899 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] No Port match for: 5c9a363f-e3a2-4e8d-8bd6-1ea0fa3da8f9 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:59:11.984242 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 5c9a363f-e3a2-4e8d-8bd6-1ea0fa3da8f9 not bound to the agent host hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:59:12.134428 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [req-dd7b51df-5cba-42d6-a4f7-e8286cb9207e req-bb02e2f8-45ff-4363-a38c-0477d301888b tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Allocated IP 172.20.0.13 (b10ff887-faa2-4849-ab96-b9143c7b36d9/0e4fbdac-37f9-488a-a378-7448344e4bf3/5e358354-ee2b-436e-a351-9f0032af5004) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:59:12.329410 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-dd7b51df-5cba-42d6-a4f7-e8286cb9207e req-bb02e2f8-45ff-4363-a38c-0477d301888b tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:12.344443 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-dd7b51df-5cba-42d6-a4f7-e8286cb9207e req-bb02e2f8-45ff-4363-a38c-0477d301888b tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Transition to ACTIVE for port object 5e358354-ee2b-436e-a351-9f0032af5004 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:59:12.368096 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-dd7b51df-5cba-42d6-a4f7-e8286cb9207e req-bb02e2f8-45ff-4363-a38c-0477d301888b tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:12.532056 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd7b51df-5cba-42d6-a4f7-e8286cb9207e req-bb02e2f8-45ff-4363-a38c-0477d301888b tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Network b10ff887-faa2-4849-ab96-b9143c7b36d9 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:59:12.535073 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [req-dd7b51df-5cba-42d6-a4f7-e8286cb9207e req-bb02e2f8-45ff-4363-a38c-0477d301888b tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:59:12.539077 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd7b51df-5cba-42d6-a4f7-e8286cb9207e req-bb02e2f8-45ff-4363-a38c-0477d301888b tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:59:12.575712 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb02e2f8-45ff-4363-a38c-0477d301888b tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Pushing event updated for resources: {'Port': ['ID=5e358354-ee2b-436e-a351-9f0032af5004,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:59:12.607037 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7b51df-5cba-42d6-a4f7-e8286cb9207e req-bb02e2f8-45ff-4363-a38c-0477d301888b tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:59:12.607741 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-dd7b51df-5cba-42d6-a4f7-e8286cb9207e req-bb02e2f8-45ff-4363-a38c-0477d301888b tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:12.633774 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dd7b51df-5cba-42d6-a4f7-e8286cb9207e req-bb02e2f8-45ff-4363-a38c-0477d301888b tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8701863 Feb 01 04:59:12.650776 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-dd7b51df-5cba-42d6-a4f7-e8286cb9207e req-f143621d-0379-4365-838a-a127610f0006 service neutron] Request body: {'port': {'device_id': 'd290b3a2-8e6a-45bd-8951-ae3009deb02c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:59:12.762931 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-dd7b51df-5cba-42d6-a4f7-e8286cb9207e req-f143621d-0379-4365-838a-a127610f0006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:12.792578 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-bfeaadaf-3ccd-469c-a81e-487699370854 None None] Provisioning for port 5e358354-ee2b-436e-a351-9f0032af5004 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:59:12.797232 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-bfeaadaf-3ccd-469c-a81e-487699370854 None None] Provisioning complete for port 5e358354-ee2b-436e-a351-9f0032af5004 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:59:12.797597 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bfeaadaf-3ccd-469c-a81e-487699370854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:12.849378 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-bfeaadaf-3ccd-469c-a81e-487699370854 None None] Port 5e358354-ee2b-436e-a351-9f0032af5004 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:59:13.022131 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c1869-b433-4ed0-be1c-f55614488d9f req-b030f794-a2b7-4d8c-8750-f714d6eff864 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:59:13.023693 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-9d6c1869-b433-4ed0-be1c-f55614488d9f req-b030f794-a2b7-4d8c-8750-f714d6eff864 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] 10.222.0.24 "GET /v2.0/ports?device_id=d290b3a2-8e6a-45bd-8951-ae3009deb02c HTTP/1.1" status: 200 len: 932 time: 0.0788896 Feb 01 04:59:13.072050 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-9d6c1869-b433-4ed0-be1c-f55614488d9f req-ff019e95-5b0b-4a94-b749-6d801970fd06 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] 10.222.0.24 "GET /v2.0/security-groups?id=dca819bb-8d76-4e9e-9984-c5907c06b907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422626 Feb 01 04:59:13.106509 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [req-dd7b51df-5cba-42d6-a4f7-e8286cb9207e req-f143621d-0379-4365-838a-a127610f0006 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e358354-ee2b-436e-a351-9f0032af5004 {{(pid=87636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 04:59:13.113878 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-dd7b51df-5cba-42d6-a4f7-e8286cb9207e req-f143621d-0379-4365-838a-a127610f0006 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:13.128407 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-dd7b51df-5cba-42d6-a4f7-e8286cb9207e req-f143621d-0379-4365-838a-a127610f0006 service neutron] Transition to ACTIVE for port object 5e358354-ee2b-436e-a351-9f0032af5004 will not be triggered until provisioned by entity L2. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:59:13.131423 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-dd7b51df-5cba-42d6-a4f7-e8286cb9207e req-f143621d-0379-4365-838a-a127610f0006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:13.288885 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f143621d-0379-4365-838a-a127610f0006 service neutron] Pushing event updated for resources: {'Port': ['ID=5e358354-ee2b-436e-a351-9f0032af5004,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:59:13.362431 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-dd7b51df-5cba-42d6-a4f7-e8286cb9207e req-f143621d-0379-4365-838a-a127610f0006 service neutron] Attempting to bind port 5e358354-ee2b-436e-a351-9f0032af5004 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:59:13.362693 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-dd7b51df-5cba-42d6-a4f7-e8286cb9207e req-f143621d-0379-4365-838a-a127610f0006 service neutron] Attempting to bind port 5e358354-ee2b-436e-a351-9f0032af5004 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'f36a8753-337f-4d4a-b6d9-26970c27d82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b10ff887-faa2-4849-ab96-b9143c7b36d9'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:59:13.363011 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7b51df-5cba-42d6-a4f7-e8286cb9207e req-f143621d-0379-4365-838a-a127610f0006 service neutron] Attempting to bind port 5e358354-ee2b-436e-a351-9f0032af5004 on network b10ff887-faa2-4849-ab96-b9143c7b36d9 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:59:13.367782 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7b51df-5cba-42d6-a4f7-e8286cb9207e req-f143621d-0379-4365-838a-a127610f0006 service neutron] Port 5e358354-ee2b-436e-a351-9f0032af5004 on network b10ff887-faa2-4849-ab96-b9143c7b36d9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 04:59:13.368094 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7b51df-5cba-42d6-a4f7-e8286cb9207e req-f143621d-0379-4365-838a-a127610f0006 service neutron] Attempting to bind port 5e358354-ee2b-436e-a351-9f0032af5004 on network b10ff887-faa2-4849-ab96-b9143c7b36d9 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:59:13.373168 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7b51df-5cba-42d6-a4f7-e8286cb9207e req-f143621d-0379-4365-838a-a127610f0006 service neutron] Checking agent: {'id': '63664c57-372e-43f7-9ecb-4deedcf8ddc7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 28, 15), 'started_at': datetime.datetime(2022, 2, 1, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:59:13.373422 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7b51df-5cba-42d6-a4f7-e8286cb9207e req-f143621d-0379-4365-838a-a127610f0006 service neutron] Checking segment: {'id': 'f36a8753-337f-4d4a-b6d9-26970c27d82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b10ff887-faa2-4849-ab96-b9143c7b36d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:59:13.373790 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7b51df-5cba-42d6-a4f7-e8286cb9207e req-f143621d-0379-4365-838a-a127610f0006 service neutron] Bound using segment: {'id': 'f36a8753-337f-4d4a-b6d9-26970c27d82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b10ff887-faa2-4849-ab96-b9143c7b36d9'} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:59:13.374201 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-dd7b51df-5cba-42d6-a4f7-e8286cb9207e req-f143621d-0379-4365-838a-a127610f0006 service neutron] Bound port: 5e358354-ee2b-436e-a351-9f0032af5004, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f36a8753-337f-4d4a-b6d9-26970c27d82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b10ff887-faa2-4849-ab96-b9143c7b36d9'}}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:59:13.374534 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-dd7b51df-5cba-42d6-a4f7-e8286cb9207e req-f143621d-0379-4365-838a-a127610f0006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:13.467489 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-dd7b51df-5cba-42d6-a4f7-e8286cb9207e req-f143621d-0379-4365-838a-a127610f0006 service neutron] For port 5e358354-ee2b-436e-a351-9f0032af5004, host hv-neutron-8268, cleared binding levels {{(pid=87636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:59:13.470214 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-dd7b51df-5cba-42d6-a4f7-e8286cb9207e req-f143621d-0379-4365-838a-a127610f0006 service neutron] For port 5e358354-ee2b-436e-a351-9f0032af5004, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=5e358354-ee2b-436e-a351-9f0032af5004,segment=NetworkSegment(f36a8753-337f-4d4a-b6d9-26970c27d82b),segment_id=f36a8753-337f-4d4a-b6d9-26970c27d82b)] {{(pid=87636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:59:13.474445 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-dd7b51df-5cba-42d6-a4f7-e8286cb9207e req-f143621d-0379-4365-838a-a127610f0006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:13.524772 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7b51df-5cba-42d6-a4f7-e8286cb9207e req-f143621d-0379-4365-838a-a127610f0006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:59:13.526016 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-dd7b51df-5cba-42d6-a4f7-e8286cb9207e req-f143621d-0379-4365-838a-a127610f0006 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:13.527570 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dd7b51df-5cba-42d6-a4f7-e8286cb9207e req-f143621d-0379-4365-838a-a127610f0006 service neutron] 10.222.0.18 "PUT /v2.0/ports/5e358354-ee2b-436e-a351-9f0032af5004 HTTP/1.1" status: 200 len: 1094 time: 0.8811569 Feb 01 04:59:13.534310 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd290b3a2-8e6a-45bd-8951-ae3009deb02c', 'tag': '5e358354-ee2b-436e-a351-9f0032af5004'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:59:13.561313 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f143621d-0379-4365-838a-a127610f0006 service neutron] Pushing event updated for resources: {'Port': ['ID=5e358354-ee2b-436e-a351-9f0032af5004,revision_number=3']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:59:13.589285 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd290b3a2-8e6a-45bd-8951-ae3009deb02c', 'tag': '5e358354-ee2b-436e-a351-9f0032af5004', 'status': 'completed', 'code': 200} Feb 01 04:59:13.664451 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7b51df-5cba-42d6-a4f7-e8286cb9207e req-46c8aa41-7a90-444c-8c42-7b1e3be8e0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:59:13.665969 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dd7b51df-5cba-42d6-a4f7-e8286cb9207e req-46c8aa41-7a90-444c-8c42-7b1e3be8e0e1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5a66d7c7d65548b0bf5a0866f36acd0d&device_id=d290b3a2-8e6a-45bd-8951-ae3009deb02c HTTP/1.1" status: 200 len: 1097 time: 0.0758548 Feb 01 04:59:13.737771 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dd7b51df-5cba-42d6-a4f7-e8286cb9207e req-a892bdc0-8b41-41fe-99a2-e64a74e4d315 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e358354-ee2b-436e-a351-9f0032af5004 HTTP/1.1" status: 200 len: 217 time: 0.0600400 Feb 01 04:59:13.802218 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7b51df-5cba-42d6-a4f7-e8286cb9207e req-2b444d42-eb3d-416d-87c4-bbc8aa2e60da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:59:13.803659 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dd7b51df-5cba-42d6-a4f7-e8286cb9207e req-2b444d42-eb3d-416d-87c4-bbc8aa2e60da service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0e4fbdac-37f9-488a-a378-7448344e4bf3 HTTP/1.1" status: 200 len: 855 time: 0.0599346 Feb 01 04:59:13.877791 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7b51df-5cba-42d6-a4f7-e8286cb9207e req-b559f44d-67d4-4515-9a18-141fa4fa2709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:59:13.878578 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dd7b51df-5cba-42d6-a4f7-e8286cb9207e req-b559f44d-67d4-4515-9a18-141fa4fa2709 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b10ff887-faa2-4849-ab96-b9143c7b36d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687816 Feb 01 04:59:14.004852 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dd7b51df-5cba-42d6-a4f7-e8286cb9207e req-55fbf0f8-d4d8-4893-8f20-bbbc7fb4f987 service neutron] 10.222.0.18 "GET /v2.0/networks/b10ff887-faa2-4849-ab96-b9143c7b36d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203966 Feb 01 04:59:14.135290 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dd7b51df-5cba-42d6-a4f7-e8286cb9207e req-6997390e-7623-4168-bebe-8e89dbbd2731 service neutron] 10.222.0.18 "GET /v2.0/networks/b10ff887-faa2-4849-ab96-b9143c7b36d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238260 Feb 01 04:59:14.254168 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58de8b-0f5c-49d9-a67a-9076f659e824 req-b5b8bfaf-4ba0-4e25-b94b-b6e1cc5342b5 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:59:14.255658 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-1a58de8b-0f5c-49d9-a67a-9076f659e824 req-b5b8bfaf-4ba0-4e25-b94b-b6e1cc5342b5 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] 10.222.0.24 "GET /v2.0/ports?device_id=d290b3a2-8e6a-45bd-8951-ae3009deb02c HTTP/1.1" status: 200 len: 944 time: 0.0790000 Feb 01 04:59:14.304576 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-1a58de8b-0f5c-49d9-a67a-9076f659e824 req-54b83d05-55c6-4011-b1d8-26594960a379 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] 10.222.0.24 "GET /v2.0/security-groups?id=dca819bb-8d76-4e9e-9984-c5907c06b907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427039 Feb 01 04:59:14.387691 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995553ff-2da7-4f1c-9bb5-704e662dbdba req-ca08e5d2-3536-4684-a31a-219670990536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:59:14.389179 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-995553ff-2da7-4f1c-9bb5-704e662dbdba req-ca08e5d2-3536-4684-a31a-219670990536 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5a66d7c7d65548b0bf5a0866f36acd0d&device_id=d290b3a2-8e6a-45bd-8951-ae3009deb02c HTTP/1.1" status: 200 len: 1097 time: 0.1729331 Feb 01 04:59:14.517338 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995553ff-2da7-4f1c-9bb5-704e662dbdba req-f4daa051-8b2a-463c-81d9-a0ec8781af9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:59:14.518742 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-995553ff-2da7-4f1c-9bb5-704e662dbdba req-f4daa051-8b2a-463c-81d9-a0ec8781af9c service neutron] 10.222.0.18 "GET /v2.0/networks?id=b10ff887-faa2-4849-ab96-b9143c7b36d9 HTTP/1.1" status: 200 len: 916 time: 0.1227539 Feb 01 04:59:14.586736 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-995553ff-2da7-4f1c-9bb5-704e662dbdba req-01247cb2-1cd4-49fb-8d0f-3beb67f03c8d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e358354-ee2b-436e-a351-9f0032af5004 HTTP/1.1" status: 200 len: 217 time: 0.0617409 Feb 01 04:59:14.646526 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995553ff-2da7-4f1c-9bb5-704e662dbdba req-706d81e2-4aee-42c8-819c-36dd13cfb819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:59:14.647876 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-995553ff-2da7-4f1c-9bb5-704e662dbdba req-706d81e2-4aee-42c8-819c-36dd13cfb819 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0e4fbdac-37f9-488a-a378-7448344e4bf3 HTTP/1.1" status: 200 len: 855 time: 0.0551453 Feb 01 04:59:14.720943 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995553ff-2da7-4f1c-9bb5-704e662dbdba req-757ca763-fbf5-4b33-8e7d-256c4e94d3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:59:14.722380 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-995553ff-2da7-4f1c-9bb5-704e662dbdba req-757ca763-fbf5-4b33-8e7d-256c4e94d3c8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b10ff887-faa2-4849-ab96-b9143c7b36d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683467 Feb 01 04:59:14.851924 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-995553ff-2da7-4f1c-9bb5-704e662dbdba req-504ca4ee-f962-480a-a81f-8e49c8dbb800 service neutron] 10.222.0.18 "GET /v2.0/networks/b10ff887-faa2-4849-ab96-b9143c7b36d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223145 Feb 01 04:59:14.982493 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-995553ff-2da7-4f1c-9bb5-704e662dbdba req-3060f92d-9daa-4c24-98c8-148a02891bf5 service neutron] 10.222.0.18 "GET /v2.0/networks/b10ff887-faa2-4849-ab96-b9143c7b36d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236067 Feb 01 04:59:15.156606 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:15.491497 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5742b3d-d98d-4623-9bda-1657ab05dd81 req-6b0895bc-4b81-412a-8b98-c99a0c293a78 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:59:15.492430 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-a5742b3d-d98d-4623-9bda-1657ab05dd81 req-6b0895bc-4b81-412a-8b98-c99a0c293a78 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Synchronizing usage tracker for tenant:5a66d7c7d65548b0bf5a0866f36acd0d on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:59:15.507254 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-a5742b3d-d98d-4623-9bda-1657ab05dd81 req-6b0895bc-4b81-412a-8b98-c99a0c293a78 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Unset dirty status for tenant:5a66d7c7d65548b0bf5a0866f36acd0d on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:59:15.508360 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a5742b3d-d98d-4623-9bda-1657ab05dd81 req-6b0895bc-4b81-412a-8b98-c99a0c293a78 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] 10.222.0.24 "GET /v2.0/ports?device_id=d290b3a2-8e6a-45bd-8951-ae3009deb02c HTTP/1.1" status: 200 len: 944 time: 0.0994520 Feb 01 04:59:15.551427 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a5742b3d-d98d-4623-9bda-1657ab05dd81 req-e0f5de67-7a3e-48ea-9741-ea6b78121d70 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] 10.222.0.24 "GET /v2.0/security-groups?id=dca819bb-8d76-4e9e-9984-c5907c06b907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368364 Feb 01 04:59:15.946645 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 5e358354-ee2b-436e-a351-9f0032af5004 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 01 04:59:16.076049 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 5e358354-ee2b-436e-a351-9f0032af5004, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=5e358354-ee2b-436e-a351-9f0032af5004,segment=NetworkSegment(f36a8753-337f-4d4a-b6d9-26970c27d82b),segment_id=f36a8753-337f-4d4a-b6d9-26970c27d82b)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:59:16.089364 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Returning: {'device': '5e358354-ee2b-436e-a351-9f0032af5004', 'network_id': 'b10ff887-faa2-4849-ab96-b9143c7b36d9', 'port_id': '5e358354-ee2b-436e-a351-9f0032af5004', 'mac_address': 'fa:16:3e:8c:41:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e4fbdac-37f9-488a-a378-7448344e4bf3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 01 04:59:16.145867 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:16.189116 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e358354-ee2b-436e-a351-9f0032af5004 {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 04:59:16.203814 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 5e358354-ee2b-436e-a351-9f0032af5004, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=5e358354-ee2b-436e-a351-9f0032af5004,segment=NetworkSegment(f36a8753-337f-4d4a-b6d9-26970c27d82b),segment_id=f36a8753-337f-4d4a-b6d9-26970c27d82b)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:59:16.207791 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:16.273006 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=5e358354-ee2b-436e-a351-9f0032af5004,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:59:16.280323 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:59:16.280665 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:59:16.280998 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:59:16.281326 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:59:16.281656 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:59:16.281977 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:59:16.282295 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:59:16.282613 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:59:16.282930 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:59:16.283272 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:59:16.283588 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:59:16.283901 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:59:16.337666 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 04:59:16.461570 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] get_ports_and_sgs() called for port_ids ['5e358354-ee2b-436e-a351-9f0032af5004'] {{(pid=87638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 01 04:59:16.734622 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ef536a-99b5-46ee-8318-2fb162548537 req-1b43d350-0d2e-4ebe-9223-abd1ffdc9e8f tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:59:16.735987 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-28ef536a-99b5-46ee-8318-2fb162548537 req-1b43d350-0d2e-4ebe-9223-abd1ffdc9e8f tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] 10.222.0.24 "GET /v2.0/ports?device_id=d290b3a2-8e6a-45bd-8951-ae3009deb02c HTTP/1.1" status: 200 len: 945 time: 0.0803759 Feb 01 04:59:16.778836 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-28ef536a-99b5-46ee-8318-2fb162548537 req-1139ec2f-7a88-4b10-8840-2d5dc552471f tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] 10.222.0.24 "GET /v2.0/security-groups?id=dca819bb-8d76-4e9e-9984-c5907c06b907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374177 Feb 01 04:59:17.961748 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 5e358354-ee2b-436e-a351-9f0032af5004 up at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:59:17.965982 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da00b8-f271-4de7-b315-8f57fabaf750 req-9f149485-2f27-498a-8727-72e58b9994f7 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:59:17.967466 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-91da00b8-f271-4de7-b315-8f57fabaf750 req-9f149485-2f27-498a-8727-72e58b9994f7 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] 10.222.0.24 "GET /v2.0/ports?device_id=d290b3a2-8e6a-45bd-8951-ae3009deb02c HTTP/1.1" status: 200 len: 945 time: 0.0851474 Feb 01 04:59:18.013749 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-91da00b8-f271-4de7-b315-8f57fabaf750 req-6bc9b088-8b36-4de4-b6c9-60da8e88eb9c tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] 10.222.0.24 "GET /v2.0/security-groups?id=dca819bb-8d76-4e9e-9984-c5907c06b907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406983 Feb 01 04:59:18.028827 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning for port 5e358354-ee2b-436e-a351-9f0032af5004 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:59:18.034329 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning complete for port 5e358354-ee2b-436e-a351-9f0032af5004 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:59:18.034703 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:18.147467 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:18.173294 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd290b3a2-8e6a-45bd-8951-ae3009deb02c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e358354-ee2b-436e-a351-9f0032af5004'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:59:18.183159 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 5e358354-ee2b-436e-a351-9f0032af5004, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=5e358354-ee2b-436e-a351-9f0032af5004,segment=NetworkSegment(f36a8753-337f-4d4a-b6d9-26970c27d82b),segment_id=f36a8753-337f-4d4a-b6d9-26970c27d82b)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:59:18.187225 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:18.222778 dv-neutron-826830-1-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd290b3a2-8e6a-45bd-8951-ae3009deb02c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e358354-ee2b-436e-a351-9f0032af5004', 'code': 200} Feb 01 04:59:18.257573 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=5e358354-ee2b-436e-a351-9f0032af5004,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:59:18.489963 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbfd1be-3651-411d-a488-bf469b0bc973 req-d03f0226-2a19-4edc-98af-cbeca875fdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:59:18.491376 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dbbfd1be-3651-411d-a488-bf469b0bc973 req-d03f0226-2a19-4edc-98af-cbeca875fdd6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d290b3a2-8e6a-45bd-8951-ae3009deb02c HTTP/1.1" status: 200 len: 1099 time: 0.0682201 Feb 01 04:59:18.531743 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dbbfd1be-3651-411d-a488-bf469b0bc973 req-cd3fd19a-d04b-4c63-9995-55ed6c12f6c6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=dca819bb-8d76-4e9e-9984-c5907c06b907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344794 Feb 01 04:59:19.195860 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef37652a-7b18-4809-b540-dcd5570ea760 req-54bdcb87-4a65-4fb6-8811-180f6c772419 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:59:19.197742 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ef37652a-7b18-4809-b540-dcd5570ea760 req-54bdcb87-4a65-4fb6-8811-180f6c772419 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] 10.222.0.24 "GET /v2.0/ports?device_id=d290b3a2-8e6a-45bd-8951-ae3009deb02c HTTP/1.1" status: 200 len: 946 time: 0.0805838 Feb 01 04:59:19.239078 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ef37652a-7b18-4809-b540-dcd5570ea760 req-7496c6e7-f412-4609-bf7a-6c845870d68f tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] 10.222.0.24 "GET /v2.0/security-groups?id=dca819bb-8d76-4e9e-9984-c5907c06b907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357552 Feb 01 04:59:20.415468 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97cfc46-f80e-4882-bff2-9988ba8c75d3 req-019225c1-32bb-4b88-ab7a-3c206dead84e tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:59:20.417423 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-f97cfc46-f80e-4882-bff2-9988ba8c75d3 req-019225c1-32bb-4b88-ab7a-3c206dead84e tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] 10.222.0.24 "GET /v2.0/ports?device_id=d290b3a2-8e6a-45bd-8951-ae3009deb02c HTTP/1.1" status: 200 len: 946 time: 0.0772383 Feb 01 04:59:20.460813 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-f97cfc46-f80e-4882-bff2-9988ba8c75d3 req-47142d04-edb0-4e04-9d15-51757d4b7b35 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] 10.222.0.24 "GET /v2.0/security-groups?id=dca819bb-8d76-4e9e-9984-c5907c06b907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376408 Feb 01 04:59:20.641155 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d0e0f7-fb7b-41ed-8956-0626991b3eb3 req-53ac698b-302e-4d4a-8bb0-2b0bc779b230 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:59:20.642612 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-42d0e0f7-fb7b-41ed-8956-0626991b3eb3 req-53ac698b-302e-4d4a-8bb0-2b0bc779b230 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] 10.222.0.24 "GET /v2.0/ports?device_id=d290b3a2-8e6a-45bd-8951-ae3009deb02c HTTP/1.1" status: 200 len: 946 time: 0.0814447 Feb 01 04:59:20.685904 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-42d0e0f7-fb7b-41ed-8956-0626991b3eb3 req-d19eec55-6bbb-4fd1-aade-4c98129d1d58 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] 10.222.0.24 "GET /v2.0/security-groups?id=dca819bb-8d76-4e9e-9984-c5907c06b907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376778 Feb 01 04:59:31.987857 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-66fd8b5e-b0b5-4140-b2b2-c2d6374e4362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:34.178093 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5efa0cc8-ae0a-477d-a1d9-749b8fc90091 req-0e59e18b-d15c-4fa9-bc26-981adeec1151 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d290b3a2-8e6a-45bd-8951-ae3009deb02c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0736334 Feb 01 04:59:34.282833 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d14589ac-d8e8-4b5f-a75d-eba410668b5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:34.335396 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efa0cc8-ae0a-477d-a1d9-749b8fc90091 req-b7c6ede8-a809-4897-baed-77d13943868f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:59:34.336843 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5efa0cc8-ae0a-477d-a1d9-749b8fc90091 req-b7c6ede8-a809-4897-baed-77d13943868f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5a66d7c7d65548b0bf5a0866f36acd0d&device_id=d290b3a2-8e6a-45bd-8951-ae3009deb02c HTTP/1.1" status: 200 len: 1099 time: 0.0716052 Feb 01 04:59:34.480328 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efa0cc8-ae0a-477d-a1d9-749b8fc90091 req-8d9c95eb-e207-4c1a-bfb5-783c692d7579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:59:34.481665 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5efa0cc8-ae0a-477d-a1d9-749b8fc90091 req-8d9c95eb-e207-4c1a-bfb5-783c692d7579 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b10ff887-faa2-4849-ab96-b9143c7b36d9 HTTP/1.1" status: 200 len: 916 time: 0.1259799 Feb 01 04:59:34.551594 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5efa0cc8-ae0a-477d-a1d9-749b8fc90091 req-78c2c916-b99e-4e1a-9d25-67388a703dea service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e358354-ee2b-436e-a351-9f0032af5004 HTTP/1.1" status: 200 len: 217 time: 0.0636704 Feb 01 04:59:34.613838 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efa0cc8-ae0a-477d-a1d9-749b8fc90091 req-77100ed0-6e8f-4efe-9d06-ca43c530eb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:59:34.615341 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5efa0cc8-ae0a-477d-a1d9-749b8fc90091 req-77100ed0-6e8f-4efe-9d06-ca43c530eb02 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0e4fbdac-37f9-488a-a378-7448344e4bf3 HTTP/1.1" status: 200 len: 855 time: 0.0573695 Feb 01 04:59:34.794093 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efa0cc8-ae0a-477d-a1d9-749b8fc90091 req-af794a0e-a50b-458b-a912-c92f50c13627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:59:34.795651 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5efa0cc8-ae0a-477d-a1d9-749b8fc90091 req-af794a0e-a50b-458b-a912-c92f50c13627 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b10ff887-faa2-4849-ab96-b9143c7b36d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1738098 Feb 01 04:59:34.926935 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5efa0cc8-ae0a-477d-a1d9-749b8fc90091 req-1858f037-86cf-4a53-a9fd-a567d44e6850 service neutron] 10.222.0.18 "GET /v2.0/networks/b10ff887-faa2-4849-ab96-b9143c7b36d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247494 Feb 01 04:59:35.065545 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5efa0cc8-ae0a-477d-a1d9-749b8fc90091 req-cd9d440e-73c0-403c-a8ee-a7b512366691 service neutron] 10.222.0.18 "GET /v2.0/networks/b10ff887-faa2-4849-ab96-b9143c7b36d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332622 Feb 01 04:59:35.416103 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:35.549891 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:36.310790 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c410f1e-a9b1-42ea-93ec-26e984a8e34c req-08c7e5e6-6858-4276-8694-74b77e0cd179 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:59:36.312204 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0c410f1e-a9b1-42ea-93ec-26e984a8e34c req-08c7e5e6-6858-4276-8694-74b77e0cd179 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] 10.222.0.24 "GET /v2.0/ports?device_id=d290b3a2-8e6a-45bd-8951-ae3009deb02c HTTP/1.1" status: 200 len: 946 time: 0.0794930 Feb 01 04:59:36.358687 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0c410f1e-a9b1-42ea-93ec-26e984a8e34c req-682d8d04-cfc7-4124-84a8-053d2f3ad7d2 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] 10.222.0.24 "GET /v2.0/security-groups?id=dca819bb-8d76-4e9e-9984-c5907c06b907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409586 Feb 01 04:59:37.071592 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:37.548387 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fef4c61-cfa6-423d-98ff-f4c8ba01c42f req-98ff1940-e95d-4830-9e04-24dd8bbf384e tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:59:37.549847 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-7fef4c61-cfa6-423d-98ff-f4c8ba01c42f req-98ff1940-e95d-4830-9e04-24dd8bbf384e tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] 10.222.0.24 "GET /v2.0/ports?device_id=d290b3a2-8e6a-45bd-8951-ae3009deb02c HTTP/1.1" status: 200 len: 946 time: 0.0843222 Feb 01 04:59:37.593232 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-7fef4c61-cfa6-423d-98ff-f4c8ba01c42f req-43799401-fc8f-452b-af8e-14ab4dc09dd5 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] 10.222.0.24 "GET /v2.0/security-groups?id=dca819bb-8d76-4e9e-9984-c5907c06b907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378191 Feb 01 04:59:37.948918 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6e5a4f-c949-480c-844c-ff8c92d6d196 req-d3cb329d-0824-4e26-a754-c71749468150 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:59:37.950329 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3f6e5a4f-c949-480c-844c-ff8c92d6d196 req-d3cb329d-0824-4e26-a754-c71749468150 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] 10.222.0.18 "GET /v2.0/ports?device_id=d290b3a2-8e6a-45bd-8951-ae3009deb02c HTTP/1.1" status: 200 len: 946 time: 0.0773103 Feb 01 04:59:38.016862 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-3f6e5a4f-c949-480c-844c-ff8c92d6d196 req-54697a57-d59d-4a7a-a60f-96cb8132d29d tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Deleting port 5e358354-ee2b-436e-a351-9f0032af5004 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:59:38.017198 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-3f6e5a4f-c949-480c-844c-ff8c92d6d196 req-54697a57-d59d-4a7a-a60f-96cb8132d29d tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:38.263184 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-3f6e5a4f-c949-480c-844c-ff8c92d6d196 req-54697a57-d59d-4a7a-a60f-96cb8132d29d tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] For port 5e358354-ee2b-436e-a351-9f0032af5004, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=5e358354-ee2b-436e-a351-9f0032af5004,segment=NetworkSegment(f36a8753-337f-4d4a-b6d9-26970c27d82b),segment_id=f36a8753-337f-4d4a-b6d9-26970c27d82b)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:59:38.263464 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-3f6e5a4f-c949-480c-844c-ff8c92d6d196 req-54697a57-d59d-4a7a-a60f-96cb8132d29d tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:38.385704 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-3f6e5a4f-c949-480c-844c-ff8c92d6d196 req-54697a57-d59d-4a7a-a60f-96cb8132d29d tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Calling delete_port for 5e358354-ee2b-436e-a351-9f0032af5004 owned by compute:nova {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:59:38.523744 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-3f6e5a4f-c949-480c-844c-ff8c92d6d196 req-54697a57-d59d-4a7a-a60f-96cb8132d29d tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:38.557082 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] get_ports_and_sgs() called for port_ids ['5e358354-ee2b-436e-a351-9f0032af5004'] {{(pid=87638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 01 04:59:38.575939 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54697a57-d59d-4a7a-a60f-96cb8132d29d tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Pushing event deleted for resources: {'Port': ['ID=5e358354-ee2b-436e-a351-9f0032af5004,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:59:38.649050 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54697a57-d59d-4a7a-a60f-96cb8132d29d tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:59:38.649399 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54697a57-d59d-4a7a-a60f-96cb8132d29d tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:59:38.649656 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54697a57-d59d-4a7a-a60f-96cb8132d29d tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:59:38.650023 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54697a57-d59d-4a7a-a60f-96cb8132d29d tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:59:38.650354 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54697a57-d59d-4a7a-a60f-96cb8132d29d tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:59:38.650681 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54697a57-d59d-4a7a-a60f-96cb8132d29d tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:59:38.651007 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54697a57-d59d-4a7a-a60f-96cb8132d29d tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:59:38.651352 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54697a57-d59d-4a7a-a60f-96cb8132d29d tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:59:38.651676 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54697a57-d59d-4a7a-a60f-96cb8132d29d tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:59:38.651995 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54697a57-d59d-4a7a-a60f-96cb8132d29d tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:59:38.652330 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54697a57-d59d-4a7a-a60f-96cb8132d29d tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:59:38.652636 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54697a57-d59d-4a7a-a60f-96cb8132d29d tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:59:38.660287 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f6e5a4f-c949-480c-844c-ff8c92d6d196 req-54697a57-d59d-4a7a-a60f-96cb8132d29d tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] No DVR routers for this DVR port 5e358354-ee2b-436e-a351-9f0032af5004 on host hv-neutron-8268 {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:59:38.662581 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-3f6e5a4f-c949-480c-844c-ff8c92d6d196 req-54697a57-d59d-4a7a-a60f-96cb8132d29d tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:38.665334 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd290b3a2-8e6a-45bd-8951-ae3009deb02c', 'name': 'network-vif-deleted', 'tag': '5e358354-ee2b-436e-a351-9f0032af5004'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 04:59:38.696666 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3f6e5a4f-c949-480c-844c-ff8c92d6d196 req-54697a57-d59d-4a7a-a60f-96cb8132d29d tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] 10.222.0.18 "DELETE /v2.0/ports/5e358354-ee2b-436e-a351-9f0032af5004 HTTP/1.1" status: 204 len: 173 time: 0.7411251 Feb 01 04:59:38.741720 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd290b3a2-8e6a-45bd-8951-ae3009deb02c', 'name': 'network-vif-deleted', 'tag': '5e358354-ee2b-436e-a351-9f0032af5004', 'status': 'completed', 'code': 200} Feb 01 04:59:38.757705 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-0cab5606-1d46-4504-b5c3-1bbcc8fe453b req-a713a97c-4100-4c17-bfd0-112e189ea724 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Synchronizing usage tracker for tenant:5a66d7c7d65548b0bf5a0866f36acd0d on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 04:59:38.774952 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-0cab5606-1d46-4504-b5c3-1bbcc8fe453b req-a713a97c-4100-4c17-bfd0-112e189ea724 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] Unset dirty status for tenant:5a66d7c7d65548b0bf5a0866f36acd0d on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 04:59:38.776113 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0cab5606-1d46-4504-b5c3-1bbcc8fe453b req-a713a97c-4100-4c17-bfd0-112e189ea724 tempest-TestEncryptedCinderVolumes-1519359421 tempest-TestEncryptedCinderVolumes-1519359421-project] 10.222.0.24 "GET /v2.0/ports?device_id=d290b3a2-8e6a-45bd-8951-ae3009deb02c HTTP/1.1" status: 200 len: 210 time: 0.0720840 Feb 01 04:59:39.899403 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 47952) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:59:40.517544 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-24491d5e-b580-4b9d-b956-fa778f8da7ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-371968'] for router_interface, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:40.854327 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-24491d5e-b580-4b9d-b956-fa778f8da7ed admin admin] Deleting port 9355e8a5-f451-4e05-a734-f13c84cf71e2 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:59:40.854658 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-24491d5e-b580-4b9d-b956-fa778f8da7ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:41.020866 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-24491d5e-b580-4b9d-b956-fa778f8da7ed admin admin] For port 9355e8a5-f451-4e05-a734-f13c84cf71e2, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=9355e8a5-f451-4e05-a734-f13c84cf71e2,segment=NetworkSegment(f36a8753-337f-4d4a-b6d9-26970c27d82b),segment_id=f36a8753-337f-4d4a-b6d9-26970c27d82b)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:59:41.021568 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-24491d5e-b580-4b9d-b956-fa778f8da7ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:41.140775 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-24491d5e-b580-4b9d-b956-fa778f8da7ed admin admin] Calling delete_port for 9355e8a5-f451-4e05-a734-f13c84cf71e2 owned by network:router_interface {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:59:41.453226 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-24491d5e-b580-4b9d-b956-fa778f8da7ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:41.497858 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24491d5e-b580-4b9d-b956-fa778f8da7ed admin admin] Pushing event deleted for resources: {'Port': ['ID=9355e8a5-f451-4e05-a734-f13c84cf71e2,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:59:41.878270 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-24491d5e-b580-4b9d-b956-fa778f8da7ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770960'] for router_interface, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:42.148545 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 5e358354-ee2b-436e-a351-9f0032af5004 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:59:42.185834 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] No Port match for: 5e358354-ee2b-436e-a351-9f0032af5004 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:59:42.186185 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 5e358354-ee2b-436e-a351-9f0032af5004 not bound to the agent host hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:59:42.224704 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24491d5e-b580-4b9d-b956-fa778f8da7ed admin admin] Router 58c5ad74-4e57-462b-bd48-30e57ef2ec9e has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:59:42.419655 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24491d5e-b580-4b9d-b956-fa778f8da7ed admin admin] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:59:42.438336 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-24491d5e-b580-4b9d-b956-fa778f8da7ed admin admin] 10.222.0.24 "PUT /v2.0/routers/58c5ad74-4e57-462b-bd48-30e57ef2ec9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5372567 Feb 01 04:59:42.440999 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 47956) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:59:42.447453 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f27d1e4-ce8d-4bac-a579-ada8c841687d None None] Sync routers for ids ['58c5ad74-4e57-462b-bd48-30e57ef2ec9e'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:59:42.463674 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f27d1e4-ce8d-4bac-a579-ada8c841687d None None] Routers {'58c5ad74-4e57-462b-bd48-30e57ef2ec9e'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:59:42.464309 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-4f27d1e4-ce8d-4bac-a579-ada8c841687d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:59:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['58c5ad74-4e57-462b-bd48-30e57ef2ec9e'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:59:42.629402 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4509aa9b-e022-4ea3-9526-bfb96dbbe49b admin admin] Notify callbacks [] for router, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:42.640301 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-4f27d1e4-ce8d-4bac-a579-ada8c841687d None None] Set router 58c5ad74-4e57-462b-bd48-30e57ef2ec9e gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:59:42.802693 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4509aa9b-e022-4ea3-9526-bfb96dbbe49b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:42.812198 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-4509aa9b-e022-4ea3-9526-bfb96dbbe49b admin admin] Deleting port f996d84e-a93b-4812-aebe-1d7fda785a86 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:59:42.812991 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4509aa9b-e022-4ea3-9526-bfb96dbbe49b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:42.919801 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-4f27d1e4-ce8d-4bac-a579-ada8c841687d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c5ad74-4e57-462b-bd48-30e57ef2ec9e', 'name': 'tempest-TestEncryptedCinderVolumes-252401752-router', 'tenant_id': '5a66d7c7d65548b0bf5a0866f36acd0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': 'f996d84e-a93b-4812-aebe-1d7fda785a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:58:21Z', 'updated_at': '2022-02-01T04:59:41Z', 'revision_number': 5, 'project_id': '5a66d7c7d65548b0bf5a0866f36acd0d', 'gw_port': {'id': 'f996d84e-a93b-4812-aebe-1d7fda785a86', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:76:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c5ad74-4e57-462b-bd48-30e57ef2ec9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:58:22Z', 'updated_at': '2022-02-01T04:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:59:42.923653 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f27d1e4-ce8d-4bac-a579-ada8c841687d None None] Checking router: 58c5ad74-4e57-462b-bd48-30e57ef2ec9e for host: dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:59:42.932391 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f27d1e4-ce8d-4bac-a579-ada8c841687d None None] Routers {'58c5ad74-4e57-462b-bd48-30e57ef2ec9e'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:59:42.932993 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-4f27d1e4-ce8d-4bac-a579-ada8c841687d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:59:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['58c5ad74-4e57-462b-bd48-30e57ef2ec9e'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:59:42.986762 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-4509aa9b-e022-4ea3-9526-bfb96dbbe49b admin admin] For port f996d84e-a93b-4812-aebe-1d7fda785a86, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=f996d84e-a93b-4812-aebe-1d7fda785a86,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:59:42.987109 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4509aa9b-e022-4ea3-9526-bfb96dbbe49b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:43.080865 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-4f27d1e4-ce8d-4bac-a579-ada8c841687d None None] Set router 58c5ad74-4e57-462b-bd48-30e57ef2ec9e gateway port host: None {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:59:43.105993 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-4509aa9b-e022-4ea3-9526-bfb96dbbe49b admin admin] Calling delete_port for f996d84e-a93b-4812-aebe-1d7fda785a86 owned by network:router_gateway {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:59:43.184295 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-4f27d1e4-ce8d-4bac-a579-ada8c841687d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c5ad74-4e57-462b-bd48-30e57ef2ec9e', 'name': 'tempest-TestEncryptedCinderVolumes-252401752-router', 'tenant_id': '5a66d7c7d65548b0bf5a0866f36acd0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:58:21Z', 'updated_at': '2022-02-01T04:59:42Z', 'revision_number': 6, 'project_id': '5a66d7c7d65548b0bf5a0866f36acd0d', 'gw_port_host': None}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:59:43.188459 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f27d1e4-ce8d-4bac-a579-ada8c841687d None None] The sync data for ids ['58c5ad74-4e57-462b-bd48-30e57ef2ec9e'] in dv-neutron-826830-1-hyperv is: [{'id': '58c5ad74-4e57-462b-bd48-30e57ef2ec9e', 'name': 'tempest-TestEncryptedCinderVolumes-252401752-router', 'tenant_id': '5a66d7c7d65548b0bf5a0866f36acd0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:58:21Z', 'updated_at': '2022-02-01T04:59:42Z', 'revision_number': 6, 'project_id': '5a66d7c7d65548b0bf5a0866f36acd0d', 'gw_port_host': None}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:59:43.358331 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4509aa9b-e022-4ea3-9526-bfb96dbbe49b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:43.406399 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4509aa9b-e022-4ea3-9526-bfb96dbbe49b admin admin] Pushing event deleted for resources: {'Port': ['ID=f996d84e-a93b-4812-aebe-1d7fda785a86,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:59:43.469655 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4509aa9b-e022-4ea3-9526-bfb96dbbe49b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:59:43.470256 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4509aa9b-e022-4ea3-9526-bfb96dbbe49b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:59:43.470256 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4509aa9b-e022-4ea3-9526-bfb96dbbe49b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:59:43.470542 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4509aa9b-e022-4ea3-9526-bfb96dbbe49b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:59:43.470864 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4509aa9b-e022-4ea3-9526-bfb96dbbe49b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:59:43.471204 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4509aa9b-e022-4ea3-9526-bfb96dbbe49b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:59:43.471524 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4509aa9b-e022-4ea3-9526-bfb96dbbe49b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:59:43.471840 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4509aa9b-e022-4ea3-9526-bfb96dbbe49b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:59:43.472158 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4509aa9b-e022-4ea3-9526-bfb96dbbe49b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:59:43.472466 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4509aa9b-e022-4ea3-9526-bfb96dbbe49b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:59:43.472774 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4509aa9b-e022-4ea3-9526-bfb96dbbe49b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:59:43.473080 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4509aa9b-e022-4ea3-9526-bfb96dbbe49b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:59:43.500659 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4509aa9b-e022-4ea3-9526-bfb96dbbe49b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-774381'] for router_gateway, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:43.674738 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4509aa9b-e022-4ea3-9526-bfb96dbbe49b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25968'] for router, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:43.676892 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4509aa9b-e022-4ea3-9526-bfb96dbbe49b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:43.698813 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4509aa9b-e022-4ea3-9526-bfb96dbbe49b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772958'] for router, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:43.699404 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4509aa9b-e022-4ea3-9526-bfb96dbbe49b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58c5ad74-4e57-462b-bd48-30e57ef2ec9e {{(pid=87637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 01 04:59:43.710980 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4509aa9b-e022-4ea3-9526-bfb96dbbe49b admin admin] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:43.712088 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-4509aa9b-e022-4ea3-9526-bfb96dbbe49b admin admin] 10.222.0.24 "DELETE /v2.0/routers/58c5ad74-4e57-462b-bd48-30e57ef2ec9e HTTP/1.1" status: 204 len: 168 time: 1.2695396 Feb 01 04:59:43.715287 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 47960) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:59:43.774323 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ae235f6-2321-4541-bdbe-4dd42f6e804d admin admin] Deleting subnet 0e4fbdac-37f9-488a-a378-7448344e4bf3 {{(pid=87637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:59:43.777758 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2ae235f6-2321-4541-bdbe-4dd42f6e804d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:43.824185 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2ae235f6-2321-4541-bdbe-4dd42f6e804d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2424773'] for subnet, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:43.902102 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2ae235f6-2321-4541-bdbe-4dd42f6e804d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:43.970790 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2ae235f6-2321-4541-bdbe-4dd42f6e804d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3037665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694336'] for subnet, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:44.009199 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae235f6-2321-4541-bdbe-4dd42f6e804d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e4fbdac-37f9-488a-a378-7448344e4bf3,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:59:44.013931 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2ae235f6-2321-4541-bdbe-4dd42f6e804d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:44.018858 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a96f4f-80c8-4ee3-befe-72b1b0fd8eb0 None None] Network b10ff887-faa2-4849-ab96-b9143c7b36d9 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:59:44.020467 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-2ae235f6-2321-4541-bdbe-4dd42f6e804d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0e4fbdac-37f9-488a-a378-7448344e4bf3 HTTP/1.1" status: 204 len: 168 time: 0.3042517 Feb 01 04:59:44.022869 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 47964) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:59:44.130446 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8f8fadab-e645-4e2e-a5d2-c00eaee6a127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:44.141557 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-8f8fadab-e645-4e2e-a5d2-c00eaee6a127 admin admin] Deleting port 294704d1-8e93-4168-85b7-eefdfba47723 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:59:44.141899 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8f8fadab-e645-4e2e-a5d2-c00eaee6a127 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:44.343644 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82803c27-82d5-46fb-bf5f-92082c1fdef4 None None] DHCP port deletion for b10ff887-faa2-4849-ab96-b9143c7b36d9 request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:59:44.347852 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-82803c27-82d5-46fb-bf5f-92082c1fdef4 None None] Deleting port 294704d1-8e93-4168-85b7-eefdfba47723 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:59:44.348223 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-82803c27-82d5-46fb-bf5f-92082c1fdef4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:44.355180 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-8f8fadab-e645-4e2e-a5d2-c00eaee6a127 admin admin] For port 294704d1-8e93-4168-85b7-eefdfba47723, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=294704d1-8e93-4168-85b7-eefdfba47723,segment=NetworkSegment(f36a8753-337f-4d4a-b6d9-26970c27d82b),segment_id=f36a8753-337f-4d4a-b6d9-26970c27d82b)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:59:44.355536 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8f8fadab-e645-4e2e-a5d2-c00eaee6a127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:44.459844 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 294704d1-8e93-4168-85b7-eefdfba47723 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:59:44.479455 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-8f8fadab-e645-4e2e-a5d2-c00eaee6a127 admin admin] Calling delete_port for 294704d1-8e93-4168-85b7-eefdfba47723 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:59:44.552612 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8f8fadab-e645-4e2e-a5d2-c00eaee6a127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:44.601368 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8fadab-e645-4e2e-a5d2-c00eaee6a127 admin admin] Pushing event deleted for resources: {'Port': ['ID=294704d1-8e93-4168-85b7-eefdfba47723,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:59:44.603153 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No active binding found for port 294704d1-8e93-4168-85b7-eefdfba47723 {{(pid=87638) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 01 04:59:44.603575 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 294704d1-8e93-4168-85b7-eefdfba47723 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:59:44.603987 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device f996d84e-a93b-4812-aebe-1d7fda785a86 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:59:44.604870 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8fadab-e645-4e2e-a5d2-c00eaee6a127 admin admin] No DVR routers for this DVR port 294704d1-8e93-4168-85b7-eefdfba47723 on host dv-neutron-826830-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:59:44.640100 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: f996d84e-a93b-4812-aebe-1d7fda785a86 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:59:44.640441 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device f996d84e-a93b-4812-aebe-1d7fda785a86 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:59:44.640851 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 9355e8a5-f451-4e05-a734-f13c84cf71e2 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:59:44.671054 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-82803c27-82d5-46fb-bf5f-92082c1fdef4 None None] For port 294704d1-8e93-4168-85b7-eefdfba47723, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=294704d1-8e93-4168-85b7-eefdfba47723,segment=NetworkSegment(f36a8753-337f-4d4a-b6d9-26970c27d82b),segment_id=f36a8753-337f-4d4a-b6d9-26970c27d82b)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:59:44.671391 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-82803c27-82d5-46fb-bf5f-92082c1fdef4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:44.685258 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 9355e8a5-f451-4e05-a734-f13c84cf71e2 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:59:44.685593 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 9355e8a5-f451-4e05-a734-f13c84cf71e2 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:59:44.798981 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-82803c27-82d5-46fb-bf5f-92082c1fdef4 None None] Calling delete_port for 294704d1-8e93-4168-85b7-eefdfba47723 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:59:44.815652 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8f8fadab-e645-4e2e-a5d2-c00eaee6a127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:44.840022 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-8f8fadab-e645-4e2e-a5d2-c00eaee6a127 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b10ff887-faa2-4849-ab96-b9143c7b36d9']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:59:44.851784 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-8f8fadab-e645-4e2e-a5d2-c00eaee6a127 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f36a8753-337f-4d4a-b6d9-26970c27d82b') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:59:44.852078 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-8f8fadab-e645-4e2e-a5d2-c00eaee6a127 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f36a8753-337f-4d4a-b6d9-26970c27d82b') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:59:44.863878 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8f8fadab-e645-4e2e-a5d2-c00eaee6a127 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:44.871846 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-82803c27-82d5-46fb-bf5f-92082c1fdef4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:59:44.872264 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-82803c27-82d5-46fb-bf5f-92082c1fdef4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:59:44.881780 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8f8fadab-e645-4e2e-a5d2-c00eaee6a127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:44.887811 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f8fadab-e645-4e2e-a5d2-c00eaee6a127 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:59:44.888219 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8f8fadab-e645-4e2e-a5d2-c00eaee6a127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:44.901019 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 04:59:44.901019 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:59:44.901019 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 04:59:44.901019 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:59:44.901019 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 04:59:44.901019 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:59:44.901019 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 04:59:44.901019 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:59:44.901019 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 04:59:44.901019 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:59:44.901019 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 04:59:44.901019 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:59:44.901019 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 04:59:44.901019 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:59:44.901019 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:59:44.901019 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:59:44.901019 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:59:44.901019 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:59:44.901019 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 04:59:44.901019 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:59:44.901019 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 04:59:44.901019 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:59:44.901019 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:59:44.901019 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:59:44.901019 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 04:59:44.901019 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:59:44.901019 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:59:44.901019 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:59:44.901019 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:59:44.901019 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:59:44.901019 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:59:44.901019 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:59:44.974809 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8f8fadab-e645-4e2e-a5d2-c00eaee6a127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:44.990352 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8f8fadab-e645-4e2e-a5d2-c00eaee6a127 admin admin] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:45.001083 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8fadab-e645-4e2e-a5d2-c00eaee6a127 admin admin] Pushing event deleted for resources: {'Network': ['ID=b10ff887-faa2-4849-ab96-b9143c7b36d9,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:59:45.014041 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-8f8fadab-e645-4e2e-a5d2-c00eaee6a127 admin admin] 10.222.0.24 "DELETE /v2.0/networks/b10ff887-faa2-4849-ab96-b9143c7b36d9 HTTP/1.1" status: 204 len: 168 time: 0.9901843 Feb 01 04:59:45.016926 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 47968) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:59:45.162148 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:45.373582 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-82803c27-82d5-46fb-bf5f-92082c1fdef4 None None] Deleting port 294704d1-8e93-4168-85b7-eefdfba47723 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:59:45.374255 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-82803c27-82d5-46fb-bf5f-92082c1fdef4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:45.441283 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-82803c27-82d5-46fb-bf5f-92082c1fdef4 None None] The port '294704d1-8e93-4168-85b7-eefdfba47723' was deleted {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 01 04:59:45.542768 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-707a6d4c-46d4-428a-a7c6-4cc07e150011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-371968'] for router_interface, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:45.877954 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-707a6d4c-46d4-428a-a7c6-4cc07e150011 admin admin] Deleting port f91e16ae-f243-4817-ab36-a68cbcfeba8a {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:59:45.877954 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-707a6d4c-46d4-428a-a7c6-4cc07e150011 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:46.044621 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-707a6d4c-46d4-428a-a7c6-4cc07e150011 admin admin] For port f91e16ae-f243-4817-ab36-a68cbcfeba8a, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=f91e16ae-f243-4817-ab36-a68cbcfeba8a,segment=NetworkSegment(2954ba78-99b9-4962-a603-b3822aac340e),segment_id=2954ba78-99b9-4962-a603-b3822aac340e)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:59:46.045091 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-707a6d4c-46d4-428a-a7c6-4cc07e150011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:46.266758 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-707a6d4c-46d4-428a-a7c6-4cc07e150011 admin admin] Calling delete_port for f91e16ae-f243-4817-ab36-a68cbcfeba8a owned by network:router_interface {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:59:46.439927 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-707a6d4c-46d4-428a-a7c6-4cc07e150011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:46.486662 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707a6d4c-46d4-428a-a7c6-4cc07e150011 admin admin] Pushing event deleted for resources: {'Port': ['ID=f91e16ae-f243-4817-ab36-a68cbcfeba8a,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:59:46.754288 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-707a6d4c-46d4-428a-a7c6-4cc07e150011 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770960'] for router_interface, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:47.102996 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-707a6d4c-46d4-428a-a7c6-4cc07e150011 admin admin] Router 1d666212-7d01-4da2-a095-dac72d4c99b9 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:59:47.275397 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-707a6d4c-46d4-428a-a7c6-4cc07e150011 admin admin] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:59:47.283868 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6d6b26-37c2-4a9d-bc9e-1dfdfa66c363 None None] Sync routers for ids ['1d666212-7d01-4da2-a095-dac72d4c99b9'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:59:47.284366 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-707a6d4c-46d4-428a-a7c6-4cc07e150011 admin admin] 10.222.0.24 "PUT /v2.0/routers/1d666212-7d01-4da2-a095-dac72d4c99b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2661812 Feb 01 04:59:47.286566 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 47972) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:59:47.293609 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6d6b26-37c2-4a9d-bc9e-1dfdfa66c363 None None] Routers {'1d666212-7d01-4da2-a095-dac72d4c99b9'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:59:47.294217 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-4e6d6b26-37c2-4a9d-bc9e-1dfdfa66c363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:59:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['1d666212-7d01-4da2-a095-dac72d4c99b9'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:59:47.460523 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a5314adf-694a-4ed2-8d24-aa4e5f2ee69c admin admin] Notify callbacks [] for router, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:47.489504 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-4e6d6b26-37c2-4a9d-bc9e-1dfdfa66c363 None None] Set router 1d666212-7d01-4da2-a095-dac72d4c99b9 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:59:47.754499 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a5314adf-694a-4ed2-8d24-aa4e5f2ee69c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:47.764223 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-a5314adf-694a-4ed2-8d24-aa4e5f2ee69c admin admin] Deleting port 8a5b9513-2569-42d8-90fc-7c7a930bf21c {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:59:47.764642 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a5314adf-694a-4ed2-8d24-aa4e5f2ee69c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:47.772982 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-4e6d6b26-37c2-4a9d-bc9e-1dfdfa66c363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d666212-7d01-4da2-a095-dac72d4c99b9', 'name': 'tempest-TestEncryptedCinderVolumes-1661114181-router', 'tenant_id': '36f36f7e6e45430988169d0111c2c490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.62'}], 'enable_snat': True}, 'gw_port_id': '8a5b9513-2569-42d8-90fc-7c7a930bf21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:58:27Z', 'updated_at': '2022-02-01T04:59:46Z', 'revision_number': 5, 'project_id': '36f36f7e6e45430988169d0111c2c490', 'gw_port': {'id': '8a5b9513-2569-42d8-90fc-7c7a930bf21c', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ad:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d666212-7d01-4da2-a095-dac72d4c99b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:58:28Z', 'updated_at': '2022-02-01T04:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:59:47.777039 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6d6b26-37c2-4a9d-bc9e-1dfdfa66c363 None None] Checking router: 1d666212-7d01-4da2-a095-dac72d4c99b9 for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:59:47.785313 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6d6b26-37c2-4a9d-bc9e-1dfdfa66c363 None None] Routers {'1d666212-7d01-4da2-a095-dac72d4c99b9'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:59:47.785923 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-4e6d6b26-37c2-4a9d-bc9e-1dfdfa66c363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:59:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['1d666212-7d01-4da2-a095-dac72d4c99b9'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:59:47.932124 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-4e6d6b26-37c2-4a9d-bc9e-1dfdfa66c363 None None] Set router 1d666212-7d01-4da2-a095-dac72d4c99b9 gateway port host: None {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:59:47.937698 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-a5314adf-694a-4ed2-8d24-aa4e5f2ee69c admin admin] For port 8a5b9513-2569-42d8-90fc-7c7a930bf21c, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=8a5b9513-2569-42d8-90fc-7c7a930bf21c,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:59:47.938065 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a5314adf-694a-4ed2-8d24-aa4e5f2ee69c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:48.041733 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-4e6d6b26-37c2-4a9d-bc9e-1dfdfa66c363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d666212-7d01-4da2-a095-dac72d4c99b9', 'name': 'tempest-TestEncryptedCinderVolumes-1661114181-router', 'tenant_id': '36f36f7e6e45430988169d0111c2c490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:58:27Z', 'updated_at': '2022-02-01T04:59:47Z', 'revision_number': 6, 'project_id': '36f36f7e6e45430988169d0111c2c490', 'gw_port_host': None}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:59:48.047637 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6d6b26-37c2-4a9d-bc9e-1dfdfa66c363 None None] The sync data for ids ['1d666212-7d01-4da2-a095-dac72d4c99b9'] in dv-neutron-826830-1-hyperv is: [{'id': '1d666212-7d01-4da2-a095-dac72d4c99b9', 'name': 'tempest-TestEncryptedCinderVolumes-1661114181-router', 'tenant_id': '36f36f7e6e45430988169d0111c2c490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:58:27Z', 'updated_at': '2022-02-01T04:59:47Z', 'revision_number': 6, 'project_id': '36f36f7e6e45430988169d0111c2c490', 'gw_port_host': None}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:59:48.063635 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-a5314adf-694a-4ed2-8d24-aa4e5f2ee69c admin admin] Calling delete_port for 8a5b9513-2569-42d8-90fc-7c7a930bf21c owned by network:router_gateway {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:59:48.224930 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a5314adf-694a-4ed2-8d24-aa4e5f2ee69c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:48.268091 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5314adf-694a-4ed2-8d24-aa4e5f2ee69c admin admin] Pushing event deleted for resources: {'Port': ['ID=8a5b9513-2569-42d8-90fc-7c7a930bf21c,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:59:48.360374 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a5314adf-694a-4ed2-8d24-aa4e5f2ee69c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-774381'] for router_gateway, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:48.537512 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a5314adf-694a-4ed2-8d24-aa4e5f2ee69c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25968'] for router, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:48.539693 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a5314adf-694a-4ed2-8d24-aa4e5f2ee69c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:48.563737 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a5314adf-694a-4ed2-8d24-aa4e5f2ee69c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772958'] for router, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:48.564256 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5314adf-694a-4ed2-8d24-aa4e5f2ee69c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d666212-7d01-4da2-a095-dac72d4c99b9 {{(pid=87637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 01 04:59:48.576977 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a5314adf-694a-4ed2-8d24-aa4e5f2ee69c admin admin] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:48.578104 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-a5314adf-694a-4ed2-8d24-aa4e5f2ee69c admin admin] 10.222.0.24 "DELETE /v2.0/routers/1d666212-7d01-4da2-a095-dac72d4c99b9 HTTP/1.1" status: 204 len: 168 time: 1.2906504 Feb 01 04:59:48.581480 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 47976) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:59:48.639780 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b5fd743-4314-43f1-97bd-9156708139da admin admin] Deleting subnet 75949453-9bd5-4b5f-8a4c-9e142cfb1aef {{(pid=87637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 04:59:48.642502 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3b5fd743-4314-43f1-97bd-9156708139da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:48.691904 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3b5fd743-4314-43f1-97bd-9156708139da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2424773'] for subnet, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:48.767000 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3b5fd743-4314-43f1-97bd-9156708139da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:48.812752 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device f91e16ae-f243-4817-ab36-a68cbcfeba8a no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:59:48.851266 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3b5fd743-4314-43f1-97bd-9156708139da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3037665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694336'] for subnet, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:48.852711 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: f91e16ae-f243-4817-ab36-a68cbcfeba8a {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:59:48.853201 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device f91e16ae-f243-4817-ab36-a68cbcfeba8a not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:59:48.890286 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5fd743-4314-43f1-97bd-9156708139da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75949453-9bd5-4b5f-8a4c-9e142cfb1aef,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:59:48.893786 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3b5fd743-4314-43f1-97bd-9156708139da admin admin] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:48.899351 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7615567f-71e5-4e04-bab1-de4940a745fd None None] Network c4f3b482-ef03-4a62-9eab-f269e5f8a472 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:59:48.900135 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-3b5fd743-4314-43f1-97bd-9156708139da admin admin] 10.222.0.24 "DELETE /v2.0/subnets/75949453-9bd5-4b5f-8a4c-9e142cfb1aef HTTP/1.1" status: 204 len: 168 time: 0.3171699 Feb 01 04:59:48.902637 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 47980) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:59:49.007894 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2dd34bfd-c1c3-456a-ae8c-57697ba3a89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:49.019116 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-2dd34bfd-c1c3-456a-ae8c-57697ba3a89d admin admin] Deleting port a7efae7a-359e-4a0e-88d5-7e72a4089711 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:59:49.019482 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2dd34bfd-c1c3-456a-ae8c-57697ba3a89d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:49.166715 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e751b724-d2ba-4d3e-9c0b-a73dbb82ffce None None] DHCP port deletion for c4f3b482-ef03-4a62-9eab-f269e5f8a472 request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 04:59:49.171381 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-e751b724-d2ba-4d3e-9c0b-a73dbb82ffce None None] Deleting port a7efae7a-359e-4a0e-88d5-7e72a4089711 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:59:49.171833 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e751b724-d2ba-4d3e-9c0b-a73dbb82ffce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:49.330046 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-2dd34bfd-c1c3-456a-ae8c-57697ba3a89d admin admin] For port a7efae7a-359e-4a0e-88d5-7e72a4089711, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=a7efae7a-359e-4a0e-88d5-7e72a4089711,segment=NetworkSegment(2954ba78-99b9-4962-a603-b3822aac340e),segment_id=2954ba78-99b9-4962-a603-b3822aac340e)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:59:49.330393 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2dd34bfd-c1c3-456a-ae8c-57697ba3a89d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:49.373938 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-e751b724-d2ba-4d3e-9c0b-a73dbb82ffce None None] For port a7efae7a-359e-4a0e-88d5-7e72a4089711, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=a7efae7a-359e-4a0e-88d5-7e72a4089711,segment=NetworkSegment(2954ba78-99b9-4962-a603-b3822aac340e),segment_id=2954ba78-99b9-4962-a603-b3822aac340e)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:59:49.374322 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e751b724-d2ba-4d3e-9c0b-a73dbb82ffce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:49.456029 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-2dd34bfd-c1c3-456a-ae8c-57697ba3a89d admin admin] Calling delete_port for a7efae7a-359e-4a0e-88d5-7e72a4089711 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:59:49.493112 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-e751b724-d2ba-4d3e-9c0b-a73dbb82ffce None None] Calling delete_port for a7efae7a-359e-4a0e-88d5-7e72a4089711 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 04:59:49.530304 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2dd34bfd-c1c3-456a-ae8c-57697ba3a89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:49.579205 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd34bfd-c1c3-456a-ae8c-57697ba3a89d admin admin] Pushing event deleted for resources: {'Port': ['ID=a7efae7a-359e-4a0e-88d5-7e72a4089711,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:59:49.582390 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd34bfd-c1c3-456a-ae8c-57697ba3a89d admin admin] No DVR routers for this DVR port a7efae7a-359e-4a0e-88d5-7e72a4089711 on host dv-neutron-826830-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 04:59:49.601380 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-e751b724-d2ba-4d3e-9c0b-a73dbb82ffce None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 04:59:49.601800 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-e751b724-d2ba-4d3e-9c0b-a73dbb82ffce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 04:59:49.695109 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2dd34bfd-c1c3-456a-ae8c-57697ba3a89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:49.722986 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-2dd34bfd-c1c3-456a-ae8c-57697ba3a89d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4f3b482-ef03-4a62-9eab-f269e5f8a472']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:59:49.735365 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-2dd34bfd-c1c3-456a-ae8c-57697ba3a89d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2954ba78-99b9-4962-a603-b3822aac340e') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:59:49.735662 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-2dd34bfd-c1c3-456a-ae8c-57697ba3a89d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2954ba78-99b9-4962-a603-b3822aac340e') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:59:49.747033 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2dd34bfd-c1c3-456a-ae8c-57697ba3a89d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:49.762403 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2dd34bfd-c1c3-456a-ae8c-57697ba3a89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:49.768231 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dd34bfd-c1c3-456a-ae8c-57697ba3a89d admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 04:59:49.768808 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2dd34bfd-c1c3-456a-ae8c-57697ba3a89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:49.781864 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 04:59:49.781864 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 04:59:49.781864 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 04:59:49.781864 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 04:59:49.781864 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 04:59:49.781864 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 04:59:49.781864 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 04:59:49.781864 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 04:59:49.781864 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 04:59:49.781864 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 04:59:49.781864 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 04:59:49.781864 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 04:59:49.781864 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 04:59:49.781864 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 04:59:49.781864 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 04:59:49.781864 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 04:59:49.781864 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 04:59:49.781864 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 04:59:49.781864 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 04:59:49.781864 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 04:59:49.781864 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 04:59:49.781864 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 04:59:49.781864 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 04:59:49.781864 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 04:59:49.781864 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 04:59:49.781864 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 04:59:49.781864 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 04:59:49.781864 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 04:59:49.781864 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 04:59:49.781864 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 04:59:49.781864 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 04:59:49.781864 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 04:59:49.854021 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2dd34bfd-c1c3-456a-ae8c-57697ba3a89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:49.874161 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2dd34bfd-c1c3-456a-ae8c-57697ba3a89d admin admin] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:49.884846 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd34bfd-c1c3-456a-ae8c-57697ba3a89d admin admin] Pushing event deleted for resources: {'Network': ['ID=c4f3b482-ef03-4a62-9eab-f269e5f8a472,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:59:49.889031 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-2dd34bfd-c1c3-456a-ae8c-57697ba3a89d admin admin] 10.222.0.24 "DELETE /v2.0/networks/c4f3b482-ef03-4a62-9eab-f269e5f8a472 HTTP/1.1" status: 204 len: 168 time: 0.9852083 Feb 01 04:59:50.058637 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 47986) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:59:50.103678 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-e751b724-d2ba-4d3e-9c0b-a73dbb82ffce None None] Deleting port a7efae7a-359e-4a0e-88d5-7e72a4089711 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 04:59:50.104201 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e751b724-d2ba-4d3e-9c0b-a73dbb82ffce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:50.105233 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-5bf7fab5-604e-4786-90ab-72b0fb9505aa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5a66d7c7d65548b0bf5a0866f36acd0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0454674 Feb 01 04:59:50.107697 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 47990) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:59:50.164486 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-412c5067-92f8-4c53-8ed6-4ec780835678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:50.169884 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-e751b724-d2ba-4d3e-9c0b-a73dbb82ffce None None] The port 'a7efae7a-359e-4a0e-88d5-7e72a4089711' was deleted {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 01 04:59:50.193342 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-412c5067-92f8-4c53-8ed6-4ec780835678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:50.246140 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-412c5067-92f8-4c53-8ed6-4ec780835678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:50.264091 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412c5067-92f8-4c53-8ed6-4ec780835678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca819bb-8d76-4e9e-9984-c5907c06b907,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:59:50.273241 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-412c5067-92f8-4c53-8ed6-4ec780835678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:50.274456 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-412c5067-92f8-4c53-8ed6-4ec780835678 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dca819bb-8d76-4e9e-9984-c5907c06b907 HTTP/1.1" status: 204 len: 168 time: 0.1658349 Feb 01 04:59:50.457478 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device a7efae7a-359e-4a0e-88d5-7e72a4089711 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:59:50.491763 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: a7efae7a-359e-4a0e-88d5-7e72a4089711 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:59:50.492253 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device a7efae7a-359e-4a0e-88d5-7e72a4089711 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:59:50.492747 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 8a5b9513-2569-42d8-90fc-7c7a930bf21c no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 04:59:50.525123 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 8a5b9513-2569-42d8-90fc-7c7a930bf21c {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 04:59:50.525471 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 8a5b9513-2569-42d8-90fc-7c7a930bf21c not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 04:59:50.604959 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 47998) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:59:50.654415 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-041d4303-8394-430d-b436-939d3c8d5c54 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=36f36f7e6e45430988169d0111c2c490&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483017 Feb 01 04:59:50.656735 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 48002) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:59:50.713087 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-df5e884f-7e59-43f6-8a57-d69a3789ea66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:50.737732 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-df5e884f-7e59-43f6-8a57-d69a3789ea66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:50.791276 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-df5e884f-7e59-43f6-8a57-d69a3789ea66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:50.806502 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5e884f-7e59-43f6-8a57-d69a3789ea66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56b8b20-93fb-4330-95a2-da5b04a47aa1,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:59:50.810764 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-df5e884f-7e59-43f6-8a57-d69a3789ea66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:50.815169 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-df5e884f-7e59-43f6-8a57-d69a3789ea66 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d56b8b20-93fb-4330-95a2-da5b04a47aa1 HTTP/1.1" status: 204 len: 168 time: 0.1567788 Feb 01 04:59:51.506571 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 48026) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:59:51.613826 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-3c8ac919-a49e-44be-987c-892e95ec3f03 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1803796313-network', 'tenant_id': '5a06411ba87b466e944b93b50da90a8c'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:59:51.619463 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-3c8ac919-a49e-44be-987c-892e95ec3f03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:59:51.623211 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-3c8ac919-a49e-44be-987c-892e95ec3f03 admin admin] Usage tracker for resource:network and tenant:5a06411ba87b466e944b93b50da90a8c is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:59:51.626018 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-3c8ac919-a49e-44be-987c-892e95ec3f03 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:59:51.632111 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-3c8ac919-a49e-44be-987c-892e95ec3f03 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:59:51.641656 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c8ac919-a49e-44be-987c-892e95ec3f03 admin admin] Made reservation on behalf of 5a06411ba87b466e944b93b50da90a8c for: {'network': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:59:51.644059 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3c8ac919-a49e-44be-987c-892e95ec3f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:51.656728 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3c8ac919-a49e-44be-987c-892e95ec3f03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:51.671626 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-3c8ac919-a49e-44be-987c-892e95ec3f03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:59:51.675370 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-3c8ac919-a49e-44be-987c-892e95ec3f03 admin admin] Usage tracker for resource:security_group_rule and tenant:5a06411ba87b466e944b93b50da90a8c is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:59:51.678159 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-3c8ac919-a49e-44be-987c-892e95ec3f03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:59:51.684652 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-3c8ac919-a49e-44be-987c-892e95ec3f03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:59:51.767876 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3c8ac919-a49e-44be-987c-892e95ec3f03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:51.771638 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3c8ac919-a49e-44be-987c-892e95ec3f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:51.801063 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c8ac919-a49e-44be-987c-892e95ec3f03 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=87637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:59:51.809904 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ac919-a49e-44be-987c-892e95ec3f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20cb753d-8af2-453b-9b33-00ebdf882248,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:59:51.815407 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3c8ac919-a49e-44be-987c-892e95ec3f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:51.815748 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.segments_db [None req-3c8ac919-a49e-44be-987c-892e95ec3f03 admin admin] Added segment 8e13bf12-0ba8-4868-9bfd-b629ca1ac8b6 of type vlan for network 98885f08-b93f-43ec-be02-abfd330e9514 Feb 01 04:59:51.841705 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3c8ac919-a49e-44be-987c-892e95ec3f03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:51.870843 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3c8ac919-a49e-44be-987c-892e95ec3f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:51.871848 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8ac919-a49e-44be-987c-892e95ec3f03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:59:51.872413 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3c8ac919-a49e-44be-987c-892e95ec3f03 admin admin] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:51.970851 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-3c8ac919-a49e-44be-987c-892e95ec3f03 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4631333 Feb 01 04:59:51.974030 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 48032) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:59:51.975764 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ac919-a49e-44be-987c-892e95ec3f03 admin admin] Pushing event updated for resources: {'Network': ['ID=98885f08-b93f-43ec-be02-abfd330e9514,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:59:51.980404 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-2cfb9e20-9c9d-422e-879f-0bdaf6f351ae admin admin] Request body: {'subnet': {'network_id': '98885f08-b93f-43ec-be02-abfd330e9514', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1803796313-subnet', 'tenant_id': '5a06411ba87b466e944b93b50da90a8c', 'ip_version': 4}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:59:51.986242 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 98885f08-b93f-43ec-be02-abfd330e9514 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:59:51.987678 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-2cfb9e20-9c9d-422e-879f-0bdaf6f351ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:59:51.991898 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2cfb9e20-9c9d-422e-879f-0bdaf6f351ae admin admin] Usage tracker for resource:subnet and tenant:5a06411ba87b466e944b93b50da90a8c is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:59:51.994762 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2cfb9e20-9c9d-422e-879f-0bdaf6f351ae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:59:52.001105 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-2cfb9e20-9c9d-422e-879f-0bdaf6f351ae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:59:52.010608 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cfb9e20-9c9d-422e-879f-0bdaf6f351ae admin admin] Made reservation on behalf of 5a06411ba87b466e944b93b50da90a8c for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:59:52.012927 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2cfb9e20-9c9d-422e-879f-0bdaf6f351ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:52.207365 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2cfb9e20-9c9d-422e-879f-0bdaf6f351ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:52.284602 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfb9e20-9c9d-422e-879f-0bdaf6f351ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=83d4d323-dee0-4509-b0f1-0e74038c2db0,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:59:52.288534 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cfb9e20-9c9d-422e-879f-0bdaf6f351ae admin admin] Checking segment: {'id': '8e13bf12-0ba8-4868-9bfd-b629ca1ac8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '98885f08-b93f-43ec-be02-abfd330e9514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:59:52.288888 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cfb9e20-9c9d-422e-879f-0bdaf6f351ae admin admin] Network hostable DHCP agents. Network: 98885f08-b93f-43ec-be02-abfd330e9514, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:59:52.307396 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cfb9e20-9c9d-422e-879f-0bdaf6f351ae admin admin] Network 98885f08-b93f-43ec-be02-abfd330e9514 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:59:52.316092 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-2cfb9e20-9c9d-422e-879f-0bdaf6f351ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, 98885f08-b93f-43ec-be02-abfd330e9514) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:59:52.320003 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfb9e20-9c9d-422e-879f-0bdaf6f351ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:59:52.320578 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2cfb9e20-9c9d-422e-879f-0bdaf6f351ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:52.327359 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4bafff2-0751-40cf-829b-1f3b72ea0593 None None] Network 98885f08-b93f-43ec-be02-abfd330e9514 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:59:52.342044 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2cfb9e20-9c9d-422e-879f-0bdaf6f351ae admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3666487 Feb 01 04:59:52.344648 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 48036) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:59:52.349400 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-5d71945e-ffe4-4a75-9aeb-aa8e11472b7d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1803796313-router', 'tenant_id': '5a06411ba87b466e944b93b50da90a8c', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:59:52.353865 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-5d71945e-ffe4-4a75-9aeb-aa8e11472b7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:59:52.357565 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-5d71945e-ffe4-4a75-9aeb-aa8e11472b7d admin admin] Usage tracker for resource:router and tenant:5a06411ba87b466e944b93b50da90a8c is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:59:52.360356 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-5d71945e-ffe4-4a75-9aeb-aa8e11472b7d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:59:52.366001 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-5d71945e-ffe4-4a75-9aeb-aa8e11472b7d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:59:52.377438 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5d71945e-ffe4-4a75-9aeb-aa8e11472b7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25958'] for router, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:52.378412 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5d71945e-ffe4-4a75-9aeb-aa8e11472b7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-372027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25961'] for router, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:52.392779 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5d71945e-ffe4-4a75-9aeb-aa8e11472b7d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:52.538898 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8bb30a-c3af-40f4-86f4-3b0b878880f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-98885f08-b93f-43ec-be02-abfd330e9514', 'network_id': '98885f08-b93f-43ec-be02-abfd330e9514', 'tenant_id': '5a06411ba87b466e944b93b50da90a8c', 'fixed_ips': [{'subnet_id': '83d4d323-dee0-4509-b0f1-0e74038c2db0'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:59:52.539790 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1c8bb30a-c3af-40f4-86f4-3b0b878880f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:52.698111 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-1c8bb30a-c3af-40f4-86f4-3b0b878880f1 None None] Allocated IP 172.20.0.2 (98885f08-b93f-43ec-be02-abfd330e9514/83d4d323-dee0-4509-b0f1-0e74038c2db0/91fffade-fb4e-4bdb-a112-82831960b4d0) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:59:52.768795 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5d71945e-ffe4-4a75-9aeb-aa8e11472b7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:52.948245 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1c8bb30a-c3af-40f4-86f4-3b0b878880f1 None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:52.961146 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-1c8bb30a-c3af-40f4-86f4-3b0b878880f1 None None] Transition to ACTIVE for port object 91fffade-fb4e-4bdb-a112-82831960b4d0 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:59:52.981759 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-1c8bb30a-c3af-40f4-86f4-3b0b878880f1 None None] Transition to ACTIVE for port object 91fffade-fb4e-4bdb-a112-82831960b4d0 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:59:52.987716 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1c8bb30a-c3af-40f4-86f4-3b0b878880f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:53.058065 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8bb30a-c3af-40f4-86f4-3b0b878880f1 None None] Network 98885f08-b93f-43ec-be02-abfd330e9514 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:59:53.059254 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-1c8bb30a-c3af-40f4-86f4-3b0b878880f1 None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:59:53.061702 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8bb30a-c3af-40f4-86f4-3b0b878880f1 None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:59:53.080470 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5d71945e-ffe4-4a75-9aeb-aa8e11472b7d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:53.099870 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8bb30a-c3af-40f4-86f4-3b0b878880f1 None None] Pushing event updated for resources: {'Port': ['ID=91fffade-fb4e-4bdb-a112-82831960b4d0,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:59:53.110125 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5d71945e-ffe4-4a75-9aeb-aa8e11472b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:53.156253 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-1c8bb30a-c3af-40f4-86f4-3b0b878880f1 None None] Attempting to bind port 91fffade-fb4e-4bdb-a112-82831960b4d0 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:59:53.156616 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-1c8bb30a-c3af-40f4-86f4-3b0b878880f1 None None] Attempting to bind port 91fffade-fb4e-4bdb-a112-82831960b4d0 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '8e13bf12-0ba8-4868-9bfd-b629ca1ac8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '98885f08-b93f-43ec-be02-abfd330e9514'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:59:53.156968 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8bb30a-c3af-40f4-86f4-3b0b878880f1 None None] Attempting to bind port 91fffade-fb4e-4bdb-a112-82831960b4d0 on network 98885f08-b93f-43ec-be02-abfd330e9514 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:59:53.162348 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8bb30a-c3af-40f4-86f4-3b0b878880f1 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:59:53.162715 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8bb30a-c3af-40f4-86f4-3b0b878880f1 None None] Checking segment: {'id': '8e13bf12-0ba8-4868-9bfd-b629ca1ac8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '98885f08-b93f-43ec-be02-abfd330e9514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:59:53.163102 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1c8bb30a-c3af-40f4-86f4-3b0b878880f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:53.163516 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8bb30a-c3af-40f4-86f4-3b0b878880f1 None None] Bound using segment: {'id': '8e13bf12-0ba8-4868-9bfd-b629ca1ac8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '98885f08-b93f-43ec-be02-abfd330e9514'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:59:53.163960 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-1c8bb30a-c3af-40f4-86f4-3b0b878880f1 None None] Bound port: 91fffade-fb4e-4bdb-a112-82831960b4d0, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e13bf12-0ba8-4868-9bfd-b629ca1ac8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '98885f08-b93f-43ec-be02-abfd330e9514'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:59:53.164323 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1c8bb30a-c3af-40f4-86f4-3b0b878880f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:53.244927 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-5d71945e-ffe4-4a75-9aeb-aa8e11472b7d admin admin] Allocated IP 172.26.8.138 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/08159129-30bf-4852-b6c7-64732b037d6e) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:59:53.250491 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-1c8bb30a-c3af-40f4-86f4-3b0b878880f1 None None] For port 91fffade-fb4e-4bdb-a112-82831960b4d0, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:59:53.253682 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-1c8bb30a-c3af-40f4-86f4-3b0b878880f1 None None] For port 91fffade-fb4e-4bdb-a112-82831960b4d0, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=91fffade-fb4e-4bdb-a112-82831960b4d0,segment=NetworkSegment(8e13bf12-0ba8-4868-9bfd-b629ca1ac8b6),segment_id=8e13bf12-0ba8-4868-9bfd-b629ca1ac8b6)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:59:53.258745 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1c8bb30a-c3af-40f4-86f4-3b0b878880f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:53.338541 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 04:59:53.343045 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8bb30a-c3af-40f4-86f4-3b0b878880f1 None None] Pushing event updated for resources: {'Port': ['ID=91fffade-fb4e-4bdb-a112-82831960b4d0,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:59:53.394784 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5d71945e-ffe4-4a75-9aeb-aa8e11472b7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:53.424872 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5d71945e-ffe4-4a75-9aeb-aa8e11472b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:53.492292 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d71945e-ffe4-4a75-9aeb-aa8e11472b7d admin admin] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:59:53.495408 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-5d71945e-ffe4-4a75-9aeb-aa8e11472b7d admin admin] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:59:53.497749 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d71945e-ffe4-4a75-9aeb-aa8e11472b7d admin admin] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:59:53.535200 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d71945e-ffe4-4a75-9aeb-aa8e11472b7d admin admin] Pushing event updated for resources: {'Port': ['ID=08159129-30bf-4852-b6c7-64732b037d6e,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:59:53.929216 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5d71945e-ffe4-4a75-9aeb-aa8e11472b7d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:54.372575 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4685a6-d028-410a-a749-a75b01153ab4 None None] Network 98885f08-b93f-43ec-be02-abfd330e9514 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:59:54.401078 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5d71945e-ffe4-4a75-9aeb-aa8e11472b7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337'] for router, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:54.483531 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-fc2030fa-5fef-492d-be39-f9b39ef7fe4d None None] Provisioning for port 91fffade-fb4e-4bdb-a112-82831960b4d0 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:59:54.534467 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 91fffade-fb4e-4bdb-a112-82831960b4d0 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:59:54.626859 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d71945e-ffe4-4a75-9aeb-aa8e11472b7d admin admin] Router 315f1464-bd7f-4981-9f32-780fcc39f972 is scheduled to L3 agent a3073304-82af-4a42-89af-bc532d6626bb with binding_index 1 {{(pid=87636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 01 04:59:54.689890 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 91fffade-fb4e-4bdb-a112-82831960b4d0 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:59:54.697497 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 91fffade-fb4e-4bdb-a112-82831960b4d0 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:59:54.697867 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:54.809441 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d71945e-ffe4-4a75-9aeb-aa8e11472b7d admin admin] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:59:54.827377 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:54.833846 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5d71945e-ffe4-4a75-9aeb-aa8e11472b7d admin admin] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:54.835402 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-5d71945e-ffe4-4a75-9aeb-aa8e11472b7d admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4897852 Feb 01 04:59:54.838372 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 48040) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:59:54.846691 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e99fa75-7726-48a3-8f4e-163a2d97c94f None None] Sync routers for ids ['315f1464-bd7f-4981-9f32-780fcc39f972'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:59:54.869140 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e99fa75-7726-48a3-8f4e-163a2d97c94f None None] Routers {'315f1464-bd7f-4981-9f32-780fcc39f972'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:59:54.869791 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-4e99fa75-7726-48a3-8f4e-163a2d97c94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:59:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['315f1464-bd7f-4981-9f32-780fcc39f972'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:59:54.939790 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 91fffade-fb4e-4bdb-a112-82831960b4d0, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=91fffade-fb4e-4bdb-a112-82831960b4d0,segment=NetworkSegment(8e13bf12-0ba8-4868-9bfd-b629ca1ac8b6),segment_id=8e13bf12-0ba8-4868-9bfd-b629ca1ac8b6)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:59:54.949268 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:55.101838 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=91fffade-fb4e-4bdb-a112-82831960b4d0,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:59:55.118739 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-4e99fa75-7726-48a3-8f4e-163a2d97c94f None None] Set router 315f1464-bd7f-4981-9f32-780fcc39f972 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:59:55.161697 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-a935e899-35f7-4ccf-9550-840ca22d9174 None None] Provisioning complete for port 91fffade-fb4e-4bdb-a112-82831960b4d0 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:59:55.162070 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a935e899-35f7-4ccf-9550-840ca22d9174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:55.501951 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-4e99fa75-7726-48a3-8f4e-163a2d97c94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315f1464-bd7f-4981-9f32-780fcc39f972', 'name': 'tempest-TestMinimumBasicScenario-1803796313-router', 'tenant_id': '5a06411ba87b466e944b93b50da90a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.138'}], 'enable_snat': True}, 'gw_port_id': '08159129-30bf-4852-b6c7-64732b037d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:59:52Z', 'updated_at': '2022-02-01T04:59:53Z', 'revision_number': 3, 'project_id': '5a06411ba87b466e944b93b50da90a8c', 'gw_port': {'id': '08159129-30bf-4852-b6c7-64732b037d6e', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:aa:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315f1464-bd7f-4981-9f32-780fcc39f972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:59:53Z', 'updated_at': '2022-02-01T04:59:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:59:55.505776 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e99fa75-7726-48a3-8f4e-163a2d97c94f None None] Checking router: 315f1464-bd7f-4981-9f32-780fcc39f972 for host: dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:59:55.506120 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e99fa75-7726-48a3-8f4e-163a2d97c94f None None] Updating router 315f1464-bd7f-4981-9f32-780fcc39f972 port 08159129-30bf-4852-b6c7-64732b037d6e binding host dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 04:59:55.557547 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4e99fa75-7726-48a3-8f4e-163a2d97c94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:55.621850 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c1b874fb-26ce-4abc-8378-d7ddff319b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:55.826395 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-c1b874fb-26ce-4abc-8378-d7ddff319b9f admin admin] Allocated IP 172.20.0.1 (98885f08-b93f-43ec-be02-abfd330e9514/83d4d323-dee0-4509-b0f1-0e74038c2db0/9f65eece-5b4c-4ed8-9607-ce3a6e515cc6) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:59:55.878084 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4e99fa75-7726-48a3-8f4e-163a2d97c94f None None] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:55.889906 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-4e99fa75-7726-48a3-8f4e-163a2d97c94f None None] Transition to ACTIVE for port object 08159129-30bf-4852-b6c7-64732b037d6e will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:59:55.896054 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4e99fa75-7726-48a3-8f4e-163a2d97c94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:55.971621 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-4e99fa75-7726-48a3-8f4e-163a2d97c94f None None] Attempting to bind port 08159129-30bf-4852-b6c7-64732b037d6e on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:59:55.971988 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-4e99fa75-7726-48a3-8f4e-163a2d97c94f None None] Attempting to bind port 08159129-30bf-4852-b6c7-64732b037d6e by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:59:55.972235 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c1b874fb-26ce-4abc-8378-d7ddff319b9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:55.972802 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e99fa75-7726-48a3-8f4e-163a2d97c94f None None] Attempting to bind port 08159129-30bf-4852-b6c7-64732b037d6e on network bdef128a-46b3-4cca-a245-48d1eb781269 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:59:55.981046 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2532011a-1e3e-4254-9bf0-7462b08273fd None None] Pushing event updated for resources: {'Port': ['ID=08159129-30bf-4852-b6c7-64732b037d6e,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:59:55.983480 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e99fa75-7726-48a3-8f4e-163a2d97c94f None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:59:55.983851 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e99fa75-7726-48a3-8f4e-163a2d97c94f None None] Checking segment: {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:59:55.984244 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4e99fa75-7726-48a3-8f4e-163a2d97c94f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:55.984622 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e99fa75-7726-48a3-8f4e-163a2d97c94f None None] Bound using segment: {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:59:55.985077 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-4e99fa75-7726-48a3-8f4e-163a2d97c94f None None] Bound port: 08159129-30bf-4852-b6c7-64732b037d6e, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:59:55.985690 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4e99fa75-7726-48a3-8f4e-163a2d97c94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:55.988621 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-c1b874fb-26ce-4abc-8378-d7ddff319b9f admin admin] Transition to ACTIVE for port object 9f65eece-5b4c-4ed8-9607-ce3a6e515cc6 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:59:56.012508 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c1b874fb-26ce-4abc-8378-d7ddff319b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:56.058654 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-4e99fa75-7726-48a3-8f4e-163a2d97c94f None None] For port 08159129-30bf-4852-b6c7-64732b037d6e, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:59:56.062028 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-4e99fa75-7726-48a3-8f4e-163a2d97c94f None None] For port 08159129-30bf-4852-b6c7-64732b037d6e, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=08159129-30bf-4852-b6c7-64732b037d6e,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:59:56.065619 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4e99fa75-7726-48a3-8f4e-163a2d97c94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:56.083190 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b874fb-26ce-4abc-8378-d7ddff319b9f admin admin] Network 98885f08-b93f-43ec-be02-abfd330e9514 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:59:56.086028 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-c1b874fb-26ce-4abc-8378-d7ddff319b9f admin admin] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:59:56.089590 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b874fb-26ce-4abc-8378-d7ddff319b9f admin admin] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:59:56.119621 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b874fb-26ce-4abc-8378-d7ddff319b9f admin admin] Pushing event updated for resources: {'Port': ['ID=9f65eece-5b4c-4ed8-9607-ce3a6e515cc6,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:59:56.148158 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c1b874fb-26ce-4abc-8378-d7ddff319b9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-372107'] for router_interface, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:56.190075 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e99fa75-7726-48a3-8f4e-163a2d97c94f None None] Routers {'315f1464-bd7f-4981-9f32-780fcc39f972'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:59:56.190710 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-4e99fa75-7726-48a3-8f4e-163a2d97c94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:59:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['315f1464-bd7f-4981-9f32-780fcc39f972'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:59:56.252703 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2532011a-1e3e-4254-9bf0-7462b08273fd None None] Pushing event updated for resources: {'Port': ['ID=08159129-30bf-4852-b6c7-64732b037d6e,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:59:56.369547 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-4e99fa75-7726-48a3-8f4e-163a2d97c94f None None] Set router 315f1464-bd7f-4981-9f32-780fcc39f972 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:59:56.413475 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c1b874fb-26ce-4abc-8378-d7ddff319b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:56.481974 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 91fffade-fb4e-4bdb-a112-82831960b4d0 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:59:56.563552 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-89471e26-6e06-425d-9f09-69a03bd7c960 None None] Provisioning for port 9f65eece-5b4c-4ed8-9607-ce3a6e515cc6 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:59:56.575026 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-89471e26-6e06-425d-9f09-69a03bd7c960 None None] Provisioning complete for port 9f65eece-5b4c-4ed8-9607-ce3a6e515cc6 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:59:56.575495 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-89471e26-6e06-425d-9f09-69a03bd7c960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:56.641239 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c1b874fb-26ce-4abc-8378-d7ddff319b9f admin admin] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:56.645977 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c1b874fb-26ce-4abc-8378-d7ddff319b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:56.704552 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-89471e26-6e06-425d-9f09-69a03bd7c960 None None] Port 9f65eece-5b4c-4ed8-9607-ce3a6e515cc6 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:59:56.724855 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 91fffade-fb4e-4bdb-a112-82831960b4d0 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:59:56.725223 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:56.749099 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c1b874fb-26ce-4abc-8378-d7ddff319b9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371990'] for router_interface, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:56.753299 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b874fb-26ce-4abc-8378-d7ddff319b9f admin admin] Pushing event updated for resources: {'Port': ['ID=9f65eece-5b4c-4ed8-9607-ce3a6e515cc6,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:59:56.892861 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-4e99fa75-7726-48a3-8f4e-163a2d97c94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315f1464-bd7f-4981-9f32-780fcc39f972', 'name': 'tempest-TestMinimumBasicScenario-1803796313-router', 'tenant_id': '5a06411ba87b466e944b93b50da90a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.138'}], 'enable_snat': True}, 'gw_port_id': '08159129-30bf-4852-b6c7-64732b037d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:59:52Z', 'updated_at': '2022-02-01T04:59:53Z', 'revision_number': 3, 'project_id': '5a06411ba87b466e944b93b50da90a8c', 'gw_port': {'id': '08159129-30bf-4852-b6c7-64732b037d6e', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:aa:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315f1464-bd7f-4981-9f32-780fcc39f972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:59:53Z', 'updated_at': '2022-02-01T04:59:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:59:56.902916 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e99fa75-7726-48a3-8f4e-163a2d97c94f None None] The sync data for ids ['315f1464-bd7f-4981-9f32-780fcc39f972'] in dv-neutron-826830-1-hyperv is: [{'id': '315f1464-bd7f-4981-9f32-780fcc39f972', 'name': 'tempest-TestMinimumBasicScenario-1803796313-router', 'tenant_id': '5a06411ba87b466e944b93b50da90a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.138'}], 'enable_snat': True}, 'gw_port_id': '08159129-30bf-4852-b6c7-64732b037d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:59:52Z', 'updated_at': '2022-02-01T04:59:53Z', 'revision_number': 3, 'project_id': '5a06411ba87b466e944b93b50da90a8c', 'gw_port': {'id': '08159129-30bf-4852-b6c7-64732b037d6e', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:aa:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315f1464-bd7f-4981-9f32-780fcc39f972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:59:53Z', 'updated_at': '2022-02-01T04:59:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 04:59:56.998320 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b874fb-26ce-4abc-8378-d7ddff319b9f admin admin] Network 98885f08-b93f-43ec-be02-abfd330e9514 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:59:56.999477 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-c1b874fb-26ce-4abc-8378-d7ddff319b9f admin admin] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:59:57.201734 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1b874fb-26ce-4abc-8378-d7ddff319b9f admin admin] Router 315f1464-bd7f-4981-9f32-780fcc39f972 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 04:59:57.328267 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-71b89277-20f1-41ca-8671-f891876b0dbf None None] Provisioning complete for port 9f65eece-5b4c-4ed8-9607-ce3a6e515cc6 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:59:57.328629 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-71b89277-20f1-41ca-8671-f891876b0dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:57.386197 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-71b89277-20f1-41ca-8671-f891876b0dbf None None] Port 9f65eece-5b4c-4ed8-9607-ce3a6e515cc6 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 04:59:57.392751 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b874fb-26ce-4abc-8378-d7ddff319b9f admin admin] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 04:59:57.408952 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-c1b874fb-26ce-4abc-8378-d7ddff319b9f admin admin] 10.222.0.24 "PUT /v2.0/routers/315f1464-bd7f-4981-9f32-780fcc39f972/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5611713 Feb 01 04:59:57.901698 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 48058) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:59:57.907129 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-d7b6e670-9fb8-4a8f-87e6-e7e0a78c124f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2035721-network', 'tenant_id': 'd514dc99618d4f15bc08fc0cb518599a'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:59:57.912274 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-d7b6e670-9fb8-4a8f-87e6-e7e0a78c124f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:59:57.917007 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-d7b6e670-9fb8-4a8f-87e6-e7e0a78c124f admin admin] Usage tracker for resource:network and tenant:d514dc99618d4f15bc08fc0cb518599a is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:59:57.919931 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-d7b6e670-9fb8-4a8f-87e6-e7e0a78c124f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:59:57.925673 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-d7b6e670-9fb8-4a8f-87e6-e7e0a78c124f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:59:57.936169 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b6e670-9fb8-4a8f-87e6-e7e0a78c124f admin admin] Made reservation on behalf of d514dc99618d4f15bc08fc0cb518599a for: {'network': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:59:57.938418 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d7b6e670-9fb8-4a8f-87e6-e7e0a78c124f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:57.950056 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d7b6e670-9fb8-4a8f-87e6-e7e0a78c124f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:57.968849 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-d7b6e670-9fb8-4a8f-87e6-e7e0a78c124f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:59:57.973812 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-d7b6e670-9fb8-4a8f-87e6-e7e0a78c124f admin admin] Usage tracker for resource:security_group_rule and tenant:d514dc99618d4f15bc08fc0cb518599a is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:59:57.976962 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-d7b6e670-9fb8-4a8f-87e6-e7e0a78c124f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:59:57.983730 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-d7b6e670-9fb8-4a8f-87e6-e7e0a78c124f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:59:58.065150 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d7b6e670-9fb8-4a8f-87e6-e7e0a78c124f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:58.068986 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d7b6e670-9fb8-4a8f-87e6-e7e0a78c124f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:58.095211 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7b6e670-9fb8-4a8f-87e6-e7e0a78c124f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=87637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 04:59:58.107693 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b6e670-9fb8-4a8f-87e6-e7e0a78c124f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff19c015-c19d-47a7-b35d-d8743e30a80a,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:59:58.111960 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d7b6e670-9fb8-4a8f-87e6-e7e0a78c124f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:58.112318 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.segments_db [None req-d7b6e670-9fb8-4a8f-87e6-e7e0a78c124f admin admin] Added segment 7a01be0b-bc5d-483d-97de-a69716fb216e of type vlan for network 92cbf948-d910-4520-8c1d-86cde4d694ff Feb 01 04:59:58.139967 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d7b6e670-9fb8-4a8f-87e6-e7e0a78c124f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:58.168206 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d7b6e670-9fb8-4a8f-87e6-e7e0a78c124f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:58.169040 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b6e670-9fb8-4a8f-87e6-e7e0a78c124f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:59:58.169602 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d7b6e670-9fb8-4a8f-87e6-e7e0a78c124f admin admin] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:58.266764 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-d7b6e670-9fb8-4a8f-87e6-e7e0a78c124f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3614986 Feb 01 04:59:58.267154 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 48062) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:59:58.269504 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b6e670-9fb8-4a8f-87e6-e7e0a78c124f admin admin] Pushing event updated for resources: {'Network': ['ID=92cbf948-d910-4520-8c1d-86cde4d694ff,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:59:58.272583 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-7cd78c0c-74a8-4090-9c9d-e6127eca03c5 admin admin] Request body: {'subnet': {'network_id': '92cbf948-d910-4520-8c1d-86cde4d694ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2035721-subnet', 'tenant_id': 'd514dc99618d4f15bc08fc0cb518599a', 'ip_version': 4}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:59:58.278138 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-7cd78c0c-74a8-4090-9c9d-e6127eca03c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:59:58.279989 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 92cbf948-d910-4520-8c1d-86cde4d694ff details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 04:59:58.282814 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-7cd78c0c-74a8-4090-9c9d-e6127eca03c5 admin admin] Usage tracker for resource:subnet and tenant:d514dc99618d4f15bc08fc0cb518599a is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:59:58.285944 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-7cd78c0c-74a8-4090-9c9d-e6127eca03c5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:59:58.292745 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-7cd78c0c-74a8-4090-9c9d-e6127eca03c5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:59:58.305022 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd78c0c-74a8-4090-9c9d-e6127eca03c5 admin admin] Made reservation on behalf of d514dc99618d4f15bc08fc0cb518599a for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 04:59:58.307455 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7cd78c0c-74a8-4090-9c9d-e6127eca03c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:58.478057 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467f6dc7-ab65-4f39-9140-60ae69e3074b None None] Sync routers for ids ['315f1464-bd7f-4981-9f32-780fcc39f972'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 04:59:58.488804 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467f6dc7-ab65-4f39-9140-60ae69e3074b None None] Routers {'315f1464-bd7f-4981-9f32-780fcc39f972'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 04:59:58.489575 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-467f6dc7-ab65-4f39-9140-60ae69e3074b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:59:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['315f1464-bd7f-4981-9f32-780fcc39f972'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:59:58.495748 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 08159129-30bf-4852-b6c7-64732b037d6e up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 04:59:58.522233 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7cd78c0c-74a8-4090-9c9d-e6127eca03c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:58.574939 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 08159129-30bf-4852-b6c7-64732b037d6e completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 04:59:58.580111 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 08159129-30bf-4852-b6c7-64732b037d6e triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 04:59:58.580484 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:58.598103 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd78c0c-74a8-4090-9c9d-e6127eca03c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aba59862-bbc5-4f65-b716-58f3901091be,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:59:58.606421 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd78c0c-74a8-4090-9c9d-e6127eca03c5 admin admin] Checking segment: {'id': '7a01be0b-bc5d-483d-97de-a69716fb216e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92cbf948-d910-4520-8c1d-86cde4d694ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:59:58.606766 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd78c0c-74a8-4090-9c9d-e6127eca03c5 admin admin] Network hostable DHCP agents. Network: 92cbf948-d910-4520-8c1d-86cde4d694ff, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 04:59:58.625751 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd78c0c-74a8-4090-9c9d-e6127eca03c5 admin admin] Network 92cbf948-d910-4520-8c1d-86cde4d694ff is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 04:59:58.636849 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-7cd78c0c-74a8-4090-9c9d-e6127eca03c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, 92cbf948-d910-4520-8c1d-86cde4d694ff) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:59:58.641822 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd78c0c-74a8-4090-9c9d-e6127eca03c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 04:59:58.642444 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7cd78c0c-74a8-4090-9c9d-e6127eca03c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:58.649754 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4386f616-2c1f-4b31-ae3e-98c98ca1b19a None None] Network 92cbf948-d910-4520-8c1d-86cde4d694ff requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 04:59:58.666438 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-7cd78c0c-74a8-4090-9c9d-e6127eca03c5 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3980892 Feb 01 04:59:58.669384 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 48066) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 04:59:58.675821 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-bd4806df-a9bc-4909-95f3-d56ed2bae710 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2035721-router', 'tenant_id': 'd514dc99618d4f15bc08fc0cb518599a', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 04:59:58.680213 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-467f6dc7-ab65-4f39-9140-60ae69e3074b None None] Set router 315f1464-bd7f-4981-9f32-780fcc39f972 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 04:59:58.681440 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-bd4806df-a9bc-4909-95f3-d56ed2bae710 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 04:59:58.685759 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-bd4806df-a9bc-4909-95f3-d56ed2bae710 admin admin] Usage tracker for resource:router and tenant:d514dc99618d4f15bc08fc0cb518599a is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 04:59:58.688819 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-bd4806df-a9bc-4909-95f3-d56ed2bae710 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 04:59:58.694661 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-bd4806df-a9bc-4909-95f3-d56ed2bae710 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 04:59:58.710145 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bd4806df-a9bc-4909-95f3-d56ed2bae710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25958'] for router, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:58.711204 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bd4806df-a9bc-4909-95f3-d56ed2bae710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-372027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25961'] for router, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:58.727247 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bd4806df-a9bc-4909-95f3-d56ed2bae710 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:58.794611 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:58.834558 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 08159129-30bf-4852-b6c7-64732b037d6e, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=08159129-30bf-4852-b6c7-64732b037d6e,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 04:59:58.865970 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:58.989186 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=08159129-30bf-4852-b6c7-64732b037d6e,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:59:59.006548 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6de5404-c606-4bfe-bd29-a6889a977475 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-92cbf948-d910-4520-8c1d-86cde4d694ff', 'network_id': '92cbf948-d910-4520-8c1d-86cde4d694ff', 'tenant_id': 'd514dc99618d4f15bc08fc0cb518599a', 'fixed_ips': [{'subnet_id': 'aba59862-bbc5-4f65-b716-58f3901091be'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 04:59:59.007431 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f6de5404-c606-4bfe-bd29-a6889a977475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:59.009122 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bd4806df-a9bc-4909-95f3-d56ed2bae710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:59.044716 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-467f6dc7-ab65-4f39-9140-60ae69e3074b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315f1464-bd7f-4981-9f32-780fcc39f972', 'name': 'tempest-TestMinimumBasicScenario-1803796313-router', 'tenant_id': '5a06411ba87b466e944b93b50da90a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.138'}], 'enable_snat': True}, 'gw_port_id': '08159129-30bf-4852-b6c7-64732b037d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:59:52Z', 'updated_at': '2022-02-01T04:59:56Z', 'revision_number': 4, 'project_id': '5a06411ba87b466e944b93b50da90a8c', 'gw_port': {'id': '08159129-30bf-4852-b6c7-64732b037d6e', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:aa:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315f1464-bd7f-4981-9f32-780fcc39f972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:59:53Z', 'updated_at': '2022-02-01T04:59:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '9f65eece-5b4c-4ed8-9607-ce3a6e515cc6', 'name': '', 'network_id': '98885f08-b93f-43ec-be02-abfd330e9514', 'tenant_id': '5a06411ba87b466e944b93b50da90a8c', 'mac_address': 'fa:16:3e:ce:8f:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315f1464-bd7f-4981-9f32-780fcc39f972', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '83d4d323-dee0-4509-b0f1-0e74038c2db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:59:55Z', 'updated_at': '2022-02-01T04:59:56Z', 'revision_number': 2, 'project_id': '5a06411ba87b466e944b93b50da90a8c', 'subnets': [{'id': '83d4d323-dee0-4509-b0f1-0e74038c2db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 04:59:59.048667 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467f6dc7-ab65-4f39-9140-60ae69e3074b None None] Checking router: 315f1464-bd7f-4981-9f32-780fcc39f972 for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 04:59:59.049012 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467f6dc7-ab65-4f39-9140-60ae69e3074b None None] Updating router 315f1464-bd7f-4981-9f32-780fcc39f972 port 9f65eece-5b4c-4ed8-9607-ce3a6e515cc6 binding host dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 04:59:59.133794 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-467f6dc7-ab65-4f39-9140-60ae69e3074b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:59.209107 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-f6de5404-c606-4bfe-bd29-a6889a977475 None None] Allocated IP 172.20.0.2 (92cbf948-d910-4520-8c1d-86cde4d694ff/aba59862-bbc5-4f65-b716-58f3901091be/88798120-0b48-4cb6-b828-6083a509930e) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:59:59.416319 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f6de5404-c606-4bfe-bd29-a6889a977475 None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:59.427365 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-f6de5404-c606-4bfe-bd29-a6889a977475 None None] Transition to ACTIVE for port object 88798120-0b48-4cb6-b828-6083a509930e will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:59:59.429370 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bd4806df-a9bc-4909-95f3-d56ed2bae710 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:59.448985 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-f6de5404-c606-4bfe-bd29-a6889a977475 None None] Transition to ACTIVE for port object 88798120-0b48-4cb6-b828-6083a509930e will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:59:59.454399 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f6de5404-c606-4bfe-bd29-a6889a977475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:59.460445 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bd4806df-a9bc-4909-95f3-d56ed2bae710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:59.503171 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-467f6dc7-ab65-4f39-9140-60ae69e3074b None None] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:59.516164 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-467f6dc7-ab65-4f39-9140-60ae69e3074b None None] Transition to ACTIVE for port object 9f65eece-5b4c-4ed8-9607-ce3a6e515cc6 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 04:59:59.523981 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-467f6dc7-ab65-4f39-9140-60ae69e3074b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:59.525665 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6de5404-c606-4bfe-bd29-a6889a977475 None None] Network 92cbf948-d910-4520-8c1d-86cde4d694ff is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:59:59.527969 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-f6de5404-c606-4bfe-bd29-a6889a977475 None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:59:59.530533 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6de5404-c606-4bfe-bd29-a6889a977475 None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:59:59.574993 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6de5404-c606-4bfe-bd29-a6889a977475 None None] Pushing event updated for resources: {'Port': ['ID=88798120-0b48-4cb6-b828-6083a509930e,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:59:59.605479 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-bd4806df-a9bc-4909-95f3-d56ed2bae710 admin admin] Allocated IP 172.26.8.33 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/36802934-4ff2-451d-863a-c4c2a04e59fc) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 04:59:59.637206 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-f6de5404-c606-4bfe-bd29-a6889a977475 None None] Attempting to bind port 88798120-0b48-4cb6-b828-6083a509930e on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:59:59.637525 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-f6de5404-c606-4bfe-bd29-a6889a977475 None None] Attempting to bind port 88798120-0b48-4cb6-b828-6083a509930e by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '7a01be0b-bc5d-483d-97de-a69716fb216e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92cbf948-d910-4520-8c1d-86cde4d694ff'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:59:59.638053 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6de5404-c606-4bfe-bd29-a6889a977475 None None] Attempting to bind port 88798120-0b48-4cb6-b828-6083a509930e on network 92cbf948-d910-4520-8c1d-86cde4d694ff {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:59:59.644678 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6de5404-c606-4bfe-bd29-a6889a977475 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:59:59.645206 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6de5404-c606-4bfe-bd29-a6889a977475 None None] Checking segment: {'id': '7a01be0b-bc5d-483d-97de-a69716fb216e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92cbf948-d910-4520-8c1d-86cde4d694ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:59:59.645670 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f6de5404-c606-4bfe-bd29-a6889a977475 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:59.646142 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6de5404-c606-4bfe-bd29-a6889a977475 None None] Bound using segment: {'id': '7a01be0b-bc5d-483d-97de-a69716fb216e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92cbf948-d910-4520-8c1d-86cde4d694ff'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:59:59.646648 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-f6de5404-c606-4bfe-bd29-a6889a977475 None None] Bound port: 88798120-0b48-4cb6-b828-6083a509930e, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a01be0b-bc5d-483d-97de-a69716fb216e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92cbf948-d910-4520-8c1d-86cde4d694ff'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:59:59.647097 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f6de5404-c606-4bfe-bd29-a6889a977475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:59.654359 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fccd750-adc9-4ff9-b653-6feb9b2abbe6 None None] Pushing event updated for resources: {'Port': ['ID=9f65eece-5b4c-4ed8-9607-ce3a6e515cc6,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:59:59.672764 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fccd750-adc9-4ff9-b653-6feb9b2abbe6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:59:59.673107 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fccd750-adc9-4ff9-b653-6feb9b2abbe6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:59:59.673484 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fccd750-adc9-4ff9-b653-6feb9b2abbe6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:59:59.673812 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fccd750-adc9-4ff9-b653-6feb9b2abbe6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:59:59.674133 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fccd750-adc9-4ff9-b653-6feb9b2abbe6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:59:59.674453 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fccd750-adc9-4ff9-b653-6feb9b2abbe6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:59:59.674772 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fccd750-adc9-4ff9-b653-6feb9b2abbe6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:59:59.675674 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fccd750-adc9-4ff9-b653-6feb9b2abbe6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:59:59.676725 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fccd750-adc9-4ff9-b653-6feb9b2abbe6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:59:59.677066 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fccd750-adc9-4ff9-b653-6feb9b2abbe6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:59:59.677515 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fccd750-adc9-4ff9-b653-6feb9b2abbe6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:59:59.677879 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fccd750-adc9-4ff9-b653-6feb9b2abbe6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 04:59:59.745049 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-f6de5404-c606-4bfe-bd29-a6889a977475 None None] For port 88798120-0b48-4cb6-b828-6083a509930e, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:59:59.748910 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-f6de5404-c606-4bfe-bd29-a6889a977475 None None] For port 88798120-0b48-4cb6-b828-6083a509930e, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=88798120-0b48-4cb6-b828-6083a509930e,segment=NetworkSegment(7a01be0b-bc5d-483d-97de-a69716fb216e),segment_id=7a01be0b-bc5d-483d-97de-a69716fb216e)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:59:59.755745 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f6de5404-c606-4bfe-bd29-a6889a977475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:59.801844 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-467f6dc7-ab65-4f39-9140-60ae69e3074b None None] Attempting to bind port 9f65eece-5b4c-4ed8-9607-ce3a6e515cc6 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 04:59:59.802536 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-467f6dc7-ab65-4f39-9140-60ae69e3074b None None] Attempting to bind port 9f65eece-5b4c-4ed8-9607-ce3a6e515cc6 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '8e13bf12-0ba8-4868-9bfd-b629ca1ac8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '98885f08-b93f-43ec-be02-abfd330e9514'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 04:59:59.803115 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467f6dc7-ab65-4f39-9140-60ae69e3074b None None] Attempting to bind port 9f65eece-5b4c-4ed8-9607-ce3a6e515cc6 on network 98885f08-b93f-43ec-be02-abfd330e9514 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 04:59:59.808058 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bd4806df-a9bc-4909-95f3-d56ed2bae710 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:59.819712 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467f6dc7-ab65-4f39-9140-60ae69e3074b None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 04:59:59.820567 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467f6dc7-ab65-4f39-9140-60ae69e3074b None None] Checking segment: {'id': '8e13bf12-0ba8-4868-9bfd-b629ca1ac8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '98885f08-b93f-43ec-be02-abfd330e9514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 04:59:59.821496 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-467f6dc7-ab65-4f39-9140-60ae69e3074b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:59.822041 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467f6dc7-ab65-4f39-9140-60ae69e3074b None None] Bound using segment: {'id': '8e13bf12-0ba8-4868-9bfd-b629ca1ac8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '98885f08-b93f-43ec-be02-abfd330e9514'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 04:59:59.822942 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-467f6dc7-ab65-4f39-9140-60ae69e3074b None None] Bound port: 9f65eece-5b4c-4ed8-9607-ce3a6e515cc6, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e13bf12-0ba8-4868-9bfd-b629ca1ac8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '98885f08-b93f-43ec-be02-abfd330e9514'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 04:59:59.823510 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-467f6dc7-ab65-4f39-9140-60ae69e3074b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:59.846785 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bd4806df-a9bc-4909-95f3-d56ed2bae710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:59.854897 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6de5404-c606-4bfe-bd29-a6889a977475 None None] Pushing event updated for resources: {'Port': ['ID=88798120-0b48-4cb6-b828-6083a509930e,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 04:59:59.934559 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4806df-a9bc-4909-95f3-d56ed2bae710 admin admin] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 04:59:59.937443 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-bd4806df-a9bc-4909-95f3-d56ed2bae710 admin admin] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 04:59:59.937658 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-467f6dc7-ab65-4f39-9140-60ae69e3074b None None] For port 9f65eece-5b4c-4ed8-9607-ce3a6e515cc6, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 04:59:59.939923 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4806df-a9bc-4909-95f3-d56ed2bae710 admin admin] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 04:59:59.945512 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-467f6dc7-ab65-4f39-9140-60ae69e3074b None None] For port 9f65eece-5b4c-4ed8-9607-ce3a6e515cc6, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=9f65eece-5b4c-4ed8-9607-ce3a6e515cc6,segment=NetworkSegment(8e13bf12-0ba8-4868-9bfd-b629ca1ac8b6),segment_id=8e13bf12-0ba8-4868-9bfd-b629ca1ac8b6)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 04:59:59.951258 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-467f6dc7-ab65-4f39-9140-60ae69e3074b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 04:59:59.977829 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4806df-a9bc-4909-95f3-d56ed2bae710 admin admin] Pushing event updated for resources: {'Port': ['ID=36802934-4ff2-451d-863a-c4c2a04e59fc,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:00:00.027640 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467f6dc7-ab65-4f39-9140-60ae69e3074b None None] Routers {'315f1464-bd7f-4981-9f32-780fcc39f972'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:00:00.028245 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-467f6dc7-ab65-4f39-9140-60ae69e3074b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:59:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['315f1464-bd7f-4981-9f32-780fcc39f972'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:00:00.120767 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fccd750-adc9-4ff9-b653-6feb9b2abbe6 None None] Pushing event updated for resources: {'Port': ['ID=9f65eece-5b4c-4ed8-9607-ce3a6e515cc6,revision_number=4']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:00:00.266485 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-467f6dc7-ab65-4f39-9140-60ae69e3074b None None] Set router 315f1464-bd7f-4981-9f32-780fcc39f972 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:00:00.413294 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bd4806df-a9bc-4909-95f3-d56ed2bae710 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:00.558052 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 08159129-30bf-4852-b6c7-64732b037d6e up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 05:00:00.592635 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-467f6dc7-ab65-4f39-9140-60ae69e3074b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315f1464-bd7f-4981-9f32-780fcc39f972', 'name': 'tempest-TestMinimumBasicScenario-1803796313-router', 'tenant_id': '5a06411ba87b466e944b93b50da90a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.138'}], 'enable_snat': True}, 'gw_port_id': '08159129-30bf-4852-b6c7-64732b037d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:59:52Z', 'updated_at': '2022-02-01T04:59:56Z', 'revision_number': 4, 'project_id': '5a06411ba87b466e944b93b50da90a8c', 'gw_port': {'id': '08159129-30bf-4852-b6c7-64732b037d6e', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:aa:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f1464-bd7f-4981-9f32-780fcc39f972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:59:53Z', 'updated_at': '2022-02-01T04:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '9f65eece-5b4c-4ed8-9607-ce3a6e515cc6', 'name': '', 'network_id': '98885f08-b93f-43ec-be02-abfd330e9514', 'tenant_id': '5a06411ba87b466e944b93b50da90a8c', 'mac_address': 'fa:16:3e:ce:8f:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315f1464-bd7f-4981-9f32-780fcc39f972', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '83d4d323-dee0-4509-b0f1-0e74038c2db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:59:55Z', 'updated_at': '2022-02-01T04:59:59Z', 'revision_number': 4, 'project_id': '5a06411ba87b466e944b93b50da90a8c', 'subnets': [{'id': '83d4d323-dee0-4509-b0f1-0e74038c2db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:00:00.597139 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467f6dc7-ab65-4f39-9140-60ae69e3074b None None] The sync data for ids ['315f1464-bd7f-4981-9f32-780fcc39f972'] in dv-neutron-826830-1-hyperv is: [{'id': '315f1464-bd7f-4981-9f32-780fcc39f972', 'name': 'tempest-TestMinimumBasicScenario-1803796313-router', 'tenant_id': '5a06411ba87b466e944b93b50da90a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.138'}], 'enable_snat': True}, 'gw_port_id': '08159129-30bf-4852-b6c7-64732b037d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:59:52Z', 'updated_at': '2022-02-01T04:59:56Z', 'revision_number': 4, 'project_id': '5a06411ba87b466e944b93b50da90a8c', 'gw_port': {'id': '08159129-30bf-4852-b6c7-64732b037d6e', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:aa:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f1464-bd7f-4981-9f32-780fcc39f972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:59:53Z', 'updated_at': '2022-02-01T04:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '9f65eece-5b4c-4ed8-9607-ce3a6e515cc6', 'name': '', 'network_id': '98885f08-b93f-43ec-be02-abfd330e9514', 'tenant_id': '5a06411ba87b466e944b93b50da90a8c', 'mac_address': 'fa:16:3e:ce:8f:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315f1464-bd7f-4981-9f32-780fcc39f972', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '83d4d323-dee0-4509-b0f1-0e74038c2db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:59:55Z', 'updated_at': '2022-02-01T04:59:59Z', 'revision_number': 4, 'project_id': '5a06411ba87b466e944b93b50da90a8c', 'subnets': [{'id': '83d4d323-dee0-4509-b0f1-0e74038c2db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 05:00:00.660839 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 08159129-30bf-4852-b6c7-64732b037d6e triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:00:00.661343 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:00.807966 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bd4806df-a9bc-4909-95f3-d56ed2bae710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337'] for router, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:00.840006 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 88798120-0b48-4cb6-b828-6083a509930e up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 05:00:00.928529 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 88798120-0b48-4cb6-b828-6083a509930e completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 05:00:01.089620 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f79fa02-09f7-417c-8fe6-9135042b710b None None] Network 92cbf948-d910-4520-8c1d-86cde4d694ff requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 05:00:01.179798 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-44222e08-db67-45c5-9316-1da264b3f07d None None] Provisioning for port 88798120-0b48-4cb6-b828-6083a509930e completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 05:00:01.182124 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd4806df-a9bc-4909-95f3-d56ed2bae710 admin admin] Router 5e2e3b57-ef2e-4532-ab35-24980d05151e is scheduled to L3 agent a3073304-82af-4a42-89af-bc532d6626bb with binding_index 1 {{(pid=87637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 01 05:00:01.192062 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-44222e08-db67-45c5-9316-1da264b3f07d None None] Provisioning complete for port 88798120-0b48-4cb6-b828-6083a509930e triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:00:01.192436 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-44222e08-db67-45c5-9316-1da264b3f07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:01.378569 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd4806df-a9bc-4909-95f3-d56ed2bae710 admin admin] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 05:00:01.403403 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bd4806df-a9bc-4909-95f3-d56ed2bae710 admin admin] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:01.404853 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-bd4806df-a9bc-4909-95f3-d56ed2bae710 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7343564 Feb 01 05:00:01.407042 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca8d47a-d25a-48d3-b17e-5a720aafcca9 None None] Sync routers for ids ['5e2e3b57-ef2e-4532-ab35-24980d05151e'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 05:00:01.407904 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 48070) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:00:01.431848 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-44222e08-db67-45c5-9316-1da264b3f07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:01.456862 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca8d47a-d25a-48d3-b17e-5a720aafcca9 None None] Routers {'5e2e3b57-ef2e-4532-ab35-24980d05151e'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:00:01.457489 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-4ca8d47a-d25a-48d3-b17e-5a720aafcca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:59:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['5e2e3b57-ef2e-4532-ab35-24980d05151e'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:00:01.562115 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-44222e08-db67-45c5-9316-1da264b3f07d None None] For port 88798120-0b48-4cb6-b828-6083a509930e, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=88798120-0b48-4cb6-b828-6083a509930e,segment=NetworkSegment(7a01be0b-bc5d-483d-97de-a69716fb216e),segment_id=7a01be0b-bc5d-483d-97de-a69716fb216e)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:00:01.624449 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-44222e08-db67-45c5-9316-1da264b3f07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:01.776134 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-4ca8d47a-d25a-48d3-b17e-5a720aafcca9 None None] Set router 5e2e3b57-ef2e-4532-ab35-24980d05151e gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:00:01.913933 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44222e08-db67-45c5-9316-1da264b3f07d None None] Pushing event updated for resources: {'Port': ['ID=88798120-0b48-4cb6-b828-6083a509930e,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:00:02.057426 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-93cdaa1d-2a86-4617-86a7-af7de3ede68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:02.079009 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-8768c6ce-5fb5-4fd3-b559-c57e14cdf529 None None] Provisioning complete for port 88798120-0b48-4cb6-b828-6083a509930e triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:00:02.079395 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8768c6ce-5fb5-4fd3-b559-c57e14cdf529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:02.247752 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-4ca8d47a-d25a-48d3-b17e-5a720aafcca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2e3b57-ef2e-4532-ab35-24980d05151e', 'name': 'tempest-TestMinimumBasicScenario-2035721-router', 'tenant_id': 'd514dc99618d4f15bc08fc0cb518599a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.33'}], 'enable_snat': True}, 'gw_port_id': '36802934-4ff2-451d-863a-c4c2a04e59fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:59:58Z', 'updated_at': '2022-02-01T05:00:00Z', 'revision_number': 3, 'project_id': 'd514dc99618d4f15bc08fc0cb518599a', 'gw_port': {'id': '36802934-4ff2-451d-863a-c4c2a04e59fc', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cf:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e2e3b57-ef2e-4532-ab35-24980d05151e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:59:59Z', 'updated_at': '2022-02-01T04:59:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:00:02.251885 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca8d47a-d25a-48d3-b17e-5a720aafcca9 None None] Checking router: 5e2e3b57-ef2e-4532-ab35-24980d05151e for host: dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 05:00:02.252233 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca8d47a-d25a-48d3-b17e-5a720aafcca9 None None] Updating router 5e2e3b57-ef2e-4532-ab35-24980d05151e port 36802934-4ff2-451d-863a-c4c2a04e59fc binding host dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 05:00:02.275955 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-430059c9-dd17-4816-ba74-943de704ce49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:02.304915 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4ca8d47a-d25a-48d3-b17e-5a720aafcca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:02.485384 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-430059c9-dd17-4816-ba74-943de704ce49 admin admin] Allocated IP 172.20.0.1 (92cbf948-d910-4520-8c1d-86cde4d694ff/aba59862-bbc5-4f65-b716-58f3901091be/a9eefce0-6737-414d-8b90-c9757cfeaafa) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 05:00:02.555473 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 9f65eece-5b4c-4ed8-9607-ce3a6e515cc6 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 05:00:02.644321 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-430059c9-dd17-4816-ba74-943de704ce49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:02.660058 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-430059c9-dd17-4816-ba74-943de704ce49 admin admin] Transition to ACTIVE for port object a9eefce0-6737-414d-8b90-c9757cfeaafa will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 05:00:02.683414 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-430059c9-dd17-4816-ba74-943de704ce49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:02.691653 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 9f65eece-5b4c-4ed8-9607-ce3a6e515cc6 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 05:00:02.704131 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 9f65eece-5b4c-4ed8-9607-ce3a6e515cc6 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:00:02.704501 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:02.735894 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4ca8d47a-d25a-48d3-b17e-5a720aafcca9 None None] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:02.750565 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430059c9-dd17-4816-ba74-943de704ce49 admin admin] Network 92cbf948-d910-4520-8c1d-86cde4d694ff is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 05:00:02.753527 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-430059c9-dd17-4816-ba74-943de704ce49 admin admin] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 05:00:02.757187 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430059c9-dd17-4816-ba74-943de704ce49 admin admin] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 05:00:02.764028 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-4ca8d47a-d25a-48d3-b17e-5a720aafcca9 None None] Transition to ACTIVE for port object 36802934-4ff2-451d-863a-c4c2a04e59fc will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 05:00:02.776653 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4ca8d47a-d25a-48d3-b17e-5a720aafcca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:02.795476 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430059c9-dd17-4816-ba74-943de704ce49 admin admin] Pushing event updated for resources: {'Port': ['ID=a9eefce0-6737-414d-8b90-c9757cfeaafa,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:00:02.817637 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-430059c9-dd17-4816-ba74-943de704ce49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-372107'] for router_interface, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:02.906040 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93a6b19-2524-47ad-86dc-9e2f9b703f1d None None] Pushing event updated for resources: {'Port': ['ID=36802934-4ff2-451d-863a-c4c2a04e59fc,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:00:02.916352 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-4ca8d47a-d25a-48d3-b17e-5a720aafcca9 None None] Attempting to bind port 36802934-4ff2-451d-863a-c4c2a04e59fc on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 05:00:02.916721 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-4ca8d47a-d25a-48d3-b17e-5a720aafcca9 None None] Attempting to bind port 36802934-4ff2-451d-863a-c4c2a04e59fc by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 05:00:02.917080 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca8d47a-d25a-48d3-b17e-5a720aafcca9 None None] Attempting to bind port 36802934-4ff2-451d-863a-c4c2a04e59fc on network bdef128a-46b3-4cca-a245-48d1eb781269 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 05:00:02.930444 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca8d47a-d25a-48d3-b17e-5a720aafcca9 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 4, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 05:00:02.930817 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca8d47a-d25a-48d3-b17e-5a720aafcca9 None None] Checking segment: {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 05:00:02.931333 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4ca8d47a-d25a-48d3-b17e-5a720aafcca9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:02.931737 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca8d47a-d25a-48d3-b17e-5a720aafcca9 None None] Bound using segment: {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 05:00:02.932192 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-4ca8d47a-d25a-48d3-b17e-5a720aafcca9 None None] Bound port: 36802934-4ff2-451d-863a-c4c2a04e59fc, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 05:00:02.932552 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4ca8d47a-d25a-48d3-b17e-5a720aafcca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:02.977782 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:03.035570 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 9f65eece-5b4c-4ed8-9607-ce3a6e515cc6, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=9f65eece-5b4c-4ed8-9607-ce3a6e515cc6,segment=NetworkSegment(8e13bf12-0ba8-4868-9bfd-b629ca1ac8b6),segment_id=8e13bf12-0ba8-4868-9bfd-b629ca1ac8b6)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:00:03.036785 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-4ca8d47a-d25a-48d3-b17e-5a720aafcca9 None None] For port 36802934-4ff2-451d-863a-c4c2a04e59fc, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 05:00:03.040446 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-4ca8d47a-d25a-48d3-b17e-5a720aafcca9 None None] For port 36802934-4ff2-451d-863a-c4c2a04e59fc, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=36802934-4ff2-451d-863a-c4c2a04e59fc,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 05:00:03.041661 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:03.042514 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 88798120-0b48-4cb6-b828-6083a509930e up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 05:00:03.090198 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-430059c9-dd17-4816-ba74-943de704ce49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:03.117909 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4ca8d47a-d25a-48d3-b17e-5a720aafcca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:03.183863 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-03778757-eb8f-4bdb-8bf3-aac4783efe2a None None] Provisioning for port a9eefce0-6737-414d-8b90-c9757cfeaafa completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 05:00:03.191870 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca8d47a-d25a-48d3-b17e-5a720aafcca9 None None] Routers {'5e2e3b57-ef2e-4532-ab35-24980d05151e'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:00:03.192494 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-4ca8d47a-d25a-48d3-b17e-5a720aafcca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T04:59:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['5e2e3b57-ef2e-4532-ab35-24980d05151e'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:00:03.250047 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-03778757-eb8f-4bdb-8bf3-aac4783efe2a None None] Provisioning complete for port a9eefce0-6737-414d-8b90-c9757cfeaafa triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:00:03.250411 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-03778757-eb8f-4bdb-8bf3-aac4783efe2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:03.284841 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=9f65eece-5b4c-4ed8-9607-ce3a6e515cc6,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:00:03.310418 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-430059c9-dd17-4816-ba74-943de704ce49 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:03.316142 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-430059c9-dd17-4816-ba74-943de704ce49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:03.392704 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 88798120-0b48-4cb6-b828-6083a509930e triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:00:03.393065 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:03.415665 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-03778757-eb8f-4bdb-8bf3-aac4783efe2a None None] Port a9eefce0-6737-414d-8b90-c9757cfeaafa cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 05:00:03.421678 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430059c9-dd17-4816-ba74-943de704ce49 admin admin] Pushing event updated for resources: {'Port': ['ID=a9eefce0-6737-414d-8b90-c9757cfeaafa,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:00:03.425104 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-430059c9-dd17-4816-ba74-943de704ce49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371990'] for router_interface, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:03.554113 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93a6b19-2524-47ad-86dc-9e2f9b703f1d None None] Pushing event updated for resources: {'Port': ['ID=36802934-4ff2-451d-863a-c4c2a04e59fc,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:00:03.601221 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-4ca8d47a-d25a-48d3-b17e-5a720aafcca9 None None] Set router 5e2e3b57-ef2e-4532-ab35-24980d05151e gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:00:03.669110 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430059c9-dd17-4816-ba74-943de704ce49 admin admin] Network 92cbf948-d910-4520-8c1d-86cde4d694ff is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 05:00:03.670103 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-430059c9-dd17-4816-ba74-943de704ce49 admin admin] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 05:00:03.860209 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-430059c9-dd17-4816-ba74-943de704ce49 admin admin] Router 5e2e3b57-ef2e-4532-ab35-24980d05151e has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 05:00:03.997506 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-14e2e1ea-795b-4713-b3ba-9f0af3ffc8de None None] Provisioning complete for port a9eefce0-6737-414d-8b90-c9757cfeaafa triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:00:03.998056 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-14e2e1ea-795b-4713-b3ba-9f0af3ffc8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:04.037866 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-430059c9-dd17-4816-ba74-943de704ce49 admin admin] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 05:00:04.048515 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-430059c9-dd17-4816-ba74-943de704ce49 admin admin] 10.222.0.24 "PUT /v2.0/routers/5e2e3b57-ef2e-4532-ab35-24980d05151e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6390505 Feb 01 05:00:04.061940 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-14e2e1ea-795b-4713-b3ba-9f0af3ffc8de None None] Port a9eefce0-6737-414d-8b90-c9757cfeaafa cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 05:00:04.074797 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-4ca8d47a-d25a-48d3-b17e-5a720aafcca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2e3b57-ef2e-4532-ab35-24980d05151e', 'name': 'tempest-TestMinimumBasicScenario-2035721-router', 'tenant_id': 'd514dc99618d4f15bc08fc0cb518599a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.33'}], 'enable_snat': True}, 'gw_port_id': '36802934-4ff2-451d-863a-c4c2a04e59fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:59:58Z', 'updated_at': '2022-02-01T05:00:03Z', 'revision_number': 4, 'project_id': 'd514dc99618d4f15bc08fc0cb518599a', 'gw_port': {'id': '36802934-4ff2-451d-863a-c4c2a04e59fc', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cf:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e2e3b57-ef2e-4532-ab35-24980d05151e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:59:59Z', 'updated_at': '2022-02-01T05:00:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': 'a9eefce0-6737-414d-8b90-c9757cfeaafa', 'name': '', 'network_id': '92cbf948-d910-4520-8c1d-86cde4d694ff', 'tenant_id': 'd514dc99618d4f15bc08fc0cb518599a', 'mac_address': 'fa:16:3e:f9:a6:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e2e3b57-ef2e-4532-ab35-24980d05151e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'aba59862-bbc5-4f65-b716-58f3901091be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:00:02Z', 'updated_at': '2022-02-01T05:00:02Z', 'revision_number': 1, 'project_id': 'd514dc99618d4f15bc08fc0cb518599a', 'subnets': [{'id': 'aba59862-bbc5-4f65-b716-58f3901091be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:00:04.078774 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca8d47a-d25a-48d3-b17e-5a720aafcca9 None None] The sync data for ids ['5e2e3b57-ef2e-4532-ab35-24980d05151e'] in dv-neutron-826830-1-hyperv is: [{'id': '5e2e3b57-ef2e-4532-ab35-24980d05151e', 'name': 'tempest-TestMinimumBasicScenario-2035721-router', 'tenant_id': 'd514dc99618d4f15bc08fc0cb518599a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.33'}], 'enable_snat': True}, 'gw_port_id': '36802934-4ff2-451d-863a-c4c2a04e59fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:59:58Z', 'updated_at': '2022-02-01T05:00:03Z', 'revision_number': 4, 'project_id': 'd514dc99618d4f15bc08fc0cb518599a', 'gw_port': {'id': '36802934-4ff2-451d-863a-c4c2a04e59fc', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cf:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e2e3b57-ef2e-4532-ab35-24980d05151e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:59:59Z', 'updated_at': '2022-02-01T05:00:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': 'a9eefce0-6737-414d-8b90-c9757cfeaafa', 'name': '', 'network_id': '92cbf948-d910-4520-8c1d-86cde4d694ff', 'tenant_id': 'd514dc99618d4f15bc08fc0cb518599a', 'mac_address': 'fa:16:3e:f9:a6:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e2e3b57-ef2e-4532-ab35-24980d05151e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'aba59862-bbc5-4f65-b716-58f3901091be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:00:02Z', 'updated_at': '2022-02-01T05:00:02Z', 'revision_number': 1, 'project_id': 'd514dc99618d4f15bc08fc0cb518599a', 'subnets': [{'id': 'aba59862-bbc5-4f65-b716-58f3901091be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 05:00:04.292349 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-91656ff1-a23f-4c38-862f-ac2251eb67dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:04.482664 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 9f65eece-5b4c-4ed8-9607-ce3a6e515cc6 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 05:00:04.554145 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 9f65eece-5b4c-4ed8-9607-ce3a6e515cc6 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:00:04.554690 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:05.426511 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:05.565723 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:06.506471 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 36802934-4ff2-451d-863a-c4c2a04e59fc up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 05:00:06.602618 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 36802934-4ff2-451d-863a-c4c2a04e59fc completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 05:00:06.608009 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 36802934-4ff2-451d-863a-c4c2a04e59fc triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:00:06.608385 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:06.738775 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:06.757637 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 36802934-4ff2-451d-863a-c4c2a04e59fc, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=36802934-4ff2-451d-863a-c4c2a04e59fc,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:00:06.764169 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:06.848004 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=36802934-4ff2-451d-863a-c4c2a04e59fc,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:00:07.076147 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:07.889251 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f729547-1038-46ec-a10a-62d7c7f84553 None None] Sync routers for ids ['5e2e3b57-ef2e-4532-ab35-24980d05151e'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 05:00:07.900970 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f729547-1038-46ec-a10a-62d7c7f84553 None None] Routers {'5e2e3b57-ef2e-4532-ab35-24980d05151e'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:00:07.901680 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-9f729547-1038-46ec-a10a-62d7c7f84553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:00:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['5e2e3b57-ef2e-4532-ab35-24980d05151e'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:00:08.115979 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-9f729547-1038-46ec-a10a-62d7c7f84553 None None] Set router 5e2e3b57-ef2e-4532-ab35-24980d05151e gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:00:08.472721 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-9f729547-1038-46ec-a10a-62d7c7f84553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2e3b57-ef2e-4532-ab35-24980d05151e', 'name': 'tempest-TestMinimumBasicScenario-2035721-router', 'tenant_id': 'd514dc99618d4f15bc08fc0cb518599a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.33'}], 'enable_snat': True}, 'gw_port_id': '36802934-4ff2-451d-863a-c4c2a04e59fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:59:58Z', 'updated_at': '2022-02-01T05:00:03Z', 'revision_number': 4, 'project_id': 'd514dc99618d4f15bc08fc0cb518599a', 'gw_port': {'id': '36802934-4ff2-451d-863a-c4c2a04e59fc', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cf:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2e3b57-ef2e-4532-ab35-24980d05151e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:59:59Z', 'updated_at': '2022-02-01T05:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': 'a9eefce0-6737-414d-8b90-c9757cfeaafa', 'name': '', 'network_id': '92cbf948-d910-4520-8c1d-86cde4d694ff', 'tenant_id': 'd514dc99618d4f15bc08fc0cb518599a', 'mac_address': 'fa:16:3e:f9:a6:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e2e3b57-ef2e-4532-ab35-24980d05151e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'aba59862-bbc5-4f65-b716-58f3901091be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:00:02Z', 'updated_at': '2022-02-01T05:00:03Z', 'revision_number': 2, 'project_id': 'd514dc99618d4f15bc08fc0cb518599a', 'subnets': [{'id': 'aba59862-bbc5-4f65-b716-58f3901091be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:00:08.479083 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f729547-1038-46ec-a10a-62d7c7f84553 None None] Checking router: 5e2e3b57-ef2e-4532-ab35-24980d05151e for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 05:00:08.479598 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f729547-1038-46ec-a10a-62d7c7f84553 None None] Updating router 5e2e3b57-ef2e-4532-ab35-24980d05151e port a9eefce0-6737-414d-8b90-c9757cfeaafa binding host dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 05:00:08.483060 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 36802934-4ff2-451d-863a-c4c2a04e59fc up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 05:00:08.541152 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9f729547-1038-46ec-a10a-62d7c7f84553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:08.561730 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 36802934-4ff2-451d-863a-c4c2a04e59fc triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:00:08.562498 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:08.935157 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9f729547-1038-46ec-a10a-62d7c7f84553 None None] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:08.947815 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-9f729547-1038-46ec-a10a-62d7c7f84553 None None] Transition to ACTIVE for port object a9eefce0-6737-414d-8b90-c9757cfeaafa will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 05:00:08.956691 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9f729547-1038-46ec-a10a-62d7c7f84553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:09.110273 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24fe85f-2ad6-44aa-b801-f44cd8117651 None None] Pushing event updated for resources: {'Port': ['ID=a9eefce0-6737-414d-8b90-c9757cfeaafa,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:00:09.187959 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-9f729547-1038-46ec-a10a-62d7c7f84553 None None] Attempting to bind port a9eefce0-6737-414d-8b90-c9757cfeaafa on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 05:00:09.188421 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-9f729547-1038-46ec-a10a-62d7c7f84553 None None] Attempting to bind port a9eefce0-6737-414d-8b90-c9757cfeaafa by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '7a01be0b-bc5d-483d-97de-a69716fb216e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92cbf948-d910-4520-8c1d-86cde4d694ff'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 05:00:09.189072 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f729547-1038-46ec-a10a-62d7c7f84553 None None] Attempting to bind port a9eefce0-6737-414d-8b90-c9757cfeaafa on network 92cbf948-d910-4520-8c1d-86cde4d694ff {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 05:00:09.195356 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f729547-1038-46ec-a10a-62d7c7f84553 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 5, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 05:00:09.196488 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f729547-1038-46ec-a10a-62d7c7f84553 None None] Checking segment: {'id': '7a01be0b-bc5d-483d-97de-a69716fb216e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92cbf948-d910-4520-8c1d-86cde4d694ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 05:00:09.196945 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9f729547-1038-46ec-a10a-62d7c7f84553 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:09.197398 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f729547-1038-46ec-a10a-62d7c7f84553 None None] Bound using segment: {'id': '7a01be0b-bc5d-483d-97de-a69716fb216e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92cbf948-d910-4520-8c1d-86cde4d694ff'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 05:00:09.198158 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-9f729547-1038-46ec-a10a-62d7c7f84553 None None] Bound port: a9eefce0-6737-414d-8b90-c9757cfeaafa, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a01be0b-bc5d-483d-97de-a69716fb216e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92cbf948-d910-4520-8c1d-86cde4d694ff'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 05:00:09.198600 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9f729547-1038-46ec-a10a-62d7c7f84553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:09.307398 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-9f729547-1038-46ec-a10a-62d7c7f84553 None None] For port a9eefce0-6737-414d-8b90-c9757cfeaafa, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 05:00:09.311538 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-9f729547-1038-46ec-a10a-62d7c7f84553 None None] For port a9eefce0-6737-414d-8b90-c9757cfeaafa, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=a9eefce0-6737-414d-8b90-c9757cfeaafa,segment=NetworkSegment(7a01be0b-bc5d-483d-97de-a69716fb216e),segment_id=7a01be0b-bc5d-483d-97de-a69716fb216e)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 05:00:09.320354 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9f729547-1038-46ec-a10a-62d7c7f84553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:09.401837 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f729547-1038-46ec-a10a-62d7c7f84553 None None] Routers {'5e2e3b57-ef2e-4532-ab35-24980d05151e'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:00:09.402636 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-9f729547-1038-46ec-a10a-62d7c7f84553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:00:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['5e2e3b57-ef2e-4532-ab35-24980d05151e'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:00:09.469367 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24fe85f-2ad6-44aa-b801-f44cd8117651 None None] Pushing event updated for resources: {'Port': ['ID=a9eefce0-6737-414d-8b90-c9757cfeaafa,revision_number=4']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:00:09.638420 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-9f729547-1038-46ec-a10a-62d7c7f84553 None None] Set router 5e2e3b57-ef2e-4532-ab35-24980d05151e gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:00:10.010253 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-9f729547-1038-46ec-a10a-62d7c7f84553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2e3b57-ef2e-4532-ab35-24980d05151e', 'name': 'tempest-TestMinimumBasicScenario-2035721-router', 'tenant_id': 'd514dc99618d4f15bc08fc0cb518599a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.33'}], 'enable_snat': True}, 'gw_port_id': '36802934-4ff2-451d-863a-c4c2a04e59fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:59:58Z', 'updated_at': '2022-02-01T05:00:03Z', 'revision_number': 4, 'project_id': 'd514dc99618d4f15bc08fc0cb518599a', 'gw_port': {'id': '36802934-4ff2-451d-863a-c4c2a04e59fc', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cf:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2e3b57-ef2e-4532-ab35-24980d05151e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:59:59Z', 'updated_at': '2022-02-01T05:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': 'a9eefce0-6737-414d-8b90-c9757cfeaafa', 'name': '', 'network_id': '92cbf948-d910-4520-8c1d-86cde4d694ff', 'tenant_id': 'd514dc99618d4f15bc08fc0cb518599a', 'mac_address': 'fa:16:3e:f9:a6:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e2e3b57-ef2e-4532-ab35-24980d05151e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'aba59862-bbc5-4f65-b716-58f3901091be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:00:02Z', 'updated_at': '2022-02-01T05:00:09Z', 'revision_number': 4, 'project_id': 'd514dc99618d4f15bc08fc0cb518599a', 'subnets': [{'id': 'aba59862-bbc5-4f65-b716-58f3901091be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:00:10.014575 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f729547-1038-46ec-a10a-62d7c7f84553 None None] The sync data for ids ['5e2e3b57-ef2e-4532-ab35-24980d05151e'] in dv-neutron-826830-1-hyperv is: [{'id': '5e2e3b57-ef2e-4532-ab35-24980d05151e', 'name': 'tempest-TestMinimumBasicScenario-2035721-router', 'tenant_id': 'd514dc99618d4f15bc08fc0cb518599a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.33'}], 'enable_snat': True}, 'gw_port_id': '36802934-4ff2-451d-863a-c4c2a04e59fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:59:58Z', 'updated_at': '2022-02-01T05:00:03Z', 'revision_number': 4, 'project_id': 'd514dc99618d4f15bc08fc0cb518599a', 'gw_port': {'id': '36802934-4ff2-451d-863a-c4c2a04e59fc', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cf:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2e3b57-ef2e-4532-ab35-24980d05151e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:59:59Z', 'updated_at': '2022-02-01T05:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': 'a9eefce0-6737-414d-8b90-c9757cfeaafa', 'name': '', 'network_id': '92cbf948-d910-4520-8c1d-86cde4d694ff', 'tenant_id': 'd514dc99618d4f15bc08fc0cb518599a', 'mac_address': 'fa:16:3e:f9:a6:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e2e3b57-ef2e-4532-ab35-24980d05151e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'aba59862-bbc5-4f65-b716-58f3901091be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:00:02Z', 'updated_at': '2022-02-01T05:00:09Z', 'revision_number': 4, 'project_id': 'd514dc99618d4f15bc08fc0cb518599a', 'subnets': [{'id': 'aba59862-bbc5-4f65-b716-58f3901091be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 05:00:10.517092 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device a9eefce0-6737-414d-8b90-c9757cfeaafa up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 05:00:10.590977 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port a9eefce0-6737-414d-8b90-c9757cfeaafa completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 05:00:10.595218 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port a9eefce0-6737-414d-8b90-c9757cfeaafa triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:00:10.595603 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:10.776522 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:10.819475 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port a9eefce0-6737-414d-8b90-c9757cfeaafa, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=a9eefce0-6737-414d-8b90-c9757cfeaafa,segment=NetworkSegment(7a01be0b-bc5d-483d-97de-a69716fb216e),segment_id=7a01be0b-bc5d-483d-97de-a69716fb216e)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:00:10.825050 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:10.912936 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=a9eefce0-6737-414d-8b90-c9757cfeaafa,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:00:12.485093 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device a9eefce0-6737-414d-8b90-c9757cfeaafa up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 05:00:12.563377 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port a9eefce0-6737-414d-8b90-c9757cfeaafa triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:00:12.563938 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:14.121135 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a41509c-7314-4d5f-ab70-14a3d250aa1a req-4cf23633-3321-4f62-98af-f9ad85db36af tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:00:14.122462 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3a41509c-7314-4d5f-ab70-14a3d250aa1a req-4cf23633-3321-4f62-98af-f9ad85db36af tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] 10.222.0.24 "GET /v2.0/networks?id=98885f08-b93f-43ec-be02-abfd330e9514 HTTP/1.1" status: 200 len: 815 time: 0.1414361 Feb 01 05:00:14.136537 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3a41509c-7314-4d5f-ab70-14a3d250aa1a req-95e259c0-4843-4ca1-bad3-350f5916ab7c tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] 10.222.0.24 "GET /v2.0/quotas/5a06411ba87b466e944b93b50da90a8c HTTP/1.1" status: 200 len: 375 time: 0.0086510 Feb 01 05:00:14.217342 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3a41509c-7314-4d5f-ab70-14a3d250aa1a req-ee472557-8d04-46f0-a451-f9fc846a0161 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5a06411ba87b466e944b93b50da90a8c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0761135 Feb 01 05:00:14.347956 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3a41509c-7314-4d5f-ab70-14a3d250aa1a req-7765bebd-d9d3-470b-ac81-edbc4967f436 service neutron] 10.222.0.24 "GET /v2.0/networks/98885f08-b93f-43ec-be02-abfd330e9514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189439 Feb 01 05:00:14.473968 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3a41509c-7314-4d5f-ab70-14a3d250aa1a req-477dc81c-9177-4efd-b310-055a9675d0c7 service neutron] 10.222.0.24 "GET /v2.0/networks/98885f08-b93f-43ec-be02-abfd330e9514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199234 Feb 01 05:00:14.643610 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-2602528c-6f81-4230-b2b4-2f448df55e8c req-b9a26b20-4cfc-4748-933b-323b84e269c4 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Synchronizing usage tracker for tenant:5a06411ba87b466e944b93b50da90a8c on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 05:00:14.660124 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-2602528c-6f81-4230-b2b4-2f448df55e8c req-b9a26b20-4cfc-4748-933b-323b84e269c4 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Unset dirty status for tenant:5a06411ba87b466e944b93b50da90a8c on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 05:00:14.661431 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-2602528c-6f81-4230-b2b4-2f448df55e8c req-b9a26b20-4cfc-4748-933b-323b84e269c4 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c78284a-8ee9-4218-a883-86be4fa0d2fb HTTP/1.1" status: 200 len: 210 time: 0.0601008 Feb 01 05:00:15.186162 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:15.754492 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a41509c-7314-4d5f-ab70-14a3d250aa1a req-5622d423-5fa4-40a0-8e36-d31736faa1a2 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:00:15.755948 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3a41509c-7314-4d5f-ab70-14a3d250aa1a req-5622d423-5fa4-40a0-8e36-d31736faa1a2 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] 10.222.0.18 "GET /v2.0/networks?id=98885f08-b93f-43ec-be02-abfd330e9514 HTTP/1.1" status: 200 len: 815 time: 0.1568847 Feb 01 05:00:15.774314 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-3a41509c-7314-4d5f-ab70-14a3d250aa1a req-5176ad20-7b70-4c7c-8fa6-1ba464c57d96 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Request body: {'port': {'device_id': '2c78284a-8ee9-4218-a883-86be4fa0d2fb', 'network_id': '98885f08-b93f-43ec-be02-abfd330e9514', 'admin_state_up': True, 'tenant_id': '5a06411ba87b466e944b93b50da90a8c'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:00:15.836973 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-05d6823d-a9ef-4f90-8077-f55ff814d816 req-e953c3bf-9cfd-4890-ae39-2eda189bd35d tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c78284a-8ee9-4218-a883-86be4fa0d2fb HTTP/1.1" status: 200 len: 210 time: 0.0491123 Feb 01 05:00:15.949486 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-3a41509c-7314-4d5f-ab70-14a3d250aa1a req-5176ad20-7b70-4c7c-8fa6-1ba464c57d96 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:00:15.958792 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-3a41509c-7314-4d5f-ab70-14a3d250aa1a req-5176ad20-7b70-4c7c-8fa6-1ba464c57d96 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:00:15.969576 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a41509c-7314-4d5f-ab70-14a3d250aa1a req-5176ad20-7b70-4c7c-8fa6-1ba464c57d96 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Made reservation on behalf of 5a06411ba87b466e944b93b50da90a8c for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 05:00:15.972966 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-3a41509c-7314-4d5f-ab70-14a3d250aa1a req-5176ad20-7b70-4c7c-8fa6-1ba464c57d96 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:16.145062 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [req-3a41509c-7314-4d5f-ab70-14a3d250aa1a req-5176ad20-7b70-4c7c-8fa6-1ba464c57d96 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Allocated IP 172.20.0.14 (98885f08-b93f-43ec-be02-abfd330e9514/83d4d323-dee0-4509-b0f1-0e74038c2db0/3d8b3035-cb0a-46ee-9c40-eef150cb0be7) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 05:00:16.495956 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-3a41509c-7314-4d5f-ab70-14a3d250aa1a req-5176ad20-7b70-4c7c-8fa6-1ba464c57d96 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:16.512413 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-3a41509c-7314-4d5f-ab70-14a3d250aa1a req-5176ad20-7b70-4c7c-8fa6-1ba464c57d96 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Transition to ACTIVE for port object 3d8b3035-cb0a-46ee-9c40-eef150cb0be7 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 05:00:16.549249 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-3a41509c-7314-4d5f-ab70-14a3d250aa1a req-5176ad20-7b70-4c7c-8fa6-1ba464c57d96 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:16.624314 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a41509c-7314-4d5f-ab70-14a3d250aa1a req-5176ad20-7b70-4c7c-8fa6-1ba464c57d96 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Network 98885f08-b93f-43ec-be02-abfd330e9514 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 05:00:16.627667 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [req-3a41509c-7314-4d5f-ab70-14a3d250aa1a req-5176ad20-7b70-4c7c-8fa6-1ba464c57d96 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 05:00:16.631628 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a41509c-7314-4d5f-ab70-14a3d250aa1a req-5176ad20-7b70-4c7c-8fa6-1ba464c57d96 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 05:00:16.665125 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5176ad20-7b70-4c7c-8fa6-1ba464c57d96 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Pushing event updated for resources: {'Port': ['ID=3d8b3035-cb0a-46ee-9c40-eef150cb0be7,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:00:16.715129 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a41509c-7314-4d5f-ab70-14a3d250aa1a req-5176ad20-7b70-4c7c-8fa6-1ba464c57d96 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:00:16.715790 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-3a41509c-7314-4d5f-ab70-14a3d250aa1a req-5176ad20-7b70-4c7c-8fa6-1ba464c57d96 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:16.757979 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3a41509c-7314-4d5f-ab70-14a3d250aa1a req-5176ad20-7b70-4c7c-8fa6-1ba464c57d96 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9874022 Feb 01 05:00:16.932674 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-72245d1b-d575-4c8a-86b9-092828728625 None None] Provisioning for port 3d8b3035-cb0a-46ee-9c40-eef150cb0be7 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 05:00:16.939766 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-72245d1b-d575-4c8a-86b9-092828728625 None None] Provisioning complete for port 3d8b3035-cb0a-46ee-9c40-eef150cb0be7 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:00:16.940672 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-72245d1b-d575-4c8a-86b9-092828728625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:17.019510 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-72245d1b-d575-4c8a-86b9-092828728625 None None] Port 3d8b3035-cb0a-46ee-9c40-eef150cb0be7 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 05:00:17.066362 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bbbcdd-09b9-4f9a-9191-ee30936566e7 req-385796c0-3376-44a4-afcc-ae830ca6b25e tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:00:17.068005 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-63bbbcdd-09b9-4f9a-9191-ee30936566e7 req-385796c0-3376-44a4-afcc-ae830ca6b25e tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c78284a-8ee9-4218-a883-86be4fa0d2fb HTTP/1.1" status: 200 len: 932 time: 0.1065903 Feb 01 05:00:17.114065 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-63bbbcdd-09b9-4f9a-9191-ee30936566e7 req-e8cce2d1-1e89-4cc5-a105-91e4f5a7eef5 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Synchronizing usage tracker for tenant:5a06411ba87b466e944b93b50da90a8c on resource:security_group {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 05:00:17.134323 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-63bbbcdd-09b9-4f9a-9191-ee30936566e7 req-e8cce2d1-1e89-4cc5-a105-91e4f5a7eef5 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Unset dirty status for tenant:5a06411ba87b466e944b93b50da90a8c on resource:security_group {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 05:00:17.135887 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-63bbbcdd-09b9-4f9a-9191-ee30936566e7 req-e8cce2d1-1e89-4cc5-a105-91e4f5a7eef5 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] 10.222.0.24 "GET /v2.0/security-groups?id=20cb753d-8af2-453b-9b33-00ebdf882248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622818 Feb 01 05:00:18.327313 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5d7285-706e-4922-a689-e142e88c1680 req-2fac8dac-2b4d-46b9-9b47-b52320de9c8e tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:00:18.328160 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-7a5d7285-706e-4922-a689-e142e88c1680 req-2fac8dac-2b4d-46b9-9b47-b52320de9c8e tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Synchronizing usage tracker for tenant:5a06411ba87b466e944b93b50da90a8c on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 05:00:18.344286 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-7a5d7285-706e-4922-a689-e142e88c1680 req-2fac8dac-2b4d-46b9-9b47-b52320de9c8e tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Unset dirty status for tenant:5a06411ba87b466e944b93b50da90a8c on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 05:00:18.345475 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7a5d7285-706e-4922-a689-e142e88c1680 req-2fac8dac-2b4d-46b9-9b47-b52320de9c8e tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c78284a-8ee9-4218-a883-86be4fa0d2fb HTTP/1.1" status: 200 len: 932 time: 0.1052015 Feb 01 05:00:18.391427 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7a5d7285-706e-4922-a689-e142e88c1680 req-2325c2a5-ccb1-4783-bcfc-07e3571d7360 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] 10.222.0.24 "GET /v2.0/security-groups?id=20cb753d-8af2-453b-9b33-00ebdf882248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401864 Feb 01 05:00:19.586372 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4105d574-aa85-48fe-8fd7-7028263d9771 req-72f3f25b-d802-471c-ab64-adf54be8c1ce tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:00:19.588924 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-4105d574-aa85-48fe-8fd7-7028263d9771 req-72f3f25b-d802-471c-ab64-adf54be8c1ce tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c78284a-8ee9-4218-a883-86be4fa0d2fb HTTP/1.1" status: 200 len: 932 time: 0.0876784 Feb 01 05:00:19.633084 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-4105d574-aa85-48fe-8fd7-7028263d9771 req-58607879-fb45-4bef-9e4f-44ab4a79766e tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] 10.222.0.24 "GET /v2.0/security-groups?id=20cb753d-8af2-453b-9b33-00ebdf882248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386872 Feb 01 05:00:20.826770 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef160f0-7b2a-48d4-bf19-e1242b7958d1 req-8e74e6bb-0b6d-44a6-8298-00a03077a047 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:00:20.828317 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-aef160f0-7b2a-48d4-bf19-e1242b7958d1 req-8e74e6bb-0b6d-44a6-8298-00a03077a047 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c78284a-8ee9-4218-a883-86be4fa0d2fb HTTP/1.1" status: 200 len: 932 time: 0.0822771 Feb 01 05:00:20.885408 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-aef160f0-7b2a-48d4-bf19-e1242b7958d1 req-00979435-a0ea-48cd-b003-1ec70517c85d tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] 10.222.0.24 "GET /v2.0/security-groups?id=20cb753d-8af2-453b-9b33-00ebdf882248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497603 Feb 01 05:00:22.092618 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec7780-4add-4e39-91eb-f22151897b5f req-dae4956d-db80-43a3-8cda-488eb6033c34 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:00:22.094079 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-44ec7780-4add-4e39-91eb-f22151897b5f req-dae4956d-db80-43a3-8cda-488eb6033c34 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c78284a-8ee9-4218-a883-86be4fa0d2fb HTTP/1.1" status: 200 len: 932 time: 0.0902402 Feb 01 05:00:22.147359 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-44ec7780-4add-4e39-91eb-f22151897b5f req-959db43c-1fea-47c7-994f-a3b3d12c8075 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] 10.222.0.24 "GET /v2.0/security-groups?id=20cb753d-8af2-453b-9b33-00ebdf882248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474026 Feb 01 05:00:23.341179 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac90158-a6a9-4e7e-97a1-4a139319f25e req-89233fae-6098-4cb4-a91f-13803bc993d7 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:00:23.342629 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5ac90158-a6a9-4e7e-97a1-4a139319f25e req-89233fae-6098-4cb4-a91f-13803bc993d7 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c78284a-8ee9-4218-a883-86be4fa0d2fb HTTP/1.1" status: 200 len: 932 time: 0.0859516 Feb 01 05:00:23.391045 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5ac90158-a6a9-4e7e-97a1-4a139319f25e req-f0fae2f3-c975-4aef-a32e-89c552e01350 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] 10.222.0.24 "GET /v2.0/security-groups?id=20cb753d-8af2-453b-9b33-00ebdf882248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408347 Feb 01 05:00:24.471409 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-3a41509c-7314-4d5f-ab70-14a3d250aa1a req-8161557a-605d-4cf6-bb5f-30e15f302929 service neutron] Request body: {'port': {'device_id': '2c78284a-8ee9-4218-a883-86be4fa0d2fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:00:24.574753 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d60e7-6b0d-4cc6-bb99-def7627fc948 req-90131827-723d-44d7-b50e-d1d6fd2603e3 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:00:24.576242 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-2e4d60e7-6b0d-4cc6-bb99-def7627fc948 req-90131827-723d-44d7-b50e-d1d6fd2603e3 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c78284a-8ee9-4218-a883-86be4fa0d2fb HTTP/1.1" status: 200 len: 932 time: 0.0795851 Feb 01 05:00:24.582491 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-3a41509c-7314-4d5f-ab70-14a3d250aa1a req-8161557a-605d-4cf6-bb5f-30e15f302929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:24.620348 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-2e4d60e7-6b0d-4cc6-bb99-def7627fc948 req-e132dfc0-b78e-44bd-b37b-f840efb03036 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] 10.222.0.24 "GET /v2.0/security-groups?id=20cb753d-8af2-453b-9b33-00ebdf882248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383689 Feb 01 05:00:24.916151 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [req-3a41509c-7314-4d5f-ab70-14a3d250aa1a req-8161557a-605d-4cf6-bb5f-30e15f302929 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d8b3035-cb0a-46ee-9c40-eef150cb0be7 {{(pid=87636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 05:00:24.923184 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-3a41509c-7314-4d5f-ab70-14a3d250aa1a req-8161557a-605d-4cf6-bb5f-30e15f302929 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:24.939658 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-3a41509c-7314-4d5f-ab70-14a3d250aa1a req-8161557a-605d-4cf6-bb5f-30e15f302929 service neutron] Transition to ACTIVE for port object 3d8b3035-cb0a-46ee-9c40-eef150cb0be7 will not be triggered until provisioned by entity L2. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 05:00:24.943431 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-3a41509c-7314-4d5f-ab70-14a3d250aa1a req-8161557a-605d-4cf6-bb5f-30e15f302929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:25.107086 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8161557a-605d-4cf6-bb5f-30e15f302929 service neutron] Pushing event updated for resources: {'Port': ['ID=3d8b3035-cb0a-46ee-9c40-eef150cb0be7,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:00:25.181317 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-3a41509c-7314-4d5f-ab70-14a3d250aa1a req-8161557a-605d-4cf6-bb5f-30e15f302929 service neutron] Attempting to bind port 3d8b3035-cb0a-46ee-9c40-eef150cb0be7 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 05:00:25.181644 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-3a41509c-7314-4d5f-ab70-14a3d250aa1a req-8161557a-605d-4cf6-bb5f-30e15f302929 service neutron] Attempting to bind port 3d8b3035-cb0a-46ee-9c40-eef150cb0be7 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '8e13bf12-0ba8-4868-9bfd-b629ca1ac8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '98885f08-b93f-43ec-be02-abfd330e9514'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 05:00:25.181962 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a41509c-7314-4d5f-ab70-14a3d250aa1a req-8161557a-605d-4cf6-bb5f-30e15f302929 service neutron] Attempting to bind port 3d8b3035-cb0a-46ee-9c40-eef150cb0be7 on network 98885f08-b93f-43ec-be02-abfd330e9514 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 05:00:25.186422 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a41509c-7314-4d5f-ab70-14a3d250aa1a req-8161557a-605d-4cf6-bb5f-30e15f302929 service neutron] Port 3d8b3035-cb0a-46ee-9c40-eef150cb0be7 on network 98885f08-b93f-43ec-be02-abfd330e9514 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 05:00:25.186735 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a41509c-7314-4d5f-ab70-14a3d250aa1a req-8161557a-605d-4cf6-bb5f-30e15f302929 service neutron] Attempting to bind port 3d8b3035-cb0a-46ee-9c40-eef150cb0be7 on network 98885f08-b93f-43ec-be02-abfd330e9514 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 05:00:25.191758 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a41509c-7314-4d5f-ab70-14a3d250aa1a req-8161557a-605d-4cf6-bb5f-30e15f302929 service neutron] Checking agent: {'id': '63664c57-372e-43f7-9ecb-4deedcf8ddc7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 28, 15), 'started_at': datetime.datetime(2022, 2, 1, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 5, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 05:00:25.192090 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a41509c-7314-4d5f-ab70-14a3d250aa1a req-8161557a-605d-4cf6-bb5f-30e15f302929 service neutron] Checking segment: {'id': '8e13bf12-0ba8-4868-9bfd-b629ca1ac8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '98885f08-b93f-43ec-be02-abfd330e9514'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 05:00:25.192465 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a41509c-7314-4d5f-ab70-14a3d250aa1a req-8161557a-605d-4cf6-bb5f-30e15f302929 service neutron] Bound using segment: {'id': '8e13bf12-0ba8-4868-9bfd-b629ca1ac8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '98885f08-b93f-43ec-be02-abfd330e9514'} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 05:00:25.192874 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-3a41509c-7314-4d5f-ab70-14a3d250aa1a req-8161557a-605d-4cf6-bb5f-30e15f302929 service neutron] Bound port: 3d8b3035-cb0a-46ee-9c40-eef150cb0be7, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e13bf12-0ba8-4868-9bfd-b629ca1ac8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '98885f08-b93f-43ec-be02-abfd330e9514'}}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 05:00:25.193206 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-3a41509c-7314-4d5f-ab70-14a3d250aa1a req-8161557a-605d-4cf6-bb5f-30e15f302929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:25.283690 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-3a41509c-7314-4d5f-ab70-14a3d250aa1a req-8161557a-605d-4cf6-bb5f-30e15f302929 service neutron] For port 3d8b3035-cb0a-46ee-9c40-eef150cb0be7, host hv-neutron-8268, cleared binding levels {{(pid=87636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 05:00:25.286523 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-3a41509c-7314-4d5f-ab70-14a3d250aa1a req-8161557a-605d-4cf6-bb5f-30e15f302929 service neutron] For port 3d8b3035-cb0a-46ee-9c40-eef150cb0be7, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=3d8b3035-cb0a-46ee-9c40-eef150cb0be7,segment=NetworkSegment(8e13bf12-0ba8-4868-9bfd-b629ca1ac8b6),segment_id=8e13bf12-0ba8-4868-9bfd-b629ca1ac8b6)] {{(pid=87636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 05:00:25.290669 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-3a41509c-7314-4d5f-ab70-14a3d250aa1a req-8161557a-605d-4cf6-bb5f-30e15f302929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:25.349204 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a41509c-7314-4d5f-ab70-14a3d250aa1a req-8161557a-605d-4cf6-bb5f-30e15f302929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:00:25.349837 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-3a41509c-7314-4d5f-ab70-14a3d250aa1a req-8161557a-605d-4cf6-bb5f-30e15f302929 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:25.351152 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3a41509c-7314-4d5f-ab70-14a3d250aa1a req-8161557a-605d-4cf6-bb5f-30e15f302929 service neutron] 10.222.0.18 "PUT /v2.0/ports/3d8b3035-cb0a-46ee-9c40-eef150cb0be7 HTTP/1.1" status: 200 len: 1094 time: 0.8847377 Feb 01 05:00:25.351605 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c78284a-8ee9-4218-a883-86be4fa0d2fb', 'tag': '3d8b3035-cb0a-46ee-9c40-eef150cb0be7'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 05:00:25.372055 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8161557a-605d-4cf6-bb5f-30e15f302929 service neutron] Pushing event updated for resources: {'Port': ['ID=3d8b3035-cb0a-46ee-9c40-eef150cb0be7,revision_number=3']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:00:25.440032 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c78284a-8ee9-4218-a883-86be4fa0d2fb', 'tag': '3d8b3035-cb0a-46ee-9c40-eef150cb0be7', 'status': 'completed', 'code': 200} Feb 01 05:00:25.481884 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a41509c-7314-4d5f-ab70-14a3d250aa1a req-9d77f718-d47b-4f4b-91af-6272f793a91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:00:25.483382 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3a41509c-7314-4d5f-ab70-14a3d250aa1a req-9d77f718-d47b-4f4b-91af-6272f793a91d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5a06411ba87b466e944b93b50da90a8c&device_id=2c78284a-8ee9-4218-a883-86be4fa0d2fb HTTP/1.1" status: 200 len: 1097 time: 0.0774622 Feb 01 05:00:25.556890 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3a41509c-7314-4d5f-ab70-14a3d250aa1a req-8557eb15-66e2-4b15-b5db-0b94dab129b0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d8b3035-cb0a-46ee-9c40-eef150cb0be7 HTTP/1.1" status: 200 len: 217 time: 0.0603113 Feb 01 05:00:25.620030 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a41509c-7314-4d5f-ab70-14a3d250aa1a req-4c782673-5066-4416-b362-2d04a6023147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:00:25.621348 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3a41509c-7314-4d5f-ab70-14a3d250aa1a req-4c782673-5066-4416-b362-2d04a6023147 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=83d4d323-dee0-4509-b0f1-0e74038c2db0 HTTP/1.1" status: 200 len: 854 time: 0.0590856 Feb 01 05:00:25.696519 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a41509c-7314-4d5f-ab70-14a3d250aa1a req-ba3727e2-7455-41d1-a893-6bb625d9289d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:00:25.697995 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3a41509c-7314-4d5f-ab70-14a3d250aa1a req-ba3727e2-7455-41d1-a893-6bb625d9289d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=98885f08-b93f-43ec-be02-abfd330e9514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708272 Feb 01 05:00:25.811262 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4900b67c-3082-4edb-819b-ab1557757f56 req-a4d5f905-09b2-41b0-b6e1-c1bb508a9765 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:00:25.812814 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-4900b67c-3082-4edb-819b-ab1557757f56 req-a4d5f905-09b2-41b0-b6e1-c1bb508a9765 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c78284a-8ee9-4218-a883-86be4fa0d2fb HTTP/1.1" status: 200 len: 944 time: 0.0915298 Feb 01 05:00:25.859224 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-4900b67c-3082-4edb-819b-ab1557757f56 req-eb481dad-b354-44b0-a81d-b95cb38d1dcc tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] 10.222.0.24 "GET /v2.0/security-groups?id=20cb753d-8af2-453b-9b33-00ebdf882248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407412 Feb 01 05:00:25.933872 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3a41509c-7314-4d5f-ab70-14a3d250aa1a req-4b7c0895-6e03-449e-b336-3fd84dffaa3c service neutron] 10.222.0.18 "GET /v2.0/networks/98885f08-b93f-43ec-be02-abfd330e9514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293122 Feb 01 05:00:26.063698 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3a41509c-7314-4d5f-ab70-14a3d250aa1a req-227c72d8-4ade-46e0-9986-b4c4e7865473 service neutron] 10.222.0.18 "GET /v2.0/networks/98885f08-b93f-43ec-be02-abfd330e9514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231406 Feb 01 05:00:26.229619 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c9b938-f188-48c0-9801-46ca9d5d68d8 req-9fd62370-1dac-4d41-ba4c-292f70bce4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:00:26.230991 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-94c9b938-f188-48c0-9801-46ca9d5d68d8 req-9fd62370-1dac-4d41-ba4c-292f70bce4fd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5a06411ba87b466e944b93b50da90a8c&device_id=2c78284a-8ee9-4218-a883-86be4fa0d2fb HTTP/1.1" status: 200 len: 1097 time: 0.0720596 Feb 01 05:00:26.357887 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c9b938-f188-48c0-9801-46ca9d5d68d8 req-b9fefc81-9077-453f-ad26-5b3cf2bffe6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:00:26.359338 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-94c9b938-f188-48c0-9801-46ca9d5d68d8 req-b9fefc81-9077-453f-ad26-5b3cf2bffe6a service neutron] 10.222.0.18 "GET /v2.0/networks?id=98885f08-b93f-43ec-be02-abfd330e9514 HTTP/1.1" status: 200 len: 915 time: 0.1214478 Feb 01 05:00:26.428397 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-94c9b938-f188-48c0-9801-46ca9d5d68d8 req-f1d79c4e-b03a-4094-82ad-237aacb6f5a4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d8b3035-cb0a-46ee-9c40-eef150cb0be7 HTTP/1.1" status: 200 len: 217 time: 0.0617244 Feb 01 05:00:26.489300 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c9b938-f188-48c0-9801-46ca9d5d68d8 req-ec5de0bc-b818-4fa6-923c-21f421899d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:00:26.490615 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-94c9b938-f188-48c0-9801-46ca9d5d68d8 req-ec5de0bc-b818-4fa6-923c-21f421899d52 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=83d4d323-dee0-4509-b0f1-0e74038c2db0 HTTP/1.1" status: 200 len: 854 time: 0.0549145 Feb 01 05:00:26.565840 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c9b938-f188-48c0-9801-46ca9d5d68d8 req-718289f8-f9ce-4ec1-939a-5b010cbefbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:00:26.567268 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-94c9b938-f188-48c0-9801-46ca9d5d68d8 req-718289f8-f9ce-4ec1-939a-5b010cbefbcc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=98885f08-b93f-43ec-be02-abfd330e9514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678153 Feb 01 05:00:26.693996 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-94c9b938-f188-48c0-9801-46ca9d5d68d8 req-570d9b07-0428-4508-ad0e-96d503934305 service neutron] 10.222.0.18 "GET /v2.0/networks/98885f08-b93f-43ec-be02-abfd330e9514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198866 Feb 01 05:00:26.822745 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-94c9b938-f188-48c0-9801-46ca9d5d68d8 req-808f75d1-808d-4d9f-9be4-2e1a457cc54b service neutron] 10.222.0.18 "GET /v2.0/networks/98885f08-b93f-43ec-be02-abfd330e9514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213067 Feb 01 05:00:27.043411 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6042294-1627-4a0c-95c6-8e29883ec5ef req-5f9d188a-c5aa-411f-b121-d60f8990b938 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:00:27.044835 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d6042294-1627-4a0c-95c6-8e29883ec5ef req-5f9d188a-c5aa-411f-b121-d60f8990b938 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c78284a-8ee9-4218-a883-86be4fa0d2fb HTTP/1.1" status: 200 len: 944 time: 0.0811012 Feb 01 05:00:27.088109 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d6042294-1627-4a0c-95c6-8e29883ec5ef req-cedaa603-4496-48ce-ad21-1836a26f42be tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] 10.222.0.24 "GET /v2.0/security-groups?id=20cb753d-8af2-453b-9b33-00ebdf882248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374515 Feb 01 05:00:28.266423 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11013f-4079-4029-80b5-59fd42ff4d17 req-b4551010-55bb-4999-9ce0-684292dfc5c8 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:00:28.267791 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-0c11013f-4079-4029-80b5-59fd42ff4d17 req-b4551010-55bb-4999-9ce0-684292dfc5c8 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c78284a-8ee9-4218-a883-86be4fa0d2fb HTTP/1.1" status: 200 len: 944 time: 0.0782709 Feb 01 05:00:28.310564 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-0c11013f-4079-4029-80b5-59fd42ff4d17 req-68508f46-d54e-4f0b-99d7-a971b890c7df tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] 10.222.0.24 "GET /v2.0/security-groups?id=20cb753d-8af2-453b-9b33-00ebdf882248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372875 Feb 01 05:00:28.349909 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 3d8b3035-cb0a-46ee-9c40-eef150cb0be7 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 01 05:00:28.476328 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 3d8b3035-cb0a-46ee-9c40-eef150cb0be7, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=3d8b3035-cb0a-46ee-9c40-eef150cb0be7,segment=NetworkSegment(8e13bf12-0ba8-4868-9bfd-b629ca1ac8b6),segment_id=8e13bf12-0ba8-4868-9bfd-b629ca1ac8b6)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:00:28.488691 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Returning: {'device': '3d8b3035-cb0a-46ee-9c40-eef150cb0be7', 'network_id': '98885f08-b93f-43ec-be02-abfd330e9514', 'port_id': '3d8b3035-cb0a-46ee-9c40-eef150cb0be7', 'mac_address': 'fa:16:3e:05:f8:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83d4d323-dee0-4509-b0f1-0e74038c2db0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 01 05:00:28.544174 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:28.559957 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d8b3035-cb0a-46ee-9c40-eef150cb0be7 {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 05:00:28.574930 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 3d8b3035-cb0a-46ee-9c40-eef150cb0be7, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=3d8b3035-cb0a-46ee-9c40-eef150cb0be7,segment=NetworkSegment(8e13bf12-0ba8-4868-9bfd-b629ca1ac8b6),segment_id=8e13bf12-0ba8-4868-9bfd-b629ca1ac8b6)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:00:28.578811 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:28.643036 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=3d8b3035-cb0a-46ee-9c40-eef150cb0be7,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:00:28.653133 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:00:28.653474 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:00:28.655977 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:00:28.658438 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:00:28.658770 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:00:28.659097 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:00:28.659437 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:00:28.659758 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:00:28.660071 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:00:28.660383 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:00:28.660699 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:00:28.661005 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:00:28.847352 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] get_ports_and_sgs() called for port_ids ['3d8b3035-cb0a-46ee-9c40-eef150cb0be7'] {{(pid=87638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 01 05:00:29.485623 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17330e1f-f5ed-4022-baaf-5bd900a5286d req-242d2f1d-8c42-47f5-b7de-0ad02e5ce6e6 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:00:29.487088 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-17330e1f-f5ed-4022-baaf-5bd900a5286d req-242d2f1d-8c42-47f5-b7de-0ad02e5ce6e6 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c78284a-8ee9-4218-a883-86be4fa0d2fb HTTP/1.1" status: 200 len: 945 time: 0.0766356 Feb 01 05:00:29.532647 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-17330e1f-f5ed-4022-baaf-5bd900a5286d req-8fc14857-719b-49ef-b647-95886206a006 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] 10.222.0.24 "GET /v2.0/security-groups?id=20cb753d-8af2-453b-9b33-00ebdf882248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396981 Feb 01 05:00:30.337760 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 05:00:30.350756 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 3d8b3035-cb0a-46ee-9c40-eef150cb0be7 up at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 05:00:30.416050 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning for port 3d8b3035-cb0a-46ee-9c40-eef150cb0be7 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 05:00:30.421188 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning complete for port 3d8b3035-cb0a-46ee-9c40-eef150cb0be7 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:00:30.421188 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:30.534152 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:30.561078 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c78284a-8ee9-4218-a883-86be4fa0d2fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d8b3035-cb0a-46ee-9c40-eef150cb0be7'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 05:00:30.570884 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 3d8b3035-cb0a-46ee-9c40-eef150cb0be7, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=3d8b3035-cb0a-46ee-9c40-eef150cb0be7,segment=NetworkSegment(8e13bf12-0ba8-4868-9bfd-b629ca1ac8b6),segment_id=8e13bf12-0ba8-4868-9bfd-b629ca1ac8b6)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:00:30.575020 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:30.615673 dv-neutron-826830-1-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c78284a-8ee9-4218-a883-86be4fa0d2fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d8b3035-cb0a-46ee-9c40-eef150cb0be7', 'code': 200} Feb 01 05:00:30.652546 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=3d8b3035-cb0a-46ee-9c40-eef150cb0be7,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:00:30.862211 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c1e79e-bcb6-4db2-a2de-058b02fbfcc5 req-f9490e14-aa21-427c-b981-3e3913978aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:00:30.863744 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f8c1e79e-bcb6-4db2-a2de-058b02fbfcc5 req-f9490e14-aa21-427c-b981-3e3913978aed service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2c78284a-8ee9-4218-a883-86be4fa0d2fb HTTP/1.1" status: 200 len: 1099 time: 0.0692465 Feb 01 05:00:30.870413 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116579d4-7eb5-4993-b2db-577c21721758 req-56d733f2-4635-49b8-b72b-14227dc22934 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:00:30.871928 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-116579d4-7eb5-4993-b2db-577c21721758 req-56d733f2-4635-49b8-b72b-14227dc22934 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c78284a-8ee9-4218-a883-86be4fa0d2fb HTTP/1.1" status: 200 len: 946 time: 0.0858512 Feb 01 05:00:30.904612 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f8c1e79e-bcb6-4db2-a2de-058b02fbfcc5 req-36eb2a5f-ce63-4258-a277-9ccc4a573973 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=20cb753d-8af2-453b-9b33-00ebdf882248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349424 Feb 01 05:00:30.916908 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-116579d4-7eb5-4993-b2db-577c21721758 req-88f3be00-26f3-468e-888b-cd10890b6177 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] 10.222.0.24 "GET /v2.0/security-groups?id=20cb753d-8af2-453b-9b33-00ebdf882248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390081 Feb 01 05:00:31.992235 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-159376fa-258c-447a-89e8-4ce446bbf864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:32.112164 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e544a96-3a42-4492-bb3c-b9f5c57156dd req-3775d998-5e9c-461b-ad59-9c0275d45f57 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:00:32.113599 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3e544a96-3a42-4492-bb3c-b9f5c57156dd req-3775d998-5e9c-461b-ad59-9c0275d45f57 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c78284a-8ee9-4218-a883-86be4fa0d2fb HTTP/1.1" status: 200 len: 946 time: 0.0815246 Feb 01 05:00:32.157409 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3e544a96-3a42-4492-bb3c-b9f5c57156dd req-272476c3-2401-4cae-8eaf-c00c19bd6124 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] 10.222.0.24 "GET /v2.0/security-groups?id=20cb753d-8af2-453b-9b33-00ebdf882248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378425 Feb 01 05:00:32.336855 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f240b1-be87-4db9-b432-18648bbb8e69 req-998d3215-042b-40ab-9e08-4cbd410de66c tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:00:32.338424 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-58f240b1-be87-4db9-b432-18648bbb8e69 req-998d3215-042b-40ab-9e08-4cbd410de66c tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c78284a-8ee9-4218-a883-86be4fa0d2fb HTTP/1.1" status: 200 len: 946 time: 0.0823340 Feb 01 05:00:32.386112 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-58f240b1-be87-4db9-b432-18648bbb8e69 req-5fba646f-b5a9-4443-b484-4cc6f01c491c tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] 10.222.0.24 "GET /v2.0/security-groups?id=20cb753d-8af2-453b-9b33-00ebdf882248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407176 Feb 01 05:00:32.763379 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a495180-3cbe-4945-9e21-281e475dfe19 req-13cd784f-eab8-4a62-ae88-26afc2a8a0b9 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:00:32.764733 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-1a495180-3cbe-4945-9e21-281e475dfe19 req-13cd784f-eab8-4a62-ae88-26afc2a8a0b9 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c78284a-8ee9-4218-a883-86be4fa0d2fb HTTP/1.1" status: 200 len: 946 time: 0.0782297 Feb 01 05:00:32.807807 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-1a495180-3cbe-4945-9e21-281e475dfe19 req-108c26c2-8ab2-4317-a4e6-d4cc39913a45 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] 10.222.0.24 "GET /v2.0/security-groups?id=20cb753d-8af2-453b-9b33-00ebdf882248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374911 Feb 01 05:00:34.275846 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e95500c7-2b5d-4035-8d65-c3794e473126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:35.121443 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-eef7389a-c938-4027-9630-65d5b6cbec59 req-98460d0f-aac2-4c66-9b9a-b84d73b83bcc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2c78284a-8ee9-4218-a883-86be4fa0d2fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0682163 Feb 01 05:00:35.276183 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef7389a-c938-4027-9630-65d5b6cbec59 req-7c22d8ac-6a8c-44aa-b41d-2e3a2844c5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:00:35.277640 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-eef7389a-c938-4027-9630-65d5b6cbec59 req-7c22d8ac-6a8c-44aa-b41d-2e3a2844c5ac service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5a06411ba87b466e944b93b50da90a8c&device_id=2c78284a-8ee9-4218-a883-86be4fa0d2fb HTTP/1.1" status: 200 len: 1099 time: 0.0745077 Feb 01 05:00:35.420226 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef7389a-c938-4027-9630-65d5b6cbec59 req-e9b621b5-b8a1-4b65-9d1a-3f5077b2ed43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:00:35.420442 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:35.421568 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-eef7389a-c938-4027-9630-65d5b6cbec59 req-e9b621b5-b8a1-4b65-9d1a-3f5077b2ed43 service neutron] 10.222.0.18 "GET /v2.0/networks?id=98885f08-b93f-43ec-be02-abfd330e9514 HTTP/1.1" status: 200 len: 915 time: 0.1267309 Feb 01 05:00:35.488055 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-eef7389a-c938-4027-9630-65d5b6cbec59 req-78135f89-b54e-43ef-9371-f3d89d7502e8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d8b3035-cb0a-46ee-9c40-eef150cb0be7 HTTP/1.1" status: 200 len: 217 time: 0.0604937 Feb 01 05:00:35.551678 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:35.650309 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef7389a-c938-4027-9630-65d5b6cbec59 req-d7480123-2b86-4456-a54b-bfb133d9c87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:00:35.651901 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-eef7389a-c938-4027-9630-65d5b6cbec59 req-d7480123-2b86-4456-a54b-bfb133d9c87f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=83d4d323-dee0-4509-b0f1-0e74038c2db0 HTTP/1.1" status: 200 len: 854 time: 0.1583493 Feb 01 05:00:35.724921 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef7389a-c938-4027-9630-65d5b6cbec59 req-9ef2a408-dbb8-480d-afcf-cbf42bd27f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:00:35.726383 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-eef7389a-c938-4027-9630-65d5b6cbec59 req-9ef2a408-dbb8-480d-afcf-cbf42bd27f7d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=98885f08-b93f-43ec-be02-abfd330e9514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690649 Feb 01 05:00:35.856251 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-eef7389a-c938-4027-9630-65d5b6cbec59 req-a1820087-eced-4085-83a7-1b915659e104 service neutron] 10.222.0.18 "GET /v2.0/networks/98885f08-b93f-43ec-be02-abfd330e9514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232884 Feb 01 05:00:35.988648 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-eef7389a-c938-4027-9630-65d5b6cbec59 req-e46d459a-758e-4f20-b0ca-1d72203d430e service neutron] 10.222.0.18 "GET /v2.0/networks/98885f08-b93f-43ec-be02-abfd330e9514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267643 Feb 01 05:00:37.077491 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:43.039824 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad8a7a-6501-4893-b1a9-9d7fba09bb79 req-ca28622d-9f51-438c-94ab-a617bae66447 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:00:43.041270 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-70ad8a7a-6501-4893-b1a9-9d7fba09bb79 req-ca28622d-9f51-438c-94ab-a617bae66447 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c78284a-8ee9-4218-a883-86be4fa0d2fb HTTP/1.1" status: 200 len: 946 time: 0.0811589 Feb 01 05:00:43.084582 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-70ad8a7a-6501-4893-b1a9-9d7fba09bb79 req-9ca33d19-f779-444c-935f-24bbfda6937b tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] 10.222.0.24 "GET /v2.0/security-groups?id=20cb753d-8af2-453b-9b33-00ebdf882248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377688 Feb 01 05:00:43.106855 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 48256) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:00:43.265171 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759405ea-7825-4300-aad4-83953fef0509 tempest-TestMinimumBasicScenario-393135777 tempest-TestMinimumBasicScenario-393135777-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:00:43.266649 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-759405ea-7825-4300-aad4-83953fef0509 tempest-TestMinimumBasicScenario-393135777 tempest-TestMinimumBasicScenario-393135777-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2c78284a-8ee9-4218-a883-86be4fa0d2fb HTTP/1.1" status: 200 len: 1094 time: 0.1588426 Feb 01 05:00:43.269540 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 48262) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:00:43.274343 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-558afc7e-7aae-4ead-9331-7d0281aee3d7 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Request body: {'floatingip': {'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'port_id': '3d8b3035-cb0a-46ee-9c40-eef150cb0be7', 'tenant_id': '5a06411ba87b466e944b93b50da90a8c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:00:43.280078 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-558afc7e-7aae-4ead-9331-7d0281aee3d7 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:00:43.283869 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-558afc7e-7aae-4ead-9331-7d0281aee3d7 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Usage tracker for resource:floatingip and tenant:5a06411ba87b466e944b93b50da90a8c is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:00:43.286642 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-558afc7e-7aae-4ead-9331-7d0281aee3d7 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:00:43.292773 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-558afc7e-7aae-4ead-9331-7d0281aee3d7 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:00:43.304940 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-558afc7e-7aae-4ead-9331-7d0281aee3d7 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Notify callbacks [] for floatingip, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:43.444744 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-558afc7e-7aae-4ead-9331-7d0281aee3d7 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:43.580480 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-558afc7e-7aae-4ead-9331-7d0281aee3d7 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Allocated IP 172.26.8.141 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/24452cda-a801-453e-b0f0-aa5390b3f4b8) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 05:00:43.820671 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-558afc7e-7aae-4ead-9331-7d0281aee3d7 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:43.854342 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-558afc7e-7aae-4ead-9331-7d0281aee3d7 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:43.918770 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558afc7e-7aae-4ead-9331-7d0281aee3d7 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 05:00:43.921698 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-558afc7e-7aae-4ead-9331-7d0281aee3d7 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 05:00:43.925271 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558afc7e-7aae-4ead-9331-7d0281aee3d7 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 05:00:43.959425 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558afc7e-7aae-4ead-9331-7d0281aee3d7 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Pushing event updated for resources: {'Port': ['ID=24452cda-a801-453e-b0f0-aa5390b3f4b8,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:00:43.973560 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558afc7e-7aae-4ead-9331-7d0281aee3d7 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:00:43.973892 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558afc7e-7aae-4ead-9331-7d0281aee3d7 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:00:43.974227 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558afc7e-7aae-4ead-9331-7d0281aee3d7 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:00:43.974561 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558afc7e-7aae-4ead-9331-7d0281aee3d7 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:00:43.974894 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558afc7e-7aae-4ead-9331-7d0281aee3d7 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:00:43.975240 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558afc7e-7aae-4ead-9331-7d0281aee3d7 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:00:43.975565 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558afc7e-7aae-4ead-9331-7d0281aee3d7 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:00:43.975885 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558afc7e-7aae-4ead-9331-7d0281aee3d7 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:00:43.976825 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558afc7e-7aae-4ead-9331-7d0281aee3d7 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:00:43.977157 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558afc7e-7aae-4ead-9331-7d0281aee3d7 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:00:43.977475 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558afc7e-7aae-4ead-9331-7d0281aee3d7 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:00:43.977793 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558afc7e-7aae-4ead-9331-7d0281aee3d7 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:00:44.341375 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-558afc7e-7aae-4ead-9331-7d0281aee3d7 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:44.411555 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-558afc7e-7aae-4ead-9331-7d0281aee3d7 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:44.613977 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-558afc7e-7aae-4ead-9331-7d0281aee3d7 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:44.619244 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-558afc7e-7aae-4ead-9331-7d0281aee3d7 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:44.728967 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558afc7e-7aae-4ead-9331-7d0281aee3d7 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Pushing event updated for resources: {'Port': ['ID=24452cda-a801-453e-b0f0-aa5390b3f4b8,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:00:44.735955 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-558afc7e-7aae-4ead-9331-7d0281aee3d7 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-774194'] for floatingip, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:44.903910 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.l3_db [None req-558afc7e-7aae-4ead-9331-7d0281aee3d7 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Floating IP 109fb368-c582-4216-8cad-ea4d8d06af51 associated. External IP: 172.26.8.141, port: 3d8b3035-cb0a-46ee-9c40-eef150cb0be7. Feb 01 05:00:45.191004 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:45.350185 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-558afc7e-7aae-4ead-9331-7d0281aee3d7 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Router 315f1464-bd7f-4981-9f32-780fcc39f972 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 05:00:45.524754 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-558afc7e-7aae-4ead-9331-7d0281aee3d7 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 05:00:45.534340 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d2d2f9-1144-4dda-b2c1-1c3728150a7c None None] Sync routers for ids ['315f1464-bd7f-4981-9f32-780fcc39f972'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 05:00:45.543889 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d2d2f9-1144-4dda-b2c1-1c3728150a7c None None] Routers {'315f1464-bd7f-4981-9f32-780fcc39f972'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:00:45.544505 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-50d2d2f9-1144-4dda-b2c1-1c3728150a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:00:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['315f1464-bd7f-4981-9f32-780fcc39f972'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:00:45.548375 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-558afc7e-7aae-4ead-9331-7d0281aee3d7 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:45.604804 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-558afc7e-7aae-4ead-9331-7d0281aee3d7 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3317711 Feb 01 05:00:45.604804 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c78284a-8ee9-4218-a883-86be4fa0d2fb', 'tag': '3d8b3035-cb0a-46ee-9c40-eef150cb0be7'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 05:00:45.605288 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 48266) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:00:45.610453 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-f831c810-2be0-4014-9291-9167f2e502f3 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-369674380', 'description': 'tempest-secgroup-smoke-369674380 description', 'project_id': '5a06411ba87b466e944b93b50da90a8c'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:00:45.618030 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-f831c810-2be0-4014-9291-9167f2e502f3 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:00:45.632227 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-f831c810-2be0-4014-9291-9167f2e502f3 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:00:45.643808 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f831c810-2be0-4014-9291-9167f2e502f3 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:45.667613 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-f831c810-2be0-4014-9291-9167f2e502f3 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:00:45.671438 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f831c810-2be0-4014-9291-9167f2e502f3 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Usage tracker for resource:security_group_rule and tenant:5a06411ba87b466e944b93b50da90a8c is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:00:45.674244 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f831c810-2be0-4014-9291-9167f2e502f3 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:00:45.680575 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-f831c810-2be0-4014-9291-9167f2e502f3 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:00:45.730431 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-50d2d2f9-1144-4dda-b2c1-1c3728150a7c None None] Set router 315f1464-bd7f-4981-9f32-780fcc39f972 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:00:45.753895 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f831c810-2be0-4014-9291-9167f2e502f3 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:45.758721 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f831c810-2be0-4014-9291-9167f2e502f3 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:45.800234 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c78284a-8ee9-4218-a883-86be4fa0d2fb', 'tag': '3d8b3035-cb0a-46ee-9c40-eef150cb0be7', 'status': 'completed', 'code': 200} Feb 01 05:00:45.805816 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f831c810-2be0-4014-9291-9167f2e502f3 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60346c17-5c02-44a3-83b8-328cbd53f523,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:00:45.816249 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f831c810-2be0-4014-9291-9167f2e502f3 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:00:45.816577 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f831c810-2be0-4014-9291-9167f2e502f3 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:00:45.816919 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f831c810-2be0-4014-9291-9167f2e502f3 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:00:45.817313 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f831c810-2be0-4014-9291-9167f2e502f3 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:00:45.817677 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f831c810-2be0-4014-9291-9167f2e502f3 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:00:45.818004 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f831c810-2be0-4014-9291-9167f2e502f3 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:00:45.818384 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f831c810-2be0-4014-9291-9167f2e502f3 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:00:45.818704 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f831c810-2be0-4014-9291-9167f2e502f3 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:00:45.819021 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f831c810-2be0-4014-9291-9167f2e502f3 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:00:45.819361 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f831c810-2be0-4014-9291-9167f2e502f3 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:00:45.819748 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f831c810-2be0-4014-9291-9167f2e502f3 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:00:45.820085 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f831c810-2be0-4014-9291-9167f2e502f3 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:00:45.824646 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f831c810-2be0-4014-9291-9167f2e502f3 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:45.826252 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f831c810-2be0-4014-9291-9167f2e502f3 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2201097 Feb 01 05:00:45.829169 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 48274) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:00:45.835183 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-d2cba268-5552-477c-80fe-0579f33693ba tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Request body: {'security_group_rule': {'security_group_id': '60346c17-5c02-44a3-83b8-328cbd53f523', 'project_id': '5a06411ba87b466e944b93b50da90a8c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:00:45.842461 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-d2cba268-5552-477c-80fe-0579f33693ba tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:00:45.846660 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-d2cba268-5552-477c-80fe-0579f33693ba tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Usage tracker for resource:security_group_rule and tenant:5a06411ba87b466e944b93b50da90a8c is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:00:45.855833 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-d2cba268-5552-477c-80fe-0579f33693ba tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:00:45.863434 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-d2cba268-5552-477c-80fe-0579f33693ba tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:00:45.883901 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d2cba268-5552-477c-80fe-0579f33693ba tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:45.931958 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ba83c-40aa-4a4d-9033-4861d7cb41a3 req-9e448d31-51ec-471f-8762-b7a6c765149b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:00:45.933725 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ba4ba83c-40aa-4a4d-9033-4861d7cb41a3 req-9e448d31-51ec-471f-8762-b7a6c765149b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5a06411ba87b466e944b93b50da90a8c&device_id=2c78284a-8ee9-4218-a883-86be4fa0d2fb HTTP/1.1" status: 200 len: 1099 time: 0.0832558 Feb 01 05:00:45.953112 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d2cba268-5552-477c-80fe-0579f33693ba tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:45.957540 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d2cba268-5552-477c-80fe-0579f33693ba tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:45.984286 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cba268-5552-477c-80fe-0579f33693ba tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b01e101a-f082-47f7-967a-0e495ec858ae,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:00:45.995120 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d2cba268-5552-477c-80fe-0579f33693ba tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:45.999277 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-d2cba268-5552-477c-80fe-0579f33693ba tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1661847 Feb 01 05:00:45.999540 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 48278) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:00:46.004818 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-d81fa0a3-272f-4811-bde2-d24b1d195d2a tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Request body: {'security_group_rule': {'security_group_id': '60346c17-5c02-44a3-83b8-328cbd53f523', 'project_id': '5a06411ba87b466e944b93b50da90a8c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:00:46.010899 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-d81fa0a3-272f-4811-bde2-d24b1d195d2a tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:00:46.016088 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-d81fa0a3-272f-4811-bde2-d24b1d195d2a tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Usage tracker for resource:security_group_rule and tenant:5a06411ba87b466e944b93b50da90a8c is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:00:46.018409 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-d81fa0a3-272f-4811-bde2-d24b1d195d2a tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:00:46.028732 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-d81fa0a3-272f-4811-bde2-d24b1d195d2a tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:00:46.052044 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d81fa0a3-272f-4811-bde2-d24b1d195d2a tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:46.082127 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ba83c-40aa-4a4d-9033-4861d7cb41a3 req-85ad4e45-ee47-4003-9da3-aec602877dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:00:46.084206 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ba4ba83c-40aa-4a4d-9033-4861d7cb41a3 req-85ad4e45-ee47-4003-9da3-aec602877dff service neutron] 10.222.0.18 "GET /v2.0/networks?id=98885f08-b93f-43ec-be02-abfd330e9514 HTTP/1.1" status: 200 len: 915 time: 0.1437280 Feb 01 05:00:46.122196 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d81fa0a3-272f-4811-bde2-d24b1d195d2a tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:46.126328 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-50d2d2f9-1144-4dda-b2c1-1c3728150a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315f1464-bd7f-4981-9f32-780fcc39f972', 'name': 'tempest-TestMinimumBasicScenario-1803796313-router', 'tenant_id': '5a06411ba87b466e944b93b50da90a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.138'}], 'enable_snat': True}, 'gw_port_id': '08159129-30bf-4852-b6c7-64732b037d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:59:52Z', 'updated_at': '2022-02-01T04:59:56Z', 'revision_number': 4, 'project_id': '5a06411ba87b466e944b93b50da90a8c', 'gw_port': {'id': '08159129-30bf-4852-b6c7-64732b037d6e', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:aa:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f1464-bd7f-4981-9f32-780fcc39f972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:59:53Z', 'updated_at': '2022-02-01T04:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': '109fb368-c582-4216-8cad-ea4d8d06af51', 'tenant_id': '5a06411ba87b466e944b93b50da90a8c', 'floating_ip_address': '172.26.8.141', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '315f1464-bd7f-4981-9f32-780fcc39f972', 'port_id': '3d8b3035-cb0a-46ee-9c40-eef150cb0be7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98885f08-b93f-43ec-be02-abfd330e9514', 'mac_address': 'fa:16:3e:05:f8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c78284a-8ee9-4218-a883-86be4fa0d2fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T05:00:44Z', 'updated_at': '2022-02-01T05:00:44Z', 'revision_number': 0, 'project_id': '5a06411ba87b466e944b93b50da90a8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f65eece-5b4c-4ed8-9607-ce3a6e515cc6', 'name': '', 'network_id': '98885f08-b93f-43ec-be02-abfd330e9514', 'tenant_id': '5a06411ba87b466e944b93b50da90a8c', 'mac_address': 'fa:16:3e:ce:8f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f1464-bd7f-4981-9f32-780fcc39f972', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '83d4d323-dee0-4509-b0f1-0e74038c2db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:59:55Z', 'updated_at': '2022-02-01T05:00:03Z', 'revision_number': 5, 'project_id': '5a06411ba87b466e944b93b50da90a8c', 'subnets': [{'id': '83d4d323-dee0-4509-b0f1-0e74038c2db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:00:46.126562 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d81fa0a3-272f-4811-bde2-d24b1d195d2a tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:46.130498 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d2d2f9-1144-4dda-b2c1-1c3728150a7c None None] Checking router: 315f1464-bd7f-4981-9f32-780fcc39f972 for host: dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 05:00:46.139043 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d2d2f9-1144-4dda-b2c1-1c3728150a7c None None] Routers {'315f1464-bd7f-4981-9f32-780fcc39f972'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:00:46.139619 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-50d2d2f9-1144-4dda-b2c1-1c3728150a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:00:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['315f1464-bd7f-4981-9f32-780fcc39f972'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:00:46.157692 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81fa0a3-272f-4811-bde2-d24b1d195d2a tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4678dc6-076a-445f-b804-6dc4f1b5744c,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:00:46.167880 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d81fa0a3-272f-4811-bde2-d24b1d195d2a tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:46.171764 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-d81fa0a3-272f-4811-bde2-d24b1d195d2a tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1685681 Feb 01 05:00:46.172098 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 48282) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:00:46.177405 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-1ab9aa90-5184-4921-9a66-0ee508203fea tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Request body: {'security_group_rule': {'security_group_id': '60346c17-5c02-44a3-83b8-328cbd53f523', 'project_id': '5a06411ba87b466e944b93b50da90a8c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:00:46.184118 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-1ab9aa90-5184-4921-9a66-0ee508203fea tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:00:46.188606 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-1ab9aa90-5184-4921-9a66-0ee508203fea tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Usage tracker for resource:security_group_rule and tenant:5a06411ba87b466e944b93b50da90a8c is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:00:46.191641 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ba4ba83c-40aa-4a4d-9033-4861d7cb41a3 req-d424620a-aa08-4f4a-93fb-cfaf384a1a34 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d8b3035-cb0a-46ee-9c40-eef150cb0be7 HTTP/1.1" status: 200 len: 1000 time: 0.1015925 Feb 01 05:00:46.191865 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-1ab9aa90-5184-4921-9a66-0ee508203fea tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:00:46.198663 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-1ab9aa90-5184-4921-9a66-0ee508203fea tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:00:46.216571 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1ab9aa90-5184-4921-9a66-0ee508203fea tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:46.263430 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ba83c-40aa-4a4d-9033-4861d7cb41a3 req-e9dd23fc-741e-4fa6-a60d-68d52286b2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:00:46.265091 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ba4ba83c-40aa-4a4d-9033-4861d7cb41a3 req-e9dd23fc-741e-4fa6-a60d-68d52286b2c3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=83d4d323-dee0-4509-b0f1-0e74038c2db0 HTTP/1.1" status: 200 len: 854 time: 0.0636089 Feb 01 05:00:46.281802 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1ab9aa90-5184-4921-9a66-0ee508203fea tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:46.285634 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1ab9aa90-5184-4921-9a66-0ee508203fea tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:46.311637 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab9aa90-5184-4921-9a66-0ee508203fea tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6def7050-4a4f-4747-b18e-90caea6fda49,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:00:46.323472 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1ab9aa90-5184-4921-9a66-0ee508203fea tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:46.327868 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 48286) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:00:46.328189 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-1ab9aa90-5184-4921-9a66-0ee508203fea tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1549897 Feb 01 05:00:46.333347 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-50d2d2f9-1144-4dda-b2c1-1c3728150a7c None None] Set router 315f1464-bd7f-4981-9f32-780fcc39f972 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:00:46.333823 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-18ffc322-3968-4ae4-910a-4b9b0f4d13f0 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Request body: {'security_group_rule': {'security_group_id': '60346c17-5c02-44a3-83b8-328cbd53f523', 'project_id': '5a06411ba87b466e944b93b50da90a8c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:00:46.342647 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-18ffc322-3968-4ae4-910a-4b9b0f4d13f0 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:00:46.348337 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-18ffc322-3968-4ae4-910a-4b9b0f4d13f0 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Usage tracker for resource:security_group_rule and tenant:5a06411ba87b466e944b93b50da90a8c is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:00:46.351684 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-18ffc322-3968-4ae4-910a-4b9b0f4d13f0 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:00:46.358981 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-18ffc322-3968-4ae4-910a-4b9b0f4d13f0 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:00:46.370270 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ba83c-40aa-4a4d-9033-4861d7cb41a3 req-4ac5813f-0c51-49c3-b40e-f7c0dce4e3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:00:46.371778 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ba4ba83c-40aa-4a4d-9033-4861d7cb41a3 req-4ac5813f-0c51-49c3-b40e-f7c0dce4e3d2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=98885f08-b93f-43ec-be02-abfd330e9514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1015403 Feb 01 05:00:46.398998 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-18ffc322-3968-4ae4-910a-4b9b0f4d13f0 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:46.544954 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-18ffc322-3968-4ae4-910a-4b9b0f4d13f0 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:46.548549 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-18ffc322-3968-4ae4-910a-4b9b0f4d13f0 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:46.565960 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ba4ba83c-40aa-4a4d-9033-4861d7cb41a3 req-858fa755-1dbc-4709-becf-971a9562c7c0 service neutron] 10.222.0.18 "GET /v2.0/networks/98885f08-b93f-43ec-be02-abfd330e9514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876204 Feb 01 05:00:46.604421 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ffc322-3968-4ae4-910a-4b9b0f4d13f0 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=732f8b7c-6360-4acd-a4d2-96c34a56e0d6,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:00:46.622908 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-18ffc322-3968-4ae4-910a-4b9b0f4d13f0 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:46.624086 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-18ffc322-3968-4ae4-910a-4b9b0f4d13f0 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2952371 Feb 01 05:00:46.626974 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 48290) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:00:46.633531 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-1f690d31-a739-4881-b9a4-9b2997776465 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Request body: {'security_group_rule': {'security_group_id': '60346c17-5c02-44a3-83b8-328cbd53f523', 'project_id': '5a06411ba87b466e944b93b50da90a8c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:00:46.640022 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-1f690d31-a739-4881-b9a4-9b2997776465 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:00:46.646032 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-1f690d31-a739-4881-b9a4-9b2997776465 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Usage tracker for resource:security_group_rule and tenant:5a06411ba87b466e944b93b50da90a8c is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:00:46.650482 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-1f690d31-a739-4881-b9a4-9b2997776465 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:00:46.657094 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-1f690d31-a739-4881-b9a4-9b2997776465 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:00:46.669096 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.securitygroups_db [None req-1f690d31-a739-4881-b9a4-9b2997776465 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Project 5a06411ba87b466e944b93b50da90a8c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 01 05:00:46.679051 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1f690d31-a739-4881-b9a4-9b2997776465 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:46.680295 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-50d2d2f9-1144-4dda-b2c1-1c3728150a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315f1464-bd7f-4981-9f32-780fcc39f972', 'name': 'tempest-TestMinimumBasicScenario-1803796313-router', 'tenant_id': '5a06411ba87b466e944b93b50da90a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.138'}], 'enable_snat': True}, 'gw_port_id': '08159129-30bf-4852-b6c7-64732b037d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:59:52Z', 'updated_at': '2022-02-01T04:59:56Z', 'revision_number': 4, 'project_id': '5a06411ba87b466e944b93b50da90a8c', 'gw_port': {'id': '08159129-30bf-4852-b6c7-64732b037d6e', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:aa:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f1464-bd7f-4981-9f32-780fcc39f972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:59:53Z', 'updated_at': '2022-02-01T04:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': '109fb368-c582-4216-8cad-ea4d8d06af51', 'tenant_id': '5a06411ba87b466e944b93b50da90a8c', 'floating_ip_address': '172.26.8.141', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '315f1464-bd7f-4981-9f32-780fcc39f972', 'port_id': '3d8b3035-cb0a-46ee-9c40-eef150cb0be7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98885f08-b93f-43ec-be02-abfd330e9514', 'mac_address': 'fa:16:3e:05:f8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c78284a-8ee9-4218-a883-86be4fa0d2fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T05:00:44Z', 'updated_at': '2022-02-01T05:00:44Z', 'revision_number': 0, 'project_id': '5a06411ba87b466e944b93b50da90a8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f65eece-5b4c-4ed8-9607-ce3a6e515cc6', 'name': '', 'network_id': '98885f08-b93f-43ec-be02-abfd330e9514', 'tenant_id': '5a06411ba87b466e944b93b50da90a8c', 'mac_address': 'fa:16:3e:ce:8f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f1464-bd7f-4981-9f32-780fcc39f972', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '83d4d323-dee0-4509-b0f1-0e74038c2db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:59:55Z', 'updated_at': '2022-02-01T05:00:03Z', 'revision_number': 5, 'project_id': '5a06411ba87b466e944b93b50da90a8c', 'subnets': [{'id': '83d4d323-dee0-4509-b0f1-0e74038c2db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:00:46.686165 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d2d2f9-1144-4dda-b2c1-1c3728150a7c None None] The sync data for ids ['315f1464-bd7f-4981-9f32-780fcc39f972'] in dv-neutron-826830-1-hyperv is: [{'id': '315f1464-bd7f-4981-9f32-780fcc39f972', 'name': 'tempest-TestMinimumBasicScenario-1803796313-router', 'tenant_id': '5a06411ba87b466e944b93b50da90a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.138'}], 'enable_snat': True}, 'gw_port_id': '08159129-30bf-4852-b6c7-64732b037d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:59:52Z', 'updated_at': '2022-02-01T04:59:56Z', 'revision_number': 4, 'project_id': '5a06411ba87b466e944b93b50da90a8c', 'gw_port': {'id': '08159129-30bf-4852-b6c7-64732b037d6e', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:aa:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f1464-bd7f-4981-9f32-780fcc39f972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:59:53Z', 'updated_at': '2022-02-01T04:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': '109fb368-c582-4216-8cad-ea4d8d06af51', 'tenant_id': '5a06411ba87b466e944b93b50da90a8c', 'floating_ip_address': '172.26.8.141', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '315f1464-bd7f-4981-9f32-780fcc39f972', 'port_id': '3d8b3035-cb0a-46ee-9c40-eef150cb0be7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98885f08-b93f-43ec-be02-abfd330e9514', 'mac_address': 'fa:16:3e:05:f8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c78284a-8ee9-4218-a883-86be4fa0d2fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T05:00:44Z', 'updated_at': '2022-02-01T05:00:44Z', 'revision_number': 0, 'project_id': '5a06411ba87b466e944b93b50da90a8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f65eece-5b4c-4ed8-9607-ce3a6e515cc6', 'name': '', 'network_id': '98885f08-b93f-43ec-be02-abfd330e9514', 'tenant_id': '5a06411ba87b466e944b93b50da90a8c', 'mac_address': 'fa:16:3e:ce:8f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f1464-bd7f-4981-9f32-780fcc39f972', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '83d4d323-dee0-4509-b0f1-0e74038c2db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:59:55Z', 'updated_at': '2022-02-01T05:00:03Z', 'revision_number': 5, 'project_id': '5a06411ba87b466e944b93b50da90a8c', 'subnets': [{'id': '83d4d323-dee0-4509-b0f1-0e74038c2db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 05:00:46.717643 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ba4ba83c-40aa-4a4d-9033-4861d7cb41a3 req-d67c2cc9-b7ee-469b-b6fa-c47e25f27e6b service neutron] 10.222.0.18 "GET /v2.0/networks/98885f08-b93f-43ec-be02-abfd330e9514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416998 Feb 01 05:00:46.753527 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1f690d31-a739-4881-b9a4-9b2997776465 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:46.759012 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1f690d31-a739-4881-b9a4-9b2997776465 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:46.782838 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f690d31-a739-4881-b9a4-9b2997776465 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19e115b2-dd42-4e56-8616-8f6696a0854d,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:00:46.791091 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1f690d31-a739-4881-b9a4-9b2997776465 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:46.792341 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-1f690d31-a739-4881-b9a4-9b2997776465 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1640913 Feb 01 05:00:46.794916 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 48294) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:00:46.799897 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-5f0173fe-8d46-411c-9a83-fbb81928f141 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Request body: {'security_group_rule': {'security_group_id': '60346c17-5c02-44a3-83b8-328cbd53f523', 'project_id': '5a06411ba87b466e944b93b50da90a8c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:00:46.806250 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-5f0173fe-8d46-411c-9a83-fbb81928f141 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:00:46.810151 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-5f0173fe-8d46-411c-9a83-fbb81928f141 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Usage tracker for resource:security_group_rule and tenant:5a06411ba87b466e944b93b50da90a8c is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:00:46.813161 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-5f0173fe-8d46-411c-9a83-fbb81928f141 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:00:46.819567 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-5f0173fe-8d46-411c-9a83-fbb81928f141 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:00:46.833305 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.securitygroups_db [None req-5f0173fe-8d46-411c-9a83-fbb81928f141 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Project 5a06411ba87b466e944b93b50da90a8c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 01 05:00:46.840680 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5f0173fe-8d46-411c-9a83-fbb81928f141 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:46.908350 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c187ed-934c-4778-bc62-32f22bbc6157 None None] New status for floating IP 109fb368-c582-4216-8cad-ea4d8d06af51: ACTIVE {{(pid=87639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 01 05:00:46.911959 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5f0173fe-8d46-411c-9a83-fbb81928f141 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:46.915663 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5f0173fe-8d46-411c-9a83-fbb81928f141 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:46.939402 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0173fe-8d46-411c-9a83-fbb81928f141 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc0ddcf6-420b-4d9a-8e2e-320f13b03f3b,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:00:46.950198 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5f0173fe-8d46-411c-9a83-fbb81928f141 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:46.951465 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-5f0173fe-8d46-411c-9a83-fbb81928f141 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1555264 Feb 01 05:00:47.071746 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-09306d1a-da24-428d-b33e-307bda1f7af9 req-97d7b054-018f-4de6-b055-c6df60b040eb tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-369674380&fields=id&tenant_id=5a06411ba87b466e944b93b50da90a8c HTTP/1.1" status: 200 len: 267 time: 0.0432560 Feb 01 05:00:47.157744 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09306d1a-da24-428d-b33e-307bda1f7af9 req-38aadc78-7cd8-45a5-9f4b-7a76caa975f2 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:00:47.159341 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-09306d1a-da24-428d-b33e-307bda1f7af9 req-38aadc78-7cd8-45a5-9f4b-7a76caa975f2 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c78284a-8ee9-4218-a883-86be4fa0d2fb HTTP/1.1" status: 200 len: 946 time: 0.0818036 Feb 01 05:00:47.172999 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [req-09306d1a-da24-428d-b33e-307bda1f7af9 req-755164ec-f68e-4b66-823e-3ff580095cfa tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Request body: {'port': {'security_groups': ['20cb753d-8af2-453b-9b33-00ebdf882248', '60346c17-5c02-44a3-83b8-328cbd53f523']}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:00:47.298874 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-09306d1a-da24-428d-b33e-307bda1f7af9 req-755164ec-f68e-4b66-823e-3ff580095cfa tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:47.546985 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [req-09306d1a-da24-428d-b33e-307bda1f7af9 req-755164ec-f68e-4b66-823e-3ff580095cfa tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] For port 3d8b3035-cb0a-46ee-9c40-eef150cb0be7, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=3d8b3035-cb0a-46ee-9c40-eef150cb0be7,segment=NetworkSegment(8e13bf12-0ba8-4868-9bfd-b629ca1ac8b6),segment_id=8e13bf12-0ba8-4868-9bfd-b629ca1ac8b6)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:00:47.577349 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-09306d1a-da24-428d-b33e-307bda1f7af9 req-755164ec-f68e-4b66-823e-3ff580095cfa tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:47.581663 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-09306d1a-da24-428d-b33e-307bda1f7af9 req-755164ec-f68e-4b66-823e-3ff580095cfa tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:47.613668 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] get_ports_and_sgs() called for port_ids ['3d8b3035-cb0a-46ee-9c40-eef150cb0be7'] {{(pid=87638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 01 05:00:47.650906 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09306d1a-da24-428d-b33e-307bda1f7af9 req-755164ec-f68e-4b66-823e-3ff580095cfa tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:00:47.651612 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-09306d1a-da24-428d-b33e-307bda1f7af9 req-755164ec-f68e-4b66-823e-3ff580095cfa tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:47.654083 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-09306d1a-da24-428d-b33e-307bda1f7af9 req-755164ec-f68e-4b66-823e-3ff580095cfa tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] 10.222.0.24 "PUT /v2.0/ports/3d8b3035-cb0a-46ee-9c40-eef150cb0be7 HTTP/1.1" status: 200 len: 982 time: 0.4861431 Feb 01 05:00:47.675642 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755164ec-f68e-4b66-823e-3ff580095cfa tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Pushing event updated for resources: {'Port': ['ID=3d8b3035-cb0a-46ee-9c40-eef150cb0be7,revision_number=6']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:00:47.767776 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] get_ports_and_sgs() called for port_ids ['3d8b3035-cb0a-46ee-9c40-eef150cb0be7'] {{(pid=87638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 01 05:00:47.801783 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c78284a-8ee9-4218-a883-86be4fa0d2fb', 'tag': '3d8b3035-cb0a-46ee-9c40-eef150cb0be7'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 05:00:47.841388 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2892d3ad-ce0c-4aee-8a2f-0d16c713ca3e req-9dd63ffc-5906-413b-9e13-20c1fce6239b tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:00:47.843084 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2892d3ad-ce0c-4aee-8a2f-0d16c713ca3e req-9dd63ffc-5906-413b-9e13-20c1fce6239b tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c78284a-8ee9-4218-a883-86be4fa0d2fb HTTP/1.1" status: 200 len: 985 time: 0.0971336 Feb 01 05:00:47.890438 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c78284a-8ee9-4218-a883-86be4fa0d2fb', 'tag': '3d8b3035-cb0a-46ee-9c40-eef150cb0be7', 'status': 'completed', 'code': 200} Feb 01 05:00:47.905805 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-2892d3ad-ce0c-4aee-8a2f-0d16c713ca3e req-dd5f05f9-3782-4630-908d-c64b8a2445a8 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Synchronizing usage tracker for tenant:5a06411ba87b466e944b93b50da90a8c on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 05:00:47.927789 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-2892d3ad-ce0c-4aee-8a2f-0d16c713ca3e req-dd5f05f9-3782-4630-908d-c64b8a2445a8 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Unset dirty status for tenant:5a06411ba87b466e944b93b50da90a8c on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 05:00:47.929141 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2892d3ad-ce0c-4aee-8a2f-0d16c713ca3e req-dd5f05f9-3782-4630-908d-c64b8a2445a8 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] 10.222.0.24 "GET /v2.0/security-groups?id=20cb753d-8af2-453b-9b33-00ebdf882248&id=60346c17-5c02-44a3-83b8-328cbd53f523&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0788517 Feb 01 05:00:48.004845 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe0104-4582-4a06-bc78-00c5037c2655 req-ab6a1986-ba2b-46d0-808d-652195f93c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:00:48.006364 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-67fe0104-4582-4a06-bc78-00c5037c2655 req-ab6a1986-ba2b-46d0-808d-652195f93c7e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5a06411ba87b466e944b93b50da90a8c&device_id=2c78284a-8ee9-4218-a883-86be4fa0d2fb HTTP/1.1" status: 200 len: 1138 time: 0.0757723 Feb 01 05:00:48.040589 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-91a5f70c-9efe-4292-bf2b-5bc92b14380b None None] Provisioning complete for port 3d8b3035-cb0a-46ee-9c40-eef150cb0be7 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:00:48.040970 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-91a5f70c-9efe-4292-bf2b-5bc92b14380b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:00:48.163746 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe0104-4582-4a06-bc78-00c5037c2655 req-ff650a41-24cb-495a-8503-95b1c9946e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:00:48.163746 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-67fe0104-4582-4a06-bc78-00c5037c2655 req-ff650a41-24cb-495a-8503-95b1c9946e7d service neutron] 10.222.0.18 "GET /v2.0/networks?id=98885f08-b93f-43ec-be02-abfd330e9514 HTTP/1.1" status: 200 len: 915 time: 0.1354246 Feb 01 05:00:48.269085 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-67fe0104-4582-4a06-bc78-00c5037c2655 req-377be1c0-0901-4c5a-964a-cb96058e6a5d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d8b3035-cb0a-46ee-9c40-eef150cb0be7 HTTP/1.1" status: 200 len: 1002 time: 0.1016366 Feb 01 05:00:48.333532 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe0104-4582-4a06-bc78-00c5037c2655 req-fd3a1c42-6435-46ff-a651-140272457478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:00:48.334947 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-67fe0104-4582-4a06-bc78-00c5037c2655 req-fd3a1c42-6435-46ff-a651-140272457478 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=83d4d323-dee0-4509-b0f1-0e74038c2db0 HTTP/1.1" status: 200 len: 854 time: 0.0596979 Feb 01 05:00:48.407118 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe0104-4582-4a06-bc78-00c5037c2655 req-beefcac8-57de-4084-bab0-61156b841c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:00:48.408559 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-67fe0104-4582-4a06-bc78-00c5037c2655 req-beefcac8-57de-4084-bab0-61156b841c11 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=98885f08-b93f-43ec-be02-abfd330e9514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676460 Feb 01 05:00:48.644289 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-67fe0104-4582-4a06-bc78-00c5037c2655 req-db93f617-a2c4-4ac5-a8b5-5fc16da352aa service neutron] 10.222.0.18 "GET /v2.0/networks/98885f08-b93f-43ec-be02-abfd330e9514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259090 Feb 01 05:00:48.782460 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-67fe0104-4582-4a06-bc78-00c5037c2655 req-52168053-ee76-47e5-9e16-909c80df2247 service neutron] 10.222.0.18 "GET /v2.0/networks/98885f08-b93f-43ec-be02-abfd330e9514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318939 Feb 01 05:01:01.994584 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-da47c4e5-1abc-4d13-a053-19e9a01e33e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:01:04.278178 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c38b1a04-50aa-459b-abb9-75c32d6c13e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:01:04.304482 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4553735-a95a-4d0d-a73f-f681c9bf090d req-7e1eb659-bdc9-45ce-bb64-f2676319d85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:01:04.305960 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b4553735-a95a-4d0d-a73f-f681c9bf090d req-7e1eb659-bdc9-45ce-bb64-f2676319d85d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5a06411ba87b466e944b93b50da90a8c&device_id=2c78284a-8ee9-4218-a883-86be4fa0d2fb HTTP/1.1" status: 200 len: 1138 time: 0.1333771 Feb 01 05:01:04.314062 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8e0d01-7a9d-46ce-ad4e-8f6e987f76af req-dd4caa00-82c3-4e63-a1d0-ac3e21493414 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:01:04.315396 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7f8e0d01-7a9d-46ce-ad4e-8f6e987f76af req-dd4caa00-82c3-4e63-a1d0-ac3e21493414 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c78284a-8ee9-4218-a883-86be4fa0d2fb HTTP/1.1" status: 200 len: 985 time: 0.1133115 Feb 01 05:01:04.442981 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7f8e0d01-7a9d-46ce-ad4e-8f6e987f76af req-c6e72cac-1cfd-4618-8e98-ccb5ceaff957 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] 10.222.0.24 "GET /v2.0/security-groups?id=20cb753d-8af2-453b-9b33-00ebdf882248&id=60346c17-5c02-44a3-83b8-328cbd53f523&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1091871 Feb 01 05:01:04.478211 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4553735-a95a-4d0d-a73f-f681c9bf090d req-da105273-dc01-4df3-9f98-4819e864f4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:01:04.479655 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b4553735-a95a-4d0d-a73f-f681c9bf090d req-da105273-dc01-4df3-9f98-4819e864f4b8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=98885f08-b93f-43ec-be02-abfd330e9514 HTTP/1.1" status: 200 len: 915 time: 0.1634464 Feb 01 05:01:04.578850 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b4553735-a95a-4d0d-a73f-f681c9bf090d req-4704a74a-0982-48a0-ac26-66b3fd70b585 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d8b3035-cb0a-46ee-9c40-eef150cb0be7 HTTP/1.1" status: 200 len: 1002 time: 0.0918927 Feb 01 05:01:04.643927 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4553735-a95a-4d0d-a73f-f681c9bf090d req-8481baf2-1e29-4ee4-a499-705038275b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:01:04.645315 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b4553735-a95a-4d0d-a73f-f681c9bf090d req-8481baf2-1e29-4ee4-a499-705038275b43 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=83d4d323-dee0-4509-b0f1-0e74038c2db0 HTTP/1.1" status: 200 len: 854 time: 0.0602105 Feb 01 05:01:04.721807 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4553735-a95a-4d0d-a73f-f681c9bf090d req-7d62069d-710f-4ec9-8ba6-1e4a46602265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:01:04.723161 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b4553735-a95a-4d0d-a73f-f681c9bf090d req-7d62069d-710f-4ec9-8ba6-1e4a46602265 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=98885f08-b93f-43ec-be02-abfd330e9514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673077 Feb 01 05:01:04.852769 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b4553735-a95a-4d0d-a73f-f681c9bf090d req-5983f314-8521-4db7-98fd-10be9e91adf7 service neutron] 10.222.0.18 "GET /v2.0/networks/98885f08-b93f-43ec-be02-abfd330e9514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229374 Feb 01 05:01:04.984318 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b4553735-a95a-4d0d-a73f-f681c9bf090d req-4eb9110a-b459-40ea-a6e4-736e21c6ef92 service neutron] 10.222.0.18 "GET /v2.0/networks/98885f08-b93f-43ec-be02-abfd330e9514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241381 Feb 01 05:01:05.423349 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:01:05.554039 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:01:05.630683 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ecb57-45a8-4ee7-8a8e-a4a95d4abc54 req-9b6b69dc-91f0-48fc-a9c2-7f68bbf2a406 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:01:05.632201 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-c46ecb57-45a8-4ee7-8a8e-a4a95d4abc54 req-9b6b69dc-91f0-48fc-a9c2-7f68bbf2a406 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c78284a-8ee9-4218-a883-86be4fa0d2fb HTTP/1.1" status: 200 len: 985 time: 0.0798368 Feb 01 05:01:05.681578 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-c46ecb57-45a8-4ee7-8a8e-a4a95d4abc54 req-28fb38f0-20a6-4f05-b540-65509aef761a tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] 10.222.0.24 "GET /v2.0/security-groups?id=20cb753d-8af2-453b-9b33-00ebdf882248&id=60346c17-5c02-44a3-83b8-328cbd53f523&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0427260 Feb 01 05:01:06.865587 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d95cc-44a1-467f-a62a-187894734772 req-3c6f7c28-d446-4ae7-8ebc-bbafa2aa170b tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:01:06.867028 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0c7d95cc-44a1-467f-a62a-187894734772 req-3c6f7c28-d446-4ae7-8ebc-bbafa2aa170b tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c78284a-8ee9-4218-a883-86be4fa0d2fb HTTP/1.1" status: 200 len: 985 time: 0.0832002 Feb 01 05:01:06.912741 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0c7d95cc-44a1-467f-a62a-187894734772 req-e0037b4c-8165-4a62-9a47-cfe0fd976ea3 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] 10.222.0.24 "GET /v2.0/security-groups?id=20cb753d-8af2-453b-9b33-00ebdf882248&id=60346c17-5c02-44a3-83b8-328cbd53f523&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0393109 Feb 01 05:01:07.080886 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:01:07.337918 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 05:01:08.092310 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cebf25-2af6-4ac5-baf8-f679c063f509 req-a09382d3-0656-4ca9-a49d-cc5a77be3733 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:01:08.093739 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-c7cebf25-2af6-4ac5-baf8-f679c063f509 req-a09382d3-0656-4ca9-a49d-cc5a77be3733 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c78284a-8ee9-4218-a883-86be4fa0d2fb HTTP/1.1" status: 200 len: 985 time: 0.0789976 Feb 01 05:01:08.138888 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-c7cebf25-2af6-4ac5-baf8-f679c063f509 req-c3535ce1-7f6f-4d37-821d-9310f89e74e1 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] 10.222.0.24 "GET /v2.0/security-groups?id=20cb753d-8af2-453b-9b33-00ebdf882248&id=60346c17-5c02-44a3-83b8-328cbd53f523&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0393646 Feb 01 05:01:09.320213 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a2ff92-58b0-4e79-b79b-364206cebebf req-76d4b4e4-183c-4765-ac1b-e11a31596ae8 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:01:09.322190 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b8a2ff92-58b0-4e79-b79b-364206cebebf req-76d4b4e4-183c-4765-ac1b-e11a31596ae8 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c78284a-8ee9-4218-a883-86be4fa0d2fb HTTP/1.1" status: 200 len: 985 time: 0.0783944 Feb 01 05:01:09.367636 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b8a2ff92-58b0-4e79-b79b-364206cebebf req-945694f8-6c01-4ac8-9604-c6ccd173dda9 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] 10.222.0.24 "GET /v2.0/security-groups?id=20cb753d-8af2-453b-9b33-00ebdf882248&id=60346c17-5c02-44a3-83b8-328cbd53f523&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398059 Feb 01 05:01:10.549842 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a27e4a2-87e0-4849-b151-c4699c8e8f8b req-98cb659f-9206-4148-ad04-1bd9e343759a tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:01:10.551316 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-8a27e4a2-87e0-4849-b151-c4699c8e8f8b req-98cb659f-9206-4148-ad04-1bd9e343759a tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c78284a-8ee9-4218-a883-86be4fa0d2fb HTTP/1.1" status: 200 len: 985 time: 0.0821152 Feb 01 05:01:10.596267 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-8a27e4a2-87e0-4849-b151-c4699c8e8f8b req-89e013d5-d062-480a-9b28-fbf90175e9c1 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] 10.222.0.24 "GET /v2.0/security-groups?id=20cb753d-8af2-453b-9b33-00ebdf882248&id=60346c17-5c02-44a3-83b8-328cbd53f523&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0387015 Feb 01 05:01:11.781848 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72965d6-4e62-41f1-9add-82683f64e95a req-dd4eadc4-a805-49b3-a6b4-823a5dd9447c tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:01:11.783289 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b72965d6-4e62-41f1-9add-82683f64e95a req-dd4eadc4-a805-49b3-a6b4-823a5dd9447c tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c78284a-8ee9-4218-a883-86be4fa0d2fb HTTP/1.1" status: 200 len: 985 time: 0.0818133 Feb 01 05:01:11.827806 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b72965d6-4e62-41f1-9add-82683f64e95a req-021b9cc1-da00-4c5d-9c14-707701b43d90 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] 10.222.0.24 "GET /v2.0/security-groups?id=20cb753d-8af2-453b-9b33-00ebdf882248&id=60346c17-5c02-44a3-83b8-328cbd53f523&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0387826 Feb 01 05:01:13.010625 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f34df-278b-4099-b2e7-af64f6e788d0 req-a99ab64a-69fa-4b64-8ae1-ee5e5b94de6e tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:01:13.012063 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-b31f34df-278b-4099-b2e7-af64f6e788d0 req-a99ab64a-69fa-4b64-8ae1-ee5e5b94de6e tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c78284a-8ee9-4218-a883-86be4fa0d2fb HTTP/1.1" status: 200 len: 985 time: 0.0783932 Feb 01 05:01:13.056983 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-b31f34df-278b-4099-b2e7-af64f6e788d0 req-a88c04bd-d01a-4ac1-892b-44bc4958a05e tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] 10.222.0.24 "GET /v2.0/security-groups?id=20cb753d-8af2-453b-9b33-00ebdf882248&id=60346c17-5c02-44a3-83b8-328cbd53f523&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0393140 Feb 01 05:01:14.234506 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897566b7-a9f7-46bb-b0c4-d48c14091537 req-2918282f-2ccd-4ada-b5a6-cf85cbbf30e4 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:01:14.235861 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-897566b7-a9f7-46bb-b0c4-d48c14091537 req-2918282f-2ccd-4ada-b5a6-cf85cbbf30e4 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c78284a-8ee9-4218-a883-86be4fa0d2fb HTTP/1.1" status: 200 len: 985 time: 0.0773103 Feb 01 05:01:14.284878 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-897566b7-a9f7-46bb-b0c4-d48c14091537 req-68182f58-96b8-4c83-82f1-8ec01e3901f7 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] 10.222.0.24 "GET /v2.0/security-groups?id=20cb753d-8af2-453b-9b33-00ebdf882248&id=60346c17-5c02-44a3-83b8-328cbd53f523&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0432100 Feb 01 05:01:15.197409 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:01:15.466355 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea26a66-fbc3-4018-a866-60e6bda3b0ac req-06e015d3-d428-4fd5-843e-a82b56afc1c7 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:01:15.467766 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-5ea26a66-fbc3-4018-a866-60e6bda3b0ac req-06e015d3-d428-4fd5-843e-a82b56afc1c7 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c78284a-8ee9-4218-a883-86be4fa0d2fb HTTP/1.1" status: 200 len: 985 time: 0.0807250 Feb 01 05:01:15.513247 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-5ea26a66-fbc3-4018-a866-60e6bda3b0ac req-fb4b8997-4213-4f0b-900a-07665d058092 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] 10.222.0.24 "GET /v2.0/security-groups?id=20cb753d-8af2-453b-9b33-00ebdf882248&id=60346c17-5c02-44a3-83b8-328cbd53f523&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398142 Feb 01 05:01:16.693235 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86e2b71-06a3-4c63-9364-00f6e91b4a85 req-b2ea5752-2a5f-4efe-ae21-0a95681adf16 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:01:16.694579 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f86e2b71-06a3-4c63-9364-00f6e91b4a85 req-b2ea5752-2a5f-4efe-ae21-0a95681adf16 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c78284a-8ee9-4218-a883-86be4fa0d2fb HTTP/1.1" status: 200 len: 985 time: 0.0784450 Feb 01 05:01:16.740515 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f86e2b71-06a3-4c63-9364-00f6e91b4a85 req-85ffe00e-7d64-4b72-80cd-1aade7bb996c tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] 10.222.0.24 "GET /v2.0/security-groups?id=20cb753d-8af2-453b-9b33-00ebdf882248&id=60346c17-5c02-44a3-83b8-328cbd53f523&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0393646 Feb 01 05:01:31.996731 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e7d5c187-1295-46a4-bf2e-a522f1f5c3fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:01:34.279032 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-17fd834d-a447-469c-a186-cf72994bce9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:01:35.235207 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d8084df6-8331-460a-bc26-4309fcc70139 req-c733977d-0c2f-4d67-b2cb-d8fcd5500a49 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2c78284a-8ee9-4218-a883-86be4fa0d2fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1311643 Feb 01 05:01:35.398327 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8084df6-8331-460a-bc26-4309fcc70139 req-27db977b-788e-4be5-8c89-2ad56eec11af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:01:35.399710 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d8084df6-8331-460a-bc26-4309fcc70139 req-27db977b-788e-4be5-8c89-2ad56eec11af service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5a06411ba87b466e944b93b50da90a8c&device_id=2c78284a-8ee9-4218-a883-86be4fa0d2fb HTTP/1.1" status: 200 len: 1138 time: 0.0701573 Feb 01 05:01:35.424992 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:01:35.544251 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8084df6-8331-460a-bc26-4309fcc70139 req-df49fe59-a433-4a53-823a-29e3027d6e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:01:35.545687 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d8084df6-8331-460a-bc26-4309fcc70139 req-df49fe59-a433-4a53-823a-29e3027d6e37 service neutron] 10.222.0.18 "GET /v2.0/networks?id=98885f08-b93f-43ec-be02-abfd330e9514 HTTP/1.1" status: 200 len: 915 time: 0.1268461 Feb 01 05:01:35.556136 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:01:35.749700 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d8084df6-8331-460a-bc26-4309fcc70139 req-5a5d458e-0c85-493e-858a-074f5895bb92 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d8b3035-cb0a-46ee-9c40-eef150cb0be7 HTTP/1.1" status: 200 len: 1002 time: 0.1972332 Feb 01 05:01:35.813205 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8084df6-8331-460a-bc26-4309fcc70139 req-35ec0177-e808-4b58-8f17-f92c3ec3a823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:01:35.814617 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d8084df6-8331-460a-bc26-4309fcc70139 req-35ec0177-e808-4b58-8f17-f92c3ec3a823 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=83d4d323-dee0-4509-b0f1-0e74038c2db0 HTTP/1.1" status: 200 len: 854 time: 0.0578089 Feb 01 05:01:35.892716 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8084df6-8331-460a-bc26-4309fcc70139 req-96028030-7a18-464f-a516-63d4323ea35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:01:35.894178 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d8084df6-8331-460a-bc26-4309fcc70139 req-96028030-7a18-464f-a516-63d4323ea35d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=98885f08-b93f-43ec-be02-abfd330e9514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729568 Feb 01 05:01:35.904351 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [req-d8084df6-8331-460a-bc26-4309fcc70139 req-2a3ffeb1-da72-4d25-a1d7-a4c6700b0c2e service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 05:01:35.905246 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d8084df6-8331-460a-bc26-4309fcc70139 req-2a3ffeb1-da72-4d25-a1d7-a4c6700b0c2e service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047116 Feb 01 05:01:36.035407 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d8084df6-8331-460a-bc26-4309fcc70139 req-a5bba9e3-d6ff-4a58-916e-ded113f21430 service neutron] 10.222.0.18 "GET /v2.0/networks/98885f08-b93f-43ec-be02-abfd330e9514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233654 Feb 01 05:01:36.167449 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d8084df6-8331-460a-bc26-4309fcc70139 req-8515e918-e5ef-48f5-9b5f-115f94b1ab26 service neutron] 10.222.0.18 "GET /v2.0/networks/98885f08-b93f-43ec-be02-abfd330e9514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258264 Feb 01 05:01:37.083158 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:01:44.337316 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 05:01:45.206007 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:01:45.878721 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-2629f4a5-193b-4d42-9982-5e1599d2f9ad req-251ac015-6500-4f3d-8435-82db807da770 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-369674380&fields=id&tenant_id=5a06411ba87b466e944b93b50da90a8c HTTP/1.1" status: 200 len: 267 time: 0.0395379 Feb 01 05:01:45.963397 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2629f4a5-193b-4d42-9982-5e1599d2f9ad req-7bf95838-691f-4a3e-8238-94de3e713b1b tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:01:45.964811 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-2629f4a5-193b-4d42-9982-5e1599d2f9ad req-7bf95838-691f-4a3e-8238-94de3e713b1b tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c78284a-8ee9-4218-a883-86be4fa0d2fb HTTP/1.1" status: 200 len: 985 time: 0.0801768 Feb 01 05:01:45.975099 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [req-2629f4a5-193b-4d42-9982-5e1599d2f9ad req-14e01902-85b8-47ae-9a7f-c708aaa8bc26 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Request body: {'port': {'security_groups': ['20cb753d-8af2-453b-9b33-00ebdf882248']}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:01:46.090899 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-2629f4a5-193b-4d42-9982-5e1599d2f9ad req-14e01902-85b8-47ae-9a7f-c708aaa8bc26 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:01:46.415962 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [req-2629f4a5-193b-4d42-9982-5e1599d2f9ad req-14e01902-85b8-47ae-9a7f-c708aaa8bc26 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] For port 3d8b3035-cb0a-46ee-9c40-eef150cb0be7, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=3d8b3035-cb0a-46ee-9c40-eef150cb0be7,segment=NetworkSegment(8e13bf12-0ba8-4868-9bfd-b629ca1ac8b6),segment_id=8e13bf12-0ba8-4868-9bfd-b629ca1ac8b6)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:01:46.439637 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-2629f4a5-193b-4d42-9982-5e1599d2f9ad req-14e01902-85b8-47ae-9a7f-c708aaa8bc26 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:01:46.444107 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-2629f4a5-193b-4d42-9982-5e1599d2f9ad req-14e01902-85b8-47ae-9a7f-c708aaa8bc26 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:01:46.477750 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] get_ports_and_sgs() called for port_ids ['3d8b3035-cb0a-46ee-9c40-eef150cb0be7'] {{(pid=87638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 01 05:01:46.519525 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2629f4a5-193b-4d42-9982-5e1599d2f9ad req-14e01902-85b8-47ae-9a7f-c708aaa8bc26 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:01:46.520192 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [req-2629f4a5-193b-4d42-9982-5e1599d2f9ad req-14e01902-85b8-47ae-9a7f-c708aaa8bc26 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:01:46.521669 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-2629f4a5-193b-4d42-9982-5e1599d2f9ad req-14e01902-85b8-47ae-9a7f-c708aaa8bc26 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] 10.222.0.24 "PUT /v2.0/ports/3d8b3035-cb0a-46ee-9c40-eef150cb0be7 HTTP/1.1" status: 200 len: 943 time: 0.5508738 Feb 01 05:01:46.522150 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c78284a-8ee9-4218-a883-86be4fa0d2fb', 'tag': '3d8b3035-cb0a-46ee-9c40-eef150cb0be7'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 05:01:46.529332 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 48352) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:01:46.541981 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e01902-85b8-47ae-9a7f-c708aaa8bc26 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Pushing event updated for resources: {'Port': ['ID=3d8b3035-cb0a-46ee-9c40-eef150cb0be7,revision_number=7']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:01:46.550030 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e01902-85b8-47ae-9a7f-c708aaa8bc26 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:01:46.550384 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e01902-85b8-47ae-9a7f-c708aaa8bc26 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:01:46.550735 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e01902-85b8-47ae-9a7f-c708aaa8bc26 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:01:46.551074 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e01902-85b8-47ae-9a7f-c708aaa8bc26 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:01:46.551435 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e01902-85b8-47ae-9a7f-c708aaa8bc26 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:01:46.551786 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e01902-85b8-47ae-9a7f-c708aaa8bc26 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:01:46.552095 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e01902-85b8-47ae-9a7f-c708aaa8bc26 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:01:46.552423 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e01902-85b8-47ae-9a7f-c708aaa8bc26 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:01:46.552833 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e01902-85b8-47ae-9a7f-c708aaa8bc26 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:01:46.553063 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e01902-85b8-47ae-9a7f-c708aaa8bc26 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:01:46.553385 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e01902-85b8-47ae-9a7f-c708aaa8bc26 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:01:46.554293 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e01902-85b8-47ae-9a7f-c708aaa8bc26 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:01:46.591713 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c78284a-8ee9-4218-a883-86be4fa0d2fb', 'tag': '3d8b3035-cb0a-46ee-9c40-eef150cb0be7', 'status': 'completed', 'code': 200} Feb 01 05:01:46.625223 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8c806e28-c93d-4bc2-9a92-c56179716da4 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:01:46.644373 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] get_ports_and_sgs() called for port_ids ['3d8b3035-cb0a-46ee-9c40-eef150cb0be7'] {{(pid=87638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 01 05:01:46.699947 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8c806e28-c93d-4bc2-9a92-c56179716da4 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:01:46.762269 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74f106-fbc4-4f7a-87e1-9c92689b67d1 req-06d75ed0-2868-4bcd-8126-8ef315cc9aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:01:46.763760 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5e74f106-fbc4-4f7a-87e1-9c92689b67d1 req-06d75ed0-2868-4bcd-8126-8ef315cc9aad service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5a06411ba87b466e944b93b50da90a8c&device_id=2c78284a-8ee9-4218-a883-86be4fa0d2fb HTTP/1.1" status: 200 len: 1099 time: 0.1281104 Feb 01 05:01:46.858012 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-5f38699a-db9d-4465-ad21-aedf3b79ecb4 None None] Provisioning complete for port 3d8b3035-cb0a-46ee-9c40-eef150cb0be7 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:01:46.858319 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5f38699a-db9d-4465-ad21-aedf3b79ecb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:01:46.875303 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8c806e28-c93d-4bc2-9a92-c56179716da4 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:01:46.898323 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c806e28-c93d-4bc2-9a92-c56179716da4 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60346c17-5c02-44a3-83b8-328cbd53f523,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:01:46.919755 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c806e28-c93d-4bc2-9a92-c56179716da4 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:01:46.920106 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c806e28-c93d-4bc2-9a92-c56179716da4 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:01:46.920449 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c806e28-c93d-4bc2-9a92-c56179716da4 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:01:46.920782 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c806e28-c93d-4bc2-9a92-c56179716da4 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:01:46.921116 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c806e28-c93d-4bc2-9a92-c56179716da4 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:01:46.921444 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c806e28-c93d-4bc2-9a92-c56179716da4 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:01:46.921991 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c806e28-c93d-4bc2-9a92-c56179716da4 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:01:46.922090 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c806e28-c93d-4bc2-9a92-c56179716da4 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:01:46.922410 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c806e28-c93d-4bc2-9a92-c56179716da4 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:01:46.922732 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c806e28-c93d-4bc2-9a92-c56179716da4 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:01:46.923055 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c806e28-c93d-4bc2-9a92-c56179716da4 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:01:46.923398 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c806e28-c93d-4bc2-9a92-c56179716da4 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:01:46.930494 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74f106-fbc4-4f7a-87e1-9c92689b67d1 req-df2d086a-2089-44e4-a1ae-002ff7ca10d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:01:46.932210 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5e74f106-fbc4-4f7a-87e1-9c92689b67d1 req-df2d086a-2089-44e4-a1ae-002ff7ca10d1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=98885f08-b93f-43ec-be02-abfd330e9514 HTTP/1.1" status: 200 len: 915 time: 0.1624346 Feb 01 05:01:46.935387 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8c806e28-c93d-4bc2-9a92-c56179716da4 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:01:46.936407 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-8c806e28-c93d-4bc2-9a92-c56179716da4 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] 10.222.0.24 "DELETE /v2.0/security-groups/60346c17-5c02-44a3-83b8-328cbd53f523 HTTP/1.1" status: 204 len: 168 time: 0.4036977 Feb 01 05:01:46.939355 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 48356) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:01:47.038447 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5e74f106-fbc4-4f7a-87e1-9c92689b67d1 req-260906c3-654b-4402-855d-1f419a4b9d97 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d8b3035-cb0a-46ee-9c40-eef150cb0be7 HTTP/1.1" status: 200 len: 1002 time: 0.1002798 Feb 01 05:01:47.098939 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74f106-fbc4-4f7a-87e1-9c92689b67d1 req-caac7f2c-aa46-4b6d-9ee7-bd29c0fa5845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:01:47.100404 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5e74f106-fbc4-4f7a-87e1-9c92689b67d1 req-caac7f2c-aa46-4b6d-9ee7-bd29c0fa5845 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=83d4d323-dee0-4509-b0f1-0e74038c2db0 HTTP/1.1" status: 200 len: 854 time: 0.0561752 Feb 01 05:01:47.144905 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-813468a2-6e14-4052-a366-f7c4e74dea8e tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Deleting port 24452cda-a801-453e-b0f0-aa5390b3f4b8 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 05:01:47.145239 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-813468a2-6e14-4052-a366-f7c4e74dea8e tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:01:47.176903 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74f106-fbc4-4f7a-87e1-9c92689b67d1 req-f01d391a-4d0c-489b-8cf6-6f63c021f658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:01:47.178373 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5e74f106-fbc4-4f7a-87e1-9c92689b67d1 req-f01d391a-4d0c-489b-8cf6-6f63c021f658 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=98885f08-b93f-43ec-be02-abfd330e9514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714080 Feb 01 05:01:47.307781 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5e74f106-fbc4-4f7a-87e1-9c92689b67d1 req-a8812a64-e0c4-4996-969b-e2f26df24402 service neutron] 10.222.0.18 "GET /v2.0/networks/98885f08-b93f-43ec-be02-abfd330e9514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233644 Feb 01 05:01:47.314647 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-813468a2-6e14-4052-a366-f7c4e74dea8e tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:01:47.314974 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-813468a2-6e14-4052-a366-f7c4e74dea8e tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:01:47.434811 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-813468a2-6e14-4052-a366-f7c4e74dea8e tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Calling delete_port for 24452cda-a801-453e-b0f0-aa5390b3f4b8 owned by network:floatingip {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 05:01:47.441777 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5e74f106-fbc4-4f7a-87e1-9c92689b67d1 req-46d78501-f2fd-47c9-8423-65f53408f214 service neutron] 10.222.0.18 "GET /v2.0/networks/98885f08-b93f-43ec-be02-abfd330e9514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281841 Feb 01 05:01:47.581193 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-813468a2-6e14-4052-a366-f7c4e74dea8e tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:01:47.627064 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813468a2-6e14-4052-a366-f7c4e74dea8e tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Pushing event deleted for resources: {'Port': ['ID=24452cda-a801-453e-b0f0-aa5390b3f4b8,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:01:47.716753 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-813468a2-6e14-4052-a366-f7c4e74dea8e tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Notify callbacks [] for floatingip, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:01:47.717080 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.l3_db [None req-813468a2-6e14-4052-a366-f7c4e74dea8e tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Floating IP 109fb368-c582-4216-8cad-ea4d8d06af51 disassociated (deleted). External IP: 172.26.8.141, port: 3d8b3035-cb0a-46ee-9c40-eef150cb0be7. Feb 01 05:01:48.057571 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-813468a2-6e14-4052-a366-f7c4e74dea8e tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Router 315f1464-bd7f-4981-9f32-780fcc39f972 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 05:01:48.329767 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-813468a2-6e14-4052-a366-f7c4e74dea8e tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 05:01:48.338908 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d587d7da-b387-4e59-8179-d9d7af48d5fe None None] Sync routers for ids ['315f1464-bd7f-4981-9f32-780fcc39f972'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 05:01:48.348031 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d587d7da-b387-4e59-8179-d9d7af48d5fe None None] Routers {'315f1464-bd7f-4981-9f32-780fcc39f972'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:01:48.348642 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-d587d7da-b387-4e59-8179-d9d7af48d5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:01:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['315f1464-bd7f-4981-9f32-780fcc39f972'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:01:48.349431 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-813468a2-6e14-4052-a366-f7c4e74dea8e tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:01:48.406158 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-813468a2-6e14-4052-a366-f7c4e74dea8e tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] 10.222.0.24 "DELETE /v2.0/floatingips/109fb368-c582-4216-8cad-ea4d8d06af51 HTTP/1.1" status: 204 len: 168 time: 1.4648817 Feb 01 05:01:48.534870 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-d587d7da-b387-4e59-8179-d9d7af48d5fe None None] Set router 315f1464-bd7f-4981-9f32-780fcc39f972 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:01:48.592455 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c78284a-8ee9-4218-a883-86be4fa0d2fb', 'tag': '3d8b3035-cb0a-46ee-9c40-eef150cb0be7'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 05:01:48.637540 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c78284a-8ee9-4218-a883-86be4fa0d2fb', 'tag': '3d8b3035-cb0a-46ee-9c40-eef150cb0be7', 'status': 'completed', 'code': 200} Feb 01 05:01:48.781983 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e4c87-bdc9-4df2-aff9-5a8573f4b988 req-99f3ce02-b665-4ce1-b084-3bb263fe22f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:01:48.783640 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d82e4c87-bdc9-4df2-aff9-5a8573f4b988 req-99f3ce02-b665-4ce1-b084-3bb263fe22f1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5a06411ba87b466e944b93b50da90a8c&device_id=2c78284a-8ee9-4218-a883-86be4fa0d2fb HTTP/1.1" status: 200 len: 1099 time: 0.0960636 Feb 01 05:01:48.889343 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-d587d7da-b387-4e59-8179-d9d7af48d5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315f1464-bd7f-4981-9f32-780fcc39f972', 'name': 'tempest-TestMinimumBasicScenario-1803796313-router', 'tenant_id': '5a06411ba87b466e944b93b50da90a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.138'}], 'enable_snat': True}, 'gw_port_id': '08159129-30bf-4852-b6c7-64732b037d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:59:52Z', 'updated_at': '2022-02-01T04:59:56Z', 'revision_number': 4, 'project_id': '5a06411ba87b466e944b93b50da90a8c', 'gw_port': {'id': '08159129-30bf-4852-b6c7-64732b037d6e', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:aa:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f1464-bd7f-4981-9f32-780fcc39f972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:59:53Z', 'updated_at': '2022-02-01T04:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '9f65eece-5b4c-4ed8-9607-ce3a6e515cc6', 'name': '', 'network_id': '98885f08-b93f-43ec-be02-abfd330e9514', 'tenant_id': '5a06411ba87b466e944b93b50da90a8c', 'mac_address': 'fa:16:3e:ce:8f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f1464-bd7f-4981-9f32-780fcc39f972', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '83d4d323-dee0-4509-b0f1-0e74038c2db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:59:55Z', 'updated_at': '2022-02-01T05:00:03Z', 'revision_number': 5, 'project_id': '5a06411ba87b466e944b93b50da90a8c', 'subnets': [{'id': '83d4d323-dee0-4509-b0f1-0e74038c2db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:01:48.894737 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d587d7da-b387-4e59-8179-d9d7af48d5fe None None] Checking router: 315f1464-bd7f-4981-9f32-780fcc39f972 for host: dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 05:01:48.905685 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d587d7da-b387-4e59-8179-d9d7af48d5fe None None] Routers {'315f1464-bd7f-4981-9f32-780fcc39f972'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:01:48.906424 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-d587d7da-b387-4e59-8179-d9d7af48d5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:01:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['315f1464-bd7f-4981-9f32-780fcc39f972'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:01:48.935113 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e4c87-bdc9-4df2-aff9-5a8573f4b988 req-a407daad-d3a2-4ccb-a6fd-f66190a6471f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:01:48.936581 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d82e4c87-bdc9-4df2-aff9-5a8573f4b988 req-a407daad-d3a2-4ccb-a6fd-f66190a6471f service neutron] 10.222.0.18 "GET /v2.0/networks?id=98885f08-b93f-43ec-be02-abfd330e9514 HTTP/1.1" status: 200 len: 915 time: 0.1401486 Feb 01 05:01:49.090266 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-d587d7da-b387-4e59-8179-d9d7af48d5fe None None] Set router 315f1464-bd7f-4981-9f32-780fcc39f972 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:01:49.122793 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d82e4c87-bdc9-4df2-aff9-5a8573f4b988 req-eb222551-36e7-4bfb-ab18-a88fc7573f19 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d8b3035-cb0a-46ee-9c40-eef150cb0be7 HTTP/1.1" status: 200 len: 217 time: 0.1800141 Feb 01 05:01:49.187947 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e4c87-bdc9-4df2-aff9-5a8573f4b988 req-8fc6d6aa-a606-48c7-a7a2-4e9aaf007b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:01:49.189917 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d82e4c87-bdc9-4df2-aff9-5a8573f4b988 req-8fc6d6aa-a606-48c7-a7a2-4e9aaf007b9f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=83d4d323-dee0-4509-b0f1-0e74038c2db0 HTTP/1.1" status: 200 len: 854 time: 0.0605619 Feb 01 05:01:49.266073 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e4c87-bdc9-4df2-aff9-5a8573f4b988 req-9e5b6bea-2a87-4840-8e97-55472fcc43ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:01:49.268507 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d82e4c87-bdc9-4df2-aff9-5a8573f4b988 req-9e5b6bea-2a87-4840-8e97-55472fcc43ea service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=98885f08-b93f-43ec-be02-abfd330e9514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725396 Feb 01 05:01:49.415683 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d82e4c87-bdc9-4df2-aff9-5a8573f4b988 req-9b86a28e-fe2c-4edd-960b-344015adbcf0 service neutron] 10.222.0.18 "GET /v2.0/networks/98885f08-b93f-43ec-be02-abfd330e9514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400363 Feb 01 05:01:49.450875 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-d587d7da-b387-4e59-8179-d9d7af48d5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315f1464-bd7f-4981-9f32-780fcc39f972', 'name': 'tempest-TestMinimumBasicScenario-1803796313-router', 'tenant_id': '5a06411ba87b466e944b93b50da90a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.138'}], 'enable_snat': True}, 'gw_port_id': '08159129-30bf-4852-b6c7-64732b037d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:59:52Z', 'updated_at': '2022-02-01T04:59:56Z', 'revision_number': 4, 'project_id': '5a06411ba87b466e944b93b50da90a8c', 'gw_port': {'id': '08159129-30bf-4852-b6c7-64732b037d6e', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:aa:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f1464-bd7f-4981-9f32-780fcc39f972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:59:53Z', 'updated_at': '2022-02-01T04:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '9f65eece-5b4c-4ed8-9607-ce3a6e515cc6', 'name': '', 'network_id': '98885f08-b93f-43ec-be02-abfd330e9514', 'tenant_id': '5a06411ba87b466e944b93b50da90a8c', 'mac_address': 'fa:16:3e:ce:8f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f1464-bd7f-4981-9f32-780fcc39f972', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '83d4d323-dee0-4509-b0f1-0e74038c2db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:59:55Z', 'updated_at': '2022-02-01T05:00:03Z', 'revision_number': 5, 'project_id': '5a06411ba87b466e944b93b50da90a8c', 'subnets': [{'id': '83d4d323-dee0-4509-b0f1-0e74038c2db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:01:49.455493 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d587d7da-b387-4e59-8179-d9d7af48d5fe None None] The sync data for ids ['315f1464-bd7f-4981-9f32-780fcc39f972'] in dv-neutron-826830-1-hyperv is: [{'id': '315f1464-bd7f-4981-9f32-780fcc39f972', 'name': 'tempest-TestMinimumBasicScenario-1803796313-router', 'tenant_id': '5a06411ba87b466e944b93b50da90a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.138'}], 'enable_snat': True}, 'gw_port_id': '08159129-30bf-4852-b6c7-64732b037d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:59:52Z', 'updated_at': '2022-02-01T04:59:56Z', 'revision_number': 4, 'project_id': '5a06411ba87b466e944b93b50da90a8c', 'gw_port': {'id': '08159129-30bf-4852-b6c7-64732b037d6e', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:aa:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f1464-bd7f-4981-9f32-780fcc39f972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:59:53Z', 'updated_at': '2022-02-01T04:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '9f65eece-5b4c-4ed8-9607-ce3a6e515cc6', 'name': '', 'network_id': '98885f08-b93f-43ec-be02-abfd330e9514', 'tenant_id': '5a06411ba87b466e944b93b50da90a8c', 'mac_address': 'fa:16:3e:ce:8f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f1464-bd7f-4981-9f32-780fcc39f972', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '83d4d323-dee0-4509-b0f1-0e74038c2db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:59:55Z', 'updated_at': '2022-02-01T05:00:03Z', 'revision_number': 5, 'project_id': '5a06411ba87b466e944b93b50da90a8c', 'subnets': [{'id': '83d4d323-dee0-4509-b0f1-0e74038c2db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 05:01:49.556515 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d82e4c87-bdc9-4df2-aff9-5a8573f4b988 req-9599f9a2-bd64-49eb-ac5b-b1b6f2c56041 service neutron] 10.222.0.18 "GET /v2.0/networks/98885f08-b93f-43ec-be02-abfd330e9514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342041 Feb 01 05:01:49.726026 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd4468a-3647-404e-85d9-8f91578060ff None None] New status for floating IP 109fb368-c582-4216-8cad-ea4d8d06af51: DOWN {{(pid=87639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 01 05:01:53.876451 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7574be61-7773-43f3-a8f0-94bf92746fd8 req-38fe1839-ac31-480f-bbed-8428e976e2bb tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:01:53.877054 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-7574be61-7773-43f3-a8f0-94bf92746fd8 req-38fe1839-ac31-480f-bbed-8428e976e2bb tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Synchronizing usage tracker for tenant:5a06411ba87b466e944b93b50da90a8c on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 05:01:53.893714 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-7574be61-7773-43f3-a8f0-94bf92746fd8 req-38fe1839-ac31-480f-bbed-8428e976e2bb tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Unset dirty status for tenant:5a06411ba87b466e944b93b50da90a8c on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 05:01:53.894905 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-7574be61-7773-43f3-a8f0-94bf92746fd8 req-38fe1839-ac31-480f-bbed-8428e976e2bb tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c78284a-8ee9-4218-a883-86be4fa0d2fb HTTP/1.1" status: 200 len: 946 time: 0.1043839 Feb 01 05:01:53.938087 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-7574be61-7773-43f3-a8f0-94bf92746fd8 req-2d2d32c4-a304-4b4b-9677-3e225c3544b2 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] 10.222.0.24 "GET /v2.0/security-groups?id=20cb753d-8af2-453b-9b33-00ebdf882248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369401 Feb 01 05:01:55.119562 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff44e6-d586-42e1-929b-2ef7f52a5102 req-f7120fa9-0bba-4e72-8afc-4005975d8b83 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:01:55.121008 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-50ff44e6-d586-42e1-929b-2ef7f52a5102 req-f7120fa9-0bba-4e72-8afc-4005975d8b83 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c78284a-8ee9-4218-a883-86be4fa0d2fb HTTP/1.1" status: 200 len: 946 time: 0.0789330 Feb 01 05:01:55.166319 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-50ff44e6-d586-42e1-929b-2ef7f52a5102 req-9fb5c515-dca7-4431-9df5-39820886efaa tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Synchronizing usage tracker for tenant:5a06411ba87b466e944b93b50da90a8c on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 05:01:55.181001 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-50ff44e6-d586-42e1-929b-2ef7f52a5102 req-9fb5c515-dca7-4431-9df5-39820886efaa tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Unset dirty status for tenant:5a06411ba87b466e944b93b50da90a8c on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 05:01:55.182200 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-50ff44e6-d586-42e1-929b-2ef7f52a5102 req-9fb5c515-dca7-4431-9df5-39820886efaa tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] 10.222.0.24 "GET /v2.0/security-groups?id=20cb753d-8af2-453b-9b33-00ebdf882248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556767 Feb 01 05:01:55.577516 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b653fb7-6ce3-4c09-8107-94e75fdbf9f0 req-c76e15e2-0857-4186-a637-f7f1cf8015a8 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:01:55.578939 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0b653fb7-6ce3-4c09-8107-94e75fdbf9f0 req-c76e15e2-0857-4186-a637-f7f1cf8015a8 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c78284a-8ee9-4218-a883-86be4fa0d2fb HTTP/1.1" status: 200 len: 946 time: 0.0765688 Feb 01 05:01:55.646149 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-0b653fb7-6ce3-4c09-8107-94e75fdbf9f0 req-5dc0cae9-e745-4501-a19b-54a44191a7ad tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Deleting port 3d8b3035-cb0a-46ee-9c40-eef150cb0be7 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 05:01:55.646479 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-0b653fb7-6ce3-4c09-8107-94e75fdbf9f0 req-5dc0cae9-e745-4501-a19b-54a44191a7ad tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:01:55.887563 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-0b653fb7-6ce3-4c09-8107-94e75fdbf9f0 req-5dc0cae9-e745-4501-a19b-54a44191a7ad tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] For port 3d8b3035-cb0a-46ee-9c40-eef150cb0be7, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=3d8b3035-cb0a-46ee-9c40-eef150cb0be7,segment=NetworkSegment(8e13bf12-0ba8-4868-9bfd-b629ca1ac8b6),segment_id=8e13bf12-0ba8-4868-9bfd-b629ca1ac8b6)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:01:55.887923 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-0b653fb7-6ce3-4c09-8107-94e75fdbf9f0 req-5dc0cae9-e745-4501-a19b-54a44191a7ad tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:01:56.010316 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-0b653fb7-6ce3-4c09-8107-94e75fdbf9f0 req-5dc0cae9-e745-4501-a19b-54a44191a7ad tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Calling delete_port for 3d8b3035-cb0a-46ee-9c40-eef150cb0be7 owned by compute:nova {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 05:01:56.152687 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-0b653fb7-6ce3-4c09-8107-94e75fdbf9f0 req-5dc0cae9-e745-4501-a19b-54a44191a7ad tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:01:56.185125 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] get_ports_and_sgs() called for port_ids ['3d8b3035-cb0a-46ee-9c40-eef150cb0be7'] {{(pid=87638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 01 05:01:56.207935 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc0cae9-e745-4501-a19b-54a44191a7ad tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Pushing event deleted for resources: {'Port': ['ID=3d8b3035-cb0a-46ee-9c40-eef150cb0be7,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:01:56.281791 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b653fb7-6ce3-4c09-8107-94e75fdbf9f0 req-5dc0cae9-e745-4501-a19b-54a44191a7ad tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] No DVR routers for this DVR port 3d8b3035-cb0a-46ee-9c40-eef150cb0be7 on host hv-neutron-8268 {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 05:01:56.284296 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-0b653fb7-6ce3-4c09-8107-94e75fdbf9f0 req-5dc0cae9-e745-4501-a19b-54a44191a7ad tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:01:56.286967 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c78284a-8ee9-4218-a883-86be4fa0d2fb', 'name': 'network-vif-deleted', 'tag': '3d8b3035-cb0a-46ee-9c40-eef150cb0be7'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 05:01:56.303975 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0b653fb7-6ce3-4c09-8107-94e75fdbf9f0 req-5dc0cae9-e745-4501-a19b-54a44191a7ad tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] 10.222.0.18 "DELETE /v2.0/ports/3d8b3035-cb0a-46ee-9c40-eef150cb0be7 HTTP/1.1" status: 204 len: 173 time: 0.7203474 Feb 01 05:01:56.332124 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c78284a-8ee9-4218-a883-86be4fa0d2fb', 'name': 'network-vif-deleted', 'tag': '3d8b3035-cb0a-46ee-9c40-eef150cb0be7', 'status': 'completed', 'code': 200} Feb 01 05:01:56.350041 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-d1bafed9-8f84-4a86-bb26-6d87cc78b4b3 req-9aa17054-01b8-4a67-a072-c5d4d3152bc2 tempest-TestMinimumBasicScenario-1300137403 tempest-TestMinimumBasicScenario-1300137403-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c78284a-8ee9-4218-a883-86be4fa0d2fb HTTP/1.1" status: 200 len: 210 time: 0.0522299 Feb 01 05:01:57.980141 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 48444) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:01:58.612313 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3f01ebad-b965-4ec9-956c-7c1efd49a327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-371968'] for router_interface, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:01:58.737192 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 3d8b3035-cb0a-46ee-9c40-eef150cb0be7 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 05:01:58.770759 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] No Port match for: 3d8b3035-cb0a-46ee-9c40-eef150cb0be7 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 05:01:58.771094 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 3d8b3035-cb0a-46ee-9c40-eef150cb0be7 not bound to the agent host hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 05:01:58.953764 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-3f01ebad-b965-4ec9-956c-7c1efd49a327 admin admin] Deleting port 9f65eece-5b4c-4ed8-9607-ce3a6e515cc6 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 05:01:58.954096 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3f01ebad-b965-4ec9-956c-7c1efd49a327 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:01:59.125299 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-3f01ebad-b965-4ec9-956c-7c1efd49a327 admin admin] For port 9f65eece-5b4c-4ed8-9607-ce3a6e515cc6, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=9f65eece-5b4c-4ed8-9607-ce3a6e515cc6,segment=NetworkSegment(8e13bf12-0ba8-4868-9bfd-b629ca1ac8b6),segment_id=8e13bf12-0ba8-4868-9bfd-b629ca1ac8b6)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:01:59.126022 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3f01ebad-b965-4ec9-956c-7c1efd49a327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:01:59.242874 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-3f01ebad-b965-4ec9-956c-7c1efd49a327 admin admin] Calling delete_port for 9f65eece-5b4c-4ed8-9607-ce3a6e515cc6 owned by network:router_interface {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 05:01:59.544035 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3f01ebad-b965-4ec9-956c-7c1efd49a327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:01:59.734091 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f01ebad-b965-4ec9-956c-7c1efd49a327 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f65eece-5b4c-4ed8-9607-ce3a6e515cc6,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:01:59.974704 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3f01ebad-b965-4ec9-956c-7c1efd49a327 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770960'] for router_interface, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:00.326545 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f01ebad-b965-4ec9-956c-7c1efd49a327 admin admin] Router 315f1464-bd7f-4981-9f32-780fcc39f972 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 05:02:00.501903 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f01ebad-b965-4ec9-956c-7c1efd49a327 admin admin] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 05:02:00.513674 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb6f4d1-0cf4-486d-910e-1f5ccf6a5aed None None] Sync routers for ids ['315f1464-bd7f-4981-9f32-780fcc39f972'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 05:02:00.514180 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-3f01ebad-b965-4ec9-956c-7c1efd49a327 admin admin] 10.222.0.24 "PUT /v2.0/routers/315f1464-bd7f-4981-9f32-780fcc39f972/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5311129 Feb 01 05:02:00.518039 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 48450) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:02:00.526879 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb6f4d1-0cf4-486d-910e-1f5ccf6a5aed None None] Routers {'315f1464-bd7f-4981-9f32-780fcc39f972'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:02:00.527925 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-0fb6f4d1-0cf4-486d-910e-1f5ccf6a5aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:01:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['315f1464-bd7f-4981-9f32-780fcc39f972'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:02:00.691111 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c7fe8b06-279f-4fdc-ba20-5f09f0e5681a admin admin] Notify callbacks [] for router, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:00.702480 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-0fb6f4d1-0cf4-486d-910e-1f5ccf6a5aed None None] Set router 315f1464-bd7f-4981-9f32-780fcc39f972 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:02:00.875414 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c7fe8b06-279f-4fdc-ba20-5f09f0e5681a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:00.885459 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-c7fe8b06-279f-4fdc-ba20-5f09f0e5681a admin admin] Deleting port 08159129-30bf-4852-b6c7-64732b037d6e {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 05:02:00.885818 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c7fe8b06-279f-4fdc-ba20-5f09f0e5681a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:00.985043 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-0fb6f4d1-0cf4-486d-910e-1f5ccf6a5aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315f1464-bd7f-4981-9f32-780fcc39f972', 'name': 'tempest-TestMinimumBasicScenario-1803796313-router', 'tenant_id': '5a06411ba87b466e944b93b50da90a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.138'}], 'enable_snat': True}, 'gw_port_id': '08159129-30bf-4852-b6c7-64732b037d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:59:52Z', 'updated_at': '2022-02-01T05:01:59Z', 'revision_number': 5, 'project_id': '5a06411ba87b466e944b93b50da90a8c', 'gw_port': {'id': '08159129-30bf-4852-b6c7-64732b037d6e', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:aa:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f1464-bd7f-4981-9f32-780fcc39f972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:59:53Z', 'updated_at': '2022-02-01T04:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:02:00.988801 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb6f4d1-0cf4-486d-910e-1f5ccf6a5aed None None] Checking router: 315f1464-bd7f-4981-9f32-780fcc39f972 for host: dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 05:02:00.997810 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb6f4d1-0cf4-486d-910e-1f5ccf6a5aed None None] Routers {'315f1464-bd7f-4981-9f32-780fcc39f972'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:02:00.998412 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-0fb6f4d1-0cf4-486d-910e-1f5ccf6a5aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:01:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['315f1464-bd7f-4981-9f32-780fcc39f972'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:02:01.055166 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-c7fe8b06-279f-4fdc-ba20-5f09f0e5681a admin admin] For port 08159129-30bf-4852-b6c7-64732b037d6e, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=08159129-30bf-4852-b6c7-64732b037d6e,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:02:01.055571 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c7fe8b06-279f-4fdc-ba20-5f09f0e5681a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:01.150163 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-0fb6f4d1-0cf4-486d-910e-1f5ccf6a5aed None None] Set router 315f1464-bd7f-4981-9f32-780fcc39f972 gateway port host: None {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:02:01.176379 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-c7fe8b06-279f-4fdc-ba20-5f09f0e5681a admin admin] Calling delete_port for 08159129-30bf-4852-b6c7-64732b037d6e owned by network:router_gateway {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 05:02:01.253893 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-0fb6f4d1-0cf4-486d-910e-1f5ccf6a5aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315f1464-bd7f-4981-9f32-780fcc39f972', 'name': 'tempest-TestMinimumBasicScenario-1803796313-router', 'tenant_id': '5a06411ba87b466e944b93b50da90a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:59:52Z', 'updated_at': '2022-02-01T05:02:00Z', 'revision_number': 6, 'project_id': '5a06411ba87b466e944b93b50da90a8c', 'gw_port_host': None}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:02:01.257631 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb6f4d1-0cf4-486d-910e-1f5ccf6a5aed None None] The sync data for ids ['315f1464-bd7f-4981-9f32-780fcc39f972'] in dv-neutron-826830-1-hyperv is: [{'id': '315f1464-bd7f-4981-9f32-780fcc39f972', 'name': 'tempest-TestMinimumBasicScenario-1803796313-router', 'tenant_id': '5a06411ba87b466e944b93b50da90a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:59:52Z', 'updated_at': '2022-02-01T05:02:00Z', 'revision_number': 6, 'project_id': '5a06411ba87b466e944b93b50da90a8c', 'gw_port_host': None}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 05:02:01.577432 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c7fe8b06-279f-4fdc-ba20-5f09f0e5681a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:01.623894 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fe8b06-279f-4fdc-ba20-5f09f0e5681a admin admin] Pushing event deleted for resources: {'Port': ['ID=08159129-30bf-4852-b6c7-64732b037d6e,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:02:01.715426 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c7fe8b06-279f-4fdc-ba20-5f09f0e5681a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-774381'] for router_gateway, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:01.883424 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c7fe8b06-279f-4fdc-ba20-5f09f0e5681a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25968'] for router, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:01.885574 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c7fe8b06-279f-4fdc-ba20-5f09f0e5681a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:01.909133 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c7fe8b06-279f-4fdc-ba20-5f09f0e5681a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772958'] for router, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:01.909653 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7fe8b06-279f-4fdc-ba20-5f09f0e5681a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 315f1464-bd7f-4981-9f32-780fcc39f972 {{(pid=87637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 01 05:02:01.922038 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c7fe8b06-279f-4fdc-ba20-5f09f0e5681a admin admin] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:01.923144 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-c7fe8b06-279f-4fdc-ba20-5f09f0e5681a admin admin] 10.222.0.24 "DELETE /v2.0/routers/315f1464-bd7f-4981-9f32-780fcc39f972 HTTP/1.1" status: 204 len: 168 time: 1.4039567 Feb 01 05:02:01.925589 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 48454) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:02:01.983062 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5df6496-10c1-4b13-ba12-68aad144a44e admin admin] Deleting subnet 83d4d323-dee0-4509-b0f1-0e74038c2db0 {{(pid=87637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 05:02:01.985972 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b5df6496-10c1-4b13-ba12-68aad144a44e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:01.999330 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7e273b4d-1ee0-4137-98bf-bfd39f967382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:02.038074 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b5df6496-10c1-4b13-ba12-68aad144a44e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2424773'] for subnet, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:02.117840 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b5df6496-10c1-4b13-ba12-68aad144a44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:02.185817 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b5df6496-10c1-4b13-ba12-68aad144a44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3037665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694336'] for subnet, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:02.231457 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b5df6496-10c1-4b13-ba12-68aad144a44e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:02.235948 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df6496-10c1-4b13-ba12-68aad144a44e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83d4d323-dee0-4509-b0f1-0e74038c2db0,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:02:02.236462 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32650979-64ac-47d3-a84e-044380729977 None None] Network 98885f08-b93f-43ec-be02-abfd330e9514 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 05:02:02.242499 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-b5df6496-10c1-4b13-ba12-68aad144a44e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/83d4d323-dee0-4509-b0f1-0e74038c2db0 HTTP/1.1" status: 204 len: 168 time: 0.3159556 Feb 01 05:02:02.245040 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 48458) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:02:02.350739 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-db7b94bb-ea5e-435d-91cd-f215baa75053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:02.361035 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-db7b94bb-ea5e-435d-91cd-f215baa75053 admin admin] Deleting port 91fffade-fb4e-4bdb-a112-82831960b4d0 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 05:02:02.361364 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-db7b94bb-ea5e-435d-91cd-f215baa75053 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:02.504102 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b117b571-0179-4088-803e-315806fe618d None None] DHCP port deletion for 98885f08-b93f-43ec-be02-abfd330e9514 request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 05:02:02.508805 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-b117b571-0179-4088-803e-315806fe618d None None] Deleting port 91fffade-fb4e-4bdb-a112-82831960b4d0 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 05:02:02.509347 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b117b571-0179-4088-803e-315806fe618d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:02.557377 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 9f65eece-5b4c-4ed8-9607-ce3a6e515cc6 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 05:02:02.566035 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-db7b94bb-ea5e-435d-91cd-f215baa75053 admin admin] For port 91fffade-fb4e-4bdb-a112-82831960b4d0, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=91fffade-fb4e-4bdb-a112-82831960b4d0,segment=NetworkSegment(8e13bf12-0ba8-4868-9bfd-b629ca1ac8b6),segment_id=8e13bf12-0ba8-4868-9bfd-b629ca1ac8b6)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:02:02.566391 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-db7b94bb-ea5e-435d-91cd-f215baa75053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:02.594109 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 9f65eece-5b4c-4ed8-9607-ce3a6e515cc6 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 05:02:02.594442 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 9f65eece-5b4c-4ed8-9607-ce3a6e515cc6 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 05:02:02.594875 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 08159129-30bf-4852-b6c7-64732b037d6e no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 05:02:02.655764 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 08159129-30bf-4852-b6c7-64732b037d6e {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 05:02:02.656110 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 08159129-30bf-4852-b6c7-64732b037d6e not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 05:02:02.656496 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 91fffade-fb4e-4bdb-a112-82831960b4d0 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 05:02:02.806079 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-db7b94bb-ea5e-435d-91cd-f215baa75053 admin admin] Calling delete_port for 91fffade-fb4e-4bdb-a112-82831960b4d0 owned by network:dhcp {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 05:02:02.883661 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-db7b94bb-ea5e-435d-91cd-f215baa75053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:02.893182 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Port 91fffade-fb4e-4bdb-a112-82831960b4d0 update to DOWN by agent not found {{(pid=87638) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 01 05:02:02.899470 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-b117b571-0179-4088-803e-315806fe618d None None] For port 91fffade-fb4e-4bdb-a112-82831960b4d0, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=91fffade-fb4e-4bdb-a112-82831960b4d0,segment=NetworkSegment(8e13bf12-0ba8-4868-9bfd-b629ca1ac8b6),segment_id=8e13bf12-0ba8-4868-9bfd-b629ca1ac8b6)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:02:02.899853 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b117b571-0179-4088-803e-315806fe618d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:02.932135 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7b94bb-ea5e-435d-91cd-f215baa75053 admin admin] Pushing event deleted for resources: {'Port': ['ID=91fffade-fb4e-4bdb-a112-82831960b4d0,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:02:02.935356 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7b94bb-ea5e-435d-91cd-f215baa75053 admin admin] No DVR routers for this DVR port 91fffade-fb4e-4bdb-a112-82831960b4d0 on host dv-neutron-826830-1-hyperv {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 05:02:03.019089 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-b117b571-0179-4088-803e-315806fe618d None None] Calling delete_port for 91fffade-fb4e-4bdb-a112-82831960b4d0 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 05:02:03.049304 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-db7b94bb-ea5e-435d-91cd-f215baa75053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:03.073803 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-db7b94bb-ea5e-435d-91cd-f215baa75053 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98885f08-b93f-43ec-be02-abfd330e9514']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:02:03.085967 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-db7b94bb-ea5e-435d-91cd-f215baa75053 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e13bf12-0ba8-4868-9bfd-b629ca1ac8b6') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:02:03.086272 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-db7b94bb-ea5e-435d-91cd-f215baa75053 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e13bf12-0ba8-4868-9bfd-b629ca1ac8b6') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:02:03.090958 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-b117b571-0179-4088-803e-315806fe618d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 05:02:03.091344 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-b117b571-0179-4088-803e-315806fe618d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 05:02:03.097256 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-db7b94bb-ea5e-435d-91cd-f215baa75053 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143022'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:03.112968 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-db7b94bb-ea5e-435d-91cd-f215baa75053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:03.119044 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db7b94bb-ea5e-435d-91cd-f215baa75053 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 05:02:03.119474 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-db7b94bb-ea5e-435d-91cd-f215baa75053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3072199'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:03.132067 dv-neutron-826830-1-hyperv neutron-server[87636]: Traceback (most recent call last): Feb 01 05:02:03.132067 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 05:02:03.132067 dv-neutron-826830-1-hyperv neutron-server[87636]: timer() Feb 01 05:02:03.132067 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 05:02:03.132067 dv-neutron-826830-1-hyperv neutron-server[87636]: cb(*args, **kw) Feb 01 05:02:03.132067 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 05:02:03.132067 dv-neutron-826830-1-hyperv neutron-server[87636]: return func(*args, **kwargs) Feb 01 05:02:03.132067 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 05:02:03.132067 dv-neutron-826830-1-hyperv neutron-server[87636]: self._notify() Feb 01 05:02:03.132067 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 05:02:03.132067 dv-neutron-826830-1-hyperv neutron-server[87636]: self.callback(batched_events) Feb 01 05:02:03.132067 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 05:02:03.132067 dv-neutron-826830-1-hyperv neutron-server[87636]: event.method(event) Feb 01 05:02:03.132067 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 05:02:03.132067 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 05:02:03.132067 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 05:02:03.132067 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 05:02:03.132067 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 05:02:03.132067 dv-neutron-826830-1-hyperv neutron-server[87636]: return f(self, *a, **k) Feb 01 05:02:03.132067 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 05:02:03.132067 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._get(url).json() Feb 01 05:02:03.132067 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 05:02:03.132067 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 05:02:03.132067 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 05:02:03.132067 dv-neutron-826830-1-hyperv neutron-server[87636]: return self.request(url, 'GET', **kwargs) Feb 01 05:02:03.132067 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 05:02:03.132067 dv-neutron-826830-1-hyperv neutron-server[87636]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 05:02:03.132067 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 05:02:03.132067 dv-neutron-826830-1-hyperv neutron-server[87636]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 05:02:03.132067 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 05:02:03.132067 dv-neutron-826830-1-hyperv neutron-server[87636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 05:02:03.132067 dv-neutron-826830-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 05:02:03.205089 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-db7b94bb-ea5e-435d-91cd-f215baa75053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:03.220701 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-db7b94bb-ea5e-435d-91cd-f215baa75053 admin admin] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:03.230968 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7b94bb-ea5e-435d-91cd-f215baa75053 admin admin] Pushing event deleted for resources: {'Network': ['ID=98885f08-b93f-43ec-be02-abfd330e9514,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:02:03.237865 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-db7b94bb-ea5e-435d-91cd-f215baa75053 admin admin] 10.222.0.24 "DELETE /v2.0/networks/98885f08-b93f-43ec-be02-abfd330e9514 HTTP/1.1" status: 204 len: 168 time: 0.9918289 Feb 01 05:02:03.240984 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 48464) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:02:03.592867 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-b117b571-0179-4088-803e-315806fe618d None None] Deleting port 91fffade-fb4e-4bdb-a112-82831960b4d0 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 05:02:03.593245 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b117b571-0179-4088-803e-315806fe618d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:03.661158 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-b117b571-0179-4088-803e-315806fe618d None None] The port '91fffade-fb4e-4bdb-a112-82831960b4d0' was deleted {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 01 05:02:03.764041 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c394f6d6-17f3-453b-8ff5-8dc1c21b7469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-371968'] for router_interface, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:04.116845 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-c394f6d6-17f3-453b-8ff5-8dc1c21b7469 admin admin] Deleting port a9eefce0-6737-414d-8b90-c9757cfeaafa {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 05:02:04.117181 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c394f6d6-17f3-453b-8ff5-8dc1c21b7469 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:04.281729 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-288b6b13-c09a-4817-9114-9da24653f78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:04.395931 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-c394f6d6-17f3-453b-8ff5-8dc1c21b7469 admin admin] For port a9eefce0-6737-414d-8b90-c9757cfeaafa, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=a9eefce0-6737-414d-8b90-c9757cfeaafa,segment=NetworkSegment(7a01be0b-bc5d-483d-97de-a69716fb216e),segment_id=7a01be0b-bc5d-483d-97de-a69716fb216e)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:02:04.396200 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c394f6d6-17f3-453b-8ff5-8dc1c21b7469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:04.528631 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-c394f6d6-17f3-453b-8ff5-8dc1c21b7469 admin admin] Calling delete_port for a9eefce0-6737-414d-8b90-c9757cfeaafa owned by network:router_interface {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 05:02:04.699198 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c394f6d6-17f3-453b-8ff5-8dc1c21b7469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:04.745403 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c394f6d6-17f3-453b-8ff5-8dc1c21b7469 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9eefce0-6737-414d-8b90-c9757cfeaafa,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:02:05.023211 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c394f6d6-17f3-453b-8ff5-8dc1c21b7469 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770960'] for router_interface, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:05.377192 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c394f6d6-17f3-453b-8ff5-8dc1c21b7469 admin admin] Router 5e2e3b57-ef2e-4532-ab35-24980d05151e has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 05:02:05.428372 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:05.556154 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c394f6d6-17f3-453b-8ff5-8dc1c21b7469 admin admin] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 05:02:05.559114 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:05.565370 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c394f6d6-17f3-453b-8ff5-8dc1c21b7469 admin admin] 10.222.0.24 "PUT /v2.0/routers/5e2e3b57-ef2e-4532-ab35-24980d05151e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3234043 Feb 01 05:02:05.565529 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46e0017-810d-41bd-b14e-e44ac4dffe40 None None] Sync routers for ids ['5e2e3b57-ef2e-4532-ab35-24980d05151e'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 05:02:05.567821 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 48468) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:02:05.576232 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46e0017-810d-41bd-b14e-e44ac4dffe40 None None] Routers {'5e2e3b57-ef2e-4532-ab35-24980d05151e'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:02:05.576834 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-d46e0017-810d-41bd-b14e-e44ac4dffe40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:02:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['5e2e3b57-ef2e-4532-ab35-24980d05151e'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:02:05.754952 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-d46e0017-810d-41bd-b14e-e44ac4dffe40 None None] Set router 5e2e3b57-ef2e-4532-ab35-24980d05151e gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:02:05.851803 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b20762b5-7f6c-4268-b1c5-735551f75140 admin admin] Notify callbacks [] for router, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:06.026679 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b20762b5-7f6c-4268-b1c5-735551f75140 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:06.036371 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-b20762b5-7f6c-4268-b1c5-735551f75140 admin admin] Deleting port 36802934-4ff2-451d-863a-c4c2a04e59fc {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 05:02:06.036654 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b20762b5-7f6c-4268-b1c5-735551f75140 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:06.058330 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-d46e0017-810d-41bd-b14e-e44ac4dffe40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2e3b57-ef2e-4532-ab35-24980d05151e', 'name': 'tempest-TestMinimumBasicScenario-2035721-router', 'tenant_id': 'd514dc99618d4f15bc08fc0cb518599a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.33'}], 'enable_snat': True}, 'gw_port_id': '36802934-4ff2-451d-863a-c4c2a04e59fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:59:58Z', 'updated_at': '2022-02-01T05:02:04Z', 'revision_number': 5, 'project_id': 'd514dc99618d4f15bc08fc0cb518599a', 'gw_port': {'id': '36802934-4ff2-451d-863a-c4c2a04e59fc', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cf:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2e3b57-ef2e-4532-ab35-24980d05151e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T04:59:59Z', 'updated_at': '2022-02-01T05:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:02:06.062157 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46e0017-810d-41bd-b14e-e44ac4dffe40 None None] Checking router: 5e2e3b57-ef2e-4532-ab35-24980d05151e for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 05:02:06.071078 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46e0017-810d-41bd-b14e-e44ac4dffe40 None None] Routers {'5e2e3b57-ef2e-4532-ab35-24980d05151e'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:02:06.071709 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-d46e0017-810d-41bd-b14e-e44ac4dffe40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:02:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['5e2e3b57-ef2e-4532-ab35-24980d05151e'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:02:06.207786 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-b20762b5-7f6c-4268-b1c5-735551f75140 admin admin] For port 36802934-4ff2-451d-863a-c4c2a04e59fc, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=36802934-4ff2-451d-863a-c4c2a04e59fc,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:02:06.208055 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b20762b5-7f6c-4268-b1c5-735551f75140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:06.229513 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-d46e0017-810d-41bd-b14e-e44ac4dffe40 None None] Set router 5e2e3b57-ef2e-4532-ab35-24980d05151e gateway port host: None {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:02:06.327180 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-b20762b5-7f6c-4268-b1c5-735551f75140 admin admin] Calling delete_port for 36802934-4ff2-451d-863a-c4c2a04e59fc owned by network:router_gateway {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 05:02:06.332445 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-d46e0017-810d-41bd-b14e-e44ac4dffe40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2e3b57-ef2e-4532-ab35-24980d05151e', 'name': 'tempest-TestMinimumBasicScenario-2035721-router', 'tenant_id': 'd514dc99618d4f15bc08fc0cb518599a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:59:58Z', 'updated_at': '2022-02-01T05:02:06Z', 'revision_number': 6, 'project_id': 'd514dc99618d4f15bc08fc0cb518599a', 'gw_port_host': None}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:02:06.336899 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46e0017-810d-41bd-b14e-e44ac4dffe40 None None] The sync data for ids ['5e2e3b57-ef2e-4532-ab35-24980d05151e'] in dv-neutron-826830-1-hyperv is: [{'id': '5e2e3b57-ef2e-4532-ab35-24980d05151e', 'name': 'tempest-TestMinimumBasicScenario-2035721-router', 'tenant_id': 'd514dc99618d4f15bc08fc0cb518599a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T04:59:58Z', 'updated_at': '2022-02-01T05:02:06Z', 'revision_number': 6, 'project_id': 'd514dc99618d4f15bc08fc0cb518599a', 'gw_port_host': None}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 05:02:06.495446 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b20762b5-7f6c-4268-b1c5-735551f75140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:06.545682 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20762b5-7f6c-4268-b1c5-735551f75140 admin admin] Pushing event deleted for resources: {'Port': ['ID=36802934-4ff2-451d-863a-c4c2a04e59fc,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:02:06.632318 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b20762b5-7f6c-4268-b1c5-735551f75140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-774381'] for router_gateway, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:06.763949 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device a9eefce0-6737-414d-8b90-c9757cfeaafa no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 05:02:06.802604 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: a9eefce0-6737-414d-8b90-c9757cfeaafa {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 05:02:06.803592 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device a9eefce0-6737-414d-8b90-c9757cfeaafa not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 05:02:06.806581 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b20762b5-7f6c-4268-b1c5-735551f75140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25968'] for router, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:06.808910 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b20762b5-7f6c-4268-b1c5-735551f75140 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:06.832101 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b20762b5-7f6c-4268-b1c5-735551f75140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772958'] for router, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:06.832716 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b20762b5-7f6c-4268-b1c5-735551f75140 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e2e3b57-ef2e-4532-ab35-24980d05151e {{(pid=87636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 01 05:02:06.845364 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b20762b5-7f6c-4268-b1c5-735551f75140 admin admin] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:06.846479 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b20762b5-7f6c-4268-b1c5-735551f75140 admin admin] 10.222.0.24 "DELETE /v2.0/routers/5e2e3b57-ef2e-4532-ab35-24980d05151e HTTP/1.1" status: 204 len: 168 time: 1.2777693 Feb 01 05:02:06.849033 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 48472) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:02:06.910844 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ade3de2-df8b-422d-b25e-3e0596436e56 admin admin] Deleting subnet aba59862-bbc5-4f65-b716-58f3901091be {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 05:02:06.913920 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5ade3de2-df8b-422d-b25e-3e0596436e56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:06.961784 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5ade3de2-df8b-422d-b25e-3e0596436e56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145757'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:07.034920 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5ade3de2-df8b-422d-b25e-3e0596436e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:07.090638 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:07.216762 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5ade3de2-df8b-422d-b25e-3e0596436e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3072169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2652276'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:07.254250 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ade3de2-df8b-422d-b25e-3e0596436e56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aba59862-bbc5-4f65-b716-58f3901091be,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:02:07.258354 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5ade3de2-df8b-422d-b25e-3e0596436e56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:07.263660 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5242440b-2c74-4d02-9ea3-1175ab2c9045 None None] Network 92cbf948-d910-4520-8c1d-86cde4d694ff requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 05:02:07.264495 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-5ade3de2-df8b-422d-b25e-3e0596436e56 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/aba59862-bbc5-4f65-b716-58f3901091be HTTP/1.1" status: 204 len: 168 time: 0.4144063 Feb 01 05:02:07.266936 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 48476) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:02:07.373637 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-364800e6-a85c-4514-8456-783063b0312f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:07.385027 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-364800e6-a85c-4514-8456-783063b0312f admin admin] Deleting port 88798120-0b48-4cb6-b828-6083a509930e {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 05:02:07.385358 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-364800e6-a85c-4514-8456-783063b0312f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:07.515399 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3316f8-8817-4ef3-95d2-e42c91a02282 None None] DHCP port deletion for 92cbf948-d910-4520-8c1d-86cde4d694ff request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 05:02:07.519542 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-ef3316f8-8817-4ef3-95d2-e42c91a02282 None None] Deleting port 88798120-0b48-4cb6-b828-6083a509930e {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 05:02:07.519914 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ef3316f8-8817-4ef3-95d2-e42c91a02282 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:07.591171 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-364800e6-a85c-4514-8456-783063b0312f admin admin] For port 88798120-0b48-4cb6-b828-6083a509930e, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=88798120-0b48-4cb6-b828-6083a509930e,segment=NetworkSegment(7a01be0b-bc5d-483d-97de-a69716fb216e),segment_id=7a01be0b-bc5d-483d-97de-a69716fb216e)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:02:07.591463 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-364800e6-a85c-4514-8456-783063b0312f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:07.713772 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-364800e6-a85c-4514-8456-783063b0312f admin admin] Calling delete_port for 88798120-0b48-4cb6-b828-6083a509930e owned by network:dhcp {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 05:02:07.717591 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-ef3316f8-8817-4ef3-95d2-e42c91a02282 None None] For port 88798120-0b48-4cb6-b828-6083a509930e, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=88798120-0b48-4cb6-b828-6083a509930e,segment=NetworkSegment(7a01be0b-bc5d-483d-97de-a69716fb216e),segment_id=7a01be0b-bc5d-483d-97de-a69716fb216e)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:02:07.718106 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ef3316f8-8817-4ef3-95d2-e42c91a02282 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:07.791965 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-364800e6-a85c-4514-8456-783063b0312f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:07.842397 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-ef3316f8-8817-4ef3-95d2-e42c91a02282 None None] Calling delete_port for 88798120-0b48-4cb6-b828-6083a509930e owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 05:02:07.853788 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364800e6-a85c-4514-8456-783063b0312f admin admin] No DVR routers for this DVR port 88798120-0b48-4cb6-b828-6083a509930e on host dv-neutron-826830-1-hyperv {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 05:02:07.879394 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364800e6-a85c-4514-8456-783063b0312f admin admin] Pushing event deleted for resources: {'Port': ['ID=88798120-0b48-4cb6-b828-6083a509930e,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:02:07.914284 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-ef3316f8-8817-4ef3-95d2-e42c91a02282 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 05:02:07.914633 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-ef3316f8-8817-4ef3-95d2-e42c91a02282 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 05:02:07.970639 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-364800e6-a85c-4514-8456-783063b0312f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:07.995037 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-364800e6-a85c-4514-8456-783063b0312f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92cbf948-d910-4520-8c1d-86cde4d694ff']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:02:08.007105 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-364800e6-a85c-4514-8456-783063b0312f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a01be0b-bc5d-483d-97de-a69716fb216e') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:02:08.007419 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-364800e6-a85c-4514-8456-783063b0312f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a01be0b-bc5d-483d-97de-a69716fb216e') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:02:08.018136 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-364800e6-a85c-4514-8456-783063b0312f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143022'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:08.034181 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-364800e6-a85c-4514-8456-783063b0312f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:08.040264 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-364800e6-a85c-4514-8456-783063b0312f admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 05:02:08.040826 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-364800e6-a85c-4514-8456-783063b0312f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3072199'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:08.053834 dv-neutron-826830-1-hyperv neutron-server[87636]: Traceback (most recent call last): Feb 01 05:02:08.053834 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 05:02:08.053834 dv-neutron-826830-1-hyperv neutron-server[87636]: timer() Feb 01 05:02:08.053834 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 05:02:08.053834 dv-neutron-826830-1-hyperv neutron-server[87636]: cb(*args, **kw) Feb 01 05:02:08.053834 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 05:02:08.053834 dv-neutron-826830-1-hyperv neutron-server[87636]: return func(*args, **kwargs) Feb 01 05:02:08.053834 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 05:02:08.053834 dv-neutron-826830-1-hyperv neutron-server[87636]: self._notify() Feb 01 05:02:08.053834 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 05:02:08.053834 dv-neutron-826830-1-hyperv neutron-server[87636]: self.callback(batched_events) Feb 01 05:02:08.053834 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 05:02:08.053834 dv-neutron-826830-1-hyperv neutron-server[87636]: event.method(event) Feb 01 05:02:08.053834 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 05:02:08.053834 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 05:02:08.053834 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 05:02:08.053834 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 05:02:08.053834 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 05:02:08.053834 dv-neutron-826830-1-hyperv neutron-server[87636]: return f(self, *a, **k) Feb 01 05:02:08.053834 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 05:02:08.053834 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._get(url).json() Feb 01 05:02:08.053834 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 05:02:08.053834 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 05:02:08.053834 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 05:02:08.053834 dv-neutron-826830-1-hyperv neutron-server[87636]: return self.request(url, 'GET', **kwargs) Feb 01 05:02:08.053834 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 05:02:08.053834 dv-neutron-826830-1-hyperv neutron-server[87636]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 05:02:08.053834 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 05:02:08.053834 dv-neutron-826830-1-hyperv neutron-server[87636]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 05:02:08.053834 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 05:02:08.053834 dv-neutron-826830-1-hyperv neutron-server[87636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 05:02:08.053834 dv-neutron-826830-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 05:02:08.132068 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-364800e6-a85c-4514-8456-783063b0312f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:08.136971 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-364800e6-a85c-4514-8456-783063b0312f admin admin] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:08.161935 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364800e6-a85c-4514-8456-783063b0312f admin admin] Pushing event deleted for resources: {'Network': ['ID=92cbf948-d910-4520-8c1d-86cde4d694ff,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:02:08.166404 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-364800e6-a85c-4514-8456-783063b0312f admin admin] 10.222.0.24 "DELETE /v2.0/networks/92cbf948-d910-4520-8c1d-86cde4d694ff HTTP/1.1" status: 204 len: 168 time: 0.8984847 Feb 01 05:02:08.334776 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 48482) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:02:08.383594 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-081dd8a2-c87c-42a4-8ffd-d521f0beed5a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5a06411ba87b466e944b93b50da90a8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475402 Feb 01 05:02:08.385883 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 48486) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:02:08.416241 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-ef3316f8-8817-4ef3-95d2-e42c91a02282 None None] Deleting port 88798120-0b48-4cb6-b828-6083a509930e {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 05:02:08.416620 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ef3316f8-8817-4ef3-95d2-e42c91a02282 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:08.440349 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-08b1335c-9f59-41b9-a56d-4ab6de7bd3a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:08.465835 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-08b1335c-9f59-41b9-a56d-4ab6de7bd3a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:08.516823 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-ef3316f8-8817-4ef3-95d2-e42c91a02282 None None] The port '88798120-0b48-4cb6-b828-6083a509930e' was deleted {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 01 05:02:08.526800 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 36802934-4ff2-451d-863a-c4c2a04e59fc no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 05:02:08.532064 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-08b1335c-9f59-41b9-a56d-4ab6de7bd3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:08.549890 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b1335c-9f59-41b9-a56d-4ab6de7bd3a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20cb753d-8af2-453b-9b33-00ebdf882248,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:02:08.563546 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-08b1335c-9f59-41b9-a56d-4ab6de7bd3a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:08.567045 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-08b1335c-9f59-41b9-a56d-4ab6de7bd3a1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/20cb753d-8af2-453b-9b33-00ebdf882248 HTTP/1.1" status: 204 len: 168 time: 0.1779163 Feb 01 05:02:08.567186 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 36802934-4ff2-451d-863a-c4c2a04e59fc {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 05:02:08.567186 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 36802934-4ff2-451d-863a-c4c2a04e59fc not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 05:02:08.567186 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 88798120-0b48-4cb6-b828-6083a509930e no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 05:02:08.604884 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 88798120-0b48-4cb6-b828-6083a509930e {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 05:02:08.605232 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 88798120-0b48-4cb6-b828-6083a509930e not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 05:02:08.896832 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 48494) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:02:08.947220 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a564e733-a510-4b0b-b5fc-8ce9b4c39730 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d514dc99618d4f15bc08fc0cb518599a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0492535 Feb 01 05:02:08.949536 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 48498) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:02:09.005189 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7c53deda-d1f0-482d-8ad8-ffa12fb3b836 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:09.030499 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7c53deda-d1f0-482d-8ad8-ffa12fb3b836 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:09.080307 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7c53deda-d1f0-482d-8ad8-ffa12fb3b836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:09.097443 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c53deda-d1f0-482d-8ad8-ffa12fb3b836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff19c015-c19d-47a7-b35d-d8743e30a80a,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:02:09.100714 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7c53deda-d1f0-482d-8ad8-ffa12fb3b836 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:09.101803 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-7c53deda-d1f0-482d-8ad8-ffa12fb3b836 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ff19c015-c19d-47a7-b35d-d8743e30a80a HTTP/1.1" status: 204 len: 168 time: 0.1514139 Feb 01 05:02:11.103929 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 48546) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:02:11.108927 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-2300f68b-ff70-4b1e-aca2-98cd38dd1bee tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-261238480', 'description': 'tempest-secgroup-smoke-261238480 description', 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:02:11.115776 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-2300f68b-ff70-4b1e-aca2-98cd38dd1bee tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:02:11.119580 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2300f68b-ff70-4b1e-aca2-98cd38dd1bee tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Usage tracker for resource:security_group and tenant:be8a84b33cca4eaaad3d62abfe42a968 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:02:11.122376 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2300f68b-ff70-4b1e-aca2-98cd38dd1bee tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:02:11.128537 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-2300f68b-ff70-4b1e-aca2-98cd38dd1bee tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:02:11.138766 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2300f68b-ff70-4b1e-aca2-98cd38dd1bee tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:11.151528 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2300f68b-ff70-4b1e-aca2-98cd38dd1bee tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:11.165288 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-2300f68b-ff70-4b1e-aca2-98cd38dd1bee tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:02:11.169014 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2300f68b-ff70-4b1e-aca2-98cd38dd1bee tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Usage tracker for resource:security_group_rule and tenant:be8a84b33cca4eaaad3d62abfe42a968 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:02:11.171743 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2300f68b-ff70-4b1e-aca2-98cd38dd1bee tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:02:11.177212 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-2300f68b-ff70-4b1e-aca2-98cd38dd1bee tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:02:11.261840 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2300f68b-ff70-4b1e-aca2-98cd38dd1bee tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:11.265655 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2300f68b-ff70-4b1e-aca2-98cd38dd1bee tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:11.276832 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-2300f68b-ff70-4b1e-aca2-98cd38dd1bee tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:02:11.284159 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2300f68b-ff70-4b1e-aca2-98cd38dd1bee tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Usage tracker for resource:security_group_rule and tenant:be8a84b33cca4eaaad3d62abfe42a968 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:02:11.288672 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2300f68b-ff70-4b1e-aca2-98cd38dd1bee tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:02:11.302285 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-2300f68b-ff70-4b1e-aca2-98cd38dd1bee tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:02:11.309293 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2300f68b-ff70-4b1e-aca2-98cd38dd1bee tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec367252-4c8a-461a-8905-93f3af045d50,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:02:11.378242 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2300f68b-ff70-4b1e-aca2-98cd38dd1bee tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:11.382284 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2300f68b-ff70-4b1e-aca2-98cd38dd1bee tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:11.423656 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2300f68b-ff70-4b1e-aca2-98cd38dd1bee tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81f3965d-3687-46e6-83ad-c6de511b94b7,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:02:11.426483 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2300f68b-ff70-4b1e-aca2-98cd38dd1bee tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:11.428827 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2300f68b-ff70-4b1e-aca2-98cd38dd1bee tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3227887 Feb 01 05:02:11.431213 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 48552) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:02:11.436134 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-1544cb06-6d11-45d5-9087-c7dc235a9e9c tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Request body: {'security_group_rule': {'security_group_id': '81f3965d-3687-46e6-83ad-c6de511b94b7', 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:02:11.441934 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-1544cb06-6d11-45d5-9087-c7dc235a9e9c tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:02:11.446289 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1544cb06-6d11-45d5-9087-c7dc235a9e9c tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Usage tracker for resource:security_group_rule and tenant:be8a84b33cca4eaaad3d62abfe42a968 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:02:11.449093 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1544cb06-6d11-45d5-9087-c7dc235a9e9c tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:02:11.454584 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-1544cb06-6d11-45d5-9087-c7dc235a9e9c tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:02:11.470889 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1544cb06-6d11-45d5-9087-c7dc235a9e9c tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:11.527598 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1544cb06-6d11-45d5-9087-c7dc235a9e9c tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:11.530955 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1544cb06-6d11-45d5-9087-c7dc235a9e9c tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:11.556209 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1544cb06-6d11-45d5-9087-c7dc235a9e9c tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be5f813c-ed2f-48ad-9d06-d93168d29172,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:02:11.565497 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1544cb06-6d11-45d5-9087-c7dc235a9e9c tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:11.566645 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1544cb06-6d11-45d5-9087-c7dc235a9e9c tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1345060 Feb 01 05:02:11.569416 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 48556) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:02:11.574403 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-d8e33bff-1b67-44c3-9313-cc0ea6467a45 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Request body: {'security_group_rule': {'security_group_id': '81f3965d-3687-46e6-83ad-c6de511b94b7', 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:02:11.580134 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-d8e33bff-1b67-44c3-9313-cc0ea6467a45 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:02:11.584319 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d8e33bff-1b67-44c3-9313-cc0ea6467a45 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Usage tracker for resource:security_group_rule and tenant:be8a84b33cca4eaaad3d62abfe42a968 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:02:11.587093 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d8e33bff-1b67-44c3-9313-cc0ea6467a45 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:02:11.592682 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-d8e33bff-1b67-44c3-9313-cc0ea6467a45 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:02:11.609427 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d8e33bff-1b67-44c3-9313-cc0ea6467a45 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:11.668828 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d8e33bff-1b67-44c3-9313-cc0ea6467a45 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:11.672242 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d8e33bff-1b67-44c3-9313-cc0ea6467a45 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:11.699466 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e33bff-1b67-44c3-9313-cc0ea6467a45 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c79fac4-779c-4a0e-b4d5-db2eaf4797d0,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:02:11.705811 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d8e33bff-1b67-44c3-9313-cc0ea6467a45 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:11.707019 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d8e33bff-1b67-44c3-9313-cc0ea6467a45 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1366041 Feb 01 05:02:11.709756 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 48560) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:02:11.714650 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-604e9e82-4bab-487c-8990-a15fd81dc59c tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Request body: {'security_group_rule': {'security_group_id': '81f3965d-3687-46e6-83ad-c6de511b94b7', 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:02:11.720514 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-604e9e82-4bab-487c-8990-a15fd81dc59c tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:02:11.724262 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-604e9e82-4bab-487c-8990-a15fd81dc59c tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Usage tracker for resource:security_group_rule and tenant:be8a84b33cca4eaaad3d62abfe42a968 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:02:11.727631 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-604e9e82-4bab-487c-8990-a15fd81dc59c tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:02:11.733560 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-604e9e82-4bab-487c-8990-a15fd81dc59c tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:02:11.750524 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-604e9e82-4bab-487c-8990-a15fd81dc59c tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:11.811390 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-604e9e82-4bab-487c-8990-a15fd81dc59c tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:11.815098 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-604e9e82-4bab-487c-8990-a15fd81dc59c tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:11.841867 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604e9e82-4bab-487c-8990-a15fd81dc59c tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec9368a8-780d-42fc-a34a-139c8ecdaf0a,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:02:11.848178 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-604e9e82-4bab-487c-8990-a15fd81dc59c tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:11.849919 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-604e9e82-4bab-487c-8990-a15fd81dc59c tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1386743 Feb 01 05:02:11.852543 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 48564) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:02:11.857574 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-6974fab6-7e8e-4433-a08b-9f7df93e1b9f tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Request body: {'security_group_rule': {'security_group_id': '81f3965d-3687-46e6-83ad-c6de511b94b7', 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:02:11.863445 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-6974fab6-7e8e-4433-a08b-9f7df93e1b9f tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:02:11.868290 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-6974fab6-7e8e-4433-a08b-9f7df93e1b9f tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Usage tracker for resource:security_group_rule and tenant:be8a84b33cca4eaaad3d62abfe42a968 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:02:11.871304 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-6974fab6-7e8e-4433-a08b-9f7df93e1b9f tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:02:11.877200 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-6974fab6-7e8e-4433-a08b-9f7df93e1b9f tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:02:11.893633 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6974fab6-7e8e-4433-a08b-9f7df93e1b9f tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:12.053205 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6974fab6-7e8e-4433-a08b-9f7df93e1b9f tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:12.056934 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6974fab6-7e8e-4433-a08b-9f7df93e1b9f tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:12.079801 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6974fab6-7e8e-4433-a08b-9f7df93e1b9f tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80a82e8a-bdec-46c1-ba5a-fe91af1cfe76,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:02:12.089880 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6974fab6-7e8e-4433-a08b-9f7df93e1b9f tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:12.093295 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-6974fab6-7e8e-4433-a08b-9f7df93e1b9f tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2373824 Feb 01 05:02:12.093926 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 48568) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:02:12.100005 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-5ce4b98d-3e01-4ddf-883e-96c2a9a35165 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Request body: {'security_group_rule': {'security_group_id': '81f3965d-3687-46e6-83ad-c6de511b94b7', 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:02:12.106371 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-5ce4b98d-3e01-4ddf-883e-96c2a9a35165 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:02:12.110136 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-5ce4b98d-3e01-4ddf-883e-96c2a9a35165 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Usage tracker for resource:security_group_rule and tenant:be8a84b33cca4eaaad3d62abfe42a968 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:02:12.112957 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-5ce4b98d-3e01-4ddf-883e-96c2a9a35165 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:02:12.119320 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-5ce4b98d-3e01-4ddf-883e-96c2a9a35165 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:02:12.129169 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.securitygroups_db [None req-5ce4b98d-3e01-4ddf-883e-96c2a9a35165 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Project be8a84b33cca4eaaad3d62abfe42a968 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 01 05:02:12.136503 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5ce4b98d-3e01-4ddf-883e-96c2a9a35165 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:12.198549 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5ce4b98d-3e01-4ddf-883e-96c2a9a35165 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:12.202103 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5ce4b98d-3e01-4ddf-883e-96c2a9a35165 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:12.225279 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce4b98d-3e01-4ddf-883e-96c2a9a35165 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74cfe606-a2b6-4a64-83b9-4807c64f69f6,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:02:12.234510 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5ce4b98d-3e01-4ddf-883e-96c2a9a35165 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:12.235722 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-5ce4b98d-3e01-4ddf-883e-96c2a9a35165 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1408436 Feb 01 05:02:12.238397 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 48572) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:02:12.244476 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-3d99a8ea-9f8f-4f44-aee0-0608dc209d52 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Request body: {'security_group_rule': {'security_group_id': '81f3965d-3687-46e6-83ad-c6de511b94b7', 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:02:12.250135 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-3d99a8ea-9f8f-4f44-aee0-0608dc209d52 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:02:12.253845 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-3d99a8ea-9f8f-4f44-aee0-0608dc209d52 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Usage tracker for resource:security_group_rule and tenant:be8a84b33cca4eaaad3d62abfe42a968 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:02:12.257413 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-3d99a8ea-9f8f-4f44-aee0-0608dc209d52 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:02:12.263163 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-3d99a8ea-9f8f-4f44-aee0-0608dc209d52 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:02:12.272793 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.securitygroups_db [None req-3d99a8ea-9f8f-4f44-aee0-0608dc209d52 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Project be8a84b33cca4eaaad3d62abfe42a968 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 01 05:02:12.279050 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3d99a8ea-9f8f-4f44-aee0-0608dc209d52 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:12.344246 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3d99a8ea-9f8f-4f44-aee0-0608dc209d52 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:12.347724 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3d99a8ea-9f8f-4f44-aee0-0608dc209d52 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:12.370927 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d99a8ea-9f8f-4f44-aee0-0608dc209d52 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c4fd448-98fa-4a0c-b0fb-af3ef9ec5ec0,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:02:12.378924 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3d99a8ea-9f8f-4f44-aee0-0608dc209d52 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:12.380102 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-3d99a8ea-9f8f-4f44-aee0-0608dc209d52 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1407773 Feb 01 05:02:12.383838 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 48576) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:02:12.389142 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-fd267a41-f608-40ba-922f-e16ecfed1d49 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Request body: {'network': {'name': 'tempest-network-smoke--455908459', 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'port_security_enabled': True}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:02:12.394181 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-fd267a41-f608-40ba-922f-e16ecfed1d49 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:02:12.397916 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-fd267a41-f608-40ba-922f-e16ecfed1d49 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Usage tracker for resource:network and tenant:be8a84b33cca4eaaad3d62abfe42a968 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:02:12.400759 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-fd267a41-f608-40ba-922f-e16ecfed1d49 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:02:12.406384 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-fd267a41-f608-40ba-922f-e16ecfed1d49 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:02:12.416294 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd267a41-f608-40ba-922f-e16ecfed1d49 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Made reservation on behalf of be8a84b33cca4eaaad3d62abfe42a968 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 05:02:12.419588 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fd267a41-f608-40ba-922f-e16ecfed1d49 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:12.446910 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd267a41-f608-40ba-922f-e16ecfed1d49 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 05:02:12.456047 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fd267a41-f608-40ba-922f-e16ecfed1d49 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:12.456382 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-fd267a41-f608-40ba-922f-e16ecfed1d49 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Added segment 0f19bad4-3901-4d1c-8b58-f1ce3893a168 of type vlan for network 97524b4f-8afa-4aab-b7ed-ea50c8abdde9 Feb 01 05:02:12.482825 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fd267a41-f608-40ba-922f-e16ecfed1d49 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:12.511480 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fd267a41-f608-40ba-922f-e16ecfed1d49 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:12.516884 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd267a41-f608-40ba-922f-e16ecfed1d49 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:02:12.517460 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fd267a41-f608-40ba-922f-e16ecfed1d49 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:12.568005 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-fd267a41-f608-40ba-922f-e16ecfed1d49 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1831751 Feb 01 05:02:12.571436 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 48580) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:02:12.576168 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-c3bdfaec-a3cd-4bfb-9fd9-e422150f3f6a tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1138361971', 'admin_state_up': True, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:02:12.631073 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c3bdfaec-a3cd-4bfb-9fd9-e422150f3f6a tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:02:12.638515 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd267a41-f608-40ba-922f-e16ecfed1d49 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event updated for resources: {'Network': ['ID=97524b4f-8afa-4aab-b7ed-ea50c8abdde9,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:02:12.641851 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c3bdfaec-a3cd-4bfb-9fd9-e422150f3f6a tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Usage tracker for resource:router and tenant:be8a84b33cca4eaaad3d62abfe42a968 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:02:12.645200 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c3bdfaec-a3cd-4bfb-9fd9-e422150f3f6a tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:02:12.650439 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 97524b4f-8afa-4aab-b7ed-ea50c8abdde9 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 05:02:12.651893 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c3bdfaec-a3cd-4bfb-9fd9-e422150f3f6a tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:02:12.661448 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c3bdfaec-a3cd-4bfb-9fd9-e422150f3f6a tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25958'] for router, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:12.662905 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c3bdfaec-a3cd-4bfb-9fd9-e422150f3f6a tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-372027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25961'] for router, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:12.676565 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c3bdfaec-a3cd-4bfb-9fd9-e422150f3f6a tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:12.941723 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c3bdfaec-a3cd-4bfb-9fd9-e422150f3f6a tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:13.233464 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c3bdfaec-a3cd-4bfb-9fd9-e422150f3f6a tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for router_gateway, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:13.261734 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c3bdfaec-a3cd-4bfb-9fd9-e422150f3f6a tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:13.391696 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-c3bdfaec-a3cd-4bfb-9fd9-e422150f3f6a tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Allocated IP 172.26.8.231 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/c8153e85-9942-47f3-b684-6ad27df774a7) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 05:02:13.531934 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c3bdfaec-a3cd-4bfb-9fd9-e422150f3f6a tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:13.560178 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c3bdfaec-a3cd-4bfb-9fd9-e422150f3f6a tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:13.621971 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bdfaec-a3cd-4bfb-9fd9-e422150f3f6a tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 05:02:13.624749 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-c3bdfaec-a3cd-4bfb-9fd9-e422150f3f6a tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 05:02:13.628438 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bdfaec-a3cd-4bfb-9fd9-e422150f3f6a tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 05:02:13.665982 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bdfaec-a3cd-4bfb-9fd9-e422150f3f6a tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event updated for resources: {'Port': ['ID=c8153e85-9942-47f3-b684-6ad27df774a7,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:02:14.138424 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c3bdfaec-a3cd-4bfb-9fd9-e422150f3f6a tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for router_gateway, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:14.471321 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c3bdfaec-a3cd-4bfb-9fd9-e422150f3f6a tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337'] for router, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:14.670572 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3bdfaec-a3cd-4bfb-9fd9-e422150f3f6a tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Router 702308a1-6211-4e65-93a4-6ac6c084a120 is scheduled to L3 agent a3073304-82af-4a42-89af-bc532d6626bb with binding_index 1 {{(pid=87636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 01 05:02:14.842899 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3bdfaec-a3cd-4bfb-9fd9-e422150f3f6a tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 05:02:14.856560 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e4b61c-2d06-4e65-9145-84b1bd7349e9 None None] Sync routers for ids ['702308a1-6211-4e65-93a4-6ac6c084a120'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 05:02:14.871836 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e4b61c-2d06-4e65-9145-84b1bd7349e9 None None] Routers {'702308a1-6211-4e65-93a4-6ac6c084a120'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:02:14.872204 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c3bdfaec-a3cd-4bfb-9fd9-e422150f3f6a tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:14.872716 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-a1e4b61c-2d06-4e65-9145-84b1bd7349e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:02:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['702308a1-6211-4e65-93a4-6ac6c084a120'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:02:14.873437 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c3bdfaec-a3cd-4bfb-9fd9-e422150f3f6a tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3010993 Feb 01 05:02:14.876582 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 48584) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:02:15.014715 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-573791cd-0adc-422d-b887-868fef51d1f1 tempest-TestNetworkAdvancedServerOps-1994873880 tempest-TestNetworkAdvancedServerOps-1994873880-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=be8a84b33cca4eaaad3d62abfe42a968&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1369808 Feb 01 05:02:15.017534 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 48590) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:02:15.051693 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-a1e4b61c-2d06-4e65-9145-84b1bd7349e9 None None] Set router 702308a1-6211-4e65-93a4-6ac6c084a120 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:02:15.264454 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0918bc1b-2e7a-4c1f-ac72-3e2c82817d66 tempest-TestNetworkAdvancedServerOps-1994873880 tempest-TestNetworkAdvancedServerOps-1994873880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:02:15.265824 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0918bc1b-2e7a-4c1f-ac72-3e2c82817d66 tempest-TestNetworkAdvancedServerOps-1994873880 tempest-TestNetworkAdvancedServerOps-1994873880-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2473469 Feb 01 05:02:15.267856 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:15.268672 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 48594) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:02:15.306984 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-288bace3-f782-4340-96c1-7c9d3ab24aaa tempest-TestNetworkAdvancedServerOps-1994873880 tempest-TestNetworkAdvancedServerOps-1994873880-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=bdef128a-46b3-4cca-a245-48d1eb781269&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372300 Feb 01 05:02:15.309721 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 48598) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:02:15.315341 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-7aed29b0-70d9-4758-a278-9870157d972e tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1999193021', 'network_id': '97524b4f-8afa-4aab-b7ed-ea50c8abdde9', 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:02:15.349748 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-a1e4b61c-2d06-4e65-9145-84b1bd7349e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702308a1-6211-4e65-93a4-6ac6c084a120', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138361971', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': 'c8153e85-9942-47f3-b684-6ad27df774a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:02:12Z', 'updated_at': '2022-02-01T05:02:13Z', 'revision_number': 3, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'gw_port': {'id': 'c8153e85-9942-47f3-b684-6ad27df774a7', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:de:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702308a1-6211-4e65-93a4-6ac6c084a120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:02:13Z', 'updated_at': '2022-02-01T05:02:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:02:15.353608 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e4b61c-2d06-4e65-9145-84b1bd7349e9 None None] Checking router: 702308a1-6211-4e65-93a4-6ac6c084a120 for host: dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 05:02:15.353945 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e4b61c-2d06-4e65-9145-84b1bd7349e9 None None] Updating router 702308a1-6211-4e65-93a4-6ac6c084a120 port c8153e85-9942-47f3-b684-6ad27df774a7 binding host dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 05:02:15.406405 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a1e4b61c-2d06-4e65-9145-84b1bd7349e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:15.423483 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-7aed29b0-70d9-4758-a278-9870157d972e tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:02:15.427332 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-7aed29b0-70d9-4758-a278-9870157d972e tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Usage tracker for resource:subnet and tenant:be8a84b33cca4eaaad3d62abfe42a968 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:02:15.430084 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-7aed29b0-70d9-4758-a278-9870157d972e tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:02:15.435689 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-7aed29b0-70d9-4758-a278-9870157d972e tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:02:15.445586 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aed29b0-70d9-4758-a278-9870157d972e tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Made reservation on behalf of be8a84b33cca4eaaad3d62abfe42a968 for: {'subnet': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 05:02:15.449013 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7aed29b0-70d9-4758-a278-9870157d972e tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3694443'] for subnet, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:15.664250 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7aed29b0-70d9-4758-a278-9870157d972e tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3037478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3694457'] for subnet, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:15.734209 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a1e4b61c-2d06-4e65-9145-84b1bd7349e9 None None] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:15.746259 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aed29b0-70d9-4758-a278-9870157d972e tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event updated for resources: {'Subnet': ['ID=4f66b935-f6ad-4927-8d9d-ded788603b22,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:02:15.748543 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-a1e4b61c-2d06-4e65-9145-84b1bd7349e9 None None] Transition to ACTIVE for port object c8153e85-9942-47f3-b684-6ad27df774a7 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 05:02:15.753919 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aed29b0-70d9-4758-a278-9870157d972e tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Checking segment: {'id': '0f19bad4-3901-4d1c-8b58-f1ce3893a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '97524b4f-8afa-4aab-b7ed-ea50c8abdde9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 05:02:15.754235 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aed29b0-70d9-4758-a278-9870157d972e tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Network hostable DHCP agents. Network: 97524b4f-8afa-4aab-b7ed-ea50c8abdde9, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 05:02:15.755519 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a1e4b61c-2d06-4e65-9145-84b1bd7349e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:15.772783 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aed29b0-70d9-4758-a278-9870157d972e tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Network 97524b4f-8afa-4aab-b7ed-ea50c8abdde9 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 05:02:15.781921 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-7aed29b0-70d9-4758-a278-9870157d972e tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, 97524b4f-8afa-4aab-b7ed-ea50c8abdde9) {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 05:02:15.786359 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aed29b0-70d9-4758-a278-9870157d972e tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:02:15.787660 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7aed29b0-70d9-4758-a278-9870157d972e tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:15.810162 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b92a7a-c6fc-483a-9d08-ef001477f402 None None] Network 97524b4f-8afa-4aab-b7ed-ea50c8abdde9 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 05:02:15.815079 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 48602) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:02:15.815562 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-7aed29b0-70d9-4758-a278-9870157d972e tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5043910 Feb 01 05:02:15.874368 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-a1e4b61c-2d06-4e65-9145-84b1bd7349e9 None None] Attempting to bind port c8153e85-9942-47f3-b684-6ad27df774a7 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 05:02:15.874866 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-a1e4b61c-2d06-4e65-9145-84b1bd7349e9 None None] Attempting to bind port c8153e85-9942-47f3-b684-6ad27df774a7 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 05:02:15.875076 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e4b61c-2d06-4e65-9145-84b1bd7349e9 None None] Attempting to bind port c8153e85-9942-47f3-b684-6ad27df774a7 on network bdef128a-46b3-4cca-a245-48d1eb781269 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 05:02:15.934236 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cea1da-cdb9-4575-90d1-b5197c8bb319 None None] Pushing event updated for resources: {'Port': ['ID=c8153e85-9942-47f3-b684-6ad27df774a7,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:02:15.939120 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e4b61c-2d06-4e65-9145-84b1bd7349e9 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 5, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 05:02:15.939512 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e4b61c-2d06-4e65-9145-84b1bd7349e9 None None] Checking segment: {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 05:02:15.939907 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a1e4b61c-2d06-4e65-9145-84b1bd7349e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:15.940299 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e4b61c-2d06-4e65-9145-84b1bd7349e9 None None] Bound using segment: {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 05:02:15.940759 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-a1e4b61c-2d06-4e65-9145-84b1bd7349e9 None None] Bound port: c8153e85-9942-47f3-b684-6ad27df774a7, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 05:02:15.941126 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a1e4b61c-2d06-4e65-9145-84b1bd7349e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:15.983550 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cea1da-cdb9-4575-90d1-b5197c8bb319 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:02:15.983899 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cea1da-cdb9-4575-90d1-b5197c8bb319 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:02:15.984239 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cea1da-cdb9-4575-90d1-b5197c8bb319 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:02:15.984573 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cea1da-cdb9-4575-90d1-b5197c8bb319 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:02:15.984902 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cea1da-cdb9-4575-90d1-b5197c8bb319 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:02:15.985231 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cea1da-cdb9-4575-90d1-b5197c8bb319 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:02:15.985553 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cea1da-cdb9-4575-90d1-b5197c8bb319 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:02:15.985875 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cea1da-cdb9-4575-90d1-b5197c8bb319 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:02:15.986193 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cea1da-cdb9-4575-90d1-b5197c8bb319 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:02:15.986508 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cea1da-cdb9-4575-90d1-b5197c8bb319 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:02:15.986825 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cea1da-cdb9-4575-90d1-b5197c8bb319 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:02:15.987159 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cea1da-cdb9-4575-90d1-b5197c8bb319 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:02:16.111669 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-a1e4b61c-2d06-4e65-9145-84b1bd7349e9 None None] For port c8153e85-9942-47f3-b684-6ad27df774a7, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 05:02:16.128583 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-a1e4b61c-2d06-4e65-9145-84b1bd7349e9 None None] For port c8153e85-9942-47f3-b684-6ad27df774a7, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=c8153e85-9942-47f3-b684-6ad27df774a7,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 05:02:16.163928 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a1e4b61c-2d06-4e65-9145-84b1bd7349e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:16.201073 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae66c8f3-2c9b-4994-8980-46752d345b85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-97524b4f-8afa-4aab-b7ed-ea50c8abdde9', 'network_id': '97524b4f-8afa-4aab-b7ed-ea50c8abdde9', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'fixed_ips': [{'subnet_id': '4f66b935-f6ad-4927-8d9d-ded788603b22'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 05:02:16.201811 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ae66c8f3-2c9b-4994-8980-46752d345b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:16.304661 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e4b61c-2d06-4e65-9145-84b1bd7349e9 None None] Routers {'702308a1-6211-4e65-93a4-6ac6c084a120'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:02:16.305290 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-a1e4b61c-2d06-4e65-9145-84b1bd7349e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:02:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['702308a1-6211-4e65-93a4-6ac6c084a120'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:02:16.363960 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cea1da-cdb9-4575-90d1-b5197c8bb319 None None] Pushing event updated for resources: {'Port': ['ID=c8153e85-9942-47f3-b684-6ad27df774a7,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:02:16.499382 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-58ff98a5-f066-483b-92b1-db706be9f2f3 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:16.555941 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-a1e4b61c-2d06-4e65-9145-84b1bd7349e9 None None] Set router 702308a1-6211-4e65-93a4-6ac6c084a120 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:02:16.606616 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-ae66c8f3-2c9b-4994-8980-46752d345b85 None None] Allocated IP 172.20.0.2 (97524b4f-8afa-4aab-b7ed-ea50c8abdde9/4f66b935-f6ad-4927-8d9d-ded788603b22/63ff325b-c5b2-432f-bbe3-89c8e63ec7ce) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 05:02:17.059530 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ae66c8f3-2c9b-4994-8980-46752d345b85 None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:17.073368 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-ae66c8f3-2c9b-4994-8980-46752d345b85 None None] Transition to ACTIVE for port object 63ff325b-c5b2-432f-bbe3-89c8e63ec7ce will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 05:02:17.094086 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-a1e4b61c-2d06-4e65-9145-84b1bd7349e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702308a1-6211-4e65-93a4-6ac6c084a120', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138361971', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': 'c8153e85-9942-47f3-b684-6ad27df774a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:02:12Z', 'updated_at': '2022-02-01T05:02:13Z', 'revision_number': 3, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'gw_port': {'id': 'c8153e85-9942-47f3-b684-6ad27df774a7', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:de:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702308a1-6211-4e65-93a4-6ac6c084a120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:02:13Z', 'updated_at': '2022-02-01T05:02:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:02:17.098470 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-ae66c8f3-2c9b-4994-8980-46752d345b85 None None] Transition to ACTIVE for port object 63ff325b-c5b2-432f-bbe3-89c8e63ec7ce will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 05:02:17.101950 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e4b61c-2d06-4e65-9145-84b1bd7349e9 None None] The sync data for ids ['702308a1-6211-4e65-93a4-6ac6c084a120'] in dv-neutron-826830-1-hyperv is: [{'id': '702308a1-6211-4e65-93a4-6ac6c084a120', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138361971', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': 'c8153e85-9942-47f3-b684-6ad27df774a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:02:12Z', 'updated_at': '2022-02-01T05:02:13Z', 'revision_number': 3, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'gw_port': {'id': 'c8153e85-9942-47f3-b684-6ad27df774a7', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:de:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702308a1-6211-4e65-93a4-6ac6c084a120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:02:13Z', 'updated_at': '2022-02-01T05:02:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 05:02:17.104555 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ae66c8f3-2c9b-4994-8980-46752d345b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:17.176530 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae66c8f3-2c9b-4994-8980-46752d345b85 None None] Network 97524b4f-8afa-4aab-b7ed-ea50c8abdde9 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 05:02:17.180206 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-ae66c8f3-2c9b-4994-8980-46752d345b85 None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 05:02:17.180641 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-58ff98a5-f066-483b-92b1-db706be9f2f3 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Allocated IP 172.20.0.1 (97524b4f-8afa-4aab-b7ed-ea50c8abdde9/4f66b935-f6ad-4927-8d9d-ded788603b22/dab15090-652e-407e-ad35-0a9aa3d70d2d) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 05:02:17.184308 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae66c8f3-2c9b-4994-8980-46752d345b85 None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 05:02:17.190250 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae66c8f3-2c9b-4994-8980-46752d345b85 None None] Pushing event updated for resources: {'Port': ['ID=63ff325b-c5b2-432f-bbe3-89c8e63ec7ce,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:02:17.277745 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-ae66c8f3-2c9b-4994-8980-46752d345b85 None None] Attempting to bind port 63ff325b-c5b2-432f-bbe3-89c8e63ec7ce on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 05:02:17.278105 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-ae66c8f3-2c9b-4994-8980-46752d345b85 None None] Attempting to bind port 63ff325b-c5b2-432f-bbe3-89c8e63ec7ce by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '0f19bad4-3901-4d1c-8b58-f1ce3893a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '97524b4f-8afa-4aab-b7ed-ea50c8abdde9'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 05:02:17.278468 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae66c8f3-2c9b-4994-8980-46752d345b85 None None] Attempting to bind port 63ff325b-c5b2-432f-bbe3-89c8e63ec7ce on network 97524b4f-8afa-4aab-b7ed-ea50c8abdde9 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 05:02:17.284215 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae66c8f3-2c9b-4994-8980-46752d345b85 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 5, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 05:02:17.284582 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae66c8f3-2c9b-4994-8980-46752d345b85 None None] Checking segment: {'id': '0f19bad4-3901-4d1c-8b58-f1ce3893a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '97524b4f-8afa-4aab-b7ed-ea50c8abdde9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 05:02:17.284973 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ae66c8f3-2c9b-4994-8980-46752d345b85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:17.285392 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae66c8f3-2c9b-4994-8980-46752d345b85 None None] Bound using segment: {'id': '0f19bad4-3901-4d1c-8b58-f1ce3893a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '97524b4f-8afa-4aab-b7ed-ea50c8abdde9'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 05:02:17.285848 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-ae66c8f3-2c9b-4994-8980-46752d345b85 None None] Bound port: 63ff325b-c5b2-432f-bbe3-89c8e63ec7ce, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f19bad4-3901-4d1c-8b58-f1ce3893a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '97524b4f-8afa-4aab-b7ed-ea50c8abdde9'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 05:02:17.286215 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ae66c8f3-2c9b-4994-8980-46752d345b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:17.370079 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-58ff98a5-f066-483b-92b1-db706be9f2f3 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:17.386182 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-58ff98a5-f066-483b-92b1-db706be9f2f3 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Transition to ACTIVE for port object dab15090-652e-407e-ad35-0a9aa3d70d2d will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 05:02:17.390809 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-ae66c8f3-2c9b-4994-8980-46752d345b85 None None] For port 63ff325b-c5b2-432f-bbe3-89c8e63ec7ce, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 05:02:17.396037 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-ae66c8f3-2c9b-4994-8980-46752d345b85 None None] For port 63ff325b-c5b2-432f-bbe3-89c8e63ec7ce, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=63ff325b-c5b2-432f-bbe3-89c8e63ec7ce,segment=NetworkSegment(0f19bad4-3901-4d1c-8b58-f1ce3893a168),segment_id=0f19bad4-3901-4d1c-8b58-f1ce3893a168)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 05:02:17.401490 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ae66c8f3-2c9b-4994-8980-46752d345b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:17.415662 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-58ff98a5-f066-483b-92b1-db706be9f2f3 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:17.493327 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae66c8f3-2c9b-4994-8980-46752d345b85 None None] Pushing event updated for resources: {'Port': ['ID=63ff325b-c5b2-432f-bbe3-89c8e63ec7ce,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:02:17.618843 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ff98a5-f066-483b-92b1-db706be9f2f3 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Network 97524b4f-8afa-4aab-b7ed-ea50c8abdde9 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 05:02:17.622178 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-58ff98a5-f066-483b-92b1-db706be9f2f3 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 05:02:17.626398 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ff98a5-f066-483b-92b1-db706be9f2f3 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 05:02:17.672115 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ff98a5-f066-483b-92b1-db706be9f2f3 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event updated for resources: {'Port': ['ID=dab15090-652e-407e-ad35-0a9aa3d70d2d,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:02:17.699387 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-58ff98a5-f066-483b-92b1-db706be9f2f3 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-372107'] for router_interface, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:17.977710 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-58ff98a5-f066-483b-92b1-db706be9f2f3 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:18.387714 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-58ff98a5-f066-483b-92b1-db706be9f2f3 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:18.393375 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-58ff98a5-f066-483b-92b1-db706be9f2f3 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:18.502584 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433cef12-a27d-478a-8896-fe6d7398d85a None None] Network 97524b4f-8afa-4aab-b7ed-ea50c8abdde9 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 05:02:18.515044 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ff98a5-f066-483b-92b1-db706be9f2f3 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event updated for resources: {'Port': ['ID=dab15090-652e-407e-ad35-0a9aa3d70d2d,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:02:18.521683 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-58ff98a5-f066-483b-92b1-db706be9f2f3 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371990'] for router_interface, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:18.592324 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-87f35d43-6d44-481e-9cee-e2f93d1107c1 None None] Provisioning for port 63ff325b-c5b2-432f-bbe3-89c8e63ec7ce completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 05:02:18.631694 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device c8153e85-9942-47f3-b684-6ad27df774a7 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 05:02:18.666059 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ff98a5-f066-483b-92b1-db706be9f2f3 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Network 97524b4f-8afa-4aab-b7ed-ea50c8abdde9 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 05:02:18.667261 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-58ff98a5-f066-483b-92b1-db706be9f2f3 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 05:02:18.843094 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port c8153e85-9942-47f3-b684-6ad27df774a7 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 05:02:18.850887 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port c8153e85-9942-47f3-b684-6ad27df774a7 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:02:18.851485 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:18.865673 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58ff98a5-f066-483b-92b1-db706be9f2f3 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Router 702308a1-6211-4e65-93a4-6ac6c084a120 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 05:02:18.984673 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:19.002477 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port c8153e85-9942-47f3-b684-6ad27df774a7, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=c8153e85-9942-47f3-b684-6ad27df774a7,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:02:19.008750 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:19.009599 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 63ff325b-c5b2-432f-bbe3-89c8e63ec7ce up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 05:02:19.065965 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ff98a5-f066-483b-92b1-db706be9f2f3 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 05:02:19.078092 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-58ff98a5-f066-483b-92b1-db706be9f2f3 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "PUT /v2.0/routers/702308a1-6211-4e65-93a4-6ac6c084a120/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2619197 Feb 01 05:02:19.089046 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beedaac4-3978-46c2-91f4-804a041e0f65 None None] Sync routers for ids ['702308a1-6211-4e65-93a4-6ac6c084a120'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 05:02:19.100400 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beedaac4-3978-46c2-91f4-804a041e0f65 None None] Routers {'702308a1-6211-4e65-93a4-6ac6c084a120'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:02:19.101241 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-beedaac4-3978-46c2-91f4-804a041e0f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:02:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['702308a1-6211-4e65-93a4-6ac6c084a120'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:02:19.134894 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=c8153e85-9942-47f3-b684-6ad27df774a7,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:02:19.152214 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 63ff325b-c5b2-432f-bbe3-89c8e63ec7ce completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 05:02:19.158060 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 63ff325b-c5b2-432f-bbe3-89c8e63ec7ce triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:02:19.158426 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:19.241030 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-d793cf00-ce37-48cc-962d-65def48190f4 None None] Provisioning for port dab15090-652e-407e-ad35-0a9aa3d70d2d completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 05:02:19.248802 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-d793cf00-ce37-48cc-962d-65def48190f4 None None] Provisioning complete for port dab15090-652e-407e-ad35-0a9aa3d70d2d triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:02:19.249168 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d793cf00-ce37-48cc-962d-65def48190f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:19.312931 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-beedaac4-3978-46c2-91f4-804a041e0f65 None None] Set router 702308a1-6211-4e65-93a4-6ac6c084a120 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:02:19.349736 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:19.379892 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-d793cf00-ce37-48cc-962d-65def48190f4 None None] Port dab15090-652e-407e-ad35-0a9aa3d70d2d cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 05:02:19.399090 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 63ff325b-c5b2-432f-bbe3-89c8e63ec7ce, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=63ff325b-c5b2-432f-bbe3-89c8e63ec7ce,segment=NetworkSegment(0f19bad4-3901-4d1c-8b58-f1ce3893a168),segment_id=0f19bad4-3901-4d1c-8b58-f1ce3893a168)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:02:19.400817 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-d793cf00-ce37-48cc-962d-65def48190f4 None None] Provisioning complete for port 63ff325b-c5b2-432f-bbe3-89c8e63ec7ce triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:02:19.401201 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d793cf00-ce37-48cc-962d-65def48190f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:19.432695 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:19.444495 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-80bc60a0-bb48-438e-9149-4bf3488b7f3d req-c56cb65f-8313-43b6-ae53-a333c740c776 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-261238480&fields=id&tenant_id=be8a84b33cca4eaaad3d62abfe42a968 HTTP/1.1" status: 200 len: 267 time: 0.0588951 Feb 01 05:02:19.535418 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=63ff325b-c5b2-432f-bbe3-89c8e63ec7ce,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:02:19.612591 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc60a0-bb48-438e-9149-4bf3488b7f3d req-13308585-3640-4fed-b1f8-13c12ce8970d tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:02:19.616335 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-80bc60a0-bb48-438e-9149-4bf3488b7f3d req-13308585-3640-4fed-b1f8-13c12ce8970d tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/networks?id=97524b4f-8afa-4aab-b7ed-ea50c8abdde9 HTTP/1.1" status: 200 len: 796 time: 0.1685159 Feb 01 05:02:19.632820 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-80bc60a0-bb48-438e-9149-4bf3488b7f3d req-64258b2c-7a83-41b4-814d-d0c7046d7c9b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/quotas/be8a84b33cca4eaaad3d62abfe42a968 HTTP/1.1" status: 200 len: 375 time: 0.0100584 Feb 01 05:02:19.681169 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-beedaac4-3978-46c2-91f4-804a041e0f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702308a1-6211-4e65-93a4-6ac6c084a120', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138361971', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': 'c8153e85-9942-47f3-b684-6ad27df774a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:02:12Z', 'updated_at': '2022-02-01T05:02:17Z', 'revision_number': 4, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'gw_port': {'id': 'c8153e85-9942-47f3-b684-6ad27df774a7', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:de:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702308a1-6211-4e65-93a4-6ac6c084a120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:02:13Z', 'updated_at': '2022-02-01T05:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': 'dab15090-652e-407e-ad35-0a9aa3d70d2d', 'name': '', 'network_id': '97524b4f-8afa-4aab-b7ed-ea50c8abdde9', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'mac_address': 'fa:16:3e:dc:d8:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702308a1-6211-4e65-93a4-6ac6c084a120', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '4f66b935-f6ad-4927-8d9d-ded788603b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:02:16Z', 'updated_at': '2022-02-01T05:02:18Z', 'revision_number': 2, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'subnets': [{'id': '4f66b935-f6ad-4927-8d9d-ded788603b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:02:19.686475 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beedaac4-3978-46c2-91f4-804a041e0f65 None None] Checking router: 702308a1-6211-4e65-93a4-6ac6c084a120 for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 05:02:19.686829 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beedaac4-3978-46c2-91f4-804a041e0f65 None None] Updating router 702308a1-6211-4e65-93a4-6ac6c084a120 port dab15090-652e-407e-ad35-0a9aa3d70d2d binding host dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 05:02:19.714308 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-80bc60a0-bb48-438e-9149-4bf3488b7f3d req-2c76cd0d-53ca-4cf2-9b5d-6da584927f3a tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=be8a84b33cca4eaaad3d62abfe42a968&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0762312 Feb 01 05:02:19.727791 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-c20aea30-e406-49bf-bde3-3bd6c35d5166 None None] Provisioning complete for port dab15090-652e-407e-ad35-0a9aa3d70d2d triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:02:19.728212 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c20aea30-e406-49bf-bde3-3bd6c35d5166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:19.730713 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [req-80bc60a0-bb48-438e-9149-4bf3488b7f3d req-034619a7-2996-4519-a2a2-90bdf130d6d3 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 05:02:19.731729 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-80bc60a0-bb48-438e-9149-4bf3488b7f3d req-034619a7-2996-4519-a2a2-90bdf130d6d3 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054617 Feb 01 05:02:19.742146 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-beedaac4-3978-46c2-91f4-804a041e0f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:19.781598 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-c20aea30-e406-49bf-bde3-3bd6c35d5166 None None] Port dab15090-652e-407e-ad35-0a9aa3d70d2d cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 05:02:19.873977 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-80bc60a0-bb48-438e-9149-4bf3488b7f3d req-2efe2074-1e4d-4459-afb1-e2b489ff5ae9 service neutron] 10.222.0.24 "GET /v2.0/networks/97524b4f-8afa-4aab-b7ed-ea50c8abdde9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355653 Feb 01 05:02:20.090432 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-beedaac4-3978-46c2-91f4-804a041e0f65 None None] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:20.102443 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-beedaac4-3978-46c2-91f4-804a041e0f65 None None] Transition to ACTIVE for port object dab15090-652e-407e-ad35-0a9aa3d70d2d will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 05:02:20.108542 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-80bc60a0-bb48-438e-9149-4bf3488b7f3d req-cbe22383-6546-4464-b815-ab3dac19e916 service neutron] 10.222.0.24 "GET /v2.0/networks/97524b4f-8afa-4aab-b7ed-ea50c8abdde9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268260 Feb 01 05:02:20.109845 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-beedaac4-3978-46c2-91f4-804a041e0f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:20.368084 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eba9553-c445-42ab-b031-bb88c54d283b None None] Pushing event updated for resources: {'Port': ['ID=dab15090-652e-407e-ad35-0a9aa3d70d2d,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:02:20.381104 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eba9553-c445-42ab-b031-bb88c54d283b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:02:20.381444 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eba9553-c445-42ab-b031-bb88c54d283b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:02:20.381947 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eba9553-c445-42ab-b031-bb88c54d283b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:02:20.382415 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eba9553-c445-42ab-b031-bb88c54d283b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:02:20.382881 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eba9553-c445-42ab-b031-bb88c54d283b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:02:20.383365 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eba9553-c445-42ab-b031-bb88c54d283b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:02:20.383844 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eba9553-c445-42ab-b031-bb88c54d283b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:02:20.384305 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eba9553-c445-42ab-b031-bb88c54d283b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:02:20.384773 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eba9553-c445-42ab-b031-bb88c54d283b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:02:20.385240 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eba9553-c445-42ab-b031-bb88c54d283b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:02:20.385693 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eba9553-c445-42ab-b031-bb88c54d283b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:02:20.386162 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eba9553-c445-42ab-b031-bb88c54d283b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:02:20.391567 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-beedaac4-3978-46c2-91f4-804a041e0f65 None None] Attempting to bind port dab15090-652e-407e-ad35-0a9aa3d70d2d on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 05:02:20.392125 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-beedaac4-3978-46c2-91f4-804a041e0f65 None None] Attempting to bind port dab15090-652e-407e-ad35-0a9aa3d70d2d by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '0f19bad4-3901-4d1c-8b58-f1ce3893a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '97524b4f-8afa-4aab-b7ed-ea50c8abdde9'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 05:02:20.392650 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beedaac4-3978-46c2-91f4-804a041e0f65 None None] Attempting to bind port dab15090-652e-407e-ad35-0a9aa3d70d2d on network 97524b4f-8afa-4aab-b7ed-ea50c8abdde9 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 05:02:20.401280 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beedaac4-3978-46c2-91f4-804a041e0f65 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 5, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 05:02:20.401648 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beedaac4-3978-46c2-91f4-804a041e0f65 None None] Checking segment: {'id': '0f19bad4-3901-4d1c-8b58-f1ce3893a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '97524b4f-8afa-4aab-b7ed-ea50c8abdde9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 05:02:20.402042 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-beedaac4-3978-46c2-91f4-804a041e0f65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:20.402422 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beedaac4-3978-46c2-91f4-804a041e0f65 None None] Bound using segment: {'id': '0f19bad4-3901-4d1c-8b58-f1ce3893a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '97524b4f-8afa-4aab-b7ed-ea50c8abdde9'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 05:02:20.402878 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-beedaac4-3978-46c2-91f4-804a041e0f65 None None] Bound port: dab15090-652e-407e-ad35-0a9aa3d70d2d, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f19bad4-3901-4d1c-8b58-f1ce3893a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '97524b4f-8afa-4aab-b7ed-ea50c8abdde9'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 05:02:20.403277 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-beedaac4-3978-46c2-91f4-804a041e0f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:20.513128 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-beedaac4-3978-46c2-91f4-804a041e0f65 None None] For port dab15090-652e-407e-ad35-0a9aa3d70d2d, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 05:02:20.516618 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-beedaac4-3978-46c2-91f4-804a041e0f65 None None] For port dab15090-652e-407e-ad35-0a9aa3d70d2d, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=dab15090-652e-407e-ad35-0a9aa3d70d2d,segment=NetworkSegment(0f19bad4-3901-4d1c-8b58-f1ce3893a168),segment_id=0f19bad4-3901-4d1c-8b58-f1ce3893a168)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 05:02:20.523769 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-beedaac4-3978-46c2-91f4-804a041e0f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:20.535476 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-b5c721fe-ad72-4fd7-a7ce-5fdc632a27a6 req-f422b3b5-b770-4ed9-8684-ef6c47fa134d tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Synchronizing usage tracker for tenant:be8a84b33cca4eaaad3d62abfe42a968 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 05:02:20.555786 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-b5c721fe-ad72-4fd7-a7ce-5fdc632a27a6 req-f422b3b5-b770-4ed9-8684-ef6c47fa134d tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Unset dirty status for tenant:be8a84b33cca4eaaad3d62abfe42a968 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 05:02:20.557159 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b5c721fe-ad72-4fd7-a7ce-5fdc632a27a6 req-f422b3b5-b770-4ed9-8684-ef6c47fa134d tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=30c48416-4f66-4548-9760-b45c4672f87b HTTP/1.1" status: 200 len: 210 time: 0.2797215 Feb 01 05:02:20.573732 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device c8153e85-9942-47f3-b684-6ad27df774a7 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 05:02:20.628039 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beedaac4-3978-46c2-91f4-804a041e0f65 None None] Routers {'702308a1-6211-4e65-93a4-6ac6c084a120'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:02:20.628667 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-beedaac4-3978-46c2-91f4-804a041e0f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:02:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['702308a1-6211-4e65-93a4-6ac6c084a120'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:02:20.653760 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port c8153e85-9942-47f3-b684-6ad27df774a7 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:02:20.654170 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:20.712216 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eba9553-c445-42ab-b031-bb88c54d283b None None] Pushing event updated for resources: {'Port': ['ID=dab15090-652e-407e-ad35-0a9aa3d70d2d,revision_number=4']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:02:20.808225 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 63ff325b-c5b2-432f-bbe3-89c8e63ec7ce up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 05:02:20.870399 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-beedaac4-3978-46c2-91f4-804a041e0f65 None None] Set router 702308a1-6211-4e65-93a4-6ac6c084a120 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:02:20.878862 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 63ff325b-c5b2-432f-bbe3-89c8e63ec7ce triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:02:20.879496 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:21.191479 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-beedaac4-3978-46c2-91f4-804a041e0f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702308a1-6211-4e65-93a4-6ac6c084a120', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138361971', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': 'c8153e85-9942-47f3-b684-6ad27df774a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:02:12Z', 'updated_at': '2022-02-01T05:02:17Z', 'revision_number': 4, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'gw_port': {'id': 'c8153e85-9942-47f3-b684-6ad27df774a7', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:de:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702308a1-6211-4e65-93a4-6ac6c084a120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:02:13Z', 'updated_at': '2022-02-01T05:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': 'dab15090-652e-407e-ad35-0a9aa3d70d2d', 'name': '', 'network_id': '97524b4f-8afa-4aab-b7ed-ea50c8abdde9', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'mac_address': 'fa:16:3e:dc:d8:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702308a1-6211-4e65-93a4-6ac6c084a120', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '4f66b935-f6ad-4927-8d9d-ded788603b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:02:16Z', 'updated_at': '2022-02-01T05:02:20Z', 'revision_number': 4, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'subnets': [{'id': '4f66b935-f6ad-4927-8d9d-ded788603b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:02:21.195255 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beedaac4-3978-46c2-91f4-804a041e0f65 None None] The sync data for ids ['702308a1-6211-4e65-93a4-6ac6c084a120'] in dv-neutron-826830-1-hyperv is: [{'id': '702308a1-6211-4e65-93a4-6ac6c084a120', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138361971', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': 'c8153e85-9942-47f3-b684-6ad27df774a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:02:12Z', 'updated_at': '2022-02-01T05:02:17Z', 'revision_number': 4, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'gw_port': {'id': 'c8153e85-9942-47f3-b684-6ad27df774a7', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:de:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702308a1-6211-4e65-93a4-6ac6c084a120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:02:13Z', 'updated_at': '2022-02-01T05:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': 'dab15090-652e-407e-ad35-0a9aa3d70d2d', 'name': '', 'network_id': '97524b4f-8afa-4aab-b7ed-ea50c8abdde9', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'mac_address': 'fa:16:3e:dc:d8:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702308a1-6211-4e65-93a4-6ac6c084a120', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '4f66b935-f6ad-4927-8d9d-ded788603b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:02:16Z', 'updated_at': '2022-02-01T05:02:20Z', 'revision_number': 4, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'subnets': [{'id': '4f66b935-f6ad-4927-8d9d-ded788603b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 05:02:21.336319 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 05:02:21.622697 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc60a0-bb48-438e-9149-4bf3488b7f3d req-8fe29e53-4344-4b16-b7ad-6cd953eb8c1b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:02:21.623794 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-80bc60a0-bb48-438e-9149-4bf3488b7f3d req-8fe29e53-4344-4b16-b7ad-6cd953eb8c1b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Synchronizing usage tracker for tenant:be8a84b33cca4eaaad3d62abfe42a968 on resource:network {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 05:02:21.649681 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-80bc60a0-bb48-438e-9149-4bf3488b7f3d req-8fe29e53-4344-4b16-b7ad-6cd953eb8c1b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Unset dirty status for tenant:be8a84b33cca4eaaad3d62abfe42a968 on resource:network {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 05:02:21.650855 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-80bc60a0-bb48-438e-9149-4bf3488b7f3d req-8fe29e53-4344-4b16-b7ad-6cd953eb8c1b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.18 "GET /v2.0/networks?id=97524b4f-8afa-4aab-b7ed-ea50c8abdde9 HTTP/1.1" status: 200 len: 796 time: 0.1991587 Feb 01 05:02:21.709737 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-80bc60a0-bb48-438e-9149-4bf3488b7f3d req-cbecb082-319a-46c6-801d-5040321acc27 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Synchronizing usage tracker for tenant:be8a84b33cca4eaaad3d62abfe42a968 on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 05:02:21.729118 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-80bc60a0-bb48-438e-9149-4bf3488b7f3d req-cbecb082-319a-46c6-801d-5040321acc27 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Unset dirty status for tenant:be8a84b33cca4eaaad3d62abfe42a968 on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 05:02:21.730393 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-80bc60a0-bb48-438e-9149-4bf3488b7f3d req-cbecb082-319a-46c6-801d-5040321acc27 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be8a84b33cca4eaaad3d62abfe42a968 HTTP/1.1" status: 200 len: 379 time: 0.0631177 Feb 01 05:02:21.741043 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-80bc60a0-bb48-438e-9149-4bf3488b7f3d req-b25a360f-2d78-4cf4-bb2d-cbdedeee5c2a tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Request body: {'port': {'device_id': '30c48416-4f66-4548-9760-b45c4672f87b', 'network_id': '97524b4f-8afa-4aab-b7ed-ea50c8abdde9', 'admin_state_up': True, 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'security_groups': ['81f3965d-3687-46e6-83ad-c6de511b94b7']}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:02:21.743518 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-66141884-9561-42fa-b8fd-f4f80e4feb76 req-7830ac85-1938-471a-88d7-5c2ed5f3d9ac tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=30c48416-4f66-4548-9760-b45c4672f87b HTTP/1.1" status: 200 len: 210 time: 0.0530241 Feb 01 05:02:21.885309 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-80bc60a0-bb48-438e-9149-4bf3488b7f3d req-b25a360f-2d78-4cf4-bb2d-cbdedeee5c2a tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:02:21.895201 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-80bc60a0-bb48-438e-9149-4bf3488b7f3d req-b25a360f-2d78-4cf4-bb2d-cbdedeee5c2a tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:02:21.904977 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80bc60a0-bb48-438e-9149-4bf3488b7f3d req-b25a360f-2d78-4cf4-bb2d-cbdedeee5c2a tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Made reservation on behalf of be8a84b33cca4eaaad3d62abfe42a968 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 05:02:21.908562 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-80bc60a0-bb48-438e-9149-4bf3488b7f3d req-b25a360f-2d78-4cf4-bb2d-cbdedeee5c2a tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:22.074422 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [req-80bc60a0-bb48-438e-9149-4bf3488b7f3d req-b25a360f-2d78-4cf4-bb2d-cbdedeee5c2a tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Allocated IP 172.20.0.3 (97524b4f-8afa-4aab-b7ed-ea50c8abdde9/4f66b935-f6ad-4927-8d9d-ded788603b22/e3271c2d-179f-4ce9-9c8e-14510bbcb3b4) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 05:02:22.273785 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-80bc60a0-bb48-438e-9149-4bf3488b7f3d req-b25a360f-2d78-4cf4-bb2d-cbdedeee5c2a tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:22.290486 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-80bc60a0-bb48-438e-9149-4bf3488b7f3d req-b25a360f-2d78-4cf4-bb2d-cbdedeee5c2a tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Transition to ACTIVE for port object e3271c2d-179f-4ce9-9c8e-14510bbcb3b4 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 05:02:22.315187 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-80bc60a0-bb48-438e-9149-4bf3488b7f3d req-b25a360f-2d78-4cf4-bb2d-cbdedeee5c2a tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:22.389113 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80bc60a0-bb48-438e-9149-4bf3488b7f3d req-b25a360f-2d78-4cf4-bb2d-cbdedeee5c2a tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Network 97524b4f-8afa-4aab-b7ed-ea50c8abdde9 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 05:02:22.392306 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [req-80bc60a0-bb48-438e-9149-4bf3488b7f3d req-b25a360f-2d78-4cf4-bb2d-cbdedeee5c2a tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 05:02:22.396680 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-80bc60a0-bb48-438e-9149-4bf3488b7f3d req-b25a360f-2d78-4cf4-bb2d-cbdedeee5c2a tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 05:02:22.426805 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25a360f-2d78-4cf4-bb2d-cbdedeee5c2a tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event updated for resources: {'Port': ['ID=e3271c2d-179f-4ce9-9c8e-14510bbcb3b4,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:02:22.463542 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc60a0-bb48-438e-9149-4bf3488b7f3d req-b25a360f-2d78-4cf4-bb2d-cbdedeee5c2a tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:02:22.464159 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-80bc60a0-bb48-438e-9149-4bf3488b7f3d req-b25a360f-2d78-4cf4-bb2d-cbdedeee5c2a tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:22.491718 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-80bc60a0-bb48-438e-9149-4bf3488b7f3d req-b25a360f-2d78-4cf4-bb2d-cbdedeee5c2a tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7555621 Feb 01 05:02:22.511016 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-80bc60a0-bb48-438e-9149-4bf3488b7f3d req-00aab390-4495-4600-a09d-caf4c8704a32 service neutron] Request body: {'port': {'device_id': '30c48416-4f66-4548-9760-b45c4672f87b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:02:22.570776 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device dab15090-652e-407e-ad35-0a9aa3d70d2d up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 05:02:22.626594 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-80bc60a0-bb48-438e-9149-4bf3488b7f3d req-00aab390-4495-4600-a09d-caf4c8704a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:22.638785 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port dab15090-652e-407e-ad35-0a9aa3d70d2d completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 05:02:22.643873 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port dab15090-652e-407e-ad35-0a9aa3d70d2d triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:02:22.644295 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:22.705813 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-ce011fcb-4606-4899-8f90-958d0718cc8e None None] Provisioning for port e3271c2d-179f-4ce9-9c8e-14510bbcb3b4 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 05:02:22.714023 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-ce011fcb-4606-4899-8f90-958d0718cc8e None None] Provisioning complete for port e3271c2d-179f-4ce9-9c8e-14510bbcb3b4 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:02:22.714385 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ce011fcb-4606-4899-8f90-958d0718cc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:22.815732 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-ce011fcb-4606-4899-8f90-958d0718cc8e None None] Port e3271c2d-179f-4ce9-9c8e-14510bbcb3b4 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 05:02:22.825121 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:22.857892 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port dab15090-652e-407e-ad35-0a9aa3d70d2d, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=dab15090-652e-407e-ad35-0a9aa3d70d2d,segment=NetworkSegment(0f19bad4-3901-4d1c-8b58-f1ce3893a168),segment_id=0f19bad4-3901-4d1c-8b58-f1ce3893a168)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:02:22.863095 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:22.933454 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=dab15090-652e-407e-ad35-0a9aa3d70d2d,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:02:23.030041 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8168f2-103d-4c90-804b-2f3f8ef1b1fd req-498b763f-f09f-4f26-b12d-31545067d7fd tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:02:23.030643 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-6f8168f2-103d-4c90-804b-2f3f8ef1b1fd req-498b763f-f09f-4f26-b12d-31545067d7fd tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Synchronizing usage tracker for tenant:be8a84b33cca4eaaad3d62abfe42a968 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 05:02:23.064204 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [req-80bc60a0-bb48-438e-9149-4bf3488b7f3d req-00aab390-4495-4600-a09d-caf4c8704a32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3271c2d-179f-4ce9-9c8e-14510bbcb3b4 {{(pid=87636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 05:02:23.068721 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-6f8168f2-103d-4c90-804b-2f3f8ef1b1fd req-498b763f-f09f-4f26-b12d-31545067d7fd tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Unset dirty status for tenant:be8a84b33cca4eaaad3d62abfe42a968 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 05:02:23.069853 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6f8168f2-103d-4c90-804b-2f3f8ef1b1fd req-498b763f-f09f-4f26-b12d-31545067d7fd tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=30c48416-4f66-4548-9760-b45c4672f87b HTTP/1.1" status: 200 len: 931 time: 0.2004564 Feb 01 05:02:23.073720 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-80bc60a0-bb48-438e-9149-4bf3488b7f3d req-00aab390-4495-4600-a09d-caf4c8704a32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:23.106887 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-80bc60a0-bb48-438e-9149-4bf3488b7f3d req-00aab390-4495-4600-a09d-caf4c8704a32 service neutron] Transition to ACTIVE for port object e3271c2d-179f-4ce9-9c8e-14510bbcb3b4 will not be triggered until provisioned by entity L2. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 05:02:23.116847 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-80bc60a0-bb48-438e-9149-4bf3488b7f3d req-00aab390-4495-4600-a09d-caf4c8704a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:23.229044 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6f8168f2-103d-4c90-804b-2f3f8ef1b1fd req-9e551ccf-b014-4aef-8787-addc9b2c058b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=81f3965d-3687-46e6-83ad-c6de511b94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1527987 Feb 01 05:02:23.417267 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aab390-4495-4600-a09d-caf4c8704a32 service neutron] Pushing event updated for resources: {'Port': ['ID=e3271c2d-179f-4ce9-9c8e-14510bbcb3b4,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:02:23.467569 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-80bc60a0-bb48-438e-9149-4bf3488b7f3d req-00aab390-4495-4600-a09d-caf4c8704a32 service neutron] Attempting to bind port e3271c2d-179f-4ce9-9c8e-14510bbcb3b4 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 05:02:23.467901 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-80bc60a0-bb48-438e-9149-4bf3488b7f3d req-00aab390-4495-4600-a09d-caf4c8704a32 service neutron] Attempting to bind port e3271c2d-179f-4ce9-9c8e-14510bbcb3b4 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '0f19bad4-3901-4d1c-8b58-f1ce3893a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '97524b4f-8afa-4aab-b7ed-ea50c8abdde9'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 05:02:23.468218 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80bc60a0-bb48-438e-9149-4bf3488b7f3d req-00aab390-4495-4600-a09d-caf4c8704a32 service neutron] Attempting to bind port e3271c2d-179f-4ce9-9c8e-14510bbcb3b4 on network 97524b4f-8afa-4aab-b7ed-ea50c8abdde9 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 05:02:23.472672 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80bc60a0-bb48-438e-9149-4bf3488b7f3d req-00aab390-4495-4600-a09d-caf4c8704a32 service neutron] Port e3271c2d-179f-4ce9-9c8e-14510bbcb3b4 on network 97524b4f-8afa-4aab-b7ed-ea50c8abdde9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 05:02:23.472985 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80bc60a0-bb48-438e-9149-4bf3488b7f3d req-00aab390-4495-4600-a09d-caf4c8704a32 service neutron] Attempting to bind port e3271c2d-179f-4ce9-9c8e-14510bbcb3b4 on network 97524b4f-8afa-4aab-b7ed-ea50c8abdde9 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 05:02:23.477901 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80bc60a0-bb48-438e-9149-4bf3488b7f3d req-00aab390-4495-4600-a09d-caf4c8704a32 service neutron] Checking agent: {'id': '63664c57-372e-43f7-9ecb-4deedcf8ddc7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 28, 15), 'started_at': datetime.datetime(2022, 2, 1, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 5, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 05:02:23.478229 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80bc60a0-bb48-438e-9149-4bf3488b7f3d req-00aab390-4495-4600-a09d-caf4c8704a32 service neutron] Checking segment: {'id': '0f19bad4-3901-4d1c-8b58-f1ce3893a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '97524b4f-8afa-4aab-b7ed-ea50c8abdde9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 05:02:23.478602 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80bc60a0-bb48-438e-9149-4bf3488b7f3d req-00aab390-4495-4600-a09d-caf4c8704a32 service neutron] Bound using segment: {'id': '0f19bad4-3901-4d1c-8b58-f1ce3893a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '97524b4f-8afa-4aab-b7ed-ea50c8abdde9'} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 05:02:23.479011 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-80bc60a0-bb48-438e-9149-4bf3488b7f3d req-00aab390-4495-4600-a09d-caf4c8704a32 service neutron] Bound port: e3271c2d-179f-4ce9-9c8e-14510bbcb3b4, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f19bad4-3901-4d1c-8b58-f1ce3893a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '97524b4f-8afa-4aab-b7ed-ea50c8abdde9'}}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 05:02:23.479388 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-80bc60a0-bb48-438e-9149-4bf3488b7f3d req-00aab390-4495-4600-a09d-caf4c8704a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:23.567622 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-80bc60a0-bb48-438e-9149-4bf3488b7f3d req-00aab390-4495-4600-a09d-caf4c8704a32 service neutron] For port e3271c2d-179f-4ce9-9c8e-14510bbcb3b4, host hv-neutron-8268, cleared binding levels {{(pid=87636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 05:02:23.570892 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-80bc60a0-bb48-438e-9149-4bf3488b7f3d req-00aab390-4495-4600-a09d-caf4c8704a32 service neutron] For port e3271c2d-179f-4ce9-9c8e-14510bbcb3b4, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=e3271c2d-179f-4ce9-9c8e-14510bbcb3b4,segment=NetworkSegment(0f19bad4-3901-4d1c-8b58-f1ce3893a168),segment_id=0f19bad4-3901-4d1c-8b58-f1ce3893a168)] {{(pid=87636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 05:02:23.575536 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-80bc60a0-bb48-438e-9149-4bf3488b7f3d req-00aab390-4495-4600-a09d-caf4c8704a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:23.634469 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc60a0-bb48-438e-9149-4bf3488b7f3d req-00aab390-4495-4600-a09d-caf4c8704a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:02:23.635071 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-80bc60a0-bb48-438e-9149-4bf3488b7f3d req-00aab390-4495-4600-a09d-caf4c8704a32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:23.636438 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-80bc60a0-bb48-438e-9149-4bf3488b7f3d req-00aab390-4495-4600-a09d-caf4c8704a32 service neutron] 10.222.0.18 "PUT /v2.0/ports/e3271c2d-179f-4ce9-9c8e-14510bbcb3b4 HTTP/1.1" status: 200 len: 1093 time: 1.1299233 Feb 01 05:02:23.636868 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30c48416-4f66-4548-9760-b45c4672f87b', 'tag': 'e3271c2d-179f-4ce9-9c8e-14510bbcb3b4'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 05:02:23.657947 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aab390-4495-4600-a09d-caf4c8704a32 service neutron] Pushing event updated for resources: {'Port': ['ID=e3271c2d-179f-4ce9-9c8e-14510bbcb3b4,revision_number=3']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:02:23.686908 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30c48416-4f66-4548-9760-b45c4672f87b', 'tag': 'e3271c2d-179f-4ce9-9c8e-14510bbcb3b4', 'status': 'completed', 'code': 200} Feb 01 05:02:23.775032 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc60a0-bb48-438e-9149-4bf3488b7f3d req-264dfaa0-0339-4b12-99cf-c5b6b232a51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:02:23.776549 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-80bc60a0-bb48-438e-9149-4bf3488b7f3d req-264dfaa0-0339-4b12-99cf-c5b6b232a51d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=be8a84b33cca4eaaad3d62abfe42a968&device_id=30c48416-4f66-4548-9760-b45c4672f87b HTTP/1.1" status: 200 len: 1096 time: 0.0729322 Feb 01 05:02:23.852796 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-80bc60a0-bb48-438e-9149-4bf3488b7f3d req-3a688b42-1071-422d-aa67-0b55bc6af545 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3271c2d-179f-4ce9-9c8e-14510bbcb3b4 HTTP/1.1" status: 200 len: 217 time: 0.0637941 Feb 01 05:02:23.917753 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc60a0-bb48-438e-9149-4bf3488b7f3d req-8735477b-0121-4096-85cb-2042605511fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:02:23.919061 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-80bc60a0-bb48-438e-9149-4bf3488b7f3d req-8735477b-0121-4096-85cb-2042605511fb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4f66b935-f6ad-4927-8d9d-ded788603b22 HTTP/1.1" status: 200 len: 835 time: 0.0606208 Feb 01 05:02:23.990658 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc60a0-bb48-438e-9149-4bf3488b7f3d req-8a9f0526-f850-4c74-956c-b0407e30514f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:02:23.992103 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-80bc60a0-bb48-438e-9149-4bf3488b7f3d req-8a9f0526-f850-4c74-956c-b0407e30514f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=97524b4f-8afa-4aab-b7ed-ea50c8abdde9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673327 Feb 01 05:02:24.119614 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-80bc60a0-bb48-438e-9149-4bf3488b7f3d req-a44b7977-2faf-479e-a1a9-ef4364ef377c service neutron] 10.222.0.18 "GET /v2.0/networks/97524b4f-8afa-4aab-b7ed-ea50c8abdde9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213906 Feb 01 05:02:24.250010 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-80bc60a0-bb48-438e-9149-4bf3488b7f3d req-8f85f3d8-e162-424f-9b8b-4bcead501b96 service neutron] 10.222.0.18 "GET /v2.0/networks/97524b4f-8afa-4aab-b7ed-ea50c8abdde9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247716 Feb 01 05:02:24.472858 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e0307-24eb-4e1d-92f4-2a8ef9d1e8f6 req-70b6aa7a-082a-4fac-9080-02ef557ef073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:02:24.474761 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-757e0307-24eb-4e1d-92f4-2a8ef9d1e8f6 req-70b6aa7a-082a-4fac-9080-02ef557ef073 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=be8a84b33cca4eaaad3d62abfe42a968&device_id=30c48416-4f66-4548-9760-b45c4672f87b HTTP/1.1" status: 200 len: 1096 time: 0.1045783 Feb 01 05:02:24.482972 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83bb4e1-12d9-4455-98d8-7e155a0df91c req-9cb12c92-8b2b-488f-93e5-a613b9ff4d39 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:02:24.484306 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d83bb4e1-12d9-4455-98d8-7e155a0df91c req-9cb12c92-8b2b-488f-93e5-a613b9ff4d39 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=30c48416-4f66-4548-9760-b45c4672f87b HTTP/1.1" status: 200 len: 943 time: 0.1455278 Feb 01 05:02:24.534405 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device dab15090-652e-407e-ad35-0a9aa3d70d2d up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 05:02:24.613085 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d83bb4e1-12d9-4455-98d8-7e155a0df91c req-eb367f44-4284-44cc-afac-6eb826079fb3 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=81f3965d-3687-46e6-83ad-c6de511b94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077759 Feb 01 05:02:24.644513 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e0307-24eb-4e1d-92f4-2a8ef9d1e8f6 req-2364cdcd-2caf-4c84-b121-bd6d05cde47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:02:24.645982 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port dab15090-652e-407e-ad35-0a9aa3d70d2d triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:02:24.646110 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-757e0307-24eb-4e1d-92f4-2a8ef9d1e8f6 req-2364cdcd-2caf-4c84-b121-bd6d05cde47c service neutron] 10.222.0.18 "GET /v2.0/networks?id=97524b4f-8afa-4aab-b7ed-ea50c8abdde9 HTTP/1.1" status: 200 len: 896 time: 0.1608536 Feb 01 05:02:24.646354 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:24.716255 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-757e0307-24eb-4e1d-92f4-2a8ef9d1e8f6 req-b335e437-5503-4a87-928c-da36192bfa39 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3271c2d-179f-4ce9-9c8e-14510bbcb3b4 HTTP/1.1" status: 200 len: 217 time: 0.0638630 Feb 01 05:02:24.780969 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e0307-24eb-4e1d-92f4-2a8ef9d1e8f6 req-33efc28e-87a1-4dcb-8024-6b488ea5f344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:02:24.782394 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-757e0307-24eb-4e1d-92f4-2a8ef9d1e8f6 req-33efc28e-87a1-4dcb-8024-6b488ea5f344 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4f66b935-f6ad-4927-8d9d-ded788603b22 HTTP/1.1" status: 200 len: 835 time: 0.0597806 Feb 01 05:02:24.863486 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e0307-24eb-4e1d-92f4-2a8ef9d1e8f6 req-ea9b692f-e85c-46a6-8d8b-9c9919dcf77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:02:24.865764 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-757e0307-24eb-4e1d-92f4-2a8ef9d1e8f6 req-ea9b692f-e85c-46a6-8d8b-9c9919dcf77b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=97524b4f-8afa-4aab-b7ed-ea50c8abdde9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752780 Feb 01 05:02:24.993045 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-757e0307-24eb-4e1d-92f4-2a8ef9d1e8f6 req-cc1c9f0c-5f77-479f-941f-6639fcf3763c service neutron] 10.222.0.18 "GET /v2.0/networks/97524b4f-8afa-4aab-b7ed-ea50c8abdde9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205451 Feb 01 05:02:25.216148 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-757e0307-24eb-4e1d-92f4-2a8ef9d1e8f6 req-559fa850-0f72-4021-a063-4c851937c326 service neutron] 10.222.0.18 "GET /v2.0/networks/97524b4f-8afa-4aab-b7ed-ea50c8abdde9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165437 Feb 01 05:02:25.797018 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dceef8-064b-4c85-a221-aa53ccd7c9f7 req-c39b8c32-b84d-4730-b000-ccf5cd0aeb79 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:02:25.798499 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-98dceef8-064b-4c85-a221-aa53ccd7c9f7 req-c39b8c32-b84d-4730-b000-ccf5cd0aeb79 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=30c48416-4f66-4548-9760-b45c4672f87b HTTP/1.1" status: 200 len: 943 time: 0.0786901 Feb 01 05:02:25.843470 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-98dceef8-064b-4c85-a221-aa53ccd7c9f7 req-064f95f8-ccda-4004-ba86-09f502dbff44 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=81f3965d-3687-46e6-83ad-c6de511b94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387239 Feb 01 05:02:26.827964 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device e3271c2d-179f-4ce9-9c8e-14510bbcb3b4 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 01 05:02:26.962386 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port e3271c2d-179f-4ce9-9c8e-14510bbcb3b4, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=e3271c2d-179f-4ce9-9c8e-14510bbcb3b4,segment=NetworkSegment(0f19bad4-3901-4d1c-8b58-f1ce3893a168),segment_id=0f19bad4-3901-4d1c-8b58-f1ce3893a168)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:02:26.975258 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Returning: {'device': 'e3271c2d-179f-4ce9-9c8e-14510bbcb3b4', 'network_id': '97524b4f-8afa-4aab-b7ed-ea50c8abdde9', 'port_id': 'e3271c2d-179f-4ce9-9c8e-14510bbcb3b4', 'mac_address': 'fa:16:3e:56:e9:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f66b935-f6ad-4927-8d9d-ded788603b22', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 01 05:02:27.023823 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32661bb-7953-4822-b408-ebcc81779388 req-0b42d872-de29-4fff-aa1d-50c3435562b7 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:02:27.025280 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b32661bb-7953-4822-b408-ebcc81779388 req-0b42d872-de29-4fff-aa1d-50c3435562b7 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=30c48416-4f66-4548-9760-b45c4672f87b HTTP/1.1" status: 200 len: 943 time: 0.0778775 Feb 01 05:02:27.032844 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:27.049385 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3271c2d-179f-4ce9-9c8e-14510bbcb3b4 {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 05:02:27.065021 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port e3271c2d-179f-4ce9-9c8e-14510bbcb3b4, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=e3271c2d-179f-4ce9-9c8e-14510bbcb3b4,segment=NetworkSegment(0f19bad4-3901-4d1c-8b58-f1ce3893a168),segment_id=0f19bad4-3901-4d1c-8b58-f1ce3893a168)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:02:27.069466 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:27.069598 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b32661bb-7953-4822-b408-ebcc81779388 req-ec44af98-fdea-4156-9d01-3e090e20fe40 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=81f3965d-3687-46e6-83ad-c6de511b94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384560 Feb 01 05:02:27.135779 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=e3271c2d-179f-4ce9-9c8e-14510bbcb3b4,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:02:27.336045 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] get_ports_and_sgs() called for port_ids ['e3271c2d-179f-4ce9-9c8e-14510bbcb3b4'] {{(pid=87638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 01 05:02:28.253839 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd8a2c-6ab9-41a1-b054-d533555078c7 req-4dc3a5c8-2cb0-44e6-8e91-19b7ab84d9a6 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:02:28.255828 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-62bd8a2c-6ab9-41a1-b054-d533555078c7 req-4dc3a5c8-2cb0-44e6-8e91-19b7ab84d9a6 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=30c48416-4f66-4548-9760-b45c4672f87b HTTP/1.1" status: 200 len: 944 time: 0.0813050 Feb 01 05:02:28.298471 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-62bd8a2c-6ab9-41a1-b054-d533555078c7 req-ccf39af8-e8d2-47fc-90e8-9b2a73dd36e8 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=81f3965d-3687-46e6-83ad-c6de511b94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371788 Feb 01 05:02:28.830965 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device e3271c2d-179f-4ce9-9c8e-14510bbcb3b4 up at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 05:02:28.897816 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning for port e3271c2d-179f-4ce9-9c8e-14510bbcb3b4 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 05:02:28.902396 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning complete for port e3271c2d-179f-4ce9-9c8e-14510bbcb3b4 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:02:28.902777 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:29.023613 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:29.048639 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30c48416-4f66-4548-9760-b45c4672f87b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3271c2d-179f-4ce9-9c8e-14510bbcb3b4'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 05:02:29.058376 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port e3271c2d-179f-4ce9-9c8e-14510bbcb3b4, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=e3271c2d-179f-4ce9-9c8e-14510bbcb3b4,segment=NetworkSegment(0f19bad4-3901-4d1c-8b58-f1ce3893a168),segment_id=0f19bad4-3901-4d1c-8b58-f1ce3893a168)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:02:29.062381 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:29.093369 dv-neutron-826830-1-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30c48416-4f66-4548-9760-b45c4672f87b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3271c2d-179f-4ce9-9c8e-14510bbcb3b4', 'code': 200} Feb 01 05:02:29.131797 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=e3271c2d-179f-4ce9-9c8e-14510bbcb3b4,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:02:29.344966 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fd15df-1559-4fdc-aa66-652c034000a8 req-a0660387-496b-482b-a95d-53d603948aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:02:29.346483 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b0fd15df-1559-4fdc-aa66-652c034000a8 req-a0660387-496b-482b-a95d-53d603948aff service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=30c48416-4f66-4548-9760-b45c4672f87b HTTP/1.1" status: 200 len: 1098 time: 0.0707293 Feb 01 05:02:29.385085 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b0fd15df-1559-4fdc-aa66-652c034000a8 req-d2316e73-ef71-44ab-a589-89a107fb250d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=81f3965d-3687-46e6-83ad-c6de511b94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328927 Feb 01 05:02:29.479914 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbb9439-f7e9-4ddc-8a14-b79a354444a8 req-28a7b21e-dab0-485c-b997-357b0ac0facb tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:02:29.481351 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-9cbb9439-f7e9-4ddc-8a14-b79a354444a8 req-28a7b21e-dab0-485c-b997-357b0ac0facb tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=30c48416-4f66-4548-9760-b45c4672f87b HTTP/1.1" status: 200 len: 945 time: 0.0783007 Feb 01 05:02:29.523750 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-9cbb9439-f7e9-4ddc-8a14-b79a354444a8 req-c5cc45db-3f4d-4326-ba28-dbb1cb05f6ba tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=81f3965d-3687-46e6-83ad-c6de511b94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369256 Feb 01 05:02:30.706093 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770e823-a6da-46bc-9aed-ac9f5de3082d req-c14cb787-91cb-4838-8339-f9d87b67ca67 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:02:30.707546 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d770e823-a6da-46bc-9aed-ac9f5de3082d req-c14cb787-91cb-4838-8339-f9d87b67ca67 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=30c48416-4f66-4548-9760-b45c4672f87b HTTP/1.1" status: 200 len: 945 time: 0.0780675 Feb 01 05:02:30.754079 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d770e823-a6da-46bc-9aed-ac9f5de3082d req-9045d8ee-fd96-4f31-95ac-9c3ef9c51230 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=81f3965d-3687-46e6-83ad-c6de511b94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409684 Feb 01 05:02:30.937269 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f19084-6db0-4a9f-9145-13dcb71fd320 req-67b15589-6d37-461e-be9d-1f51dcdb733c tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:02:30.938715 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-93f19084-6db0-4a9f-9145-13dcb71fd320 req-67b15589-6d37-461e-be9d-1f51dcdb733c tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=30c48416-4f66-4548-9760-b45c4672f87b HTTP/1.1" status: 200 len: 945 time: 0.0823116 Feb 01 05:02:30.981322 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-93f19084-6db0-4a9f-9145-13dcb71fd320 req-a46a021a-68e4-4f7a-b816-f1dc063eaaf8 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=81f3965d-3687-46e6-83ad-c6de511b94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361750 Feb 01 05:02:31.003323 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 48658) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:02:31.072066 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d460792b-7d20-49dc-be8f-1f0aa1fb5820 tempest-TestNetworkAdvancedServerOps-1994873880 tempest-TestNetworkAdvancedServerOps-1994873880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:02:31.073547 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-d460792b-7d20-49dc-be8f-1f0aa1fb5820 tempest-TestNetworkAdvancedServerOps-1994873880 tempest-TestNetworkAdvancedServerOps-1994873880-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=30c48416-4f66-4548-9760-b45c4672f87b HTTP/1.1" status: 200 len: 1093 time: 0.0692704 Feb 01 05:02:31.076394 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 48662) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:02:31.081069 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-3c944a5d-a9a8-4174-b377-fdf9492223fc tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Request body: {'floatingip': {'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'port_id': 'e3271c2d-179f-4ce9-9c8e-14510bbcb3b4', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:02:31.095916 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-3c944a5d-a9a8-4174-b377-fdf9492223fc tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:02:31.103714 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-3c944a5d-a9a8-4174-b377-fdf9492223fc tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Usage tracker for resource:floatingip and tenant:be8a84b33cca4eaaad3d62abfe42a968 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:02:31.107114 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-3c944a5d-a9a8-4174-b377-fdf9492223fc tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:02:31.113742 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-3c944a5d-a9a8-4174-b377-fdf9492223fc tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:02:31.127981 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3c944a5d-a9a8-4174-b377-fdf9492223fc tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for floatingip, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:31.258537 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3c944a5d-a9a8-4174-b377-fdf9492223fc tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:31.391269 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-3c944a5d-a9a8-4174-b377-fdf9492223fc tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Allocated IP 172.26.8.32 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/9cc8eff0-2c2d-4184-926d-ab52d8b33ebb) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 05:02:31.532440 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3c944a5d-a9a8-4174-b377-fdf9492223fc tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:31.561828 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3c944a5d-a9a8-4174-b377-fdf9492223fc tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:31.625622 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c944a5d-a9a8-4174-b377-fdf9492223fc tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 05:02:31.628356 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-3c944a5d-a9a8-4174-b377-fdf9492223fc tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 05:02:31.632016 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c944a5d-a9a8-4174-b377-fdf9492223fc tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 05:02:31.669360 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c944a5d-a9a8-4174-b377-fdf9492223fc tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event updated for resources: {'Port': ['ID=9cc8eff0-2c2d-4184-926d-ab52d8b33ebb,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:02:32.004611 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4b0d1976-3111-4f4a-a2b3-73f85eaea688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:32.035338 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3c944a5d-a9a8-4174-b377-fdf9492223fc tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:32.108006 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3c944a5d-a9a8-4174-b377-fdf9492223fc tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:32.395979 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3c944a5d-a9a8-4174-b377-fdf9492223fc tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:32.400261 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3c944a5d-a9a8-4174-b377-fdf9492223fc tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:32.506864 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c944a5d-a9a8-4174-b377-fdf9492223fc tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event updated for resources: {'Port': ['ID=9cc8eff0-2c2d-4184-926d-ab52d8b33ebb,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:02:32.517003 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3c944a5d-a9a8-4174-b377-fdf9492223fc tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-774194'] for floatingip, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:32.682055 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.l3_db [None req-3c944a5d-a9a8-4174-b377-fdf9492223fc tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Floating IP 5192a7a4-d469-44fe-aa0d-c9ebca084971 associated. External IP: 172.26.8.32, port: e3271c2d-179f-4ce9-9c8e-14510bbcb3b4. Feb 01 05:02:33.019751 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c944a5d-a9a8-4174-b377-fdf9492223fc tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Router 702308a1-6211-4e65-93a4-6ac6c084a120 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 05:02:33.192174 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c944a5d-a9a8-4174-b377-fdf9492223fc tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 05:02:33.202394 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7523a022-ace3-44a9-a965-d26c0f6d1754 None None] Sync routers for ids ['702308a1-6211-4e65-93a4-6ac6c084a120'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 05:02:33.211895 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7523a022-ace3-44a9-a965-d26c0f6d1754 None None] Routers {'702308a1-6211-4e65-93a4-6ac6c084a120'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:02:33.212559 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-7523a022-ace3-44a9-a965-d26c0f6d1754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:02:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['702308a1-6211-4e65-93a4-6ac6c084a120'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:02:33.217444 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3c944a5d-a9a8-4174-b377-fdf9492223fc tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:33.274711 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-3c944a5d-a9a8-4174-b377-fdf9492223fc tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1972284 Feb 01 05:02:33.275215 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30c48416-4f66-4548-9760-b45c4672f87b', 'tag': 'e3271c2d-179f-4ce9-9c8e-14510bbcb3b4'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 05:02:33.317246 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30c48416-4f66-4548-9760-b45c4672f87b', 'tag': 'e3271c2d-179f-4ce9-9c8e-14510bbcb3b4', 'status': 'completed', 'code': 200} Feb 01 05:02:33.391809 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-7523a022-ace3-44a9-a965-d26c0f6d1754 None None] Set router 702308a1-6211-4e65-93a4-6ac6c084a120 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:02:33.496507 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c99fa-3b1f-4e1e-a4cd-00c2a3839c5d req-af53fbbf-a66e-45e0-9ecb-1bb701973fa2 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:02:33.497974 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7e5c99fa-3b1f-4e1e-a4cd-00c2a3839c5d req-af53fbbf-a66e-45e0-9ecb-1bb701973fa2 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=30c48416-4f66-4548-9760-b45c4672f87b HTTP/1.1" status: 200 len: 945 time: 0.1377513 Feb 01 05:02:33.500555 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697187c7-2f72-47cd-a4f9-4b14f5a530ee req-fda7d2d8-00c6-48ab-8f8f-b06059543dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:02:33.501888 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-697187c7-2f72-47cd-a4f9-4b14f5a530ee req-fda7d2d8-00c6-48ab-8f8f-b06059543dbb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=be8a84b33cca4eaaad3d62abfe42a968&device_id=30c48416-4f66-4548-9760-b45c4672f87b HTTP/1.1" status: 200 len: 1098 time: 0.1398845 Feb 01 05:02:33.623153 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7e5c99fa-3b1f-4e1e-a4cd-00c2a3839c5d req-a364c9db-5f41-43f7-aa10-fd62768d1ca3 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=81f3965d-3687-46e6-83ad-c6de511b94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192994 Feb 01 05:02:33.651096 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 48670) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:02:33.669051 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697187c7-2f72-47cd-a4f9-4b14f5a530ee req-f4ad5424-95fc-43dd-bff5-db441d2e86ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:02:33.670483 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-697187c7-2f72-47cd-a4f9-4b14f5a530ee req-f4ad5424-95fc-43dd-bff5-db441d2e86ef service neutron] 10.222.0.18 "GET /v2.0/networks?id=97524b4f-8afa-4aab-b7ed-ea50c8abdde9 HTTP/1.1" status: 200 len: 896 time: 0.1523795 Feb 01 05:02:33.737134 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-7523a022-ace3-44a9-a965-d26c0f6d1754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702308a1-6211-4e65-93a4-6ac6c084a120', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138361971', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': 'c8153e85-9942-47f3-b684-6ad27df774a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:02:12Z', 'updated_at': '2022-02-01T05:02:17Z', 'revision_number': 4, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'gw_port': {'id': 'c8153e85-9942-47f3-b684-6ad27df774a7', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:de:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702308a1-6211-4e65-93a4-6ac6c084a120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:02:13Z', 'updated_at': '2022-02-01T05:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': '5192a7a4-d469-44fe-aa0d-c9ebca084971', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'floating_ip_address': '172.26.8.32', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '702308a1-6211-4e65-93a4-6ac6c084a120', 'port_id': 'e3271c2d-179f-4ce9-9c8e-14510bbcb3b4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97524b4f-8afa-4aab-b7ed-ea50c8abdde9', 'mac_address': 'fa:16:3e:56:e9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c48416-4f66-4548-9760-b45c4672f87b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T05:02:31Z', 'updated_at': '2022-02-01T05:02:31Z', 'revision_number': 0, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dab15090-652e-407e-ad35-0a9aa3d70d2d', 'name': '', 'network_id': '97524b4f-8afa-4aab-b7ed-ea50c8abdde9', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'mac_address': 'fa:16:3e:dc:d8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702308a1-6211-4e65-93a4-6ac6c084a120', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '4f66b935-f6ad-4927-8d9d-ded788603b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:02:16Z', 'updated_at': '2022-02-01T05:02:22Z', 'revision_number': 5, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'subnets': [{'id': '4f66b935-f6ad-4927-8d9d-ded788603b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:02:33.741561 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7523a022-ace3-44a9-a965-d26c0f6d1754 None None] Checking router: 702308a1-6211-4e65-93a4-6ac6c084a120 for host: dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 05:02:33.750168 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7523a022-ace3-44a9-a965-d26c0f6d1754 None None] Routers {'702308a1-6211-4e65-93a4-6ac6c084a120'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:02:33.751552 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-7523a022-ace3-44a9-a965-d26c0f6d1754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:02:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['702308a1-6211-4e65-93a4-6ac6c084a120'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:02:33.762881 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-b1ebe198-bf25-4fc1-ac50-8f7afb8c9439 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/floatingips/5192a7a4-d469-44fe-aa0d-c9ebca084971 HTTP/1.1" status: 200 len: 990 time: 0.1094608 Feb 01 05:02:33.777144 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-697187c7-2f72-47cd-a4f9-4b14f5a530ee req-ee241299-43b8-4c81-87f6-9659ac18f654 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3271c2d-179f-4ce9-9c8e-14510bbcb3b4 HTTP/1.1" status: 200 len: 998 time: 0.1010396 Feb 01 05:02:33.839847 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697187c7-2f72-47cd-a4f9-4b14f5a530ee req-623ced5d-8a6b-46a3-b72a-cd823e120d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:02:33.841470 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-697187c7-2f72-47cd-a4f9-4b14f5a530ee req-623ced5d-8a6b-46a3-b72a-cd823e120d7d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4f66b935-f6ad-4927-8d9d-ded788603b22 HTTP/1.1" status: 200 len: 835 time: 0.0587785 Feb 01 05:02:33.919811 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697187c7-2f72-47cd-a4f9-4b14f5a530ee req-274c5d8b-5d76-48a6-8003-a81440fa5c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:02:33.921266 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-697187c7-2f72-47cd-a4f9-4b14f5a530ee req-274c5d8b-5d76-48a6-8003-a81440fa5c1a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=97524b4f-8afa-4aab-b7ed-ea50c8abdde9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748522 Feb 01 05:02:33.962758 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-7523a022-ace3-44a9-a965-d26c0f6d1754 None None] Set router 702308a1-6211-4e65-93a4-6ac6c084a120 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:02:34.050591 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-697187c7-2f72-47cd-a4f9-4b14f5a530ee req-93e4e679-a877-4a25-855a-6997fa45d78d service neutron] 10.222.0.18 "GET /v2.0/networks/97524b4f-8afa-4aab-b7ed-ea50c8abdde9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226890 Feb 01 05:02:34.182402 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-697187c7-2f72-47cd-a4f9-4b14f5a530ee req-83f48c3d-cc43-4d67-a176-0689e6d96f9f service neutron] 10.222.0.18 "GET /v2.0/networks/97524b4f-8afa-4aab-b7ed-ea50c8abdde9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252742 Feb 01 05:02:34.293133 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-48edb0d1-875a-461c-8ff9-7cfc5e51d56f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:34.319549 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-7523a022-ace3-44a9-a965-d26c0f6d1754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702308a1-6211-4e65-93a4-6ac6c084a120', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138361971', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': 'c8153e85-9942-47f3-b684-6ad27df774a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:02:12Z', 'updated_at': '2022-02-01T05:02:17Z', 'revision_number': 4, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'gw_port': {'id': 'c8153e85-9942-47f3-b684-6ad27df774a7', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:de:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702308a1-6211-4e65-93a4-6ac6c084a120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:02:13Z', 'updated_at': '2022-02-01T05:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': '5192a7a4-d469-44fe-aa0d-c9ebca084971', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'floating_ip_address': '172.26.8.32', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '702308a1-6211-4e65-93a4-6ac6c084a120', 'port_id': 'e3271c2d-179f-4ce9-9c8e-14510bbcb3b4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97524b4f-8afa-4aab-b7ed-ea50c8abdde9', 'mac_address': 'fa:16:3e:56:e9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c48416-4f66-4548-9760-b45c4672f87b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T05:02:31Z', 'updated_at': '2022-02-01T05:02:31Z', 'revision_number': 0, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dab15090-652e-407e-ad35-0a9aa3d70d2d', 'name': '', 'network_id': '97524b4f-8afa-4aab-b7ed-ea50c8abdde9', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'mac_address': 'fa:16:3e:dc:d8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702308a1-6211-4e65-93a4-6ac6c084a120', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '4f66b935-f6ad-4927-8d9d-ded788603b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:02:16Z', 'updated_at': '2022-02-01T05:02:22Z', 'revision_number': 5, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'subnets': [{'id': '4f66b935-f6ad-4927-8d9d-ded788603b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:02:34.323393 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7523a022-ace3-44a9-a965-d26c0f6d1754 None None] The sync data for ids ['702308a1-6211-4e65-93a4-6ac6c084a120'] in dv-neutron-826830-1-hyperv is: [{'id': '702308a1-6211-4e65-93a4-6ac6c084a120', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138361971', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': 'c8153e85-9942-47f3-b684-6ad27df774a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:02:12Z', 'updated_at': '2022-02-01T05:02:17Z', 'revision_number': 4, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'gw_port': {'id': 'c8153e85-9942-47f3-b684-6ad27df774a7', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:de:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702308a1-6211-4e65-93a4-6ac6c084a120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:02:13Z', 'updated_at': '2022-02-01T05:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': '5192a7a4-d469-44fe-aa0d-c9ebca084971', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'floating_ip_address': '172.26.8.32', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '702308a1-6211-4e65-93a4-6ac6c084a120', 'port_id': 'e3271c2d-179f-4ce9-9c8e-14510bbcb3b4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97524b4f-8afa-4aab-b7ed-ea50c8abdde9', 'mac_address': 'fa:16:3e:56:e9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c48416-4f66-4548-9760-b45c4672f87b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T05:02:31Z', 'updated_at': '2022-02-01T05:02:31Z', 'revision_number': 0, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dab15090-652e-407e-ad35-0a9aa3d70d2d', 'name': '', 'network_id': '97524b4f-8afa-4aab-b7ed-ea50c8abdde9', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'mac_address': 'fa:16:3e:dc:d8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702308a1-6211-4e65-93a4-6ac6c084a120', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '4f66b935-f6ad-4927-8d9d-ded788603b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:02:16Z', 'updated_at': '2022-02-01T05:02:22Z', 'revision_number': 5, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'subnets': [{'id': '4f66b935-f6ad-4927-8d9d-ded788603b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 05:02:34.524700 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd5afbd-e95b-4629-9e23-fabfdd8d94b6 None None] New status for floating IP 5192a7a4-d469-44fe-aa0d-c9ebca084971: ACTIVE {{(pid=87639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 01 05:02:34.765089 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 48674) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:02:34.874707 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-49d8b197-0333-4959-aed0-1fccd16b5395 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/floatingips/5192a7a4-d469-44fe-aa0d-c9ebca084971 HTTP/1.1" status: 200 len: 992 time: 0.1059158 Feb 01 05:02:35.430881 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:35.562523 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:36.127474 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-85cc7d8f-1c8d-494e-bfa5-804d65a6f034 req-82cef053-9479-4184-9904-8665fabaf3fb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=30c48416-4f66-4548-9760-b45c4672f87b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0664129 Feb 01 05:02:36.280263 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc7d8f-1c8d-494e-bfa5-804d65a6f034 req-2a2225b6-ee47-4b1c-84cf-a6e34e56d986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:02:36.281860 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-85cc7d8f-1c8d-494e-bfa5-804d65a6f034 req-2a2225b6-ee47-4b1c-84cf-a6e34e56d986 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=be8a84b33cca4eaaad3d62abfe42a968&device_id=30c48416-4f66-4548-9760-b45c4672f87b HTTP/1.1" status: 200 len: 1098 time: 0.0712514 Feb 01 05:02:36.422655 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc7d8f-1c8d-494e-bfa5-804d65a6f034 req-2000ded4-88ad-4c4f-843b-4730c0a0a602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:02:36.423999 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-85cc7d8f-1c8d-494e-bfa5-804d65a6f034 req-2000ded4-88ad-4c4f-843b-4730c0a0a602 service neutron] 10.222.0.18 "GET /v2.0/networks?id=97524b4f-8afa-4aab-b7ed-ea50c8abdde9 HTTP/1.1" status: 200 len: 896 time: 0.1238353 Feb 01 05:02:36.521207 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-85cc7d8f-1c8d-494e-bfa5-804d65a6f034 req-861509cc-4aa4-4a26-90ee-719bb830e6db service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3271c2d-179f-4ce9-9c8e-14510bbcb3b4 HTTP/1.1" status: 200 len: 1000 time: 0.0902617 Feb 01 05:02:36.697963 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc7d8f-1c8d-494e-bfa5-804d65a6f034 req-93175f0d-c7a5-4104-bb79-ff1c96d8ba67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:02:36.699313 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-85cc7d8f-1c8d-494e-bfa5-804d65a6f034 req-93175f0d-c7a5-4104-bb79-ff1c96d8ba67 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4f66b935-f6ad-4927-8d9d-ded788603b22 HTTP/1.1" status: 200 len: 835 time: 0.1593089 Feb 01 05:02:36.771553 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc7d8f-1c8d-494e-bfa5-804d65a6f034 req-ce0ba846-d749-4e2c-bac9-a3945b26b0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:02:36.772949 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-85cc7d8f-1c8d-494e-bfa5-804d65a6f034 req-ce0ba846-d749-4e2c-bac9-a3945b26b0e7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=97524b4f-8afa-4aab-b7ed-ea50c8abdde9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673296 Feb 01 05:02:36.899960 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-85cc7d8f-1c8d-494e-bfa5-804d65a6f034 req-08531197-8cc6-431e-b5ed-5e3590ebd612 service neutron] 10.222.0.18 "GET /v2.0/networks/97524b4f-8afa-4aab-b7ed-ea50c8abdde9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209373 Feb 01 05:02:37.027421 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-85cc7d8f-1c8d-494e-bfa5-804d65a6f034 req-50f22c64-c556-48b8-8af7-f073398b1bd9 service neutron] 10.222.0.18 "GET /v2.0/networks/97524b4f-8afa-4aab-b7ed-ea50c8abdde9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210206 Feb 01 05:02:37.092791 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:45.218449 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:02:58.334917 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 05:03:01.996677 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c8811224-a9d1-41ca-845f-f6aca9a2e28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:04.285686 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-92560261-0548-42f8-a69b-04a1e1e31516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:05.432135 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:05.562948 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:06.511764 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c157fb7b-7c11-4f82-9bab-9eeab23e22b6 req-f2e6d558-a3fe-4abb-934e-7a36ba06c23c tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:03:06.513216 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-c157fb7b-7c11-4f82-9bab-9eeab23e22b6 req-f2e6d558-a3fe-4abb-934e-7a36ba06c23c tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=30c48416-4f66-4548-9760-b45c4672f87b HTTP/1.1" status: 200 len: 945 time: 0.1834118 Feb 01 05:03:06.559980 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-c157fb7b-7c11-4f82-9bab-9eeab23e22b6 req-80c9cfc5-d556-47d7-b1a6-955b6f41d36b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=81f3965d-3687-46e6-83ad-c6de511b94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401161 Feb 01 05:03:07.092001 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:07.755535 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc846c-ebd3-4025-bb14-67a3db513c18 req-1bbe00aa-2dc6-418c-820e-713d582f355e tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:03:07.756962 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-41fc846c-ebd3-4025-bb14-67a3db513c18 req-1bbe00aa-2dc6-418c-820e-713d582f355e tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=30c48416-4f66-4548-9760-b45c4672f87b HTTP/1.1" status: 200 len: 945 time: 0.0826952 Feb 01 05:03:07.800717 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-41fc846c-ebd3-4025-bb14-67a3db513c18 req-08edfd82-3203-4762-8ea3-c2a2fc868c8a tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=81f3965d-3687-46e6-83ad-c6de511b94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375953 Feb 01 05:03:07.823626 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 48694) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:03:07.926496 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-906f286d-d72b-4e24-bdcc-2b05b175cb18 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/floatingips/5192a7a4-d469-44fe-aa0d-c9ebca084971 HTTP/1.1" status: 200 len: 992 time: 0.1017373 Feb 01 05:03:09.388398 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d51949e-e8d8-4966-95e7-8705f9171195 req-a3561a0f-d370-491c-81b5-be38490a78e8 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:03:09.389846 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-5d51949e-e8d8-4966-95e7-8705f9171195 req-a3561a0f-d370-491c-81b5-be38490a78e8 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=30c48416-4f66-4548-9760-b45c4672f87b HTTP/1.1" status: 200 len: 945 time: 0.0799363 Feb 01 05:03:09.432327 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-5d51949e-e8d8-4966-95e7-8705f9171195 req-7dbda2fb-4110-4e7a-9e34-187d70d95c0d tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=81f3965d-3687-46e6-83ad-c6de511b94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368481 Feb 01 05:03:10.618794 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e4845a-e4e3-4c43-90ed-4653711696f0 req-ca1448e8-2239-4be6-ae08-0df85a3bf3fc tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:03:10.620254 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-22e4845a-e4e3-4c43-90ed-4653711696f0 req-ca1448e8-2239-4be6-ae08-0df85a3bf3fc tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=30c48416-4f66-4548-9760-b45c4672f87b HTTP/1.1" status: 200 len: 945 time: 0.0796390 Feb 01 05:03:10.669302 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-22e4845a-e4e3-4c43-90ed-4653711696f0 req-b52e6829-7334-4bae-be65-938826fe3a70 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=81f3965d-3687-46e6-83ad-c6de511b94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434022 Feb 01 05:03:10.692906 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 48706) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:03:10.795035 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-64a4d5f0-b14e-4b78-84ef-df093be4be7b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/floatingips/5192a7a4-d469-44fe-aa0d-c9ebca084971 HTTP/1.1" status: 200 len: 992 time: 0.1010489 Feb 01 05:03:11.088843 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 48714) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:03:11.286465 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-716e1d00-7e7d-469d-85e1-90ae0f8291eb tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Deleting port 9cc8eff0-2c2d-4184-926d-ab52d8b33ebb {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 05:03:11.286798 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-716e1d00-7e7d-469d-85e1-90ae0f8291eb tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:11.448420 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-716e1d00-7e7d-469d-85e1-90ae0f8291eb tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:11.448660 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-716e1d00-7e7d-469d-85e1-90ae0f8291eb tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:11.569950 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-716e1d00-7e7d-469d-85e1-90ae0f8291eb tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Calling delete_port for 9cc8eff0-2c2d-4184-926d-ab52d8b33ebb owned by network:floatingip {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 05:03:11.710959 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-716e1d00-7e7d-469d-85e1-90ae0f8291eb tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:11.758112 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716e1d00-7e7d-469d-85e1-90ae0f8291eb tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event deleted for resources: {'Port': ['ID=9cc8eff0-2c2d-4184-926d-ab52d8b33ebb,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:03:11.790896 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716e1d00-7e7d-469d-85e1-90ae0f8291eb tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:03:11.791264 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716e1d00-7e7d-469d-85e1-90ae0f8291eb tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:03:11.791621 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716e1d00-7e7d-469d-85e1-90ae0f8291eb tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:03:11.791935 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716e1d00-7e7d-469d-85e1-90ae0f8291eb tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:03:11.792263 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716e1d00-7e7d-469d-85e1-90ae0f8291eb tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:03:11.792589 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716e1d00-7e7d-469d-85e1-90ae0f8291eb tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:03:11.792908 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716e1d00-7e7d-469d-85e1-90ae0f8291eb tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:03:11.793235 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716e1d00-7e7d-469d-85e1-90ae0f8291eb tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:03:11.793554 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716e1d00-7e7d-469d-85e1-90ae0f8291eb tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:03:11.793869 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716e1d00-7e7d-469d-85e1-90ae0f8291eb tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:03:11.794185 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716e1d00-7e7d-469d-85e1-90ae0f8291eb tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:03:11.794501 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716e1d00-7e7d-469d-85e1-90ae0f8291eb tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:03:11.857304 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-716e1d00-7e7d-469d-85e1-90ae0f8291eb tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for floatingip, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:11.857632 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.l3_db [None req-716e1d00-7e7d-469d-85e1-90ae0f8291eb tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Floating IP 5192a7a4-d469-44fe-aa0d-c9ebca084971 disassociated (deleted). External IP: 172.26.8.32, port: e3271c2d-179f-4ce9-9c8e-14510bbcb3b4. Feb 01 05:03:12.301088 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-716e1d00-7e7d-469d-85e1-90ae0f8291eb tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Router 702308a1-6211-4e65-93a4-6ac6c084a120 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 05:03:12.473048 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-716e1d00-7e7d-469d-85e1-90ae0f8291eb tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 05:03:12.482473 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5d6950-22cf-4792-8fa4-8af44d3d300a None None] Sync routers for ids ['702308a1-6211-4e65-93a4-6ac6c084a120'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 05:03:12.491806 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5d6950-22cf-4792-8fa4-8af44d3d300a None None] Routers {'702308a1-6211-4e65-93a4-6ac6c084a120'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:03:12.492414 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-da5d6950-22cf-4792-8fa4-8af44d3d300a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:03:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['702308a1-6211-4e65-93a4-6ac6c084a120'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:03:12.493838 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-716e1d00-7e7d-469d-85e1-90ae0f8291eb tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:12.553599 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-716e1d00-7e7d-469d-85e1-90ae0f8291eb tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "DELETE /v2.0/floatingips/5192a7a4-d469-44fe-aa0d-c9ebca084971 HTTP/1.1" status: 204 len: 168 time: 1.4612935 Feb 01 05:03:12.553599 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30c48416-4f66-4548-9760-b45c4672f87b', 'tag': 'e3271c2d-179f-4ce9-9c8e-14510bbcb3b4'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 05:03:12.673749 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-da5d6950-22cf-4792-8fa4-8af44d3d300a None None] Set router 702308a1-6211-4e65-93a4-6ac6c084a120 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:03:12.684152 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30c48416-4f66-4548-9760-b45c4672f87b', 'tag': 'e3271c2d-179f-4ce9-9c8e-14510bbcb3b4', 'status': 'completed', 'code': 200} Feb 01 05:03:12.800883 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3133d87c-4204-4d8e-ad9b-f5bb2eb65b7f req-a57eb8f2-8dde-42cd-b19f-3fc05cb006c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:03:12.802462 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3133d87c-4204-4d8e-ad9b-f5bb2eb65b7f req-a57eb8f2-8dde-42cd-b19f-3fc05cb006c6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=be8a84b33cca4eaaad3d62abfe42a968&device_id=30c48416-4f66-4548-9760-b45c4672f87b HTTP/1.1" status: 200 len: 1098 time: 0.0764713 Feb 01 05:03:12.932296 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6a908-ba36-42f4-bb97-a4f41a661901 req-739bf14e-deb3-4b2e-b0b7-03e147157163 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:03:12.934391 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-1bf6a908-ba36-42f4-bb97-a4f41a661901 req-739bf14e-deb3-4b2e-b0b7-03e147157163 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=30c48416-4f66-4548-9760-b45c4672f87b HTTP/1.1" status: 200 len: 945 time: 0.0857060 Feb 01 05:03:12.942370 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3133d87c-4204-4d8e-ad9b-f5bb2eb65b7f req-990ba72f-7a09-46f1-8e0e-1629f49f4684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:03:12.944014 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3133d87c-4204-4d8e-ad9b-f5bb2eb65b7f req-990ba72f-7a09-46f1-8e0e-1629f49f4684 service neutron] 10.222.0.18 "GET /v2.0/networks?id=97524b4f-8afa-4aab-b7ed-ea50c8abdde9 HTTP/1.1" status: 200 len: 896 time: 0.1354022 Feb 01 05:03:12.981612 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-1bf6a908-ba36-42f4-bb97-a4f41a661901 req-9e8a9f90-f785-4751-bdeb-2af34207689b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=81f3965d-3687-46e6-83ad-c6de511b94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415163 Feb 01 05:03:12.999317 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-da5d6950-22cf-4792-8fa4-8af44d3d300a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702308a1-6211-4e65-93a4-6ac6c084a120', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138361971', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': 'c8153e85-9942-47f3-b684-6ad27df774a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:02:12Z', 'updated_at': '2022-02-01T05:02:17Z', 'revision_number': 4, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'gw_port': {'id': 'c8153e85-9942-47f3-b684-6ad27df774a7', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:de:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702308a1-6211-4e65-93a4-6ac6c084a120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:02:13Z', 'updated_at': '2022-02-01T05:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': 'dab15090-652e-407e-ad35-0a9aa3d70d2d', 'name': '', 'network_id': '97524b4f-8afa-4aab-b7ed-ea50c8abdde9', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'mac_address': 'fa:16:3e:dc:d8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702308a1-6211-4e65-93a4-6ac6c084a120', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '4f66b935-f6ad-4927-8d9d-ded788603b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:02:16Z', 'updated_at': '2022-02-01T05:02:22Z', 'revision_number': 5, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'subnets': [{'id': '4f66b935-f6ad-4927-8d9d-ded788603b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:03:13.004148 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5d6950-22cf-4792-8fa4-8af44d3d300a None None] Checking router: 702308a1-6211-4e65-93a4-6ac6c084a120 for host: dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 05:03:13.012418 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5d6950-22cf-4792-8fa4-8af44d3d300a None None] Routers {'702308a1-6211-4e65-93a4-6ac6c084a120'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:03:13.013020 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-da5d6950-22cf-4792-8fa4-8af44d3d300a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:03:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['702308a1-6211-4e65-93a4-6ac6c084a120'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:03:13.015748 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3133d87c-4204-4d8e-ad9b-f5bb2eb65b7f req-706e4773-2814-41ac-af91-9eecc4fccad8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3271c2d-179f-4ce9-9c8e-14510bbcb3b4 HTTP/1.1" status: 200 len: 217 time: 0.0650489 Feb 01 05:03:13.077329 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3133d87c-4204-4d8e-ad9b-f5bb2eb65b7f req-4bbe9c42-130a-45aa-8b84-fd523aeea458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:03:13.078745 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3133d87c-4204-4d8e-ad9b-f5bb2eb65b7f req-4bbe9c42-130a-45aa-8b84-fd523aeea458 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4f66b935-f6ad-4927-8d9d-ded788603b22 HTTP/1.1" status: 200 len: 835 time: 0.0565097 Feb 01 05:03:13.151548 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3133d87c-4204-4d8e-ad9b-f5bb2eb65b7f req-d62ffbcd-bb12-4b16-95cd-eccdb9d5cbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:03:13.152919 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3133d87c-4204-4d8e-ad9b-f5bb2eb65b7f req-d62ffbcd-bb12-4b16-95cd-eccdb9d5cbec service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=97524b4f-8afa-4aab-b7ed-ea50c8abdde9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677936 Feb 01 05:03:13.188348 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-da5d6950-22cf-4792-8fa4-8af44d3d300a None None] Set router 702308a1-6211-4e65-93a4-6ac6c084a120 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:03:13.286630 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3133d87c-4204-4d8e-ad9b-f5bb2eb65b7f req-1b363fd4-3515-43dc-8857-6975e13310c4 service neutron] 10.222.0.18 "GET /v2.0/networks/97524b4f-8afa-4aab-b7ed-ea50c8abdde9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260488 Feb 01 05:03:13.416074 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3133d87c-4204-4d8e-ad9b-f5bb2eb65b7f req-1c4b4583-648e-49f4-b49a-7df521c9965b service neutron] 10.222.0.18 "GET /v2.0/networks/97524b4f-8afa-4aab-b7ed-ea50c8abdde9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229570 Feb 01 05:03:13.536279 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-da5d6950-22cf-4792-8fa4-8af44d3d300a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702308a1-6211-4e65-93a4-6ac6c084a120', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138361971', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': 'c8153e85-9942-47f3-b684-6ad27df774a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:02:12Z', 'updated_at': '2022-02-01T05:02:17Z', 'revision_number': 4, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'gw_port': {'id': 'c8153e85-9942-47f3-b684-6ad27df774a7', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:de:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702308a1-6211-4e65-93a4-6ac6c084a120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:02:13Z', 'updated_at': '2022-02-01T05:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': 'dab15090-652e-407e-ad35-0a9aa3d70d2d', 'name': '', 'network_id': '97524b4f-8afa-4aab-b7ed-ea50c8abdde9', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'mac_address': 'fa:16:3e:dc:d8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702308a1-6211-4e65-93a4-6ac6c084a120', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '4f66b935-f6ad-4927-8d9d-ded788603b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:02:16Z', 'updated_at': '2022-02-01T05:02:22Z', 'revision_number': 5, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'subnets': [{'id': '4f66b935-f6ad-4927-8d9d-ded788603b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:03:13.540233 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5d6950-22cf-4792-8fa4-8af44d3d300a None None] The sync data for ids ['702308a1-6211-4e65-93a4-6ac6c084a120'] in dv-neutron-826830-1-hyperv is: [{'id': '702308a1-6211-4e65-93a4-6ac6c084a120', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138361971', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': 'c8153e85-9942-47f3-b684-6ad27df774a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:02:12Z', 'updated_at': '2022-02-01T05:02:17Z', 'revision_number': 4, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'gw_port': {'id': 'c8153e85-9942-47f3-b684-6ad27df774a7', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:de:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702308a1-6211-4e65-93a4-6ac6c084a120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:02:13Z', 'updated_at': '2022-02-01T05:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': 'dab15090-652e-407e-ad35-0a9aa3d70d2d', 'name': '', 'network_id': '97524b4f-8afa-4aab-b7ed-ea50c8abdde9', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'mac_address': 'fa:16:3e:dc:d8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702308a1-6211-4e65-93a4-6ac6c084a120', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '4f66b935-f6ad-4927-8d9d-ded788603b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:02:16Z', 'updated_at': '2022-02-01T05:02:22Z', 'revision_number': 5, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'subnets': [{'id': '4f66b935-f6ad-4927-8d9d-ded788603b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 05:03:13.843626 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c35c70-829d-4f24-90b9-564d7004d006 None None] New status for floating IP 5192a7a4-d469-44fe-aa0d-c9ebca084971: DOWN {{(pid=87639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 01 05:03:14.173070 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44813a6a-6075-42fd-9ba6-3320b5050f71 req-3abd7129-8130-4bbc-83f9-0c838f01b43b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:03:14.173746 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-44813a6a-6075-42fd-9ba6-3320b5050f71 req-3abd7129-8130-4bbc-83f9-0c838f01b43b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Synchronizing usage tracker for tenant:be8a84b33cca4eaaad3d62abfe42a968 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 05:03:14.188823 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-44813a6a-6075-42fd-9ba6-3320b5050f71 req-3abd7129-8130-4bbc-83f9-0c838f01b43b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Unset dirty status for tenant:be8a84b33cca4eaaad3d62abfe42a968 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 05:03:14.189933 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-44813a6a-6075-42fd-9ba6-3320b5050f71 req-3abd7129-8130-4bbc-83f9-0c838f01b43b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=30c48416-4f66-4548-9760-b45c4672f87b HTTP/1.1" status: 200 len: 945 time: 0.0951421 Feb 01 05:03:14.234697 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-44813a6a-6075-42fd-9ba6-3320b5050f71 req-e97ffa09-f6db-4db5-a47c-3fef9e8db881 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=81f3965d-3687-46e6-83ad-c6de511b94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381503 Feb 01 05:03:14.515099 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e1a743-5bb5-4cd7-bf50-ec324b5c46b1 req-15b52faf-11fc-48ec-8c7e-8367e59e2841 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:03:14.516523 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-17e1a743-5bb5-4cd7-bf50-ec324b5c46b1 req-15b52faf-11fc-48ec-8c7e-8367e59e2841 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.18 "GET /v2.0/ports?device_id=30c48416-4f66-4548-9760-b45c4672f87b HTTP/1.1" status: 200 len: 945 time: 0.0818133 Feb 01 05:03:14.583700 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-17e1a743-5bb5-4cd7-bf50-ec324b5c46b1 req-1daeae17-d5cf-467b-9a13-ebe7e42ad7fd tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Deleting port e3271c2d-179f-4ce9-9c8e-14510bbcb3b4 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 05:03:14.584040 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-17e1a743-5bb5-4cd7-bf50-ec324b5c46b1 req-1daeae17-d5cf-467b-9a13-ebe7e42ad7fd tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:14.925559 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-17e1a743-5bb5-4cd7-bf50-ec324b5c46b1 req-1daeae17-d5cf-467b-9a13-ebe7e42ad7fd tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] For port e3271c2d-179f-4ce9-9c8e-14510bbcb3b4, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=e3271c2d-179f-4ce9-9c8e-14510bbcb3b4,segment=NetworkSegment(0f19bad4-3901-4d1c-8b58-f1ce3893a168),segment_id=0f19bad4-3901-4d1c-8b58-f1ce3893a168)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:03:14.925903 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-17e1a743-5bb5-4cd7-bf50-ec324b5c46b1 req-1daeae17-d5cf-467b-9a13-ebe7e42ad7fd tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:15.044374 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-17e1a743-5bb5-4cd7-bf50-ec324b5c46b1 req-1daeae17-d5cf-467b-9a13-ebe7e42ad7fd tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Calling delete_port for e3271c2d-179f-4ce9-9c8e-14510bbcb3b4 owned by compute:nova {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 05:03:15.185359 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-17e1a743-5bb5-4cd7-bf50-ec324b5c46b1 req-1daeae17-d5cf-467b-9a13-ebe7e42ad7fd tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:15.225755 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:15.236557 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daeae17-d5cf-467b-9a13-ebe7e42ad7fd tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event deleted for resources: {'Port': ['ID=e3271c2d-179f-4ce9-9c8e-14510bbcb3b4,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:03:15.312956 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-17e1a743-5bb5-4cd7-bf50-ec324b5c46b1 req-1daeae17-d5cf-467b-9a13-ebe7e42ad7fd tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] No DVR routers for this DVR port e3271c2d-179f-4ce9-9c8e-14510bbcb3b4 on host hv-neutron-8268 {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 05:03:15.316133 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-17e1a743-5bb5-4cd7-bf50-ec324b5c46b1 req-1daeae17-d5cf-467b-9a13-ebe7e42ad7fd tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:15.318562 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30c48416-4f66-4548-9760-b45c4672f87b', 'name': 'network-vif-deleted', 'tag': 'e3271c2d-179f-4ce9-9c8e-14510bbcb3b4'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 05:03:15.334935 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-17e1a743-5bb5-4cd7-bf50-ec324b5c46b1 req-1daeae17-d5cf-467b-9a13-ebe7e42ad7fd tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.18 "DELETE /v2.0/ports/e3271c2d-179f-4ce9-9c8e-14510bbcb3b4 HTTP/1.1" status: 204 len: 173 time: 0.8128941 Feb 01 05:03:15.367999 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30c48416-4f66-4548-9760-b45c4672f87b', 'name': 'network-vif-deleted', 'tag': 'e3271c2d-179f-4ce9-9c8e-14510bbcb3b4', 'status': 'completed', 'code': 200} Feb 01 05:03:15.382949 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-556866fe-5b75-4b19-9ef2-b06bfabdbe98 req-483c0d87-8060-4866-b202-25b151e440d0 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=30c48416-4f66-4548-9760-b45c4672f87b HTTP/1.1" status: 200 len: 210 time: 0.0426805 Feb 01 05:03:16.475974 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 48734) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:03:16.984640 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device e3271c2d-179f-4ce9-9c8e-14510bbcb3b4 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 05:03:17.019181 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] No Port match for: e3271c2d-179f-4ce9-9c8e-14510bbcb3b4 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 05:03:17.019530 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device e3271c2d-179f-4ce9-9c8e-14510bbcb3b4 not bound to the agent host hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 05:03:17.023685 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-609d1a13-91c2-4b9a-815b-a440e3f22cca tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-371968'] for router_interface, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:17.366573 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-609d1a13-91c2-4b9a-815b-a440e3f22cca tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Deleting port dab15090-652e-407e-ad35-0a9aa3d70d2d {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 05:03:17.366906 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-609d1a13-91c2-4b9a-815b-a440e3f22cca tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:17.547796 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-609d1a13-91c2-4b9a-815b-a440e3f22cca tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] For port dab15090-652e-407e-ad35-0a9aa3d70d2d, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=dab15090-652e-407e-ad35-0a9aa3d70d2d,segment=NetworkSegment(0f19bad4-3901-4d1c-8b58-f1ce3893a168),segment_id=0f19bad4-3901-4d1c-8b58-f1ce3893a168)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:03:17.548488 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-609d1a13-91c2-4b9a-815b-a440e3f22cca tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:17.764498 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-609d1a13-91c2-4b9a-815b-a440e3f22cca tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Calling delete_port for dab15090-652e-407e-ad35-0a9aa3d70d2d owned by network:router_interface {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 05:03:17.953814 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-609d1a13-91c2-4b9a-815b-a440e3f22cca tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:18.003546 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609d1a13-91c2-4b9a-815b-a440e3f22cca tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event deleted for resources: {'Port': ['ID=dab15090-652e-407e-ad35-0a9aa3d70d2d,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:03:18.073287 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609d1a13-91c2-4b9a-815b-a440e3f22cca tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:03:18.073628 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609d1a13-91c2-4b9a-815b-a440e3f22cca tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:03:18.073965 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609d1a13-91c2-4b9a-815b-a440e3f22cca tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:03:18.074298 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609d1a13-91c2-4b9a-815b-a440e3f22cca tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:03:18.074625 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609d1a13-91c2-4b9a-815b-a440e3f22cca tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:03:18.074946 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609d1a13-91c2-4b9a-815b-a440e3f22cca tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:03:18.075293 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609d1a13-91c2-4b9a-815b-a440e3f22cca tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:03:18.075616 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609d1a13-91c2-4b9a-815b-a440e3f22cca tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:03:18.075935 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609d1a13-91c2-4b9a-815b-a440e3f22cca tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:03:18.076250 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609d1a13-91c2-4b9a-815b-a440e3f22cca tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:03:18.076563 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609d1a13-91c2-4b9a-815b-a440e3f22cca tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:03:18.076877 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609d1a13-91c2-4b9a-815b-a440e3f22cca tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:03:18.286267 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-609d1a13-91c2-4b9a-815b-a440e3f22cca tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770960'] for router_interface, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:18.637851 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-609d1a13-91c2-4b9a-815b-a440e3f22cca tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Router 702308a1-6211-4e65-93a4-6ac6c084a120 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 05:03:18.812780 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-609d1a13-91c2-4b9a-815b-a440e3f22cca tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 05:03:18.822512 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f256ed-7d86-48d9-8c89-74bf42aa8492 None None] Sync routers for ids ['702308a1-6211-4e65-93a4-6ac6c084a120'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 05:03:18.828718 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-609d1a13-91c2-4b9a-815b-a440e3f22cca tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "PUT /v2.0/routers/702308a1-6211-4e65-93a4-6ac6c084a120/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3487864 Feb 01 05:03:18.828718 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 48738) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:03:18.835116 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f256ed-7d86-48d9-8c89-74bf42aa8492 None None] Routers {'702308a1-6211-4e65-93a4-6ac6c084a120'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:03:18.835759 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-62f256ed-7d86-48d9-8c89-74bf42aa8492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:03:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['702308a1-6211-4e65-93a4-6ac6c084a120'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:03:18.893794 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_v2 [None req-58431bd5-a8fa-4702-9e6a-ad91cfe0b996 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Deleting subnet 4f66b935-f6ad-4927-8d9d-ded788603b22 {{(pid=87637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 05:03:18.896704 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-58431bd5-a8fa-4702-9e6a-ad91cfe0b996 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for subnet, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:18.949612 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-58431bd5-a8fa-4702-9e6a-ad91cfe0b996 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2424773'] for subnet, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:19.016029 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-62f256ed-7d86-48d9-8c89-74bf42aa8492 None None] Set router 702308a1-6211-4e65-93a4-6ac6c084a120 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:03:19.146786 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-58431bd5-a8fa-4702-9e6a-ad91cfe0b996 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:19.217246 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-58431bd5-a8fa-4702-9e6a-ad91cfe0b996 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3037665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694336'] for subnet, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:19.259713 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58431bd5-a8fa-4702-9e6a-ad91cfe0b996 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event deleted for resources: {'Subnet': ['ID=4f66b935-f6ad-4927-8d9d-ded788603b22,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:03:19.261653 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-58431bd5-a8fa-4702-9e6a-ad91cfe0b996 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:19.267975 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-58431bd5-a8fa-4702-9e6a-ad91cfe0b996 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "DELETE /v2.0/subnets/4f66b935-f6ad-4927-8d9d-ded788603b22 HTTP/1.1" status: 204 len: 168 time: 0.4385374 Feb 01 05:03:19.270540 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 48742) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:03:19.270849 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3042e84c-e627-4421-8aa6-612b0aadb19d None None] Network 97524b4f-8afa-4aab-b7ed-ea50c8abdde9 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 05:03:19.449337 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3b182a5d-5922-41be-94dc-5ed9f2e787ea tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for router, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:19.456670 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-62f256ed-7d86-48d9-8c89-74bf42aa8492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702308a1-6211-4e65-93a4-6ac6c084a120', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138361971', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': 'c8153e85-9942-47f3-b684-6ad27df774a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:02:12Z', 'updated_at': '2022-02-01T05:03:17Z', 'revision_number': 5, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'gw_port': {'id': 'c8153e85-9942-47f3-b684-6ad27df774a7', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:de:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702308a1-6211-4e65-93a4-6ac6c084a120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:02:13Z', 'updated_at': '2022-02-01T05:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:03:19.463166 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f256ed-7d86-48d9-8c89-74bf42aa8492 None None] Checking router: 702308a1-6211-4e65-93a4-6ac6c084a120 for host: dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 05:03:19.476661 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f256ed-7d86-48d9-8c89-74bf42aa8492 None None] Routers {'702308a1-6211-4e65-93a4-6ac6c084a120'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:03:19.477254 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-62f256ed-7d86-48d9-8c89-74bf42aa8492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:03:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['702308a1-6211-4e65-93a4-6ac6c084a120'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:03:19.627024 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c3bbde-a523-423d-9476-b405b7e2f562 None None] DHCP port deletion for 97524b4f-8afa-4aab-b7ed-ea50c8abdde9 request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 05:03:19.632434 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3b182a5d-5922-41be-94dc-5ed9f2e787ea tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:19.642931 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3b182a5d-5922-41be-94dc-5ed9f2e787ea tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Deleting port c8153e85-9942-47f3-b684-6ad27df774a7 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 05:03:19.643610 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3b182a5d-5922-41be-94dc-5ed9f2e787ea tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:19.645030 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-95c3bbde-a523-423d-9476-b405b7e2f562 None None] Deleting port 63ff325b-c5b2-432f-bbe3-89c8e63ec7ce {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 05:03:19.645407 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-95c3bbde-a523-423d-9476-b405b7e2f562 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:19.708523 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-62f256ed-7d86-48d9-8c89-74bf42aa8492 None None] Set router 702308a1-6211-4e65-93a4-6ac6c084a120 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:03:19.823726 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3b182a5d-5922-41be-94dc-5ed9f2e787ea tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] For port c8153e85-9942-47f3-b684-6ad27df774a7, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=c8153e85-9942-47f3-b684-6ad27df774a7,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:03:19.824084 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3b182a5d-5922-41be-94dc-5ed9f2e787ea tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:19.946631 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3b182a5d-5922-41be-94dc-5ed9f2e787ea tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Calling delete_port for c8153e85-9942-47f3-b684-6ad27df774a7 owned by network:router_gateway {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 05:03:20.114854 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3b182a5d-5922-41be-94dc-5ed9f2e787ea tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:20.139613 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-95c3bbde-a523-423d-9476-b405b7e2f562 None None] For port 63ff325b-c5b2-432f-bbe3-89c8e63ec7ce, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=63ff325b-c5b2-432f-bbe3-89c8e63ec7ce,segment=NetworkSegment(0f19bad4-3901-4d1c-8b58-f1ce3893a168),segment_id=0f19bad4-3901-4d1c-8b58-f1ce3893a168)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:03:20.140180 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-95c3bbde-a523-423d-9476-b405b7e2f562 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:20.160164 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b182a5d-5922-41be-94dc-5ed9f2e787ea tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event deleted for resources: {'Port': ['ID=c8153e85-9942-47f3-b684-6ad27df774a7,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:03:20.251371 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3b182a5d-5922-41be-94dc-5ed9f2e787ea tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-774381'] for router_gateway, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:20.261513 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-95c3bbde-a523-423d-9476-b405b7e2f562 None None] Calling delete_port for 63ff325b-c5b2-432f-bbe3-89c8e63ec7ce owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 05:03:20.346336 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-62f256ed-7d86-48d9-8c89-74bf42aa8492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702308a1-6211-4e65-93a4-6ac6c084a120', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138361971', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': 'c8153e85-9942-47f3-b684-6ad27df774a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:02:12Z', 'updated_at': '2022-02-01T05:03:17Z', 'revision_number': 5, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'gw_port': {'id': 'c8153e85-9942-47f3-b684-6ad27df774a7', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:de:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702308a1-6211-4e65-93a4-6ac6c084a120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:02:13Z', 'updated_at': '2022-02-01T05:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:03:20.350795 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f256ed-7d86-48d9-8c89-74bf42aa8492 None None] The sync data for ids ['702308a1-6211-4e65-93a4-6ac6c084a120'] in dv-neutron-826830-1-hyperv is: [{'id': '702308a1-6211-4e65-93a4-6ac6c084a120', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138361971', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': 'c8153e85-9942-47f3-b684-6ad27df774a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:02:12Z', 'updated_at': '2022-02-01T05:03:17Z', 'revision_number': 5, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'gw_port': {'id': 'c8153e85-9942-47f3-b684-6ad27df774a7', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:de:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702308a1-6211-4e65-93a4-6ac6c084a120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:02:13Z', 'updated_at': '2022-02-01T05:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 05:03:20.356931 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-95c3bbde-a523-423d-9476-b405b7e2f562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:20.406226 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c3bbde-a523-423d-9476-b405b7e2f562 None None] No DVR routers for this DVR port 63ff325b-c5b2-432f-bbe3-89c8e63ec7ce on host dv-neutron-826830-1-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 05:03:20.418991 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c3bbde-a523-423d-9476-b405b7e2f562 None None] Pushing event deleted for resources: {'Port': ['ID=63ff325b-c5b2-432f-bbe3-89c8e63ec7ce,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:03:20.426550 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c3bbde-a523-423d-9476-b405b7e2f562 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:03:20.426902 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c3bbde-a523-423d-9476-b405b7e2f562 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:03:20.427273 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c3bbde-a523-423d-9476-b405b7e2f562 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:03:20.427623 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c3bbde-a523-423d-9476-b405b7e2f562 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:03:20.427942 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c3bbde-a523-423d-9476-b405b7e2f562 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:03:20.428274 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c3bbde-a523-423d-9476-b405b7e2f562 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:03:20.428600 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c3bbde-a523-423d-9476-b405b7e2f562 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:03:20.428924 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c3bbde-a523-423d-9476-b405b7e2f562 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:03:20.429250 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c3bbde-a523-423d-9476-b405b7e2f562 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:03:20.429570 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c3bbde-a523-423d-9476-b405b7e2f562 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:03:20.429891 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c3bbde-a523-423d-9476-b405b7e2f562 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:03:20.430212 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c3bbde-a523-423d-9476-b405b7e2f562 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:03:20.537179 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3b182a5d-5922-41be-94dc-5ed9f2e787ea tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25968'] for router, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:20.539392 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3b182a5d-5922-41be-94dc-5ed9f2e787ea tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:20.560836 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3b182a5d-5922-41be-94dc-5ed9f2e787ea tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772958'] for router, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:20.561297 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b182a5d-5922-41be-94dc-5ed9f2e787ea tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Fanout notify agent at l3_agent the message router_deleted on router 702308a1-6211-4e65-93a4-6ac6c084a120 {{(pid=87637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 01 05:03:20.575793 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3b182a5d-5922-41be-94dc-5ed9f2e787ea tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:20.576876 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-3b182a5d-5922-41be-94dc-5ed9f2e787ea tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "DELETE /v2.0/routers/702308a1-6211-4e65-93a4-6ac6c084a120 HTTP/1.1" status: 204 len: 168 time: 1.3054276 Feb 01 05:03:20.579672 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 48746) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:03:20.700930 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f908bc61-73ac-4789-98fd-11906c747604 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:20.789320 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 63ff325b-c5b2-432f-bbe3-89c8e63ec7ce no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 05:03:20.828409 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 63ff325b-c5b2-432f-bbe3-89c8e63ec7ce {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 05:03:20.828982 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 63ff325b-c5b2-432f-bbe3-89c8e63ec7ce not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 05:03:20.829564 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device dab15090-652e-407e-ad35-0a9aa3d70d2d no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 05:03:20.847688 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f908bc61-73ac-4789-98fd-11906c747604 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:20.869447 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: dab15090-652e-407e-ad35-0a9aa3d70d2d {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 05:03:20.870042 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device dab15090-652e-407e-ad35-0a9aa3d70d2d not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 05:03:20.875084 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-f908bc61-73ac-4789-98fd-11906c747604 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97524b4f-8afa-4aab-b7ed-ea50c8abdde9']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:03:20.888903 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-f908bc61-73ac-4789-98fd-11906c747604 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f19bad4-3901-4d1c-8b58-f1ce3893a168') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:03:20.889193 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-f908bc61-73ac-4789-98fd-11906c747604 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f19bad4-3901-4d1c-8b58-f1ce3893a168') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:03:20.900527 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f908bc61-73ac-4789-98fd-11906c747604 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143022'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:20.916160 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f908bc61-73ac-4789-98fd-11906c747604 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:20.921847 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f908bc61-73ac-4789-98fd-11906c747604 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 05:03:20.922212 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f908bc61-73ac-4789-98fd-11906c747604 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3072199'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:20.937096 dv-neutron-826830-1-hyperv neutron-server[87636]: Traceback (most recent call last): Feb 01 05:03:20.937096 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 05:03:20.937096 dv-neutron-826830-1-hyperv neutron-server[87636]: timer() Feb 01 05:03:20.937096 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 05:03:20.937096 dv-neutron-826830-1-hyperv neutron-server[87636]: cb(*args, **kw) Feb 01 05:03:20.937096 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 05:03:20.937096 dv-neutron-826830-1-hyperv neutron-server[87636]: return func(*args, **kwargs) Feb 01 05:03:20.937096 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 05:03:20.937096 dv-neutron-826830-1-hyperv neutron-server[87636]: self._notify() Feb 01 05:03:20.937096 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 05:03:20.937096 dv-neutron-826830-1-hyperv neutron-server[87636]: self.callback(batched_events) Feb 01 05:03:20.937096 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 05:03:20.937096 dv-neutron-826830-1-hyperv neutron-server[87636]: event.method(event) Feb 01 05:03:20.937096 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 05:03:20.937096 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 05:03:20.937096 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 05:03:20.937096 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 05:03:20.937096 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 05:03:20.937096 dv-neutron-826830-1-hyperv neutron-server[87636]: return f(self, *a, **k) Feb 01 05:03:20.937096 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 05:03:20.937096 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._get(url).json() Feb 01 05:03:20.937096 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 05:03:20.937096 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 05:03:20.937096 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 05:03:20.937096 dv-neutron-826830-1-hyperv neutron-server[87636]: return self.request(url, 'GET', **kwargs) Feb 01 05:03:20.937096 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 05:03:20.937096 dv-neutron-826830-1-hyperv neutron-server[87636]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 05:03:20.937096 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 05:03:20.937096 dv-neutron-826830-1-hyperv neutron-server[87636]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 05:03:20.937096 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 05:03:20.937096 dv-neutron-826830-1-hyperv neutron-server[87636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 05:03:20.937096 dv-neutron-826830-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 05:03:21.024618 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f908bc61-73ac-4789-98fd-11906c747604 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:21.042047 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f908bc61-73ac-4789-98fd-11906c747604 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:21.053630 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f908bc61-73ac-4789-98fd-11906c747604 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event deleted for resources: {'Network': ['ID=97524b4f-8afa-4aab-b7ed-ea50c8abdde9,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:03:21.064258 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f908bc61-73ac-4789-98fd-11906c747604 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "DELETE /v2.0/networks/97524b4f-8afa-4aab-b7ed-ea50c8abdde9 HTTP/1.1" status: 204 len: 168 time: 0.4821389 Feb 01 05:03:21.066048 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 48750) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:03:21.133707 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0b8784e3-3a6b-4276-a84c-6904f6faf174 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:21.162755 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0b8784e3-3a6b-4276-a84c-6904f6faf174 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:21.223837 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0b8784e3-3a6b-4276-a84c-6904f6faf174 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:21.242481 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8784e3-3a6b-4276-a84c-6904f6faf174 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f3965d-3687-46e6-83ad-c6de511b94b7,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:03:21.250373 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0b8784e3-3a6b-4276-a84c-6904f6faf174 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:21.254038 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-0b8784e3-3a6b-4276-a84c-6904f6faf174 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "DELETE /v2.0/security-groups/81f3965d-3687-46e6-83ad-c6de511b94b7 HTTP/1.1" status: 204 len: 168 time: 0.1845055 Feb 01 05:03:21.475534 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 48758) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:03:21.480707 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-6b53cd95-7a3a-43f9-9c2e-b38ded00621f tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-937889758', 'description': 'tempest-secgroup-smoke-937889758 description', 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:03:21.486744 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-6b53cd95-7a3a-43f9-9c2e-b38ded00621f tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:03:21.491085 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-6b53cd95-7a3a-43f9-9c2e-b38ded00621f tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Usage tracker for resource:security_group and tenant:be8a84b33cca4eaaad3d62abfe42a968 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:03:21.493966 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-6b53cd95-7a3a-43f9-9c2e-b38ded00621f tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:03:21.499606 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-6b53cd95-7a3a-43f9-9c2e-b38ded00621f tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:03:21.512647 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6b53cd95-7a3a-43f9-9c2e-b38ded00621f tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:21.531905 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-6b53cd95-7a3a-43f9-9c2e-b38ded00621f tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:03:21.535619 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-6b53cd95-7a3a-43f9-9c2e-b38ded00621f tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Usage tracker for resource:security_group_rule and tenant:be8a84b33cca4eaaad3d62abfe42a968 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:03:21.538347 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-6b53cd95-7a3a-43f9-9c2e-b38ded00621f tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:03:21.543936 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-6b53cd95-7a3a-43f9-9c2e-b38ded00621f tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:03:21.611609 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6b53cd95-7a3a-43f9-9c2e-b38ded00621f tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:21.615385 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6b53cd95-7a3a-43f9-9c2e-b38ded00621f tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:21.657827 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b53cd95-7a3a-43f9-9c2e-b38ded00621f tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1037840c-8a1f-4631-8752-8eb923ecb203,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:03:21.664406 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6b53cd95-7a3a-43f9-9c2e-b38ded00621f tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:21.665597 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-6b53cd95-7a3a-43f9-9c2e-b38ded00621f tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1891186 Feb 01 05:03:21.668569 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 48762) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:03:21.673514 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-4bb5dce2-30b6-4970-89ef-234e28eaf811 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Request body: {'security_group_rule': {'security_group_id': '1037840c-8a1f-4631-8752-8eb923ecb203', 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:03:21.680216 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-4bb5dce2-30b6-4970-89ef-234e28eaf811 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:03:21.683977 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-4bb5dce2-30b6-4970-89ef-234e28eaf811 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Usage tracker for resource:security_group_rule and tenant:be8a84b33cca4eaaad3d62abfe42a968 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:03:21.686819 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-4bb5dce2-30b6-4970-89ef-234e28eaf811 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:03:21.692608 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-4bb5dce2-30b6-4970-89ef-234e28eaf811 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:03:21.708658 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4bb5dce2-30b6-4970-89ef-234e28eaf811 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:21.766840 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4bb5dce2-30b6-4970-89ef-234e28eaf811 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:21.770927 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4bb5dce2-30b6-4970-89ef-234e28eaf811 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:21.793477 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb5dce2-30b6-4970-89ef-234e28eaf811 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e5565df-66cc-4d68-a73c-4db00a1422af,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:03:21.802284 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4bb5dce2-30b6-4970-89ef-234e28eaf811 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:21.803468 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-4bb5dce2-30b6-4970-89ef-234e28eaf811 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1340551 Feb 01 05:03:21.806147 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 48766) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:03:21.811045 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-334cb4f9-a023-4bcc-bab8-c103f3aa00a9 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Request body: {'security_group_rule': {'security_group_id': '1037840c-8a1f-4631-8752-8eb923ecb203', 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:03:21.817031 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-334cb4f9-a023-4bcc-bab8-c103f3aa00a9 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:03:21.820780 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-334cb4f9-a023-4bcc-bab8-c103f3aa00a9 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Usage tracker for resource:security_group_rule and tenant:be8a84b33cca4eaaad3d62abfe42a968 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:03:21.824004 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-334cb4f9-a023-4bcc-bab8-c103f3aa00a9 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:03:21.829651 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-334cb4f9-a023-4bcc-bab8-c103f3aa00a9 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:03:21.847542 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-334cb4f9-a023-4bcc-bab8-c103f3aa00a9 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:21.910088 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-334cb4f9-a023-4bcc-bab8-c103f3aa00a9 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:21.913590 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-334cb4f9-a023-4bcc-bab8-c103f3aa00a9 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:21.939660 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334cb4f9-a023-4bcc-bab8-c103f3aa00a9 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8589a8ab-d614-4f1d-8a13-8d79d3d98d3b,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:03:21.945626 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-334cb4f9-a023-4bcc-bab8-c103f3aa00a9 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:21.946910 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-334cb4f9-a023-4bcc-bab8-c103f3aa00a9 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1398499 Feb 01 05:03:21.949593 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 48770) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:03:21.954311 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-6a28d4bf-0b2e-4e8d-b880-360ff2fbb5cd tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Request body: {'security_group_rule': {'security_group_id': '1037840c-8a1f-4631-8752-8eb923ecb203', 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:03:21.960564 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-6a28d4bf-0b2e-4e8d-b880-360ff2fbb5cd tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:03:21.964286 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-6a28d4bf-0b2e-4e8d-b880-360ff2fbb5cd tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Usage tracker for resource:security_group_rule and tenant:be8a84b33cca4eaaad3d62abfe42a968 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:03:21.967081 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-6a28d4bf-0b2e-4e8d-b880-360ff2fbb5cd tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:03:21.973274 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-6a28d4bf-0b2e-4e8d-b880-360ff2fbb5cd tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:03:21.989460 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6a28d4bf-0b2e-4e8d-b880-360ff2fbb5cd tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:22.048530 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6a28d4bf-0b2e-4e8d-b880-360ff2fbb5cd tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:22.052144 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6a28d4bf-0b2e-4e8d-b880-360ff2fbb5cd tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:22.074701 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a28d4bf-0b2e-4e8d-b880-360ff2fbb5cd tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cabce47-8ca1-40e8-90a0-ec178faa2b43,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:03:22.083720 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6a28d4bf-0b2e-4e8d-b880-360ff2fbb5cd tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:22.084961 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-6a28d4bf-0b2e-4e8d-b880-360ff2fbb5cd tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1344755 Feb 01 05:03:22.087661 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 48774) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:03:22.092566 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-41c8cd1c-cfbf-4ec5-a41a-b2b154242c88 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Request body: {'security_group_rule': {'security_group_id': '1037840c-8a1f-4631-8752-8eb923ecb203', 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:03:22.099070 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-41c8cd1c-cfbf-4ec5-a41a-b2b154242c88 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:03:22.102981 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-41c8cd1c-cfbf-4ec5-a41a-b2b154242c88 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Usage tracker for resource:security_group_rule and tenant:be8a84b33cca4eaaad3d62abfe42a968 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:03:22.106044 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-41c8cd1c-cfbf-4ec5-a41a-b2b154242c88 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:03:22.111663 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-41c8cd1c-cfbf-4ec5-a41a-b2b154242c88 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:03:22.129113 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-41c8cd1c-cfbf-4ec5-a41a-b2b154242c88 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:22.194035 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-41c8cd1c-cfbf-4ec5-a41a-b2b154242c88 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:22.198273 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-41c8cd1c-cfbf-4ec5-a41a-b2b154242c88 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:22.225092 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8cd1c-cfbf-4ec5-a41a-b2b154242c88 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dd3ebac-470c-4a3f-b31e-04b6780bbdfa,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:03:22.231046 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-41c8cd1c-cfbf-4ec5-a41a-b2b154242c88 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:22.232362 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-41c8cd1c-cfbf-4ec5-a41a-b2b154242c88 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1436605 Feb 01 05:03:22.235238 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 48778) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:03:22.241277 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-cbabd059-45f6-43f8-910d-1dd5a0893810 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Request body: {'security_group_rule': {'security_group_id': '1037840c-8a1f-4631-8752-8eb923ecb203', 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:03:22.247301 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-cbabd059-45f6-43f8-910d-1dd5a0893810 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:03:22.251087 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-cbabd059-45f6-43f8-910d-1dd5a0893810 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Usage tracker for resource:security_group_rule and tenant:be8a84b33cca4eaaad3d62abfe42a968 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:03:22.253982 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-cbabd059-45f6-43f8-910d-1dd5a0893810 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:03:22.259614 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-cbabd059-45f6-43f8-910d-1dd5a0893810 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:03:22.271821 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.securitygroups_db [None req-cbabd059-45f6-43f8-910d-1dd5a0893810 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Project be8a84b33cca4eaaad3d62abfe42a968 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 01 05:03:22.278618 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cbabd059-45f6-43f8-910d-1dd5a0893810 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:22.342308 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cbabd059-45f6-43f8-910d-1dd5a0893810 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:22.345995 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cbabd059-45f6-43f8-910d-1dd5a0893810 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:22.371041 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbabd059-45f6-43f8-910d-1dd5a0893810 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d956e367-e10d-4406-8c0c-e1d77adfd511,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:03:22.380335 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cbabd059-45f6-43f8-910d-1dd5a0893810 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:22.381581 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-cbabd059-45f6-43f8-910d-1dd5a0893810 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1453333 Feb 01 05:03:22.384272 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 48782) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:03:22.389234 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-d5174376-d1ca-441e-bd00-32c9905ffae7 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Request body: {'security_group_rule': {'security_group_id': '1037840c-8a1f-4631-8752-8eb923ecb203', 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:03:22.395004 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-d5174376-d1ca-441e-bd00-32c9905ffae7 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:03:22.398825 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d5174376-d1ca-441e-bd00-32c9905ffae7 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Usage tracker for resource:security_group_rule and tenant:be8a84b33cca4eaaad3d62abfe42a968 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:03:22.401736 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d5174376-d1ca-441e-bd00-32c9905ffae7 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:03:22.407375 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-d5174376-d1ca-441e-bd00-32c9905ffae7 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:03:22.420974 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.securitygroups_db [None req-d5174376-d1ca-441e-bd00-32c9905ffae7 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Project be8a84b33cca4eaaad3d62abfe42a968 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 01 05:03:22.427926 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d5174376-d1ca-441e-bd00-32c9905ffae7 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:22.493860 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d5174376-d1ca-441e-bd00-32c9905ffae7 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:22.497250 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d5174376-d1ca-441e-bd00-32c9905ffae7 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:22.519825 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device c8153e85-9942-47f3-b684-6ad27df774a7 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 05:03:22.520480 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5174376-d1ca-441e-bd00-32c9905ffae7 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0cdc54c-73c4-4007-9833-4073c34a25d7,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:03:22.529860 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d5174376-d1ca-441e-bd00-32c9905ffae7 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:22.531217 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d5174376-d1ca-441e-bd00-32c9905ffae7 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1459179 Feb 01 05:03:22.534241 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 48786) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:03:22.540010 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-3db455ff-3258-4b31-ad9d-25cf6a946a9e tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Request body: {'network': {'name': 'tempest-network-smoke--834472103', 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'port_security_enabled': True}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:03:22.544923 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-3db455ff-3258-4b31-ad9d-25cf6a946a9e tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:03:22.548896 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-3db455ff-3258-4b31-ad9d-25cf6a946a9e tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Usage tracker for resource:network and tenant:be8a84b33cca4eaaad3d62abfe42a968 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:03:22.551678 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-3db455ff-3258-4b31-ad9d-25cf6a946a9e tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:03:22.556566 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: c8153e85-9942-47f3-b684-6ad27df774a7 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 05:03:22.556891 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device c8153e85-9942-47f3-b684-6ad27df774a7 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 05:03:22.557185 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-3db455ff-3258-4b31-ad9d-25cf6a946a9e tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:03:22.567767 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db455ff-3258-4b31-ad9d-25cf6a946a9e tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Made reservation on behalf of be8a84b33cca4eaaad3d62abfe42a968 for: {'network': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 05:03:22.571237 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3db455ff-3258-4b31-ad9d-25cf6a946a9e tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:22.598976 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3db455ff-3258-4b31-ad9d-25cf6a946a9e tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=87637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 05:03:22.611364 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3db455ff-3258-4b31-ad9d-25cf6a946a9e tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:22.611705 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.segments_db [None req-3db455ff-3258-4b31-ad9d-25cf6a946a9e tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Added segment 0ee303cb-e541-4efb-88ed-210028bb63be of type vlan for network ba7d2e6f-9127-4287-baed-d6eb055d4ff1 Feb 01 05:03:22.638998 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3db455ff-3258-4b31-ad9d-25cf6a946a9e tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:22.666540 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3db455ff-3258-4b31-ad9d-25cf6a946a9e tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:22.671918 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db455ff-3258-4b31-ad9d-25cf6a946a9e tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:03:22.672486 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3db455ff-3258-4b31-ad9d-25cf6a946a9e tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:22.728729 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-3db455ff-3258-4b31-ad9d-25cf6a946a9e tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1934187 Feb 01 05:03:22.731563 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 48790) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:03:22.736705 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-40e331e4-4fd2-4965-af7c-074a6b327437 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1389409769', 'admin_state_up': True, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:03:22.744406 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-40e331e4-4fd2-4965-af7c-074a6b327437 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:03:22.748133 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-40e331e4-4fd2-4965-af7c-074a6b327437 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Usage tracker for resource:router and tenant:be8a84b33cca4eaaad3d62abfe42a968 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:03:22.750896 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-40e331e4-4fd2-4965-af7c-074a6b327437 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:03:22.757734 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-40e331e4-4fd2-4965-af7c-074a6b327437 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:03:22.767401 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-40e331e4-4fd2-4965-af7c-074a6b327437 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25958'] for router, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:22.768881 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-40e331e4-4fd2-4965-af7c-074a6b327437 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-372027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25961'] for router, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:22.783449 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-40e331e4-4fd2-4965-af7c-074a6b327437 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:22.785727 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db455ff-3258-4b31-ad9d-25cf6a946a9e tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event updated for resources: {'Network': ['ID=ba7d2e6f-9127-4287-baed-d6eb055d4ff1,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:03:22.795693 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network ba7d2e6f-9127-4287-baed-d6eb055d4ff1 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 05:03:23.150261 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-40e331e4-4fd2-4965-af7c-074a6b327437 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:23.447276 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-40e331e4-4fd2-4965-af7c-074a6b327437 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for router_gateway, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:23.475126 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-40e331e4-4fd2-4965-af7c-074a6b327437 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:23.606544 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-40e331e4-4fd2-4965-af7c-074a6b327437 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Allocated IP 172.26.8.233 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/63a47954-1781-4a31-af8f-6b365d616c76) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 05:03:23.750603 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-40e331e4-4fd2-4965-af7c-074a6b327437 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:23.779115 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-40e331e4-4fd2-4965-af7c-074a6b327437 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:23.843356 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e331e4-4fd2-4965-af7c-074a6b327437 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 05:03:23.846249 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-40e331e4-4fd2-4965-af7c-074a6b327437 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 05:03:23.848669 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e331e4-4fd2-4965-af7c-074a6b327437 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 05:03:23.882916 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e331e4-4fd2-4965-af7c-074a6b327437 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event updated for resources: {'Port': ['ID=63a47954-1781-4a31-af8f-6b365d616c76,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:03:24.264296 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-40e331e4-4fd2-4965-af7c-074a6b327437 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for router_gateway, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:24.701115 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-40e331e4-4fd2-4965-af7c-074a6b327437 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337'] for router, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:24.903300 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40e331e4-4fd2-4965-af7c-074a6b327437 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Router 04ea9e91-19dc-4022-81a0-302993d4ce02 is scheduled to L3 agent a3073304-82af-4a42-89af-bc532d6626bb with binding_index 1 {{(pid=87636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 01 05:03:25.077447 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e331e4-4fd2-4965-af7c-074a6b327437 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 05:03:25.087061 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38905cf-3d0d-4e83-9ba6-5edae4ff0921 None None] Sync routers for ids ['04ea9e91-19dc-4022-81a0-302993d4ce02'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 05:03:25.096858 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38905cf-3d0d-4e83-9ba6-5edae4ff0921 None None] Routers {'04ea9e91-19dc-4022-81a0-302993d4ce02'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:03:25.097463 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-c38905cf-3d0d-4e83-9ba6-5edae4ff0921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:03:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['04ea9e91-19dc-4022-81a0-302993d4ce02'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:03:25.104306 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-40e331e4-4fd2-4965-af7c-074a6b327437 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:25.105506 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-40e331e4-4fd2-4965-af7c-074a6b327437 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3729362 Feb 01 05:03:25.108648 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 48794) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:03:25.147633 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-fb1ac1cf-1b05-4522-a1cc-534272529746 tempest-TestNetworkAdvancedServerOps-1994873880 tempest-TestNetworkAdvancedServerOps-1994873880-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=be8a84b33cca4eaaad3d62abfe42a968&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379262 Feb 01 05:03:25.150079 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 48798) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:03:25.278759 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d518c0-f1bb-481f-b4eb-116e94cf1f38 tempest-TestNetworkAdvancedServerOps-1994873880 tempest-TestNetworkAdvancedServerOps-1994873880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:03:25.280379 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-86d518c0-f1bb-481f-b4eb-116e94cf1f38 tempest-TestNetworkAdvancedServerOps-1994873880 tempest-TestNetworkAdvancedServerOps-1994873880-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1293395 Feb 01 05:03:25.283084 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 48802) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:03:25.303098 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-c38905cf-3d0d-4e83-9ba6-5edae4ff0921 None None] Set router 04ea9e91-19dc-4022-81a0-302993d4ce02 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:03:25.322161 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-200b3874-209f-41df-808e-a5b19a2a5359 tempest-TestNetworkAdvancedServerOps-1994873880 tempest-TestNetworkAdvancedServerOps-1994873880-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=bdef128a-46b3-4cca-a245-48d1eb781269&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374212 Feb 01 05:03:25.324642 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 48806) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:03:25.329753 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-e6c24b1b-cb2a-4cd1-8c31-5a0bb6e10b36 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1966305863', 'network_id': 'ba7d2e6f-9127-4287-baed-d6eb055d4ff1', 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:03:25.437623 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e6c24b1b-cb2a-4cd1-8c31-5a0bb6e10b36 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:03:25.441425 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e6c24b1b-cb2a-4cd1-8c31-5a0bb6e10b36 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Usage tracker for resource:subnet and tenant:be8a84b33cca4eaaad3d62abfe42a968 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:03:25.444210 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e6c24b1b-cb2a-4cd1-8c31-5a0bb6e10b36 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:03:25.449980 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e6c24b1b-cb2a-4cd1-8c31-5a0bb6e10b36 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:03:25.460972 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c24b1b-cb2a-4cd1-8c31-5a0bb6e10b36 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Made reservation on behalf of be8a84b33cca4eaaad3d62abfe42a968 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 05:03:25.464587 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e6c24b1b-cb2a-4cd1-8c31-5a0bb6e10b36 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:25.589280 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-c38905cf-3d0d-4e83-9ba6-5edae4ff0921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04ea9e91-19dc-4022-81a0-302993d4ce02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1389409769', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.233'}], 'enable_snat': True}, 'gw_port_id': '63a47954-1781-4a31-af8f-6b365d616c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:03:22Z', 'updated_at': '2022-02-01T05:03:24Z', 'revision_number': 3, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'gw_port': {'id': '63a47954-1781-4a31-af8f-6b365d616c76', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04ea9e91-19dc-4022-81a0-302993d4ce02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:03:23Z', 'updated_at': '2022-02-01T05:03:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:03:25.595722 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38905cf-3d0d-4e83-9ba6-5edae4ff0921 None None] Checking router: 04ea9e91-19dc-4022-81a0-302993d4ce02 for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 05:03:25.596093 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38905cf-3d0d-4e83-9ba6-5edae4ff0921 None None] Updating router 04ea9e91-19dc-4022-81a0-302993d4ce02 port 63a47954-1781-4a31-af8f-6b365d616c76 binding host dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 05:03:25.650616 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c38905cf-3d0d-4e83-9ba6-5edae4ff0921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:25.678238 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e6c24b1b-cb2a-4cd1-8c31-5a0bb6e10b36 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:25.759416 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c24b1b-cb2a-4cd1-8c31-5a0bb6e10b36 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event updated for resources: {'Subnet': ['ID=6830641f-8753-4bba-a53b-f6b81d27879a,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:03:25.766643 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c24b1b-cb2a-4cd1-8c31-5a0bb6e10b36 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Checking segment: {'id': '0ee303cb-e541-4efb-88ed-210028bb63be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ba7d2e6f-9127-4287-baed-d6eb055d4ff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 05:03:25.766850 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c24b1b-cb2a-4cd1-8c31-5a0bb6e10b36 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Network hostable DHCP agents. Network: ba7d2e6f-9127-4287-baed-d6eb055d4ff1, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 05:03:25.785267 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c24b1b-cb2a-4cd1-8c31-5a0bb6e10b36 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Network ba7d2e6f-9127-4287-baed-d6eb055d4ff1 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 05:03:25.794958 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-e6c24b1b-cb2a-4cd1-8c31-5a0bb6e10b36 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, ba7d2e6f-9127-4287-baed-d6eb055d4ff1) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 05:03:25.799959 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c24b1b-cb2a-4cd1-8c31-5a0bb6e10b36 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:03:25.800544 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e6c24b1b-cb2a-4cd1-8c31-5a0bb6e10b36 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:25.805688 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322acf6d-d006-471f-b2da-d07c3a978df6 None None] Network ba7d2e6f-9127-4287-baed-d6eb055d4ff1 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 05:03:25.825423 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e6c24b1b-cb2a-4cd1-8c31-5a0bb6e10b36 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4972565 Feb 01 05:03:25.825629 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 48810) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:03:25.984211 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c38905cf-3d0d-4e83-9ba6-5edae4ff0921 None None] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:25.997353 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-c38905cf-3d0d-4e83-9ba6-5edae4ff0921 None None] Transition to ACTIVE for port object 63a47954-1781-4a31-af8f-6b365d616c76 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 05:03:26.004624 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c38905cf-3d0d-4e83-9ba6-5edae4ff0921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:26.058188 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c1da3f-b7e7-4c9c-9500-70619f48a8f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-ba7d2e6f-9127-4287-baed-d6eb055d4ff1', 'network_id': 'ba7d2e6f-9127-4287-baed-d6eb055d4ff1', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'fixed_ips': [{'subnet_id': '6830641f-8753-4bba-a53b-f6b81d27879a'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 05:03:26.059324 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-00c1da3f-b7e7-4c9c-9500-70619f48a8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:26.086025 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-c38905cf-3d0d-4e83-9ba6-5edae4ff0921 None None] Attempting to bind port 63a47954-1781-4a31-af8f-6b365d616c76 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 05:03:26.086398 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-c38905cf-3d0d-4e83-9ba6-5edae4ff0921 None None] Attempting to bind port 63a47954-1781-4a31-af8f-6b365d616c76 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 05:03:26.086754 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38905cf-3d0d-4e83-9ba6-5edae4ff0921 None None] Attempting to bind port 63a47954-1781-4a31-af8f-6b365d616c76 on network bdef128a-46b3-4cca-a245-48d1eb781269 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 05:03:26.095988 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38905cf-3d0d-4e83-9ba6-5edae4ff0921 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 5, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 05:03:26.096642 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38905cf-3d0d-4e83-9ba6-5edae4ff0921 None None] Checking segment: {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 05:03:26.096749 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c38905cf-3d0d-4e83-9ba6-5edae4ff0921 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:26.097142 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38905cf-3d0d-4e83-9ba6-5edae4ff0921 None None] Bound using segment: {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 05:03:26.097608 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-c38905cf-3d0d-4e83-9ba6-5edae4ff0921 None None] Bound port: 63a47954-1781-4a31-af8f-6b365d616c76, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 05:03:26.097977 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c38905cf-3d0d-4e83-9ba6-5edae4ff0921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:26.128291 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ccb53b-bf28-4b22-aad9-41b2adcb141c None None] Pushing event updated for resources: {'Port': ['ID=63a47954-1781-4a31-af8f-6b365d616c76,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:03:26.149183 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ccb53b-bf28-4b22-aad9-41b2adcb141c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:03:26.149470 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ccb53b-bf28-4b22-aad9-41b2adcb141c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:03:26.149769 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ccb53b-bf28-4b22-aad9-41b2adcb141c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:03:26.150093 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ccb53b-bf28-4b22-aad9-41b2adcb141c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:03:26.150410 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ccb53b-bf28-4b22-aad9-41b2adcb141c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:03:26.150731 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ccb53b-bf28-4b22-aad9-41b2adcb141c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:03:26.151048 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ccb53b-bf28-4b22-aad9-41b2adcb141c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:03:26.151390 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ccb53b-bf28-4b22-aad9-41b2adcb141c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:03:26.151706 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ccb53b-bf28-4b22-aad9-41b2adcb141c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:03:26.152017 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ccb53b-bf28-4b22-aad9-41b2adcb141c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:03:26.152328 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ccb53b-bf28-4b22-aad9-41b2adcb141c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:03:26.152639 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ccb53b-bf28-4b22-aad9-41b2adcb141c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:03:26.186228 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-c38905cf-3d0d-4e83-9ba6-5edae4ff0921 None None] For port 63a47954-1781-4a31-af8f-6b365d616c76, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 05:03:26.189239 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-c38905cf-3d0d-4e83-9ba6-5edae4ff0921 None None] For port 63a47954-1781-4a31-af8f-6b365d616c76, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=63a47954-1781-4a31-af8f-6b365d616c76,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 05:03:26.195511 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c38905cf-3d0d-4e83-9ba6-5edae4ff0921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:26.238108 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-00c1da3f-b7e7-4c9c-9500-70619f48a8f0 None None] Allocated IP 172.20.0.2 (ba7d2e6f-9127-4287-baed-d6eb055d4ff1/6830641f-8753-4bba-a53b-f6b81d27879a/ae45a5be-57dd-4ad0-84f6-a94a043d3a79) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 05:03:26.275552 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38905cf-3d0d-4e83-9ba6-5edae4ff0921 None None] Routers {'04ea9e91-19dc-4022-81a0-302993d4ce02'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:03:26.276168 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-c38905cf-3d0d-4e83-9ba6-5edae4ff0921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:03:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['04ea9e91-19dc-4022-81a0-302993d4ce02'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:03:26.339765 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ccb53b-bf28-4b22-aad9-41b2adcb141c None None] Pushing event updated for resources: {'Port': ['ID=63a47954-1781-4a31-af8f-6b365d616c76,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:03:26.454505 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-c38905cf-3d0d-4e83-9ba6-5edae4ff0921 None None] Set router 04ea9e91-19dc-4022-81a0-302993d4ce02 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:03:26.460415 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-00c1da3f-b7e7-4c9c-9500-70619f48a8f0 None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:26.469493 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-00c1da3f-b7e7-4c9c-9500-70619f48a8f0 None None] Transition to ACTIVE for port object ae45a5be-57dd-4ad0-84f6-a94a043d3a79 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 05:03:26.488959 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-00c1da3f-b7e7-4c9c-9500-70619f48a8f0 None None] Transition to ACTIVE for port object ae45a5be-57dd-4ad0-84f6-a94a043d3a79 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 05:03:26.494065 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-00c1da3f-b7e7-4c9c-9500-70619f48a8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:26.595791 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c1da3f-b7e7-4c9c-9500-70619f48a8f0 None None] Network ba7d2e6f-9127-4287-baed-d6eb055d4ff1 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 05:03:26.598658 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-00c1da3f-b7e7-4c9c-9500-70619f48a8f0 None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 05:03:26.602371 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c1da3f-b7e7-4c9c-9500-70619f48a8f0 None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 05:03:26.641510 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c1da3f-b7e7-4c9c-9500-70619f48a8f0 None None] Pushing event updated for resources: {'Port': ['ID=ae45a5be-57dd-4ad0-84f6-a94a043d3a79,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:03:26.667700 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-21949c12-b052-43d8-a504-020aea9e3c42 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:26.699971 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-00c1da3f-b7e7-4c9c-9500-70619f48a8f0 None None] Attempting to bind port ae45a5be-57dd-4ad0-84f6-a94a043d3a79 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 05:03:26.700341 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-00c1da3f-b7e7-4c9c-9500-70619f48a8f0 None None] Attempting to bind port ae45a5be-57dd-4ad0-84f6-a94a043d3a79 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '0ee303cb-e541-4efb-88ed-210028bb63be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ba7d2e6f-9127-4287-baed-d6eb055d4ff1'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 05:03:26.700704 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c1da3f-b7e7-4c9c-9500-70619f48a8f0 None None] Attempting to bind port ae45a5be-57dd-4ad0-84f6-a94a043d3a79 on network ba7d2e6f-9127-4287-baed-d6eb055d4ff1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 05:03:26.706593 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c1da3f-b7e7-4c9c-9500-70619f48a8f0 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 5, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 05:03:26.707502 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c1da3f-b7e7-4c9c-9500-70619f48a8f0 None None] Checking segment: {'id': '0ee303cb-e541-4efb-88ed-210028bb63be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ba7d2e6f-9127-4287-baed-d6eb055d4ff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 05:03:26.707502 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-00c1da3f-b7e7-4c9c-9500-70619f48a8f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:26.707703 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c1da3f-b7e7-4c9c-9500-70619f48a8f0 None None] Bound using segment: {'id': '0ee303cb-e541-4efb-88ed-210028bb63be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ba7d2e6f-9127-4287-baed-d6eb055d4ff1'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 05:03:26.708141 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-00c1da3f-b7e7-4c9c-9500-70619f48a8f0 None None] Bound port: ae45a5be-57dd-4ad0-84f6-a94a043d3a79, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee303cb-e541-4efb-88ed-210028bb63be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ba7d2e6f-9127-4287-baed-d6eb055d4ff1'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 05:03:26.708514 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-00c1da3f-b7e7-4c9c-9500-70619f48a8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:26.744274 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-c38905cf-3d0d-4e83-9ba6-5edae4ff0921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04ea9e91-19dc-4022-81a0-302993d4ce02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1389409769', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.233'}], 'enable_snat': True}, 'gw_port_id': '63a47954-1781-4a31-af8f-6b365d616c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:03:22Z', 'updated_at': '2022-02-01T05:03:24Z', 'revision_number': 3, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'gw_port': {'id': '63a47954-1781-4a31-af8f-6b365d616c76', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04ea9e91-19dc-4022-81a0-302993d4ce02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:03:23Z', 'updated_at': '2022-02-01T05:03:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:03:26.748065 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38905cf-3d0d-4e83-9ba6-5edae4ff0921 None None] The sync data for ids ['04ea9e91-19dc-4022-81a0-302993d4ce02'] in dv-neutron-826830-1-hyperv is: [{'id': '04ea9e91-19dc-4022-81a0-302993d4ce02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1389409769', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.233'}], 'enable_snat': True}, 'gw_port_id': '63a47954-1781-4a31-af8f-6b365d616c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:03:22Z', 'updated_at': '2022-02-01T05:03:24Z', 'revision_number': 3, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'gw_port': {'id': '63a47954-1781-4a31-af8f-6b365d616c76', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04ea9e91-19dc-4022-81a0-302993d4ce02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:03:23Z', 'updated_at': '2022-02-01T05:03:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 05:03:26.798003 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-00c1da3f-b7e7-4c9c-9500-70619f48a8f0 None None] For port ae45a5be-57dd-4ad0-84f6-a94a043d3a79, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 05:03:26.801262 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-00c1da3f-b7e7-4c9c-9500-70619f48a8f0 None None] For port ae45a5be-57dd-4ad0-84f6-a94a043d3a79, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=ae45a5be-57dd-4ad0-84f6-a94a043d3a79,segment=NetworkSegment(0ee303cb-e541-4efb-88ed-210028bb63be),segment_id=0ee303cb-e541-4efb-88ed-210028bb63be)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 05:03:26.806750 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-00c1da3f-b7e7-4c9c-9500-70619f48a8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:26.894291 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c1da3f-b7e7-4c9c-9500-70619f48a8f0 None None] Pushing event updated for resources: {'Port': ['ID=ae45a5be-57dd-4ad0-84f6-a94a043d3a79,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:03:27.124878 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-21949c12-b052-43d8-a504-020aea9e3c42 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Allocated IP 172.20.0.1 (ba7d2e6f-9127-4287-baed-d6eb055d4ff1/6830641f-8753-4bba-a53b-f6b81d27879a/8a10cc55-4ad5-48fc-842c-dcecd3b25eca) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 05:03:27.299993 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-21949c12-b052-43d8-a504-020aea9e3c42 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:27.316488 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-21949c12-b052-43d8-a504-020aea9e3c42 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Transition to ACTIVE for port object 8a10cc55-4ad5-48fc-842c-dcecd3b25eca will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 05:03:27.345838 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-21949c12-b052-43d8-a504-020aea9e3c42 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:27.415307 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21949c12-b052-43d8-a504-020aea9e3c42 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Network ba7d2e6f-9127-4287-baed-d6eb055d4ff1 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 05:03:27.418566 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-21949c12-b052-43d8-a504-020aea9e3c42 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 05:03:27.422795 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21949c12-b052-43d8-a504-020aea9e3c42 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 05:03:27.462686 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21949c12-b052-43d8-a504-020aea9e3c42 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event updated for resources: {'Port': ['ID=8a10cc55-4ad5-48fc-842c-dcecd3b25eca,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:03:27.490311 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-21949c12-b052-43d8-a504-020aea9e3c42 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-372107'] for router_interface, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:27.618676 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-21949c12-b052-43d8-a504-020aea9e3c42 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:27.903338 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef841b7f-0221-4ef6-bf05-0d1aaf979e46 None None] Network ba7d2e6f-9127-4287-baed-d6eb055d4ff1 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 05:03:28.003959 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-dd7e0b1c-f1ef-48db-8b2a-e420d982f7ce None None] Provisioning for port ae45a5be-57dd-4ad0-84f6-a94a043d3a79 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 05:03:28.169967 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-21949c12-b052-43d8-a504-020aea9e3c42 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:28.175651 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-21949c12-b052-43d8-a504-020aea9e3c42 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:28.290807 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21949c12-b052-43d8-a504-020aea9e3c42 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event updated for resources: {'Port': ['ID=8a10cc55-4ad5-48fc-842c-dcecd3b25eca,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:03:28.293523 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-21949c12-b052-43d8-a504-020aea9e3c42 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371990'] for router_interface, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:28.447881 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21949c12-b052-43d8-a504-020aea9e3c42 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Network ba7d2e6f-9127-4287-baed-d6eb055d4ff1 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 05:03:28.449088 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-21949c12-b052-43d8-a504-020aea9e3c42 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 05:03:28.472761 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-19897138-7614-48e9-b82a-8c77e90b69eb None None] Provisioning for port 8a10cc55-4ad5-48fc-842c-dcecd3b25eca completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 05:03:28.481795 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-19897138-7614-48e9-b82a-8c77e90b69eb None None] Provisioning complete for port 8a10cc55-4ad5-48fc-842c-dcecd3b25eca triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:03:28.482163 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-19897138-7614-48e9-b82a-8c77e90b69eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:28.549219 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-19897138-7614-48e9-b82a-8c77e90b69eb None None] Port 8a10cc55-4ad5-48fc-842c-dcecd3b25eca cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 05:03:28.671011 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device ae45a5be-57dd-4ad0-84f6-a94a043d3a79 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 05:03:28.676377 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21949c12-b052-43d8-a504-020aea9e3c42 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Router 04ea9e91-19dc-4022-81a0-302993d4ce02 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 05:03:28.702455 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-b20250ae-9415-47f1-905d-3f965727b0a1 None None] Provisioning complete for port 8a10cc55-4ad5-48fc-842c-dcecd3b25eca triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:03:28.702828 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b20250ae-9415-47f1-905d-3f965727b0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:28.781475 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-b20250ae-9415-47f1-905d-3f965727b0a1 None None] Port 8a10cc55-4ad5-48fc-842c-dcecd3b25eca cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 05:03:28.794881 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port ae45a5be-57dd-4ad0-84f6-a94a043d3a79 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 05:03:28.801083 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port ae45a5be-57dd-4ad0-84f6-a94a043d3a79 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:03:28.801514 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:28.868338 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21949c12-b052-43d8-a504-020aea9e3c42 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 05:03:28.892154 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-21949c12-b052-43d8-a504-020aea9e3c42 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "PUT /v2.0/routers/04ea9e91-19dc-4022-81a0-302993d4ce02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0561557 Feb 01 05:03:28.898792 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9faa4e-e1c6-4a7d-ac8c-d08348850881 None None] Sync routers for ids ['04ea9e91-19dc-4022-81a0-302993d4ce02'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 05:03:28.936323 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-8717eb0a-5fbb-4a7a-8962-d7099fa4028e None None] Provisioning complete for port 8a10cc55-4ad5-48fc-842c-dcecd3b25eca triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:03:28.936921 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8717eb0a-5fbb-4a7a-8962-d7099fa4028e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:28.959492 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9faa4e-e1c6-4a7d-ac8c-d08348850881 None None] Routers {'04ea9e91-19dc-4022-81a0-302993d4ce02'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:03:28.960138 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-ea9faa4e-e1c6-4a7d-ac8c-d08348850881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:03:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['04ea9e91-19dc-4022-81a0-302993d4ce02'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:03:29.046400 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-be5c88e2-31a2-4eb0-9208-c934de22d365 req-e0ad87af-6b55-4b2e-89ff-d8018bcfb185 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Synchronizing usage tracker for tenant:be8a84b33cca4eaaad3d62abfe42a968 on resource:security_group {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 05:03:29.049818 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:29.061009 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-be5c88e2-31a2-4eb0-9208-c934de22d365 req-e0ad87af-6b55-4b2e-89ff-d8018bcfb185 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Unset dirty status for tenant:be8a84b33cca4eaaad3d62abfe42a968 on resource:security_group {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 05:03:29.062210 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-be5c88e2-31a2-4eb0-9208-c934de22d365 req-e0ad87af-6b55-4b2e-89ff-d8018bcfb185 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-937889758&fields=id&tenant_id=be8a84b33cca4eaaad3d62abfe42a968 HTTP/1.1" status: 200 len: 267 time: 0.0546551 Feb 01 05:03:29.084903 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-8717eb0a-5fbb-4a7a-8962-d7099fa4028e None None] Port 8a10cc55-4ad5-48fc-842c-dcecd3b25eca cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 05:03:29.175775 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port ae45a5be-57dd-4ad0-84f6-a94a043d3a79, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=ae45a5be-57dd-4ad0-84f6-a94a043d3a79,segment=NetworkSegment(0ee303cb-e541-4efb-88ed-210028bb63be),segment_id=0ee303cb-e541-4efb-88ed-210028bb63be)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:03:29.182206 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:29.182967 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 63a47954-1781-4a31-af8f-6b365d616c76 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 05:03:29.217716 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c88e2-31a2-4eb0-9208-c934de22d365 req-b4d4812a-a424-4380-926d-3728b621ed73 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:03:29.218401 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-be5c88e2-31a2-4eb0-9208-c934de22d365 req-b4d4812a-a424-4380-926d-3728b621ed73 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Synchronizing usage tracker for tenant:be8a84b33cca4eaaad3d62abfe42a968 on resource:network {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 05:03:29.233982 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-be5c88e2-31a2-4eb0-9208-c934de22d365 req-b4d4812a-a424-4380-926d-3728b621ed73 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Unset dirty status for tenant:be8a84b33cca4eaaad3d62abfe42a968 on resource:network {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 05:03:29.235265 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-be5c88e2-31a2-4eb0-9208-c934de22d365 req-b4d4812a-a424-4380-926d-3728b621ed73 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/networks?id=ba7d2e6f-9127-4287-baed-d6eb055d4ff1 HTTP/1.1" status: 200 len: 796 time: 0.1642933 Feb 01 05:03:29.251525 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-be5c88e2-31a2-4eb0-9208-c934de22d365 req-b2e80a45-b413-49d9-978d-e97b32dc4162 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/quotas/be8a84b33cca4eaaad3d62abfe42a968 HTTP/1.1" status: 200 len: 375 time: 0.0097532 Feb 01 05:03:29.291594 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-ea9faa4e-e1c6-4a7d-ac8c-d08348850881 None None] Set router 04ea9e91-19dc-4022-81a0-302993d4ce02 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:03:29.336681 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-be5c88e2-31a2-4eb0-9208-c934de22d365 req-153af56a-56c5-4d2b-89c5-50fb8041171e tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Synchronizing usage tracker for tenant:be8a84b33cca4eaaad3d62abfe42a968 on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 05:03:29.352125 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-be5c88e2-31a2-4eb0-9208-c934de22d365 req-153af56a-56c5-4d2b-89c5-50fb8041171e tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Unset dirty status for tenant:be8a84b33cca4eaaad3d62abfe42a968 on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 05:03:29.353383 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-be5c88e2-31a2-4eb0-9208-c934de22d365 req-153af56a-56c5-4d2b-89c5-50fb8041171e tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=be8a84b33cca4eaaad3d62abfe42a968&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0967271 Feb 01 05:03:29.376402 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=ae45a5be-57dd-4ad0-84f6-a94a043d3a79,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:03:29.517013 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 63a47954-1781-4a31-af8f-6b365d616c76 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 05:03:29.525517 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 63a47954-1781-4a31-af8f-6b365d616c76 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:03:29.525883 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:29.541258 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-be5c88e2-31a2-4eb0-9208-c934de22d365 req-c5a4818d-0e0d-4f44-8c04-173ed875ecef service neutron] 10.222.0.24 "GET /v2.0/networks/ba7d2e6f-9127-4287-baed-d6eb055d4ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760809 Feb 01 05:03:29.673212 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-be5c88e2-31a2-4eb0-9208-c934de22d365 req-4b3c179e-cce5-49fa-b7d1-e1f20eacd1a6 service neutron] 10.222.0.24 "GET /v2.0/networks/ba7d2e6f-9127-4287-baed-d6eb055d4ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259220 Feb 01 05:03:29.753323 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:29.781869 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 63a47954-1781-4a31-af8f-6b365d616c76, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=63a47954-1781-4a31-af8f-6b365d616c76,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:03:29.789719 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-ea9faa4e-e1c6-4a7d-ac8c-d08348850881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04ea9e91-19dc-4022-81a0-302993d4ce02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1389409769', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.233'}], 'enable_snat': True}, 'gw_port_id': '63a47954-1781-4a31-af8f-6b365d616c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:03:22Z', 'updated_at': '2022-02-01T05:03:27Z', 'revision_number': 4, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'gw_port': {'id': '63a47954-1781-4a31-af8f-6b365d616c76', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04ea9e91-19dc-4022-81a0-302993d4ce02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:03:23Z', 'updated_at': '2022-02-01T05:03:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '8a10cc55-4ad5-48fc-842c-dcecd3b25eca', 'name': '', 'network_id': 'ba7d2e6f-9127-4287-baed-d6eb055d4ff1', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'mac_address': 'fa:16:3e:a8:c7:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04ea9e91-19dc-4022-81a0-302993d4ce02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '6830641f-8753-4bba-a53b-f6b81d27879a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:03:26Z', 'updated_at': '2022-02-01T05:03:27Z', 'revision_number': 2, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'subnets': [{'id': '6830641f-8753-4bba-a53b-f6b81d27879a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:03:29.793021 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:29.824399 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9faa4e-e1c6-4a7d-ac8c-d08348850881 None None] Checking router: 04ea9e91-19dc-4022-81a0-302993d4ce02 for host: dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 05:03:29.824751 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9faa4e-e1c6-4a7d-ac8c-d08348850881 None None] Updating router 04ea9e91-19dc-4022-81a0-302993d4ce02 port 8a10cc55-4ad5-48fc-842c-dcecd3b25eca binding host dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 05:03:29.874908 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-32e03627-6715-41b8-b862-7c01aabc302e req-5fe5a8b2-f00b-4aa7-abe5-00c227a21609 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Synchronizing usage tracker for tenant:be8a84b33cca4eaaad3d62abfe42a968 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 05:03:29.891898 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-32e03627-6715-41b8-b862-7c01aabc302e req-5fe5a8b2-f00b-4aa7-abe5-00c227a21609 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Unset dirty status for tenant:be8a84b33cca4eaaad3d62abfe42a968 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 05:03:29.893423 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-32e03627-6715-41b8-b862-7c01aabc302e req-5fe5a8b2-f00b-4aa7-abe5-00c227a21609 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed3beb1a-d5dc-49e3-8ab2-5caa6d464f89 HTTP/1.1" status: 200 len: 210 time: 0.0845203 Feb 01 05:03:29.907638 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ea9faa4e-e1c6-4a7d-ac8c-d08348850881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:29.918706 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=63a47954-1781-4a31-af8f-6b365d616c76,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:03:30.251729 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ea9faa4e-e1c6-4a7d-ac8c-d08348850881 None None] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:30.263030 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-ea9faa4e-e1c6-4a7d-ac8c-d08348850881 None None] Transition to ACTIVE for port object 8a10cc55-4ad5-48fc-842c-dcecd3b25eca will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 05:03:30.270434 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ea9faa4e-e1c6-4a7d-ac8c-d08348850881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:30.428616 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d1e5a9-13d7-426b-8fd0-898f645d6197 None None] Pushing event updated for resources: {'Port': ['ID=8a10cc55-4ad5-48fc-842c-dcecd3b25eca,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:03:30.498542 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-ea9faa4e-e1c6-4a7d-ac8c-d08348850881 None None] Attempting to bind port 8a10cc55-4ad5-48fc-842c-dcecd3b25eca on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 05:03:30.498936 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-ea9faa4e-e1c6-4a7d-ac8c-d08348850881 None None] Attempting to bind port 8a10cc55-4ad5-48fc-842c-dcecd3b25eca by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '0ee303cb-e541-4efb-88ed-210028bb63be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ba7d2e6f-9127-4287-baed-d6eb055d4ff1'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 05:03:30.499369 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9faa4e-e1c6-4a7d-ac8c-d08348850881 None None] Attempting to bind port 8a10cc55-4ad5-48fc-842c-dcecd3b25eca on network ba7d2e6f-9127-4287-baed-d6eb055d4ff1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 05:03:30.504905 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9faa4e-e1c6-4a7d-ac8c-d08348850881 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 5, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 05:03:30.505265 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9faa4e-e1c6-4a7d-ac8c-d08348850881 None None] Checking segment: {'id': '0ee303cb-e541-4efb-88ed-210028bb63be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ba7d2e6f-9127-4287-baed-d6eb055d4ff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 05:03:30.505651 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ea9faa4e-e1c6-4a7d-ac8c-d08348850881 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:30.506030 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9faa4e-e1c6-4a7d-ac8c-d08348850881 None None] Bound using segment: {'id': '0ee303cb-e541-4efb-88ed-210028bb63be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ba7d2e6f-9127-4287-baed-d6eb055d4ff1'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 05:03:30.506480 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-ea9faa4e-e1c6-4a7d-ac8c-d08348850881 None None] Bound port: 8a10cc55-4ad5-48fc-842c-dcecd3b25eca, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee303cb-e541-4efb-88ed-210028bb63be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ba7d2e6f-9127-4287-baed-d6eb055d4ff1'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 05:03:30.506841 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ea9faa4e-e1c6-4a7d-ac8c-d08348850881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:30.577200 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device ae45a5be-57dd-4ad0-84f6-a94a043d3a79 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 05:03:30.662083 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-ea9faa4e-e1c6-4a7d-ac8c-d08348850881 None None] For port 8a10cc55-4ad5-48fc-842c-dcecd3b25eca, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 05:03:30.666451 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-ea9faa4e-e1c6-4a7d-ac8c-d08348850881 None None] For port 8a10cc55-4ad5-48fc-842c-dcecd3b25eca, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=8a10cc55-4ad5-48fc-842c-dcecd3b25eca,segment=NetworkSegment(0ee303cb-e541-4efb-88ed-210028bb63be),segment_id=0ee303cb-e541-4efb-88ed-210028bb63be)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 05:03:30.672770 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ea9faa4e-e1c6-4a7d-ac8c-d08348850881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:30.750341 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port ae45a5be-57dd-4ad0-84f6-a94a043d3a79 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:03:30.750712 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:30.801380 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9faa4e-e1c6-4a7d-ac8c-d08348850881 None None] Routers {'04ea9e91-19dc-4022-81a0-302993d4ce02'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:03:30.802019 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-ea9faa4e-e1c6-4a7d-ac8c-d08348850881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:03:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['04ea9e91-19dc-4022-81a0-302993d4ce02'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:03:30.870108 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d1e5a9-13d7-426b-8fd0-898f645d6197 None None] Pushing event updated for resources: {'Port': ['ID=8a10cc55-4ad5-48fc-842c-dcecd3b25eca,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:03:31.059091 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-0bbe40da-5cc2-4f3b-bb0e-0f1f73506ca7 req-5ba46d27-2c9f-4670-ae9b-c5a2c42a350c tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed3beb1a-d5dc-49e3-8ab2-5caa6d464f89 HTTP/1.1" status: 200 len: 210 time: 0.0504360 Feb 01 05:03:31.101849 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-ea9faa4e-e1c6-4a7d-ac8c-d08348850881 None None] Set router 04ea9e91-19dc-4022-81a0-302993d4ce02 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:03:31.181930 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 63a47954-1781-4a31-af8f-6b365d616c76 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 05:03:31.189489 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c88e2-31a2-4eb0-9208-c934de22d365 req-a1e954ce-d821-4051-9f56-d19fca62ea86 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:03:31.190393 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-be5c88e2-31a2-4eb0-9208-c934de22d365 req-a1e954ce-d821-4051-9f56-d19fca62ea86 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Synchronizing usage tracker for tenant:be8a84b33cca4eaaad3d62abfe42a968 on resource:network {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 05:03:31.201950 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-be5c88e2-31a2-4eb0-9208-c934de22d365 req-a1e954ce-d821-4051-9f56-d19fca62ea86 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Unset dirty status for tenant:be8a84b33cca4eaaad3d62abfe42a968 on resource:network {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 05:03:31.203089 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-be5c88e2-31a2-4eb0-9208-c934de22d365 req-a1e954ce-d821-4051-9f56-d19fca62ea86 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.18 "GET /v2.0/networks?id=ba7d2e6f-9127-4287-baed-d6eb055d4ff1 HTTP/1.1" status: 200 len: 796 time: 0.1722231 Feb 01 05:03:31.259446 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-be5c88e2-31a2-4eb0-9208-c934de22d365 req-c000b4f4-614f-498a-bc15-0fbd2083c2f1 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be8a84b33cca4eaaad3d62abfe42a968 HTTP/1.1" status: 200 len: 379 time: 0.0421257 Feb 01 05:03:31.269155 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-be5c88e2-31a2-4eb0-9208-c934de22d365 req-5bdd8a0f-2373-4163-ad8c-30368a351dd7 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Request body: {'port': {'device_id': 'ed3beb1a-d5dc-49e3-8ab2-5caa6d464f89', 'network_id': 'ba7d2e6f-9127-4287-baed-d6eb055d4ff1', 'admin_state_up': True, 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'security_groups': ['1037840c-8a1f-4631-8752-8eb923ecb203']}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:03:31.404948 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-be5c88e2-31a2-4eb0-9208-c934de22d365 req-5bdd8a0f-2373-4163-ad8c-30368a351dd7 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:03:31.414733 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-be5c88e2-31a2-4eb0-9208-c934de22d365 req-5bdd8a0f-2373-4163-ad8c-30368a351dd7 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:03:31.415818 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 63a47954-1781-4a31-af8f-6b365d616c76 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:03:31.416285 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:31.424937 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be5c88e2-31a2-4eb0-9208-c934de22d365 req-5bdd8a0f-2373-4163-ad8c-30368a351dd7 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Made reservation on behalf of be8a84b33cca4eaaad3d62abfe42a968 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 05:03:31.428626 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-be5c88e2-31a2-4eb0-9208-c934de22d365 req-5bdd8a0f-2373-4163-ad8c-30368a351dd7 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:31.593968 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-ea9faa4e-e1c6-4a7d-ac8c-d08348850881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04ea9e91-19dc-4022-81a0-302993d4ce02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1389409769', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.233'}], 'enable_snat': True}, 'gw_port_id': '63a47954-1781-4a31-af8f-6b365d616c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:03:22Z', 'updated_at': '2022-02-01T05:03:27Z', 'revision_number': 4, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'gw_port': {'id': '63a47954-1781-4a31-af8f-6b365d616c76', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ea9e91-19dc-4022-81a0-302993d4ce02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:03:23Z', 'updated_at': '2022-02-01T05:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '8a10cc55-4ad5-48fc-842c-dcecd3b25eca', 'name': '', 'network_id': 'ba7d2e6f-9127-4287-baed-d6eb055d4ff1', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'mac_address': 'fa:16:3e:a8:c7:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04ea9e91-19dc-4022-81a0-302993d4ce02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '6830641f-8753-4bba-a53b-f6b81d27879a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:03:26Z', 'updated_at': '2022-02-01T05:03:30Z', 'revision_number': 4, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'subnets': [{'id': '6830641f-8753-4bba-a53b-f6b81d27879a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:03:31.598957 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [req-be5c88e2-31a2-4eb0-9208-c934de22d365 req-5bdd8a0f-2373-4163-ad8c-30368a351dd7 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Allocated IP 172.20.0.10 (ba7d2e6f-9127-4287-baed-d6eb055d4ff1/6830641f-8753-4bba-a53b-f6b81d27879a/8c33fef8-4abf-4b95-8253-6ebf0e5d8697) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 05:03:31.599126 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9faa4e-e1c6-4a7d-ac8c-d08348850881 None None] The sync data for ids ['04ea9e91-19dc-4022-81a0-302993d4ce02'] in dv-neutron-826830-1-hyperv is: [{'id': '04ea9e91-19dc-4022-81a0-302993d4ce02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1389409769', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.233'}], 'enable_snat': True}, 'gw_port_id': '63a47954-1781-4a31-af8f-6b365d616c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:03:22Z', 'updated_at': '2022-02-01T05:03:27Z', 'revision_number': 4, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'gw_port': {'id': '63a47954-1781-4a31-af8f-6b365d616c76', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ea9e91-19dc-4022-81a0-302993d4ce02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:03:23Z', 'updated_at': '2022-02-01T05:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '8a10cc55-4ad5-48fc-842c-dcecd3b25eca', 'name': '', 'network_id': 'ba7d2e6f-9127-4287-baed-d6eb055d4ff1', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'mac_address': 'fa:16:3e:a8:c7:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04ea9e91-19dc-4022-81a0-302993d4ce02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '6830641f-8753-4bba-a53b-f6b81d27879a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:03:26Z', 'updated_at': '2022-02-01T05:03:30Z', 'revision_number': 4, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'subnets': [{'id': '6830641f-8753-4bba-a53b-f6b81d27879a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 05:03:31.915184 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-be5c88e2-31a2-4eb0-9208-c934de22d365 req-5bdd8a0f-2373-4163-ad8c-30368a351dd7 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:31.931561 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-be5c88e2-31a2-4eb0-9208-c934de22d365 req-5bdd8a0f-2373-4163-ad8c-30368a351dd7 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Transition to ACTIVE for port object 8c33fef8-4abf-4b95-8253-6ebf0e5d8697 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 05:03:31.955854 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-be5c88e2-31a2-4eb0-9208-c934de22d365 req-5bdd8a0f-2373-4163-ad8c-30368a351dd7 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:32.000535 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a96116c3-5014-4ca4-ad93-1fc1111ba559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:32.030456 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be5c88e2-31a2-4eb0-9208-c934de22d365 req-5bdd8a0f-2373-4163-ad8c-30368a351dd7 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Network ba7d2e6f-9127-4287-baed-d6eb055d4ff1 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 05:03:32.034332 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [req-be5c88e2-31a2-4eb0-9208-c934de22d365 req-5bdd8a0f-2373-4163-ad8c-30368a351dd7 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 05:03:32.038268 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-be5c88e2-31a2-4eb0-9208-c934de22d365 req-5bdd8a0f-2373-4163-ad8c-30368a351dd7 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 05:03:32.070334 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdd8a0f-2373-4163-ad8c-30368a351dd7 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event updated for resources: {'Port': ['ID=8c33fef8-4abf-4b95-8253-6ebf0e5d8697,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:03:32.109426 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c88e2-31a2-4eb0-9208-c934de22d365 req-5bdd8a0f-2373-4163-ad8c-30368a351dd7 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:03:32.110076 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-be5c88e2-31a2-4eb0-9208-c934de22d365 req-5bdd8a0f-2373-4163-ad8c-30368a351dd7 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:32.140304 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-be5c88e2-31a2-4eb0-9208-c934de22d365 req-5bdd8a0f-2373-4163-ad8c-30368a351dd7 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8752167 Feb 01 05:03:32.160844 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-be5c88e2-31a2-4eb0-9208-c934de22d365 req-278c8f50-2bf4-4000-9020-2c7b15fb6c45 service neutron] Request body: {'port': {'device_id': 'ed3beb1a-d5dc-49e3-8ab2-5caa6d464f89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:03:32.316839 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-d7ee916a-33b7-4a0a-b37a-4a3cec0d67ca None None] Provisioning for port 8c33fef8-4abf-4b95-8253-6ebf0e5d8697 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 05:03:32.322686 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-d7ee916a-33b7-4a0a-b37a-4a3cec0d67ca None None] Provisioning complete for port 8c33fef8-4abf-4b95-8253-6ebf0e5d8697 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:03:32.323246 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d7ee916a-33b7-4a0a-b37a-4a3cec0d67ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:32.344169 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-be5c88e2-31a2-4eb0-9208-c934de22d365 req-278c8f50-2bf4-4000-9020-2c7b15fb6c45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:32.383578 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-d7ee916a-33b7-4a0a-b37a-4a3cec0d67ca None None] Port 8c33fef8-4abf-4b95-8253-6ebf0e5d8697 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 05:03:32.408235 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ae4cfa-32f3-4e12-adfd-e288b00f7acf req-654fbeae-b4c5-467f-b771-51399e72be90 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:03:32.409505 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-91ae4cfa-32f3-4e12-adfd-e288b00f7acf req-654fbeae-b4c5-467f-b771-51399e72be90 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Synchronizing usage tracker for tenant:be8a84b33cca4eaaad3d62abfe42a968 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 05:03:32.452518 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-91ae4cfa-32f3-4e12-adfd-e288b00f7acf req-654fbeae-b4c5-467f-b771-51399e72be90 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Unset dirty status for tenant:be8a84b33cca4eaaad3d62abfe42a968 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 05:03:32.453661 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-91ae4cfa-32f3-4e12-adfd-e288b00f7acf req-654fbeae-b4c5-467f-b771-51399e72be90 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed3beb1a-d5dc-49e3-8ab2-5caa6d464f89 HTTP/1.1" status: 200 len: 932 time: 0.2559855 Feb 01 05:03:32.581287 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-91ae4cfa-32f3-4e12-adfd-e288b00f7acf req-1a23b76e-dffa-460c-bc6f-34a10b40736d tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=1037840c-8a1f-4631-8752-8eb923ecb203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895495 Feb 01 05:03:32.620651 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 8a10cc55-4ad5-48fc-842c-dcecd3b25eca up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 05:03:32.692331 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 8a10cc55-4ad5-48fc-842c-dcecd3b25eca completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 05:03:32.697830 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 8a10cc55-4ad5-48fc-842c-dcecd3b25eca triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:03:32.698197 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:32.778270 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [req-be5c88e2-31a2-4eb0-9208-c934de22d365 req-278c8f50-2bf4-4000-9020-2c7b15fb6c45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c33fef8-4abf-4b95-8253-6ebf0e5d8697 {{(pid=87636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 05:03:32.786035 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-be5c88e2-31a2-4eb0-9208-c934de22d365 req-278c8f50-2bf4-4000-9020-2c7b15fb6c45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:32.801145 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-be5c88e2-31a2-4eb0-9208-c934de22d365 req-278c8f50-2bf4-4000-9020-2c7b15fb6c45 service neutron] Transition to ACTIVE for port object 8c33fef8-4abf-4b95-8253-6ebf0e5d8697 will not be triggered until provisioned by entity L2. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 05:03:32.804107 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-be5c88e2-31a2-4eb0-9208-c934de22d365 req-278c8f50-2bf4-4000-9020-2c7b15fb6c45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:32.821974 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:32.856101 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 8a10cc55-4ad5-48fc-842c-dcecd3b25eca, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=8a10cc55-4ad5-48fc-842c-dcecd3b25eca,segment=NetworkSegment(0ee303cb-e541-4efb-88ed-210028bb63be),segment_id=0ee303cb-e541-4efb-88ed-210028bb63be)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:03:32.860941 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:32.941690 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=8a10cc55-4ad5-48fc-842c-dcecd3b25eca,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:03:32.970967 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278c8f50-2bf4-4000-9020-2c7b15fb6c45 service neutron] Pushing event updated for resources: {'Port': ['ID=8c33fef8-4abf-4b95-8253-6ebf0e5d8697,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:03:33.052779 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-be5c88e2-31a2-4eb0-9208-c934de22d365 req-278c8f50-2bf4-4000-9020-2c7b15fb6c45 service neutron] Attempting to bind port 8c33fef8-4abf-4b95-8253-6ebf0e5d8697 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 05:03:33.053108 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-be5c88e2-31a2-4eb0-9208-c934de22d365 req-278c8f50-2bf4-4000-9020-2c7b15fb6c45 service neutron] Attempting to bind port 8c33fef8-4abf-4b95-8253-6ebf0e5d8697 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '0ee303cb-e541-4efb-88ed-210028bb63be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ba7d2e6f-9127-4287-baed-d6eb055d4ff1'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 05:03:33.053427 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5c88e2-31a2-4eb0-9208-c934de22d365 req-278c8f50-2bf4-4000-9020-2c7b15fb6c45 service neutron] Attempting to bind port 8c33fef8-4abf-4b95-8253-6ebf0e5d8697 on network ba7d2e6f-9127-4287-baed-d6eb055d4ff1 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 05:03:33.057916 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5c88e2-31a2-4eb0-9208-c934de22d365 req-278c8f50-2bf4-4000-9020-2c7b15fb6c45 service neutron] Port 8c33fef8-4abf-4b95-8253-6ebf0e5d8697 on network ba7d2e6f-9127-4287-baed-d6eb055d4ff1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 05:03:33.058224 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5c88e2-31a2-4eb0-9208-c934de22d365 req-278c8f50-2bf4-4000-9020-2c7b15fb6c45 service neutron] Attempting to bind port 8c33fef8-4abf-4b95-8253-6ebf0e5d8697 on network ba7d2e6f-9127-4287-baed-d6eb055d4ff1 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 05:03:33.063299 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5c88e2-31a2-4eb0-9208-c934de22d365 req-278c8f50-2bf4-4000-9020-2c7b15fb6c45 service neutron] Checking agent: {'id': '63664c57-372e-43f7-9ecb-4deedcf8ddc7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 28, 15), 'started_at': datetime.datetime(2022, 2, 1, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 5, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 05:03:33.063642 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5c88e2-31a2-4eb0-9208-c934de22d365 req-278c8f50-2bf4-4000-9020-2c7b15fb6c45 service neutron] Checking segment: {'id': '0ee303cb-e541-4efb-88ed-210028bb63be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ba7d2e6f-9127-4287-baed-d6eb055d4ff1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 05:03:33.064210 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5c88e2-31a2-4eb0-9208-c934de22d365 req-278c8f50-2bf4-4000-9020-2c7b15fb6c45 service neutron] Bound using segment: {'id': '0ee303cb-e541-4efb-88ed-210028bb63be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ba7d2e6f-9127-4287-baed-d6eb055d4ff1'} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 05:03:33.065186 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-be5c88e2-31a2-4eb0-9208-c934de22d365 req-278c8f50-2bf4-4000-9020-2c7b15fb6c45 service neutron] Bound port: 8c33fef8-4abf-4b95-8253-6ebf0e5d8697, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ee303cb-e541-4efb-88ed-210028bb63be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ba7d2e6f-9127-4287-baed-d6eb055d4ff1'}}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 05:03:33.065698 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-be5c88e2-31a2-4eb0-9208-c934de22d365 req-278c8f50-2bf4-4000-9020-2c7b15fb6c45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:33.152747 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-be5c88e2-31a2-4eb0-9208-c934de22d365 req-278c8f50-2bf4-4000-9020-2c7b15fb6c45 service neutron] For port 8c33fef8-4abf-4b95-8253-6ebf0e5d8697, host hv-neutron-8268, cleared binding levels {{(pid=87636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 05:03:33.155663 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-be5c88e2-31a2-4eb0-9208-c934de22d365 req-278c8f50-2bf4-4000-9020-2c7b15fb6c45 service neutron] For port 8c33fef8-4abf-4b95-8253-6ebf0e5d8697, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=8c33fef8-4abf-4b95-8253-6ebf0e5d8697,segment=NetworkSegment(0ee303cb-e541-4efb-88ed-210028bb63be),segment_id=0ee303cb-e541-4efb-88ed-210028bb63be)] {{(pid=87636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 05:03:33.160760 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-be5c88e2-31a2-4eb0-9208-c934de22d365 req-278c8f50-2bf4-4000-9020-2c7b15fb6c45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:33.221352 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c88e2-31a2-4eb0-9208-c934de22d365 req-278c8f50-2bf4-4000-9020-2c7b15fb6c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:03:33.221962 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-be5c88e2-31a2-4eb0-9208-c934de22d365 req-278c8f50-2bf4-4000-9020-2c7b15fb6c45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:33.223362 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-be5c88e2-31a2-4eb0-9208-c934de22d365 req-278c8f50-2bf4-4000-9020-2c7b15fb6c45 service neutron] 10.222.0.18 "PUT /v2.0/ports/8c33fef8-4abf-4b95-8253-6ebf0e5d8697 HTTP/1.1" status: 200 len: 1094 time: 1.0698054 Feb 01 05:03:33.223804 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed3beb1a-d5dc-49e3-8ab2-5caa6d464f89', 'tag': '8c33fef8-4abf-4b95-8253-6ebf0e5d8697'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 05:03:33.246426 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278c8f50-2bf4-4000-9020-2c7b15fb6c45 service neutron] Pushing event updated for resources: {'Port': ['ID=8c33fef8-4abf-4b95-8253-6ebf0e5d8697,revision_number=3']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:03:33.275817 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed3beb1a-d5dc-49e3-8ab2-5caa6d464f89', 'tag': '8c33fef8-4abf-4b95-8253-6ebf0e5d8697', 'status': 'completed', 'code': 200} Feb 01 05:03:33.364519 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c88e2-31a2-4eb0-9208-c934de22d365 req-8c5482d1-38a4-4b0b-b026-4bf1bd6be4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:03:33.365996 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-be5c88e2-31a2-4eb0-9208-c934de22d365 req-8c5482d1-38a4-4b0b-b026-4bf1bd6be4cd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=be8a84b33cca4eaaad3d62abfe42a968&device_id=ed3beb1a-d5dc-49e3-8ab2-5caa6d464f89 HTTP/1.1" status: 200 len: 1097 time: 0.0727248 Feb 01 05:03:33.441135 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-be5c88e2-31a2-4eb0-9208-c934de22d365 req-0d47d810-2ee3-4180-9ce6-f80cd79c450d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c33fef8-4abf-4b95-8253-6ebf0e5d8697 HTTP/1.1" status: 200 len: 217 time: 0.0627959 Feb 01 05:03:33.500924 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c88e2-31a2-4eb0-9208-c934de22d365 req-1b4ea685-c25b-4d1c-9336-e4aa02b3da41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:03:33.502222 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-be5c88e2-31a2-4eb0-9208-c934de22d365 req-1b4ea685-c25b-4d1c-9336-e4aa02b3da41 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6830641f-8753-4bba-a53b-f6b81d27879a HTTP/1.1" status: 200 len: 835 time: 0.0553789 Feb 01 05:03:33.575882 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c88e2-31a2-4eb0-9208-c934de22d365 req-637fbde7-8aef-4d6e-93dd-55bc1660f884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:03:33.577288 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-be5c88e2-31a2-4eb0-9208-c934de22d365 req-637fbde7-8aef-4d6e-93dd-55bc1660f884 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ba7d2e6f-9127-4287-baed-d6eb055d4ff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697134 Feb 01 05:03:33.851582 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-be5c88e2-31a2-4eb0-9208-c934de22d365 req-5d20789f-311d-4f9e-afc5-d63a5a4d15f5 service neutron] 10.222.0.18 "GET /v2.0/networks/ba7d2e6f-9127-4287-baed-d6eb055d4ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676835 Feb 01 05:03:33.968325 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908e479b-3e0c-4d24-8c1d-01ef2c6c8dc8 req-602f6e0d-462a-4685-b6c5-e1ffb193ed6b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:03:33.969663 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-908e479b-3e0c-4d24-8c1d-01ef2c6c8dc8 req-602f6e0d-462a-4685-b6c5-e1ffb193ed6b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed3beb1a-d5dc-49e3-8ab2-5caa6d464f89 HTTP/1.1" status: 200 len: 944 time: 0.1815963 Feb 01 05:03:34.022960 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-be5c88e2-31a2-4eb0-9208-c934de22d365 req-1d6c4401-e83b-4d14-9391-2a15dc1612f6 service neutron] 10.222.0.18 "GET /v2.0/networks/ba7d2e6f-9127-4287-baed-d6eb055d4ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648962 Feb 01 05:03:34.032116 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-908e479b-3e0c-4d24-8c1d-01ef2c6c8dc8 req-34066f87-a18a-4cd2-9936-456edc881764 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=1037840c-8a1f-4631-8752-8eb923ecb203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554311 Feb 01 05:03:34.182876 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08fb502-deb9-4490-95b3-61325ae5eb91 req-26c7cafc-fa62-4894-beff-e16883f56a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:03:34.184344 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e08fb502-deb9-4490-95b3-61325ae5eb91 req-26c7cafc-fa62-4894-beff-e16883f56a43 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=be8a84b33cca4eaaad3d62abfe42a968&device_id=ed3beb1a-d5dc-49e3-8ab2-5caa6d464f89 HTTP/1.1" status: 200 len: 1097 time: 0.0736625 Feb 01 05:03:34.286721 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f8bdd2fe-3e9a-4de1-87a4-8b3f81f1258b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:34.312791 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08fb502-deb9-4490-95b3-61325ae5eb91 req-af814a4f-4c9d-4737-95b8-6a8a170e6336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:03:34.314214 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e08fb502-deb9-4490-95b3-61325ae5eb91 req-af814a4f-4c9d-4737-95b8-6a8a170e6336 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ba7d2e6f-9127-4287-baed-d6eb055d4ff1 HTTP/1.1" status: 200 len: 896 time: 0.1233647 Feb 01 05:03:34.380838 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e08fb502-deb9-4490-95b3-61325ae5eb91 req-bb1f583c-3fb5-4283-82a0-69786fbbe302 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c33fef8-4abf-4b95-8253-6ebf0e5d8697 HTTP/1.1" status: 200 len: 217 time: 0.0593033 Feb 01 05:03:34.449181 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08fb502-deb9-4490-95b3-61325ae5eb91 req-26049545-6116-43cc-a129-d0b788272025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:03:34.450588 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e08fb502-deb9-4490-95b3-61325ae5eb91 req-26049545-6116-43cc-a129-d0b788272025 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6830641f-8753-4bba-a53b-f6b81d27879a HTTP/1.1" status: 200 len: 835 time: 0.0634906 Feb 01 05:03:34.524476 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08fb502-deb9-4490-95b3-61325ae5eb91 req-39a5f62d-0bee-4460-b252-3ec9fd3acde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:03:34.525928 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e08fb502-deb9-4490-95b3-61325ae5eb91 req-39a5f62d-0bee-4460-b252-3ec9fd3acde9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ba7d2e6f-9127-4287-baed-d6eb055d4ff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685422 Feb 01 05:03:34.569811 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 8a10cc55-4ad5-48fc-842c-dcecd3b25eca up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 05:03:34.637808 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 8a10cc55-4ad5-48fc-842c-dcecd3b25eca triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:03:34.638202 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:34.658514 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e08fb502-deb9-4490-95b3-61325ae5eb91 req-d7a31534-adef-468c-bd69-cd87a9ca0615 service neutron] 10.222.0.18 "GET /v2.0/networks/ba7d2e6f-9127-4287-baed-d6eb055d4ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257102 Feb 01 05:03:34.789844 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e08fb502-deb9-4490-95b3-61325ae5eb91 req-33e7068d-ae7a-4269-b180-3d8ba95df6e6 service neutron] 10.222.0.18 "GET /v2.0/networks/ba7d2e6f-9127-4287-baed-d6eb055d4ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241839 Feb 01 05:03:35.092612 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 8c33fef8-4abf-4b95-8253-6ebf0e5d8697 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 01 05:03:35.215782 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d779a16-86a9-4672-82ca-bb302bd3fab5 req-6168cc94-3c1b-4ece-b1d4-714155a3cd08 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:03:35.217270 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-7d779a16-86a9-4672-82ca-bb302bd3fab5 req-6168cc94-3c1b-4ece-b1d4-714155a3cd08 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed3beb1a-d5dc-49e3-8ab2-5caa6d464f89 HTTP/1.1" status: 200 len: 944 time: 0.0778337 Feb 01 05:03:35.223167 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 8c33fef8-4abf-4b95-8253-6ebf0e5d8697, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=8c33fef8-4abf-4b95-8253-6ebf0e5d8697,segment=NetworkSegment(0ee303cb-e541-4efb-88ed-210028bb63be),segment_id=0ee303cb-e541-4efb-88ed-210028bb63be)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:03:35.236035 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Returning: {'device': '8c33fef8-4abf-4b95-8253-6ebf0e5d8697', 'network_id': 'ba7d2e6f-9127-4287-baed-d6eb055d4ff1', 'port_id': '8c33fef8-4abf-4b95-8253-6ebf0e5d8697', 'mac_address': 'fa:16:3e:6b:38:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6830641f-8753-4bba-a53b-f6b81d27879a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 01 05:03:35.263408 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-7d779a16-86a9-4672-82ca-bb302bd3fab5 req-f3e985f3-261d-4ac7-8f12-b349213edf7d tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=1037840c-8a1f-4631-8752-8eb923ecb203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404756 Feb 01 05:03:35.294080 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:35.310343 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c33fef8-4abf-4b95-8253-6ebf0e5d8697 {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 05:03:35.326518 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 8c33fef8-4abf-4b95-8253-6ebf0e5d8697, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=8c33fef8-4abf-4b95-8253-6ebf0e5d8697,segment=NetworkSegment(0ee303cb-e541-4efb-88ed-210028bb63be),segment_id=0ee303cb-e541-4efb-88ed-210028bb63be)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:03:35.330969 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:35.334795 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 05:03:35.397080 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=8c33fef8-4abf-4b95-8253-6ebf0e5d8697,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:03:35.433156 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:35.565301 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:35.598675 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] get_ports_and_sgs() called for port_ids ['8c33fef8-4abf-4b95-8253-6ebf0e5d8697'] {{(pid=87638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 01 05:03:36.454897 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853e3507-e0be-4cec-97b8-cc54fbc90ed1 req-d84fa4b9-01de-4bc7-a29e-37cf1d2ff342 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:03:36.456910 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-853e3507-e0be-4cec-97b8-cc54fbc90ed1 req-d84fa4b9-01de-4bc7-a29e-37cf1d2ff342 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed3beb1a-d5dc-49e3-8ab2-5caa6d464f89 HTTP/1.1" status: 200 len: 945 time: 0.0843987 Feb 01 05:03:36.499286 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-853e3507-e0be-4cec-97b8-cc54fbc90ed1 req-179c7e64-d367-48fb-9b2b-99557f4dbeb2 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=1037840c-8a1f-4631-8752-8eb923ecb203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367868 Feb 01 05:03:37.121646 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 8c33fef8-4abf-4b95-8253-6ebf0e5d8697 up at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 05:03:37.168839 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:37.191631 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning for port 8c33fef8-4abf-4b95-8253-6ebf0e5d8697 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 05:03:37.196300 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning complete for port 8c33fef8-4abf-4b95-8253-6ebf0e5d8697 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:03:37.196666 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:37.308663 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:37.334620 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed3beb1a-d5dc-49e3-8ab2-5caa6d464f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c33fef8-4abf-4b95-8253-6ebf0e5d8697'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 05:03:37.344849 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 8c33fef8-4abf-4b95-8253-6ebf0e5d8697, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=8c33fef8-4abf-4b95-8253-6ebf0e5d8697,segment=NetworkSegment(0ee303cb-e541-4efb-88ed-210028bb63be),segment_id=0ee303cb-e541-4efb-88ed-210028bb63be)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:03:37.348476 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:37.385350 dv-neutron-826830-1-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed3beb1a-d5dc-49e3-8ab2-5caa6d464f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c33fef8-4abf-4b95-8253-6ebf0e5d8697', 'code': 200} Feb 01 05:03:37.419424 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=8c33fef8-4abf-4b95-8253-6ebf0e5d8697,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:03:37.683311 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be57e3-3474-45fa-afdb-9e6d06c74969 req-cdf16f4a-02f8-46a2-9031-3a912fb202d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:03:37.684683 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-28be57e3-3474-45fa-afdb-9e6d06c74969 req-cdf16f4a-02f8-46a2-9031-3a912fb202d0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ed3beb1a-d5dc-49e3-8ab2-5caa6d464f89 HTTP/1.1" status: 200 len: 1099 time: 0.1244226 Feb 01 05:03:37.723163 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54dee5e-de36-4c57-8d63-2f16fe86f9ae req-3631df67-4068-4c4c-ac9f-7b0ebfc24e65 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:03:37.724522 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b54dee5e-de36-4c57-8d63-2f16fe86f9ae req-3631df67-4068-4c4c-ac9f-7b0ebfc24e65 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed3beb1a-d5dc-49e3-8ab2-5caa6d464f89 HTTP/1.1" status: 200 len: 946 time: 0.1156628 Feb 01 05:03:37.756450 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-28be57e3-3474-45fa-afdb-9e6d06c74969 req-034921c0-5545-4381-a2e6-02e2bf618a89 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1037840c-8a1f-4631-8752-8eb923ecb203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630579 Feb 01 05:03:37.775917 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b54dee5e-de36-4c57-8d63-2f16fe86f9ae req-4380191e-a312-4e98-b6ea-0ed7bf4c62ab tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=1037840c-8a1f-4631-8752-8eb923ecb203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450218 Feb 01 05:03:38.964640 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34b6226-8001-421f-a55d-fd40d2ab4238 req-6657f4c8-88c2-45a2-840b-036dafc9f47e tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:03:38.966075 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-d34b6226-8001-421f-a55d-fd40d2ab4238 req-6657f4c8-88c2-45a2-840b-036dafc9f47e tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed3beb1a-d5dc-49e3-8ab2-5caa6d464f89 HTTP/1.1" status: 200 len: 946 time: 0.0816462 Feb 01 05:03:39.008508 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-d34b6226-8001-421f-a55d-fd40d2ab4238 req-94b56642-ff0f-4fe8-ad4c-968891f07c12 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=1037840c-8a1f-4631-8752-8eb923ecb203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367482 Feb 01 05:03:39.187748 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2c92d-46a4-4612-95ca-427faf85f668 req-6ae32697-7a72-4a69-b760-1c1c302ec15a tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:03:39.189161 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-14b2c92d-46a4-4612-95ca-427faf85f668 req-6ae32697-7a72-4a69-b760-1c1c302ec15a tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed3beb1a-d5dc-49e3-8ab2-5caa6d464f89 HTTP/1.1" status: 200 len: 946 time: 0.0802476 Feb 01 05:03:39.231110 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-14b2c92d-46a4-4612-95ca-427faf85f668 req-54cb2fe5-3195-4707-94d5-a89ca5fa5408 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=1037840c-8a1f-4631-8752-8eb923ecb203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358863 Feb 01 05:03:39.254026 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 48866) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:03:39.328908 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61be0b2c-64bf-489c-8264-156f43935a8c tempest-TestNetworkAdvancedServerOps-1994873880 tempest-TestNetworkAdvancedServerOps-1994873880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:03:39.330301 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-61be0b2c-64bf-489c-8264-156f43935a8c tempest-TestNetworkAdvancedServerOps-1994873880 tempest-TestNetworkAdvancedServerOps-1994873880-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ed3beb1a-d5dc-49e3-8ab2-5caa6d464f89 HTTP/1.1" status: 200 len: 1094 time: 0.0753276 Feb 01 05:03:39.333151 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 48870) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:03:39.337884 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-21418fd0-3bbf-48c5-8355-82b5013adf68 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Request body: {'floatingip': {'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'port_id': '8c33fef8-4abf-4b95-8253-6ebf0e5d8697', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:03:39.343689 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-21418fd0-3bbf-48c5-8355-82b5013adf68 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:03:39.347566 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-21418fd0-3bbf-48c5-8355-82b5013adf68 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Usage tracker for resource:floatingip and tenant:be8a84b33cca4eaaad3d62abfe42a968 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:03:39.350420 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-21418fd0-3bbf-48c5-8355-82b5013adf68 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:03:39.356137 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-21418fd0-3bbf-48c5-8355-82b5013adf68 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:03:39.366768 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-21418fd0-3bbf-48c5-8355-82b5013adf68 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for floatingip, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:39.499426 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-21418fd0-3bbf-48c5-8355-82b5013adf68 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:39.732323 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-21418fd0-3bbf-48c5-8355-82b5013adf68 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Allocated IP 172.26.8.158 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/dae8f3b2-5b64-42ce-aa11-fd03589de77b) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 05:03:39.885714 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-21418fd0-3bbf-48c5-8355-82b5013adf68 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:39.914709 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-21418fd0-3bbf-48c5-8355-82b5013adf68 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:39.979056 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21418fd0-3bbf-48c5-8355-82b5013adf68 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 05:03:39.981855 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-21418fd0-3bbf-48c5-8355-82b5013adf68 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 05:03:39.985553 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21418fd0-3bbf-48c5-8355-82b5013adf68 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 05:03:40.024558 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21418fd0-3bbf-48c5-8355-82b5013adf68 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event updated for resources: {'Port': ['ID=dae8f3b2-5b64-42ce-aa11-fd03589de77b,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:03:40.387965 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-21418fd0-3bbf-48c5-8355-82b5013adf68 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:40.464518 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-21418fd0-3bbf-48c5-8355-82b5013adf68 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:40.664096 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-21418fd0-3bbf-48c5-8355-82b5013adf68 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:40.668389 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-21418fd0-3bbf-48c5-8355-82b5013adf68 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:40.777745 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21418fd0-3bbf-48c5-8355-82b5013adf68 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event updated for resources: {'Port': ['ID=dae8f3b2-5b64-42ce-aa11-fd03589de77b,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:03:40.787645 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-21418fd0-3bbf-48c5-8355-82b5013adf68 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-774194'] for floatingip, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:40.952727 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.l3_db [None req-21418fd0-3bbf-48c5-8355-82b5013adf68 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Floating IP db0ea9ae-4ede-44d2-9570-e4b2f58ecadc associated. External IP: 172.26.8.158, port: 8c33fef8-4abf-4b95-8253-6ebf0e5d8697. Feb 01 05:03:41.408855 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21418fd0-3bbf-48c5-8355-82b5013adf68 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Router 04ea9e91-19dc-4022-81a0-302993d4ce02 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 05:03:41.583395 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21418fd0-3bbf-48c5-8355-82b5013adf68 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 05:03:41.593203 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc41ec3a-7f94-4f94-9a5a-95fdd135fb5b None None] Sync routers for ids ['04ea9e91-19dc-4022-81a0-302993d4ce02'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 05:03:41.602619 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc41ec3a-7f94-4f94-9a5a-95fdd135fb5b None None] Routers {'04ea9e91-19dc-4022-81a0-302993d4ce02'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:03:41.603264 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-cc41ec3a-7f94-4f94-9a5a-95fdd135fb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:03:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['04ea9e91-19dc-4022-81a0-302993d4ce02'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:03:41.607293 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-21418fd0-3bbf-48c5-8355-82b5013adf68 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:03:41.663739 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-21418fd0-3bbf-48c5-8355-82b5013adf68 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3295560 Feb 01 05:03:41.664494 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed3beb1a-d5dc-49e3-8ab2-5caa6d464f89', 'tag': '8c33fef8-4abf-4b95-8253-6ebf0e5d8697'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 05:03:41.714792 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed3beb1a-d5dc-49e3-8ab2-5caa6d464f89', 'tag': '8c33fef8-4abf-4b95-8253-6ebf0e5d8697', 'status': 'completed', 'code': 200} Feb 01 05:03:41.779916 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-cc41ec3a-7f94-4f94-9a5a-95fdd135fb5b None None] Set router 04ea9e91-19dc-4022-81a0-302993d4ce02 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:03:41.834964 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0cbeef-41b7-4824-86ee-994354653349 req-1147ea8b-081b-4ffd-aff4-401af6e9924f tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:03:41.835579 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d80bb-2fda-42c5-9c3d-499657da22f0 req-5c6b6574-342e-4c3c-bf72-01500030b411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:03:41.836639 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3b9d80bb-2fda-42c5-9c3d-499657da22f0 req-5c6b6574-342e-4c3c-bf72-01500030b411 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=be8a84b33cca4eaaad3d62abfe42a968&device_id=ed3beb1a-d5dc-49e3-8ab2-5caa6d464f89 HTTP/1.1" status: 200 len: 1099 time: 0.0802248 Feb 01 05:03:41.837785 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-fa0cbeef-41b7-4824-86ee-994354653349 req-1147ea8b-081b-4ffd-aff4-401af6e9924f tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed3beb1a-d5dc-49e3-8ab2-5caa6d464f89 HTTP/1.1" status: 200 len: 946 time: 0.0877688 Feb 01 05:03:41.887509 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-fa0cbeef-41b7-4824-86ee-994354653349 req-f2328431-ba48-4e5a-9e61-df4fdc38abfe tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=1037840c-8a1f-4631-8752-8eb923ecb203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397196 Feb 01 05:03:41.911364 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 48878) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:03:41.986446 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d80bb-2fda-42c5-9c3d-499657da22f0 req-e25adae8-a1fc-48cb-ade8-53446dfa61d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:03:41.988949 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3b9d80bb-2fda-42c5-9c3d-499657da22f0 req-e25adae8-a1fc-48cb-ade8-53446dfa61d1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ba7d2e6f-9127-4287-baed-d6eb055d4ff1 HTTP/1.1" status: 200 len: 896 time: 0.1465356 Feb 01 05:03:42.096597 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3b9d80bb-2fda-42c5-9c3d-499657da22f0 req-b0fc5419-4cfc-4b98-9572-e61011d97da8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c33fef8-4abf-4b95-8253-6ebf0e5d8697 HTTP/1.1" status: 200 len: 1000 time: 0.1013310 Feb 01 05:03:42.131448 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-a2085462-f5b4-47a9-8ada-5985d888fada tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/floatingips/db0ea9ae-4ede-44d2-9570-e4b2f58ecadc HTTP/1.1" status: 200 len: 992 time: 0.2178137 Feb 01 05:03:42.154942 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-cc41ec3a-7f94-4f94-9a5a-95fdd135fb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04ea9e91-19dc-4022-81a0-302993d4ce02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1389409769', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.233'}], 'enable_snat': True}, 'gw_port_id': '63a47954-1781-4a31-af8f-6b365d616c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:03:22Z', 'updated_at': '2022-02-01T05:03:27Z', 'revision_number': 4, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'gw_port': {'id': '63a47954-1781-4a31-af8f-6b365d616c76', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ea9e91-19dc-4022-81a0-302993d4ce02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:03:23Z', 'updated_at': '2022-02-01T05:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': 'db0ea9ae-4ede-44d2-9570-e4b2f58ecadc', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'floating_ip_address': '172.26.8.158', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '04ea9e91-19dc-4022-81a0-302993d4ce02', 'port_id': '8c33fef8-4abf-4b95-8253-6ebf0e5d8697', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba7d2e6f-9127-4287-baed-d6eb055d4ff1', 'mac_address': 'fa:16:3e:6b:38:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3beb1a-d5dc-49e3-8ab2-5caa6d464f89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T05:03:40Z', 'updated_at': '2022-02-01T05:03:40Z', 'revision_number': 0, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a10cc55-4ad5-48fc-842c-dcecd3b25eca', 'name': '', 'network_id': 'ba7d2e6f-9127-4287-baed-d6eb055d4ff1', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'mac_address': 'fa:16:3e:a8:c7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ea9e91-19dc-4022-81a0-302993d4ce02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '6830641f-8753-4bba-a53b-f6b81d27879a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:03:26Z', 'updated_at': '2022-02-01T05:03:32Z', 'revision_number': 5, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'subnets': [{'id': '6830641f-8753-4bba-a53b-f6b81d27879a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:03:42.159433 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc41ec3a-7f94-4f94-9a5a-95fdd135fb5b None None] Checking router: 04ea9e91-19dc-4022-81a0-302993d4ce02 for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 05:03:42.159570 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d80bb-2fda-42c5-9c3d-499657da22f0 req-dc9ede55-aed7-4457-b0da-05cd5956a841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:03:42.160880 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3b9d80bb-2fda-42c5-9c3d-499657da22f0 req-dc9ede55-aed7-4457-b0da-05cd5956a841 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6830641f-8753-4bba-a53b-f6b81d27879a HTTP/1.1" status: 200 len: 835 time: 0.0591547 Feb 01 05:03:42.167855 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc41ec3a-7f94-4f94-9a5a-95fdd135fb5b None None] Routers {'04ea9e91-19dc-4022-81a0-302993d4ce02'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:03:42.168452 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-cc41ec3a-7f94-4f94-9a5a-95fdd135fb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:03:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['04ea9e91-19dc-4022-81a0-302993d4ce02'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:03:42.232261 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d80bb-2fda-42c5-9c3d-499657da22f0 req-1f9108cf-1e96-400e-a0cc-3107779f3080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:03:42.233731 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3b9d80bb-2fda-42c5-9c3d-499657da22f0 req-1f9108cf-1e96-400e-a0cc-3107779f3080 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ba7d2e6f-9127-4287-baed-d6eb055d4ff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674169 Feb 01 05:03:42.343182 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-cc41ec3a-7f94-4f94-9a5a-95fdd135fb5b None None] Set router 04ea9e91-19dc-4022-81a0-302993d4ce02 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:03:42.364294 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3b9d80bb-2fda-42c5-9c3d-499657da22f0 req-a678d94f-9dbe-4c90-9608-36724090f559 service neutron] 10.222.0.18 "GET /v2.0/networks/ba7d2e6f-9127-4287-baed-d6eb055d4ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237967 Feb 01 05:03:42.497521 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3b9d80bb-2fda-42c5-9c3d-499657da22f0 req-61c760a8-2111-44ce-a022-4cb551739c38 service neutron] 10.222.0.18 "GET /v2.0/networks/ba7d2e6f-9127-4287-baed-d6eb055d4ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279130 Feb 01 05:03:42.681581 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-cc41ec3a-7f94-4f94-9a5a-95fdd135fb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04ea9e91-19dc-4022-81a0-302993d4ce02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1389409769', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.233'}], 'enable_snat': True}, 'gw_port_id': '63a47954-1781-4a31-af8f-6b365d616c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:03:22Z', 'updated_at': '2022-02-01T05:03:27Z', 'revision_number': 4, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'gw_port': {'id': '63a47954-1781-4a31-af8f-6b365d616c76', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ea9e91-19dc-4022-81a0-302993d4ce02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:03:23Z', 'updated_at': '2022-02-01T05:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': 'db0ea9ae-4ede-44d2-9570-e4b2f58ecadc', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'floating_ip_address': '172.26.8.158', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '04ea9e91-19dc-4022-81a0-302993d4ce02', 'port_id': '8c33fef8-4abf-4b95-8253-6ebf0e5d8697', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba7d2e6f-9127-4287-baed-d6eb055d4ff1', 'mac_address': 'fa:16:3e:6b:38:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3beb1a-d5dc-49e3-8ab2-5caa6d464f89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T05:03:40Z', 'updated_at': '2022-02-01T05:03:40Z', 'revision_number': 0, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a10cc55-4ad5-48fc-842c-dcecd3b25eca', 'name': '', 'network_id': 'ba7d2e6f-9127-4287-baed-d6eb055d4ff1', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'mac_address': 'fa:16:3e:a8:c7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ea9e91-19dc-4022-81a0-302993d4ce02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '6830641f-8753-4bba-a53b-f6b81d27879a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:03:26Z', 'updated_at': '2022-02-01T05:03:32Z', 'revision_number': 5, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'subnets': [{'id': '6830641f-8753-4bba-a53b-f6b81d27879a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:03:42.685336 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc41ec3a-7f94-4f94-9a5a-95fdd135fb5b None None] The sync data for ids ['04ea9e91-19dc-4022-81a0-302993d4ce02'] in dv-neutron-826830-1-hyperv is: [{'id': '04ea9e91-19dc-4022-81a0-302993d4ce02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1389409769', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.233'}], 'enable_snat': True}, 'gw_port_id': '63a47954-1781-4a31-af8f-6b365d616c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:03:22Z', 'updated_at': '2022-02-01T05:03:27Z', 'revision_number': 4, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'gw_port': {'id': '63a47954-1781-4a31-af8f-6b365d616c76', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ea9e91-19dc-4022-81a0-302993d4ce02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:03:23Z', 'updated_at': '2022-02-01T05:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': 'db0ea9ae-4ede-44d2-9570-e4b2f58ecadc', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'floating_ip_address': '172.26.8.158', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '04ea9e91-19dc-4022-81a0-302993d4ce02', 'port_id': '8c33fef8-4abf-4b95-8253-6ebf0e5d8697', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba7d2e6f-9127-4287-baed-d6eb055d4ff1', 'mac_address': 'fa:16:3e:6b:38:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3beb1a-d5dc-49e3-8ab2-5caa6d464f89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T05:03:40Z', 'updated_at': '2022-02-01T05:03:40Z', 'revision_number': 0, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a10cc55-4ad5-48fc-842c-dcecd3b25eca', 'name': '', 'network_id': 'ba7d2e6f-9127-4287-baed-d6eb055d4ff1', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'mac_address': 'fa:16:3e:a8:c7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ea9e91-19dc-4022-81a0-302993d4ce02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '6830641f-8753-4bba-a53b-f6b81d27879a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:03:26Z', 'updated_at': '2022-02-01T05:03:32Z', 'revision_number': 5, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'subnets': [{'id': '6830641f-8753-4bba-a53b-f6b81d27879a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 05:03:42.888309 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869b0d78-33ec-4064-bec3-96ac13954dd5 None None] New status for floating IP db0ea9ae-4ede-44d2-9570-e4b2f58ecadc: ACTIVE {{(pid=87638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 01 05:03:43.133698 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 48882) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:03:43.242596 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-696b715b-0a45-409b-b147-9086d1aa407d tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/floatingips/db0ea9ae-4ede-44d2-9570-e4b2f58ecadc HTTP/1.1" status: 200 len: 994 time: 0.1077595 Feb 01 05:03:45.224518 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:04:02.003841 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0aa6375a-c246-4054-9c04-533be6773ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:04:04.287932 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8ec5123c-4f47-47b2-94cc-e49e6c0c81ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:04:05.434369 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:04:05.567689 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:04:07.096978 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:04:10.229576 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d624f428-d343-4898-9c7d-4f0315eba75e req-3e3f9e9f-efa9-4123-adbc-3ee76bf47272 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:04:10.230898 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d624f428-d343-4898-9c7d-4f0315eba75e req-3e3f9e9f-efa9-4123-adbc-3ee76bf47272 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed3beb1a-d5dc-49e3-8ab2-5caa6d464f89 HTTP/1.1" status: 200 len: 946 time: 0.1045005 Feb 01 05:04:10.232762 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e98b4e-911d-49f0-9fb8-7f651972acc8 req-96b9ee16-5da8-49bd-bb98-b8458d8b4ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:04:10.234061 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e5e98b4e-911d-49f0-9fb8-7f651972acc8 req-96b9ee16-5da8-49bd-bb98-b8458d8b4ce9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=be8a84b33cca4eaaad3d62abfe42a968&device_id=ed3beb1a-d5dc-49e3-8ab2-5caa6d464f89 HTTP/1.1" status: 200 len: 1099 time: 0.1409712 Feb 01 05:04:10.353646 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d624f428-d343-4898-9c7d-4f0315eba75e req-23374a51-a849-4c38-b469-dfdb6cca88bc tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=1037840c-8a1f-4631-8752-8eb923ecb203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170313 Feb 01 05:04:10.395747 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e98b4e-911d-49f0-9fb8-7f651972acc8 req-af289746-176a-4856-8c48-d7e8ecc20fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:04:10.397134 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e5e98b4e-911d-49f0-9fb8-7f651972acc8 req-af289746-176a-4856-8c48-d7e8ecc20fd7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ba7d2e6f-9127-4287-baed-d6eb055d4ff1 HTTP/1.1" status: 200 len: 896 time: 0.1475697 Feb 01 05:04:10.600203 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e5e98b4e-911d-49f0-9fb8-7f651972acc8 req-46ceabe1-b55f-4a0a-949a-14f58bc2832d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c33fef8-4abf-4b95-8253-6ebf0e5d8697 HTTP/1.1" status: 200 len: 1002 time: 0.1967947 Feb 01 05:04:10.660659 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e98b4e-911d-49f0-9fb8-7f651972acc8 req-6b6dc44c-f74a-4e60-9e3f-a58fd439da6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:04:10.662030 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e5e98b4e-911d-49f0-9fb8-7f651972acc8 req-6b6dc44c-f74a-4e60-9e3f-a58fd439da6c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6830641f-8753-4bba-a53b-f6b81d27879a HTTP/1.1" status: 200 len: 835 time: 0.0553143 Feb 01 05:04:10.733566 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e98b4e-911d-49f0-9fb8-7f651972acc8 req-a05ea78f-ade5-49ef-860a-de56d234afdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:04:10.734973 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e5e98b4e-911d-49f0-9fb8-7f651972acc8 req-a05ea78f-ade5-49ef-860a-de56d234afdb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ba7d2e6f-9127-4287-baed-d6eb055d4ff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667067 Feb 01 05:04:10.865024 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e5e98b4e-911d-49f0-9fb8-7f651972acc8 req-7053df19-e97d-4bf7-b3ab-e64d5b3279c2 service neutron] 10.222.0.18 "GET /v2.0/networks/ba7d2e6f-9127-4287-baed-d6eb055d4ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225207 Feb 01 05:04:10.992123 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e5e98b4e-911d-49f0-9fb8-7f651972acc8 req-7578a653-60a8-4af1-9875-f42b82125a91 service neutron] 10.222.0.18 "GET /v2.0/networks/ba7d2e6f-9127-4287-baed-d6eb055d4ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216545 Feb 01 05:04:11.543847 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc5463e-4bf5-4832-8f12-1fbe53555ad9 req-c23eb708-2c15-45ed-b7d8-4a80b6e7ff36 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:04:11.545287 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-3dc5463e-4bf5-4832-8f12-1fbe53555ad9 req-c23eb708-2c15-45ed-b7d8-4a80b6e7ff36 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed3beb1a-d5dc-49e3-8ab2-5caa6d464f89 HTTP/1.1" status: 200 len: 946 time: 0.0856512 Feb 01 05:04:11.588339 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-3dc5463e-4bf5-4832-8f12-1fbe53555ad9 req-ecc512f6-e2e1-4119-b53c-280116a3dc9c tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=1037840c-8a1f-4631-8752-8eb923ecb203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368972 Feb 01 05:04:12.363151 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 05:04:12.769660 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ad849-24f4-47a7-afc5-2322bdd0ad75 req-a9532a98-4305-4016-96ed-b608b38c0f59 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:04:12.771116 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1e2ad849-24f4-47a7-afc5-2322bdd0ad75 req-a9532a98-4305-4016-96ed-b608b38c0f59 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed3beb1a-d5dc-49e3-8ab2-5caa6d464f89 HTTP/1.1" status: 200 len: 946 time: 0.0817919 Feb 01 05:04:12.812945 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1e2ad849-24f4-47a7-afc5-2322bdd0ad75 req-dad18c9a-cb7f-4ae3-8218-b1e7f29a5f9e tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=1037840c-8a1f-4631-8752-8eb923ecb203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362220 Feb 01 05:04:13.994996 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0e070a-ea88-4a4d-9319-3d340cbf05df req-2a45e3c9-cf05-4b27-abfa-1c649d6eb75e tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:04:13.996445 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-ee0e070a-ea88-4a4d-9319-3d340cbf05df req-2a45e3c9-cf05-4b27-abfa-1c649d6eb75e tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed3beb1a-d5dc-49e3-8ab2-5caa6d464f89 HTTP/1.1" status: 200 len: 946 time: 0.0807102 Feb 01 05:04:14.038286 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-ee0e070a-ea88-4a4d-9319-3d340cbf05df req-c9f540f5-e52a-49ff-89fd-0a0363a8a34d tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=1037840c-8a1f-4631-8752-8eb923ecb203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362601 Feb 01 05:04:15.216623 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d8bfa-10fa-4b76-a383-38bf97595787 req-d8ca5b74-8be6-4874-9ced-3b1f5af470a6 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:04:15.217952 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-be6d8bfa-10fa-4b76-a383-38bf97595787 req-d8ca5b74-8be6-4874-9ced-3b1f5af470a6 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed3beb1a-d5dc-49e3-8ab2-5caa6d464f89 HTTP/1.1" status: 200 len: 946 time: 0.0767260 Feb 01 05:04:15.239682 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:04:15.265572 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-be6d8bfa-10fa-4b76-a383-38bf97595787 req-49853e5c-889d-434b-91cf-c304cab92a30 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=1037840c-8a1f-4631-8752-8eb923ecb203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406845 Feb 01 05:04:16.449314 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7927ac9a-59ce-4efb-9c7d-c602f3209b8c req-30b3f209-93ea-4665-9845-b021c2a40885 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:04:16.450698 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-7927ac9a-59ce-4efb-9c7d-c602f3209b8c req-30b3f209-93ea-4665-9845-b021c2a40885 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed3beb1a-d5dc-49e3-8ab2-5caa6d464f89 HTTP/1.1" status: 200 len: 946 time: 0.0776174 Feb 01 05:04:16.493497 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-7927ac9a-59ce-4efb-9c7d-c602f3209b8c req-930542d5-75cf-439d-a63e-bc8d19917e0a tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=1037840c-8a1f-4631-8752-8eb923ecb203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373406 Feb 01 05:04:17.678308 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d41a2-0bae-4816-89d2-ee48267f4f22 req-8a986e66-02a1-45c3-9252-5474c54059ae tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:04:17.679766 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-503d41a2-0bae-4816-89d2-ee48267f4f22 req-8a986e66-02a1-45c3-9252-5474c54059ae tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed3beb1a-d5dc-49e3-8ab2-5caa6d464f89 HTTP/1.1" status: 200 len: 946 time: 0.0771458 Feb 01 05:04:17.724127 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-503d41a2-0bae-4816-89d2-ee48267f4f22 req-f3d8acec-27b2-45c9-be4b-918d5afc67ca tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=1037840c-8a1f-4631-8752-8eb923ecb203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387855 Feb 01 05:04:18.906603 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c5f9bf-4776-4ee9-b93e-364332d82a42 req-6c4fefeb-6502-4acf-887f-bebbe4b15fa9 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:04:18.908067 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-40c5f9bf-4776-4ee9-b93e-364332d82a42 req-6c4fefeb-6502-4acf-887f-bebbe4b15fa9 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed3beb1a-d5dc-49e3-8ab2-5caa6d464f89 HTTP/1.1" status: 200 len: 946 time: 0.0817919 Feb 01 05:04:18.951408 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-40c5f9bf-4776-4ee9-b93e-364332d82a42 req-d327ac84-54d0-460f-be60-84cb23864eda tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=1037840c-8a1f-4631-8752-8eb923ecb203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377979 Feb 01 05:04:20.133664 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e6f95-a84b-4214-8d5e-0f742151d914 req-be0a945f-5e46-421e-ac7a-e8707fd66fdf tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:04:20.135005 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c27e6f95-a84b-4214-8d5e-0f742151d914 req-be0a945f-5e46-421e-ac7a-e8707fd66fdf tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed3beb1a-d5dc-49e3-8ab2-5caa6d464f89 HTTP/1.1" status: 200 len: 946 time: 0.0808525 Feb 01 05:04:20.177850 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c27e6f95-a84b-4214-8d5e-0f742151d914 req-09069a1f-e1b7-4605-8bbc-30c7ead63058 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=1037840c-8a1f-4631-8752-8eb923ecb203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373058 Feb 01 05:04:21.355929 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b070d9-cc7a-46b0-a0ac-1f4255f50c46 req-7def4e9a-8568-405d-9d4b-12b2c164cda1 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:04:21.357364 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-36b070d9-cc7a-46b0-a0ac-1f4255f50c46 req-7def4e9a-8568-405d-9d4b-12b2c164cda1 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed3beb1a-d5dc-49e3-8ab2-5caa6d464f89 HTTP/1.1" status: 200 len: 946 time: 0.0782642 Feb 01 05:04:21.400449 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-36b070d9-cc7a-46b0-a0ac-1f4255f50c46 req-c68896d0-2733-41dc-8dbe-7603c3f958e9 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=1037840c-8a1f-4631-8752-8eb923ecb203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375142 Feb 01 05:04:22.581571 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3097092-d9de-4816-8b78-637aa9f15cd2 req-ce500cc9-e389-4598-bf9c-084e9cf0ac9b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:04:22.583011 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a3097092-d9de-4816-8b78-637aa9f15cd2 req-ce500cc9-e389-4598-bf9c-084e9cf0ac9b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed3beb1a-d5dc-49e3-8ab2-5caa6d464f89 HTTP/1.1" status: 200 len: 946 time: 0.0812817 Feb 01 05:04:22.629451 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a3097092-d9de-4816-8b78-637aa9f15cd2 req-f555cc9b-e915-4f65-ac8d-b248f24a9fa6 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=1037840c-8a1f-4631-8752-8eb923ecb203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383949 Feb 01 05:04:22.651991 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 48918) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:04:22.754771 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-86e063b7-9f72-474b-a8f0-a241395fb446 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/floatingips/db0ea9ae-4ede-44d2-9570-e4b2f58ecadc HTTP/1.1" status: 200 len: 994 time: 0.1009965 Feb 01 05:04:32.005882 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bfe5ccbb-585f-4a21-b705-51de8d260339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:04:34.289099 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d5baf371-51e0-4f54-91ca-a82f4a0084b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:04:35.436918 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:04:35.570427 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:04:36.118549 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-150e1ca5-a7e8-4d5b-a360-d89de8c3e28c req-85b76498-9242-4975-8af9-0743a12686d7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ed3beb1a-d5dc-49e3-8ab2-5caa6d464f89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0716138 Feb 01 05:04:36.281842 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e1ca5-a7e8-4d5b-a360-d89de8c3e28c req-6eccbd1c-53b6-4069-a1cb-c4c711625294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:04:36.283307 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-150e1ca5-a7e8-4d5b-a360-d89de8c3e28c req-6eccbd1c-53b6-4069-a1cb-c4c711625294 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=be8a84b33cca4eaaad3d62abfe42a968&device_id=ed3beb1a-d5dc-49e3-8ab2-5caa6d464f89 HTTP/1.1" status: 200 len: 1099 time: 0.0683565 Feb 01 05:04:36.423915 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e1ca5-a7e8-4d5b-a360-d89de8c3e28c req-a879866f-f2b3-413a-996a-936318045512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:04:36.425310 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-150e1ca5-a7e8-4d5b-a360-d89de8c3e28c req-a879866f-f2b3-413a-996a-936318045512 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ba7d2e6f-9127-4287-baed-d6eb055d4ff1 HTTP/1.1" status: 200 len: 896 time: 0.1223710 Feb 01 05:04:36.525238 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-150e1ca5-a7e8-4d5b-a360-d89de8c3e28c req-8a528987-cbe2-4c65-a0c1-0237438a3aa6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c33fef8-4abf-4b95-8253-6ebf0e5d8697 HTTP/1.1" status: 200 len: 1002 time: 0.0935600 Feb 01 05:04:36.585767 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e1ca5-a7e8-4d5b-a360-d89de8c3e28c req-ee26c4c6-b6d8-4419-9105-26f1e881fb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:04:36.587168 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-150e1ca5-a7e8-4d5b-a360-d89de8c3e28c req-ee26c4c6-b6d8-4419-9105-26f1e881fb63 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6830641f-8753-4bba-a53b-f6b81d27879a HTTP/1.1" status: 200 len: 835 time: 0.0556316 Feb 01 05:04:36.762739 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e1ca5-a7e8-4d5b-a360-d89de8c3e28c req-c98ad319-8297-4af1-9935-ad117ebe0eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:04:36.764226 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-150e1ca5-a7e8-4d5b-a360-d89de8c3e28c req-c98ad319-8297-4af1-9935-ad117ebe0eac service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ba7d2e6f-9127-4287-baed-d6eb055d4ff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1712399 Feb 01 05:04:36.892722 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-150e1ca5-a7e8-4d5b-a360-d89de8c3e28c req-775d280d-e6e8-49de-b81b-02e426071dd4 service neutron] 10.222.0.18 "GET /v2.0/networks/ba7d2e6f-9127-4287-baed-d6eb055d4ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221905 Feb 01 05:04:37.019968 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-150e1ca5-a7e8-4d5b-a360-d89de8c3e28c req-4f5187a2-aa83-445d-94a4-a3bda53da968 service neutron] 10.222.0.18 "GET /v2.0/networks/ba7d2e6f-9127-4287-baed-d6eb055d4ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202679 Feb 01 05:04:37.101591 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:04:45.255417 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:04:49.332362 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 05:04:53.351680 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 48934) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:04:53.554933 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-90dc6fd6-5062-4145-a5c9-1f762cb24eb3 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Deleting port dae8f3b2-5b64-42ce-aa11-fd03589de77b {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 05:04:53.555311 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-90dc6fd6-5062-4145-a5c9-1f762cb24eb3 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:04:53.727833 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-90dc6fd6-5062-4145-a5c9-1f762cb24eb3 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:04:53.728086 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-90dc6fd6-5062-4145-a5c9-1f762cb24eb3 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:04:53.852073 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-90dc6fd6-5062-4145-a5c9-1f762cb24eb3 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Calling delete_port for dae8f3b2-5b64-42ce-aa11-fd03589de77b owned by network:floatingip {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 05:04:54.012503 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-90dc6fd6-5062-4145-a5c9-1f762cb24eb3 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:04:54.062292 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dc6fd6-5062-4145-a5c9-1f762cb24eb3 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event deleted for resources: {'Port': ['ID=dae8f3b2-5b64-42ce-aa11-fd03589de77b,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:04:54.098596 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dc6fd6-5062-4145-a5c9-1f762cb24eb3 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:04:54.098936 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dc6fd6-5062-4145-a5c9-1f762cb24eb3 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:04:54.099297 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dc6fd6-5062-4145-a5c9-1f762cb24eb3 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:04:54.099631 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dc6fd6-5062-4145-a5c9-1f762cb24eb3 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:04:54.099958 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dc6fd6-5062-4145-a5c9-1f762cb24eb3 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:04:54.100286 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dc6fd6-5062-4145-a5c9-1f762cb24eb3 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:04:54.100605 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dc6fd6-5062-4145-a5c9-1f762cb24eb3 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:04:54.100925 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dc6fd6-5062-4145-a5c9-1f762cb24eb3 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:04:54.101244 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dc6fd6-5062-4145-a5c9-1f762cb24eb3 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:04:54.101561 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dc6fd6-5062-4145-a5c9-1f762cb24eb3 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:04:54.101876 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dc6fd6-5062-4145-a5c9-1f762cb24eb3 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:04:54.102191 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dc6fd6-5062-4145-a5c9-1f762cb24eb3 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:04:54.164908 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-90dc6fd6-5062-4145-a5c9-1f762cb24eb3 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for floatingip, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:04:54.165241 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.l3_db [None req-90dc6fd6-5062-4145-a5c9-1f762cb24eb3 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Floating IP db0ea9ae-4ede-44d2-9570-e4b2f58ecadc disassociated (deleted). External IP: 172.26.8.158, port: 8c33fef8-4abf-4b95-8253-6ebf0e5d8697. Feb 01 05:04:54.615706 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90dc6fd6-5062-4145-a5c9-1f762cb24eb3 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Router 04ea9e91-19dc-4022-81a0-302993d4ce02 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 05:04:54.791759 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90dc6fd6-5062-4145-a5c9-1f762cb24eb3 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 05:04:54.801766 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7112b6c-e38c-4681-ae7d-0cf2ecab4858 None None] Sync routers for ids ['04ea9e91-19dc-4022-81a0-302993d4ce02'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 05:04:54.811885 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7112b6c-e38c-4681-ae7d-0cf2ecab4858 None None] Routers {'04ea9e91-19dc-4022-81a0-302993d4ce02'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:04:54.812494 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-b7112b6c-e38c-4681-ae7d-0cf2ecab4858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:04:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['04ea9e91-19dc-4022-81a0-302993d4ce02'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:04:54.813771 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-90dc6fd6-5062-4145-a5c9-1f762cb24eb3 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:04:54.873728 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-90dc6fd6-5062-4145-a5c9-1f762cb24eb3 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "DELETE /v2.0/floatingips/db0ea9ae-4ede-44d2-9570-e4b2f58ecadc HTTP/1.1" status: 204 len: 168 time: 1.5186589 Feb 01 05:04:54.873728 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed3beb1a-d5dc-49e3-8ab2-5caa6d464f89', 'tag': '8c33fef8-4abf-4b95-8253-6ebf0e5d8697'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 05:04:54.928017 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed3beb1a-d5dc-49e3-8ab2-5caa6d464f89', 'tag': '8c33fef8-4abf-4b95-8253-6ebf0e5d8697', 'status': 'completed', 'code': 200} Feb 01 05:04:54.992000 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-b7112b6c-e38c-4681-ae7d-0cf2ecab4858 None None] Set router 04ea9e91-19dc-4022-81a0-302993d4ce02 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:04:55.038106 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc33d9-6098-4900-aa2a-2646feeebdc6 req-14b99a8b-a2f4-4358-8d7f-1405b55d6f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:04:55.040234 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e8bc33d9-6098-4900-aa2a-2646feeebdc6 req-14b99a8b-a2f4-4358-8d7f-1405b55d6f1b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=be8a84b33cca4eaaad3d62abfe42a968&device_id=ed3beb1a-d5dc-49e3-8ab2-5caa6d464f89 HTTP/1.1" status: 200 len: 1099 time: 0.0711055 Feb 01 05:04:55.175374 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc33d9-6098-4900-aa2a-2646feeebdc6 req-1377217f-3d74-4fcf-a7cf-6ffcb541117e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:04:55.177837 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e8bc33d9-6098-4900-aa2a-2646feeebdc6 req-1377217f-3d74-4fcf-a7cf-6ffcb541117e service neutron] 10.222.0.18 "GET /v2.0/networks?id=ba7d2e6f-9127-4287-baed-d6eb055d4ff1 HTTP/1.1" status: 200 len: 896 time: 0.1318057 Feb 01 05:04:55.241404 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e03edde-de43-4f4a-a638-0e61243eaaeb req-2552ad43-5ef0-4d9e-b7b7-3def7aef3a56 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:04:55.242089 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-0e03edde-de43-4f4a-a638-0e61243eaaeb req-2552ad43-5ef0-4d9e-b7b7-3def7aef3a56 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Synchronizing usage tracker for tenant:be8a84b33cca4eaaad3d62abfe42a968 on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 05:04:55.252011 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e8bc33d9-6098-4900-aa2a-2646feeebdc6 req-f038d2c8-cc7b-4830-b125-08e148b8b6cc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c33fef8-4abf-4b95-8253-6ebf0e5d8697 HTTP/1.1" status: 200 len: 217 time: 0.0655880 Feb 01 05:04:55.257194 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-0e03edde-de43-4f4a-a638-0e61243eaaeb req-2552ad43-5ef0-4d9e-b7b7-3def7aef3a56 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Unset dirty status for tenant:be8a84b33cca4eaaad3d62abfe42a968 on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 05:04:55.258933 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-0e03edde-de43-4f4a-a638-0e61243eaaeb req-2552ad43-5ef0-4d9e-b7b7-3def7aef3a56 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed3beb1a-d5dc-49e3-8ab2-5caa6d464f89 HTTP/1.1" status: 200 len: 946 time: 0.0966780 Feb 01 05:04:55.309186 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-0e03edde-de43-4f4a-a638-0e61243eaaeb req-658f9830-245f-426e-a425-b1035b5bf88b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=1037840c-8a1f-4631-8752-8eb923ecb203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432761 Feb 01 05:04:55.318347 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc33d9-6098-4900-aa2a-2646feeebdc6 req-fce1f352-90d8-4394-b832-2946e5f903a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:04:55.319811 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e8bc33d9-6098-4900-aa2a-2646feeebdc6 req-fce1f352-90d8-4394-b832-2946e5f903a1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6830641f-8753-4bba-a53b-f6b81d27879a HTTP/1.1" status: 200 len: 835 time: 0.0607386 Feb 01 05:04:55.328789 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-b7112b6c-e38c-4681-ae7d-0cf2ecab4858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04ea9e91-19dc-4022-81a0-302993d4ce02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1389409769', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.233'}], 'enable_snat': True}, 'gw_port_id': '63a47954-1781-4a31-af8f-6b365d616c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:03:22Z', 'updated_at': '2022-02-01T05:03:27Z', 'revision_number': 4, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'gw_port': {'id': '63a47954-1781-4a31-af8f-6b365d616c76', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ea9e91-19dc-4022-81a0-302993d4ce02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:03:23Z', 'updated_at': '2022-02-01T05:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '8a10cc55-4ad5-48fc-842c-dcecd3b25eca', 'name': '', 'network_id': 'ba7d2e6f-9127-4287-baed-d6eb055d4ff1', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'mac_address': 'fa:16:3e:a8:c7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ea9e91-19dc-4022-81a0-302993d4ce02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '6830641f-8753-4bba-a53b-f6b81d27879a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:03:26Z', 'updated_at': '2022-02-01T05:03:32Z', 'revision_number': 5, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'subnets': [{'id': '6830641f-8753-4bba-a53b-f6b81d27879a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:04:55.332595 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7112b6c-e38c-4681-ae7d-0cf2ecab4858 None None] Checking router: 04ea9e91-19dc-4022-81a0-302993d4ce02 for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 05:04:55.340730 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7112b6c-e38c-4681-ae7d-0cf2ecab4858 None None] Routers {'04ea9e91-19dc-4022-81a0-302993d4ce02'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:04:55.341371 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-b7112b6c-e38c-4681-ae7d-0cf2ecab4858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:04:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['04ea9e91-19dc-4022-81a0-302993d4ce02'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:04:55.396415 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc33d9-6098-4900-aa2a-2646feeebdc6 req-a977b340-7c44-4d8f-a9ec-010add5648aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:04:55.397909 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e8bc33d9-6098-4900-aa2a-2646feeebdc6 req-a977b340-7c44-4d8f-a9ec-010add5648aa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ba7d2e6f-9127-4287-baed-d6eb055d4ff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718086 Feb 01 05:04:55.515506 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-b7112b6c-e38c-4681-ae7d-0cf2ecab4858 None None] Set router 04ea9e91-19dc-4022-81a0-302993d4ce02 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:04:55.527516 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e8bc33d9-6098-4900-aa2a-2646feeebdc6 req-46738ef2-bbbd-4879-ad34-de477778b301 service neutron] 10.222.0.18 "GET /v2.0/networks/ba7d2e6f-9127-4287-baed-d6eb055d4ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229608 Feb 01 05:04:55.664022 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e8bc33d9-6098-4900-aa2a-2646feeebdc6 req-e184f50e-d6cf-47e3-b376-bb234de9b2cf service neutron] 10.222.0.18 "GET /v2.0/networks/ba7d2e6f-9127-4287-baed-d6eb055d4ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298132 Feb 01 05:04:55.829471 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-b7112b6c-e38c-4681-ae7d-0cf2ecab4858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04ea9e91-19dc-4022-81a0-302993d4ce02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1389409769', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.233'}], 'enable_snat': True}, 'gw_port_id': '63a47954-1781-4a31-af8f-6b365d616c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:03:22Z', 'updated_at': '2022-02-01T05:03:27Z', 'revision_number': 4, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'gw_port': {'id': '63a47954-1781-4a31-af8f-6b365d616c76', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ea9e91-19dc-4022-81a0-302993d4ce02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:03:23Z', 'updated_at': '2022-02-01T05:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '8a10cc55-4ad5-48fc-842c-dcecd3b25eca', 'name': '', 'network_id': 'ba7d2e6f-9127-4287-baed-d6eb055d4ff1', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'mac_address': 'fa:16:3e:a8:c7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ea9e91-19dc-4022-81a0-302993d4ce02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '6830641f-8753-4bba-a53b-f6b81d27879a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:03:26Z', 'updated_at': '2022-02-01T05:03:32Z', 'revision_number': 5, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'subnets': [{'id': '6830641f-8753-4bba-a53b-f6b81d27879a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:04:55.833869 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7112b6c-e38c-4681-ae7d-0cf2ecab4858 None None] The sync data for ids ['04ea9e91-19dc-4022-81a0-302993d4ce02'] in dv-neutron-826830-1-hyperv is: [{'id': '04ea9e91-19dc-4022-81a0-302993d4ce02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1389409769', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.233'}], 'enable_snat': True}, 'gw_port_id': '63a47954-1781-4a31-af8f-6b365d616c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:03:22Z', 'updated_at': '2022-02-01T05:03:27Z', 'revision_number': 4, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'gw_port': {'id': '63a47954-1781-4a31-af8f-6b365d616c76', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ea9e91-19dc-4022-81a0-302993d4ce02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:03:23Z', 'updated_at': '2022-02-01T05:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '8a10cc55-4ad5-48fc-842c-dcecd3b25eca', 'name': '', 'network_id': 'ba7d2e6f-9127-4287-baed-d6eb055d4ff1', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'mac_address': 'fa:16:3e:a8:c7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ea9e91-19dc-4022-81a0-302993d4ce02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '6830641f-8753-4bba-a53b-f6b81d27879a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:03:26Z', 'updated_at': '2022-02-01T05:03:32Z', 'revision_number': 5, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'subnets': [{'id': '6830641f-8753-4bba-a53b-f6b81d27879a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 05:04:56.064092 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fab34f-d374-4bf6-93b0-35c368f836e3 None None] New status for floating IP db0ea9ae-4ede-44d2-9570-e4b2f58ecadc: DOWN {{(pid=87638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 01 05:04:56.490041 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8563fb1c-f1f6-4db7-85b1-46ddc4c63fd7 req-29bd939d-0e6c-427e-b8ac-42b5b8c1cdbb tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:04:56.491464 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8563fb1c-f1f6-4db7-85b1-46ddc4c63fd7 req-29bd939d-0e6c-427e-b8ac-42b5b8c1cdbb tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed3beb1a-d5dc-49e3-8ab2-5caa6d464f89 HTTP/1.1" status: 200 len: 946 time: 0.0781732 Feb 01 05:04:56.538925 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8563fb1c-f1f6-4db7-85b1-46ddc4c63fd7 req-8f2875e5-7f48-4c5a-8577-04066f1e31df tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=1037840c-8a1f-4631-8752-8eb923ecb203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416818 Feb 01 05:04:56.824928 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9810c2-23c6-4b7f-8e7c-d9b30f9aa570 req-c405d28d-c633-4cc7-bb50-2f4b1b0b34d5 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:04:56.826318 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bd9810c2-23c6-4b7f-8e7c-d9b30f9aa570 req-c405d28d-c633-4cc7-bb50-2f4b1b0b34d5 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed3beb1a-d5dc-49e3-8ab2-5caa6d464f89 HTTP/1.1" status: 200 len: 946 time: 0.0765288 Feb 01 05:04:56.896245 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-bd9810c2-23c6-4b7f-8e7c-d9b30f9aa570 req-f06dc8c6-a5fc-479b-b02f-eec4aa3e1330 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Deleting port 8c33fef8-4abf-4b95-8253-6ebf0e5d8697 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 05:04:56.896585 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-bd9810c2-23c6-4b7f-8e7c-d9b30f9aa570 req-f06dc8c6-a5fc-479b-b02f-eec4aa3e1330 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:04:57.134054 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-bd9810c2-23c6-4b7f-8e7c-d9b30f9aa570 req-f06dc8c6-a5fc-479b-b02f-eec4aa3e1330 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] For port 8c33fef8-4abf-4b95-8253-6ebf0e5d8697, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=8c33fef8-4abf-4b95-8253-6ebf0e5d8697,segment=NetworkSegment(0ee303cb-e541-4efb-88ed-210028bb63be),segment_id=0ee303cb-e541-4efb-88ed-210028bb63be)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:04:57.134322 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-bd9810c2-23c6-4b7f-8e7c-d9b30f9aa570 req-f06dc8c6-a5fc-479b-b02f-eec4aa3e1330 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:04:57.357117 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-bd9810c2-23c6-4b7f-8e7c-d9b30f9aa570 req-f06dc8c6-a5fc-479b-b02f-eec4aa3e1330 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Calling delete_port for 8c33fef8-4abf-4b95-8253-6ebf0e5d8697 owned by compute:nova {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 05:04:57.492979 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-bd9810c2-23c6-4b7f-8e7c-d9b30f9aa570 req-f06dc8c6-a5fc-479b-b02f-eec4aa3e1330 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:04:57.544729 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06dc8c6-a5fc-479b-b02f-eec4aa3e1330 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event deleted for resources: {'Port': ['ID=8c33fef8-4abf-4b95-8253-6ebf0e5d8697,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:04:57.586822 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06dc8c6-a5fc-479b-b02f-eec4aa3e1330 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:04:57.587204 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06dc8c6-a5fc-479b-b02f-eec4aa3e1330 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:04:57.587552 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06dc8c6-a5fc-479b-b02f-eec4aa3e1330 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:04:57.587888 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06dc8c6-a5fc-479b-b02f-eec4aa3e1330 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:04:57.588219 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06dc8c6-a5fc-479b-b02f-eec4aa3e1330 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:04:57.588556 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06dc8c6-a5fc-479b-b02f-eec4aa3e1330 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:04:57.588882 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06dc8c6-a5fc-479b-b02f-eec4aa3e1330 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:04:57.589206 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06dc8c6-a5fc-479b-b02f-eec4aa3e1330 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:04:57.589535 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06dc8c6-a5fc-479b-b02f-eec4aa3e1330 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:04:57.589856 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06dc8c6-a5fc-479b-b02f-eec4aa3e1330 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:04:57.590227 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06dc8c6-a5fc-479b-b02f-eec4aa3e1330 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:04:57.590550 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06dc8c6-a5fc-479b-b02f-eec4aa3e1330 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:04:57.630721 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd9810c2-23c6-4b7f-8e7c-d9b30f9aa570 req-f06dc8c6-a5fc-479b-b02f-eec4aa3e1330 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] No DVR routers for this DVR port 8c33fef8-4abf-4b95-8253-6ebf0e5d8697 on host hv-neutron-8268 {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 05:04:57.633205 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-bd9810c2-23c6-4b7f-8e7c-d9b30f9aa570 req-f06dc8c6-a5fc-479b-b02f-eec4aa3e1330 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:04:57.635799 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed3beb1a-d5dc-49e3-8ab2-5caa6d464f89', 'name': 'network-vif-deleted', 'tag': '8c33fef8-4abf-4b95-8253-6ebf0e5d8697'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 05:04:57.652321 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bd9810c2-23c6-4b7f-8e7c-d9b30f9aa570 req-f06dc8c6-a5fc-479b-b02f-eec4aa3e1330 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.18 "DELETE /v2.0/ports/8c33fef8-4abf-4b95-8253-6ebf0e5d8697 HTTP/1.1" status: 204 len: 173 time: 0.8208320 Feb 01 05:04:57.684738 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed3beb1a-d5dc-49e3-8ab2-5caa6d464f89', 'name': 'network-vif-deleted', 'tag': '8c33fef8-4abf-4b95-8253-6ebf0e5d8697', 'status': 'completed', 'code': 200} Feb 01 05:04:57.699181 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-a8348c67-883a-4f18-9467-9655b70e1e9a req-39250476-f73e-45b0-b3c5-c36cb459d64b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed3beb1a-d5dc-49e3-8ab2-5caa6d464f89 HTTP/1.1" status: 200 len: 210 time: 0.0468571 Feb 01 05:04:58.795919 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 48952) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:04:59.336259 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-164c13d6-4b23-443d-a771-6d8998575b77 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-371968'] for router_interface, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:04:59.785426 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-164c13d6-4b23-443d-a771-6d8998575b77 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Deleting port 8a10cc55-4ad5-48fc-842c-dcecd3b25eca {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 05:04:59.785786 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-164c13d6-4b23-443d-a771-6d8998575b77 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:04:59.967092 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-164c13d6-4b23-443d-a771-6d8998575b77 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] For port 8a10cc55-4ad5-48fc-842c-dcecd3b25eca, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=8a10cc55-4ad5-48fc-842c-dcecd3b25eca,segment=NetworkSegment(0ee303cb-e541-4efb-88ed-210028bb63be),segment_id=0ee303cb-e541-4efb-88ed-210028bb63be)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:04:59.967701 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-164c13d6-4b23-443d-a771-6d8998575b77 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:00.092315 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-164c13d6-4b23-443d-a771-6d8998575b77 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Calling delete_port for 8a10cc55-4ad5-48fc-842c-dcecd3b25eca owned by network:router_interface {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 05:05:00.271357 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-164c13d6-4b23-443d-a771-6d8998575b77 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:00.320365 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164c13d6-4b23-443d-a771-6d8998575b77 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event deleted for resources: {'Port': ['ID=8a10cc55-4ad5-48fc-842c-dcecd3b25eca,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:05:00.588005 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-164c13d6-4b23-443d-a771-6d8998575b77 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770960'] for router_interface, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:00.941223 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-164c13d6-4b23-443d-a771-6d8998575b77 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Router 04ea9e91-19dc-4022-81a0-302993d4ce02 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 05:05:01.216416 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-164c13d6-4b23-443d-a771-6d8998575b77 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 05:05:01.225574 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df9765f-58ad-4ec6-95ca-9d488e3b3064 None None] Sync routers for ids ['04ea9e91-19dc-4022-81a0-302993d4ce02'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 05:05:01.229803 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-164c13d6-4b23-443d-a771-6d8998575b77 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "PUT /v2.0/routers/04ea9e91-19dc-4022-81a0-302993d4ce02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4328451 Feb 01 05:05:01.232593 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 48958) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:05:01.244331 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df9765f-58ad-4ec6-95ca-9d488e3b3064 None None] Routers {'04ea9e91-19dc-4022-81a0-302993d4ce02'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:05:01.244947 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-1df9765f-58ad-4ec6-95ca-9d488e3b3064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:04:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['04ea9e91-19dc-4022-81a0-302993d4ce02'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:05:01.300706 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e242748-8dae-41a6-89a1-f9789a3c5298 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Deleting subnet 6830641f-8753-4bba-a53b-f6b81d27879a {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 05:05:01.303745 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6e242748-8dae-41a6-89a1-f9789a3c5298 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:01.357267 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6e242748-8dae-41a6-89a1-f9789a3c5298 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145757'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:01.425120 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-1df9765f-58ad-4ec6-95ca-9d488e3b3064 None None] Set router 04ea9e91-19dc-4022-81a0-302993d4ce02 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:05:01.441409 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6e242748-8dae-41a6-89a1-f9789a3c5298 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:01.480398 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 8c33fef8-4abf-4b95-8253-6ebf0e5d8697 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 05:05:01.516339 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] No Port match for: 8c33fef8-4abf-4b95-8253-6ebf0e5d8697 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 05:05:01.516720 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6e242748-8dae-41a6-89a1-f9789a3c5298 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3072169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2652276'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:01.517181 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 8c33fef8-4abf-4b95-8253-6ebf0e5d8697 not bound to the agent host hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 05:05:01.556754 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e242748-8dae-41a6-89a1-f9789a3c5298 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event deleted for resources: {'Subnet': ['ID=6830641f-8753-4bba-a53b-f6b81d27879a,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:05:01.558706 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6e242748-8dae-41a6-89a1-f9789a3c5298 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:01.566259 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-6e242748-8dae-41a6-89a1-f9789a3c5298 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "DELETE /v2.0/subnets/6830641f-8753-4bba-a53b-f6b81d27879a HTTP/1.1" status: 204 len: 168 time: 0.3325846 Feb 01 05:05:01.568383 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 48962) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:05:01.568759 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9014f5e-7189-4bfb-8fba-fd16ba77235a None None] Network ba7d2e6f-9127-4287-baed-d6eb055d4ff1 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 05:05:01.740977 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-1df9765f-58ad-4ec6-95ca-9d488e3b3064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04ea9e91-19dc-4022-81a0-302993d4ce02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1389409769', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.233'}], 'enable_snat': True}, 'gw_port_id': '63a47954-1781-4a31-af8f-6b365d616c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:03:22Z', 'updated_at': '2022-02-01T05:05:00Z', 'revision_number': 5, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'gw_port': {'id': '63a47954-1781-4a31-af8f-6b365d616c76', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ea9e91-19dc-4022-81a0-302993d4ce02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:03:23Z', 'updated_at': '2022-02-01T05:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:05:01.744758 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df9765f-58ad-4ec6-95ca-9d488e3b3064 None None] Checking router: 04ea9e91-19dc-4022-81a0-302993d4ce02 for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 05:05:01.753683 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df9765f-58ad-4ec6-95ca-9d488e3b3064 None None] Routers {'04ea9e91-19dc-4022-81a0-302993d4ce02'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:05:01.754301 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-1df9765f-58ad-4ec6-95ca-9d488e3b3064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:04:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['04ea9e91-19dc-4022-81a0-302993d4ce02'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:05:01.757864 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7b4efc5b-fc72-4af6-8041-23acea25d4be tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for router, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:01.830489 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71b0c79-4e67-492b-bec7-68c329d7ec4c None None] DHCP port deletion for ba7d2e6f-9127-4287-baed-d6eb055d4ff1 request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 05:05:01.834913 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-b71b0c79-4e67-492b-bec7-68c329d7ec4c None None] Deleting port ae45a5be-57dd-4ad0-84f6-a94a043d3a79 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 05:05:01.835409 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b71b0c79-4e67-492b-bec7-68c329d7ec4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:01.933804 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-1df9765f-58ad-4ec6-95ca-9d488e3b3064 None None] Set router 04ea9e91-19dc-4022-81a0-302993d4ce02 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:05:01.957713 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7b4efc5b-fc72-4af6-8041-23acea25d4be tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:01.967949 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-7b4efc5b-fc72-4af6-8041-23acea25d4be tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Deleting port 63a47954-1781-4a31-af8f-6b365d616c76 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 05:05:01.968618 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7b4efc5b-fc72-4af6-8041-23acea25d4be tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:02.083233 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-b71b0c79-4e67-492b-bec7-68c329d7ec4c None None] For port ae45a5be-57dd-4ad0-84f6-a94a043d3a79, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=ae45a5be-57dd-4ad0-84f6-a94a043d3a79,segment=NetworkSegment(0ee303cb-e541-4efb-88ed-210028bb63be),segment_id=0ee303cb-e541-4efb-88ed-210028bb63be)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:05:02.083524 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b71b0c79-4e67-492b-bec7-68c329d7ec4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:02.093918 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-40b179fe-3a17-463a-8c0c-81ec147f987f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:02.159575 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-7b4efc5b-fc72-4af6-8041-23acea25d4be tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] For port 63a47954-1781-4a31-af8f-6b365d616c76, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=63a47954-1781-4a31-af8f-6b365d616c76,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:05:02.160023 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7b4efc5b-fc72-4af6-8041-23acea25d4be tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:02.208499 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-b71b0c79-4e67-492b-bec7-68c329d7ec4c None None] Calling delete_port for ae45a5be-57dd-4ad0-84f6-a94a043d3a79 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 05:05:02.216067 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-1df9765f-58ad-4ec6-95ca-9d488e3b3064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04ea9e91-19dc-4022-81a0-302993d4ce02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1389409769', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.233'}], 'enable_snat': True}, 'gw_port_id': '63a47954-1781-4a31-af8f-6b365d616c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:03:22Z', 'updated_at': '2022-02-01T05:05:00Z', 'revision_number': 5, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'gw_port': {'id': '63a47954-1781-4a31-af8f-6b365d616c76', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ea9e91-19dc-4022-81a0-302993d4ce02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:03:23Z', 'updated_at': '2022-02-01T05:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:05:02.219992 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df9765f-58ad-4ec6-95ca-9d488e3b3064 None None] The sync data for ids ['04ea9e91-19dc-4022-81a0-302993d4ce02'] in dv-neutron-826830-1-hyperv is: [{'id': '04ea9e91-19dc-4022-81a0-302993d4ce02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1389409769', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.233'}], 'enable_snat': True}, 'gw_port_id': '63a47954-1781-4a31-af8f-6b365d616c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:03:22Z', 'updated_at': '2022-02-01T05:05:00Z', 'revision_number': 5, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'gw_port': {'id': '63a47954-1781-4a31-af8f-6b365d616c76', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ea9e91-19dc-4022-81a0-302993d4ce02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:03:23Z', 'updated_at': '2022-02-01T05:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 05:05:02.283806 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b71b0c79-4e67-492b-bec7-68c329d7ec4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:02.284625 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-7b4efc5b-fc72-4af6-8041-23acea25d4be tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Calling delete_port for 63a47954-1781-4a31-af8f-6b365d616c76 owned by network:router_gateway {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 05:05:02.326684 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71b0c79-4e67-492b-bec7-68c329d7ec4c None None] Pushing event deleted for resources: {'Port': ['ID=ae45a5be-57dd-4ad0-84f6-a94a043d3a79,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:05:02.336168 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71b0c79-4e67-492b-bec7-68c329d7ec4c None None] No DVR routers for this DVR port ae45a5be-57dd-4ad0-84f6-a94a043d3a79 on host dv-neutron-826830-1-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 05:05:02.338038 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71b0c79-4e67-492b-bec7-68c329d7ec4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:05:02.338376 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71b0c79-4e67-492b-bec7-68c329d7ec4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:05:02.338710 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71b0c79-4e67-492b-bec7-68c329d7ec4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:05:02.339043 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71b0c79-4e67-492b-bec7-68c329d7ec4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:05:02.339394 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71b0c79-4e67-492b-bec7-68c329d7ec4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:05:02.339723 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71b0c79-4e67-492b-bec7-68c329d7ec4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:05:02.340060 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71b0c79-4e67-492b-bec7-68c329d7ec4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:05:02.340377 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71b0c79-4e67-492b-bec7-68c329d7ec4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:05:02.340696 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71b0c79-4e67-492b-bec7-68c329d7ec4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:05:02.341015 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71b0c79-4e67-492b-bec7-68c329d7ec4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:05:02.341329 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71b0c79-4e67-492b-bec7-68c329d7ec4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:05:02.341640 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71b0c79-4e67-492b-bec7-68c329d7ec4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:05:02.451038 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7b4efc5b-fc72-4af6-8041-23acea25d4be tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:02.498968 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4efc5b-fc72-4af6-8041-23acea25d4be tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event deleted for resources: {'Port': ['ID=63a47954-1781-4a31-af8f-6b365d616c76,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:05:02.591893 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7b4efc5b-fc72-4af6-8041-23acea25d4be tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-774381'] for router_gateway, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:02.680377 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device ae45a5be-57dd-4ad0-84f6-a94a043d3a79 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 05:05:02.720752 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: ae45a5be-57dd-4ad0-84f6-a94a043d3a79 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 05:05:02.721100 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device ae45a5be-57dd-4ad0-84f6-a94a043d3a79 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 05:05:02.721525 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 8a10cc55-4ad5-48fc-842c-dcecd3b25eca no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 05:05:02.756057 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 8a10cc55-4ad5-48fc-842c-dcecd3b25eca {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 05:05:02.756400 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 8a10cc55-4ad5-48fc-842c-dcecd3b25eca not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 05:05:02.885287 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7b4efc5b-fc72-4af6-8041-23acea25d4be tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25968'] for router, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:02.887454 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7b4efc5b-fc72-4af6-8041-23acea25d4be tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:02.908556 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7b4efc5b-fc72-4af6-8041-23acea25d4be tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772958'] for router, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:02.909042 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b4efc5b-fc72-4af6-8041-23acea25d4be tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Fanout notify agent at l3_agent the message router_deleted on router 04ea9e91-19dc-4022-81a0-302993d4ce02 {{(pid=87637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 01 05:05:02.925072 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7b4efc5b-fc72-4af6-8041-23acea25d4be tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:02.926171 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-7b4efc5b-fc72-4af6-8041-23acea25d4be tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "DELETE /v2.0/routers/04ea9e91-19dc-4022-81a0-302993d4ce02 HTTP/1.1" status: 204 len: 168 time: 1.3563187 Feb 01 05:05:02.929496 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 48966) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:05:03.042917 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c5b2331c-a290-43f3-9293-4711657e5560 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:03.170535 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c5b2331c-a290-43f3-9293-4711657e5560 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:03.194915 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-c5b2331c-a290-43f3-9293-4711657e5560 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba7d2e6f-9127-4287-baed-d6eb055d4ff1']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:05:03.209736 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-c5b2331c-a290-43f3-9293-4711657e5560 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ee303cb-e541-4efb-88ed-210028bb63be') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:05:03.210031 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-c5b2331c-a290-43f3-9293-4711657e5560 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ee303cb-e541-4efb-88ed-210028bb63be') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:05:03.221115 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c5b2331c-a290-43f3-9293-4711657e5560 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:03.236727 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c5b2331c-a290-43f3-9293-4711657e5560 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:03.243285 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5b2331c-a290-43f3-9293-4711657e5560 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 05:05:03.243654 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c5b2331c-a290-43f3-9293-4711657e5560 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:03.257920 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 05:05:03.257920 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 05:05:03.257920 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 05:05:03.257920 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 05:05:03.257920 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 05:05:03.257920 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 05:05:03.257920 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 05:05:03.257920 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 05:05:03.257920 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 05:05:03.257920 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 05:05:03.257920 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 05:05:03.257920 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 05:05:03.257920 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 05:05:03.257920 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 05:05:03.257920 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 05:05:03.257920 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 05:05:03.257920 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 05:05:03.257920 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 05:05:03.257920 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 05:05:03.257920 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 05:05:03.257920 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 05:05:03.257920 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 05:05:03.257920 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 05:05:03.257920 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 05:05:03.257920 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 05:05:03.257920 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 05:05:03.257920 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 05:05:03.257920 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 05:05:03.257920 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 05:05:03.257920 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 05:05:03.257920 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 05:05:03.257920 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 05:05:03.333694 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c5b2331c-a290-43f3-9293-4711657e5560 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:03.338177 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c5b2331c-a290-43f3-9293-4711657e5560 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:03.369600 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b2331c-a290-43f3-9293-4711657e5560 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event deleted for resources: {'Network': ['ID=ba7d2e6f-9127-4287-baed-d6eb055d4ff1,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:05:03.378413 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-c5b2331c-a290-43f3-9293-4711657e5560 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "DELETE /v2.0/networks/ba7d2e6f-9127-4287-baed-d6eb055d4ff1 HTTP/1.1" status: 204 len: 168 time: 0.4477737 Feb 01 05:05:03.381246 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 48970) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:05:03.452958 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-87c9910e-6a64-473e-838d-5cdaa32fbc11 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:03.482143 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-87c9910e-6a64-473e-838d-5cdaa32fbc11 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:03.544772 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-87c9910e-6a64-473e-838d-5cdaa32fbc11 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:03.562501 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c9910e-6a64-473e-838d-5cdaa32fbc11 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1037840c-8a1f-4631-8752-8eb923ecb203,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:05:03.574225 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-87c9910e-6a64-473e-838d-5cdaa32fbc11 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:03.575376 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-87c9910e-6a64-473e-838d-5cdaa32fbc11 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "DELETE /v2.0/security-groups/1037840c-8a1f-4631-8752-8eb923ecb203 HTTP/1.1" status: 204 len: 168 time: 0.1913440 Feb 01 05:05:03.919294 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 48978) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:05:03.924570 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-e07b57a6-d3e8-4204-b0f4-d046db0005ea tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1689068822', 'description': 'tempest-secgroup-smoke-1689068822 description', 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:05:03.930553 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e07b57a6-d3e8-4204-b0f4-d046db0005ea tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:05:03.934640 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e07b57a6-d3e8-4204-b0f4-d046db0005ea tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Usage tracker for resource:security_group and tenant:be8a84b33cca4eaaad3d62abfe42a968 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:05:03.937491 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e07b57a6-d3e8-4204-b0f4-d046db0005ea tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:05:03.943213 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e07b57a6-d3e8-4204-b0f4-d046db0005ea tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:05:03.952648 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e07b57a6-d3e8-4204-b0f4-d046db0005ea tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:03.972321 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e07b57a6-d3e8-4204-b0f4-d046db0005ea tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:05:03.977415 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e07b57a6-d3e8-4204-b0f4-d046db0005ea tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Usage tracker for resource:security_group_rule and tenant:be8a84b33cca4eaaad3d62abfe42a968 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:05:03.980650 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e07b57a6-d3e8-4204-b0f4-d046db0005ea tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:05:03.987594 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e07b57a6-d3e8-4204-b0f4-d046db0005ea tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:05:04.057144 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e07b57a6-d3e8-4204-b0f4-d046db0005ea tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:04.060661 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e07b57a6-d3e8-4204-b0f4-d046db0005ea tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:04.109352 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07b57a6-d3e8-4204-b0f4-d046db0005ea tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a883504-dba8-499d-9bc7-1fa610def9cc,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:05:04.112166 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e07b57a6-d3e8-4204-b0f4-d046db0005ea tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:04.113593 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e07b57a6-d3e8-4204-b0f4-d046db0005ea tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1932826 Feb 01 05:05:04.116522 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 48982) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:05:04.121282 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-79e35459-370d-45e6-ab4d-8acf5419908f tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Request body: {'security_group_rule': {'security_group_id': '9a883504-dba8-499d-9bc7-1fa610def9cc', 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:05:04.127092 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-79e35459-370d-45e6-ab4d-8acf5419908f tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:05:04.131395 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-79e35459-370d-45e6-ab4d-8acf5419908f tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Usage tracker for resource:security_group_rule and tenant:be8a84b33cca4eaaad3d62abfe42a968 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:05:04.134207 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-79e35459-370d-45e6-ab4d-8acf5419908f tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:05:04.139771 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-79e35459-370d-45e6-ab4d-8acf5419908f tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:05:04.156194 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-79e35459-370d-45e6-ab4d-8acf5419908f tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:04.214493 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-79e35459-370d-45e6-ab4d-8acf5419908f tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:04.218035 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-79e35459-370d-45e6-ab4d-8acf5419908f tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:04.243213 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e35459-370d-45e6-ab4d-8acf5419908f tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3478fc73-97df-4737-8455-b256c6c6c7ce,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:05:04.251129 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-79e35459-370d-45e6-ab4d-8acf5419908f tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:04.252293 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-79e35459-370d-45e6-ab4d-8acf5419908f tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1348798 Feb 01 05:05:04.255618 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 48986) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:05:04.260947 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-b660b27c-3489-494a-84cc-8e23fd2eb467 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Request body: {'security_group_rule': {'security_group_id': '9a883504-dba8-499d-9bc7-1fa610def9cc', 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:05:04.266840 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-b660b27c-3489-494a-84cc-8e23fd2eb467 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:05:04.271329 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-b660b27c-3489-494a-84cc-8e23fd2eb467 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Usage tracker for resource:security_group_rule and tenant:be8a84b33cca4eaaad3d62abfe42a968 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:05:04.274186 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-b660b27c-3489-494a-84cc-8e23fd2eb467 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:05:04.279931 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-b660b27c-3489-494a-84cc-8e23fd2eb467 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:05:04.290854 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f0f1219a-ae5c-4f85-aa8e-5b01f5bf245d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:04.298497 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b660b27c-3489-494a-84cc-8e23fd2eb467 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:04.358550 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b660b27c-3489-494a-84cc-8e23fd2eb467 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:04.362440 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b660b27c-3489-494a-84cc-8e23fd2eb467 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:04.384957 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b660b27c-3489-494a-84cc-8e23fd2eb467 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b99ddd81-c603-46be-bdb3-e2f75c8d629e,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:05:04.393087 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b660b27c-3489-494a-84cc-8e23fd2eb467 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:04.394467 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-b660b27c-3489-494a-84cc-8e23fd2eb467 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1377802 Feb 01 05:05:04.398129 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 48990) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:05:04.402954 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-a3b54be8-f8ae-4a7f-b30d-48da19288d18 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Request body: {'security_group_rule': {'security_group_id': '9a883504-dba8-499d-9bc7-1fa610def9cc', 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:05:04.408712 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-a3b54be8-f8ae-4a7f-b30d-48da19288d18 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:05:04.412473 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-a3b54be8-f8ae-4a7f-b30d-48da19288d18 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Usage tracker for resource:security_group_rule and tenant:be8a84b33cca4eaaad3d62abfe42a968 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:05:04.415370 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-a3b54be8-f8ae-4a7f-b30d-48da19288d18 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:05:04.420934 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-a3b54be8-f8ae-4a7f-b30d-48da19288d18 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:05:04.437687 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a3b54be8-f8ae-4a7f-b30d-48da19288d18 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:04.497105 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a3b54be8-f8ae-4a7f-b30d-48da19288d18 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:04.500437 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a3b54be8-f8ae-4a7f-b30d-48da19288d18 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:04.523342 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b54be8-f8ae-4a7f-b30d-48da19288d18 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6459cf2-ccf8-46c8-b31c-520e42e55350,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:05:04.531283 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a3b54be8-f8ae-4a7f-b30d-48da19288d18 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:04.532447 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-a3b54be8-f8ae-4a7f-b30d-48da19288d18 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1334186 Feb 01 05:05:04.535269 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 48994) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:05:04.540184 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-aa688e7b-bdcb-4e0c-9ac3-8b8e4718300e tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Request body: {'security_group_rule': {'security_group_id': '9a883504-dba8-499d-9bc7-1fa610def9cc', 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:05:04.545977 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-aa688e7b-bdcb-4e0c-9ac3-8b8e4718300e tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:05:04.549882 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-aa688e7b-bdcb-4e0c-9ac3-8b8e4718300e tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Usage tracker for resource:security_group_rule and tenant:be8a84b33cca4eaaad3d62abfe42a968 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:05:04.553441 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-aa688e7b-bdcb-4e0c-9ac3-8b8e4718300e tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:05:04.559109 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-aa688e7b-bdcb-4e0c-9ac3-8b8e4718300e tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:05:04.567609 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 63a47954-1781-4a31-af8f-6b365d616c76 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 05:05:04.576162 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-aa688e7b-bdcb-4e0c-9ac3-8b8e4718300e tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:04.601050 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 63a47954-1781-4a31-af8f-6b365d616c76 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 05:05:04.601420 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 63a47954-1781-4a31-af8f-6b365d616c76 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 05:05:04.640850 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-aa688e7b-bdcb-4e0c-9ac3-8b8e4718300e tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:04.644104 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-aa688e7b-bdcb-4e0c-9ac3-8b8e4718300e tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:04.665837 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa688e7b-bdcb-4e0c-9ac3-8b8e4718300e tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0324f9d8-3f10-4bc8-849b-7dea55c53290,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:05:04.673718 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-aa688e7b-bdcb-4e0c-9ac3-8b8e4718300e tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:04.674867 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-aa688e7b-bdcb-4e0c-9ac3-8b8e4718300e tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1386862 Feb 01 05:05:04.678086 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 48998) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:05:04.682938 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-b6558a36-e3ef-4d7d-9c08-17d2de45796b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Request body: {'security_group_rule': {'security_group_id': '9a883504-dba8-499d-9bc7-1fa610def9cc', 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:05:04.688600 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-b6558a36-e3ef-4d7d-9c08-17d2de45796b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:05:04.693050 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-b6558a36-e3ef-4d7d-9c08-17d2de45796b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Usage tracker for resource:security_group_rule and tenant:be8a84b33cca4eaaad3d62abfe42a968 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:05:04.695883 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-b6558a36-e3ef-4d7d-9c08-17d2de45796b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:05:04.701660 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-b6558a36-e3ef-4d7d-9c08-17d2de45796b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:05:04.713332 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.securitygroups_db [None req-b6558a36-e3ef-4d7d-9c08-17d2de45796b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Project be8a84b33cca4eaaad3d62abfe42a968 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 01 05:05:04.719892 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b6558a36-e3ef-4d7d-9c08-17d2de45796b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:04.782120 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b6558a36-e3ef-4d7d-9c08-17d2de45796b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:04.785629 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b6558a36-e3ef-4d7d-9c08-17d2de45796b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:04.808271 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6558a36-e3ef-4d7d-9c08-17d2de45796b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e042ad5-e065-4eb3-bdbe-a3de655698bf,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:05:04.818194 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b6558a36-e3ef-4d7d-9c08-17d2de45796b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:04.819426 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-b6558a36-e3ef-4d7d-9c08-17d2de45796b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1404054 Feb 01 05:05:04.822051 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 49002) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:05:04.826888 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-976042a0-6f2a-48ac-a580-c39d2b456593 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Request body: {'security_group_rule': {'security_group_id': '9a883504-dba8-499d-9bc7-1fa610def9cc', 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:05:04.832673 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-976042a0-6f2a-48ac-a580-c39d2b456593 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:05:04.836454 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-976042a0-6f2a-48ac-a580-c39d2b456593 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Usage tracker for resource:security_group_rule and tenant:be8a84b33cca4eaaad3d62abfe42a968 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:05:04.839298 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-976042a0-6f2a-48ac-a580-c39d2b456593 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:05:04.844906 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-976042a0-6f2a-48ac-a580-c39d2b456593 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:05:04.855893 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.securitygroups_db [None req-976042a0-6f2a-48ac-a580-c39d2b456593 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Project be8a84b33cca4eaaad3d62abfe42a968 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 01 05:05:04.862594 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-976042a0-6f2a-48ac-a580-c39d2b456593 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:04.930330 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-976042a0-6f2a-48ac-a580-c39d2b456593 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:04.933849 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-976042a0-6f2a-48ac-a580-c39d2b456593 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:04.956299 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976042a0-6f2a-48ac-a580-c39d2b456593 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88755157-7711-4ba9-9c70-66596a69a109,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:05:04.964332 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-976042a0-6f2a-48ac-a580-c39d2b456593 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:04.965482 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-976042a0-6f2a-48ac-a580-c39d2b456593 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1425331 Feb 01 05:05:04.968323 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 49006) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:05:04.974098 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-7a165fab-e9da-40bb-94fb-f70f637d5ce2 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Request body: {'network': {'name': 'tempest-network-smoke--1974514449', 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'port_security_enabled': True}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:05:04.978783 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-7a165fab-e9da-40bb-94fb-f70f637d5ce2 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:05:04.987991 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-7a165fab-e9da-40bb-94fb-f70f637d5ce2 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Usage tracker for resource:network and tenant:be8a84b33cca4eaaad3d62abfe42a968 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:05:04.992121 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-7a165fab-e9da-40bb-94fb-f70f637d5ce2 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:05:04.998057 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-7a165fab-e9da-40bb-94fb-f70f637d5ce2 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:05:05.007432 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a165fab-e9da-40bb-94fb-f70f637d5ce2 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Made reservation on behalf of be8a84b33cca4eaaad3d62abfe42a968 for: {'network': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 05:05:05.010762 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7a165fab-e9da-40bb-94fb-f70f637d5ce2 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:05.037410 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a165fab-e9da-40bb-94fb-f70f637d5ce2 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=87637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 05:05:05.045828 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7a165fab-e9da-40bb-94fb-f70f637d5ce2 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:05.046194 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.segments_db [None req-7a165fab-e9da-40bb-94fb-f70f637d5ce2 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Added segment 0580f3dc-8a46-466f-b5c0-e429a7851933 of type vlan for network 627a7d5d-9f43-4b6c-9e1c-931e3be43354 Feb 01 05:05:05.071689 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7a165fab-e9da-40bb-94fb-f70f637d5ce2 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:05.099478 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7a165fab-e9da-40bb-94fb-f70f637d5ce2 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:05.104781 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a165fab-e9da-40bb-94fb-f70f637d5ce2 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:05:05.105356 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7a165fab-e9da-40bb-94fb-f70f637d5ce2 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:05.159889 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-7a165fab-e9da-40bb-94fb-f70f637d5ce2 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1905968 Feb 01 05:05:05.163243 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 49012) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:05:05.168451 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-9b79f92b-a584-4d1f-8b8f-eafe96075104 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-854188099', 'admin_state_up': True, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:05:05.175410 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-9b79f92b-a584-4d1f-8b8f-eafe96075104 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:05:05.179751 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-9b79f92b-a584-4d1f-8b8f-eafe96075104 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Usage tracker for resource:router and tenant:be8a84b33cca4eaaad3d62abfe42a968 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:05:05.182613 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-9b79f92b-a584-4d1f-8b8f-eafe96075104 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:05:05.188840 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-9b79f92b-a584-4d1f-8b8f-eafe96075104 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:05:05.198220 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9b79f92b-a584-4d1f-8b8f-eafe96075104 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25958'] for router, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:05.199211 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9b79f92b-a584-4d1f-8b8f-eafe96075104 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-372027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25961'] for router, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:05.215119 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9b79f92b-a584-4d1f-8b8f-eafe96075104 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:05.216185 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a165fab-e9da-40bb-94fb-f70f637d5ce2 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event updated for resources: {'Network': ['ID=627a7d5d-9f43-4b6c-9e1c-931e3be43354,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:05:05.227004 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 627a7d5d-9f43-4b6c-9e1c-931e3be43354 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 05:05:05.438138 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:05.481103 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9b79f92b-a584-4d1f-8b8f-eafe96075104 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:05.574693 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:05.872068 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9b79f92b-a584-4d1f-8b8f-eafe96075104 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for router_gateway, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:05.901617 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9b79f92b-a584-4d1f-8b8f-eafe96075104 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:06.033371 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-9b79f92b-a584-4d1f-8b8f-eafe96075104 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Allocated IP 172.26.8.75 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/7fcd714b-8969-4e0f-b1ab-0c50b86beb77) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 05:05:06.177485 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9b79f92b-a584-4d1f-8b8f-eafe96075104 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:06.205534 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9b79f92b-a584-4d1f-8b8f-eafe96075104 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:06.267057 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b79f92b-a584-4d1f-8b8f-eafe96075104 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 05:05:06.269866 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-9b79f92b-a584-4d1f-8b8f-eafe96075104 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 05:05:06.273779 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b79f92b-a584-4d1f-8b8f-eafe96075104 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 05:05:06.313175 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b79f92b-a584-4d1f-8b8f-eafe96075104 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event updated for resources: {'Port': ['ID=7fcd714b-8969-4e0f-b1ab-0c50b86beb77,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:05:06.677267 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9b79f92b-a584-4d1f-8b8f-eafe96075104 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for router_gateway, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:07.005004 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9b79f92b-a584-4d1f-8b8f-eafe96075104 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337'] for router, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:07.104446 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:07.311247 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b79f92b-a584-4d1f-8b8f-eafe96075104 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Router 76e238ea-3c46-4fe0-a9d1-1d136924acc3 is scheduled to L3 agent a3073304-82af-4a42-89af-bc532d6626bb with binding_index 1 {{(pid=87636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 01 05:05:07.486363 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b79f92b-a584-4d1f-8b8f-eafe96075104 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 05:05:07.497252 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207fc69a-32ea-4974-8db7-c5cb92e9cc7a None None] Sync routers for ids ['76e238ea-3c46-4fe0-a9d1-1d136924acc3'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 05:05:07.507206 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207fc69a-32ea-4974-8db7-c5cb92e9cc7a None None] Routers {'76e238ea-3c46-4fe0-a9d1-1d136924acc3'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:05:07.507826 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-207fc69a-32ea-4974-8db7-c5cb92e9cc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:05:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['76e238ea-3c46-4fe0-a9d1-1d136924acc3'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:05:07.513054 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9b79f92b-a584-4d1f-8b8f-eafe96075104 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:07.514270 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9b79f92b-a584-4d1f-8b8f-eafe96075104 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.3500471 Feb 01 05:05:07.517441 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 49016) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:05:07.555815 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2fa0999b-db6a-445c-81b6-735292544694 tempest-TestNetworkAdvancedServerOps-1994873880 tempest-TestNetworkAdvancedServerOps-1994873880-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=be8a84b33cca4eaaad3d62abfe42a968&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373394 Feb 01 05:05:07.558292 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 49020) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:05:07.685562 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02fd9d6-1455-4625-abaf-a3180d9c79e2 tempest-TestNetworkAdvancedServerOps-1994873880 tempest-TestNetworkAdvancedServerOps-1994873880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:05:07.686938 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a02fd9d6-1455-4625-abaf-a3180d9c79e2 tempest-TestNetworkAdvancedServerOps-1994873880 tempest-TestNetworkAdvancedServerOps-1994873880-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1277800 Feb 01 05:05:07.689862 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 49024) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:05:07.692450 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-207fc69a-32ea-4974-8db7-c5cb92e9cc7a None None] Set router 76e238ea-3c46-4fe0-a9d1-1d136924acc3 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:05:07.728921 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-207e461c-9ee9-48f2-b01e-83cd13c6325c tempest-TestNetworkAdvancedServerOps-1994873880 tempest-TestNetworkAdvancedServerOps-1994873880-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=bdef128a-46b3-4cca-a245-48d1eb781269&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377831 Feb 01 05:05:07.731180 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 49028) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:05:07.736254 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-eed9f472-6a1e-4484-8845-ebbf7668dfe7 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1090282298', 'network_id': '627a7d5d-9f43-4b6c-9e1c-931e3be43354', 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:05:07.844321 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-eed9f472-6a1e-4484-8845-ebbf7668dfe7 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:05:07.848658 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-eed9f472-6a1e-4484-8845-ebbf7668dfe7 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Usage tracker for resource:subnet and tenant:be8a84b33cca4eaaad3d62abfe42a968 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:05:07.851444 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-eed9f472-6a1e-4484-8845-ebbf7668dfe7 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:05:07.857057 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-eed9f472-6a1e-4484-8845-ebbf7668dfe7 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:05:07.867693 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed9f472-6a1e-4484-8845-ebbf7668dfe7 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Made reservation on behalf of be8a84b33cca4eaaad3d62abfe42a968 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 05:05:07.871276 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-eed9f472-6a1e-4484-8845-ebbf7668dfe7 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:07.974294 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-207fc69a-32ea-4974-8db7-c5cb92e9cc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76e238ea-3c46-4fe0-a9d1-1d136924acc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-854188099', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.75'}], 'enable_snat': True}, 'gw_port_id': '7fcd714b-8969-4e0f-b1ab-0c50b86beb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:05:05Z', 'updated_at': '2022-02-01T05:05:06Z', 'revision_number': 3, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'gw_port': {'id': '7fcd714b-8969-4e0f-b1ab-0c50b86beb77', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:65:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76e238ea-3c46-4fe0-a9d1-1d136924acc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:05:05Z', 'updated_at': '2022-02-01T05:05:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:05:07.978672 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207fc69a-32ea-4974-8db7-c5cb92e9cc7a None None] Checking router: 76e238ea-3c46-4fe0-a9d1-1d136924acc3 for host: dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 05:05:07.979067 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207fc69a-32ea-4974-8db7-c5cb92e9cc7a None None] Updating router 76e238ea-3c46-4fe0-a9d1-1d136924acc3 port 7fcd714b-8969-4e0f-b1ab-0c50b86beb77 binding host dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 05:05:08.032660 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-207fc69a-32ea-4974-8db7-c5cb92e9cc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:08.089320 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-eed9f472-6a1e-4484-8845-ebbf7668dfe7 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:08.166768 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed9f472-6a1e-4484-8845-ebbf7668dfe7 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event updated for resources: {'Subnet': ['ID=88746979-15ac-4848-9331-5ae9f0d861e2,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:05:08.174217 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed9f472-6a1e-4484-8845-ebbf7668dfe7 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Checking segment: {'id': '0580f3dc-8a46-466f-b5c0-e429a7851933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '627a7d5d-9f43-4b6c-9e1c-931e3be43354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 05:05:08.174571 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed9f472-6a1e-4484-8845-ebbf7668dfe7 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Network hostable DHCP agents. Network: 627a7d5d-9f43-4b6c-9e1c-931e3be43354, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 05:05:08.193959 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed9f472-6a1e-4484-8845-ebbf7668dfe7 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Network 627a7d5d-9f43-4b6c-9e1c-931e3be43354 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 05:05:08.203951 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-eed9f472-6a1e-4484-8845-ebbf7668dfe7 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, 627a7d5d-9f43-4b6c-9e1c-931e3be43354) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 05:05:08.208392 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed9f472-6a1e-4484-8845-ebbf7668dfe7 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:05:08.208996 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-eed9f472-6a1e-4484-8845-ebbf7668dfe7 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:08.229563 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-eed9f472-6a1e-4484-8845-ebbf7668dfe7 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4973338 Feb 01 05:05:08.232306 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 49032) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:05:08.280428 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a65ebc-f7cd-4890-af84-d68fafa987d8 None None] Network 627a7d5d-9f43-4b6c-9e1c-931e3be43354 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 05:05:08.569881 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-207fc69a-32ea-4974-8db7-c5cb92e9cc7a None None] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:08.589478 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9424d1-49a7-477d-a5de-474ec1ea2cc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-627a7d5d-9f43-4b6c-9e1c-931e3be43354', 'network_id': '627a7d5d-9f43-4b6c-9e1c-931e3be43354', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'fixed_ips': [{'subnet_id': '88746979-15ac-4848-9331-5ae9f0d861e2'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 05:05:08.590331 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9e9424d1-49a7-477d-a5de-474ec1ea2cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:08.601207 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-207fc69a-32ea-4974-8db7-c5cb92e9cc7a None None] Transition to ACTIVE for port object 7fcd714b-8969-4e0f-b1ab-0c50b86beb77 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 05:05:08.612625 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-207fc69a-32ea-4974-8db7-c5cb92e9cc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:08.750262 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-207fc69a-32ea-4974-8db7-c5cb92e9cc7a None None] Attempting to bind port 7fcd714b-8969-4e0f-b1ab-0c50b86beb77 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 05:05:08.750633 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-207fc69a-32ea-4974-8db7-c5cb92e9cc7a None None] Attempting to bind port 7fcd714b-8969-4e0f-b1ab-0c50b86beb77 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 05:05:08.750998 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207fc69a-32ea-4974-8db7-c5cb92e9cc7a None None] Attempting to bind port 7fcd714b-8969-4e0f-b1ab-0c50b86beb77 on network bdef128a-46b3-4cca-a245-48d1eb781269 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 05:05:08.763172 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc624e3-f118-4762-a615-22043ceeacfc None None] Pushing event updated for resources: {'Port': ['ID=7fcd714b-8969-4e0f-b1ab-0c50b86beb77,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:05:08.771518 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207fc69a-32ea-4974-8db7-c5cb92e9cc7a None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 5, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 05:05:08.771913 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207fc69a-32ea-4974-8db7-c5cb92e9cc7a None None] Checking segment: {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 05:05:08.772297 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-207fc69a-32ea-4974-8db7-c5cb92e9cc7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:08.772684 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207fc69a-32ea-4974-8db7-c5cb92e9cc7a None None] Bound using segment: {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 05:05:08.773147 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-207fc69a-32ea-4974-8db7-c5cb92e9cc7a None None] Bound port: 7fcd714b-8969-4e0f-b1ab-0c50b86beb77, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 05:05:08.773518 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-207fc69a-32ea-4974-8db7-c5cb92e9cc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:08.904281 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-207fc69a-32ea-4974-8db7-c5cb92e9cc7a None None] For port 7fcd714b-8969-4e0f-b1ab-0c50b86beb77, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 05:05:08.906431 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-9e9424d1-49a7-477d-a5de-474ec1ea2cc6 None None] Allocated IP 172.20.0.2 (627a7d5d-9f43-4b6c-9e1c-931e3be43354/88746979-15ac-4848-9331-5ae9f0d861e2/bcbe9194-fe28-4e14-9ed4-073310444ad1) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 05:05:08.909107 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-207fc69a-32ea-4974-8db7-c5cb92e9cc7a None None] For port 7fcd714b-8969-4e0f-b1ab-0c50b86beb77, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=7fcd714b-8969-4e0f-b1ab-0c50b86beb77,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 05:05:08.912629 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-207fc69a-32ea-4974-8db7-c5cb92e9cc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:09.019723 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207fc69a-32ea-4974-8db7-c5cb92e9cc7a None None] Routers {'76e238ea-3c46-4fe0-a9d1-1d136924acc3'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:05:09.020372 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-207fc69a-32ea-4974-8db7-c5cb92e9cc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:05:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['76e238ea-3c46-4fe0-a9d1-1d136924acc3'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:05:09.034841 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-07404e09-c283-4516-95a8-6e26ce66f341 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:09.100008 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc624e3-f118-4762-a615-22043ceeacfc None None] Pushing event updated for resources: {'Port': ['ID=7fcd714b-8969-4e0f-b1ab-0c50b86beb77,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:05:09.332698 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-207fc69a-32ea-4974-8db7-c5cb92e9cc7a None None] Set router 76e238ea-3c46-4fe0-a9d1-1d136924acc3 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:05:09.479557 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9e9424d1-49a7-477d-a5de-474ec1ea2cc6 None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:09.538858 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-9e9424d1-49a7-477d-a5de-474ec1ea2cc6 None None] Transition to ACTIVE for port object bcbe9194-fe28-4e14-9ed4-073310444ad1 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 05:05:09.571213 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-9e9424d1-49a7-477d-a5de-474ec1ea2cc6 None None] Transition to ACTIVE for port object bcbe9194-fe28-4e14-9ed4-073310444ad1 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 05:05:09.586434 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9e9424d1-49a7-477d-a5de-474ec1ea2cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:09.647549 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-07404e09-c283-4516-95a8-6e26ce66f341 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Allocated IP 172.20.0.1 (627a7d5d-9f43-4b6c-9e1c-931e3be43354/88746979-15ac-4848-9331-5ae9f0d861e2/62158cd2-30e5-46be-9e22-17a3c082b602) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 05:05:09.742315 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9424d1-49a7-477d-a5de-474ec1ea2cc6 None None] Network 627a7d5d-9f43-4b6c-9e1c-931e3be43354 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 05:05:09.746472 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-9e9424d1-49a7-477d-a5de-474ec1ea2cc6 None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 05:05:09.749445 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9424d1-49a7-477d-a5de-474ec1ea2cc6 None None] Pushing event updated for resources: {'Port': ['ID=bcbe9194-fe28-4e14-9ed4-073310444ad1,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:05:09.752150 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9424d1-49a7-477d-a5de-474ec1ea2cc6 None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 05:05:09.816070 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-07404e09-c283-4516-95a8-6e26ce66f341 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:09.832033 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-07404e09-c283-4516-95a8-6e26ce66f341 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Transition to ACTIVE for port object 62158cd2-30e5-46be-9e22-17a3c082b602 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 05:05:09.852157 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-9e9424d1-49a7-477d-a5de-474ec1ea2cc6 None None] Attempting to bind port bcbe9194-fe28-4e14-9ed4-073310444ad1 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 05:05:09.852447 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-9e9424d1-49a7-477d-a5de-474ec1ea2cc6 None None] Attempting to bind port bcbe9194-fe28-4e14-9ed4-073310444ad1 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '0580f3dc-8a46-466f-b5c0-e429a7851933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '627a7d5d-9f43-4b6c-9e1c-931e3be43354'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 05:05:09.852921 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9424d1-49a7-477d-a5de-474ec1ea2cc6 None None] Attempting to bind port bcbe9194-fe28-4e14-9ed4-073310444ad1 on network 627a7d5d-9f43-4b6c-9e1c-931e3be43354 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 05:05:09.857674 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-07404e09-c283-4516-95a8-6e26ce66f341 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:09.860230 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-207fc69a-32ea-4974-8db7-c5cb92e9cc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76e238ea-3c46-4fe0-a9d1-1d136924acc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-854188099', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.75'}], 'enable_snat': True}, 'gw_port_id': '7fcd714b-8969-4e0f-b1ab-0c50b86beb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:05:05Z', 'updated_at': '2022-02-01T05:05:06Z', 'revision_number': 3, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'gw_port': {'id': '7fcd714b-8969-4e0f-b1ab-0c50b86beb77', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:65:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76e238ea-3c46-4fe0-a9d1-1d136924acc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:05:05Z', 'updated_at': '2022-02-01T05:05:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:05:09.862719 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9424d1-49a7-477d-a5de-474ec1ea2cc6 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 5, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 05:05:09.862879 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9424d1-49a7-477d-a5de-474ec1ea2cc6 None None] Checking segment: {'id': '0580f3dc-8a46-466f-b5c0-e429a7851933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '627a7d5d-9f43-4b6c-9e1c-931e3be43354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 05:05:09.863275 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9e9424d1-49a7-477d-a5de-474ec1ea2cc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:09.863708 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9424d1-49a7-477d-a5de-474ec1ea2cc6 None None] Bound using segment: {'id': '0580f3dc-8a46-466f-b5c0-e429a7851933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '627a7d5d-9f43-4b6c-9e1c-931e3be43354'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 05:05:09.864162 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-9e9424d1-49a7-477d-a5de-474ec1ea2cc6 None None] Bound port: bcbe9194-fe28-4e14-9ed4-073310444ad1, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0580f3dc-8a46-466f-b5c0-e429a7851933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '627a7d5d-9f43-4b6c-9e1c-931e3be43354'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 05:05:09.864530 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9e9424d1-49a7-477d-a5de-474ec1ea2cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:09.878588 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207fc69a-32ea-4974-8db7-c5cb92e9cc7a None None] The sync data for ids ['76e238ea-3c46-4fe0-a9d1-1d136924acc3'] in dv-neutron-826830-1-hyperv is: [{'id': '76e238ea-3c46-4fe0-a9d1-1d136924acc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-854188099', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.75'}], 'enable_snat': True}, 'gw_port_id': '7fcd714b-8969-4e0f-b1ab-0c50b86beb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:05:05Z', 'updated_at': '2022-02-01T05:05:06Z', 'revision_number': 3, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'gw_port': {'id': '7fcd714b-8969-4e0f-b1ab-0c50b86beb77', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:65:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76e238ea-3c46-4fe0-a9d1-1d136924acc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:05:05Z', 'updated_at': '2022-02-01T05:05:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 05:05:09.935059 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07404e09-c283-4516-95a8-6e26ce66f341 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Network 627a7d5d-9f43-4b6c-9e1c-931e3be43354 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 05:05:09.938899 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-07404e09-c283-4516-95a8-6e26ce66f341 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 05:05:09.941416 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07404e09-c283-4516-95a8-6e26ce66f341 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 05:05:09.960444 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-9e9424d1-49a7-477d-a5de-474ec1ea2cc6 None None] For port bcbe9194-fe28-4e14-9ed4-073310444ad1, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 05:05:09.963762 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-9e9424d1-49a7-477d-a5de-474ec1ea2cc6 None None] For port bcbe9194-fe28-4e14-9ed4-073310444ad1, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=bcbe9194-fe28-4e14-9ed4-073310444ad1,segment=NetworkSegment(0580f3dc-8a46-466f-b5c0-e429a7851933),segment_id=0580f3dc-8a46-466f-b5c0-e429a7851933)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 05:05:09.969007 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9e9424d1-49a7-477d-a5de-474ec1ea2cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:09.987035 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07404e09-c283-4516-95a8-6e26ce66f341 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event updated for resources: {'Port': ['ID=62158cd2-30e5-46be-9e22-17a3c082b602,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:05:10.011504 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-07404e09-c283-4516-95a8-6e26ce66f341 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-372107'] for router_interface, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:10.051487 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9424d1-49a7-477d-a5de-474ec1ea2cc6 None None] Pushing event updated for resources: {'Port': ['ID=bcbe9194-fe28-4e14-9ed4-073310444ad1,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:05:10.157882 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-07404e09-c283-4516-95a8-6e26ce66f341 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:10.709263 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 7fcd714b-8969-4e0f-b1ab-0c50b86beb77 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 05:05:10.725170 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-07404e09-c283-4516-95a8-6e26ce66f341 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:10.731891 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-07404e09-c283-4516-95a8-6e26ce66f341 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:10.789877 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 7fcd714b-8969-4e0f-b1ab-0c50b86beb77 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 05:05:10.795374 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 7fcd714b-8969-4e0f-b1ab-0c50b86beb77 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:05:10.795748 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:10.878454 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07404e09-c283-4516-95a8-6e26ce66f341 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event updated for resources: {'Port': ['ID=62158cd2-30e5-46be-9e22-17a3c082b602,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:05:10.889251 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-07404e09-c283-4516-95a8-6e26ce66f341 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371990'] for router_interface, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:10.943391 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:10.960629 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 7fcd714b-8969-4e0f-b1ab-0c50b86beb77, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=7fcd714b-8969-4e0f-b1ab-0c50b86beb77,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:05:10.965241 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:10.966148 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device bcbe9194-fe28-4e14-9ed4-073310444ad1 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 05:05:11.048375 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07404e09-c283-4516-95a8-6e26ce66f341 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Network 627a7d5d-9f43-4b6c-9e1c-931e3be43354 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 05:05:11.049660 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-07404e09-c283-4516-95a8-6e26ce66f341 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 05:05:11.083069 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=7fcd714b-8969-4e0f-b1ab-0c50b86beb77,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:05:11.096141 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port bcbe9194-fe28-4e14-9ed4-073310444ad1 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 05:05:11.170101 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5820460e-ae22-4af3-901a-bff2d5b32958 None None] Network 627a7d5d-9f43-4b6c-9e1c-931e3be43354 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 05:05:11.237409 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07404e09-c283-4516-95a8-6e26ce66f341 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Router 76e238ea-3c46-4fe0-a9d1-1d136924acc3 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 05:05:11.285785 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-a4d07063-b5ca-4ebe-9696-881c85a0b608 None None] Provisioning for port bcbe9194-fe28-4e14-9ed4-073310444ad1 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 05:05:11.295279 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-a4d07063-b5ca-4ebe-9696-881c85a0b608 None None] Provisioning complete for port bcbe9194-fe28-4e14-9ed4-073310444ad1 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:05:11.295536 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a4d07063-b5ca-4ebe-9696-881c85a0b608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:11.416142 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07404e09-c283-4516-95a8-6e26ce66f341 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 05:05:11.429239 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-07404e09-c283-4516-95a8-6e26ce66f341 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "PUT /v2.0/routers/76e238ea-3c46-4fe0-a9d1-1d136924acc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1959212 Feb 01 05:05:11.509982 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a4d07063-b5ca-4ebe-9696-881c85a0b608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:11.551942 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-a4d07063-b5ca-4ebe-9696-881c85a0b608 None None] For port bcbe9194-fe28-4e14-9ed4-073310444ad1, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=bcbe9194-fe28-4e14-9ed4-073310444ad1,segment=NetworkSegment(0580f3dc-8a46-466f-b5c0-e429a7851933),segment_id=0580f3dc-8a46-466f-b5c0-e429a7851933)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:05:11.556417 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a4d07063-b5ca-4ebe-9696-881c85a0b608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:11.615107 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-52c63b5c-a69d-4cfd-a4d2-be1604133c94 req-d103930f-1a8b-46e7-830a-267072d20090 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1689068822&fields=id&tenant_id=be8a84b33cca4eaaad3d62abfe42a968 HTTP/1.1" status: 200 len: 267 time: 0.0441444 Feb 01 05:05:11.617735 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6b8cd0-dd6c-4ad8-847c-b2445b8c6664 None None] Sync routers for ids ['76e238ea-3c46-4fe0-a9d1-1d136924acc3'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 05:05:11.628138 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6b8cd0-dd6c-4ad8-847c-b2445b8c6664 None None] Routers {'76e238ea-3c46-4fe0-a9d1-1d136924acc3'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:05:11.628883 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-2d6b8cd0-dd6c-4ad8-847c-b2445b8c6664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:05:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['76e238ea-3c46-4fe0-a9d1-1d136924acc3'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:05:11.633519 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d07063-b5ca-4ebe-9696-881c85a0b608 None None] Pushing event updated for resources: {'Port': ['ID=bcbe9194-fe28-4e14-9ed4-073310444ad1,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:05:11.779479 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c63b5c-a69d-4cfd-a4d2-be1604133c94 req-deecb9ad-7f68-4ab6-975f-5650dfa87b86 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:05:11.780413 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-17801803-28db-4a8b-b753-3d2a1cb007aa None None] Provisioning complete for port bcbe9194-fe28-4e14-9ed4-073310444ad1 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:05:11.780881 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-52c63b5c-a69d-4cfd-a4d2-be1604133c94 req-deecb9ad-7f68-4ab6-975f-5650dfa87b86 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Synchronizing usage tracker for tenant:be8a84b33cca4eaaad3d62abfe42a968 on resource:network {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 05:05:11.781445 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-17801803-28db-4a8b-b753-3d2a1cb007aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:11.798607 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-52c63b5c-a69d-4cfd-a4d2-be1604133c94 req-deecb9ad-7f68-4ab6-975f-5650dfa87b86 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Unset dirty status for tenant:be8a84b33cca4eaaad3d62abfe42a968 on resource:network {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 05:05:11.800240 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-52c63b5c-a69d-4cfd-a4d2-be1604133c94 req-deecb9ad-7f68-4ab6-975f-5650dfa87b86 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/networks?id=627a7d5d-9f43-4b6c-9e1c-931e3be43354 HTTP/1.1" status: 200 len: 797 time: 0.1741652 Feb 01 05:05:11.821985 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-52c63b5c-a69d-4cfd-a4d2-be1604133c94 req-ce659657-9450-4cbb-b38f-399d10d7b494 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/quotas/be8a84b33cca4eaaad3d62abfe42a968 HTTP/1.1" status: 200 len: 375 time: 0.0155325 Feb 01 05:05:11.835468 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-2d6b8cd0-dd6c-4ad8-847c-b2445b8c6664 None None] Set router 76e238ea-3c46-4fe0-a9d1-1d136924acc3 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:05:11.917211 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-52c63b5c-a69d-4cfd-a4d2-be1604133c94 req-d69ba7f4-066c-48f3-be4c-54597344c8f1 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Synchronizing usage tracker for tenant:be8a84b33cca4eaaad3d62abfe42a968 on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 05:05:11.934921 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-52c63b5c-a69d-4cfd-a4d2-be1604133c94 req-d69ba7f4-066c-48f3-be4c-54597344c8f1 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Unset dirty status for tenant:be8a84b33cca4eaaad3d62abfe42a968 on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 05:05:11.936268 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-52c63b5c-a69d-4cfd-a4d2-be1604133c94 req-d69ba7f4-066c-48f3-be4c-54597344c8f1 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=be8a84b33cca4eaaad3d62abfe42a968&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1135280 Feb 01 05:05:11.953675 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-17801803-28db-4a8b-b753-3d2a1cb007aa None None] Provisioning for port 62158cd2-30e5-46be-9e22-17a3c082b602 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 05:05:11.960299 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-17801803-28db-4a8b-b753-3d2a1cb007aa None None] Provisioning complete for port 62158cd2-30e5-46be-9e22-17a3c082b602 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:05:11.960939 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-17801803-28db-4a8b-b753-3d2a1cb007aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:12.030806 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-17801803-28db-4a8b-b753-3d2a1cb007aa None None] Port 62158cd2-30e5-46be-9e22-17a3c082b602 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 05:05:12.091050 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-52c63b5c-a69d-4cfd-a4d2-be1604133c94 req-cdccb904-7f38-4f68-83e6-63e2ef0836ac service neutron] 10.222.0.24 "GET /v2.0/networks/627a7d5d-9f43-4b6c-9e1c-931e3be43354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425128 Feb 01 05:05:12.152992 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-7d6c8fce-1e65-4bb8-9f5c-8def5e1b6271 None None] Provisioning complete for port 62158cd2-30e5-46be-9e22-17a3c082b602 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:05:12.153367 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7d6c8fce-1e65-4bb8-9f5c-8def5e1b6271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:12.181784 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-2d6b8cd0-dd6c-4ad8-847c-b2445b8c6664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76e238ea-3c46-4fe0-a9d1-1d136924acc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-854188099', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.75'}], 'enable_snat': True}, 'gw_port_id': '7fcd714b-8969-4e0f-b1ab-0c50b86beb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:05:05Z', 'updated_at': '2022-02-01T05:05:10Z', 'revision_number': 4, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'gw_port': {'id': '7fcd714b-8969-4e0f-b1ab-0c50b86beb77', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:65:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e238ea-3c46-4fe0-a9d1-1d136924acc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:05:05Z', 'updated_at': '2022-02-01T05:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '62158cd2-30e5-46be-9e22-17a3c082b602', 'name': '', 'network_id': '627a7d5d-9f43-4b6c-9e1c-931e3be43354', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'mac_address': 'fa:16:3e:d2:67:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76e238ea-3c46-4fe0-a9d1-1d136924acc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '88746979-15ac-4848-9331-5ae9f0d861e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:05:09Z', 'updated_at': '2022-02-01T05:05:10Z', 'revision_number': 2, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'subnets': [{'id': '88746979-15ac-4848-9331-5ae9f0d861e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:05:12.186381 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6b8cd0-dd6c-4ad8-847c-b2445b8c6664 None None] Checking router: 76e238ea-3c46-4fe0-a9d1-1d136924acc3 for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 05:05:12.186732 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6b8cd0-dd6c-4ad8-847c-b2445b8c6664 None None] Updating router 76e238ea-3c46-4fe0-a9d1-1d136924acc3 port 62158cd2-30e5-46be-9e22-17a3c082b602 binding host dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 05:05:12.211223 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-7d6c8fce-1e65-4bb8-9f5c-8def5e1b6271 None None] Port 62158cd2-30e5-46be-9e22-17a3c082b602 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 05:05:12.245878 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-52c63b5c-a69d-4cfd-a4d2-be1604133c94 req-2165b1a7-53d9-4e13-ae06-31c161bccb39 service neutron] 10.222.0.24 "GET /v2.0/networks/627a7d5d-9f43-4b6c-9e1c-931e3be43354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489868 Feb 01 05:05:12.277922 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2d6b8cd0-dd6c-4ad8-847c-b2445b8c6664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:12.330554 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-884aeeee-a07c-4851-831f-77aef0797705 None None] Provisioning complete for port 62158cd2-30e5-46be-9e22-17a3c082b602 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:05:12.330769 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-884aeeee-a07c-4851-831f-77aef0797705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:12.412060 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-884aeeee-a07c-4851-831f-77aef0797705 None None] Port 62158cd2-30e5-46be-9e22-17a3c082b602 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 05:05:12.432485 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-d185efc3-328b-4459-9096-f24ea3baf408 req-b30adbbb-143e-427a-8e33-795340c12a6a tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Synchronizing usage tracker for tenant:be8a84b33cca4eaaad3d62abfe42a968 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 05:05:12.444843 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-d185efc3-328b-4459-9096-f24ea3baf408 req-b30adbbb-143e-427a-8e33-795340c12a6a tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Unset dirty status for tenant:be8a84b33cca4eaaad3d62abfe42a968 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 05:05:12.446252 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d185efc3-328b-4459-9096-f24ea3baf408 req-b30adbbb-143e-427a-8e33-795340c12a6a tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=c309056e-e502-4069-b42c-2bb4c6847235 HTTP/1.1" status: 200 len: 210 time: 0.0549698 Feb 01 05:05:12.624755 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 7fcd714b-8969-4e0f-b1ab-0c50b86beb77 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 05:05:12.647915 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2d6b8cd0-dd6c-4ad8-847c-b2445b8c6664 None None] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:12.661550 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-2d6b8cd0-dd6c-4ad8-847c-b2445b8c6664 None None] Transition to ACTIVE for port object 62158cd2-30e5-46be-9e22-17a3c082b602 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 05:05:12.668473 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2d6b8cd0-dd6c-4ad8-847c-b2445b8c6664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:12.699030 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 7fcd714b-8969-4e0f-b1ab-0c50b86beb77 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:05:12.699560 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:12.828008 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544b4adf-e67a-4f1b-b14a-181df1636e5f None None] Pushing event updated for resources: {'Port': ['ID=62158cd2-30e5-46be-9e22-17a3c082b602,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:05:12.846337 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device bcbe9194-fe28-4e14-9ed4-073310444ad1 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 05:05:12.866641 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b4adf-e67a-4f1b-b14a-181df1636e5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:05:12.867260 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b4adf-e67a-4f1b-b14a-181df1636e5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:05:12.867754 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b4adf-e67a-4f1b-b14a-181df1636e5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:05:12.868236 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b4adf-e67a-4f1b-b14a-181df1636e5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:05:12.868998 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b4adf-e67a-4f1b-b14a-181df1636e5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:05:12.869475 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b4adf-e67a-4f1b-b14a-181df1636e5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:05:12.869954 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b4adf-e67a-4f1b-b14a-181df1636e5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:05:12.870586 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b4adf-e67a-4f1b-b14a-181df1636e5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:05:12.871047 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b4adf-e67a-4f1b-b14a-181df1636e5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:05:12.871552 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b4adf-e67a-4f1b-b14a-181df1636e5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:05:12.872036 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b4adf-e67a-4f1b-b14a-181df1636e5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:05:12.872493 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b4adf-e67a-4f1b-b14a-181df1636e5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:05:12.903518 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-2d6b8cd0-dd6c-4ad8-847c-b2445b8c6664 None None] Attempting to bind port 62158cd2-30e5-46be-9e22-17a3c082b602 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 05:05:12.904211 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-2d6b8cd0-dd6c-4ad8-847c-b2445b8c6664 None None] Attempting to bind port 62158cd2-30e5-46be-9e22-17a3c082b602 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '0580f3dc-8a46-466f-b5c0-e429a7851933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '627a7d5d-9f43-4b6c-9e1c-931e3be43354'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 05:05:12.904786 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6b8cd0-dd6c-4ad8-847c-b2445b8c6664 None None] Attempting to bind port 62158cd2-30e5-46be-9e22-17a3c082b602 on network 627a7d5d-9f43-4b6c-9e1c-931e3be43354 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 05:05:12.910710 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6b8cd0-dd6c-4ad8-847c-b2445b8c6664 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 5, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 05:05:12.911462 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6b8cd0-dd6c-4ad8-847c-b2445b8c6664 None None] Checking segment: {'id': '0580f3dc-8a46-466f-b5c0-e429a7851933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '627a7d5d-9f43-4b6c-9e1c-931e3be43354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 05:05:12.912191 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2d6b8cd0-dd6c-4ad8-847c-b2445b8c6664 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:12.912787 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6b8cd0-dd6c-4ad8-847c-b2445b8c6664 None None] Bound using segment: {'id': '0580f3dc-8a46-466f-b5c0-e429a7851933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '627a7d5d-9f43-4b6c-9e1c-931e3be43354'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 05:05:12.913450 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-2d6b8cd0-dd6c-4ad8-847c-b2445b8c6664 None None] Bound port: 62158cd2-30e5-46be-9e22-17a3c082b602, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0580f3dc-8a46-466f-b5c0-e429a7851933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '627a7d5d-9f43-4b6c-9e1c-931e3be43354'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 05:05:12.914062 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2d6b8cd0-dd6c-4ad8-847c-b2445b8c6664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:12.934252 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port bcbe9194-fe28-4e14-9ed4-073310444ad1 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:05:12.934682 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:13.017316 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-2d6b8cd0-dd6c-4ad8-847c-b2445b8c6664 None None] For port 62158cd2-30e5-46be-9e22-17a3c082b602, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 05:05:13.020898 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-2d6b8cd0-dd6c-4ad8-847c-b2445b8c6664 None None] For port 62158cd2-30e5-46be-9e22-17a3c082b602, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=62158cd2-30e5-46be-9e22-17a3c082b602,segment=NetworkSegment(0580f3dc-8a46-466f-b5c0-e429a7851933),segment_id=0580f3dc-8a46-466f-b5c0-e429a7851933)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 05:05:13.027645 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2d6b8cd0-dd6c-4ad8-847c-b2445b8c6664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:13.107389 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6b8cd0-dd6c-4ad8-847c-b2445b8c6664 None None] Routers {'76e238ea-3c46-4fe0-a9d1-1d136924acc3'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:05:13.108011 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-2d6b8cd0-dd6c-4ad8-847c-b2445b8c6664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:05:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['76e238ea-3c46-4fe0-a9d1-1d136924acc3'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:05:13.179273 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544b4adf-e67a-4f1b-b14a-181df1636e5f None None] Pushing event updated for resources: {'Port': ['ID=62158cd2-30e5-46be-9e22-17a3c082b602,revision_number=4']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:05:13.292656 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-2d6b8cd0-dd6c-4ad8-847c-b2445b8c6664 None None] Set router 76e238ea-3c46-4fe0-a9d1-1d136924acc3 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:05:13.606283 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-c1ceb804-9780-42c2-b3d2-f2b5db8460ef req-96b55d9d-b019-479b-8c20-70d469a65b46 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=c309056e-e502-4069-b42c-2bb4c6847235 HTTP/1.1" status: 200 len: 210 time: 0.0484860 Feb 01 05:05:13.628500 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-2d6b8cd0-dd6c-4ad8-847c-b2445b8c6664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76e238ea-3c46-4fe0-a9d1-1d136924acc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-854188099', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.75'}], 'enable_snat': True}, 'gw_port_id': '7fcd714b-8969-4e0f-b1ab-0c50b86beb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:05:05Z', 'updated_at': '2022-02-01T05:05:10Z', 'revision_number': 4, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'gw_port': {'id': '7fcd714b-8969-4e0f-b1ab-0c50b86beb77', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:65:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e238ea-3c46-4fe0-a9d1-1d136924acc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:05:05Z', 'updated_at': '2022-02-01T05:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '62158cd2-30e5-46be-9e22-17a3c082b602', 'name': '', 'network_id': '627a7d5d-9f43-4b6c-9e1c-931e3be43354', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'mac_address': 'fa:16:3e:d2:67:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76e238ea-3c46-4fe0-a9d1-1d136924acc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '88746979-15ac-4848-9331-5ae9f0d861e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:05:09Z', 'updated_at': '2022-02-01T05:05:13Z', 'revision_number': 4, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'subnets': [{'id': '88746979-15ac-4848-9331-5ae9f0d861e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:05:13.628500 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6b8cd0-dd6c-4ad8-847c-b2445b8c6664 None None] The sync data for ids ['76e238ea-3c46-4fe0-a9d1-1d136924acc3'] in dv-neutron-826830-1-hyperv is: [{'id': '76e238ea-3c46-4fe0-a9d1-1d136924acc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-854188099', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.75'}], 'enable_snat': True}, 'gw_port_id': '7fcd714b-8969-4e0f-b1ab-0c50b86beb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:05:05Z', 'updated_at': '2022-02-01T05:05:10Z', 'revision_number': 4, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'gw_port': {'id': '7fcd714b-8969-4e0f-b1ab-0c50b86beb77', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:65:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e238ea-3c46-4fe0-a9d1-1d136924acc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:05:05Z', 'updated_at': '2022-02-01T05:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '62158cd2-30e5-46be-9e22-17a3c082b602', 'name': '', 'network_id': '627a7d5d-9f43-4b6c-9e1c-931e3be43354', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'mac_address': 'fa:16:3e:d2:67:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76e238ea-3c46-4fe0-a9d1-1d136924acc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '88746979-15ac-4848-9331-5ae9f0d861e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:05:09Z', 'updated_at': '2022-02-01T05:05:13Z', 'revision_number': 4, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'subnets': [{'id': '88746979-15ac-4848-9331-5ae9f0d861e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 05:05:13.712423 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c63b5c-a69d-4cfd-a4d2-be1604133c94 req-df9c9e9a-34e5-4502-9485-e0de40a2df4c tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:05:13.714173 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-52c63b5c-a69d-4cfd-a4d2-be1604133c94 req-df9c9e9a-34e5-4502-9485-e0de40a2df4c tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.18 "GET /v2.0/networks?id=627a7d5d-9f43-4b6c-9e1c-931e3be43354 HTTP/1.1" status: 200 len: 797 time: 0.1730368 Feb 01 05:05:13.772516 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-52c63b5c-a69d-4cfd-a4d2-be1604133c94 req-b6f3ade9-d829-45d8-a860-a50af6710733 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Synchronizing usage tracker for tenant:be8a84b33cca4eaaad3d62abfe42a968 on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 05:05:13.789930 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-52c63b5c-a69d-4cfd-a4d2-be1604133c94 req-b6f3ade9-d829-45d8-a860-a50af6710733 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Unset dirty status for tenant:be8a84b33cca4eaaad3d62abfe42a968 on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 05:05:13.791122 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-52c63b5c-a69d-4cfd-a4d2-be1604133c94 req-b6f3ade9-d829-45d8-a860-a50af6710733 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be8a84b33cca4eaaad3d62abfe42a968 HTTP/1.1" status: 200 len: 380 time: 0.0633981 Feb 01 05:05:13.799467 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-52c63b5c-a69d-4cfd-a4d2-be1604133c94 req-4e9137dc-86f2-48bf-9ef4-86fbe77ff6f2 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Request body: {'port': {'device_id': 'c309056e-e502-4069-b42c-2bb4c6847235', 'network_id': '627a7d5d-9f43-4b6c-9e1c-931e3be43354', 'admin_state_up': True, 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'security_groups': ['9a883504-dba8-499d-9bc7-1fa610def9cc']}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:05:13.939370 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-52c63b5c-a69d-4cfd-a4d2-be1604133c94 req-4e9137dc-86f2-48bf-9ef4-86fbe77ff6f2 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:05:13.949829 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-52c63b5c-a69d-4cfd-a4d2-be1604133c94 req-4e9137dc-86f2-48bf-9ef4-86fbe77ff6f2 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:05:13.965699 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52c63b5c-a69d-4cfd-a4d2-be1604133c94 req-4e9137dc-86f2-48bf-9ef4-86fbe77ff6f2 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Made reservation on behalf of be8a84b33cca4eaaad3d62abfe42a968 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 05:05:13.969250 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-52c63b5c-a69d-4cfd-a4d2-be1604133c94 req-4e9137dc-86f2-48bf-9ef4-86fbe77ff6f2 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:14.137572 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [req-52c63b5c-a69d-4cfd-a4d2-be1604133c94 req-4e9137dc-86f2-48bf-9ef4-86fbe77ff6f2 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Allocated IP 172.20.0.8 (627a7d5d-9f43-4b6c-9e1c-931e3be43354/88746979-15ac-4848-9331-5ae9f0d861e2/6c12794c-7ea6-431d-9a2b-1eae0b767f8b) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 05:05:14.337137 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-52c63b5c-a69d-4cfd-a4d2-be1604133c94 req-4e9137dc-86f2-48bf-9ef4-86fbe77ff6f2 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:14.353661 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-52c63b5c-a69d-4cfd-a4d2-be1604133c94 req-4e9137dc-86f2-48bf-9ef4-86fbe77ff6f2 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Transition to ACTIVE for port object 6c12794c-7ea6-431d-9a2b-1eae0b767f8b will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 05:05:14.378726 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-52c63b5c-a69d-4cfd-a4d2-be1604133c94 req-4e9137dc-86f2-48bf-9ef4-86fbe77ff6f2 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:14.450610 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52c63b5c-a69d-4cfd-a4d2-be1604133c94 req-4e9137dc-86f2-48bf-9ef4-86fbe77ff6f2 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Network 627a7d5d-9f43-4b6c-9e1c-931e3be43354 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 05:05:14.453948 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [req-52c63b5c-a69d-4cfd-a4d2-be1604133c94 req-4e9137dc-86f2-48bf-9ef4-86fbe77ff6f2 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 05:05:14.456396 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-52c63b5c-a69d-4cfd-a4d2-be1604133c94 req-4e9137dc-86f2-48bf-9ef4-86fbe77ff6f2 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 05:05:14.666087 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c63b5c-a69d-4cfd-a4d2-be1604133c94 req-4e9137dc-86f2-48bf-9ef4-86fbe77ff6f2 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:05:14.666699 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-52c63b5c-a69d-4cfd-a4d2-be1604133c94 req-4e9137dc-86f2-48bf-9ef4-86fbe77ff6f2 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:14.674657 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9137dc-86f2-48bf-9ef4-86fbe77ff6f2 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event updated for resources: {'Port': ['ID=6c12794c-7ea6-431d-9a2b-1eae0b767f8b,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:05:14.700462 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 62158cd2-30e5-46be-9e22-17a3c082b602 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 05:05:14.708981 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-52c63b5c-a69d-4cfd-a4d2-be1604133c94 req-4e9137dc-86f2-48bf-9ef4-86fbe77ff6f2 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9132504 Feb 01 05:05:14.727532 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-52c63b5c-a69d-4cfd-a4d2-be1604133c94 req-810c82c0-01c4-46ab-ab26-6023310b672a service neutron] Request body: {'port': {'device_id': 'c309056e-e502-4069-b42c-2bb4c6847235', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:05:14.762164 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-f3535d2a-ad76-4fa0-a01e-659fc935bd44 None None] Provisioning for port 6c12794c-7ea6-431d-9a2b-1eae0b767f8b completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 05:05:14.771628 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-f3535d2a-ad76-4fa0-a01e-659fc935bd44 None None] Provisioning complete for port 6c12794c-7ea6-431d-9a2b-1eae0b767f8b triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:05:14.771998 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f3535d2a-ad76-4fa0-a01e-659fc935bd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:14.832241 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-f3535d2a-ad76-4fa0-a01e-659fc935bd44 None None] Port 6c12794c-7ea6-431d-9a2b-1eae0b767f8b cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 05:05:14.834577 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 62158cd2-30e5-46be-9e22-17a3c082b602 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 05:05:14.839739 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 62158cd2-30e5-46be-9e22-17a3c082b602 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:05:14.840100 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:14.915523 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae26f6a4-39c8-417c-818b-d1d4c51f1b6c req-0e934a61-5839-433c-98be-3dd1b0420745 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:05:14.916222 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-ae26f6a4-39c8-417c-818b-d1d4c51f1b6c req-0e934a61-5839-433c-98be-3dd1b0420745 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Synchronizing usage tracker for tenant:be8a84b33cca4eaaad3d62abfe42a968 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 05:05:14.918712 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-52c63b5c-a69d-4cfd-a4d2-be1604133c94 req-810c82c0-01c4-46ab-ab26-6023310b672a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:14.966294 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:14.988266 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-ae26f6a4-39c8-417c-818b-d1d4c51f1b6c req-0e934a61-5839-433c-98be-3dd1b0420745 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Unset dirty status for tenant:be8a84b33cca4eaaad3d62abfe42a968 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 05:05:14.989447 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ae26f6a4-39c8-417c-818b-d1d4c51f1b6c req-0e934a61-5839-433c-98be-3dd1b0420745 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=c309056e-e502-4069-b42c-2bb4c6847235 HTTP/1.1" status: 200 len: 931 time: 0.2350366 Feb 01 05:05:15.000505 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 62158cd2-30e5-46be-9e22-17a3c082b602, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=62158cd2-30e5-46be-9e22-17a3c082b602,segment=NetworkSegment(0580f3dc-8a46-466f-b5c0-e429a7851933),segment_id=0580f3dc-8a46-466f-b5c0-e429a7851933)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:05:15.004325 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:15.072673 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=62158cd2-30e5-46be-9e22-17a3c082b602,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:05:15.099412 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ae26f6a4-39c8-417c-818b-d1d4c51f1b6c req-2a3918f5-0997-42dd-9f06-85f6eed796bf tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a883504-dba8-499d-9bc7-1fa610def9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024590 Feb 01 05:05:15.252530 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:15.303575 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [req-52c63b5c-a69d-4cfd-a4d2-be1604133c94 req-810c82c0-01c4-46ab-ab26-6023310b672a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c12794c-7ea6-431d-9a2b-1eae0b767f8b {{(pid=87636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 05:05:15.310495 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-52c63b5c-a69d-4cfd-a4d2-be1604133c94 req-810c82c0-01c4-46ab-ab26-6023310b672a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:15.324567 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-52c63b5c-a69d-4cfd-a4d2-be1604133c94 req-810c82c0-01c4-46ab-ab26-6023310b672a service neutron] Transition to ACTIVE for port object 6c12794c-7ea6-431d-9a2b-1eae0b767f8b will not be triggered until provisioned by entity L2. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 05:05:15.328053 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-52c63b5c-a69d-4cfd-a4d2-be1604133c94 req-810c82c0-01c4-46ab-ab26-6023310b672a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:15.476651 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810c82c0-01c4-46ab-ab26-6023310b672a service neutron] Pushing event updated for resources: {'Port': ['ID=6c12794c-7ea6-431d-9a2b-1eae0b767f8b,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:05:15.554990 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-52c63b5c-a69d-4cfd-a4d2-be1604133c94 req-810c82c0-01c4-46ab-ab26-6023310b672a service neutron] Attempting to bind port 6c12794c-7ea6-431d-9a2b-1eae0b767f8b on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 05:05:15.555346 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-52c63b5c-a69d-4cfd-a4d2-be1604133c94 req-810c82c0-01c4-46ab-ab26-6023310b672a service neutron] Attempting to bind port 6c12794c-7ea6-431d-9a2b-1eae0b767f8b by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '0580f3dc-8a46-466f-b5c0-e429a7851933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '627a7d5d-9f43-4b6c-9e1c-931e3be43354'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 05:05:15.555671 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c63b5c-a69d-4cfd-a4d2-be1604133c94 req-810c82c0-01c4-46ab-ab26-6023310b672a service neutron] Attempting to bind port 6c12794c-7ea6-431d-9a2b-1eae0b767f8b on network 627a7d5d-9f43-4b6c-9e1c-931e3be43354 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 05:05:15.560151 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c63b5c-a69d-4cfd-a4d2-be1604133c94 req-810c82c0-01c4-46ab-ab26-6023310b672a service neutron] Port 6c12794c-7ea6-431d-9a2b-1eae0b767f8b on network 627a7d5d-9f43-4b6c-9e1c-931e3be43354 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 05:05:15.560467 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c63b5c-a69d-4cfd-a4d2-be1604133c94 req-810c82c0-01c4-46ab-ab26-6023310b672a service neutron] Attempting to bind port 6c12794c-7ea6-431d-9a2b-1eae0b767f8b on network 627a7d5d-9f43-4b6c-9e1c-931e3be43354 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 05:05:15.565442 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c63b5c-a69d-4cfd-a4d2-be1604133c94 req-810c82c0-01c4-46ab-ab26-6023310b672a service neutron] Checking agent: {'id': '63664c57-372e-43f7-9ecb-4deedcf8ddc7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 28, 15), 'started_at': datetime.datetime(2022, 2, 1, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 5, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 05:05:15.565772 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c63b5c-a69d-4cfd-a4d2-be1604133c94 req-810c82c0-01c4-46ab-ab26-6023310b672a service neutron] Checking segment: {'id': '0580f3dc-8a46-466f-b5c0-e429a7851933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '627a7d5d-9f43-4b6c-9e1c-931e3be43354'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 05:05:15.566147 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c63b5c-a69d-4cfd-a4d2-be1604133c94 req-810c82c0-01c4-46ab-ab26-6023310b672a service neutron] Bound using segment: {'id': '0580f3dc-8a46-466f-b5c0-e429a7851933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '627a7d5d-9f43-4b6c-9e1c-931e3be43354'} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 05:05:15.567089 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-52c63b5c-a69d-4cfd-a4d2-be1604133c94 req-810c82c0-01c4-46ab-ab26-6023310b672a service neutron] Bound port: 6c12794c-7ea6-431d-9a2b-1eae0b767f8b, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0580f3dc-8a46-466f-b5c0-e429a7851933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '627a7d5d-9f43-4b6c-9e1c-931e3be43354'}}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 05:05:15.567451 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-52c63b5c-a69d-4cfd-a4d2-be1604133c94 req-810c82c0-01c4-46ab-ab26-6023310b672a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:15.663508 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-52c63b5c-a69d-4cfd-a4d2-be1604133c94 req-810c82c0-01c4-46ab-ab26-6023310b672a service neutron] For port 6c12794c-7ea6-431d-9a2b-1eae0b767f8b, host hv-neutron-8268, cleared binding levels {{(pid=87636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 05:05:15.666694 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-52c63b5c-a69d-4cfd-a4d2-be1604133c94 req-810c82c0-01c4-46ab-ab26-6023310b672a service neutron] For port 6c12794c-7ea6-431d-9a2b-1eae0b767f8b, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=6c12794c-7ea6-431d-9a2b-1eae0b767f8b,segment=NetworkSegment(0580f3dc-8a46-466f-b5c0-e429a7851933),segment_id=0580f3dc-8a46-466f-b5c0-e429a7851933)] {{(pid=87636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 05:05:15.672087 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-52c63b5c-a69d-4cfd-a4d2-be1604133c94 req-810c82c0-01c4-46ab-ab26-6023310b672a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:15.732013 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c63b5c-a69d-4cfd-a4d2-be1604133c94 req-810c82c0-01c4-46ab-ab26-6023310b672a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:05:15.732682 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-52c63b5c-a69d-4cfd-a4d2-be1604133c94 req-810c82c0-01c4-46ab-ab26-6023310b672a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:15.733982 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-52c63b5c-a69d-4cfd-a4d2-be1604133c94 req-810c82c0-01c4-46ab-ab26-6023310b672a service neutron] 10.222.0.18 "PUT /v2.0/ports/6c12794c-7ea6-431d-9a2b-1eae0b767f8b HTTP/1.1" status: 200 len: 1093 time: 1.0117209 Feb 01 05:05:15.735548 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c309056e-e502-4069-b42c-2bb4c6847235', 'tag': '6c12794c-7ea6-431d-9a2b-1eae0b767f8b'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 05:05:15.756850 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810c82c0-01c4-46ab-ab26-6023310b672a service neutron] Pushing event updated for resources: {'Port': ['ID=6c12794c-7ea6-431d-9a2b-1eae0b767f8b,revision_number=3']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:05:15.792851 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c309056e-e502-4069-b42c-2bb4c6847235', 'tag': '6c12794c-7ea6-431d-9a2b-1eae0b767f8b', 'status': 'completed', 'code': 200} Feb 01 05:05:15.880473 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c63b5c-a69d-4cfd-a4d2-be1604133c94 req-e49a1e44-fe28-4f58-9058-832214d6ae98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:05:15.882207 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-52c63b5c-a69d-4cfd-a4d2-be1604133c94 req-e49a1e44-fe28-4f58-9058-832214d6ae98 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=be8a84b33cca4eaaad3d62abfe42a968&device_id=c309056e-e502-4069-b42c-2bb4c6847235 HTTP/1.1" status: 200 len: 1096 time: 0.0775168 Feb 01 05:05:15.959385 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-52c63b5c-a69d-4cfd-a4d2-be1604133c94 req-5ad4d968-5c40-48ac-b014-6df81c0ce7f6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c12794c-7ea6-431d-9a2b-1eae0b767f8b HTTP/1.1" status: 200 len: 217 time: 0.0632353 Feb 01 05:05:16.020967 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c63b5c-a69d-4cfd-a4d2-be1604133c94 req-8841a38f-f685-44be-8446-a07ad802b016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:05:16.022418 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-52c63b5c-a69d-4cfd-a4d2-be1604133c94 req-8841a38f-f685-44be-8446-a07ad802b016 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=88746979-15ac-4848-9331-5ae9f0d861e2 HTTP/1.1" status: 200 len: 835 time: 0.0576401 Feb 01 05:05:16.095591 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c63b5c-a69d-4cfd-a4d2-be1604133c94 req-349dfb93-41dd-4a4b-b59c-114c245176b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:05:16.097052 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-52c63b5c-a69d-4cfd-a4d2-be1604133c94 req-349dfb93-41dd-4a4b-b59c-114c245176b8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=627a7d5d-9f43-4b6c-9e1c-931e3be43354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685756 Feb 01 05:05:16.275455 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-52c63b5c-a69d-4cfd-a4d2-be1604133c94 req-db1602ce-f338-44e9-ab0b-80c330f80638 service neutron] 10.222.0.18 "GET /v2.0/networks/627a7d5d-9f43-4b6c-9e1c-931e3be43354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721947 Feb 01 05:05:16.483427 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54e88f9-3816-44fb-a239-d8550491758d req-514aa716-6e2e-4169-a861-281b9e827d93 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:05:16.484774 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e54e88f9-3816-44fb-a239-d8550491758d req-514aa716-6e2e-4169-a861-281b9e827d93 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=c309056e-e502-4069-b42c-2bb4c6847235 HTTP/1.1" status: 200 len: 943 time: 0.2798831 Feb 01 05:05:16.553303 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-52c63b5c-a69d-4cfd-a4d2-be1604133c94 req-e21e0d58-1d48-4a0c-a00f-5236df68ef69 service neutron] 10.222.0.18 "GET /v2.0/networks/627a7d5d-9f43-4b6c-9e1c-931e3be43354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700417 Feb 01 05:05:16.556142 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e54e88f9-3816-44fb-a239-d8550491758d req-9fa30e0b-01a0-4b11-89d2-122d7aadc2a0 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a883504-dba8-499d-9bc7-1fa610def9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642979 Feb 01 05:05:16.623885 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 62158cd2-30e5-46be-9e22-17a3c082b602 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 05:05:16.694943 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 62158cd2-30e5-46be-9e22-17a3c082b602 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:05:16.695364 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:16.715323 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c41a50-244b-4b70-aa2e-193c3bd733f6 req-92ede340-c5e8-427f-88b3-988f21cbcfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:05:16.716834 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-61c41a50-244b-4b70-aa2e-193c3bd733f6 req-92ede340-c5e8-427f-88b3-988f21cbcfd8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=be8a84b33cca4eaaad3d62abfe42a968&device_id=c309056e-e502-4069-b42c-2bb4c6847235 HTTP/1.1" status: 200 len: 1096 time: 0.0790727 Feb 01 05:05:16.864934 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c41a50-244b-4b70-aa2e-193c3bd733f6 req-3a32be3c-1710-4379-9c2a-75154fe3beba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:05:16.866351 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-61c41a50-244b-4b70-aa2e-193c3bd733f6 req-3a32be3c-1710-4379-9c2a-75154fe3beba service neutron] 10.222.0.18 "GET /v2.0/networks?id=627a7d5d-9f43-4b6c-9e1c-931e3be43354 HTTP/1.1" status: 200 len: 897 time: 0.1432934 Feb 01 05:05:16.935955 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-61c41a50-244b-4b70-aa2e-193c3bd733f6 req-4b36205a-8295-45b4-a592-ceb17b5177cf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c12794c-7ea6-431d-9a2b-1eae0b767f8b HTTP/1.1" status: 200 len: 217 time: 0.0623353 Feb 01 05:05:16.997078 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c41a50-244b-4b70-aa2e-193c3bd733f6 req-a563127f-848e-4bf1-90b7-1b0f0417c465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:05:16.998479 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-61c41a50-244b-4b70-aa2e-193c3bd733f6 req-a563127f-848e-4bf1-90b7-1b0f0417c465 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=88746979-15ac-4848-9331-5ae9f0d861e2 HTTP/1.1" status: 200 len: 835 time: 0.0556872 Feb 01 05:05:17.076661 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c41a50-244b-4b70-aa2e-193c3bd733f6 req-099ba063-85ad-4ea4-af0c-0a81fa8e32f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:05:17.078037 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-61c41a50-244b-4b70-aa2e-193c3bd733f6 req-099ba063-85ad-4ea4-af0c-0a81fa8e32f5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=627a7d5d-9f43-4b6c-9e1c-931e3be43354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727246 Feb 01 05:05:17.207058 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-61c41a50-244b-4b70-aa2e-193c3bd733f6 req-ef71a094-9390-4666-9619-76b0d2bec8b8 service neutron] 10.222.0.18 "GET /v2.0/networks/627a7d5d-9f43-4b6c-9e1c-931e3be43354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215255 Feb 01 05:05:17.334997 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-61c41a50-244b-4b70-aa2e-193c3bd733f6 req-dd81e9f5-a7e5-4cff-add6-c6c6ed389ef9 service neutron] 10.222.0.18 "GET /v2.0/networks/627a7d5d-9f43-4b6c-9e1c-931e3be43354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219397 Feb 01 05:05:17.749528 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6225c09-efd8-46f0-9d2a-3e6341d37dd8 req-f2ee24ce-39cb-4e3c-91c2-83e4c61fadec tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:05:17.752037 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-b6225c09-efd8-46f0-9d2a-3e6341d37dd8 req-f2ee24ce-39cb-4e3c-91c2-83e4c61fadec tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=c309056e-e502-4069-b42c-2bb4c6847235 HTTP/1.1" status: 200 len: 943 time: 0.0892498 Feb 01 05:05:17.803385 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-b6225c09-efd8-46f0-9d2a-3e6341d37dd8 req-9c91af1b-cc6d-45a6-aba0-2417e7527c83 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a883504-dba8-499d-9bc7-1fa610def9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447824 Feb 01 05:05:18.983903 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a812b145-bd9c-4d96-b4c0-642f0cdb535e req-7fd26517-b378-4471-8c16-3f11c57097ad tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:05:18.985332 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a812b145-bd9c-4d96-b4c0-642f0cdb535e req-7fd26517-b378-4471-8c16-3f11c57097ad tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=c309056e-e502-4069-b42c-2bb4c6847235 HTTP/1.1" status: 200 len: 943 time: 0.0778925 Feb 01 05:05:19.028765 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a812b145-bd9c-4d96-b4c0-642f0cdb535e req-40082498-824d-452d-b95a-d9f6837f143b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a883504-dba8-499d-9bc7-1fa610def9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369761 Feb 01 05:05:19.542461 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 6c12794c-7ea6-431d-9a2b-1eae0b767f8b details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 01 05:05:19.672829 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 6c12794c-7ea6-431d-9a2b-1eae0b767f8b, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=6c12794c-7ea6-431d-9a2b-1eae0b767f8b,segment=NetworkSegment(0580f3dc-8a46-466f-b5c0-e429a7851933),segment_id=0580f3dc-8a46-466f-b5c0-e429a7851933)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:05:19.685442 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Returning: {'device': '6c12794c-7ea6-431d-9a2b-1eae0b767f8b', 'network_id': '627a7d5d-9f43-4b6c-9e1c-931e3be43354', 'port_id': '6c12794c-7ea6-431d-9a2b-1eae0b767f8b', 'mac_address': 'fa:16:3e:1d:63:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88746979-15ac-4848-9331-5ae9f0d861e2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 01 05:05:19.739666 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:19.755928 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c12794c-7ea6-431d-9a2b-1eae0b767f8b {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 05:05:19.771110 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 6c12794c-7ea6-431d-9a2b-1eae0b767f8b, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=6c12794c-7ea6-431d-9a2b-1eae0b767f8b,segment=NetworkSegment(0580f3dc-8a46-466f-b5c0-e429a7851933),segment_id=0580f3dc-8a46-466f-b5c0-e429a7851933)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:05:19.775026 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:19.844685 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=6c12794c-7ea6-431d-9a2b-1eae0b767f8b,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:05:20.045761 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] get_ports_and_sgs() called for port_ids ['6c12794c-7ea6-431d-9a2b-1eae0b767f8b'] {{(pid=87638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 01 05:05:20.308079 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c536e6c-8b8e-4370-90f0-6753a6beebe5 req-1ce4caad-fa55-47aa-99ef-0494ced365bb tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:05:20.309538 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-3c536e6c-8b8e-4370-90f0-6753a6beebe5 req-1ce4caad-fa55-47aa-99ef-0494ced365bb tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=c309056e-e502-4069-b42c-2bb4c6847235 HTTP/1.1" status: 200 len: 944 time: 0.1767585 Feb 01 05:05:20.352931 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-3c536e6c-8b8e-4370-90f0-6753a6beebe5 req-d6bba7d2-d1e1-4057-bd05-5b7b5a6de744 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a883504-dba8-499d-9bc7-1fa610def9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377414 Feb 01 05:05:21.535719 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e8d980-a1c8-470b-b183-86e39d77a288 req-d83ce3d3-54d5-44bd-bab9-7b7e002f3353 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:05:21.537170 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-77e8d980-a1c8-470b-b183-86e39d77a288 req-d83ce3d3-54d5-44bd-bab9-7b7e002f3353 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=c309056e-e502-4069-b42c-2bb4c6847235 HTTP/1.1" status: 200 len: 944 time: 0.0820155 Feb 01 05:05:21.554030 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 6c12794c-7ea6-431d-9a2b-1eae0b767f8b up at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 05:05:21.581175 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-77e8d980-a1c8-470b-b183-86e39d77a288 req-45e792e6-bca2-44f0-8d07-255c1c15c648 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a883504-dba8-499d-9bc7-1fa610def9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384691 Feb 01 05:05:21.620238 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning for port 6c12794c-7ea6-431d-9a2b-1eae0b767f8b completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 05:05:21.624882 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning complete for port 6c12794c-7ea6-431d-9a2b-1eae0b767f8b triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:05:21.625255 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:21.739339 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:21.765230 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c309056e-e502-4069-b42c-2bb4c6847235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c12794c-7ea6-431d-9a2b-1eae0b767f8b'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 05:05:21.774629 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 6c12794c-7ea6-431d-9a2b-1eae0b767f8b, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=6c12794c-7ea6-431d-9a2b-1eae0b767f8b,segment=NetworkSegment(0580f3dc-8a46-466f-b5c0-e429a7851933),segment_id=0580f3dc-8a46-466f-b5c0-e429a7851933)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:05:21.778590 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:21.851761 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=6c12794c-7ea6-431d-9a2b-1eae0b767f8b,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:05:21.865951 dv-neutron-826830-1-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c309056e-e502-4069-b42c-2bb4c6847235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c12794c-7ea6-431d-9a2b-1eae0b767f8b', 'code': 200} Feb 01 05:05:22.116186 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0aa4ac-8bb5-43ec-8a74-d050b1106ed7 req-0619d850-232f-4792-9c98-115968b4d8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:05:22.117627 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cb0aa4ac-8bb5-43ec-8a74-d050b1106ed7 req-0619d850-232f-4792-9c98-115968b4d8d6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c309056e-e502-4069-b42c-2bb4c6847235 HTTP/1.1" status: 200 len: 1098 time: 0.0695205 Feb 01 05:05:22.158798 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cb0aa4ac-8bb5-43ec-8a74-d050b1106ed7 req-0fe0c73d-6645-4a5a-a6b8-6a4d9ec11a5d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9a883504-dba8-499d-9bc7-1fa610def9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354354 Feb 01 05:05:22.771794 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f65bb-efe4-47ab-9c69-565733ee89f7 req-c33bd289-1059-47b9-b9fe-9988ffd5a7ce tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:05:22.773244 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9f0f65bb-efe4-47ab-9c69-565733ee89f7 req-c33bd289-1059-47b9-b9fe-9988ffd5a7ce tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=c309056e-e502-4069-b42c-2bb4c6847235 HTTP/1.1" status: 200 len: 945 time: 0.0787611 Feb 01 05:05:22.817222 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9f0f65bb-efe4-47ab-9c69-565733ee89f7 req-21ac7308-81e0-4bb8-9213-f56d6001acab tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a883504-dba8-499d-9bc7-1fa610def9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383294 Feb 01 05:05:24.002161 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9d635d-f3cc-4ff8-b2f4-bc44dfce50e1 req-6743f0ad-140e-435e-908a-29c70bf0d9b9 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:05:24.003812 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-ef9d635d-f3cc-4ff8-b2f4-bc44dfce50e1 req-6743f0ad-140e-435e-908a-29c70bf0d9b9 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=c309056e-e502-4069-b42c-2bb4c6847235 HTTP/1.1" status: 200 len: 945 time: 0.0822175 Feb 01 05:05:24.047436 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-ef9d635d-f3cc-4ff8-b2f4-bc44dfce50e1 req-dfe3bf98-3bad-4a45-a5b2-a63dbe75bb20 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a883504-dba8-499d-9bc7-1fa610def9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380473 Feb 01 05:05:24.230993 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2910033-ed31-4ade-89b3-4b5438116138 req-9c47cf6a-d8cf-43de-98de-418948450b7f tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:05:24.232463 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f2910033-ed31-4ade-89b3-4b5438116138 req-9c47cf6a-d8cf-43de-98de-418948450b7f tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=c309056e-e502-4069-b42c-2bb4c6847235 HTTP/1.1" status: 200 len: 945 time: 0.0810182 Feb 01 05:05:24.275249 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f2910033-ed31-4ade-89b3-4b5438116138 req-8cc44550-9217-4d67-b333-df95fdb5e08d tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a883504-dba8-499d-9bc7-1fa610def9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370002 Feb 01 05:05:24.297237 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 49092) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:05:24.364822 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f97ef6c-2edd-4310-a629-e2c4838cb3c3 tempest-TestNetworkAdvancedServerOps-1994873880 tempest-TestNetworkAdvancedServerOps-1994873880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:05:24.366191 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2f97ef6c-2edd-4310-a629-e2c4838cb3c3 tempest-TestNetworkAdvancedServerOps-1994873880 tempest-TestNetworkAdvancedServerOps-1994873880-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c309056e-e502-4069-b42c-2bb4c6847235 HTTP/1.1" status: 200 len: 1093 time: 0.0680318 Feb 01 05:05:24.368958 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 49096) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:05:24.373661 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-661a9655-0012-43d7-90bd-fd115e37a30b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Request body: {'floatingip': {'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'port_id': '6c12794c-7ea6-431d-9a2b-1eae0b767f8b', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:05:24.379866 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-661a9655-0012-43d7-90bd-fd115e37a30b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:05:24.383561 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-661a9655-0012-43d7-90bd-fd115e37a30b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Usage tracker for resource:floatingip and tenant:be8a84b33cca4eaaad3d62abfe42a968 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:05:24.386273 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-661a9655-0012-43d7-90bd-fd115e37a30b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:05:24.391770 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-661a9655-0012-43d7-90bd-fd115e37a30b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:05:24.402271 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-661a9655-0012-43d7-90bd-fd115e37a30b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for floatingip, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:24.534086 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-661a9655-0012-43d7-90bd-fd115e37a30b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:24.669547 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-661a9655-0012-43d7-90bd-fd115e37a30b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Allocated IP 172.26.8.213 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/10244add-aa41-47d4-a7ee-0f28dbb910fa) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 05:05:24.912902 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-661a9655-0012-43d7-90bd-fd115e37a30b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:24.949764 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-661a9655-0012-43d7-90bd-fd115e37a30b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:25.016824 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661a9655-0012-43d7-90bd-fd115e37a30b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 05:05:25.019645 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-661a9655-0012-43d7-90bd-fd115e37a30b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 05:05:25.023272 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661a9655-0012-43d7-90bd-fd115e37a30b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 05:05:25.064671 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a9655-0012-43d7-90bd-fd115e37a30b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event updated for resources: {'Port': ['ID=10244add-aa41-47d4-a7ee-0f28dbb910fa,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:05:25.429216 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-661a9655-0012-43d7-90bd-fd115e37a30b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:25.499145 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-661a9655-0012-43d7-90bd-fd115e37a30b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:25.700018 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-661a9655-0012-43d7-90bd-fd115e37a30b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:25.704008 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-661a9655-0012-43d7-90bd-fd115e37a30b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:25.810683 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a9655-0012-43d7-90bd-fd115e37a30b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event updated for resources: {'Port': ['ID=10244add-aa41-47d4-a7ee-0f28dbb910fa,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:05:25.819267 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-661a9655-0012-43d7-90bd-fd115e37a30b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-774194'] for floatingip, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:25.981349 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.l3_db [None req-661a9655-0012-43d7-90bd-fd115e37a30b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Floating IP 51bbf3ad-c906-4903-9c37-b15dcc1f0630 associated. External IP: 172.26.8.213, port: 6c12794c-7ea6-431d-9a2b-1eae0b767f8b. Feb 01 05:05:26.331159 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 05:05:26.425124 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-661a9655-0012-43d7-90bd-fd115e37a30b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Router 76e238ea-3c46-4fe0-a9d1-1d136924acc3 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 05:05:26.598346 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-661a9655-0012-43d7-90bd-fd115e37a30b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 05:05:26.607720 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bb13ea-238b-4fd4-b809-f8d882c77477 None None] Sync routers for ids ['76e238ea-3c46-4fe0-a9d1-1d136924acc3'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 05:05:26.618196 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bb13ea-238b-4fd4-b809-f8d882c77477 None None] Routers {'76e238ea-3c46-4fe0-a9d1-1d136924acc3'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:05:26.618818 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-b0bb13ea-238b-4fd4-b809-f8d882c77477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:05:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['76e238ea-3c46-4fe0-a9d1-1d136924acc3'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:05:26.621747 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-661a9655-0012-43d7-90bd-fd115e37a30b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:26.677356 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-661a9655-0012-43d7-90bd-fd115e37a30b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3043523 Feb 01 05:05:26.677356 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c309056e-e502-4069-b42c-2bb4c6847235', 'tag': '6c12794c-7ea6-431d-9a2b-1eae0b767f8b'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 05:05:26.730452 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c309056e-e502-4069-b42c-2bb4c6847235', 'tag': '6c12794c-7ea6-431d-9a2b-1eae0b767f8b', 'status': 'completed', 'code': 200} Feb 01 05:05:26.800939 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-b0bb13ea-238b-4fd4-b809-f8d882c77477 None None] Set router 76e238ea-3c46-4fe0-a9d1-1d136924acc3 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:05:26.849212 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9de0e6-41bd-4961-8f75-e8e0824a5aef req-dd280c9d-f7c6-4955-8090-7af02eea980b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:05:26.851941 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-bf9de0e6-41bd-4961-8f75-e8e0824a5aef req-dd280c9d-f7c6-4955-8090-7af02eea980b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=c309056e-e502-4069-b42c-2bb4c6847235 HTTP/1.1" status: 200 len: 945 time: 0.0932674 Feb 01 05:05:26.855243 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df5c6b1-ef4d-4b56-8644-474a4289dd20 req-04af6d12-0d15-4449-83b4-40e727609c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:05:26.857096 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7df5c6b1-ef4d-4b56-8644-474a4289dd20 req-04af6d12-0d15-4449-83b4-40e727609c21 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=be8a84b33cca4eaaad3d62abfe42a968&device_id=c309056e-e502-4069-b42c-2bb4c6847235 HTTP/1.1" status: 200 len: 1098 time: 0.0842903 Feb 01 05:05:26.898714 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-bf9de0e6-41bd-4961-8f75-e8e0824a5aef req-531da664-52ef-487a-a6c6-f14fa4b22485 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a883504-dba8-499d-9bc7-1fa610def9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402288 Feb 01 05:05:26.922298 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 49112) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:05:26.998329 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df5c6b1-ef4d-4b56-8644-474a4289dd20 req-c547626a-d066-47ea-82bc-fd7831f2ccb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:05:26.999821 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7df5c6b1-ef4d-4b56-8644-474a4289dd20 req-c547626a-d066-47ea-82bc-fd7831f2ccb1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=627a7d5d-9f43-4b6c-9e1c-931e3be43354 HTTP/1.1" status: 200 len: 897 time: 0.1355255 Feb 01 05:05:27.038019 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-d379f74d-78c6-4e85-ac02-74e915afca81 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/floatingips/51bbf3ad-c906-4903-9c37-b15dcc1f0630 HTTP/1.1" status: 200 len: 991 time: 0.1133504 Feb 01 05:05:27.102271 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7df5c6b1-ef4d-4b56-8644-474a4289dd20 req-5998d08f-a73a-479d-8c4d-80b6db6ff0d6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c12794c-7ea6-431d-9a2b-1eae0b767f8b HTTP/1.1" status: 200 len: 999 time: 0.0965481 Feb 01 05:05:27.167428 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df5c6b1-ef4d-4b56-8644-474a4289dd20 req-4ed03cd6-0607-42c6-b3c0-24523d71528e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:05:27.168867 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7df5c6b1-ef4d-4b56-8644-474a4289dd20 req-4ed03cd6-0607-42c6-b3c0-24523d71528e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=88746979-15ac-4848-9331-5ae9f0d861e2 HTTP/1.1" status: 200 len: 835 time: 0.0612309 Feb 01 05:05:27.194412 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-b0bb13ea-238b-4fd4-b809-f8d882c77477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76e238ea-3c46-4fe0-a9d1-1d136924acc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-854188099', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.75'}], 'enable_snat': True}, 'gw_port_id': '7fcd714b-8969-4e0f-b1ab-0c50b86beb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:05:05Z', 'updated_at': '2022-02-01T05:05:10Z', 'revision_number': 4, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'gw_port': {'id': '7fcd714b-8969-4e0f-b1ab-0c50b86beb77', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:65:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e238ea-3c46-4fe0-a9d1-1d136924acc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:05:05Z', 'updated_at': '2022-02-01T05:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': '51bbf3ad-c906-4903-9c37-b15dcc1f0630', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'floating_ip_address': '172.26.8.213', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '76e238ea-3c46-4fe0-a9d1-1d136924acc3', 'port_id': '6c12794c-7ea6-431d-9a2b-1eae0b767f8b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '627a7d5d-9f43-4b6c-9e1c-931e3be43354', 'mac_address': 'fa:16:3e:1d:63:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c309056e-e502-4069-b42c-2bb4c6847235', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T05:05:25Z', 'updated_at': '2022-02-01T05:05:25Z', 'revision_number': 0, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62158cd2-30e5-46be-9e22-17a3c082b602', 'name': '', 'network_id': '627a7d5d-9f43-4b6c-9e1c-931e3be43354', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'mac_address': 'fa:16:3e:d2:67:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e238ea-3c46-4fe0-a9d1-1d136924acc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '88746979-15ac-4848-9331-5ae9f0d861e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:05:09Z', 'updated_at': '2022-02-01T05:05:14Z', 'revision_number': 5, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'subnets': [{'id': '88746979-15ac-4848-9331-5ae9f0d861e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:05:27.198237 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bb13ea-238b-4fd4-b809-f8d882c77477 None None] Checking router: 76e238ea-3c46-4fe0-a9d1-1d136924acc3 for host: dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 05:05:27.206458 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bb13ea-238b-4fd4-b809-f8d882c77477 None None] Routers {'76e238ea-3c46-4fe0-a9d1-1d136924acc3'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:05:27.207629 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-b0bb13ea-238b-4fd4-b809-f8d882c77477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:05:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['76e238ea-3c46-4fe0-a9d1-1d136924acc3'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:05:27.245114 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df5c6b1-ef4d-4b56-8644-474a4289dd20 req-fe7d1104-1bc4-42b9-a870-8e800f408497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:05:27.246599 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7df5c6b1-ef4d-4b56-8644-474a4289dd20 req-fe7d1104-1bc4-42b9-a870-8e800f408497 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=627a7d5d-9f43-4b6c-9e1c-931e3be43354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724559 Feb 01 05:05:27.382215 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7df5c6b1-ef4d-4b56-8644-474a4289dd20 req-77ce24fd-f6b7-4f81-a3d4-1d23d57e905d service neutron] 10.222.0.18 "GET /v2.0/networks/627a7d5d-9f43-4b6c-9e1c-931e3be43354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294868 Feb 01 05:05:27.382675 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-b0bb13ea-238b-4fd4-b809-f8d882c77477 None None] Set router 76e238ea-3c46-4fe0-a9d1-1d136924acc3 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:05:27.512536 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7df5c6b1-ef4d-4b56-8644-474a4289dd20 req-c7892be9-a2fe-4ddf-8eb9-056ed00e0d17 service neutron] 10.222.0.18 "GET /v2.0/networks/627a7d5d-9f43-4b6c-9e1c-931e3be43354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250837 Feb 01 05:05:27.722099 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-b0bb13ea-238b-4fd4-b809-f8d882c77477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76e238ea-3c46-4fe0-a9d1-1d136924acc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-854188099', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.75'}], 'enable_snat': True}, 'gw_port_id': '7fcd714b-8969-4e0f-b1ab-0c50b86beb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:05:05Z', 'updated_at': '2022-02-01T05:05:10Z', 'revision_number': 4, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'gw_port': {'id': '7fcd714b-8969-4e0f-b1ab-0c50b86beb77', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:65:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e238ea-3c46-4fe0-a9d1-1d136924acc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:05:05Z', 'updated_at': '2022-02-01T05:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': '51bbf3ad-c906-4903-9c37-b15dcc1f0630', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'floating_ip_address': '172.26.8.213', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '76e238ea-3c46-4fe0-a9d1-1d136924acc3', 'port_id': '6c12794c-7ea6-431d-9a2b-1eae0b767f8b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '627a7d5d-9f43-4b6c-9e1c-931e3be43354', 'mac_address': 'fa:16:3e:1d:63:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c309056e-e502-4069-b42c-2bb4c6847235', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T05:05:25Z', 'updated_at': '2022-02-01T05:05:25Z', 'revision_number': 0, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62158cd2-30e5-46be-9e22-17a3c082b602', 'name': '', 'network_id': '627a7d5d-9f43-4b6c-9e1c-931e3be43354', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'mac_address': 'fa:16:3e:d2:67:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e238ea-3c46-4fe0-a9d1-1d136924acc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '88746979-15ac-4848-9331-5ae9f0d861e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:05:09Z', 'updated_at': '2022-02-01T05:05:14Z', 'revision_number': 5, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'subnets': [{'id': '88746979-15ac-4848-9331-5ae9f0d861e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:05:27.725998 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bb13ea-238b-4fd4-b809-f8d882c77477 None None] The sync data for ids ['76e238ea-3c46-4fe0-a9d1-1d136924acc3'] in dv-neutron-826830-1-hyperv is: [{'id': '76e238ea-3c46-4fe0-a9d1-1d136924acc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-854188099', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.75'}], 'enable_snat': True}, 'gw_port_id': '7fcd714b-8969-4e0f-b1ab-0c50b86beb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:05:05Z', 'updated_at': '2022-02-01T05:05:10Z', 'revision_number': 4, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'gw_port': {'id': '7fcd714b-8969-4e0f-b1ab-0c50b86beb77', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:65:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e238ea-3c46-4fe0-a9d1-1d136924acc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:05:05Z', 'updated_at': '2022-02-01T05:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': '51bbf3ad-c906-4903-9c37-b15dcc1f0630', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'floating_ip_address': '172.26.8.213', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '76e238ea-3c46-4fe0-a9d1-1d136924acc3', 'port_id': '6c12794c-7ea6-431d-9a2b-1eae0b767f8b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '627a7d5d-9f43-4b6c-9e1c-931e3be43354', 'mac_address': 'fa:16:3e:1d:63:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c309056e-e502-4069-b42c-2bb4c6847235', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T05:05:25Z', 'updated_at': '2022-02-01T05:05:25Z', 'revision_number': 0, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62158cd2-30e5-46be-9e22-17a3c082b602', 'name': '', 'network_id': '627a7d5d-9f43-4b6c-9e1c-931e3be43354', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'mac_address': 'fa:16:3e:d2:67:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e238ea-3c46-4fe0-a9d1-1d136924acc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '88746979-15ac-4848-9331-5ae9f0d861e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:05:09Z', 'updated_at': '2022-02-01T05:05:14Z', 'revision_number': 5, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'subnets': [{'id': '88746979-15ac-4848-9331-5ae9f0d861e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 05:05:27.931110 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2b50e0-a545-43b8-8341-6f668c50cc26 None None] New status for floating IP 51bbf3ad-c906-4903-9c37-b15dcc1f0630: ACTIVE {{(pid=87639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 01 05:05:28.041265 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 49116) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:05:28.151198 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-de3c94c1-b865-49bc-b725-0eaef2f50fa5 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/floatingips/51bbf3ad-c906-4903-9c37-b15dcc1f0630 HTTP/1.1" status: 200 len: 991 time: 0.1087582 Feb 01 05:05:29.153501 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 49120) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:05:29.264166 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-e35819d8-8dc3-44c8-831b-11da694af86a tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/floatingips/51bbf3ad-c906-4903-9c37-b15dcc1f0630 HTTP/1.1" status: 200 len: 993 time: 0.1096246 Feb 01 05:05:32.006692 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-daf5af6b-b059-43e6-b6e9-f01682088128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:34.293825 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-76601412-17eb-4c56-8204-f6cbd9911c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:35.438982 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:35.576484 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:37.106901 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:38.149639 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-74b1b509-0fcd-46f2-bd65-ee3616b05d9d req-fdc20a90-d639-4d81-bad5-1d5e8ff69f09 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c309056e-e502-4069-b42c-2bb4c6847235&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0669208 Feb 01 05:05:38.308158 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b1b509-0fcd-46f2-bd65-ee3616b05d9d req-fba974e5-a1c8-4c9e-b01b-c4eaf810d546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:05:38.309578 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-74b1b509-0fcd-46f2-bd65-ee3616b05d9d req-fba974e5-a1c8-4c9e-b01b-c4eaf810d546 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=be8a84b33cca4eaaad3d62abfe42a968&device_id=c309056e-e502-4069-b42c-2bb4c6847235 HTTP/1.1" status: 200 len: 1098 time: 0.0721948 Feb 01 05:05:38.449461 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b1b509-0fcd-46f2-bd65-ee3616b05d9d req-2b36beb5-acc4-432a-aaa1-93e0dcc0d9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:05:38.450769 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-74b1b509-0fcd-46f2-bd65-ee3616b05d9d req-2b36beb5-acc4-432a-aaa1-93e0dcc0d9e5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=627a7d5d-9f43-4b6c-9e1c-931e3be43354 HTTP/1.1" status: 200 len: 897 time: 0.1232142 Feb 01 05:05:38.546743 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-74b1b509-0fcd-46f2-bd65-ee3616b05d9d req-15cdf226-e2a3-4bcc-ac06-05dc2c4f9e87 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c12794c-7ea6-431d-9a2b-1eae0b767f8b HTTP/1.1" status: 200 len: 1001 time: 0.0892038 Feb 01 05:05:38.715420 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b1b509-0fcd-46f2-bd65-ee3616b05d9d req-152a3597-f3a2-40b8-9574-48bd56e8b86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:05:38.716750 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-74b1b509-0fcd-46f2-bd65-ee3616b05d9d req-152a3597-f3a2-40b8-9574-48bd56e8b86b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=88746979-15ac-4848-9331-5ae9f0d861e2 HTTP/1.1" status: 200 len: 835 time: 0.1637447 Feb 01 05:05:38.790806 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b1b509-0fcd-46f2-bd65-ee3616b05d9d req-6df8e561-7570-428e-b81c-a5bccd65feaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:05:38.792317 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-74b1b509-0fcd-46f2-bd65-ee3616b05d9d req-6df8e561-7570-428e-b81c-a5bccd65feaa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=627a7d5d-9f43-4b6c-9e1c-931e3be43354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686851 Feb 01 05:05:38.923897 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-74b1b509-0fcd-46f2-bd65-ee3616b05d9d req-338929f5-1f22-42d4-a57f-af6a5153943b service neutron] 10.222.0.18 "GET /v2.0/networks/627a7d5d-9f43-4b6c-9e1c-931e3be43354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220593 Feb 01 05:05:39.050763 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-74b1b509-0fcd-46f2-bd65-ee3616b05d9d req-a3ed4731-1520-47b9-b3d3-fad072a4cf86 service neutron] 10.222.0.18 "GET /v2.0/networks/627a7d5d-9f43-4b6c-9e1c-931e3be43354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204097 Feb 01 05:05:45.268312 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:05:54.219592 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 49140) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:05:54.269502 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94334571-ec36-4f22-880c-8ce8ad75c6bf req-8e63837f-3e71-4d53-9190-3f1b5fb960f6 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:05:54.270941 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-94334571-ec36-4f22-880c-8ce8ad75c6bf req-8e63837f-3e71-4d53-9190-3f1b5fb960f6 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=c309056e-e502-4069-b42c-2bb4c6847235 HTTP/1.1" status: 200 len: 945 time: 0.0894766 Feb 01 05:05:54.315714 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-94334571-ec36-4f22-880c-8ce8ad75c6bf req-def560e4-3a63-4dd9-94ef-83c8da4651b9 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a883504-dba8-499d-9bc7-1fa610def9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391943 Feb 01 05:05:54.332528 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-dcccc98d-0f64-4f63-afe6-d70d5d04deb9 req-32e8fb6d-9547-400e-b3b9-f7c39eac5579 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c309056e-e502-4069-b42c-2bb4c6847235&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1117604 Feb 01 05:05:55.502225 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162a31d4-07e1-460a-8c1e-2d976dda4e9e req-6e85a878-64f4-44ca-95cc-9b86477fcd57 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:05:55.503696 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-162a31d4-07e1-460a-8c1e-2d976dda4e9e req-6e85a878-64f4-44ca-95cc-9b86477fcd57 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=c309056e-e502-4069-b42c-2bb4c6847235 HTTP/1.1" status: 200 len: 945 time: 0.0855038 Feb 01 05:05:55.548447 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-162a31d4-07e1-460a-8c1e-2d976dda4e9e req-52e99d21-0a1f-4e11-b10a-ca5d1d8e49d0 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a883504-dba8-499d-9bc7-1fa610def9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390658 Feb 01 05:05:55.591678 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcccc98d-0f64-4f63-afe6-d70d5d04deb9 req-a1cb1e50-4ca1-462e-830d-fed6eb62d3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:05:55.593115 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dcccc98d-0f64-4f63-afe6-d70d5d04deb9 req-a1cb1e50-4ca1-462e-830d-fed6eb62d3b6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=be8a84b33cca4eaaad3d62abfe42a968&device_id=c309056e-e502-4069-b42c-2bb4c6847235 HTTP/1.1" status: 200 len: 1098 time: 0.0697117 Feb 01 05:05:55.722379 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcccc98d-0f64-4f63-afe6-d70d5d04deb9 req-f2854afb-d681-4980-af7d-4380a6917252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:05:55.723745 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dcccc98d-0f64-4f63-afe6-d70d5d04deb9 req-f2854afb-d681-4980-af7d-4380a6917252 service neutron] 10.222.0.18 "GET /v2.0/networks?id=627a7d5d-9f43-4b6c-9e1c-931e3be43354 HTTP/1.1" status: 200 len: 897 time: 0.1241930 Feb 01 05:05:55.822872 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dcccc98d-0f64-4f63-afe6-d70d5d04deb9 req-58aa55eb-1917-4b43-9e00-becd797cb124 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c12794c-7ea6-431d-9a2b-1eae0b767f8b HTTP/1.1" status: 200 len: 1001 time: 0.0930760 Feb 01 05:05:55.886979 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcccc98d-0f64-4f63-afe6-d70d5d04deb9 req-09c459e2-356f-4237-a127-bf4e86470eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:05:55.888438 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dcccc98d-0f64-4f63-afe6-d70d5d04deb9 req-09c459e2-356f-4237-a127-bf4e86470eb7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=88746979-15ac-4848-9331-5ae9f0d861e2 HTTP/1.1" status: 200 len: 835 time: 0.0595512 Feb 01 05:05:55.961225 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcccc98d-0f64-4f63-afe6-d70d5d04deb9 req-c55ccb96-3414-458c-b0bb-f654b3047070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:05:55.962652 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dcccc98d-0f64-4f63-afe6-d70d5d04deb9 req-c55ccb96-3414-458c-b0bb-f654b3047070 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=627a7d5d-9f43-4b6c-9e1c-931e3be43354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682259 Feb 01 05:05:56.090884 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dcccc98d-0f64-4f63-afe6-d70d5d04deb9 req-ba594d59-91ea-49d5-bdb3-1f24c12081a5 service neutron] 10.222.0.18 "GET /v2.0/networks/627a7d5d-9f43-4b6c-9e1c-931e3be43354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214056 Feb 01 05:05:56.218917 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dcccc98d-0f64-4f63-afe6-d70d5d04deb9 req-ae87c4a4-996a-47d3-88f1-8623e3e409f5 service neutron] 10.222.0.18 "GET /v2.0/networks/627a7d5d-9f43-4b6c-9e1c-931e3be43354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207669 Feb 01 05:05:56.729463 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c44cd37-e683-400b-b1b2-7dd4c2ec411a req-b031e06e-daf8-423e-b6cb-bbb12bdaef87 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:05:56.730879 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1c44cd37-e683-400b-b1b2-7dd4c2ec411a req-b031e06e-daf8-423e-b6cb-bbb12bdaef87 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=c309056e-e502-4069-b42c-2bb4c6847235 HTTP/1.1" status: 200 len: 945 time: 0.0774457 Feb 01 05:05:56.777278 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1c44cd37-e683-400b-b1b2-7dd4c2ec411a req-c663d1c5-aef4-4869-8d68-dd2d0086dfd8 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a883504-dba8-499d-9bc7-1fa610def9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408943 Feb 01 05:05:57.959401 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84f9bb0-66c0-4b87-a1b9-d9c45add8717 req-a97be24e-0889-476f-b4f7-f5f7325ec66f tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:05:57.960833 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-e84f9bb0-66c0-4b87-a1b9-d9c45add8717 req-a97be24e-0889-476f-b4f7-f5f7325ec66f tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=c309056e-e502-4069-b42c-2bb4c6847235 HTTP/1.1" status: 200 len: 945 time: 0.0770173 Feb 01 05:05:58.007381 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-e84f9bb0-66c0-4b87-a1b9-d9c45add8717 req-4db6db24-45db-47a8-acfd-e8e0fa6c7abf tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a883504-dba8-499d-9bc7-1fa610def9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409632 Feb 01 05:05:59.186557 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff9876-ad24-4932-b001-356ab559f55e req-4e5a6ee0-9692-4e37-bba8-70a114e1eba5 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:05:59.187919 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-01ff9876-ad24-4932-b001-356ab559f55e req-4e5a6ee0-9692-4e37-bba8-70a114e1eba5 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=c309056e-e502-4069-b42c-2bb4c6847235 HTTP/1.1" status: 200 len: 945 time: 0.0782235 Feb 01 05:05:59.230164 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-01ff9876-ad24-4932-b001-356ab559f55e req-0eac1f35-2f84-4848-b502-ee357976c083 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a883504-dba8-499d-9bc7-1fa610def9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367038 Feb 01 05:06:00.409025 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53caa4d0-0b1c-4561-93fb-382fc08805ab req-09601716-2aa6-4cd5-8d42-dafedda9cdbb tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:06:00.410455 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-53caa4d0-0b1c-4561-93fb-382fc08805ab req-09601716-2aa6-4cd5-8d42-dafedda9cdbb tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=c309056e-e502-4069-b42c-2bb4c6847235 HTTP/1.1" status: 200 len: 945 time: 0.0781326 Feb 01 05:06:00.455348 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-53caa4d0-0b1c-4561-93fb-382fc08805ab req-d3f5644a-32bd-453f-8d1a-e22a2ad28452 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a883504-dba8-499d-9bc7-1fa610def9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393522 Feb 01 05:06:01.643291 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c6438e-c70f-42b1-8aea-c9b643b92a1b req-34ed6fba-7a53-4b45-a7ee-fb26c5833b13 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:06:01.644706 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-40c6438e-c70f-42b1-8aea-c9b643b92a1b req-34ed6fba-7a53-4b45-a7ee-fb26c5833b13 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=c309056e-e502-4069-b42c-2bb4c6847235 HTTP/1.1" status: 200 len: 945 time: 0.0873911 Feb 01 05:06:01.687417 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-40c6438e-c70f-42b1-8aea-c9b643b92a1b req-14d485ec-b395-4320-b1a8-1e647988afa0 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a883504-dba8-499d-9bc7-1fa610def9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370827 Feb 01 05:06:02.008780 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-927284be-df34-4cc2-ba21-905567b52b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:02.869227 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8a87cd-6df2-45a1-952a-5fe8f151b19b req-d704e3e8-65c0-4963-b23b-a464e21b772f tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:06:02.870626 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-eb8a87cd-6df2-45a1-952a-5fe8f151b19b req-d704e3e8-65c0-4963-b23b-a464e21b772f tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=c309056e-e502-4069-b42c-2bb4c6847235 HTTP/1.1" status: 200 len: 945 time: 0.0813670 Feb 01 05:06:02.913753 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-eb8a87cd-6df2-45a1-952a-5fe8f151b19b req-6f5c637e-76e7-4455-b859-a4006627ef0d tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a883504-dba8-499d-9bc7-1fa610def9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374413 Feb 01 05:06:03.329697 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 05:06:04.104433 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20731edc-2846-43a4-91d7-659a72505ef6 req-908babaa-fa49-43c9-8313-868b000aa008 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:06:04.105888 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-20731edc-2846-43a4-91d7-659a72505ef6 req-908babaa-fa49-43c9-8313-868b000aa008 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=c309056e-e502-4069-b42c-2bb4c6847235 HTTP/1.1" status: 200 len: 945 time: 0.0779369 Feb 01 05:06:04.148607 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-20731edc-2846-43a4-91d7-659a72505ef6 req-57cd9651-206d-41b3-8ffd-b3c440f988c0 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a883504-dba8-499d-9bc7-1fa610def9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371039 Feb 01 05:06:04.295272 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cf712896-3fc3-41d7-ba2e-adb9680ab1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:05.330956 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96977b7-b576-4942-8776-a7ffc88bea7b req-bd08ee22-3b81-4bc1-98fa-6a2ad1e7b2c9 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:06:05.332404 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-f96977b7-b576-4942-8776-a7ffc88bea7b req-bd08ee22-3b81-4bc1-98fa-6a2ad1e7b2c9 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=c309056e-e502-4069-b42c-2bb4c6847235 HTTP/1.1" status: 200 len: 945 time: 0.0781763 Feb 01 05:06:05.374412 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-f96977b7-b576-4942-8776-a7ffc88bea7b req-5ea14921-3bab-4e37-a664-0fd9a4bfbed6 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a883504-dba8-499d-9bc7-1fa610def9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365491 Feb 01 05:06:05.440420 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:05.578154 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:06.557642 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bc2214-1913-4547-bdd4-ac4d997ef467 req-3174649b-d364-4395-8e70-5cc9f3f3f8f2 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:06:06.559070 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b3bc2214-1913-4547-bdd4-ac4d997ef467 req-3174649b-d364-4395-8e70-5cc9f3f3f8f2 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=c309056e-e502-4069-b42c-2bb4c6847235 HTTP/1.1" status: 200 len: 945 time: 0.0821517 Feb 01 05:06:06.603419 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b3bc2214-1913-4547-bdd4-ac4d997ef467 req-fee74649-f6ba-40e1-a0dc-2311f8e73af1 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a883504-dba8-499d-9bc7-1fa610def9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385749 Feb 01 05:06:07.109826 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:07.785852 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d963e7-cb8e-4fad-8161-71d5385a7e94 req-b9f6e997-3bd1-4cfa-95e4-fb37420c7c3f tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:06:07.787303 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-b3d963e7-cb8e-4fad-8161-71d5385a7e94 req-b9f6e997-3bd1-4cfa-95e4-fb37420c7c3f tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=c309056e-e502-4069-b42c-2bb4c6847235 HTTP/1.1" status: 200 len: 945 time: 0.0802293 Feb 01 05:06:07.830077 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-b3d963e7-cb8e-4fad-8161-71d5385a7e94 req-fd3ecfeb-1407-411b-90eb-0e80035bd76d tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a883504-dba8-499d-9bc7-1fa610def9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372174 Feb 01 05:06:07.968073 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dcccc98d-0f64-4f63-afe6-d70d5d04deb9 req-6be76259-a8b4-49d5-bc0c-4cf0c4cd4c84 service neutron] 10.222.0.18 "GET /v2.0/ports/6c12794c-7ea6-431d-9a2b-1eae0b767f8b/bindings/hv-neutron-8268 HTTP/1.1" status: 200 len: 384 time: 0.0720799 Feb 01 05:06:08.246498 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcccc98d-0f64-4f63-afe6-d70d5d04deb9 req-b5e7b4dd-fbd4-4e53-8ef7-41ab6177282d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:06:08.247927 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dcccc98d-0f64-4f63-afe6-d70d5d04deb9 req-b5e7b4dd-fbd4-4e53-8ef7-41ab6177282d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c309056e-e502-4069-b42c-2bb4c6847235&tenant_id=be8a84b33cca4eaaad3d62abfe42a968 HTTP/1.1" status: 200 len: 1098 time: 0.0743113 Feb 01 05:06:08.348147 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcccc98d-0f64-4f63-afe6-d70d5d04deb9 req-981db022-2e99-4c6a-9e80-79bc6f5423db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:06:08.349613 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dcccc98d-0f64-4f63-afe6-d70d5d04deb9 req-981db022-2e99-4c6a-9e80-79bc6f5423db service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=be8a84b33cca4eaaad3d62abfe42a968&device_id=c309056e-e502-4069-b42c-2bb4c6847235 HTTP/1.1" status: 200 len: 1098 time: 0.0691960 Feb 01 05:06:08.476134 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcccc98d-0f64-4f63-afe6-d70d5d04deb9 req-29848bbf-8799-4098-89c3-e853bda8b5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:06:08.477543 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dcccc98d-0f64-4f63-afe6-d70d5d04deb9 req-29848bbf-8799-4098-89c3-e853bda8b5c4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=627a7d5d-9f43-4b6c-9e1c-931e3be43354 HTTP/1.1" status: 200 len: 897 time: 0.1224658 Feb 01 05:06:08.670537 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dcccc98d-0f64-4f63-afe6-d70d5d04deb9 req-74c4104e-8898-40d0-9ef3-638d566758c4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c12794c-7ea6-431d-9a2b-1eae0b767f8b HTTP/1.1" status: 200 len: 1001 time: 0.1871393 Feb 01 05:06:08.732349 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcccc98d-0f64-4f63-afe6-d70d5d04deb9 req-c8c2e607-093d-4cc5-836d-0788e31382c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:06:08.733690 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dcccc98d-0f64-4f63-afe6-d70d5d04deb9 req-c8c2e607-093d-4cc5-836d-0788e31382c4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=88746979-15ac-4848-9331-5ae9f0d861e2 HTTP/1.1" status: 200 len: 835 time: 0.0568292 Feb 01 05:06:08.805001 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcccc98d-0f64-4f63-afe6-d70d5d04deb9 req-858b9b58-627c-491a-9045-c8a521dd652b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:06:08.806440 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dcccc98d-0f64-4f63-afe6-d70d5d04deb9 req-858b9b58-627c-491a-9045-c8a521dd652b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=627a7d5d-9f43-4b6c-9e1c-931e3be43354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665896 Feb 01 05:06:08.973136 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dcccc98d-0f64-4f63-afe6-d70d5d04deb9 req-2668ed0f-3559-437a-9a50-f3d39ba73af5 service neutron] 10.222.0.18 "GET /v2.0/networks/627a7d5d-9f43-4b6c-9e1c-931e3be43354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603246 Feb 01 05:06:09.129698 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da4ff7d-d1d9-4760-8f7f-257b92f9be99 req-c3342c90-3881-4ad3-ada4-12c5f3e70ec3 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:06:09.131083 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5da4ff7d-d1d9-4760-8f7f-257b92f9be99 req-c3342c90-3881-4ad3-ada4-12c5f3e70ec3 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=c309056e-e502-4069-b42c-2bb4c6847235 HTTP/1.1" status: 200 len: 945 time: 0.1962447 Feb 01 05:06:09.139689 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dcccc98d-0f64-4f63-afe6-d70d5d04deb9 req-b266e3b8-ee89-4484-a865-f1f8f3396ff7 service neutron] 10.222.0.18 "GET /v2.0/networks/627a7d5d-9f43-4b6c-9e1c-931e3be43354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576495 Feb 01 05:06:09.178827 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5da4ff7d-d1d9-4760-8f7f-257b92f9be99 req-86f935d9-6e4a-47f8-b716-014063b2189b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a883504-dba8-499d-9bc7-1fa610def9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411739 Feb 01 05:06:10.364367 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6547f12-948e-4d36-aa76-ed200460c780 req-bb7ff177-223a-4574-a8fe-9e09a0972aa0 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:06:10.365823 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-e6547f12-948e-4d36-aa76-ed200460c780 req-bb7ff177-223a-4574-a8fe-9e09a0972aa0 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=c309056e-e502-4069-b42c-2bb4c6847235 HTTP/1.1" status: 200 len: 945 time: 0.0844445 Feb 01 05:06:10.411938 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-e6547f12-948e-4d36-aa76-ed200460c780 req-060e3ee4-af5d-43ef-8240-5a138213b3dd tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a883504-dba8-499d-9bc7-1fa610def9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404484 Feb 01 05:06:11.592283 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c312f8d0-347c-4d0f-b259-b9d4c036a784 req-9bbcce9e-be11-43cf-9bac-8d538d69f537 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:06:11.593695 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c312f8d0-347c-4d0f-b259-b9d4c036a784 req-9bbcce9e-be11-43cf-9bac-8d538d69f537 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=c309056e-e502-4069-b42c-2bb4c6847235 HTTP/1.1" status: 200 len: 945 time: 0.0764134 Feb 01 05:06:11.636305 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c312f8d0-347c-4d0f-b259-b9d4c036a784 req-7e62c30e-d4de-45fd-a9c8-2e8473c0bd06 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a883504-dba8-499d-9bc7-1fa610def9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365860 Feb 01 05:06:11.774926 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 6c12794c-7ea6-431d-9a2b-1eae0b767f8b details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 01 05:06:11.784051 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 6c12794c-7ea6-431d-9a2b-1eae0b767f8b no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 05:06:12.007935 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977f7f65-6799-4b7f-85c6-74dd62cb6b48 req-14740562-8f50-432a-b247-fb290b58f4d3 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:06:12.009468 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-977f7f65-6799-4b7f-85c6-74dd62cb6b48 req-14740562-8f50-432a-b247-fb290b58f4d3 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.18 "GET /v2.0/ports?device_id=c309056e-e502-4069-b42c-2bb4c6847235&tenant_id=be8a84b33cca4eaaad3d62abfe42a968&binding%3Ahost_id=hv-neutron-8268 HTTP/1.1" status: 200 len: 945 time: 0.1061299 Feb 01 05:06:12.016817 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc5e6b0-e452-4c90-aa69-906365c81d41 req-8d6a7e8a-3609-4418-ab5b-8542df213f2a tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:06:12.018747 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1fc5e6b0-e452-4c90-aa69-906365c81d41 req-8d6a7e8a-3609-4418-ab5b-8542df213f2a tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=c309056e-e502-4069-b42c-2bb4c6847235 HTTP/1.1" status: 200 len: 945 time: 0.1559620 Feb 01 05:06:12.022003 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:12.067906 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1fc5e6b0-e452-4c90-aa69-906365c81d41 req-0586313b-134f-417c-a09d-fd2a71b7e578 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a883504-dba8-499d-9bc7-1fa610def9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435224 Feb 01 05:06:12.069546 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c309056e-e502-4069-b42c-2bb4c6847235', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c12794c-7ea6-431d-9a2b-1eae0b767f8b'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 05:06:12.083349 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 6c12794c-7ea6-431d-9a2b-1eae0b767f8b, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=6c12794c-7ea6-431d-9a2b-1eae0b767f8b,segment=NetworkSegment(0580f3dc-8a46-466f-b5c0-e429a7851933),segment_id=0580f3dc-8a46-466f-b5c0-e429a7851933)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:06:12.099050 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:12.102007 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 6c12794c-7ea6-431d-9a2b-1eae0b767f8b, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=6c12794c-7ea6-431d-9a2b-1eae0b767f8b,segment=NetworkSegment(0580f3dc-8a46-466f-b5c0-e429a7851933),segment_id=0580f3dc-8a46-466f-b5c0-e429a7851933)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:06:12.145365 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Returning: {'device': '6c12794c-7ea6-431d-9a2b-1eae0b767f8b', 'network_id': '627a7d5d-9f43-4b6c-9e1c-931e3be43354', 'port_id': '6c12794c-7ea6-431d-9a2b-1eae0b767f8b', 'mac_address': 'fa:16:3e:1d:63:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88746979-15ac-4848-9331-5ae9f0d861e2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 01 05:06:12.148249 dv-neutron-826830-1-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c309056e-e502-4069-b42c-2bb4c6847235', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c12794c-7ea6-431d-9a2b-1eae0b767f8b', 'code': 200} Feb 01 05:06:12.181807 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977f7f65-6799-4b7f-85c6-74dd62cb6b48 req-d4cf26f5-e920-444f-aed9-bdcab2501c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:06:12.183466 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-977f7f65-6799-4b7f-85c6-74dd62cb6b48 req-d4cf26f5-e920-444f-aed9-bdcab2501c28 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=be8a84b33cca4eaaad3d62abfe42a968&device_id=c309056e-e502-4069-b42c-2bb4c6847235 HTTP/1.1" status: 200 len: 1096 time: 0.0827701 Feb 01 05:06:12.233064 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:12.243319 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=6c12794c-7ea6-431d-9a2b-1eae0b767f8b,revision_number=6']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:06:12.254652 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:06:12.255000 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:06:12.255377 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:06:12.255695 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:06:12.256023 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:06:12.256348 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:06:12.256671 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:06:12.256997 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:06:12.257318 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:06:12.257634 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:06:12.257951 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:06:12.258264 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:06:12.262510 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c12794c-7ea6-431d-9a2b-1eae0b767f8b {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 05:06:12.279479 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 6c12794c-7ea6-431d-9a2b-1eae0b767f8b, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=6c12794c-7ea6-431d-9a2b-1eae0b767f8b,segment=NetworkSegment(0580f3dc-8a46-466f-b5c0-e429a7851933),segment_id=0580f3dc-8a46-466f-b5c0-e429a7851933)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:06:12.284259 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:12.350387 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=6c12794c-7ea6-431d-9a2b-1eae0b767f8b,revision_number=7']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:06:12.368416 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977f7f65-6799-4b7f-85c6-74dd62cb6b48 req-ea5625f6-59ba-44af-a481-306d8c74828d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:06:12.369835 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-977f7f65-6799-4b7f-85c6-74dd62cb6b48 req-ea5625f6-59ba-44af-a481-306d8c74828d service neutron] 10.222.0.18 "GET /v2.0/networks?id=627a7d5d-9f43-4b6c-9e1c-931e3be43354 HTTP/1.1" status: 200 len: 897 time: 0.1537561 Feb 01 05:06:12.378418 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30112ddb-fe07-47f0-a8f2-a5acc98a6e26 req-4a7fd9cf-b01b-4def-b88b-ea9571ab9c64 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:06:12.379787 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-30112ddb-fe07-47f0-a8f2-a5acc98a6e26 req-4a7fd9cf-b01b-4def-b88b-ea9571ab9c64 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=c309056e-e502-4069-b42c-2bb4c6847235 HTTP/1.1" status: 200 len: 943 time: 0.1935673 Feb 01 05:06:12.406454 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] get_ports_and_sgs() called for port_ids ['6c12794c-7ea6-431d-9a2b-1eae0b767f8b'] {{(pid=87638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 01 05:06:12.502749 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-30112ddb-fe07-47f0-a8f2-a5acc98a6e26 req-347a192a-dc92-4411-b71e-914fbe3273e0 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a883504-dba8-499d-9bc7-1fa610def9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728676 Feb 01 05:06:12.506484 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-977f7f65-6799-4b7f-85c6-74dd62cb6b48 req-efae89a5-03e6-4cad-bed4-0c30de2e57ef service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c12794c-7ea6-431d-9a2b-1eae0b767f8b HTTP/1.1" status: 200 len: 1000 time: 0.1258566 Feb 01 05:06:12.571150 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977f7f65-6799-4b7f-85c6-74dd62cb6b48 req-3c95293a-3341-4bd1-9026-ed0ae3f5b787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:06:12.572533 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-977f7f65-6799-4b7f-85c6-74dd62cb6b48 req-3c95293a-3341-4bd1-9026-ed0ae3f5b787 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=88746979-15ac-4848-9331-5ae9f0d861e2 HTTP/1.1" status: 200 len: 835 time: 0.0602050 Feb 01 05:06:12.645474 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977f7f65-6799-4b7f-85c6-74dd62cb6b48 req-6775ba3b-ce1b-46b0-8b9d-c828235dd55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:06:12.646959 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-977f7f65-6799-4b7f-85c6-74dd62cb6b48 req-6775ba3b-ce1b-46b0-8b9d-c828235dd55b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=627a7d5d-9f43-4b6c-9e1c-931e3be43354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692952 Feb 01 05:06:12.775925 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-977f7f65-6799-4b7f-85c6-74dd62cb6b48 req-562f8a54-c0fc-45e2-af05-6efc67a86f58 service neutron] 10.222.0.18 "GET /v2.0/networks/627a7d5d-9f43-4b6c-9e1c-931e3be43354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227198 Feb 01 05:06:12.904636 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-977f7f65-6799-4b7f-85c6-74dd62cb6b48 req-ede9b22b-ee6c-41e4-992d-c379b48531a5 service neutron] 10.222.0.18 "GET /v2.0/networks/627a7d5d-9f43-4b6c-9e1c-931e3be43354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225076 Feb 01 05:06:13.688965 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe000c6b-dd59-42d1-950b-c1a477d575e2 req-2941f9b8-78ae-4f7c-8c53-bccf0373a309 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:06:13.690306 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-fe000c6b-dd59-42d1-950b-c1a477d575e2 req-2941f9b8-78ae-4f7c-8c53-bccf0373a309 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=c309056e-e502-4069-b42c-2bb4c6847235 HTTP/1.1" status: 200 len: 944 time: 0.0773511 Feb 01 05:06:13.733143 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-fe000c6b-dd59-42d1-950b-c1a477d575e2 req-b87e5a45-1b28-47ba-8d3a-ae7a6960d35c tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a883504-dba8-499d-9bc7-1fa610def9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373120 Feb 01 05:06:13.755414 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 49210) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:06:13.783180 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 6c12794c-7ea6-431d-9a2b-1eae0b767f8b up at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 05:06:13.850083 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning complete for port 6c12794c-7ea6-431d-9a2b-1eae0b767f8b triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:06:13.850315 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:13.862087 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-c49a6786-fd63-48e2-b075-bfc06cb35788 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/floatingips/51bbf3ad-c906-4903-9c37-b15dcc1f0630 HTTP/1.1" status: 200 len: 992 time: 0.1055739 Feb 01 05:06:13.966868 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:13.997942 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 6c12794c-7ea6-431d-9a2b-1eae0b767f8b, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=6c12794c-7ea6-431d-9a2b-1eae0b767f8b,segment=NetworkSegment(0580f3dc-8a46-466f-b5c0-e429a7851933),segment_id=0580f3dc-8a46-466f-b5c0-e429a7851933)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:06:14.002231 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:14.070342 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=6c12794c-7ea6-431d-9a2b-1eae0b767f8b,revision_number=8']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:06:14.149084 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c309056e-e502-4069-b42c-2bb4c6847235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c12794c-7ea6-431d-9a2b-1eae0b767f8b'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 05:06:14.191762 dv-neutron-826830-1-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c309056e-e502-4069-b42c-2bb4c6847235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c12794c-7ea6-431d-9a2b-1eae0b767f8b', 'code': 200} Feb 01 05:06:15.259806 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:32.010832 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b5e96108-95f3-4af2-ba1d-110f245a1a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:34.295877 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8652f560-f08c-4e1e-9ea6-21e7dc9ec11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:35.441387 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:35.580061 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:37.112583 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:39.261312 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5ddbfd54-8cc9-4c5a-a1c0-c7ef7b614ca7 req-6293765d-7f4b-4701-b2cc-3d1c0937dad5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c309056e-e502-4069-b42c-2bb4c6847235&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2144556 Feb 01 05:06:39.413230 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddbfd54-8cc9-4c5a-a1c0-c7ef7b614ca7 req-b97a8e81-c327-4ed9-8cca-d3f4ffbe6d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:06:39.414654 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5ddbfd54-8cc9-4c5a-a1c0-c7ef7b614ca7 req-b97a8e81-c327-4ed9-8cca-d3f4ffbe6d4a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=be8a84b33cca4eaaad3d62abfe42a968&device_id=c309056e-e502-4069-b42c-2bb4c6847235 HTTP/1.1" status: 200 len: 1098 time: 0.0685720 Feb 01 05:06:39.553930 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddbfd54-8cc9-4c5a-a1c0-c7ef7b614ca7 req-5ef36cd9-c2ce-45c5-82d7-682ad968fb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:06:39.555344 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5ddbfd54-8cc9-4c5a-a1c0-c7ef7b614ca7 req-5ef36cd9-c2ce-45c5-82d7-682ad968fb2d service neutron] 10.222.0.18 "GET /v2.0/networks?id=627a7d5d-9f43-4b6c-9e1c-931e3be43354 HTTP/1.1" status: 200 len: 897 time: 0.1221216 Feb 01 05:06:39.656081 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5ddbfd54-8cc9-4c5a-a1c0-c7ef7b614ca7 req-6923b923-4fd5-458c-a983-2de149940d3d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c12794c-7ea6-431d-9a2b-1eae0b767f8b HTTP/1.1" status: 200 len: 1001 time: 0.0939121 Feb 01 05:06:39.718616 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddbfd54-8cc9-4c5a-a1c0-c7ef7b614ca7 req-2910d581-f4cf-494d-b4e9-309da4e2fc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:06:39.720028 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5ddbfd54-8cc9-4c5a-a1c0-c7ef7b614ca7 req-2910d581-f4cf-494d-b4e9-309da4e2fc26 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=88746979-15ac-4848-9331-5ae9f0d861e2 HTTP/1.1" status: 200 len: 835 time: 0.0568366 Feb 01 05:06:39.794917 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddbfd54-8cc9-4c5a-a1c0-c7ef7b614ca7 req-aed36899-8ead-495d-936f-4e45d1a7d594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:06:39.796361 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5ddbfd54-8cc9-4c5a-a1c0-c7ef7b614ca7 req-aed36899-8ead-495d-936f-4e45d1a7d594 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=627a7d5d-9f43-4b6c-9e1c-931e3be43354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701687 Feb 01 05:06:39.925616 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5ddbfd54-8cc9-4c5a-a1c0-c7ef7b614ca7 req-81b7ba5a-80a5-46dd-a030-f82b370b17d1 service neutron] 10.222.0.18 "GET /v2.0/networks/627a7d5d-9f43-4b6c-9e1c-931e3be43354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225564 Feb 01 05:06:40.058956 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5ddbfd54-8cc9-4c5a-a1c0-c7ef7b614ca7 req-d36284ae-77ef-492a-8142-8204a8e22761 service neutron] 10.222.0.18 "GET /v2.0/networks/627a7d5d-9f43-4b6c-9e1c-931e3be43354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274009 Feb 01 05:06:40.327821 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 05:06:42.274736 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 49226) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:06:42.564045 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-da9f8745-58bf-4750-b350-923dee745bb1 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Deleting port 10244add-aa41-47d4-a7ee-0f28dbb910fa {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 05:06:42.564299 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-da9f8745-58bf-4750-b350-923dee745bb1 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:42.727306 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-da9f8745-58bf-4750-b350-923dee745bb1 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:42.727631 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-da9f8745-58bf-4750-b350-923dee745bb1 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:42.847228 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-da9f8745-58bf-4750-b350-923dee745bb1 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Calling delete_port for 10244add-aa41-47d4-a7ee-0f28dbb910fa owned by network:floatingip {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 05:06:42.993951 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-da9f8745-58bf-4750-b350-923dee745bb1 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:43.038432 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9f8745-58bf-4750-b350-923dee745bb1 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event deleted for resources: {'Port': ['ID=10244add-aa41-47d4-a7ee-0f28dbb910fa,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:06:43.075272 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9f8745-58bf-4750-b350-923dee745bb1 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:06:43.075615 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9f8745-58bf-4750-b350-923dee745bb1 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:06:43.075949 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9f8745-58bf-4750-b350-923dee745bb1 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:06:43.076286 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9f8745-58bf-4750-b350-923dee745bb1 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:06:43.076617 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9f8745-58bf-4750-b350-923dee745bb1 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:06:43.076941 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9f8745-58bf-4750-b350-923dee745bb1 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:06:43.077279 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9f8745-58bf-4750-b350-923dee745bb1 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:06:43.077626 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9f8745-58bf-4750-b350-923dee745bb1 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:06:43.078061 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9f8745-58bf-4750-b350-923dee745bb1 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:06:43.078372 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9f8745-58bf-4750-b350-923dee745bb1 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:06:43.078647 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9f8745-58bf-4750-b350-923dee745bb1 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:06:43.079018 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9f8745-58bf-4750-b350-923dee745bb1 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:06:43.149306 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-da9f8745-58bf-4750-b350-923dee745bb1 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for floatingip, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:43.149551 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.l3_db [None req-da9f8745-58bf-4750-b350-923dee745bb1 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Floating IP 51bbf3ad-c906-4903-9c37-b15dcc1f0630 disassociated (deleted). External IP: 172.26.8.213, port: 6c12794c-7ea6-431d-9a2b-1eae0b767f8b. Feb 01 05:06:43.489278 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da9f8745-58bf-4750-b350-923dee745bb1 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Router 76e238ea-3c46-4fe0-a9d1-1d136924acc3 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 05:06:43.663684 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da9f8745-58bf-4750-b350-923dee745bb1 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 05:06:43.673290 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d88ecc-1e99-421f-aeec-d5e660d4ea26 None None] Sync routers for ids ['76e238ea-3c46-4fe0-a9d1-1d136924acc3'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 05:06:43.682299 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d88ecc-1e99-421f-aeec-d5e660d4ea26 None None] Routers {'76e238ea-3c46-4fe0-a9d1-1d136924acc3'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:06:43.682964 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-da9f8745-58bf-4750-b350-923dee745bb1 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:43.683090 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-12d88ecc-1e99-421f-aeec-d5e660d4ea26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:06:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['76e238ea-3c46-4fe0-a9d1-1d136924acc3'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:06:43.736796 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-da9f8745-58bf-4750-b350-923dee745bb1 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "DELETE /v2.0/floatingips/51bbf3ad-c906-4903-9c37-b15dcc1f0630 HTTP/1.1" status: 204 len: 168 time: 1.4609601 Feb 01 05:06:43.737371 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c309056e-e502-4069-b42c-2bb4c6847235', 'tag': '6c12794c-7ea6-431d-9a2b-1eae0b767f8b'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 05:06:43.844462 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c309056e-e502-4069-b42c-2bb4c6847235', 'tag': '6c12794c-7ea6-431d-9a2b-1eae0b767f8b', 'status': 'completed', 'code': 200} Feb 01 05:06:43.870718 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-12d88ecc-1e99-421f-aeec-d5e660d4ea26 None None] Set router 76e238ea-3c46-4fe0-a9d1-1d136924acc3 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:06:43.964039 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e200b81-1834-4da1-831a-da3455188612 req-b323ee95-0ea9-4250-925c-11f125f93cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:06:43.965671 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9e200b81-1834-4da1-831a-da3455188612 req-b323ee95-0ea9-4250-925c-11f125f93cc8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=be8a84b33cca4eaaad3d62abfe42a968&device_id=c309056e-e502-4069-b42c-2bb4c6847235 HTTP/1.1" status: 200 len: 1098 time: 0.0727806 Feb 01 05:06:44.158799 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e200b81-1834-4da1-831a-da3455188612 req-0a60aab5-e7bb-4be0-b608-e33b61579e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:06:44.160495 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9e200b81-1834-4da1-831a-da3455188612 req-0a60aab5-e7bb-4be0-b608-e33b61579e2a service neutron] 10.222.0.18 "GET /v2.0/networks?id=627a7d5d-9f43-4b6c-9e1c-931e3be43354 HTTP/1.1" status: 200 len: 897 time: 0.1515214 Feb 01 05:06:44.160757 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78134f45-a035-463f-ac0a-36aefa2c1ea5 req-4bff1220-b4da-45da-adea-3245b09277dd tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:06:44.161743 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-78134f45-a035-463f-ac0a-36aefa2c1ea5 req-4bff1220-b4da-45da-adea-3245b09277dd tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Synchronizing usage tracker for tenant:be8a84b33cca4eaaad3d62abfe42a968 on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 05:06:44.178343 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-78134f45-a035-463f-ac0a-36aefa2c1ea5 req-4bff1220-b4da-45da-adea-3245b09277dd tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Unset dirty status for tenant:be8a84b33cca4eaaad3d62abfe42a968 on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 05:06:44.180006 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-78134f45-a035-463f-ac0a-36aefa2c1ea5 req-4bff1220-b4da-45da-adea-3245b09277dd tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=c309056e-e502-4069-b42c-2bb4c6847235 HTTP/1.1" status: 200 len: 945 time: 0.1352041 Feb 01 05:06:44.228300 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-12d88ecc-1e99-421f-aeec-d5e660d4ea26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76e238ea-3c46-4fe0-a9d1-1d136924acc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-854188099', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.75'}], 'enable_snat': True}, 'gw_port_id': '7fcd714b-8969-4e0f-b1ab-0c50b86beb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:05:05Z', 'updated_at': '2022-02-01T05:05:10Z', 'revision_number': 4, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'gw_port': {'id': '7fcd714b-8969-4e0f-b1ab-0c50b86beb77', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:65:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e238ea-3c46-4fe0-a9d1-1d136924acc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:05:05Z', 'updated_at': '2022-02-01T05:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '62158cd2-30e5-46be-9e22-17a3c082b602', 'name': '', 'network_id': '627a7d5d-9f43-4b6c-9e1c-931e3be43354', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'mac_address': 'fa:16:3e:d2:67:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e238ea-3c46-4fe0-a9d1-1d136924acc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '88746979-15ac-4848-9331-5ae9f0d861e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:05:09Z', 'updated_at': '2022-02-01T05:05:14Z', 'revision_number': 5, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'subnets': [{'id': '88746979-15ac-4848-9331-5ae9f0d861e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:06:44.232441 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d88ecc-1e99-421f-aeec-d5e660d4ea26 None None] Checking router: 76e238ea-3c46-4fe0-a9d1-1d136924acc3 for host: dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 05:06:44.237255 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-78134f45-a035-463f-ac0a-36aefa2c1ea5 req-d70769b7-ed3a-4147-8faa-83fb044f7a5f tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a883504-dba8-499d-9bc7-1fa610def9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512955 Feb 01 05:06:44.244580 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d88ecc-1e99-421f-aeec-d5e660d4ea26 None None] Routers {'76e238ea-3c46-4fe0-a9d1-1d136924acc3'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:06:44.245485 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-12d88ecc-1e99-421f-aeec-d5e660d4ea26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:06:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['76e238ea-3c46-4fe0-a9d1-1d136924acc3'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:06:44.246972 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9e200b81-1834-4da1-831a-da3455188612 req-24675f68-3b68-4f41-a975-0f48e3770744 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c12794c-7ea6-431d-9a2b-1eae0b767f8b HTTP/1.1" status: 200 len: 217 time: 0.0788095 Feb 01 05:06:44.311486 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e200b81-1834-4da1-831a-da3455188612 req-aeefb550-e6a0-4757-85a7-c97db479d626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:06:44.312881 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9e200b81-1834-4da1-831a-da3455188612 req-aeefb550-e6a0-4757-85a7-c97db479d626 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=88746979-15ac-4848-9331-5ae9f0d861e2 HTTP/1.1" status: 200 len: 835 time: 0.0599935 Feb 01 05:06:44.391980 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e200b81-1834-4da1-831a-da3455188612 req-72d3117d-3c74-4704-8026-8a2605bc7823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:06:44.393945 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9e200b81-1834-4da1-831a-da3455188612 req-72d3117d-3c74-4704-8026-8a2605bc7823 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=627a7d5d-9f43-4b6c-9e1c-931e3be43354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741563 Feb 01 05:06:44.464091 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-12d88ecc-1e99-421f-aeec-d5e660d4ea26 None None] Set router 76e238ea-3c46-4fe0-a9d1-1d136924acc3 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:06:44.528132 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9e200b81-1834-4da1-831a-da3455188612 req-6660f443-1d3e-4339-9d7e-f964bb0c4e10 service neutron] 10.222.0.18 "GET /v2.0/networks/627a7d5d-9f43-4b6c-9e1c-931e3be43354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274753 Feb 01 05:06:44.658891 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9e200b81-1834-4da1-831a-da3455188612 req-c024afea-ec53-4809-81d3-6455f52352dd service neutron] 10.222.0.18 "GET /v2.0/networks/627a7d5d-9f43-4b6c-9e1c-931e3be43354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227543 Feb 01 05:06:44.772659 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-12d88ecc-1e99-421f-aeec-d5e660d4ea26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76e238ea-3c46-4fe0-a9d1-1d136924acc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-854188099', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.75'}], 'enable_snat': True}, 'gw_port_id': '7fcd714b-8969-4e0f-b1ab-0c50b86beb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:05:05Z', 'updated_at': '2022-02-01T05:05:10Z', 'revision_number': 4, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'gw_port': {'id': '7fcd714b-8969-4e0f-b1ab-0c50b86beb77', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:65:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e238ea-3c46-4fe0-a9d1-1d136924acc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:05:05Z', 'updated_at': '2022-02-01T05:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '62158cd2-30e5-46be-9e22-17a3c082b602', 'name': '', 'network_id': '627a7d5d-9f43-4b6c-9e1c-931e3be43354', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'mac_address': 'fa:16:3e:d2:67:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e238ea-3c46-4fe0-a9d1-1d136924acc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '88746979-15ac-4848-9331-5ae9f0d861e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:05:09Z', 'updated_at': '2022-02-01T05:05:14Z', 'revision_number': 5, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'subnets': [{'id': '88746979-15ac-4848-9331-5ae9f0d861e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:06:44.776573 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d88ecc-1e99-421f-aeec-d5e660d4ea26 None None] The sync data for ids ['76e238ea-3c46-4fe0-a9d1-1d136924acc3'] in dv-neutron-826830-1-hyperv is: [{'id': '76e238ea-3c46-4fe0-a9d1-1d136924acc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-854188099', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.75'}], 'enable_snat': True}, 'gw_port_id': '7fcd714b-8969-4e0f-b1ab-0c50b86beb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:05:05Z', 'updated_at': '2022-02-01T05:05:10Z', 'revision_number': 4, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'gw_port': {'id': '7fcd714b-8969-4e0f-b1ab-0c50b86beb77', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:65:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e238ea-3c46-4fe0-a9d1-1d136924acc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:05:05Z', 'updated_at': '2022-02-01T05:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '62158cd2-30e5-46be-9e22-17a3c082b602', 'name': '', 'network_id': '627a7d5d-9f43-4b6c-9e1c-931e3be43354', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'mac_address': 'fa:16:3e:d2:67:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e238ea-3c46-4fe0-a9d1-1d136924acc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '88746979-15ac-4848-9331-5ae9f0d861e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:05:09Z', 'updated_at': '2022-02-01T05:05:14Z', 'revision_number': 5, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'subnets': [{'id': '88746979-15ac-4848-9331-5ae9f0d861e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 05:06:44.996652 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a49ab18-b4e4-43ab-9f5d-37001cfb9c12 None None] New status for floating IP 51bbf3ad-c906-4903-9c37-b15dcc1f0630: DOWN {{(pid=87639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 01 05:06:45.265892 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:45.417723 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b31b3e-018c-4104-96e1-767996642bc7 req-76016d03-7964-4765-9129-890bb01b1980 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:06:45.419046 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-44b31b3e-018c-4104-96e1-767996642bc7 req-76016d03-7964-4765-9129-890bb01b1980 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=c309056e-e502-4069-b42c-2bb4c6847235 HTTP/1.1" status: 200 len: 945 time: 0.0760920 Feb 01 05:06:45.559629 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-44b31b3e-018c-4104-96e1-767996642bc7 req-9e92e518-9655-47f2-bca3-5c36f17a8d4f tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a883504-dba8-499d-9bc7-1fa610def9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350958 Feb 01 05:06:45.840608 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea492328-a508-461c-af4a-d6a69debd53a req-420e7967-e0fa-4dac-8399-3b80e5e821ae tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:06:45.842102 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ea492328-a508-461c-af4a-d6a69debd53a req-420e7967-e0fa-4dac-8399-3b80e5e821ae tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.18 "GET /v2.0/ports?device_id=c309056e-e502-4069-b42c-2bb4c6847235 HTTP/1.1" status: 200 len: 945 time: 0.0799541 Feb 01 05:06:45.911697 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-ea492328-a508-461c-af4a-d6a69debd53a req-e010eadf-673a-42f1-8c05-cd94384ec759 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Deleting port 6c12794c-7ea6-431d-9a2b-1eae0b767f8b {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 05:06:45.912030 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-ea492328-a508-461c-af4a-d6a69debd53a req-e010eadf-673a-42f1-8c05-cd94384ec759 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:46.147722 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-ea492328-a508-461c-af4a-d6a69debd53a req-e010eadf-673a-42f1-8c05-cd94384ec759 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] For port 6c12794c-7ea6-431d-9a2b-1eae0b767f8b, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=6c12794c-7ea6-431d-9a2b-1eae0b767f8b,segment=NetworkSegment(0580f3dc-8a46-466f-b5c0-e429a7851933),segment_id=0580f3dc-8a46-466f-b5c0-e429a7851933)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:06:46.147981 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-ea492328-a508-461c-af4a-d6a69debd53a req-e010eadf-673a-42f1-8c05-cd94384ec759 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:46.269299 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-ea492328-a508-461c-af4a-d6a69debd53a req-e010eadf-673a-42f1-8c05-cd94384ec759 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Calling delete_port for 6c12794c-7ea6-431d-9a2b-1eae0b767f8b owned by compute:nova {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 05:06:46.406085 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-ea492328-a508-461c-af4a-d6a69debd53a req-e010eadf-673a-42f1-8c05-cd94384ec759 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:46.457772 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e010eadf-673a-42f1-8c05-cd94384ec759 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event deleted for resources: {'Port': ['ID=6c12794c-7ea6-431d-9a2b-1eae0b767f8b,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:06:46.499925 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e010eadf-673a-42f1-8c05-cd94384ec759 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:06:46.500275 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e010eadf-673a-42f1-8c05-cd94384ec759 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:06:46.500603 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e010eadf-673a-42f1-8c05-cd94384ec759 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:06:46.500930 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e010eadf-673a-42f1-8c05-cd94384ec759 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:06:46.501254 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e010eadf-673a-42f1-8c05-cd94384ec759 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:06:46.501576 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e010eadf-673a-42f1-8c05-cd94384ec759 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:06:46.501896 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e010eadf-673a-42f1-8c05-cd94384ec759 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:06:46.502217 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e010eadf-673a-42f1-8c05-cd94384ec759 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:06:46.502532 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e010eadf-673a-42f1-8c05-cd94384ec759 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:06:46.502847 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e010eadf-673a-42f1-8c05-cd94384ec759 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:06:46.503204 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e010eadf-673a-42f1-8c05-cd94384ec759 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:06:46.503543 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e010eadf-673a-42f1-8c05-cd94384ec759 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:06:46.543678 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea492328-a508-461c-af4a-d6a69debd53a req-e010eadf-673a-42f1-8c05-cd94384ec759 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] No DVR routers for this DVR port 6c12794c-7ea6-431d-9a2b-1eae0b767f8b on host hv-neutron-8268 {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 05:06:46.546139 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-ea492328-a508-461c-af4a-d6a69debd53a req-e010eadf-673a-42f1-8c05-cd94384ec759 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:46.548824 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c309056e-e502-4069-b42c-2bb4c6847235', 'name': 'network-vif-deleted', 'tag': '6c12794c-7ea6-431d-9a2b-1eae0b767f8b'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 05:06:46.564017 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ea492328-a508-461c-af4a-d6a69debd53a req-e010eadf-673a-42f1-8c05-cd94384ec759 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.18 "DELETE /v2.0/ports/6c12794c-7ea6-431d-9a2b-1eae0b767f8b HTTP/1.1" status: 204 len: 173 time: 0.7168775 Feb 01 05:06:46.595973 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c309056e-e502-4069-b42c-2bb4c6847235', 'name': 'network-vif-deleted', 'tag': '6c12794c-7ea6-431d-9a2b-1eae0b767f8b', 'status': 'completed', 'code': 200} Feb 01 05:06:46.873358 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-a29423be-9cf4-47b7-bbea-616d55293960 req-3079f3d0-b22c-4246-8ccd-0efe725c114f tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Synchronizing usage tracker for tenant:be8a84b33cca4eaaad3d62abfe42a968 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 05:06:46.890835 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-a29423be-9cf4-47b7-bbea-616d55293960 req-3079f3d0-b22c-4246-8ccd-0efe725c114f tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Unset dirty status for tenant:be8a84b33cca4eaaad3d62abfe42a968 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 05:06:46.892183 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a29423be-9cf4-47b7-bbea-616d55293960 req-3079f3d0-b22c-4246-8ccd-0efe725c114f tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=c309056e-e502-4069-b42c-2bb4c6847235 HTTP/1.1" status: 200 len: 210 time: 0.0605276 Feb 01 05:06:47.985778 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 49246) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:06:48.624965 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-74aeeedc-604a-40e4-b236-2f5629f9f8c1 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-371968'] for router_interface, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:48.966577 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-74aeeedc-604a-40e4-b236-2f5629f9f8c1 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Deleting port 62158cd2-30e5-46be-9e22-17a3c082b602 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 05:06:48.966907 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-74aeeedc-604a-40e4-b236-2f5629f9f8c1 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:49.150306 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-74aeeedc-604a-40e4-b236-2f5629f9f8c1 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] For port 62158cd2-30e5-46be-9e22-17a3c082b602, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=62158cd2-30e5-46be-9e22-17a3c082b602,segment=NetworkSegment(0580f3dc-8a46-466f-b5c0-e429a7851933),segment_id=0580f3dc-8a46-466f-b5c0-e429a7851933)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:06:49.150959 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-74aeeedc-604a-40e4-b236-2f5629f9f8c1 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:49.273899 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-74aeeedc-604a-40e4-b236-2f5629f9f8c1 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Calling delete_port for 62158cd2-30e5-46be-9e22-17a3c082b602 owned by network:router_interface {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 05:06:49.456500 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-74aeeedc-604a-40e4-b236-2f5629f9f8c1 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:49.505006 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aeeedc-604a-40e4-b236-2f5629f9f8c1 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event deleted for resources: {'Port': ['ID=62158cd2-30e5-46be-9e22-17a3c082b602,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:06:49.882416 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-74aeeedc-604a-40e4-b236-2f5629f9f8c1 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770960'] for router_interface, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:49.944913 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 6c12794c-7ea6-431d-9a2b-1eae0b767f8b no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 05:06:49.981752 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] No Port match for: 6c12794c-7ea6-431d-9a2b-1eae0b767f8b {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 05:06:49.982097 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 6c12794c-7ea6-431d-9a2b-1eae0b767f8b not bound to the agent host hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 05:06:50.237663 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74aeeedc-604a-40e4-b236-2f5629f9f8c1 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Router 76e238ea-3c46-4fe0-a9d1-1d136924acc3 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 05:06:50.407268 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74aeeedc-604a-40e4-b236-2f5629f9f8c1 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 05:06:50.417615 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50788fea-a505-4c26-9a1a-0fe202d4aa58 None None] Sync routers for ids ['76e238ea-3c46-4fe0-a9d1-1d136924acc3'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 05:06:50.423939 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-74aeeedc-604a-40e4-b236-2f5629f9f8c1 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "PUT /v2.0/routers/76e238ea-3c46-4fe0-a9d1-1d136924acc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4368122 Feb 01 05:06:50.427117 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 49250) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:06:50.427906 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50788fea-a505-4c26-9a1a-0fe202d4aa58 None None] Routers {'76e238ea-3c46-4fe0-a9d1-1d136924acc3'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:06:50.428628 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-50788fea-a505-4c26-9a1a-0fe202d4aa58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:06:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['76e238ea-3c46-4fe0-a9d1-1d136924acc3'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:06:50.495160 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_v2 [None req-472fa854-8607-4840-9163-26ed9c86c358 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Deleting subnet 88746979-15ac-4848-9331-5ae9f0d861e2 {{(pid=87637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 05:06:50.497953 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-472fa854-8607-4840-9163-26ed9c86c358 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for subnet, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:50.549935 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-472fa854-8607-4840-9163-26ed9c86c358 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2424773'] for subnet, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:50.600706 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-50788fea-a505-4c26-9a1a-0fe202d4aa58 None None] Set router 76e238ea-3c46-4fe0-a9d1-1d136924acc3 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:06:50.640742 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-472fa854-8607-4840-9163-26ed9c86c358 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:50.716475 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-472fa854-8607-4840-9163-26ed9c86c358 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3037665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694336'] for subnet, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:50.756828 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472fa854-8607-4840-9163-26ed9c86c358 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event deleted for resources: {'Subnet': ['ID=88746979-15ac-4848-9331-5ae9f0d861e2,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:06:50.758657 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-472fa854-8607-4840-9163-26ed9c86c358 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:50.765122 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-472fa854-8607-4840-9163-26ed9c86c358 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "DELETE /v2.0/subnets/88746979-15ac-4848-9331-5ae9f0d861e2 HTTP/1.1" status: 204 len: 168 time: 0.3370378 Feb 01 05:06:50.767643 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 49254) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:06:50.788998 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96fdeffd-7191-4902-8347-5e83e53e11d1 None None] Network 627a7d5d-9f43-4b6c-9e1c-931e3be43354 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 05:06:50.951926 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a3bbc493-27ea-462d-bdb0-ca541fb412f9 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for router, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:51.056662 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-50788fea-a505-4c26-9a1a-0fe202d4aa58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76e238ea-3c46-4fe0-a9d1-1d136924acc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-854188099', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.75'}], 'enable_snat': True}, 'gw_port_id': '7fcd714b-8969-4e0f-b1ab-0c50b86beb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:05:05Z', 'updated_at': '2022-02-01T05:06:49Z', 'revision_number': 5, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'gw_port': {'id': '7fcd714b-8969-4e0f-b1ab-0c50b86beb77', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:65:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e238ea-3c46-4fe0-a9d1-1d136924acc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:05:05Z', 'updated_at': '2022-02-01T05:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:06:51.060963 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50788fea-a505-4c26-9a1a-0fe202d4aa58 None None] Checking router: 76e238ea-3c46-4fe0-a9d1-1d136924acc3 for host: dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 05:06:51.070213 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50788fea-a505-4c26-9a1a-0fe202d4aa58 None None] Routers {'76e238ea-3c46-4fe0-a9d1-1d136924acc3'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:06:51.070851 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-50788fea-a505-4c26-9a1a-0fe202d4aa58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:06:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['76e238ea-3c46-4fe0-a9d1-1d136924acc3'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:06:51.136419 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3a56a0-5821-435f-8517-3691d9ce6439 None None] DHCP port deletion for 627a7d5d-9f43-4b6c-9e1c-931e3be43354 request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 05:06:51.157294 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-4d3a56a0-5821-435f-8517-3691d9ce6439 None None] Deleting port bcbe9194-fe28-4e14-9ed4-073310444ad1 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 05:06:51.157845 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4d3a56a0-5821-435f-8517-3691d9ce6439 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:51.252708 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a3bbc493-27ea-462d-bdb0-ca541fb412f9 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:51.263331 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-a3bbc493-27ea-462d-bdb0-ca541fb412f9 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Deleting port 7fcd714b-8969-4e0f-b1ab-0c50b86beb77 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 05:06:51.263607 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a3bbc493-27ea-462d-bdb0-ca541fb412f9 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:51.395066 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-50788fea-a505-4c26-9a1a-0fe202d4aa58 None None] Set router 76e238ea-3c46-4fe0-a9d1-1d136924acc3 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:06:51.437960 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-a3bbc493-27ea-462d-bdb0-ca541fb412f9 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] For port 7fcd714b-8969-4e0f-b1ab-0c50b86beb77, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=7fcd714b-8969-4e0f-b1ab-0c50b86beb77,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:06:51.438316 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a3bbc493-27ea-462d-bdb0-ca541fb412f9 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:51.561655 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-a3bbc493-27ea-462d-bdb0-ca541fb412f9 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Calling delete_port for 7fcd714b-8969-4e0f-b1ab-0c50b86beb77 owned by network:router_gateway {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 05:06:51.674666 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-4d3a56a0-5821-435f-8517-3691d9ce6439 None None] For port bcbe9194-fe28-4e14-9ed4-073310444ad1, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=bcbe9194-fe28-4e14-9ed4-073310444ad1,segment=NetworkSegment(0580f3dc-8a46-466f-b5c0-e429a7851933),segment_id=0580f3dc-8a46-466f-b5c0-e429a7851933)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:06:51.674972 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4d3a56a0-5821-435f-8517-3691d9ce6439 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:51.727762 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a3bbc493-27ea-462d-bdb0-ca541fb412f9 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:51.774021 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bbc493-27ea-462d-bdb0-ca541fb412f9 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event deleted for resources: {'Port': ['ID=7fcd714b-8969-4e0f-b1ab-0c50b86beb77,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:06:51.804546 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-4d3a56a0-5821-435f-8517-3691d9ce6439 None None] Calling delete_port for bcbe9194-fe28-4e14-9ed4-073310444ad1 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 05:06:51.866701 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a3bbc493-27ea-462d-bdb0-ca541fb412f9 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-774381'] for router_gateway, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:51.932819 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4d3a56a0-5821-435f-8517-3691d9ce6439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:51.985354 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3a56a0-5821-435f-8517-3691d9ce6439 None None] No DVR routers for this DVR port bcbe9194-fe28-4e14-9ed4-073310444ad1 on host dv-neutron-826830-1-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 05:06:51.987047 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3a56a0-5821-435f-8517-3691d9ce6439 None None] Pushing event deleted for resources: {'Port': ['ID=bcbe9194-fe28-4e14-9ed4-073310444ad1,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:06:51.992274 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-50788fea-a505-4c26-9a1a-0fe202d4aa58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76e238ea-3c46-4fe0-a9d1-1d136924acc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-854188099', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.75'}], 'enable_snat': True}, 'gw_port_id': '7fcd714b-8969-4e0f-b1ab-0c50b86beb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:05:05Z', 'updated_at': '2022-02-01T05:06:49Z', 'revision_number': 5, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'gw_port': {'id': '7fcd714b-8969-4e0f-b1ab-0c50b86beb77', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:65:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e238ea-3c46-4fe0-a9d1-1d136924acc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:05:05Z', 'updated_at': '2022-02-01T05:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:06:51.998221 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50788fea-a505-4c26-9a1a-0fe202d4aa58 None None] The sync data for ids ['76e238ea-3c46-4fe0-a9d1-1d136924acc3'] in dv-neutron-826830-1-hyperv is: [{'id': '76e238ea-3c46-4fe0-a9d1-1d136924acc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-854188099', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.75'}], 'enable_snat': True}, 'gw_port_id': '7fcd714b-8969-4e0f-b1ab-0c50b86beb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:05:05Z', 'updated_at': '2022-02-01T05:06:49Z', 'revision_number': 5, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'gw_port': {'id': '7fcd714b-8969-4e0f-b1ab-0c50b86beb77', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:65:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e238ea-3c46-4fe0-a9d1-1d136924acc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:05:05Z', 'updated_at': '2022-02-01T05:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 05:06:52.047835 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a3bbc493-27ea-462d-bdb0-ca541fb412f9 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25968'] for router, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:52.049960 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a3bbc493-27ea-462d-bdb0-ca541fb412f9 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:52.072154 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a3bbc493-27ea-462d-bdb0-ca541fb412f9 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772958'] for router, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:52.072721 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3bbc493-27ea-462d-bdb0-ca541fb412f9 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Fanout notify agent at l3_agent the message router_deleted on router 76e238ea-3c46-4fe0-a9d1-1d136924acc3 {{(pid=87637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 01 05:06:52.089677 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a3bbc493-27ea-462d-bdb0-ca541fb412f9 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:52.090792 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-a3bbc493-27ea-462d-bdb0-ca541fb412f9 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "DELETE /v2.0/routers/76e238ea-3c46-4fe0-a9d1-1d136924acc3 HTTP/1.1" status: 204 len: 168 time: 1.3222156 Feb 01 05:06:52.093500 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 49258) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:06:52.208680 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-72625962-fe50-4485-870c-61ddab8a756b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:52.340324 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-72625962-fe50-4485-870c-61ddab8a756b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:52.366171 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-72625962-fe50-4485-870c-61ddab8a756b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['627a7d5d-9f43-4b6c-9e1c-931e3be43354']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:06:52.378968 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-72625962-fe50-4485-870c-61ddab8a756b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0580f3dc-8a46-466f-b5c0-e429a7851933') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:06:52.379300 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-72625962-fe50-4485-870c-61ddab8a756b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0580f3dc-8a46-466f-b5c0-e429a7851933') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:06:52.391041 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-72625962-fe50-4485-870c-61ddab8a756b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:52.407645 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-72625962-fe50-4485-870c-61ddab8a756b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:52.417136 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72625962-fe50-4485-870c-61ddab8a756b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 05:06:52.417559 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-72625962-fe50-4485-870c-61ddab8a756b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:52.431724 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 05:06:52.431724 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 05:06:52.431724 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 05:06:52.431724 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 05:06:52.431724 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 05:06:52.431724 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 05:06:52.431724 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 05:06:52.431724 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 05:06:52.431724 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 05:06:52.431724 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 05:06:52.431724 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 05:06:52.431724 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 05:06:52.431724 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 05:06:52.431724 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 05:06:52.431724 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 05:06:52.431724 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 05:06:52.431724 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 05:06:52.431724 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 05:06:52.431724 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 05:06:52.431724 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 05:06:52.431724 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 05:06:52.431724 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 05:06:52.431724 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 05:06:52.431724 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 05:06:52.431724 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 05:06:52.431724 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 05:06:52.431724 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 05:06:52.431724 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 05:06:52.431724 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 05:06:52.431724 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 05:06:52.431724 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 05:06:52.431724 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 05:06:52.510880 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-72625962-fe50-4485-870c-61ddab8a756b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:52.528866 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-72625962-fe50-4485-870c-61ddab8a756b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:52.540026 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72625962-fe50-4485-870c-61ddab8a756b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event deleted for resources: {'Network': ['ID=627a7d5d-9f43-4b6c-9e1c-931e3be43354,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:06:52.547918 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-72625962-fe50-4485-870c-61ddab8a756b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "DELETE /v2.0/networks/627a7d5d-9f43-4b6c-9e1c-931e3be43354 HTTP/1.1" status: 204 len: 168 time: 0.4534602 Feb 01 05:06:52.550775 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 49262) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:06:52.616935 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c02eac77-9a19-45f5-9214-39a7db1a5903 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:52.645533 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c02eac77-9a19-45f5-9214-39a7db1a5903 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:52.710142 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c02eac77-9a19-45f5-9214-39a7db1a5903 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:52.734771 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02eac77-9a19-45f5-9214-39a7db1a5903 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a883504-dba8-499d-9bc7-1fa610def9cc,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:06:52.754763 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c02eac77-9a19-45f5-9214-39a7db1a5903 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:52.756991 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c02eac77-9a19-45f5-9214-39a7db1a5903 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "DELETE /v2.0/security-groups/9a883504-dba8-499d-9bc7-1fa610def9cc HTTP/1.1" status: 204 len: 168 time: 0.2045438 Feb 01 05:06:52.788049 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 7fcd714b-8969-4e0f-b1ab-0c50b86beb77 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 05:06:52.826714 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 7fcd714b-8969-4e0f-b1ab-0c50b86beb77 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 05:06:52.827060 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 7fcd714b-8969-4e0f-b1ab-0c50b86beb77 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 05:06:52.827516 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 62158cd2-30e5-46be-9e22-17a3c082b602 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 05:06:52.861770 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 62158cd2-30e5-46be-9e22-17a3c082b602 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 05:06:52.862190 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 62158cd2-30e5-46be-9e22-17a3c082b602 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 05:06:52.863468 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device bcbe9194-fe28-4e14-9ed4-073310444ad1 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 05:06:52.896220 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: bcbe9194-fe28-4e14-9ed4-073310444ad1 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 05:06:52.896557 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device bcbe9194-fe28-4e14-9ed4-073310444ad1 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 05:06:53.213213 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 49270) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:06:53.218366 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-b3c81dcf-4111-4351-9416-03a2e12c3123 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1258122359', 'description': 'tempest-secgroup-smoke-1258122359 description', 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:06:53.224374 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-b3c81dcf-4111-4351-9416-03a2e12c3123 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:06:53.228368 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b3c81dcf-4111-4351-9416-03a2e12c3123 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Usage tracker for resource:security_group and tenant:be8a84b33cca4eaaad3d62abfe42a968 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:06:53.231165 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b3c81dcf-4111-4351-9416-03a2e12c3123 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:06:53.236964 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-b3c81dcf-4111-4351-9416-03a2e12c3123 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:06:53.247559 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b3c81dcf-4111-4351-9416-03a2e12c3123 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:53.266786 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-b3c81dcf-4111-4351-9416-03a2e12c3123 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:06:53.270465 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b3c81dcf-4111-4351-9416-03a2e12c3123 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Usage tracker for resource:security_group_rule and tenant:be8a84b33cca4eaaad3d62abfe42a968 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:06:53.273189 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b3c81dcf-4111-4351-9416-03a2e12c3123 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:06:53.278651 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-b3c81dcf-4111-4351-9416-03a2e12c3123 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:06:53.345780 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b3c81dcf-4111-4351-9416-03a2e12c3123 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:53.349176 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b3c81dcf-4111-4351-9416-03a2e12c3123 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:53.391915 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c81dcf-4111-4351-9416-03a2e12c3123 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=371985af-0bb5-44cd-b735-bfe225c6c015,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:06:53.399534 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b3c81dcf-4111-4351-9416-03a2e12c3123 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:53.400553 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b3c81dcf-4111-4351-9416-03a2e12c3123 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1863368 Feb 01 05:06:53.403475 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 49274) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:06:53.408616 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-97b5deaa-76d9-42d8-a362-e7bc9c336e28 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Request body: {'security_group_rule': {'security_group_id': '371985af-0bb5-44cd-b735-bfe225c6c015', 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:06:53.414449 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-97b5deaa-76d9-42d8-a362-e7bc9c336e28 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:06:53.418184 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-97b5deaa-76d9-42d8-a362-e7bc9c336e28 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Usage tracker for resource:security_group_rule and tenant:be8a84b33cca4eaaad3d62abfe42a968 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:06:53.421003 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-97b5deaa-76d9-42d8-a362-e7bc9c336e28 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:06:53.427061 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-97b5deaa-76d9-42d8-a362-e7bc9c336e28 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:06:53.443948 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-97b5deaa-76d9-42d8-a362-e7bc9c336e28 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:53.501133 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-97b5deaa-76d9-42d8-a362-e7bc9c336e28 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:53.508114 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-97b5deaa-76d9-42d8-a362-e7bc9c336e28 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:53.531466 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b5deaa-76d9-42d8-a362-e7bc9c336e28 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d445eab-3f57-4b53-942d-35b65f2f1a10,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:06:53.540440 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-97b5deaa-76d9-42d8-a362-e7bc9c336e28 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:53.542044 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-97b5deaa-76d9-42d8-a362-e7bc9c336e28 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1375084 Feb 01 05:06:53.544672 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 49278) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:06:53.549680 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-fc638aaa-446e-4f0f-8101-6a068107c02d tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Request body: {'security_group_rule': {'security_group_id': '371985af-0bb5-44cd-b735-bfe225c6c015', 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:06:53.556396 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-fc638aaa-446e-4f0f-8101-6a068107c02d tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:06:53.560191 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-fc638aaa-446e-4f0f-8101-6a068107c02d tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Usage tracker for resource:security_group_rule and tenant:be8a84b33cca4eaaad3d62abfe42a968 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:06:53.563062 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-fc638aaa-446e-4f0f-8101-6a068107c02d tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:06:53.568956 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-fc638aaa-446e-4f0f-8101-6a068107c02d tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:06:53.587906 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fc638aaa-446e-4f0f-8101-6a068107c02d tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:53.647816 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fc638aaa-446e-4f0f-8101-6a068107c02d tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:53.651417 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fc638aaa-446e-4f0f-8101-6a068107c02d tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:53.674497 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc638aaa-446e-4f0f-8101-6a068107c02d tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c37739d4-a1a6-4660-b861-7a92d43c8e1d,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:06:53.682963 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fc638aaa-446e-4f0f-8101-6a068107c02d tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:53.684229 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-fc638aaa-446e-4f0f-8101-6a068107c02d tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1385996 Feb 01 05:06:53.686895 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 49282) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:06:53.691748 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-fd03593c-663e-4677-b670-a147d302c5a5 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Request body: {'security_group_rule': {'security_group_id': '371985af-0bb5-44cd-b735-bfe225c6c015', 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:06:53.697660 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-fd03593c-663e-4677-b670-a147d302c5a5 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:06:53.701315 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-fd03593c-663e-4677-b670-a147d302c5a5 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Usage tracker for resource:security_group_rule and tenant:be8a84b33cca4eaaad3d62abfe42a968 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:06:53.704127 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-fd03593c-663e-4677-b670-a147d302c5a5 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:06:53.709662 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-fd03593c-663e-4677-b670-a147d302c5a5 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:06:53.726416 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fd03593c-663e-4677-b670-a147d302c5a5 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:53.787880 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fd03593c-663e-4677-b670-a147d302c5a5 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:53.791480 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fd03593c-663e-4677-b670-a147d302c5a5 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:53.817818 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd03593c-663e-4677-b670-a147d302c5a5 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eebcd9ec-e250-43f4-bc5a-60b8da71eeae,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:06:53.830076 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fd03593c-663e-4677-b670-a147d302c5a5 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:53.834288 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-fd03593c-663e-4677-b670-a147d302c5a5 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1434922 Feb 01 05:06:53.834773 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 49286) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:06:53.839922 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-ec1de658-927e-4dfc-ad23-9e4dcd9fecc7 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Request body: {'security_group_rule': {'security_group_id': '371985af-0bb5-44cd-b735-bfe225c6c015', 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:06:53.846855 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-ec1de658-927e-4dfc-ad23-9e4dcd9fecc7 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:06:53.851759 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-ec1de658-927e-4dfc-ad23-9e4dcd9fecc7 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Usage tracker for resource:security_group_rule and tenant:be8a84b33cca4eaaad3d62abfe42a968 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:06:53.855075 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-ec1de658-927e-4dfc-ad23-9e4dcd9fecc7 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:06:53.861339 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-ec1de658-927e-4dfc-ad23-9e4dcd9fecc7 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:06:53.878854 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ec1de658-927e-4dfc-ad23-9e4dcd9fecc7 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:53.940308 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ec1de658-927e-4dfc-ad23-9e4dcd9fecc7 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:53.943622 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ec1de658-927e-4dfc-ad23-9e4dcd9fecc7 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:53.965935 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1de658-927e-4dfc-ad23-9e4dcd9fecc7 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c76eceb0-642f-446f-bf18-734376d93390,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:06:53.975839 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ec1de658-927e-4dfc-ad23-9e4dcd9fecc7 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:53.977056 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-ec1de658-927e-4dfc-ad23-9e4dcd9fecc7 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1412611 Feb 01 05:06:53.979941 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 49290) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:06:53.985139 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-510b7f5c-df2c-49fd-971f-ccb3bb8936a7 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Request body: {'security_group_rule': {'security_group_id': '371985af-0bb5-44cd-b735-bfe225c6c015', 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:06:53.991839 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-510b7f5c-df2c-49fd-971f-ccb3bb8936a7 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:06:53.995844 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-510b7f5c-df2c-49fd-971f-ccb3bb8936a7 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Usage tracker for resource:security_group_rule and tenant:be8a84b33cca4eaaad3d62abfe42a968 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:06:53.998799 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-510b7f5c-df2c-49fd-971f-ccb3bb8936a7 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:06:54.009325 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-510b7f5c-df2c-49fd-971f-ccb3bb8936a7 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:06:54.020686 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.securitygroups_db [None req-510b7f5c-df2c-49fd-971f-ccb3bb8936a7 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Project be8a84b33cca4eaaad3d62abfe42a968 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 01 05:06:54.027673 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-510b7f5c-df2c-49fd-971f-ccb3bb8936a7 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:54.094901 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-510b7f5c-df2c-49fd-971f-ccb3bb8936a7 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:54.099047 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-510b7f5c-df2c-49fd-971f-ccb3bb8936a7 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:54.122876 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510b7f5c-df2c-49fd-971f-ccb3bb8936a7 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d29ed5ab-5d9a-4738-86da-7aab9978add5,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:06:54.132540 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-510b7f5c-df2c-49fd-971f-ccb3bb8936a7 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:54.133949 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-510b7f5c-df2c-49fd-971f-ccb3bb8936a7 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1529853 Feb 01 05:06:54.136662 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 49294) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:06:54.141532 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-0c70468c-3a38-4203-9c84-d0360e04489b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Request body: {'security_group_rule': {'security_group_id': '371985af-0bb5-44cd-b735-bfe225c6c015', 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:06:54.147798 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-0c70468c-3a38-4203-9c84-d0360e04489b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:06:54.151566 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0c70468c-3a38-4203-9c84-d0360e04489b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Usage tracker for resource:security_group_rule and tenant:be8a84b33cca4eaaad3d62abfe42a968 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:06:54.154366 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0c70468c-3a38-4203-9c84-d0360e04489b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:06:54.160509 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-0c70468c-3a38-4203-9c84-d0360e04489b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:06:54.170915 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.securitygroups_db [None req-0c70468c-3a38-4203-9c84-d0360e04489b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Project be8a84b33cca4eaaad3d62abfe42a968 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 01 05:06:54.177349 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0c70468c-3a38-4203-9c84-d0360e04489b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:54.241538 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0c70468c-3a38-4203-9c84-d0360e04489b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:54.245119 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0c70468c-3a38-4203-9c84-d0360e04489b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:54.267875 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c70468c-3a38-4203-9c84-d0360e04489b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ed46105-5ab0-4c9e-8c7e-ad06ebf93955,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:06:54.277559 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0c70468c-3a38-4203-9c84-d0360e04489b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:54.278705 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0c70468c-3a38-4203-9c84-d0360e04489b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1411476 Feb 01 05:06:54.281462 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 49298) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:06:54.286814 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-13dfecd1-ae11-4cce-8c5e-0041eff90236 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Request body: {'network': {'name': 'tempest-network-smoke--818214049', 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'port_security_enabled': True}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:06:54.291647 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-13dfecd1-ae11-4cce-8c5e-0041eff90236 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:06:54.295760 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-13dfecd1-ae11-4cce-8c5e-0041eff90236 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Usage tracker for resource:network and tenant:be8a84b33cca4eaaad3d62abfe42a968 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:06:54.298543 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-13dfecd1-ae11-4cce-8c5e-0041eff90236 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:06:54.304211 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-13dfecd1-ae11-4cce-8c5e-0041eff90236 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:06:54.313578 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13dfecd1-ae11-4cce-8c5e-0041eff90236 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Made reservation on behalf of be8a84b33cca4eaaad3d62abfe42a968 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 05:06:54.318084 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-13dfecd1-ae11-4cce-8c5e-0041eff90236 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:54.346193 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13dfecd1-ae11-4cce-8c5e-0041eff90236 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 05:06:54.354586 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-13dfecd1-ae11-4cce-8c5e-0041eff90236 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:54.354923 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-13dfecd1-ae11-4cce-8c5e-0041eff90236 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Added segment e6887c02-0cad-4dfb-bfa2-d9d5f2acfdda of type vlan for network 656e1187-1984-4a52-8d7b-2cac8b29d918 Feb 01 05:06:54.380289 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-13dfecd1-ae11-4cce-8c5e-0041eff90236 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:54.408182 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-13dfecd1-ae11-4cce-8c5e-0041eff90236 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:54.413563 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13dfecd1-ae11-4cce-8c5e-0041eff90236 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:06:54.414203 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-13dfecd1-ae11-4cce-8c5e-0041eff90236 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:54.472414 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-13dfecd1-ae11-4cce-8c5e-0041eff90236 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1896019 Feb 01 05:06:54.476158 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 49302) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:06:54.481825 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-da608322-8756-4faf-97bf-7fc2f1dfce5b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-368648383', 'admin_state_up': True, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:06:54.489580 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-da608322-8756-4faf-97bf-7fc2f1dfce5b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:06:54.493721 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-da608322-8756-4faf-97bf-7fc2f1dfce5b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Usage tracker for resource:router and tenant:be8a84b33cca4eaaad3d62abfe42a968 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:06:54.496739 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-da608322-8756-4faf-97bf-7fc2f1dfce5b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:06:54.507836 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-da608322-8756-4faf-97bf-7fc2f1dfce5b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:06:54.518869 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-da608322-8756-4faf-97bf-7fc2f1dfce5b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25958'] for router, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:54.520439 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-da608322-8756-4faf-97bf-7fc2f1dfce5b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-372027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25961'] for router, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:54.529970 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dfecd1-ae11-4cce-8c5e-0041eff90236 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event updated for resources: {'Network': ['ID=656e1187-1984-4a52-8d7b-2cac8b29d918,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:06:54.535106 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-da608322-8756-4faf-97bf-7fc2f1dfce5b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:54.540337 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 656e1187-1984-4a52-8d7b-2cac8b29d918 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 05:06:54.901793 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-da608322-8756-4faf-97bf-7fc2f1dfce5b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:55.196500 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-da608322-8756-4faf-97bf-7fc2f1dfce5b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for router_gateway, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:55.227700 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-da608322-8756-4faf-97bf-7fc2f1dfce5b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:55.353921 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-da608322-8756-4faf-97bf-7fc2f1dfce5b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Allocated IP 172.26.8.87 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/984bae41-0d9b-4882-9e10-2dd935239822) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 05:06:55.494222 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-da608322-8756-4faf-97bf-7fc2f1dfce5b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:55.522186 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-da608322-8756-4faf-97bf-7fc2f1dfce5b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:55.588543 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da608322-8756-4faf-97bf-7fc2f1dfce5b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 05:06:55.591419 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-da608322-8756-4faf-97bf-7fc2f1dfce5b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 05:06:55.594910 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da608322-8756-4faf-97bf-7fc2f1dfce5b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 05:06:55.626599 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da608322-8756-4faf-97bf-7fc2f1dfce5b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event updated for resources: {'Port': ['ID=984bae41-0d9b-4882-9e10-2dd935239822,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:06:56.104832 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-da608322-8756-4faf-97bf-7fc2f1dfce5b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for router_gateway, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:56.434325 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-da608322-8756-4faf-97bf-7fc2f1dfce5b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337'] for router, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:56.630104 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da608322-8756-4faf-97bf-7fc2f1dfce5b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Router 86793460-42f1-4176-8a6c-f2d793fc488a is scheduled to L3 agent a3073304-82af-4a42-89af-bc532d6626bb with binding_index 1 {{(pid=87637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 01 05:06:56.802955 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da608322-8756-4faf-97bf-7fc2f1dfce5b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 05:06:56.812366 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9964f5d4-8528-426c-8aee-b886f723b7a5 None None] Sync routers for ids ['86793460-42f1-4176-8a6c-f2d793fc488a'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 05:06:56.822451 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9964f5d4-8528-426c-8aee-b886f723b7a5 None None] Routers {'86793460-42f1-4176-8a6c-f2d793fc488a'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:06:56.823199 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-9964f5d4-8528-426c-8aee-b886f723b7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:06:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['86793460-42f1-4176-8a6c-f2d793fc488a'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:06:56.835950 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-da608322-8756-4faf-97bf-7fc2f1dfce5b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:56.840685 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-da608322-8756-4faf-97bf-7fc2f1dfce5b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.3605125 Feb 01 05:06:56.841099 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 49306) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:06:56.885824 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-8960c216-bc55-4786-9103-e393fb72199f tempest-TestNetworkAdvancedServerOps-1994873880 tempest-TestNetworkAdvancedServerOps-1994873880-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=be8a84b33cca4eaaad3d62abfe42a968&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0435791 Feb 01 05:06:56.888410 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 49310) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:06:57.004173 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-9964f5d4-8528-426c-8aee-b886f723b7a5 None None] Set router 86793460-42f1-4176-8a6c-f2d793fc488a gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:06:57.015424 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afdfd14-1bf9-48b9-86a3-35fedd57329c tempest-TestNetworkAdvancedServerOps-1994873880 tempest-TestNetworkAdvancedServerOps-1994873880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:06:57.016899 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4afdfd14-1bf9-48b9-86a3-35fedd57329c tempest-TestNetworkAdvancedServerOps-1994873880 tempest-TestNetworkAdvancedServerOps-1994873880-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1276124 Feb 01 05:06:57.020216 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 49314) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:06:57.057998 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f0b30f95-92a5-45a8-a8df-d3430f60fc3b tempest-TestNetworkAdvancedServerOps-1994873880 tempest-TestNetworkAdvancedServerOps-1994873880-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=bdef128a-46b3-4cca-a245-48d1eb781269&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0365908 Feb 01 05:06:57.060283 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 49318) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:06:57.065337 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-689ebbb2-74f8-4e16-ae5a-9494cabcab93 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-897161515', 'network_id': '656e1187-1984-4a52-8d7b-2cac8b29d918', 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:06:57.269038 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-689ebbb2-74f8-4e16-ae5a-9494cabcab93 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:06:57.273243 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-689ebbb2-74f8-4e16-ae5a-9494cabcab93 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Usage tracker for resource:subnet and tenant:be8a84b33cca4eaaad3d62abfe42a968 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:06:57.275984 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-689ebbb2-74f8-4e16-ae5a-9494cabcab93 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:06:57.281388 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-689ebbb2-74f8-4e16-ae5a-9494cabcab93 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:06:57.288791 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-9964f5d4-8528-426c-8aee-b886f723b7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86793460-42f1-4176-8a6c-f2d793fc488a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-368648383', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.87'}], 'enable_snat': True}, 'gw_port_id': '984bae41-0d9b-4882-9e10-2dd935239822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:06:54Z', 'updated_at': '2022-02-01T05:06:55Z', 'revision_number': 3, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'gw_port': {'id': '984bae41-0d9b-4882-9e10-2dd935239822', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:5d:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86793460-42f1-4176-8a6c-f2d793fc488a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:06:55Z', 'updated_at': '2022-02-01T05:06:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:06:57.291943 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-689ebbb2-74f8-4e16-ae5a-9494cabcab93 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Made reservation on behalf of be8a84b33cca4eaaad3d62abfe42a968 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 05:06:57.292907 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9964f5d4-8528-426c-8aee-b886f723b7a5 None None] Checking router: 86793460-42f1-4176-8a6c-f2d793fc488a for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 05:06:57.293251 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9964f5d4-8528-426c-8aee-b886f723b7a5 None None] Updating router 86793460-42f1-4176-8a6c-f2d793fc488a port 984bae41-0d9b-4882-9e10-2dd935239822 binding host dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 05:06:57.295348 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-689ebbb2-74f8-4e16-ae5a-9494cabcab93 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:57.343984 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9964f5d4-8528-426c-8aee-b886f723b7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:57.503948 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-689ebbb2-74f8-4e16-ae5a-9494cabcab93 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:57.587741 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689ebbb2-74f8-4e16-ae5a-9494cabcab93 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event updated for resources: {'Subnet': ['ID=ad82f52b-ba49-4ea8-87f0-9b804f1e2097,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:06:57.591737 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689ebbb2-74f8-4e16-ae5a-9494cabcab93 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Checking segment: {'id': 'e6887c02-0cad-4dfb-bfa2-d9d5f2acfdda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '656e1187-1984-4a52-8d7b-2cac8b29d918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 05:06:57.592096 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689ebbb2-74f8-4e16-ae5a-9494cabcab93 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Network hostable DHCP agents. Network: 656e1187-1984-4a52-8d7b-2cac8b29d918, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 05:06:57.611286 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689ebbb2-74f8-4e16-ae5a-9494cabcab93 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Network 656e1187-1984-4a52-8d7b-2cac8b29d918 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 05:06:57.621644 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-689ebbb2-74f8-4e16-ae5a-9494cabcab93 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, 656e1187-1984-4a52-8d7b-2cac8b29d918) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 05:06:57.625743 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689ebbb2-74f8-4e16-ae5a-9494cabcab93 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:06:57.626328 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-689ebbb2-74f8-4e16-ae5a-9494cabcab93 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:57.631778 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a96be2-c770-4772-8a05-ef2db5780f8f None None] Network 656e1187-1984-4a52-8d7b-2cac8b29d918 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 05:06:57.648474 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-689ebbb2-74f8-4e16-ae5a-9494cabcab93 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5872176 Feb 01 05:06:57.651280 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 49322) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:06:57.668122 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9964f5d4-8528-426c-8aee-b886f723b7a5 None None] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:57.681015 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-9964f5d4-8528-426c-8aee-b886f723b7a5 None None] Transition to ACTIVE for port object 984bae41-0d9b-4882-9e10-2dd935239822 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 05:06:57.687414 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9964f5d4-8528-426c-8aee-b886f723b7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:57.796693 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-9964f5d4-8528-426c-8aee-b886f723b7a5 None None] Attempting to bind port 984bae41-0d9b-4882-9e10-2dd935239822 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 05:06:57.797053 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-9964f5d4-8528-426c-8aee-b886f723b7a5 None None] Attempting to bind port 984bae41-0d9b-4882-9e10-2dd935239822 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 05:06:57.797410 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9964f5d4-8528-426c-8aee-b886f723b7a5 None None] Attempting to bind port 984bae41-0d9b-4882-9e10-2dd935239822 on network bdef128a-46b3-4cca-a245-48d1eb781269 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 05:06:57.801314 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1f387f-a249-4e17-a34e-90372f2d83d8 None None] Pushing event updated for resources: {'Port': ['ID=984bae41-0d9b-4882-9e10-2dd935239822,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:06:57.806262 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9964f5d4-8528-426c-8aee-b886f723b7a5 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 5, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 05:06:57.806627 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9964f5d4-8528-426c-8aee-b886f723b7a5 None None] Checking segment: {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 05:06:57.807016 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9964f5d4-8528-426c-8aee-b886f723b7a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:57.807432 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9964f5d4-8528-426c-8aee-b886f723b7a5 None None] Bound using segment: {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 05:06:57.807887 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-9964f5d4-8528-426c-8aee-b886f723b7a5 None None] Bound port: 984bae41-0d9b-4882-9e10-2dd935239822, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 05:06:57.811699 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9964f5d4-8528-426c-8aee-b886f723b7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:57.844043 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1f387f-a249-4e17-a34e-90372f2d83d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:06:57.844763 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1f387f-a249-4e17-a34e-90372f2d83d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:06:57.844763 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1f387f-a249-4e17-a34e-90372f2d83d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:06:57.845012 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1f387f-a249-4e17-a34e-90372f2d83d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:06:57.845345 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1f387f-a249-4e17-a34e-90372f2d83d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:06:57.845662 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1f387f-a249-4e17-a34e-90372f2d83d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:06:57.845980 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1f387f-a249-4e17-a34e-90372f2d83d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:06:57.846294 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1f387f-a249-4e17-a34e-90372f2d83d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:06:57.846610 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1f387f-a249-4e17-a34e-90372f2d83d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:06:57.847082 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1f387f-a249-4e17-a34e-90372f2d83d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:06:57.847432 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1f387f-a249-4e17-a34e-90372f2d83d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:06:57.847746 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1f387f-a249-4e17-a34e-90372f2d83d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:06:57.882515 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8172aa1c-6a03-4263-a357-8c79fed150b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-656e1187-1984-4a52-8d7b-2cac8b29d918', 'network_id': '656e1187-1984-4a52-8d7b-2cac8b29d918', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'fixed_ips': [{'subnet_id': 'ad82f52b-ba49-4ea8-87f0-9b804f1e2097'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 05:06:57.883376 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8172aa1c-6a03-4263-a357-8c79fed150b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:57.900107 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-9964f5d4-8528-426c-8aee-b886f723b7a5 None None] For port 984bae41-0d9b-4882-9e10-2dd935239822, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 05:06:57.903067 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-9964f5d4-8528-426c-8aee-b886f723b7a5 None None] For port 984bae41-0d9b-4882-9e10-2dd935239822, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=984bae41-0d9b-4882-9e10-2dd935239822,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 05:06:57.908474 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9964f5d4-8528-426c-8aee-b886f723b7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:57.986321 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1f387f-a249-4e17-a34e-90372f2d83d8 None None] Pushing event updated for resources: {'Port': ['ID=984bae41-0d9b-4882-9e10-2dd935239822,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:06:57.990805 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9964f5d4-8528-426c-8aee-b886f723b7a5 None None] Routers {'86793460-42f1-4176-8a6c-f2d793fc488a'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:06:57.991434 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-9964f5d4-8528-426c-8aee-b886f723b7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:06:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['86793460-42f1-4176-8a6c-f2d793fc488a'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:06:58.053799 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-8172aa1c-6a03-4263-a357-8c79fed150b4 None None] Allocated IP 172.20.0.2 (656e1187-1984-4a52-8d7b-2cac8b29d918/ad82f52b-ba49-4ea8-87f0-9b804f1e2097/e1903696-28eb-4dcb-94bc-6f4c5b00a540) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 05:06:58.170932 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-9964f5d4-8528-426c-8aee-b886f723b7a5 None None] Set router 86793460-42f1-4176-8a6c-f2d793fc488a gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:06:58.306077 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8172aa1c-6a03-4263-a357-8c79fed150b4 None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:58.320201 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-8172aa1c-6a03-4263-a357-8c79fed150b4 None None] Transition to ACTIVE for port object e1903696-28eb-4dcb-94bc-6f4c5b00a540 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 05:06:58.340267 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-8172aa1c-6a03-4263-a357-8c79fed150b4 None None] Transition to ACTIVE for port object e1903696-28eb-4dcb-94bc-6f4c5b00a540 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 05:06:58.346362 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8172aa1c-6a03-4263-a357-8c79fed150b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:58.389037 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5e3abdb6-eb3a-42ad-ace9-fa0721d52d72 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:58.415620 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8172aa1c-6a03-4263-a357-8c79fed150b4 None None] Network 656e1187-1984-4a52-8d7b-2cac8b29d918 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 05:06:58.418886 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-8172aa1c-6a03-4263-a357-8c79fed150b4 None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 05:06:58.422833 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8172aa1c-6a03-4263-a357-8c79fed150b4 None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 05:06:58.430866 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8172aa1c-6a03-4263-a357-8c79fed150b4 None None] Pushing event updated for resources: {'Port': ['ID=e1903696-28eb-4dcb-94bc-6f4c5b00a540,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:06:58.463621 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-9964f5d4-8528-426c-8aee-b886f723b7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86793460-42f1-4176-8a6c-f2d793fc488a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-368648383', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.87'}], 'enable_snat': True}, 'gw_port_id': '984bae41-0d9b-4882-9e10-2dd935239822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:06:54Z', 'updated_at': '2022-02-01T05:06:55Z', 'revision_number': 3, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'gw_port': {'id': '984bae41-0d9b-4882-9e10-2dd935239822', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:5d:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86793460-42f1-4176-8a6c-f2d793fc488a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:06:55Z', 'updated_at': '2022-02-01T05:06:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:06:58.467554 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9964f5d4-8528-426c-8aee-b886f723b7a5 None None] The sync data for ids ['86793460-42f1-4176-8a6c-f2d793fc488a'] in dv-neutron-826830-1-hyperv is: [{'id': '86793460-42f1-4176-8a6c-f2d793fc488a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-368648383', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.87'}], 'enable_snat': True}, 'gw_port_id': '984bae41-0d9b-4882-9e10-2dd935239822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:06:54Z', 'updated_at': '2022-02-01T05:06:55Z', 'revision_number': 3, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'gw_port': {'id': '984bae41-0d9b-4882-9e10-2dd935239822', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:5d:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86793460-42f1-4176-8a6c-f2d793fc488a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:06:55Z', 'updated_at': '2022-02-01T05:06:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 05:06:58.518105 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-8172aa1c-6a03-4263-a357-8c79fed150b4 None None] Attempting to bind port e1903696-28eb-4dcb-94bc-6f4c5b00a540 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 05:06:58.518499 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-8172aa1c-6a03-4263-a357-8c79fed150b4 None None] Attempting to bind port e1903696-28eb-4dcb-94bc-6f4c5b00a540 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': 'e6887c02-0cad-4dfb-bfa2-d9d5f2acfdda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '656e1187-1984-4a52-8d7b-2cac8b29d918'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 05:06:58.519543 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8172aa1c-6a03-4263-a357-8c79fed150b4 None None] Attempting to bind port e1903696-28eb-4dcb-94bc-6f4c5b00a540 on network 656e1187-1984-4a52-8d7b-2cac8b29d918 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 05:06:58.525022 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8172aa1c-6a03-4263-a357-8c79fed150b4 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 5, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 05:06:58.525390 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8172aa1c-6a03-4263-a357-8c79fed150b4 None None] Checking segment: {'id': 'e6887c02-0cad-4dfb-bfa2-d9d5f2acfdda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '656e1187-1984-4a52-8d7b-2cac8b29d918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 05:06:58.525789 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8172aa1c-6a03-4263-a357-8c79fed150b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:58.526180 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8172aa1c-6a03-4263-a357-8c79fed150b4 None None] Bound using segment: {'id': 'e6887c02-0cad-4dfb-bfa2-d9d5f2acfdda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '656e1187-1984-4a52-8d7b-2cac8b29d918'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 05:06:58.526637 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-8172aa1c-6a03-4263-a357-8c79fed150b4 None None] Bound port: e1903696-28eb-4dcb-94bc-6f4c5b00a540, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6887c02-0cad-4dfb-bfa2-d9d5f2acfdda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '656e1187-1984-4a52-8d7b-2cac8b29d918'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 05:06:58.527007 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8172aa1c-6a03-4263-a357-8c79fed150b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:58.621778 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-8172aa1c-6a03-4263-a357-8c79fed150b4 None None] For port e1903696-28eb-4dcb-94bc-6f4c5b00a540, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 05:06:58.625261 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-8172aa1c-6a03-4263-a357-8c79fed150b4 None None] For port e1903696-28eb-4dcb-94bc-6f4c5b00a540, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=e1903696-28eb-4dcb-94bc-6f4c5b00a540,segment=NetworkSegment(e6887c02-0cad-4dfb-bfa2-d9d5f2acfdda),segment_id=e6887c02-0cad-4dfb-bfa2-d9d5f2acfdda)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 05:06:58.629993 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8172aa1c-6a03-4263-a357-8c79fed150b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:58.729455 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8172aa1c-6a03-4263-a357-8c79fed150b4 None None] Pushing event updated for resources: {'Port': ['ID=e1903696-28eb-4dcb-94bc-6f4c5b00a540,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:06:58.959226 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-5e3abdb6-eb3a-42ad-ace9-fa0721d52d72 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Allocated IP 172.20.0.1 (656e1187-1984-4a52-8d7b-2cac8b29d918/ad82f52b-ba49-4ea8-87f0-9b804f1e2097/97aca0de-68b4-407d-ab28-306662747104) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 05:06:59.144093 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5e3abdb6-eb3a-42ad-ace9-fa0721d52d72 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:59.160311 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-5e3abdb6-eb3a-42ad-ace9-fa0721d52d72 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Transition to ACTIVE for port object 97aca0de-68b4-407d-ab28-306662747104 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 05:06:59.188524 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5e3abdb6-eb3a-42ad-ace9-fa0721d52d72 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:59.261779 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3abdb6-eb3a-42ad-ace9-fa0721d52d72 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Network 656e1187-1984-4a52-8d7b-2cac8b29d918 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 05:06:59.265092 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-5e3abdb6-eb3a-42ad-ace9-fa0721d52d72 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 05:06:59.267494 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3abdb6-eb3a-42ad-ace9-fa0721d52d72 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 05:06:59.304091 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3abdb6-eb3a-42ad-ace9-fa0721d52d72 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event updated for resources: {'Port': ['ID=97aca0de-68b4-407d-ab28-306662747104,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:06:59.332091 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5e3abdb6-eb3a-42ad-ace9-fa0721d52d72 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-372107'] for router_interface, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:59.458238 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5e3abdb6-eb3a-42ad-ace9-fa0721d52d72 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:59.742580 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af1e543-0739-4cf1-8adf-d378d61648c9 None None] Network 656e1187-1984-4a52-8d7b-2cac8b29d918 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 05:06:59.871235 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-79aa5c30-e440-4c1c-b3ea-19d4e6d657ca None None] Provisioning for port e1903696-28eb-4dcb-94bc-6f4c5b00a540 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 05:06:59.897167 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5e3abdb6-eb3a-42ad-ace9-fa0721d52d72 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:06:59.901832 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5e3abdb6-eb3a-42ad-ace9-fa0721d52d72 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:07:00.016680 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5e3abdb6-eb3a-42ad-ace9-fa0721d52d72 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371990'] for router_interface, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:07:00.021342 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3abdb6-eb3a-42ad-ace9-fa0721d52d72 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event updated for resources: {'Port': ['ID=97aca0de-68b4-407d-ab28-306662747104,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:07:00.161314 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3abdb6-eb3a-42ad-ace9-fa0721d52d72 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Network 656e1187-1984-4a52-8d7b-2cac8b29d918 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 05:07:00.162501 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-5e3abdb6-eb3a-42ad-ace9-fa0721d52d72 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 05:07:00.212655 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-1a8247d1-db4f-4cb4-b04b-fab4c1e9ef02 None None] Provisioning for port 97aca0de-68b4-407d-ab28-306662747104 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 05:07:00.218712 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-1a8247d1-db4f-4cb4-b04b-fab4c1e9ef02 None None] Provisioning complete for port 97aca0de-68b4-407d-ab28-306662747104 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:07:00.219370 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1a8247d1-db4f-4cb4-b04b-fab4c1e9ef02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:07:00.278307 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-1a8247d1-db4f-4cb4-b04b-fab4c1e9ef02 None None] Port 97aca0de-68b4-407d-ab28-306662747104 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 05:07:00.358899 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e3abdb6-eb3a-42ad-ace9-fa0721d52d72 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Router 86793460-42f1-4176-8a6c-f2d793fc488a has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 05:07:00.398414 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-14c89b7e-50e8-4cd2-8e3e-014635b26489 None None] Provisioning complete for port 97aca0de-68b4-407d-ab28-306662747104 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:07:00.398793 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-14c89b7e-50e8-4cd2-8e3e-014635b26489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:07:00.455612 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-14c89b7e-50e8-4cd2-8e3e-014635b26489 None None] Port 97aca0de-68b4-407d-ab28-306662747104 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 05:07:00.574688 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-d249a3b0-cce7-46d6-9bbe-d566058fe193 None None] Provisioning complete for port 97aca0de-68b4-407d-ab28-306662747104 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:07:00.575053 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d249a3b0-cce7-46d6-9bbe-d566058fe193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:07:00.629311 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-d249a3b0-cce7-46d6-9bbe-d566058fe193 None None] Port 97aca0de-68b4-407d-ab28-306662747104 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 05:07:00.668293 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e3abdb6-eb3a-42ad-ace9-fa0721d52d72 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 05:07:00.677763 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d9f97b-3d41-4973-a086-8a5b96216439 None None] Sync routers for ids ['86793460-42f1-4176-8a6c-f2d793fc488a'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 05:07:00.681775 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-5e3abdb6-eb3a-42ad-ace9-fa0721d52d72 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "PUT /v2.0/routers/86793460-42f1-4176-8a6c-f2d793fc488a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0290921 Feb 01 05:07:00.688036 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d9f97b-3d41-4973-a086-8a5b96216439 None None] Routers {'86793460-42f1-4176-8a6c-f2d793fc488a'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:07:00.688725 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-16d9f97b-3d41-4973-a086-8a5b96216439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:06:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['86793460-42f1-4176-8a6c-f2d793fc488a'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:07:00.747721 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device e1903696-28eb-4dcb-94bc-6f4c5b00a540 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 05:07:00.861225 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-885cab2c-d3e5-4244-b626-ae0b5b412628 req-febddf17-5a4b-4247-8d36-669cd30a1280 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Synchronizing usage tracker for tenant:be8a84b33cca4eaaad3d62abfe42a968 on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 05:07:00.877787 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-885cab2c-d3e5-4244-b626-ae0b5b412628 req-febddf17-5a4b-4247-8d36-669cd30a1280 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Unset dirty status for tenant:be8a84b33cca4eaaad3d62abfe42a968 on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 05:07:00.879079 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-885cab2c-d3e5-4244-b626-ae0b5b412628 req-febddf17-5a4b-4247-8d36-669cd30a1280 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1258122359&fields=id&tenant_id=be8a84b33cca4eaaad3d62abfe42a968 HTTP/1.1" status: 200 len: 267 time: 0.0696836 Feb 01 05:07:00.926570 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port e1903696-28eb-4dcb-94bc-6f4c5b00a540 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 05:07:00.937644 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-16d9f97b-3d41-4973-a086-8a5b96216439 None None] Set router 86793460-42f1-4176-8a6c-f2d793fc488a gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:07:00.979456 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port e1903696-28eb-4dcb-94bc-6f4c5b00a540 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:07:00.979456 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:07:01.029000 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885cab2c-d3e5-4244-b626-ae0b5b412628 req-064eb57e-e9da-4601-91fe-4bf6218cb674 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:07:01.029661 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-885cab2c-d3e5-4244-b626-ae0b5b412628 req-064eb57e-e9da-4601-91fe-4bf6218cb674 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Synchronizing usage tracker for tenant:be8a84b33cca4eaaad3d62abfe42a968 on resource:network {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 05:07:01.045346 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-885cab2c-d3e5-4244-b626-ae0b5b412628 req-064eb57e-e9da-4601-91fe-4bf6218cb674 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Unset dirty status for tenant:be8a84b33cca4eaaad3d62abfe42a968 on resource:network {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 05:07:01.046455 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-885cab2c-d3e5-4244-b626-ae0b5b412628 req-064eb57e-e9da-4601-91fe-4bf6218cb674 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/networks?id=656e1187-1984-4a52-8d7b-2cac8b29d918 HTTP/1.1" status: 200 len: 796 time: 0.1599510 Feb 01 05:07:01.061038 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-885cab2c-d3e5-4244-b626-ae0b5b412628 req-485069b0-973e-4dc7-a7ac-47c02410e5d9 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/quotas/be8a84b33cca4eaaad3d62abfe42a968 HTTP/1.1" status: 200 len: 375 time: 0.0090032 Feb 01 05:07:01.147582 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-885cab2c-d3e5-4244-b626-ae0b5b412628 req-d10b4ccd-b4bc-486b-8296-ad7a2cb8f42d tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Synchronizing usage tracker for tenant:be8a84b33cca4eaaad3d62abfe42a968 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 05:07:01.166327 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-885cab2c-d3e5-4244-b626-ae0b5b412628 req-d10b4ccd-b4bc-486b-8296-ad7a2cb8f42d tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Unset dirty status for tenant:be8a84b33cca4eaaad3d62abfe42a968 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 05:07:01.168335 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-885cab2c-d3e5-4244-b626-ae0b5b412628 req-d10b4ccd-b4bc-486b-8296-ad7a2cb8f42d tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=be8a84b33cca4eaaad3d62abfe42a968&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1013186 Feb 01 05:07:01.299384 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:07:01.352538 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-885cab2c-d3e5-4244-b626-ae0b5b412628 req-0ef9d91b-f634-47aa-b8fe-3b16a2e47f2f service neutron] 10.222.0.24 "GET /v2.0/networks/656e1187-1984-4a52-8d7b-2cac8b29d918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698134 Feb 01 05:07:01.379875 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port e1903696-28eb-4dcb-94bc-6f4c5b00a540, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=e1903696-28eb-4dcb-94bc-6f4c5b00a540,segment=NetworkSegment(e6887c02-0cad-4dfb-bfa2-d9d5f2acfdda),segment_id=e6887c02-0cad-4dfb-bfa2-d9d5f2acfdda)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:07:01.384488 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:07:01.385360 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 984bae41-0d9b-4882-9e10-2dd935239822 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 05:07:01.483659 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-885cab2c-d3e5-4244-b626-ae0b5b412628 req-08f99bb2-64a6-4d20-baa2-85e953c89ccf service neutron] 10.222.0.24 "GET /v2.0/networks/656e1187-1984-4a52-8d7b-2cac8b29d918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252213 Feb 01 05:07:01.516912 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=e1903696-28eb-4dcb-94bc-6f4c5b00a540,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:07:01.528066 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-16d9f97b-3d41-4973-a086-8a5b96216439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86793460-42f1-4176-8a6c-f2d793fc488a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-368648383', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.87'}], 'enable_snat': True}, 'gw_port_id': '984bae41-0d9b-4882-9e10-2dd935239822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:06:54Z', 'updated_at': '2022-02-01T05:06:59Z', 'revision_number': 4, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'gw_port': {'id': '984bae41-0d9b-4882-9e10-2dd935239822', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:5d:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86793460-42f1-4176-8a6c-f2d793fc488a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:06:55Z', 'updated_at': '2022-02-01T05:06:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '97aca0de-68b4-407d-ab28-306662747104', 'name': '', 'network_id': '656e1187-1984-4a52-8d7b-2cac8b29d918', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'mac_address': 'fa:16:3e:2c:32:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86793460-42f1-4176-8a6c-f2d793fc488a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'ad82f52b-ba49-4ea8-87f0-9b804f1e2097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:06:58Z', 'updated_at': '2022-02-01T05:06:59Z', 'revision_number': 2, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'subnets': [{'id': 'ad82f52b-ba49-4ea8-87f0-9b804f1e2097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:07:01.532605 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d9f97b-3d41-4973-a086-8a5b96216439 None None] Checking router: 86793460-42f1-4176-8a6c-f2d793fc488a for host: dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 05:07:01.532979 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d9f97b-3d41-4973-a086-8a5b96216439 None None] Updating router 86793460-42f1-4176-8a6c-f2d793fc488a port 97aca0de-68b4-407d-ab28-306662747104 binding host dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 05:07:01.560951 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 984bae41-0d9b-4882-9e10-2dd935239822 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 05:07:01.582843 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 984bae41-0d9b-4882-9e10-2dd935239822 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:07:01.583003 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:07:01.636574 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-16d9f97b-3d41-4973-a086-8a5b96216439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:07:01.662899 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-d95320b6-845d-4adb-9d78-6815b0011b81 req-e176c8df-ec33-4959-8d52-5cea4dee7451 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Synchronizing usage tracker for tenant:be8a84b33cca4eaaad3d62abfe42a968 on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 05:07:01.674307 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-d95320b6-845d-4adb-9d78-6815b0011b81 req-e176c8df-ec33-4959-8d52-5cea4dee7451 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Unset dirty status for tenant:be8a84b33cca4eaaad3d62abfe42a968 on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 05:07:01.676211 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-d95320b6-845d-4adb-9d78-6815b0011b81 req-e176c8df-ec33-4959-8d52-5cea4dee7451 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=911e8222-bfeb-4908-897b-2dbe68a41b42 HTTP/1.1" status: 200 len: 210 time: 0.0559058 Feb 01 05:07:01.823178 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:07:01.863908 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 984bae41-0d9b-4882-9e10-2dd935239822, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=984bae41-0d9b-4882-9e10-2dd935239822,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:07:01.871487 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:07:02.033977 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=984bae41-0d9b-4882-9e10-2dd935239822,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:07:02.047555 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ec741a7f-a86d-4703-9e5b-85bae1421d67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:07:02.126512 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-16d9f97b-3d41-4973-a086-8a5b96216439 None None] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:07:02.137804 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-16d9f97b-3d41-4973-a086-8a5b96216439 None None] Transition to ACTIVE for port object 97aca0de-68b4-407d-ab28-306662747104 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 05:07:02.144640 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-16d9f97b-3d41-4973-a086-8a5b96216439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:07:02.270847 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf3881b-04d0-49d8-8231-f0edab3c0103 None None] Pushing event updated for resources: {'Port': ['ID=97aca0de-68b4-407d-ab28-306662747104,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:07:02.359186 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-16d9f97b-3d41-4973-a086-8a5b96216439 None None] Attempting to bind port 97aca0de-68b4-407d-ab28-306662747104 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 05:07:02.359559 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-16d9f97b-3d41-4973-a086-8a5b96216439 None None] Attempting to bind port 97aca0de-68b4-407d-ab28-306662747104 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': 'e6887c02-0cad-4dfb-bfa2-d9d5f2acfdda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '656e1187-1984-4a52-8d7b-2cac8b29d918'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 05:07:02.359917 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d9f97b-3d41-4973-a086-8a5b96216439 None None] Attempting to bind port 97aca0de-68b4-407d-ab28-306662747104 on network 656e1187-1984-4a52-8d7b-2cac8b29d918 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 05:07:02.365694 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d9f97b-3d41-4973-a086-8a5b96216439 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 5, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 05:07:02.366059 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d9f97b-3d41-4973-a086-8a5b96216439 None None] Checking segment: {'id': 'e6887c02-0cad-4dfb-bfa2-d9d5f2acfdda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '656e1187-1984-4a52-8d7b-2cac8b29d918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 05:07:02.366456 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-16d9f97b-3d41-4973-a086-8a5b96216439 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:07:02.367187 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d9f97b-3d41-4973-a086-8a5b96216439 None None] Bound using segment: {'id': 'e6887c02-0cad-4dfb-bfa2-d9d5f2acfdda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '656e1187-1984-4a52-8d7b-2cac8b29d918'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 05:07:02.367314 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-16d9f97b-3d41-4973-a086-8a5b96216439 None None] Bound port: 97aca0de-68b4-407d-ab28-306662747104, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6887c02-0cad-4dfb-bfa2-d9d5f2acfdda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '656e1187-1984-4a52-8d7b-2cac8b29d918'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 05:07:02.367683 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-16d9f97b-3d41-4973-a086-8a5b96216439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:07:02.459220 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-16d9f97b-3d41-4973-a086-8a5b96216439 None None] For port 97aca0de-68b4-407d-ab28-306662747104, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 05:07:02.462853 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-16d9f97b-3d41-4973-a086-8a5b96216439 None None] For port 97aca0de-68b4-407d-ab28-306662747104, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=97aca0de-68b4-407d-ab28-306662747104,segment=NetworkSegment(e6887c02-0cad-4dfb-bfa2-d9d5f2acfdda),segment_id=e6887c02-0cad-4dfb-bfa2-d9d5f2acfdda)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 05:07:02.468950 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-16d9f97b-3d41-4973-a086-8a5b96216439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:07:02.552235 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d9f97b-3d41-4973-a086-8a5b96216439 None None] Routers {'86793460-42f1-4176-8a6c-f2d793fc488a'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:07:02.552873 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-16d9f97b-3d41-4973-a086-8a5b96216439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:06:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['86793460-42f1-4176-8a6c-f2d793fc488a'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:07:02.600087 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf3881b-04d0-49d8-8231-f0edab3c0103 None None] Pushing event updated for resources: {'Port': ['ID=97aca0de-68b4-407d-ab28-306662747104,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:07:02.727987 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device e1903696-28eb-4dcb-94bc-6f4c5b00a540 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 05:07:02.835769 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-16d9f97b-3d41-4973-a086-8a5b96216439 None None] Set router 86793460-42f1-4176-8a6c-f2d793fc488a gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:07:02.869601 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2b079ff0-af81-41bf-8f72-c9b4e1a1ed94 req-e8a9e618-5b7d-4c60-ada9-a2f6725e3845 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=911e8222-bfeb-4908-897b-2dbe68a41b42 HTTP/1.1" status: 200 len: 210 time: 0.0615189 Feb 01 05:07:02.880066 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885cab2c-d3e5-4244-b626-ae0b5b412628 req-399c23e2-78ec-41ef-8779-61aa2ce5030f tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:07:02.881881 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-885cab2c-d3e5-4244-b626-ae0b5b412628 req-399c23e2-78ec-41ef-8779-61aa2ce5030f tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.18 "GET /v2.0/networks?id=656e1187-1984-4a52-8d7b-2cac8b29d918 HTTP/1.1" status: 200 len: 796 time: 0.2661204 Feb 01 05:07:02.940715 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-885cab2c-d3e5-4244-b626-ae0b5b412628 req-10efcfaf-3c26-47a1-87c6-1f4aae5c718a tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be8a84b33cca4eaaad3d62abfe42a968 HTTP/1.1" status: 200 len: 380 time: 0.0444889 Feb 01 05:07:02.952845 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-885cab2c-d3e5-4244-b626-ae0b5b412628 req-38af1e97-d42c-48aa-bba7-74affa9a620e tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Request body: {'port': {'device_id': '911e8222-bfeb-4908-897b-2dbe68a41b42', 'network_id': '656e1187-1984-4a52-8d7b-2cac8b29d918', 'admin_state_up': True, 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'security_groups': ['371985af-0bb5-44cd-b735-bfe225c6c015']}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:07:03.055650 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port e1903696-28eb-4dcb-94bc-6f4c5b00a540 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:07:03.056018 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:07:03.087951 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-885cab2c-d3e5-4244-b626-ae0b5b412628 req-38af1e97-d42c-48aa-bba7-74affa9a620e tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:07:03.098424 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-885cab2c-d3e5-4244-b626-ae0b5b412628 req-38af1e97-d42c-48aa-bba7-74affa9a620e tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:07:03.107858 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-885cab2c-d3e5-4244-b626-ae0b5b412628 req-38af1e97-d42c-48aa-bba7-74affa9a620e tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Made reservation on behalf of be8a84b33cca4eaaad3d62abfe42a968 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 05:07:03.111721 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-885cab2c-d3e5-4244-b626-ae0b5b412628 req-38af1e97-d42c-48aa-bba7-74affa9a620e tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:07:03.276353 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [req-885cab2c-d3e5-4244-b626-ae0b5b412628 req-38af1e97-d42c-48aa-bba7-74affa9a620e tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Allocated IP 172.20.0.6 (656e1187-1984-4a52-8d7b-2cac8b29d918/ad82f52b-ba49-4ea8-87f0-9b804f1e2097/49a2a44d-cd4b-4325-9c87-0544a0c58a86) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 05:07:03.292929 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 984bae41-0d9b-4882-9e10-2dd935239822 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 05:07:03.366408 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-16d9f97b-3d41-4973-a086-8a5b96216439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86793460-42f1-4176-8a6c-f2d793fc488a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-368648383', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.87'}], 'enable_snat': True}, 'gw_port_id': '984bae41-0d9b-4882-9e10-2dd935239822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:06:54Z', 'updated_at': '2022-02-01T05:06:59Z', 'revision_number': 4, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'gw_port': {'id': '984bae41-0d9b-4882-9e10-2dd935239822', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:5d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86793460-42f1-4176-8a6c-f2d793fc488a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:06:55Z', 'updated_at': '2022-02-01T05:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '97aca0de-68b4-407d-ab28-306662747104', 'name': '', 'network_id': '656e1187-1984-4a52-8d7b-2cac8b29d918', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'mac_address': 'fa:16:3e:2c:32:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86793460-42f1-4176-8a6c-f2d793fc488a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'ad82f52b-ba49-4ea8-87f0-9b804f1e2097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:06:58Z', 'updated_at': '2022-02-01T05:07:02Z', 'revision_number': 4, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'subnets': [{'id': 'ad82f52b-ba49-4ea8-87f0-9b804f1e2097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:07:03.372433 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d9f97b-3d41-4973-a086-8a5b96216439 None None] The sync data for ids ['86793460-42f1-4176-8a6c-f2d793fc488a'] in dv-neutron-826830-1-hyperv is: [{'id': '86793460-42f1-4176-8a6c-f2d793fc488a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-368648383', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.87'}], 'enable_snat': True}, 'gw_port_id': '984bae41-0d9b-4882-9e10-2dd935239822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:06:54Z', 'updated_at': '2022-02-01T05:06:59Z', 'revision_number': 4, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'gw_port': {'id': '984bae41-0d9b-4882-9e10-2dd935239822', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:5d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86793460-42f1-4176-8a6c-f2d793fc488a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:06:55Z', 'updated_at': '2022-02-01T05:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '97aca0de-68b4-407d-ab28-306662747104', 'name': '', 'network_id': '656e1187-1984-4a52-8d7b-2cac8b29d918', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'mac_address': 'fa:16:3e:2c:32:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86793460-42f1-4176-8a6c-f2d793fc488a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'ad82f52b-ba49-4ea8-87f0-9b804f1e2097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:06:58Z', 'updated_at': '2022-02-01T05:07:02Z', 'revision_number': 4, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'subnets': [{'id': 'ad82f52b-ba49-4ea8-87f0-9b804f1e2097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 05:07:03.380223 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 984bae41-0d9b-4882-9e10-2dd935239822 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:07:03.380634 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:07:03.484501 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-885cab2c-d3e5-4244-b626-ae0b5b412628 req-38af1e97-d42c-48aa-bba7-74affa9a620e tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:07:03.509534 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-885cab2c-d3e5-4244-b626-ae0b5b412628 req-38af1e97-d42c-48aa-bba7-74affa9a620e tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Transition to ACTIVE for port object 49a2a44d-cd4b-4325-9c87-0544a0c58a86 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 05:07:03.537243 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-885cab2c-d3e5-4244-b626-ae0b5b412628 req-38af1e97-d42c-48aa-bba7-74affa9a620e tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:07:03.614888 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-885cab2c-d3e5-4244-b626-ae0b5b412628 req-38af1e97-d42c-48aa-bba7-74affa9a620e tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Network 656e1187-1984-4a52-8d7b-2cac8b29d918 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 05:07:03.618446 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [req-885cab2c-d3e5-4244-b626-ae0b5b412628 req-38af1e97-d42c-48aa-bba7-74affa9a620e tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 05:07:03.620931 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-885cab2c-d3e5-4244-b626-ae0b5b412628 req-38af1e97-d42c-48aa-bba7-74affa9a620e tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 05:07:03.658629 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38af1e97-d42c-48aa-bba7-74affa9a620e tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event updated for resources: {'Port': ['ID=49a2a44d-cd4b-4325-9c87-0544a0c58a86,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:07:03.693467 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885cab2c-d3e5-4244-b626-ae0b5b412628 req-38af1e97-d42c-48aa-bba7-74affa9a620e tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:07:03.694100 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-885cab2c-d3e5-4244-b626-ae0b5b412628 req-38af1e97-d42c-48aa-bba7-74affa9a620e tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:07:03.722983 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-885cab2c-d3e5-4244-b626-ae0b5b412628 req-38af1e97-d42c-48aa-bba7-74affa9a620e tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7740190 Feb 01 05:07:03.741407 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-885cab2c-d3e5-4244-b626-ae0b5b412628 req-6ad3377f-6a03-47c1-9db2-9658727180d8 service neutron] Request body: {'port': {'device_id': '911e8222-bfeb-4908-897b-2dbe68a41b42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:07:03.859071 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-f4fb36f5-bf49-46ef-9ceb-a35bcc3c2a81 None None] Provisioning for port 49a2a44d-cd4b-4325-9c87-0544a0c58a86 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 05:07:03.867275 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-885cab2c-d3e5-4244-b626-ae0b5b412628 req-6ad3377f-6a03-47c1-9db2-9658727180d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:07:03.867602 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-f4fb36f5-bf49-46ef-9ceb-a35bcc3c2a81 None None] Provisioning complete for port 49a2a44d-cd4b-4325-9c87-0544a0c58a86 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:07:03.868080 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f4fb36f5-bf49-46ef-9ceb-a35bcc3c2a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:07:03.939353 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-f4fb36f5-bf49-46ef-9ceb-a35bcc3c2a81 None None] Port 49a2a44d-cd4b-4325-9c87-0544a0c58a86 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 05:07:04.065437 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198de342-e0e3-4dd5-8c6f-a2881f7ca6d8 req-ce029874-e34b-4515-97f9-98ccc13886b4 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:07:04.067616 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-198de342-e0e3-4dd5-8c6f-a2881f7ca6d8 req-ce029874-e34b-4515-97f9-98ccc13886b4 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=911e8222-bfeb-4908-897b-2dbe68a41b42 HTTP/1.1" status: 200 len: 931 time: 0.0866172 Feb 01 05:07:04.117258 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-198de342-e0e3-4dd5-8c6f-a2881f7ca6d8 req-b03e622d-51e7-4c73-9cd9-b4fae5ba3dc9 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=371985af-0bb5-44cd-b735-bfe225c6c015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419357 Feb 01 05:07:04.297850 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6ce064a1-09c0-4413-9854-ac060591ade8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:07:04.353464 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [req-885cab2c-d3e5-4244-b626-ae0b5b412628 req-6ad3377f-6a03-47c1-9db2-9658727180d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49a2a44d-cd4b-4325-9c87-0544a0c58a86 {{(pid=87636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 05:07:04.361731 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-885cab2c-d3e5-4244-b626-ae0b5b412628 req-6ad3377f-6a03-47c1-9db2-9658727180d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:07:04.377487 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-885cab2c-d3e5-4244-b626-ae0b5b412628 req-6ad3377f-6a03-47c1-9db2-9658727180d8 service neutron] Transition to ACTIVE for port object 49a2a44d-cd4b-4325-9c87-0544a0c58a86 will not be triggered until provisioned by entity L2. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 05:07:04.381589 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-885cab2c-d3e5-4244-b626-ae0b5b412628 req-6ad3377f-6a03-47c1-9db2-9658727180d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:07:04.537149 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad3377f-6a03-47c1-9db2-9658727180d8 service neutron] Pushing event updated for resources: {'Port': ['ID=49a2a44d-cd4b-4325-9c87-0544a0c58a86,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:07:04.632843 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-885cab2c-d3e5-4244-b626-ae0b5b412628 req-6ad3377f-6a03-47c1-9db2-9658727180d8 service neutron] Attempting to bind port 49a2a44d-cd4b-4325-9c87-0544a0c58a86 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 05:07:04.633175 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-885cab2c-d3e5-4244-b626-ae0b5b412628 req-6ad3377f-6a03-47c1-9db2-9658727180d8 service neutron] Attempting to bind port 49a2a44d-cd4b-4325-9c87-0544a0c58a86 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'e6887c02-0cad-4dfb-bfa2-d9d5f2acfdda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '656e1187-1984-4a52-8d7b-2cac8b29d918'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 05:07:04.633522 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885cab2c-d3e5-4244-b626-ae0b5b412628 req-6ad3377f-6a03-47c1-9db2-9658727180d8 service neutron] Attempting to bind port 49a2a44d-cd4b-4325-9c87-0544a0c58a86 on network 656e1187-1984-4a52-8d7b-2cac8b29d918 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 05:07:04.638710 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885cab2c-d3e5-4244-b626-ae0b5b412628 req-6ad3377f-6a03-47c1-9db2-9658727180d8 service neutron] Port 49a2a44d-cd4b-4325-9c87-0544a0c58a86 on network 656e1187-1984-4a52-8d7b-2cac8b29d918 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 05:07:04.639034 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885cab2c-d3e5-4244-b626-ae0b5b412628 req-6ad3377f-6a03-47c1-9db2-9658727180d8 service neutron] Attempting to bind port 49a2a44d-cd4b-4325-9c87-0544a0c58a86 on network 656e1187-1984-4a52-8d7b-2cac8b29d918 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 05:07:04.644439 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885cab2c-d3e5-4244-b626-ae0b5b412628 req-6ad3377f-6a03-47c1-9db2-9658727180d8 service neutron] Checking agent: {'id': '63664c57-372e-43f7-9ecb-4deedcf8ddc7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 28, 15), 'started_at': datetime.datetime(2022, 2, 1, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 5, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 05:07:04.644783 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885cab2c-d3e5-4244-b626-ae0b5b412628 req-6ad3377f-6a03-47c1-9db2-9658727180d8 service neutron] Checking segment: {'id': 'e6887c02-0cad-4dfb-bfa2-d9d5f2acfdda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '656e1187-1984-4a52-8d7b-2cac8b29d918'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 05:07:04.645165 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885cab2c-d3e5-4244-b626-ae0b5b412628 req-6ad3377f-6a03-47c1-9db2-9658727180d8 service neutron] Bound using segment: {'id': 'e6887c02-0cad-4dfb-bfa2-d9d5f2acfdda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '656e1187-1984-4a52-8d7b-2cac8b29d918'} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 05:07:04.645589 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-885cab2c-d3e5-4244-b626-ae0b5b412628 req-6ad3377f-6a03-47c1-9db2-9658727180d8 service neutron] Bound port: 49a2a44d-cd4b-4325-9c87-0544a0c58a86, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6887c02-0cad-4dfb-bfa2-d9d5f2acfdda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '656e1187-1984-4a52-8d7b-2cac8b29d918'}}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 05:07:04.645934 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-885cab2c-d3e5-4244-b626-ae0b5b412628 req-6ad3377f-6a03-47c1-9db2-9658727180d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:07:04.709668 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 97aca0de-68b4-407d-ab28-306662747104 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 05:07:04.739494 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-885cab2c-d3e5-4244-b626-ae0b5b412628 req-6ad3377f-6a03-47c1-9db2-9658727180d8 service neutron] For port 49a2a44d-cd4b-4325-9c87-0544a0c58a86, host hv-neutron-8268, cleared binding levels {{(pid=87636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 05:07:04.742799 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-885cab2c-d3e5-4244-b626-ae0b5b412628 req-6ad3377f-6a03-47c1-9db2-9658727180d8 service neutron] For port 49a2a44d-cd4b-4325-9c87-0544a0c58a86, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=49a2a44d-cd4b-4325-9c87-0544a0c58a86,segment=NetworkSegment(e6887c02-0cad-4dfb-bfa2-d9d5f2acfdda),segment_id=e6887c02-0cad-4dfb-bfa2-d9d5f2acfdda)] {{(pid=87636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 05:07:04.747299 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-885cab2c-d3e5-4244-b626-ae0b5b412628 req-6ad3377f-6a03-47c1-9db2-9658727180d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:07:04.790320 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 97aca0de-68b4-407d-ab28-306662747104 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 05:07:04.794949 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 97aca0de-68b4-407d-ab28-306662747104 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:07:04.795359 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:07:04.811171 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885cab2c-d3e5-4244-b626-ae0b5b412628 req-6ad3377f-6a03-47c1-9db2-9658727180d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:07:04.811854 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-885cab2c-d3e5-4244-b626-ae0b5b412628 req-6ad3377f-6a03-47c1-9db2-9658727180d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:07:04.813532 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-885cab2c-d3e5-4244-b626-ae0b5b412628 req-6ad3377f-6a03-47c1-9db2-9658727180d8 service neutron] 10.222.0.18 "PUT /v2.0/ports/49a2a44d-cd4b-4325-9c87-0544a0c58a86 HTTP/1.1" status: 200 len: 1093 time: 1.0775330 Feb 01 05:07:04.814024 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '911e8222-bfeb-4908-897b-2dbe68a41b42', 'tag': '49a2a44d-cd4b-4325-9c87-0544a0c58a86'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 05:07:04.837110 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad3377f-6a03-47c1-9db2-9658727180d8 service neutron] Pushing event updated for resources: {'Port': ['ID=49a2a44d-cd4b-4325-9c87-0544a0c58a86,revision_number=3']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:07:04.929534 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '911e8222-bfeb-4908-897b-2dbe68a41b42', 'tag': '49a2a44d-cd4b-4325-9c87-0544a0c58a86', 'status': 'completed', 'code': 200} Feb 01 05:07:04.930002 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:07:04.966379 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 97aca0de-68b4-407d-ab28-306662747104, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=97aca0de-68b4-407d-ab28-306662747104,segment=NetworkSegment(e6887c02-0cad-4dfb-bfa2-d9d5f2acfdda),segment_id=e6887c02-0cad-4dfb-bfa2-d9d5f2acfdda)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:07:04.970789 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885cab2c-d3e5-4244-b626-ae0b5b412628 req-a7116293-4c93-4233-9e19-8f64202b0e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:07:04.972308 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:07:04.973162 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-885cab2c-d3e5-4244-b626-ae0b5b412628 req-a7116293-4c93-4233-9e19-8f64202b0e27 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=be8a84b33cca4eaaad3d62abfe42a968&device_id=911e8222-bfeb-4908-897b-2dbe68a41b42 HTTP/1.1" status: 200 len: 1096 time: 0.0831428 Feb 01 05:07:05.043070 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=97aca0de-68b4-407d-ab28-306662747104,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:07:05.052699 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-885cab2c-d3e5-4244-b626-ae0b5b412628 req-ff50c780-cdcc-4955-a4e0-87cb6319454a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49a2a44d-cd4b-4325-9c87-0544a0c58a86 HTTP/1.1" status: 200 len: 217 time: 0.0677469 Feb 01 05:07:05.124158 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885cab2c-d3e5-4244-b626-ae0b5b412628 req-bdb1d93c-83e4-4fcb-bf4a-d6b6729695fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:07:05.125578 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-885cab2c-d3e5-4244-b626-ae0b5b412628 req-bdb1d93c-83e4-4fcb-bf4a-d6b6729695fc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ad82f52b-ba49-4ea8-87f0-9b804f1e2097 HTTP/1.1" status: 200 len: 834 time: 0.0671563 Feb 01 05:07:05.209822 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885cab2c-d3e5-4244-b626-ae0b5b412628 req-947e1835-7c97-48f9-bfd7-f06329fbe19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:07:05.211338 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-885cab2c-d3e5-4244-b626-ae0b5b412628 req-947e1835-7c97-48f9-bfd7-f06329fbe19f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=656e1187-1984-4a52-8d7b-2cac8b29d918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791521 Feb 01 05:07:05.305236 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff04b0a5-7c44-4432-b000-2bb173db6dc1 req-0ce1a5ea-9eb4-4f52-9536-6baad5e251ed tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:07:05.306685 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-ff04b0a5-7c44-4432-b000-2bb173db6dc1 req-0ce1a5ea-9eb4-4f52-9536-6baad5e251ed tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=911e8222-bfeb-4908-897b-2dbe68a41b42 HTTP/1.1" status: 200 len: 943 time: 0.0769193 Feb 01 05:07:05.341377 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-885cab2c-d3e5-4244-b626-ae0b5b412628 req-19be50e0-a78b-44a6-8b53-0fa538ca4ccd service neutron] 10.222.0.18 "GET /v2.0/networks/656e1187-1984-4a52-8d7b-2cac8b29d918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233478 Feb 01 05:07:05.351027 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-ff04b0a5-7c44-4432-b000-2bb173db6dc1 req-54e8d394-0315-4139-9b1d-020a1a9460ce tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=371985af-0bb5-44cd-b735-bfe225c6c015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379815 Feb 01 05:07:05.444606 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:07:05.470891 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-885cab2c-d3e5-4244-b626-ae0b5b412628 req-ae694e9a-b8a2-41e2-a436-da4e8b79016b service neutron] 10.222.0.18 "GET /v2.0/networks/656e1187-1984-4a52-8d7b-2cac8b29d918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241660 Feb 01 05:07:05.584209 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:07:05.624634 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb202d3-967e-42f9-ba94-81f77dbb921b req-e765de43-017e-4c74-b1c2-1f15ae66307e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:07:05.626001 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6cb202d3-967e-42f9-ba94-81f77dbb921b req-e765de43-017e-4c74-b1c2-1f15ae66307e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=be8a84b33cca4eaaad3d62abfe42a968&device_id=911e8222-bfeb-4908-897b-2dbe68a41b42 HTTP/1.1" status: 200 len: 1096 time: 0.0728374 Feb 01 05:07:05.754453 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb202d3-967e-42f9-ba94-81f77dbb921b req-7f53056e-d2ee-4dc3-bc35-b89534984922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:07:05.755898 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6cb202d3-967e-42f9-ba94-81f77dbb921b req-7f53056e-d2ee-4dc3-bc35-b89534984922 service neutron] 10.222.0.18 "GET /v2.0/networks?id=656e1187-1984-4a52-8d7b-2cac8b29d918 HTTP/1.1" status: 200 len: 896 time: 0.1233544 Feb 01 05:07:05.825251 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6cb202d3-967e-42f9-ba94-81f77dbb921b req-f871bebf-6546-4912-9814-93216377a3d3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49a2a44d-cd4b-4325-9c87-0544a0c58a86 HTTP/1.1" status: 200 len: 217 time: 0.0616736 Feb 01 05:07:05.888166 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb202d3-967e-42f9-ba94-81f77dbb921b req-71f239f8-f6c5-490f-bcae-29e630db2878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:07:05.889577 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6cb202d3-967e-42f9-ba94-81f77dbb921b req-71f239f8-f6c5-490f-bcae-29e630db2878 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ad82f52b-ba49-4ea8-87f0-9b804f1e2097 HTTP/1.1" status: 200 len: 834 time: 0.0569508 Feb 01 05:07:05.961954 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb202d3-967e-42f9-ba94-81f77dbb921b req-d82a78e3-1577-4ecf-b1fb-b5196e5ef128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:07:05.963378 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6cb202d3-967e-42f9-ba94-81f77dbb921b req-d82a78e3-1577-4ecf-b1fb-b5196e5ef128 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=656e1187-1984-4a52-8d7b-2cac8b29d918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668709 Feb 01 05:07:06.189508 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6cb202d3-967e-42f9-ba94-81f77dbb921b req-e23d46ea-b036-4408-8f27-e48cde8661ba service neutron] 10.222.0.18 "GET /v2.0/networks/656e1187-1984-4a52-8d7b-2cac8b29d918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177267 Feb 01 05:07:06.317707 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6cb202d3-967e-42f9-ba94-81f77dbb921b req-62d86849-36d2-4a18-8353-418288880a0d service neutron] 10.222.0.18 "GET /v2.0/networks/656e1187-1984-4a52-8d7b-2cac8b29d918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201525 Feb 01 05:07:06.534053 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78537596-c9e8-445d-a50c-cf4edf5d200d req-b9b1f0fa-d86a-4242-b0d0-95657c5498c2 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:07:06.535260 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-78537596-c9e8-445d-a50c-cf4edf5d200d req-b9b1f0fa-d86a-4242-b0d0-95657c5498c2 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Synchronizing usage tracker for tenant:be8a84b33cca4eaaad3d62abfe42a968 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 05:07:06.550685 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-78537596-c9e8-445d-a50c-cf4edf5d200d req-b9b1f0fa-d86a-4242-b0d0-95657c5498c2 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Unset dirty status for tenant:be8a84b33cca4eaaad3d62abfe42a968 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 05:07:06.551832 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-78537596-c9e8-445d-a50c-cf4edf5d200d req-b9b1f0fa-d86a-4242-b0d0-95657c5498c2 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=911e8222-bfeb-4908-897b-2dbe68a41b42 HTTP/1.1" status: 200 len: 943 time: 0.0980270 Feb 01 05:07:06.594735 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-78537596-c9e8-445d-a50c-cf4edf5d200d req-1cd982d2-eb04-4ce6-b7b3-3c8071419e55 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=371985af-0bb5-44cd-b735-bfe225c6c015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371563 Feb 01 05:07:06.672741 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 97aca0de-68b4-407d-ab28-306662747104 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 05:07:06.740707 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 97aca0de-68b4-407d-ab28-306662747104 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:07:06.741093 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:07:07.114208 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:07:07.775913 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b73292f-d396-421f-a124-0f7f4713f335 req-68219714-fd9f-47df-a0f8-c683a07a23f7 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:07:07.777351 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-5b73292f-d396-421f-a124-0f7f4713f335 req-68219714-fd9f-47df-a0f8-c683a07a23f7 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=911e8222-bfeb-4908-897b-2dbe68a41b42 HTTP/1.1" status: 200 len: 943 time: 0.0807211 Feb 01 05:07:07.821117 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-5b73292f-d396-421f-a124-0f7f4713f335 req-0749c40a-92b5-4afc-b98f-15f58cc93f6f tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=371985af-0bb5-44cd-b735-bfe225c6c015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382621 Feb 01 05:07:08.069336 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 49a2a44d-cd4b-4325-9c87-0544a0c58a86 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 01 05:07:08.201647 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 49a2a44d-cd4b-4325-9c87-0544a0c58a86, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=49a2a44d-cd4b-4325-9c87-0544a0c58a86,segment=NetworkSegment(e6887c02-0cad-4dfb-bfa2-d9d5f2acfdda),segment_id=e6887c02-0cad-4dfb-bfa2-d9d5f2acfdda)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:07:08.217753 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Returning: {'device': '49a2a44d-cd4b-4325-9c87-0544a0c58a86', 'network_id': '656e1187-1984-4a52-8d7b-2cac8b29d918', 'port_id': '49a2a44d-cd4b-4325-9c87-0544a0c58a86', 'mac_address': 'fa:16:3e:72:43:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad82f52b-ba49-4ea8-87f0-9b804f1e2097', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 01 05:07:08.270844 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:07:08.287197 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49a2a44d-cd4b-4325-9c87-0544a0c58a86 {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 05:07:08.303383 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 49a2a44d-cd4b-4325-9c87-0544a0c58a86, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=49a2a44d-cd4b-4325-9c87-0544a0c58a86,segment=NetworkSegment(e6887c02-0cad-4dfb-bfa2-d9d5f2acfdda),segment_id=e6887c02-0cad-4dfb-bfa2-d9d5f2acfdda)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:07:08.308243 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:07:08.371926 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=49a2a44d-cd4b-4325-9c87-0544a0c58a86,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:07:08.577696 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] get_ports_and_sgs() called for port_ids ['49a2a44d-cd4b-4325-9c87-0544a0c58a86'] {{(pid=87638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 01 05:07:09.005504 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d234465-3f39-4b8a-b5f8-2bffa917e566 req-b9bd860e-4341-4222-ab5c-1f42873a3042 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:07:09.006936 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8d234465-3f39-4b8a-b5f8-2bffa917e566 req-b9bd860e-4341-4222-ab5c-1f42873a3042 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=911e8222-bfeb-4908-897b-2dbe68a41b42 HTTP/1.1" status: 200 len: 944 time: 0.0811706 Feb 01 05:07:09.050864 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8d234465-3f39-4b8a-b5f8-2bffa917e566 req-256cbfa9-7072-4fbe-a035-255f2f5271fd tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=371985af-0bb5-44cd-b735-bfe225c6c015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383394 Feb 01 05:07:10.069553 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 49a2a44d-cd4b-4325-9c87-0544a0c58a86 up at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 05:07:10.137609 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning for port 49a2a44d-cd4b-4325-9c87-0544a0c58a86 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 05:07:10.141873 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning complete for port 49a2a44d-cd4b-4325-9c87-0544a0c58a86 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:07:10.142234 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:07:10.231234 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5567362-cd3a-4416-b0b5-590cab0e9961 req-60bbae30-7942-4679-9a44-4c3ed3f4d820 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:07:10.232789 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-f5567362-cd3a-4416-b0b5-590cab0e9961 req-60bbae30-7942-4679-9a44-4c3ed3f4d820 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=911e8222-bfeb-4908-897b-2dbe68a41b42 HTTP/1.1" status: 200 len: 944 time: 0.0773449 Feb 01 05:07:10.257627 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:07:10.280840 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-f5567362-cd3a-4416-b0b5-590cab0e9961 req-5bb7dcb9-7523-4248-b667-2940a2f190ac tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=371985af-0bb5-44cd-b735-bfe225c6c015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420673 Feb 01 05:07:10.284132 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '911e8222-bfeb-4908-897b-2dbe68a41b42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49a2a44d-cd4b-4325-9c87-0544a0c58a86'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 05:07:10.302206 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 49a2a44d-cd4b-4325-9c87-0544a0c58a86, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=49a2a44d-cd4b-4325-9c87-0544a0c58a86,segment=NetworkSegment(e6887c02-0cad-4dfb-bfa2-d9d5f2acfdda),segment_id=e6887c02-0cad-4dfb-bfa2-d9d5f2acfdda)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:07:10.307426 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:07:10.345976 dv-neutron-826830-1-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '911e8222-bfeb-4908-897b-2dbe68a41b42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49a2a44d-cd4b-4325-9c87-0544a0c58a86', 'code': 200} Feb 01 05:07:10.377453 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=49a2a44d-cd4b-4325-9c87-0544a0c58a86,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:07:10.581109 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa44e97-61a3-4287-a960-a1fd5c071912 req-286c0666-0e67-43b7-a9d1-de34561b3d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:07:10.582609 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8aa44e97-61a3-4287-a960-a1fd5c071912 req-286c0666-0e67-43b7-a9d1-de34561b3d13 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=911e8222-bfeb-4908-897b-2dbe68a41b42 HTTP/1.1" status: 200 len: 1098 time: 0.0677621 Feb 01 05:07:10.621448 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8aa44e97-61a3-4287-a960-a1fd5c071912 req-31a4a56f-b2b5-474a-b204-aad1db58332e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=371985af-0bb5-44cd-b735-bfe225c6c015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332425 Feb 01 05:07:11.529621 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c7e69f-8f53-49f7-aa38-ca1975e7dfe2 req-6f38f5ae-9e78-44c6-9711-6f7acfb4fa7c tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:07:11.531125 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-d1c7e69f-8f53-49f7-aa38-ca1975e7dfe2 req-6f38f5ae-9e78-44c6-9711-6f7acfb4fa7c tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=911e8222-bfeb-4908-897b-2dbe68a41b42 HTTP/1.1" status: 200 len: 945 time: 0.0833688 Feb 01 05:07:11.574473 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-d1c7e69f-8f53-49f7-aa38-ca1975e7dfe2 req-5cbd5b76-19c4-48bd-b007-7c1add91f144 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=371985af-0bb5-44cd-b735-bfe225c6c015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377312 Feb 01 05:07:12.758346 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877de4d1-0e66-48f3-badb-0c4599f0fa26 req-6efe6fcc-df5a-4e6c-ab53-070b6e3e6c4e tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:07:12.759795 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-877de4d1-0e66-48f3-badb-0c4599f0fa26 req-6efe6fcc-df5a-4e6c-ab53-070b6e3e6c4e tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=911e8222-bfeb-4908-897b-2dbe68a41b42 HTTP/1.1" status: 200 len: 945 time: 0.0814774 Feb 01 05:07:12.802259 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-877de4d1-0e66-48f3-badb-0c4599f0fa26 req-100a71f3-82f4-482b-a356-8f2a52854be1 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=371985af-0bb5-44cd-b735-bfe225c6c015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369673 Feb 01 05:07:12.981350 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842c0753-5bc0-4e94-ab61-b43248b5a1a8 req-72878473-35d9-4d53-8fef-fd85fcd13a35 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:07:12.982765 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-842c0753-5bc0-4e94-ab61-b43248b5a1a8 req-72878473-35d9-4d53-8fef-fd85fcd13a35 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=911e8222-bfeb-4908-897b-2dbe68a41b42 HTTP/1.1" status: 200 len: 945 time: 0.0800183 Feb 01 05:07:13.132000 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-842c0753-5bc0-4e94-ab61-b43248b5a1a8 req-e25442e7-2c41-43eb-bd92-91816f48ff1b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=371985af-0bb5-44cd-b735-bfe225c6c015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433516 Feb 01 05:07:13.153943 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 49380) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:07:13.223745 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401ab82d-427d-4a6a-a3b3-23c2a7ee4521 tempest-TestNetworkAdvancedServerOps-1994873880 tempest-TestNetworkAdvancedServerOps-1994873880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:07:13.225234 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-401ab82d-427d-4a6a-a3b3-23c2a7ee4521 tempest-TestNetworkAdvancedServerOps-1994873880 tempest-TestNetworkAdvancedServerOps-1994873880-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=911e8222-bfeb-4908-897b-2dbe68a41b42 HTTP/1.1" status: 200 len: 1093 time: 0.0703506 Feb 01 05:07:13.228056 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 49384) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:07:13.232903 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-05bd506a-8587-4fc8-aa8c-ee8d65a18636 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Request body: {'floatingip': {'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'port_id': '49a2a44d-cd4b-4325-9c87-0544a0c58a86', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:07:13.239083 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-05bd506a-8587-4fc8-aa8c-ee8d65a18636 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:07:13.242803 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-05bd506a-8587-4fc8-aa8c-ee8d65a18636 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Usage tracker for resource:floatingip and tenant:be8a84b33cca4eaaad3d62abfe42a968 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:07:13.245567 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-05bd506a-8587-4fc8-aa8c-ee8d65a18636 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:07:13.251181 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-05bd506a-8587-4fc8-aa8c-ee8d65a18636 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:07:13.261612 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-05bd506a-8587-4fc8-aa8c-ee8d65a18636 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for floatingip, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:07:13.393589 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-05bd506a-8587-4fc8-aa8c-ee8d65a18636 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:07:13.525536 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-05bd506a-8587-4fc8-aa8c-ee8d65a18636 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Allocated IP 172.26.8.70 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/6c37600b-9404-4e54-bcbd-804fb324e42c) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 05:07:13.667559 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-05bd506a-8587-4fc8-aa8c-ee8d65a18636 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:07:13.696445 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-05bd506a-8587-4fc8-aa8c-ee8d65a18636 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:07:13.760279 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05bd506a-8587-4fc8-aa8c-ee8d65a18636 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 05:07:13.763056 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-05bd506a-8587-4fc8-aa8c-ee8d65a18636 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 05:07:13.766698 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bd506a-8587-4fc8-aa8c-ee8d65a18636 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 05:07:13.804550 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd506a-8587-4fc8-aa8c-ee8d65a18636 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event updated for resources: {'Port': ['ID=6c37600b-9404-4e54-bcbd-804fb324e42c,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:07:14.172437 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-05bd506a-8587-4fc8-aa8c-ee8d65a18636 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:07:14.243550 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-05bd506a-8587-4fc8-aa8c-ee8d65a18636 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:07:14.441331 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-05bd506a-8587-4fc8-aa8c-ee8d65a18636 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:07:14.445471 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-05bd506a-8587-4fc8-aa8c-ee8d65a18636 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:07:14.552485 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd506a-8587-4fc8-aa8c-ee8d65a18636 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event updated for resources: {'Port': ['ID=6c37600b-9404-4e54-bcbd-804fb324e42c,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:07:14.560349 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-05bd506a-8587-4fc8-aa8c-ee8d65a18636 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-774194'] for floatingip, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:07:14.822560 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.l3_db [None req-05bd506a-8587-4fc8-aa8c-ee8d65a18636 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Floating IP d97aaa0a-991c-4a82-b825-0cd4583e20eb associated. External IP: 172.26.8.70, port: 49a2a44d-cd4b-4325-9c87-0544a0c58a86. Feb 01 05:07:15.160547 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05bd506a-8587-4fc8-aa8c-ee8d65a18636 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Router 86793460-42f1-4176-8a6c-f2d793fc488a has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 05:07:15.263959 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:07:15.340602 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05bd506a-8587-4fc8-aa8c-ee8d65a18636 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 05:07:15.349935 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d335f3a-f1b4-4c4d-85a5-0f55f6a67f23 None None] Sync routers for ids ['86793460-42f1-4176-8a6c-f2d793fc488a'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 05:07:15.359171 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d335f3a-f1b4-4c4d-85a5-0f55f6a67f23 None None] Routers {'86793460-42f1-4176-8a6c-f2d793fc488a'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:07:15.359838 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-9d335f3a-f1b4-4c4d-85a5-0f55f6a67f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:07:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['86793460-42f1-4176-8a6c-f2d793fc488a'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:07:15.364473 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-05bd506a-8587-4fc8-aa8c-ee8d65a18636 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:07:15.420821 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-05bd506a-8587-4fc8-aa8c-ee8d65a18636 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1893537 Feb 01 05:07:15.420821 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '911e8222-bfeb-4908-897b-2dbe68a41b42', 'tag': '49a2a44d-cd4b-4325-9c87-0544a0c58a86'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 05:07:15.481712 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '911e8222-bfeb-4908-897b-2dbe68a41b42', 'tag': '49a2a44d-cd4b-4325-9c87-0544a0c58a86', 'status': 'completed', 'code': 200} Feb 01 05:07:15.543880 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-9d335f3a-f1b4-4c4d-85a5-0f55f6a67f23 None None] Set router 86793460-42f1-4176-8a6c-f2d793fc488a gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:07:15.655611 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1bdfdf-9e14-4210-a519-dfeb20735738 req-09521f63-1824-4dc6-b9df-15cc5ae9d4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:07:15.657707 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5a1bdfdf-9e14-4210-a519-dfeb20735738 req-09521f63-1824-4dc6-b9df-15cc5ae9d4f2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=be8a84b33cca4eaaad3d62abfe42a968&device_id=911e8222-bfeb-4908-897b-2dbe68a41b42 HTTP/1.1" status: 200 len: 1098 time: 0.1325238 Feb 01 05:07:15.662426 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [req-bbc9f704-1e0f-45dc-8c25-13431f7a89a9 req-12ffec1e-64a0-4c56-adfa-fd5bd748439e tempest-ServerDiskConfigTestJSON-910503958 tempest-ServerDiskConfigTestJSON-910503958-project] (87637) timed out ('10.222.0.18', 55052) {{(pid=87637) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 01 05:07:15.665864 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200dc4c5-cf0d-4798-aeca-1085a4dcba02 req-c2bdef79-5b94-4d31-a899-7c330090e834 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:07:15.667306 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-200dc4c5-cf0d-4798-aeca-1085a4dcba02 req-c2bdef79-5b94-4d31-a899-7c330090e834 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=911e8222-bfeb-4908-897b-2dbe68a41b42 HTTP/1.1" status: 200 len: 945 time: 0.1127274 Feb 01 05:07:15.792674 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-200dc4c5-cf0d-4798-aeca-1085a4dcba02 req-24d3464d-cfea-4793-a272-f66d18420b41 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=371985af-0bb5-44cd-b735-bfe225c6c015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035535 Feb 01 05:07:15.817713 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 49392) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:07:15.829457 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1bdfdf-9e14-4210-a519-dfeb20735738 req-213fffc1-457e-4af6-9587-17fd4377c3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:07:15.831357 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5a1bdfdf-9e14-4210-a519-dfeb20735738 req-213fffc1-457e-4af6-9587-17fd4377c3fd service neutron] 10.222.0.18 "GET /v2.0/networks?id=656e1187-1984-4a52-8d7b-2cac8b29d918 HTTP/1.1" status: 200 len: 896 time: 0.1631832 Feb 01 05:07:15.887425 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-9d335f3a-f1b4-4c4d-85a5-0f55f6a67f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86793460-42f1-4176-8a6c-f2d793fc488a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-368648383', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.87'}], 'enable_snat': True}, 'gw_port_id': '984bae41-0d9b-4882-9e10-2dd935239822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:06:54Z', 'updated_at': '2022-02-01T05:06:59Z', 'revision_number': 4, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'gw_port': {'id': '984bae41-0d9b-4882-9e10-2dd935239822', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:5d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86793460-42f1-4176-8a6c-f2d793fc488a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:06:55Z', 'updated_at': '2022-02-01T05:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': 'd97aaa0a-991c-4a82-b825-0cd4583e20eb', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'floating_ip_address': '172.26.8.70', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '86793460-42f1-4176-8a6c-f2d793fc488a', 'port_id': '49a2a44d-cd4b-4325-9c87-0544a0c58a86', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1754, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '656e1187-1984-4a52-8d7b-2cac8b29d918', 'mac_address': 'fa:16:3e:72:43:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911e8222-bfeb-4908-897b-2dbe68a41b42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T05:07:14Z', 'updated_at': '2022-02-01T05:07:14Z', 'revision_number': 0, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97aca0de-68b4-407d-ab28-306662747104', 'name': '', 'network_id': '656e1187-1984-4a52-8d7b-2cac8b29d918', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'mac_address': 'fa:16:3e:2c:32:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86793460-42f1-4176-8a6c-f2d793fc488a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'ad82f52b-ba49-4ea8-87f0-9b804f1e2097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:06:58Z', 'updated_at': '2022-02-01T05:07:04Z', 'revision_number': 5, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'subnets': [{'id': 'ad82f52b-ba49-4ea8-87f0-9b804f1e2097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:07:15.891536 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d335f3a-f1b4-4c4d-85a5-0f55f6a67f23 None None] Checking router: 86793460-42f1-4176-8a6c-f2d793fc488a for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 05:07:15.900039 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d335f3a-f1b4-4c4d-85a5-0f55f6a67f23 None None] Routers {'86793460-42f1-4176-8a6c-f2d793fc488a'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:07:15.900655 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-9d335f3a-f1b4-4c4d-85a5-0f55f6a67f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:07:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['86793460-42f1-4176-8a6c-f2d793fc488a'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:07:15.928960 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-16a1eb5e-9a9e-44ff-bb20-8acba777926a tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/floatingips/d97aaa0a-991c-4a82-b825-0cd4583e20eb HTTP/1.1" status: 200 len: 990 time: 0.1100547 Feb 01 05:07:15.949812 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5a1bdfdf-9e14-4210-a519-dfeb20735738 req-8113ae39-2c3f-4973-8c1f-e39697fd8a89 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49a2a44d-cd4b-4325-9c87-0544a0c58a86 HTTP/1.1" status: 200 len: 998 time: 0.1045194 Feb 01 05:07:16.010581 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1bdfdf-9e14-4210-a519-dfeb20735738 req-2928cdac-44e5-4c3a-b1d1-69cd044e2e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:07:16.012117 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5a1bdfdf-9e14-4210-a519-dfeb20735738 req-2928cdac-44e5-4c3a-b1d1-69cd044e2e38 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ad82f52b-ba49-4ea8-87f0-9b804f1e2097 HTTP/1.1" status: 200 len: 834 time: 0.0566862 Feb 01 05:07:16.088528 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1bdfdf-9e14-4210-a519-dfeb20735738 req-6a6e5fb7-e7c5-41f6-87e2-9377c8ecfa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:07:16.089901 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5a1bdfdf-9e14-4210-a519-dfeb20735738 req-6a6e5fb7-e7c5-41f6-87e2-9377c8ecfa6f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=656e1187-1984-4a52-8d7b-2cac8b29d918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725379 Feb 01 05:07:16.099199 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-9d335f3a-f1b4-4c4d-85a5-0f55f6a67f23 None None] Set router 86793460-42f1-4176-8a6c-f2d793fc488a gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:07:16.218613 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5a1bdfdf-9e14-4210-a519-dfeb20735738 req-4888c01a-3012-4d7a-ba90-12ad07ebc867 service neutron] 10.222.0.18 "GET /v2.0/networks/656e1187-1984-4a52-8d7b-2cac8b29d918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224747 Feb 01 05:07:16.348516 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5a1bdfdf-9e14-4210-a519-dfeb20735738 req-b36f6cea-2a16-47f6-a881-8841b952a1fc service neutron] 10.222.0.18 "GET /v2.0/networks/656e1187-1984-4a52-8d7b-2cac8b29d918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240759 Feb 01 05:07:16.440278 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-9d335f3a-f1b4-4c4d-85a5-0f55f6a67f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86793460-42f1-4176-8a6c-f2d793fc488a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-368648383', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.87'}], 'enable_snat': True}, 'gw_port_id': '984bae41-0d9b-4882-9e10-2dd935239822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:06:54Z', 'updated_at': '2022-02-01T05:06:59Z', 'revision_number': 4, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'gw_port': {'id': '984bae41-0d9b-4882-9e10-2dd935239822', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:5d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86793460-42f1-4176-8a6c-f2d793fc488a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:06:55Z', 'updated_at': '2022-02-01T05:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': 'd97aaa0a-991c-4a82-b825-0cd4583e20eb', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'floating_ip_address': '172.26.8.70', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '86793460-42f1-4176-8a6c-f2d793fc488a', 'port_id': '49a2a44d-cd4b-4325-9c87-0544a0c58a86', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1754, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '656e1187-1984-4a52-8d7b-2cac8b29d918', 'mac_address': 'fa:16:3e:72:43:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911e8222-bfeb-4908-897b-2dbe68a41b42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T05:07:14Z', 'updated_at': '2022-02-01T05:07:14Z', 'revision_number': 0, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97aca0de-68b4-407d-ab28-306662747104', 'name': '', 'network_id': '656e1187-1984-4a52-8d7b-2cac8b29d918', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'mac_address': 'fa:16:3e:2c:32:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86793460-42f1-4176-8a6c-f2d793fc488a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'ad82f52b-ba49-4ea8-87f0-9b804f1e2097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:06:58Z', 'updated_at': '2022-02-01T05:07:04Z', 'revision_number': 5, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'subnets': [{'id': 'ad82f52b-ba49-4ea8-87f0-9b804f1e2097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:07:16.444193 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d335f3a-f1b4-4c4d-85a5-0f55f6a67f23 None None] The sync data for ids ['86793460-42f1-4176-8a6c-f2d793fc488a'] in dv-neutron-826830-1-hyperv is: [{'id': '86793460-42f1-4176-8a6c-f2d793fc488a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-368648383', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.87'}], 'enable_snat': True}, 'gw_port_id': '984bae41-0d9b-4882-9e10-2dd935239822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:06:54Z', 'updated_at': '2022-02-01T05:06:59Z', 'revision_number': 4, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'gw_port': {'id': '984bae41-0d9b-4882-9e10-2dd935239822', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:5d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86793460-42f1-4176-8a6c-f2d793fc488a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:06:55Z', 'updated_at': '2022-02-01T05:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': 'd97aaa0a-991c-4a82-b825-0cd4583e20eb', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'floating_ip_address': '172.26.8.70', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '86793460-42f1-4176-8a6c-f2d793fc488a', 'port_id': '49a2a44d-cd4b-4325-9c87-0544a0c58a86', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1754, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '656e1187-1984-4a52-8d7b-2cac8b29d918', 'mac_address': 'fa:16:3e:72:43:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911e8222-bfeb-4908-897b-2dbe68a41b42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T05:07:14Z', 'updated_at': '2022-02-01T05:07:14Z', 'revision_number': 0, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97aca0de-68b4-407d-ab28-306662747104', 'name': '', 'network_id': '656e1187-1984-4a52-8d7b-2cac8b29d918', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'mac_address': 'fa:16:3e:2c:32:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86793460-42f1-4176-8a6c-f2d793fc488a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'ad82f52b-ba49-4ea8-87f0-9b804f1e2097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:06:58Z', 'updated_at': '2022-02-01T05:07:04Z', 'revision_number': 5, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'subnets': [{'id': 'ad82f52b-ba49-4ea8-87f0-9b804f1e2097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 05:07:16.629238 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdee40ac-2433-4cd1-a2c1-af8fccc90ce3 None None] New status for floating IP d97aaa0a-991c-4a82-b825-0cd4583e20eb: ACTIVE {{(pid=87638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 01 05:07:16.932868 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 49396) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:07:17.133527 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-30b75994-ae99-41bc-8a98-8d9da19074cc tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/floatingips/d97aaa0a-991c-4a82-b825-0cd4583e20eb HTTP/1.1" status: 200 len: 992 time: 0.1994064 Feb 01 05:07:17.325785 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 05:07:32.008481 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-362ac53c-445e-4948-9d2c-bf088dca940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:07:34.299786 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-01326814-8f13-40c1-a47c-d0fcaf8a36c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:07:35.447304 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:07:35.586054 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:07:37.120358 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:07:41.151997 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cb511125-59e3-4bfb-a91a-d52d4e6cf0ac req-7134d01c-325a-482a-82ba-0fe7768c47de service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=911e8222-bfeb-4908-897b-2dbe68a41b42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0679669 Feb 01 05:07:41.302677 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb511125-59e3-4bfb-a91a-d52d4e6cf0ac req-f48915fc-b7fb-4cad-9bd1-86bea82cb9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:07:41.304180 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cb511125-59e3-4bfb-a91a-d52d4e6cf0ac req-f48915fc-b7fb-4cad-9bd1-86bea82cb9b0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=be8a84b33cca4eaaad3d62abfe42a968&device_id=911e8222-bfeb-4908-897b-2dbe68a41b42 HTTP/1.1" status: 200 len: 1098 time: 0.0718486 Feb 01 05:07:41.449649 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb511125-59e3-4bfb-a91a-d52d4e6cf0ac req-ceec4daa-bf56-4f76-bafb-278cc93d4eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:07:41.450973 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cb511125-59e3-4bfb-a91a-d52d4e6cf0ac req-ceec4daa-bf56-4f76-bafb-278cc93d4eaa service neutron] 10.222.0.18 "GET /v2.0/networks?id=656e1187-1984-4a52-8d7b-2cac8b29d918 HTTP/1.1" status: 200 len: 896 time: 0.1240861 Feb 01 05:07:41.556778 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cb511125-59e3-4bfb-a91a-d52d4e6cf0ac req-862e9b89-a57d-4054-95f1-73ff29c561b8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49a2a44d-cd4b-4325-9c87-0544a0c58a86 HTTP/1.1" status: 200 len: 1000 time: 0.0983288 Feb 01 05:07:41.618013 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb511125-59e3-4bfb-a91a-d52d4e6cf0ac req-bc9c2f12-f25a-4c29-a9b3-86473b2d63ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:07:41.619429 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cb511125-59e3-4bfb-a91a-d52d4e6cf0ac req-bc9c2f12-f25a-4c29-a9b3-86473b2d63ff service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ad82f52b-ba49-4ea8-87f0-9b804f1e2097 HTTP/1.1" status: 200 len: 834 time: 0.0562575 Feb 01 05:07:41.691291 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb511125-59e3-4bfb-a91a-d52d4e6cf0ac req-6c1336a4-2215-4a2e-a493-37674187fb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:07:41.692732 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cb511125-59e3-4bfb-a91a-d52d4e6cf0ac req-6c1336a4-2215-4a2e-a493-37674187fb9c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=656e1187-1984-4a52-8d7b-2cac8b29d918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674469 Feb 01 05:07:41.826286 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cb511125-59e3-4bfb-a91a-d52d4e6cf0ac req-d30068fd-db8b-4a9b-9cc2-1593855e7643 service neutron] 10.222.0.18 "GET /v2.0/networks/656e1187-1984-4a52-8d7b-2cac8b29d918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265678 Feb 01 05:07:41.957269 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cb511125-59e3-4bfb-a91a-d52d4e6cf0ac req-303b2831-a21c-4f9b-9cad-5d8f6362f7ae service neutron] 10.222.0.18 "GET /v2.0/networks/656e1187-1984-4a52-8d7b-2cac8b29d918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241639 Feb 01 05:07:45.266493 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:07:46.467894 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ac37fa-4847-4368-95d2-a7f0a4ab60bc req-466eaad3-04e1-435c-a794-7c17741f5eca tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:07:46.470056 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-65ac37fa-4847-4368-95d2-a7f0a4ab60bc req-466eaad3-04e1-435c-a794-7c17741f5eca tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=911e8222-bfeb-4908-897b-2dbe68a41b42 HTTP/1.1" status: 200 len: 945 time: 0.1294072 Feb 01 05:07:46.516584 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-65ac37fa-4847-4368-95d2-a7f0a4ab60bc req-8d26d53d-ab6d-4edb-bdfb-d5538c19d2a3 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=371985af-0bb5-44cd-b735-bfe225c6c015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410550 Feb 01 05:07:47.746414 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2814c96f-ce94-429e-8c89-9467120656ba req-e8be29a4-14d0-4625-9a26-d675ed266dea tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:07:47.747875 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2814c96f-ce94-429e-8c89-9467120656ba req-e8be29a4-14d0-4625-9a26-d675ed266dea tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=911e8222-bfeb-4908-897b-2dbe68a41b42 HTTP/1.1" status: 200 len: 945 time: 0.1271677 Feb 01 05:07:47.790926 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2814c96f-ce94-429e-8c89-9467120656ba req-ca1485d7-3b05-455b-a644-4a7ee3b7ca8c tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=371985af-0bb5-44cd-b735-bfe225c6c015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375626 Feb 01 05:07:48.968781 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d0ce29-a429-4816-a0c5-9a782dac08f2 req-7eefb2fd-1ce5-4ea6-a957-fb06aff68404 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:07:48.970123 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-e8d0ce29-a429-4816-a0c5-9a782dac08f2 req-7eefb2fd-1ce5-4ea6-a957-fb06aff68404 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=911e8222-bfeb-4908-897b-2dbe68a41b42 HTTP/1.1" status: 200 len: 945 time: 0.0776839 Feb 01 05:07:49.013352 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-e8d0ce29-a429-4816-a0c5-9a782dac08f2 req-04e1a0ed-55e3-4378-962e-78b642d28516 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=371985af-0bb5-44cd-b735-bfe225c6c015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378082 Feb 01 05:07:50.193554 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ad8fc7-c210-486d-88a5-76c44cff2f13 req-92f6f1b8-6448-4cb5-9507-23a98cc89673 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:07:50.194882 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d9ad8fc7-c210-486d-88a5-76c44cff2f13 req-92f6f1b8-6448-4cb5-9507-23a98cc89673 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=911e8222-bfeb-4908-897b-2dbe68a41b42 HTTP/1.1" status: 200 len: 945 time: 0.0769777 Feb 01 05:07:50.240827 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d9ad8fc7-c210-486d-88a5-76c44cff2f13 req-9272d086-0392-4f29-acc1-84ef3bae9b49 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=371985af-0bb5-44cd-b735-bfe225c6c015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403888 Feb 01 05:07:51.426084 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57191403-c825-49b6-b175-4313c4f928be req-8508e7ca-ced7-4fd7-89b9-4981b27884ea tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:07:51.427547 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-57191403-c825-49b6-b175-4313c4f928be req-8508e7ca-ced7-4fd7-89b9-4981b27884ea tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=911e8222-bfeb-4908-897b-2dbe68a41b42 HTTP/1.1" status: 200 len: 945 time: 0.0824215 Feb 01 05:07:51.469550 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-57191403-c825-49b6-b175-4313c4f928be req-4505c48c-866e-40e2-a97f-026e67cc3b73 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=371985af-0bb5-44cd-b735-bfe225c6c015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362813 Feb 01 05:07:52.646804 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d7570a-3b0b-4702-b475-d16206643099 req-e6ac6e84-8414-4a99-a318-50fe7fe0f529 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:07:52.648245 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-05d7570a-3b0b-4702-b475-d16206643099 req-e6ac6e84-8414-4a99-a318-50fe7fe0f529 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=911e8222-bfeb-4908-897b-2dbe68a41b42 HTTP/1.1" status: 200 len: 945 time: 0.0771856 Feb 01 05:07:52.690621 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-05d7570a-3b0b-4702-b475-d16206643099 req-52b9e891-62df-4bb8-9180-f1819d569902 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=371985af-0bb5-44cd-b735-bfe225c6c015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369635 Feb 01 05:07:53.874019 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e845c-4d4a-4a43-a499-581696e3dc3f req-4eb8327f-1017-4068-91ab-0070fc495242 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:07:53.875407 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-b20e845c-4d4a-4a43-a499-581696e3dc3f req-4eb8327f-1017-4068-91ab-0070fc495242 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=911e8222-bfeb-4908-897b-2dbe68a41b42 HTTP/1.1" status: 200 len: 945 time: 0.0813935 Feb 01 05:07:53.919049 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-b20e845c-4d4a-4a43-a499-581696e3dc3f req-3ff2dc3c-5aa6-4ea9-91b8-4bdc26225e9e tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=371985af-0bb5-44cd-b735-bfe225c6c015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378981 Feb 01 05:07:54.325492 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 05:07:55.106192 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac2320-6723-445a-9736-4ccfe786d36e req-eaa1db80-fbb8-471e-b01f-a378412a7363 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:07:55.107646 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-30ac2320-6723-445a-9736-4ccfe786d36e req-eaa1db80-fbb8-471e-b01f-a378412a7363 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=911e8222-bfeb-4908-897b-2dbe68a41b42 HTTP/1.1" status: 200 len: 945 time: 0.0840142 Feb 01 05:07:55.151260 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-30ac2320-6723-445a-9736-4ccfe786d36e req-59e78aac-308e-4d1b-bfec-385b5490436c tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=371985af-0bb5-44cd-b735-bfe225c6c015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377257 Feb 01 05:07:56.330888 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539c4fa0-235d-4e48-8131-b83f4be312f0 req-a7b3063d-7b2c-4fe1-8b9b-a1572c0f6ef0 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:07:56.332330 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-539c4fa0-235d-4e48-8131-b83f4be312f0 req-a7b3063d-7b2c-4fe1-8b9b-a1572c0f6ef0 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=911e8222-bfeb-4908-897b-2dbe68a41b42 HTTP/1.1" status: 200 len: 945 time: 0.0802841 Feb 01 05:07:56.375671 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-539c4fa0-235d-4e48-8131-b83f4be312f0 req-831999e6-c8a4-4a23-80b7-a2833f5de524 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=371985af-0bb5-44cd-b735-bfe225c6c015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370128 Feb 01 05:07:57.556466 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aef8b73-ff3f-4b5a-a6f0-84a349168558 req-4be3b3ec-25b5-4b94-8ed3-805b37a968c2 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:07:57.557876 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3aef8b73-ff3f-4b5a-a6f0-84a349168558 req-4be3b3ec-25b5-4b94-8ed3-805b37a968c2 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=911e8222-bfeb-4908-897b-2dbe68a41b42 HTTP/1.1" status: 200 len: 945 time: 0.0772474 Feb 01 05:07:57.600130 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3aef8b73-ff3f-4b5a-a6f0-84a349168558 req-6d434475-996c-42e4-8f42-9b9956044a5e tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=371985af-0bb5-44cd-b735-bfe225c6c015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368590 Feb 01 05:07:58.779641 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267dadcf-64f3-4bf2-92e2-bc9d67cbaaea req-a9b41c98-9bbb-4933-9e96-6cd06ae4bc54 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:07:58.781053 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-267dadcf-64f3-4bf2-92e2-bc9d67cbaaea req-a9b41c98-9bbb-4933-9e96-6cd06ae4bc54 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=911e8222-bfeb-4908-897b-2dbe68a41b42 HTTP/1.1" status: 200 len: 945 time: 0.0763099 Feb 01 05:07:58.827423 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-267dadcf-64f3-4bf2-92e2-bc9d67cbaaea req-f874c5f3-689d-4082-bcbc-253038e0ee6f tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=371985af-0bb5-44cd-b735-bfe225c6c015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409169 Feb 01 05:08:00.012551 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21539336-3e1f-464e-b959-abc4bff61f54 req-ce453dfd-404e-4987-8282-be0be0b60df0 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:08:00.013964 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-21539336-3e1f-464e-b959-abc4bff61f54 req-ce453dfd-404e-4987-8282-be0be0b60df0 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=911e8222-bfeb-4908-897b-2dbe68a41b42 HTTP/1.1" status: 200 len: 945 time: 0.0825469 Feb 01 05:08:00.055870 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-21539336-3e1f-464e-b959-abc4bff61f54 req-9814c35f-e186-4c72-9fa4-ff0072a6c560 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=371985af-0bb5-44cd-b735-bfe225c6c015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362520 Feb 01 05:08:01.377917 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6388d30d-b64c-4d78-bc98-32c36944e4d9 req-b5b09df8-4032-4f39-a22d-10906f4e1f10 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:08:01.379358 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-6388d30d-b64c-4d78-bc98-32c36944e4d9 req-b5b09df8-4032-4f39-a22d-10906f4e1f10 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=911e8222-bfeb-4908-897b-2dbe68a41b42 HTTP/1.1" status: 200 len: 945 time: 0.0771229 Feb 01 05:08:01.425074 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-6388d30d-b64c-4d78-bc98-32c36944e4d9 req-b54011fb-cffb-46c8-9a2d-ad90cec987dd tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=371985af-0bb5-44cd-b735-bfe225c6c015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376518 Feb 01 05:08:02.009440 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a9dd4480-df1a-4a57-a810-a36e283903bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:02.602929 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5a7d9-5529-48af-9d52-14e29df173b5 req-a327dc79-1d73-48a1-917b-4c229fd70ec1 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:08:02.604393 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b8d5a7d9-5529-48af-9d52-14e29df173b5 req-a327dc79-1d73-48a1-917b-4c229fd70ec1 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=911e8222-bfeb-4908-897b-2dbe68a41b42 HTTP/1.1" status: 200 len: 945 time: 0.0766938 Feb 01 05:08:02.650906 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b8d5a7d9-5529-48af-9d52-14e29df173b5 req-105a1634-a2b1-45e2-8289-46a50c608540 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=371985af-0bb5-44cd-b735-bfe225c6c015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411241 Feb 01 05:08:02.674160 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 49446) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:08:02.774425 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-26361789-9a34-4cf8-bce7-e61807e9919d tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/floatingips/d97aaa0a-991c-4a82-b825-0cd4583e20eb HTTP/1.1" status: 200 len: 992 time: 0.0991867 Feb 01 05:08:04.304046 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cf7788f2-8a77-45cc-95b6-84c8593b2252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:04.322300 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c465a-3f1a-456b-b7d3-ffa81507ffa9 req-3d3e13a7-f32a-4c55-8818-4f65894e60b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:08:04.323838 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-639c465a-3f1a-456b-b7d3-ffa81507ffa9 req-3d3e13a7-f32a-4c55-8818-4f65894e60b7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=be8a84b33cca4eaaad3d62abfe42a968&device_id=911e8222-bfeb-4908-897b-2dbe68a41b42 HTTP/1.1" status: 200 len: 1098 time: 0.0799897 Feb 01 05:08:04.354229 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98236a4d-0e07-4df3-b709-f94318d3b45e req-237f8221-9a47-4974-a078-ccbcc7d30806 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:08:04.355695 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-98236a4d-0e07-4df3-b709-f94318d3b45e req-237f8221-9a47-4974-a078-ccbcc7d30806 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=911e8222-bfeb-4908-897b-2dbe68a41b42 HTTP/1.1" status: 200 len: 945 time: 0.2031560 Feb 01 05:08:04.398516 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-98236a4d-0e07-4df3-b709-f94318d3b45e req-66ea81b4-5d6f-4d36-bca1-f128a9109dd4 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=371985af-0bb5-44cd-b735-bfe225c6c015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368876 Feb 01 05:08:04.452710 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c465a-3f1a-456b-b7d3-ffa81507ffa9 req-6657787d-75a0-4260-a9f7-e88733f3f891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:08:04.454121 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-639c465a-3f1a-456b-b7d3-ffa81507ffa9 req-6657787d-75a0-4260-a9f7-e88733f3f891 service neutron] 10.222.0.18 "GET /v2.0/networks?id=656e1187-1984-4a52-8d7b-2cac8b29d918 HTTP/1.1" status: 200 len: 896 time: 0.1248379 Feb 01 05:08:04.657520 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-639c465a-3f1a-456b-b7d3-ffa81507ffa9 req-0940f444-4f5a-431b-a5d3-0af35b395364 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49a2a44d-cd4b-4325-9c87-0544a0c58a86 HTTP/1.1" status: 200 len: 1000 time: 0.1975756 Feb 01 05:08:04.716532 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c465a-3f1a-456b-b7d3-ffa81507ffa9 req-9d426d75-a71c-4ffc-8e12-5b33314653ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:08:04.717937 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-639c465a-3f1a-456b-b7d3-ffa81507ffa9 req-9d426d75-a71c-4ffc-8e12-5b33314653ac service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ad82f52b-ba49-4ea8-87f0-9b804f1e2097 HTTP/1.1" status: 200 len: 834 time: 0.0552471 Feb 01 05:08:04.789627 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c465a-3f1a-456b-b7d3-ffa81507ffa9 req-3fadd6d5-dc8b-4965-8bc1-ea5c7ad39105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:08:04.791025 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-639c465a-3f1a-456b-b7d3-ffa81507ffa9 req-3fadd6d5-dc8b-4965-8bc1-ea5c7ad39105 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=656e1187-1984-4a52-8d7b-2cac8b29d918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672693 Feb 01 05:08:04.918901 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-639c465a-3f1a-456b-b7d3-ffa81507ffa9 req-5b3e64f3-a04e-4c8e-b9b8-723fd928fc36 service neutron] 10.222.0.18 "GET /v2.0/networks/656e1187-1984-4a52-8d7b-2cac8b29d918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217742 Feb 01 05:08:05.047092 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-639c465a-3f1a-456b-b7d3-ffa81507ffa9 req-5cca3b9d-60ca-4ef7-b124-0f1967086c2c service neutron] 10.222.0.18 "GET /v2.0/networks/656e1187-1984-4a52-8d7b-2cac8b29d918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224561 Feb 01 05:08:05.448822 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:05.589604 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba6627-f787-4110-86e2-3621be0e8079 req-1724c38c-44df-43b4-9e76-755faed0e5d0 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:08:05.591177 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c0ba6627-f787-4110-86e2-3621be0e8079 req-1724c38c-44df-43b4-9e76-755faed0e5d0 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=911e8222-bfeb-4908-897b-2dbe68a41b42 HTTP/1.1" status: 200 len: 945 time: 0.0862029 Feb 01 05:08:05.595330 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:05.636999 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c0ba6627-f787-4110-86e2-3621be0e8079 req-76aba627-8bf7-4331-b6ac-34fe5c7a5ac2 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=371985af-0bb5-44cd-b735-bfe225c6c015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388916 Feb 01 05:08:06.814707 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb2e1c6-fe0b-40fc-9daa-e77a43500ffd req-dfc3fb57-08ab-4739-a74d-36f711c7f602 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:08:06.816226 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-3bb2e1c6-fe0b-40fc-9daa-e77a43500ffd req-dfc3fb57-08ab-4739-a74d-36f711c7f602 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=911e8222-bfeb-4908-897b-2dbe68a41b42 HTTP/1.1" status: 200 len: 945 time: 0.0769429 Feb 01 05:08:06.859120 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-3bb2e1c6-fe0b-40fc-9daa-e77a43500ffd req-00891291-23b8-4358-b05e-6b73573847f6 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=371985af-0bb5-44cd-b735-bfe225c6c015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373309 Feb 01 05:08:06.882594 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 49462) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:08:06.985041 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-b1aab83b-db2f-4d42-b9e2-5df48d8e2778 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/floatingips/d97aaa0a-991c-4a82-b825-0cd4583e20eb HTTP/1.1" status: 200 len: 992 time: 0.1009936 Feb 01 05:08:07.121227 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:15.265224 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:31.324099 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 05:08:32.011219 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f5e46229-8fa3-4108-a9f1-f626361001c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:34.305743 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-46db75ce-8234-43a0-a9b4-6bca5843a22b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:35.450461 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:35.551841 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 49476) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:08:35.587533 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:35.758711 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-74b1a55c-db83-47d3-9bb8-9ef689f5f873 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Deleting port 6c37600b-9404-4e54-bcbd-804fb324e42c {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 05:08:35.758969 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-74b1a55c-db83-47d3-9bb8-9ef689f5f873 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:35.928138 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-74b1a55c-db83-47d3-9bb8-9ef689f5f873 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:35.928489 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-74b1a55c-db83-47d3-9bb8-9ef689f5f873 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:36.047008 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-74b1a55c-db83-47d3-9bb8-9ef689f5f873 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Calling delete_port for 6c37600b-9404-4e54-bcbd-804fb324e42c owned by network:floatingip {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 05:08:36.193041 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-74b1a55c-db83-47d3-9bb8-9ef689f5f873 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:36.240182 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b1a55c-db83-47d3-9bb8-9ef689f5f873 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event deleted for resources: {'Port': ['ID=6c37600b-9404-4e54-bcbd-804fb324e42c,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:08:36.279093 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b1a55c-db83-47d3-9bb8-9ef689f5f873 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:08:36.279464 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b1a55c-db83-47d3-9bb8-9ef689f5f873 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:08:36.279800 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b1a55c-db83-47d3-9bb8-9ef689f5f873 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:08:36.280132 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b1a55c-db83-47d3-9bb8-9ef689f5f873 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:08:36.280462 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b1a55c-db83-47d3-9bb8-9ef689f5f873 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:08:36.280785 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b1a55c-db83-47d3-9bb8-9ef689f5f873 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:08:36.281110 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b1a55c-db83-47d3-9bb8-9ef689f5f873 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:08:36.281430 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b1a55c-db83-47d3-9bb8-9ef689f5f873 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:08:36.281750 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b1a55c-db83-47d3-9bb8-9ef689f5f873 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:08:36.282068 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b1a55c-db83-47d3-9bb8-9ef689f5f873 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:08:36.282386 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b1a55c-db83-47d3-9bb8-9ef689f5f873 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:08:36.282702 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b1a55c-db83-47d3-9bb8-9ef689f5f873 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:08:36.339837 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-74b1a55c-db83-47d3-9bb8-9ef689f5f873 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for floatingip, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:36.340099 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.l3_db [None req-74b1a55c-db83-47d3-9bb8-9ef689f5f873 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Floating IP d97aaa0a-991c-4a82-b825-0cd4583e20eb disassociated (deleted). External IP: 172.26.8.70, port: 49a2a44d-cd4b-4325-9c87-0544a0c58a86. Feb 01 05:08:36.780891 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74b1a55c-db83-47d3-9bb8-9ef689f5f873 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Router 86793460-42f1-4176-8a6c-f2d793fc488a has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 05:08:36.957695 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74b1a55c-db83-47d3-9bb8-9ef689f5f873 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 05:08:36.967053 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54c0f2c-f5dc-43ea-842a-f182ebc5b378 None None] Sync routers for ids ['86793460-42f1-4176-8a6c-f2d793fc488a'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 05:08:36.976467 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54c0f2c-f5dc-43ea-842a-f182ebc5b378 None None] Routers {'86793460-42f1-4176-8a6c-f2d793fc488a'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:08:36.977072 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-f54c0f2c-f5dc-43ea-842a-f182ebc5b378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:08:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['86793460-42f1-4176-8a6c-f2d793fc488a'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:08:36.977845 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-74b1a55c-db83-47d3-9bb8-9ef689f5f873 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:37.031779 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-74b1a55c-db83-47d3-9bb8-9ef689f5f873 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "DELETE /v2.0/floatingips/d97aaa0a-991c-4a82-b825-0cd4583e20eb HTTP/1.1" status: 204 len: 168 time: 1.4788504 Feb 01 05:08:37.032352 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '911e8222-bfeb-4908-897b-2dbe68a41b42', 'tag': '49a2a44d-cd4b-4325-9c87-0544a0c58a86'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 05:08:37.079331 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '911e8222-bfeb-4908-897b-2dbe68a41b42', 'tag': '49a2a44d-cd4b-4325-9c87-0544a0c58a86', 'status': 'completed', 'code': 200} Feb 01 05:08:37.125013 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:37.156732 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-f54c0f2c-f5dc-43ea-842a-f182ebc5b378 None None] Set router 86793460-42f1-4176-8a6c-f2d793fc488a gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:08:37.199345 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7ebff4-a454-4083-96de-b0242f825e74 req-88385aae-14f5-4985-8397-699dc827452d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:08:37.200810 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cc7ebff4-a454-4083-96de-b0242f825e74 req-88385aae-14f5-4985-8397-699dc827452d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=be8a84b33cca4eaaad3d62abfe42a968&device_id=911e8222-bfeb-4908-897b-2dbe68a41b42 HTTP/1.1" status: 200 len: 1098 time: 0.0731983 Feb 01 05:08:37.392967 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7ebff4-a454-4083-96de-b0242f825e74 req-a933d1bb-7bc5-46e5-ac64-74bfd7df48bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:08:37.394417 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cc7ebff4-a454-4083-96de-b0242f825e74 req-a933d1bb-7bc5-46e5-ac64-74bfd7df48bc service neutron] 10.222.0.18 "GET /v2.0/networks?id=656e1187-1984-4a52-8d7b-2cac8b29d918 HTTP/1.1" status: 200 len: 896 time: 0.1880562 Feb 01 05:08:37.466959 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cc7ebff4-a454-4083-96de-b0242f825e74 req-1e8fedcf-2b85-43b5-9c9b-05fc1c1a5ab8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49a2a44d-cd4b-4325-9c87-0544a0c58a86 HTTP/1.1" status: 200 len: 217 time: 0.0647428 Feb 01 05:08:37.473373 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-f54c0f2c-f5dc-43ea-842a-f182ebc5b378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86793460-42f1-4176-8a6c-f2d793fc488a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-368648383', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.87'}], 'enable_snat': True}, 'gw_port_id': '984bae41-0d9b-4882-9e10-2dd935239822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:06:54Z', 'updated_at': '2022-02-01T05:06:59Z', 'revision_number': 4, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'gw_port': {'id': '984bae41-0d9b-4882-9e10-2dd935239822', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:5d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86793460-42f1-4176-8a6c-f2d793fc488a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:06:55Z', 'updated_at': '2022-02-01T05:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '97aca0de-68b4-407d-ab28-306662747104', 'name': '', 'network_id': '656e1187-1984-4a52-8d7b-2cac8b29d918', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'mac_address': 'fa:16:3e:2c:32:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86793460-42f1-4176-8a6c-f2d793fc488a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'ad82f52b-ba49-4ea8-87f0-9b804f1e2097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:06:58Z', 'updated_at': '2022-02-01T05:07:04Z', 'revision_number': 5, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'subnets': [{'id': 'ad82f52b-ba49-4ea8-87f0-9b804f1e2097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:08:37.477297 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54c0f2c-f5dc-43ea-842a-f182ebc5b378 None None] Checking router: 86793460-42f1-4176-8a6c-f2d793fc488a for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 05:08:37.485778 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54c0f2c-f5dc-43ea-842a-f182ebc5b378 None None] Routers {'86793460-42f1-4176-8a6c-f2d793fc488a'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:08:37.486306 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-f54c0f2c-f5dc-43ea-842a-f182ebc5b378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:08:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['86793460-42f1-4176-8a6c-f2d793fc488a'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:08:37.514346 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83dc069-9619-44dd-8e3b-bc3d473a0e46 req-be98d7c3-51b6-4c18-a1cd-856c2068b8dc tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:08:37.515795 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c83dc069-9619-44dd-8e3b-bc3d473a0e46 req-be98d7c3-51b6-4c18-a1cd-856c2068b8dc tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=911e8222-bfeb-4908-897b-2dbe68a41b42 HTTP/1.1" status: 200 len: 945 time: 0.1909912 Feb 01 05:08:37.565948 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7ebff4-a454-4083-96de-b0242f825e74 req-037df437-3ef4-4549-a620-481e5822f4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:08:37.567960 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cc7ebff4-a454-4083-96de-b0242f825e74 req-037df437-3ef4-4549-a620-481e5822f4c1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ad82f52b-ba49-4ea8-87f0-9b804f1e2097 HTTP/1.1" status: 200 len: 834 time: 0.0933576 Feb 01 05:08:37.578444 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c83dc069-9619-44dd-8e3b-bc3d473a0e46 req-9d5271a1-4f22-4929-b3e4-dfe29e9cbdeb tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=371985af-0bb5-44cd-b735-bfe225c6c015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540578 Feb 01 05:08:37.650332 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7ebff4-a454-4083-96de-b0242f825e74 req-a68ec82b-f5dd-4a85-8aab-68a3912b3b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:08:37.651994 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cc7ebff4-a454-4083-96de-b0242f825e74 req-a68ec82b-f5dd-4a85-8aab-68a3912b3b7e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=656e1187-1984-4a52-8d7b-2cac8b29d918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766306 Feb 01 05:08:37.702637 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-f54c0f2c-f5dc-43ea-842a-f182ebc5b378 None None] Set router 86793460-42f1-4176-8a6c-f2d793fc488a gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:08:37.787527 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cc7ebff4-a454-4083-96de-b0242f825e74 req-6b75fd6c-30ac-4172-ae51-f5c6306464c6 service neutron] 10.222.0.18 "GET /v2.0/networks/656e1187-1984-4a52-8d7b-2cac8b29d918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245866 Feb 01 05:08:37.917358 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cc7ebff4-a454-4083-96de-b0242f825e74 req-deb9f794-29d3-4aac-a3de-3620bf886c65 service neutron] 10.222.0.18 "GET /v2.0/networks/656e1187-1984-4a52-8d7b-2cac8b29d918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229999 Feb 01 05:08:38.005683 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-f54c0f2c-f5dc-43ea-842a-f182ebc5b378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86793460-42f1-4176-8a6c-f2d793fc488a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-368648383', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.87'}], 'enable_snat': True}, 'gw_port_id': '984bae41-0d9b-4882-9e10-2dd935239822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:06:54Z', 'updated_at': '2022-02-01T05:06:59Z', 'revision_number': 4, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'gw_port': {'id': '984bae41-0d9b-4882-9e10-2dd935239822', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:5d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86793460-42f1-4176-8a6c-f2d793fc488a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:06:55Z', 'updated_at': '2022-02-01T05:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '97aca0de-68b4-407d-ab28-306662747104', 'name': '', 'network_id': '656e1187-1984-4a52-8d7b-2cac8b29d918', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'mac_address': 'fa:16:3e:2c:32:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86793460-42f1-4176-8a6c-f2d793fc488a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'ad82f52b-ba49-4ea8-87f0-9b804f1e2097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:06:58Z', 'updated_at': '2022-02-01T05:07:04Z', 'revision_number': 5, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'subnets': [{'id': 'ad82f52b-ba49-4ea8-87f0-9b804f1e2097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:08:38.009566 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54c0f2c-f5dc-43ea-842a-f182ebc5b378 None None] The sync data for ids ['86793460-42f1-4176-8a6c-f2d793fc488a'] in dv-neutron-826830-1-hyperv is: [{'id': '86793460-42f1-4176-8a6c-f2d793fc488a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-368648383', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.87'}], 'enable_snat': True}, 'gw_port_id': '984bae41-0d9b-4882-9e10-2dd935239822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:06:54Z', 'updated_at': '2022-02-01T05:06:59Z', 'revision_number': 4, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'gw_port': {'id': '984bae41-0d9b-4882-9e10-2dd935239822', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:5d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86793460-42f1-4176-8a6c-f2d793fc488a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:06:55Z', 'updated_at': '2022-02-01T05:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '97aca0de-68b4-407d-ab28-306662747104', 'name': '', 'network_id': '656e1187-1984-4a52-8d7b-2cac8b29d918', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'mac_address': 'fa:16:3e:2c:32:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86793460-42f1-4176-8a6c-f2d793fc488a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'ad82f52b-ba49-4ea8-87f0-9b804f1e2097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:06:58Z', 'updated_at': '2022-02-01T05:07:04Z', 'revision_number': 5, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'subnets': [{'id': 'ad82f52b-ba49-4ea8-87f0-9b804f1e2097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 05:08:38.216833 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e7f3c0-dc9f-400c-8be2-457482045210 None None] New status for floating IP d97aaa0a-991c-4a82-b825-0cd4583e20eb: DOWN {{(pid=87638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 01 05:08:38.766983 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d1d54a-fbeb-4ecc-b9e9-9d119343da56 req-8643e310-a0fa-432e-b5e5-7a0a1f0f59d0 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:08:38.767689 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-93d1d54a-fbeb-4ecc-b9e9-9d119343da56 req-8643e310-a0fa-432e-b5e5-7a0a1f0f59d0 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Synchronizing usage tracker for tenant:be8a84b33cca4eaaad3d62abfe42a968 on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 05:08:38.783605 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-93d1d54a-fbeb-4ecc-b9e9-9d119343da56 req-8643e310-a0fa-432e-b5e5-7a0a1f0f59d0 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Unset dirty status for tenant:be8a84b33cca4eaaad3d62abfe42a968 on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 05:08:38.784933 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-93d1d54a-fbeb-4ecc-b9e9-9d119343da56 req-8643e310-a0fa-432e-b5e5-7a0a1f0f59d0 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=911e8222-bfeb-4908-897b-2dbe68a41b42 HTTP/1.1" status: 200 len: 945 time: 0.0972424 Feb 01 05:08:38.832699 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-93d1d54a-fbeb-4ecc-b9e9-9d119343da56 req-25df75d9-0a7b-4435-aa35-7df3982908dd tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=371985af-0bb5-44cd-b735-bfe225c6c015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422213 Feb 01 05:08:39.043337 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d68800-9d70-4d51-a9db-bf7dbb4fa422 req-17ef5c76-c51e-4976-af64-a3d5377af159 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:08:39.044728 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-02d68800-9d70-4d51-a9db-bf7dbb4fa422 req-17ef5c76-c51e-4976-af64-a3d5377af159 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.18 "GET /v2.0/ports?device_id=911e8222-bfeb-4908-897b-2dbe68a41b42 HTTP/1.1" status: 200 len: 945 time: 0.0764413 Feb 01 05:08:39.116833 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-02d68800-9d70-4d51-a9db-bf7dbb4fa422 req-5bde1e62-8c59-4b7a-a162-4da70730288c tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Deleting port 49a2a44d-cd4b-4325-9c87-0544a0c58a86 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 05:08:39.117172 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-02d68800-9d70-4d51-a9db-bf7dbb4fa422 req-5bde1e62-8c59-4b7a-a162-4da70730288c tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:39.450202 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-02d68800-9d70-4d51-a9db-bf7dbb4fa422 req-5bde1e62-8c59-4b7a-a162-4da70730288c tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] For port 49a2a44d-cd4b-4325-9c87-0544a0c58a86, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=49a2a44d-cd4b-4325-9c87-0544a0c58a86,segment=NetworkSegment(e6887c02-0cad-4dfb-bfa2-d9d5f2acfdda),segment_id=e6887c02-0cad-4dfb-bfa2-d9d5f2acfdda)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:08:39.450553 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-02d68800-9d70-4d51-a9db-bf7dbb4fa422 req-5bde1e62-8c59-4b7a-a162-4da70730288c tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:39.570201 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-02d68800-9d70-4d51-a9db-bf7dbb4fa422 req-5bde1e62-8c59-4b7a-a162-4da70730288c tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Calling delete_port for 49a2a44d-cd4b-4325-9c87-0544a0c58a86 owned by compute:nova {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 05:08:39.710896 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-02d68800-9d70-4d51-a9db-bf7dbb4fa422 req-5bde1e62-8c59-4b7a-a162-4da70730288c tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:39.758860 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bde1e62-8c59-4b7a-a162-4da70730288c tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event deleted for resources: {'Port': ['ID=49a2a44d-cd4b-4325-9c87-0544a0c58a86,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:08:39.800495 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bde1e62-8c59-4b7a-a162-4da70730288c tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:08:39.800844 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bde1e62-8c59-4b7a-a162-4da70730288c tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:08:39.801180 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bde1e62-8c59-4b7a-a162-4da70730288c tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:08:39.801508 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bde1e62-8c59-4b7a-a162-4da70730288c tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:08:39.801830 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bde1e62-8c59-4b7a-a162-4da70730288c tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:08:39.802151 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bde1e62-8c59-4b7a-a162-4da70730288c tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:08:39.802467 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bde1e62-8c59-4b7a-a162-4da70730288c tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:08:39.802788 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bde1e62-8c59-4b7a-a162-4da70730288c tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:08:39.803108 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bde1e62-8c59-4b7a-a162-4da70730288c tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:08:39.803547 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bde1e62-8c59-4b7a-a162-4da70730288c tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:08:39.803891 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bde1e62-8c59-4b7a-a162-4da70730288c tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:08:39.804206 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bde1e62-8c59-4b7a-a162-4da70730288c tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:08:39.843294 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-02d68800-9d70-4d51-a9db-bf7dbb4fa422 req-5bde1e62-8c59-4b7a-a162-4da70730288c tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] No DVR routers for this DVR port 49a2a44d-cd4b-4325-9c87-0544a0c58a86 on host hv-neutron-8268 {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 05:08:39.845699 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-02d68800-9d70-4d51-a9db-bf7dbb4fa422 req-5bde1e62-8c59-4b7a-a162-4da70730288c tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:39.848870 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '911e8222-bfeb-4908-897b-2dbe68a41b42', 'name': 'network-vif-deleted', 'tag': '49a2a44d-cd4b-4325-9c87-0544a0c58a86'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 05:08:39.867455 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-02d68800-9d70-4d51-a9db-bf7dbb4fa422 req-5bde1e62-8c59-4b7a-a162-4da70730288c tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.18 "DELETE /v2.0/ports/49a2a44d-cd4b-4325-9c87-0544a0c58a86 HTTP/1.1" status: 204 len: 173 time: 0.8160477 Feb 01 05:08:39.952921 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '911e8222-bfeb-4908-897b-2dbe68a41b42', 'name': 'network-vif-deleted', 'tag': '49a2a44d-cd4b-4325-9c87-0544a0c58a86', 'status': 'completed', 'code': 200} Feb 01 05:08:40.002329 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-f698db9e-6e41-44d5-91bd-99bdaed38db9 req-9a604c06-dd3c-4fb9-a1b1-2b316593be46 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=911e8222-bfeb-4908-897b-2dbe68a41b42 HTTP/1.1" status: 200 len: 210 time: 0.0434637 Feb 01 05:08:41.095643 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 49498) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:08:41.633197 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-576d0385-93b4-44c3-81ae-9835bf97eb42 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-371968'] for router_interface, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:41.981760 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-576d0385-93b4-44c3-81ae-9835bf97eb42 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Deleting port 97aca0de-68b4-407d-ab28-306662747104 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 05:08:41.982009 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-576d0385-93b4-44c3-81ae-9835bf97eb42 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:42.270642 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-576d0385-93b4-44c3-81ae-9835bf97eb42 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] For port 97aca0de-68b4-407d-ab28-306662747104, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=97aca0de-68b4-407d-ab28-306662747104,segment=NetworkSegment(e6887c02-0cad-4dfb-bfa2-d9d5f2acfdda),segment_id=e6887c02-0cad-4dfb-bfa2-d9d5f2acfdda)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:08:42.271433 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-576d0385-93b4-44c3-81ae-9835bf97eb42 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:42.390736 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-576d0385-93b4-44c3-81ae-9835bf97eb42 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Calling delete_port for 97aca0de-68b4-407d-ab28-306662747104 owned by network:router_interface {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 05:08:42.568432 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-576d0385-93b4-44c3-81ae-9835bf97eb42 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:42.596582 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 49a2a44d-cd4b-4325-9c87-0544a0c58a86 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 05:08:42.616280 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576d0385-93b4-44c3-81ae-9835bf97eb42 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event deleted for resources: {'Port': ['ID=97aca0de-68b4-407d-ab28-306662747104,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:08:42.635347 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] No Port match for: 49a2a44d-cd4b-4325-9c87-0544a0c58a86 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 05:08:42.635920 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 49a2a44d-cd4b-4325-9c87-0544a0c58a86 not bound to the agent host hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 05:08:42.890949 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-576d0385-93b4-44c3-81ae-9835bf97eb42 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770960'] for router_interface, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:43.239758 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-576d0385-93b4-44c3-81ae-9835bf97eb42 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Router 86793460-42f1-4176-8a6c-f2d793fc488a has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 05:08:43.410416 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-576d0385-93b4-44c3-81ae-9835bf97eb42 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 05:08:43.423273 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-576d0385-93b4-44c3-81ae-9835bf97eb42 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "PUT /v2.0/routers/86793460-42f1-4176-8a6c-f2d793fc488a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3265462 Feb 01 05:08:43.424506 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f691ca-dad5-478a-8f84-fa234b788ab5 None None] Sync routers for ids ['86793460-42f1-4176-8a6c-f2d793fc488a'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 05:08:43.426354 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 49502) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:08:43.434388 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f691ca-dad5-478a-8f84-fa234b788ab5 None None] Routers {'86793460-42f1-4176-8a6c-f2d793fc488a'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:08:43.434988 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-16f691ca-dad5-478a-8f84-fa234b788ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:08:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['86793460-42f1-4176-8a6c-f2d793fc488a'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:08:43.604063 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_v2 [None req-605ce20d-4ce1-436e-a008-9d66456328b6 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Deleting subnet ad82f52b-ba49-4ea8-87f0-9b804f1e2097 {{(pid=87637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 05:08:43.606956 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-605ce20d-4ce1-436e-a008-9d66456328b6 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for subnet, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:43.617528 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-16f691ca-dad5-478a-8f84-fa234b788ab5 None None] Set router 86793460-42f1-4176-8a6c-f2d793fc488a gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:08:43.660774 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-605ce20d-4ce1-436e-a008-9d66456328b6 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2424773'] for subnet, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:43.742852 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-605ce20d-4ce1-436e-a008-9d66456328b6 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:43.818771 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-605ce20d-4ce1-436e-a008-9d66456328b6 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3037665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694336'] for subnet, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:43.856505 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605ce20d-4ce1-436e-a008-9d66456328b6 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event deleted for resources: {'Subnet': ['ID=ad82f52b-ba49-4ea8-87f0-9b804f1e2097,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:08:43.862393 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-605ce20d-4ce1-436e-a008-9d66456328b6 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:43.868720 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-605ce20d-4ce1-436e-a008-9d66456328b6 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "DELETE /v2.0/subnets/ad82f52b-ba49-4ea8-87f0-9b804f1e2097 HTTP/1.1" status: 204 len: 168 time: 0.4414237 Feb 01 05:08:43.871353 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 49506) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:08:43.873880 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e808c31-856f-42fc-b4ca-7a99b00b1f0f None None] Network 656e1187-1984-4a52-8d7b-2cac8b29d918 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 05:08:43.901452 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-16f691ca-dad5-478a-8f84-fa234b788ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86793460-42f1-4176-8a6c-f2d793fc488a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-368648383', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.87'}], 'enable_snat': True}, 'gw_port_id': '984bae41-0d9b-4882-9e10-2dd935239822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:06:54Z', 'updated_at': '2022-02-01T05:08:42Z', 'revision_number': 5, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'gw_port': {'id': '984bae41-0d9b-4882-9e10-2dd935239822', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:5d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86793460-42f1-4176-8a6c-f2d793fc488a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:06:55Z', 'updated_at': '2022-02-01T05:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:08:43.905298 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f691ca-dad5-478a-8f84-fa234b788ab5 None None] Checking router: 86793460-42f1-4176-8a6c-f2d793fc488a for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 05:08:43.914353 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f691ca-dad5-478a-8f84-fa234b788ab5 None None] Routers {'86793460-42f1-4176-8a6c-f2d793fc488a'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:08:43.914966 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-16f691ca-dad5-478a-8f84-fa234b788ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:08:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['86793460-42f1-4176-8a6c-f2d793fc488a'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:08:44.059256 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-29618579-3719-4621-90bd-73a50004eeb2 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for router, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:44.112243 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-16f691ca-dad5-478a-8f84-fa234b788ab5 None None] Set router 86793460-42f1-4176-8a6c-f2d793fc488a gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:08:44.143755 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88116a4-038f-4956-8c7f-980f7548dfd1 None None] DHCP port deletion for 656e1187-1984-4a52-8d7b-2cac8b29d918 request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 05:08:44.148367 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-f88116a4-038f-4956-8c7f-980f7548dfd1 None None] Deleting port e1903696-28eb-4dcb-94bc-6f4c5b00a540 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 05:08:44.148730 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f88116a4-038f-4956-8c7f-980f7548dfd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:44.244576 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-29618579-3719-4621-90bd-73a50004eeb2 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:44.255385 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-29618579-3719-4621-90bd-73a50004eeb2 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Deleting port 984bae41-0d9b-4882-9e10-2dd935239822 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 05:08:44.255997 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-29618579-3719-4621-90bd-73a50004eeb2 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:44.397740 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-f88116a4-038f-4956-8c7f-980f7548dfd1 None None] For port e1903696-28eb-4dcb-94bc-6f4c5b00a540, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=e1903696-28eb-4dcb-94bc-6f4c5b00a540,segment=NetworkSegment(e6887c02-0cad-4dfb-bfa2-d9d5f2acfdda),segment_id=e6887c02-0cad-4dfb-bfa2-d9d5f2acfdda)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:08:44.398147 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f88116a4-038f-4956-8c7f-980f7548dfd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:44.433390 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-16f691ca-dad5-478a-8f84-fa234b788ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86793460-42f1-4176-8a6c-f2d793fc488a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-368648383', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.87'}], 'enable_snat': True}, 'gw_port_id': '984bae41-0d9b-4882-9e10-2dd935239822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:06:54Z', 'updated_at': '2022-02-01T05:08:42Z', 'revision_number': 5, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'gw_port': {'id': '984bae41-0d9b-4882-9e10-2dd935239822', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:5d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86793460-42f1-4176-8a6c-f2d793fc488a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:06:55Z', 'updated_at': '2022-02-01T05:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:08:44.436754 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-29618579-3719-4621-90bd-73a50004eeb2 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] For port 984bae41-0d9b-4882-9e10-2dd935239822, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=984bae41-0d9b-4882-9e10-2dd935239822,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:08:44.437337 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-29618579-3719-4621-90bd-73a50004eeb2 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:44.437462 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f691ca-dad5-478a-8f84-fa234b788ab5 None None] The sync data for ids ['86793460-42f1-4176-8a6c-f2d793fc488a'] in dv-neutron-826830-1-hyperv is: [{'id': '86793460-42f1-4176-8a6c-f2d793fc488a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-368648383', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.87'}], 'enable_snat': True}, 'gw_port_id': '984bae41-0d9b-4882-9e10-2dd935239822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:06:54Z', 'updated_at': '2022-02-01T05:08:42Z', 'revision_number': 5, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'gw_port': {'id': '984bae41-0d9b-4882-9e10-2dd935239822', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:5d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86793460-42f1-4176-8a6c-f2d793fc488a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:06:55Z', 'updated_at': '2022-02-01T05:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 05:08:44.521956 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-f88116a4-038f-4956-8c7f-980f7548dfd1 None None] Calling delete_port for e1903696-28eb-4dcb-94bc-6f4c5b00a540 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 05:08:44.560025 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-29618579-3719-4621-90bd-73a50004eeb2 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Calling delete_port for 984bae41-0d9b-4882-9e10-2dd935239822 owned by network:router_gateway {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 05:08:44.599048 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f88116a4-038f-4956-8c7f-980f7548dfd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:44.650388 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88116a4-038f-4956-8c7f-980f7548dfd1 None None] Pushing event deleted for resources: {'Port': ['ID=e1903696-28eb-4dcb-94bc-6f4c5b00a540,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:08:44.660296 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88116a4-038f-4956-8c7f-980f7548dfd1 None None] No DVR routers for this DVR port e1903696-28eb-4dcb-94bc-6f4c5b00a540 on host dv-neutron-826830-1-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 05:08:44.662501 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88116a4-038f-4956-8c7f-980f7548dfd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:08:44.662946 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88116a4-038f-4956-8c7f-980f7548dfd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:08:44.663401 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88116a4-038f-4956-8c7f-980f7548dfd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:08:44.663792 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88116a4-038f-4956-8c7f-980f7548dfd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:08:44.664182 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88116a4-038f-4956-8c7f-980f7548dfd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:08:44.664572 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88116a4-038f-4956-8c7f-980f7548dfd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:08:44.664973 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88116a4-038f-4956-8c7f-980f7548dfd1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:08:44.665781 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88116a4-038f-4956-8c7f-980f7548dfd1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:08:44.665781 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88116a4-038f-4956-8c7f-980f7548dfd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:08:44.666014 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88116a4-038f-4956-8c7f-980f7548dfd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:08:44.666461 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88116a4-038f-4956-8c7f-980f7548dfd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:08:44.666952 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88116a4-038f-4956-8c7f-980f7548dfd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:08:44.739823 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-29618579-3719-4621-90bd-73a50004eeb2 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:44.791698 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29618579-3719-4621-90bd-73a50004eeb2 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event deleted for resources: {'Port': ['ID=984bae41-0d9b-4882-9e10-2dd935239822,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:08:44.860311 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 97aca0de-68b4-407d-ab28-306662747104 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 05:08:44.907579 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-29618579-3719-4621-90bd-73a50004eeb2 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-774381'] for router_gateway, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:44.925953 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 97aca0de-68b4-407d-ab28-306662747104 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 05:08:44.926535 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 97aca0de-68b4-407d-ab28-306662747104 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 05:08:44.926896 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device e1903696-28eb-4dcb-94bc-6f4c5b00a540 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 05:08:44.967796 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: e1903696-28eb-4dcb-94bc-6f4c5b00a540 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 05:08:44.968290 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device e1903696-28eb-4dcb-94bc-6f4c5b00a540 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 05:08:45.204102 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-29618579-3719-4621-90bd-73a50004eeb2 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25968'] for router, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:45.206182 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-29618579-3719-4621-90bd-73a50004eeb2 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:45.229011 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-29618579-3719-4621-90bd-73a50004eeb2 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772958'] for router, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:45.229506 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29618579-3719-4621-90bd-73a50004eeb2 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Fanout notify agent at l3_agent the message router_deleted on router 86793460-42f1-4176-8a6c-f2d793fc488a {{(pid=87637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 01 05:08:45.245092 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-29618579-3719-4621-90bd-73a50004eeb2 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:45.246188 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-29618579-3719-4621-90bd-73a50004eeb2 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "DELETE /v2.0/routers/86793460-42f1-4176-8a6c-f2d793fc488a HTTP/1.1" status: 204 len: 168 time: 1.3736537 Feb 01 05:08:45.248789 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 49510) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:08:45.277785 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:45.364242 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-95023c89-4ab5-44b0-8d72-1b274ebb886a tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:45.491038 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-95023c89-4ab5-44b0-8d72-1b274ebb886a tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:45.514308 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-95023c89-4ab5-44b0-8d72-1b274ebb886a tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['656e1187-1984-4a52-8d7b-2cac8b29d918']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:08:45.530038 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-95023c89-4ab5-44b0-8d72-1b274ebb886a tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6887c02-0cad-4dfb-bfa2-d9d5f2acfdda') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:08:45.530333 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-95023c89-4ab5-44b0-8d72-1b274ebb886a tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6887c02-0cad-4dfb-bfa2-d9d5f2acfdda') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:08:45.542030 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-95023c89-4ab5-44b0-8d72-1b274ebb886a tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:45.558625 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-95023c89-4ab5-44b0-8d72-1b274ebb886a tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:45.565009 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95023c89-4ab5-44b0-8d72-1b274ebb886a tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 05:08:45.565392 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-95023c89-4ab5-44b0-8d72-1b274ebb886a tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:45.583606 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 05:08:45.583606 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 05:08:45.583606 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 05:08:45.583606 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 05:08:45.583606 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 05:08:45.583606 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 05:08:45.583606 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 05:08:45.583606 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 05:08:45.583606 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 05:08:45.583606 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 05:08:45.583606 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 05:08:45.583606 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 05:08:45.583606 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 05:08:45.583606 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 05:08:45.583606 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 05:08:45.583606 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 05:08:45.583606 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 05:08:45.583606 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 05:08:45.583606 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 05:08:45.583606 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 05:08:45.583606 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 05:08:45.583606 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 05:08:45.583606 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 05:08:45.583606 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 05:08:45.583606 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 05:08:45.583606 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 05:08:45.583606 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 05:08:45.583606 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 05:08:45.583606 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 05:08:45.583606 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 05:08:45.583606 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 05:08:45.583606 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 05:08:45.667061 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-95023c89-4ab5-44b0-8d72-1b274ebb886a tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:45.689487 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-95023c89-4ab5-44b0-8d72-1b274ebb886a tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:45.704204 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95023c89-4ab5-44b0-8d72-1b274ebb886a tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event deleted for resources: {'Network': ['ID=656e1187-1984-4a52-8d7b-2cac8b29d918,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:08:45.712886 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-95023c89-4ab5-44b0-8d72-1b274ebb886a tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "DELETE /v2.0/networks/656e1187-1984-4a52-8d7b-2cac8b29d918 HTTP/1.1" status: 204 len: 168 time: 0.4631090 Feb 01 05:08:45.715470 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 49518) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:08:45.780884 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bf33237a-49c7-4def-8429-a6d9f65e7a78 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:45.809658 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bf33237a-49c7-4def-8429-a6d9f65e7a78 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:45.872663 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bf33237a-49c7-4def-8429-a6d9f65e7a78 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:45.890573 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf33237a-49c7-4def-8429-a6d9f65e7a78 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=371985af-0bb5-44cd-b735-bfe225c6c015,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:08:45.905765 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bf33237a-49c7-4def-8429-a6d9f65e7a78 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:45.907096 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-bf33237a-49c7-4def-8429-a6d9f65e7a78 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "DELETE /v2.0/security-groups/371985af-0bb5-44cd-b735-bfe225c6c015 HTTP/1.1" status: 204 len: 168 time: 0.1905649 Feb 01 05:08:46.265652 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 49528) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:08:46.270830 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-48474112-0ea3-4b59-950e-4425bfe7d554 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1163711013', 'description': 'tempest-secgroup-smoke-1163711013 description', 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:08:46.276844 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-48474112-0ea3-4b59-950e-4425bfe7d554 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:08:46.280944 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-48474112-0ea3-4b59-950e-4425bfe7d554 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Usage tracker for resource:security_group and tenant:be8a84b33cca4eaaad3d62abfe42a968 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:08:46.283784 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-48474112-0ea3-4b59-950e-4425bfe7d554 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:08:46.289933 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-48474112-0ea3-4b59-950e-4425bfe7d554 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:08:46.299699 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-48474112-0ea3-4b59-950e-4425bfe7d554 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:46.319472 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-48474112-0ea3-4b59-950e-4425bfe7d554 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:08:46.323103 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-48474112-0ea3-4b59-950e-4425bfe7d554 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Usage tracker for resource:security_group_rule and tenant:be8a84b33cca4eaaad3d62abfe42a968 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:08:46.325820 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-48474112-0ea3-4b59-950e-4425bfe7d554 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:08:46.331361 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-48474112-0ea3-4b59-950e-4425bfe7d554 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:08:46.403595 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-48474112-0ea3-4b59-950e-4425bfe7d554 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:46.407292 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-48474112-0ea3-4b59-950e-4425bfe7d554 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:46.451256 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48474112-0ea3-4b59-950e-4425bfe7d554 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee435fb3-d75e-44b0-ad84-ce2b38d41828,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:08:46.453879 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-48474112-0ea3-4b59-950e-4425bfe7d554 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:46.455106 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-48474112-0ea3-4b59-950e-4425bfe7d554 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1884720 Feb 01 05:08:46.458169 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 49534) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:08:46.462965 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-fcf729a8-9b76-43cd-a5eb-4378d448f8f3 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Request body: {'security_group_rule': {'security_group_id': 'ee435fb3-d75e-44b0-ad84-ce2b38d41828', 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:08:46.468767 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-fcf729a8-9b76-43cd-a5eb-4378d448f8f3 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:08:46.472544 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-fcf729a8-9b76-43cd-a5eb-4378d448f8f3 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Usage tracker for resource:security_group_rule and tenant:be8a84b33cca4eaaad3d62abfe42a968 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:08:46.475382 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-fcf729a8-9b76-43cd-a5eb-4378d448f8f3 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:08:46.481004 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-fcf729a8-9b76-43cd-a5eb-4378d448f8f3 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:08:46.497799 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fcf729a8-9b76-43cd-a5eb-4378d448f8f3 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:46.555717 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fcf729a8-9b76-43cd-a5eb-4378d448f8f3 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:46.558914 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fcf729a8-9b76-43cd-a5eb-4378d448f8f3 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:46.581525 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf729a8-9b76-43cd-a5eb-4378d448f8f3 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29ce2dbd-706d-42b2-939c-b1ee34f0a237,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:08:46.589882 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fcf729a8-9b76-43cd-a5eb-4378d448f8f3 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:46.591185 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-fcf729a8-9b76-43cd-a5eb-4378d448f8f3 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1321681 Feb 01 05:08:46.593867 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 49538) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:08:46.599423 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-3b13c536-27b0-440e-8e6b-80417c4e0f10 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Request body: {'security_group_rule': {'security_group_id': 'ee435fb3-d75e-44b0-ad84-ce2b38d41828', 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:08:46.605308 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-3b13c536-27b0-440e-8e6b-80417c4e0f10 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:08:46.609574 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-3b13c536-27b0-440e-8e6b-80417c4e0f10 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Usage tracker for resource:security_group_rule and tenant:be8a84b33cca4eaaad3d62abfe42a968 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:08:46.612427 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-3b13c536-27b0-440e-8e6b-80417c4e0f10 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:08:46.618680 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-3b13c536-27b0-440e-8e6b-80417c4e0f10 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:08:46.634630 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3b13c536-27b0-440e-8e6b-80417c4e0f10 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:46.695942 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3b13c536-27b0-440e-8e6b-80417c4e0f10 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:46.699767 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3b13c536-27b0-440e-8e6b-80417c4e0f10 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:46.716021 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 984bae41-0d9b-4882-9e10-2dd935239822 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 05:08:46.729425 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b13c536-27b0-440e-8e6b-80417c4e0f10 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32f18d37-fc39-4755-876c-5c714d22a1f6,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:08:46.735422 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3b13c536-27b0-440e-8e6b-80417c4e0f10 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:46.736648 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-3b13c536-27b0-440e-8e6b-80417c4e0f10 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1418343 Feb 01 05:08:46.739986 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 49542) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:08:46.745114 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-96842880-b2fc-4653-8ea8-6d02b52c5852 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Request body: {'security_group_rule': {'security_group_id': 'ee435fb3-d75e-44b0-ad84-ce2b38d41828', 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:08:46.751022 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-96842880-b2fc-4653-8ea8-6d02b52c5852 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:08:46.754191 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 984bae41-0d9b-4882-9e10-2dd935239822 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 05:08:46.754545 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 984bae41-0d9b-4882-9e10-2dd935239822 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 05:08:46.755110 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-96842880-b2fc-4653-8ea8-6d02b52c5852 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Usage tracker for resource:security_group_rule and tenant:be8a84b33cca4eaaad3d62abfe42a968 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:08:46.758788 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-96842880-b2fc-4653-8ea8-6d02b52c5852 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:08:46.764482 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-96842880-b2fc-4653-8ea8-6d02b52c5852 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:08:46.781338 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-96842880-b2fc-4653-8ea8-6d02b52c5852 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:46.843170 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-96842880-b2fc-4653-8ea8-6d02b52c5852 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:46.847678 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-96842880-b2fc-4653-8ea8-6d02b52c5852 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:46.871518 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96842880-b2fc-4653-8ea8-6d02b52c5852 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e06baa99-0b03-4599-8077-0b0d5aa6ca82,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:08:46.880074 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-96842880-b2fc-4653-8ea8-6d02b52c5852 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:46.881284 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-96842880-b2fc-4653-8ea8-6d02b52c5852 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1403387 Feb 01 05:08:46.884916 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 49548) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:08:46.889799 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-4ad08b06-af00-48d9-a332-9a902076b0fc tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Request body: {'security_group_rule': {'security_group_id': 'ee435fb3-d75e-44b0-ad84-ce2b38d41828', 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:08:46.895638 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-4ad08b06-af00-48d9-a332-9a902076b0fc tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:08:46.899427 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-4ad08b06-af00-48d9-a332-9a902076b0fc tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Usage tracker for resource:security_group_rule and tenant:be8a84b33cca4eaaad3d62abfe42a968 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:08:46.902267 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-4ad08b06-af00-48d9-a332-9a902076b0fc tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:08:46.907984 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-4ad08b06-af00-48d9-a332-9a902076b0fc tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:08:46.924628 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4ad08b06-af00-48d9-a332-9a902076b0fc tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:46.986378 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4ad08b06-af00-48d9-a332-9a902076b0fc tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:46.989661 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4ad08b06-af00-48d9-a332-9a902076b0fc tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:47.012164 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad08b06-af00-48d9-a332-9a902076b0fc tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3afba82b-70fd-471f-b34d-a5f9a77a461a,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:08:47.020898 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4ad08b06-af00-48d9-a332-9a902076b0fc tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:47.022063 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-4ad08b06-af00-48d9-a332-9a902076b0fc tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1362507 Feb 01 05:08:47.024786 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 49552) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:08:47.029579 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-9a13d496-9fab-497b-8888-dae120f311f8 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Request body: {'security_group_rule': {'security_group_id': 'ee435fb3-d75e-44b0-ad84-ce2b38d41828', 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:08:47.035853 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-9a13d496-9fab-497b-8888-dae120f311f8 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:08:47.039580 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-9a13d496-9fab-497b-8888-dae120f311f8 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Usage tracker for resource:security_group_rule and tenant:be8a84b33cca4eaaad3d62abfe42a968 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:08:47.042413 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-9a13d496-9fab-497b-8888-dae120f311f8 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:08:47.047940 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-9a13d496-9fab-497b-8888-dae120f311f8 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:08:47.057832 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.securitygroups_db [None req-9a13d496-9fab-497b-8888-dae120f311f8 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Project be8a84b33cca4eaaad3d62abfe42a968 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 01 05:08:47.064446 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9a13d496-9fab-497b-8888-dae120f311f8 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:47.129036 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9a13d496-9fab-497b-8888-dae120f311f8 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:47.132186 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9a13d496-9fab-497b-8888-dae120f311f8 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:47.155590 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a13d496-9fab-497b-8888-dae120f311f8 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ab56791-0707-412b-bbfb-072111c39d02,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:08:47.164433 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9a13d496-9fab-497b-8888-dae120f311f8 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:47.165642 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-9a13d496-9fab-497b-8888-dae120f311f8 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1399641 Feb 01 05:08:47.168295 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 49556) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:08:47.173143 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-5c67223c-7bc2-4791-bb53-5364e3fa1ae0 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Request body: {'security_group_rule': {'security_group_id': 'ee435fb3-d75e-44b0-ad84-ce2b38d41828', 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:08:47.178783 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-5c67223c-7bc2-4791-bb53-5364e3fa1ae0 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:08:47.182571 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-5c67223c-7bc2-4791-bb53-5364e3fa1ae0 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Usage tracker for resource:security_group_rule and tenant:be8a84b33cca4eaaad3d62abfe42a968 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:08:47.185416 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-5c67223c-7bc2-4791-bb53-5364e3fa1ae0 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:08:47.191012 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-5c67223c-7bc2-4791-bb53-5364e3fa1ae0 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:08:47.200980 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.securitygroups_db [None req-5c67223c-7bc2-4791-bb53-5364e3fa1ae0 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Project be8a84b33cca4eaaad3d62abfe42a968 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 01 05:08:47.207793 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5c67223c-7bc2-4791-bb53-5364e3fa1ae0 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:47.270193 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5c67223c-7bc2-4791-bb53-5364e3fa1ae0 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:47.273359 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5c67223c-7bc2-4791-bb53-5364e3fa1ae0 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:47.295721 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c67223c-7bc2-4791-bb53-5364e3fa1ae0 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9074b1e4-26c0-4408-8dae-60ea5384e8e1,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:08:47.304076 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5c67223c-7bc2-4791-bb53-5364e3fa1ae0 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:47.305226 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-5c67223c-7bc2-4791-bb53-5364e3fa1ae0 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1360323 Feb 01 05:08:47.307996 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 49560) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:08:47.313294 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-7ccebe66-8ac9-4d19-9339-17b2f23a2ebb tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Request body: {'network': {'name': 'tempest-network-smoke--1305237950', 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'port_security_enabled': True}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:08:47.318033 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-7ccebe66-8ac9-4d19-9339-17b2f23a2ebb tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:08:47.322027 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-7ccebe66-8ac9-4d19-9339-17b2f23a2ebb tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Usage tracker for resource:network and tenant:be8a84b33cca4eaaad3d62abfe42a968 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:08:47.324850 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-7ccebe66-8ac9-4d19-9339-17b2f23a2ebb tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:08:47.330380 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-7ccebe66-8ac9-4d19-9339-17b2f23a2ebb tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:08:47.339751 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ccebe66-8ac9-4d19-9339-17b2f23a2ebb tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Made reservation on behalf of be8a84b33cca4eaaad3d62abfe42a968 for: {'network': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 05:08:47.343014 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7ccebe66-8ac9-4d19-9339-17b2f23a2ebb tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:47.369671 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ccebe66-8ac9-4d19-9339-17b2f23a2ebb tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=87637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 05:08:47.377770 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7ccebe66-8ac9-4d19-9339-17b2f23a2ebb tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:47.378657 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.segments_db [None req-7ccebe66-8ac9-4d19-9339-17b2f23a2ebb tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Added segment befa93dc-6253-4776-aa55-2ae74fba0a46 of type vlan for network f75e03e9-0450-49aa-8ba3-c9f4ed559ce2 Feb 01 05:08:47.406079 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7ccebe66-8ac9-4d19-9339-17b2f23a2ebb tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:47.432954 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7ccebe66-8ac9-4d19-9339-17b2f23a2ebb tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:47.438220 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ccebe66-8ac9-4d19-9339-17b2f23a2ebb tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:08:47.438778 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7ccebe66-8ac9-4d19-9339-17b2f23a2ebb tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:47.493624 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-7ccebe66-8ac9-4d19-9339-17b2f23a2ebb tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1846285 Feb 01 05:08:47.496366 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 49564) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:08:47.501464 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-3e53035a-eeb0-405a-8368-9ed5f5206d42 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1197692902', 'admin_state_up': True, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:08:47.509301 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-3e53035a-eeb0-405a-8368-9ed5f5206d42 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:08:47.513121 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-3e53035a-eeb0-405a-8368-9ed5f5206d42 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Usage tracker for resource:router and tenant:be8a84b33cca4eaaad3d62abfe42a968 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:08:47.515944 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-3e53035a-eeb0-405a-8368-9ed5f5206d42 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:08:47.522815 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-3e53035a-eeb0-405a-8368-9ed5f5206d42 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:08:47.532381 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3e53035a-eeb0-405a-8368-9ed5f5206d42 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25958'] for router, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:47.533351 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3e53035a-eeb0-405a-8368-9ed5f5206d42 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-372027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25961'] for router, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:47.546936 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccebe66-8ac9-4d19-9339-17b2f23a2ebb tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event updated for resources: {'Network': ['ID=f75e03e9-0450-49aa-8ba3-c9f4ed559ce2,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:08:47.548221 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3e53035a-eeb0-405a-8368-9ed5f5206d42 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:47.556632 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network f75e03e9-0450-49aa-8ba3-c9f4ed559ce2 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 05:08:47.821357 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3e53035a-eeb0-405a-8368-9ed5f5206d42 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:48.106840 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3e53035a-eeb0-405a-8368-9ed5f5206d42 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for router_gateway, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:48.138130 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3e53035a-eeb0-405a-8368-9ed5f5206d42 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:48.263699 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-3e53035a-eeb0-405a-8368-9ed5f5206d42 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Allocated IP 172.26.8.135 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/ff92a4d1-c446-48b2-ae46-658f76394e06) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 05:08:48.504896 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3e53035a-eeb0-405a-8368-9ed5f5206d42 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:48.532763 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3e53035a-eeb0-405a-8368-9ed5f5206d42 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:48.597564 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e53035a-eeb0-405a-8368-9ed5f5206d42 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 05:08:48.600360 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-3e53035a-eeb0-405a-8368-9ed5f5206d42 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 05:08:48.604093 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e53035a-eeb0-405a-8368-9ed5f5206d42 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 05:08:48.642355 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e53035a-eeb0-405a-8368-9ed5f5206d42 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event updated for resources: {'Port': ['ID=ff92a4d1-c446-48b2-ae46-658f76394e06,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:08:49.013194 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3e53035a-eeb0-405a-8368-9ed5f5206d42 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for router_gateway, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:49.363522 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3e53035a-eeb0-405a-8368-9ed5f5206d42 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337'] for router, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:49.556905 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e53035a-eeb0-405a-8368-9ed5f5206d42 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Router ee3c8246-46c3-43e8-a97f-ddcb1d9f9639 is scheduled to L3 agent a3073304-82af-4a42-89af-bc532d6626bb with binding_index 1 {{(pid=87636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 01 05:08:49.836005 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e53035a-eeb0-405a-8368-9ed5f5206d42 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 05:08:49.845323 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abadfed0-25f1-4a96-81f6-3716ce50e43a None None] Sync routers for ids ['ee3c8246-46c3-43e8-a97f-ddcb1d9f9639'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 05:08:49.855534 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abadfed0-25f1-4a96-81f6-3716ce50e43a None None] Routers {'ee3c8246-46c3-43e8-a97f-ddcb1d9f9639'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:08:49.856143 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-abadfed0-25f1-4a96-81f6-3716ce50e43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:08:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['ee3c8246-46c3-43e8-a97f-ddcb1d9f9639'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:08:49.864427 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3e53035a-eeb0-405a-8368-9ed5f5206d42 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:49.868967 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 49568) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:08:49.869533 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-3e53035a-eeb0-405a-8368-9ed5f5206d42 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3716362 Feb 01 05:08:49.953433 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-327785c0-52ed-43ef-816a-cf5481a8dfd5 tempest-TestNetworkAdvancedServerOps-1994873880 tempest-TestNetworkAdvancedServerOps-1994873880-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=be8a84b33cca4eaaad3d62abfe42a968&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0824680 Feb 01 05:08:49.956016 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 49574) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:08:50.029871 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-abadfed0-25f1-4a96-81f6-3716ce50e43a None None] Set router ee3c8246-46c3-43e8-a97f-ddcb1d9f9639 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:08:50.085604 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a6ee5f-c1f5-47dc-a6e2-585e2ad47518 tempest-TestNetworkAdvancedServerOps-1994873880 tempest-TestNetworkAdvancedServerOps-1994873880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:08:50.087162 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-28a6ee5f-c1f5-47dc-a6e2-585e2ad47518 tempest-TestNetworkAdvancedServerOps-1994873880 tempest-TestNetworkAdvancedServerOps-1994873880-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1295333 Feb 01 05:08:50.090057 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 49578) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:08:50.130500 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-a5746c25-9afa-4fcb-9ff6-65b2e5126cec tempest-TestNetworkAdvancedServerOps-1994873880 tempest-TestNetworkAdvancedServerOps-1994873880-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=bdef128a-46b3-4cca-a245-48d1eb781269&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392144 Feb 01 05:08:50.133091 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 49582) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:08:50.138406 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-a47aedf3-4e57-4248-8148-14f9fea7ac17 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-743676669', 'network_id': 'f75e03e9-0450-49aa-8ba3-c9f4ed559ce2', 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:08:50.245378 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-a47aedf3-4e57-4248-8148-14f9fea7ac17 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:08:50.249287 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-a47aedf3-4e57-4248-8148-14f9fea7ac17 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Usage tracker for resource:subnet and tenant:be8a84b33cca4eaaad3d62abfe42a968 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:08:50.252088 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-a47aedf3-4e57-4248-8148-14f9fea7ac17 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:08:50.257762 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-a47aedf3-4e57-4248-8148-14f9fea7ac17 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:08:50.268533 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a47aedf3-4e57-4248-8148-14f9fea7ac17 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Made reservation on behalf of be8a84b33cca4eaaad3d62abfe42a968 for: {'subnet': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 05:08:50.273028 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a47aedf3-4e57-4248-8148-14f9fea7ac17 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3694443'] for subnet, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:50.309775 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-abadfed0-25f1-4a96-81f6-3716ce50e43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3c8246-46c3-43e8-a97f-ddcb1d9f9639', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1197692902', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.135'}], 'enable_snat': True}, 'gw_port_id': 'ff92a4d1-c446-48b2-ae46-658f76394e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:08:47Z', 'updated_at': '2022-02-01T05:08:48Z', 'revision_number': 3, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'gw_port': {'id': 'ff92a4d1-c446-48b2-ae46-658f76394e06', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5d:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee3c8246-46c3-43e8-a97f-ddcb1d9f9639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:08:48Z', 'updated_at': '2022-02-01T05:08:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:08:50.313700 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abadfed0-25f1-4a96-81f6-3716ce50e43a None None] Checking router: ee3c8246-46c3-43e8-a97f-ddcb1d9f9639 for host: dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 05:08:50.314051 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abadfed0-25f1-4a96-81f6-3716ce50e43a None None] Updating router ee3c8246-46c3-43e8-a97f-ddcb1d9f9639 port ff92a4d1-c446-48b2-ae46-658f76394e06 binding host dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 05:08:50.365691 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-abadfed0-25f1-4a96-81f6-3716ce50e43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:50.491623 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a47aedf3-4e57-4248-8148-14f9fea7ac17 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3037478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3694457'] for subnet, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:50.573877 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47aedf3-4e57-4248-8148-14f9fea7ac17 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event updated for resources: {'Subnet': ['ID=c107ace1-85b7-4921-acbc-65e4e4fba1ca,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:08:50.582364 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47aedf3-4e57-4248-8148-14f9fea7ac17 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Checking segment: {'id': 'befa93dc-6253-4776-aa55-2ae74fba0a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f75e03e9-0450-49aa-8ba3-c9f4ed559ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 05:08:50.582725 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47aedf3-4e57-4248-8148-14f9fea7ac17 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Network hostable DHCP agents. Network: f75e03e9-0450-49aa-8ba3-c9f4ed559ce2, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 05:08:50.603729 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47aedf3-4e57-4248-8148-14f9fea7ac17 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Network f75e03e9-0450-49aa-8ba3-c9f4ed559ce2 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 05:08:50.613610 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-a47aedf3-4e57-4248-8148-14f9fea7ac17 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, f75e03e9-0450-49aa-8ba3-c9f4ed559ce2) {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 05:08:50.617707 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47aedf3-4e57-4248-8148-14f9fea7ac17 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:08:50.618228 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a47aedf3-4e57-4248-8148-14f9fea7ac17 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:50.630101 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219711c4-3d6f-40c8-997d-25f55e78adba None None] Network f75e03e9-0450-49aa-8ba3-c9f4ed559ce2 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 05:08:50.639494 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-a47aedf3-4e57-4248-8148-14f9fea7ac17 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5054083 Feb 01 05:08:50.642242 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 49586) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:08:50.865131 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-abadfed0-25f1-4a96-81f6-3716ce50e43a None None] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:50.885109 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-abadfed0-25f1-4a96-81f6-3716ce50e43a None None] Transition to ACTIVE for port object ff92a4d1-c446-48b2-ae46-658f76394e06 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 05:08:50.897641 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-abadfed0-25f1-4a96-81f6-3716ce50e43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:51.015593 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-abadfed0-25f1-4a96-81f6-3716ce50e43a None None] Attempting to bind port ff92a4d1-c446-48b2-ae46-658f76394e06 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 05:08:51.015962 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-abadfed0-25f1-4a96-81f6-3716ce50e43a None None] Attempting to bind port ff92a4d1-c446-48b2-ae46-658f76394e06 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 05:08:51.016315 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abadfed0-25f1-4a96-81f6-3716ce50e43a None None] Attempting to bind port ff92a4d1-c446-48b2-ae46-658f76394e06 on network bdef128a-46b3-4cca-a245-48d1eb781269 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 05:08:51.023665 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee9baa5-1c4b-44cb-b66d-e1ed4ac8ca44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-f75e03e9-0450-49aa-8ba3-c9f4ed559ce2', 'network_id': 'f75e03e9-0450-49aa-8ba3-c9f4ed559ce2', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'fixed_ips': [{'subnet_id': 'c107ace1-85b7-4921-acbc-65e4e4fba1ca'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 05:08:51.024459 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fee9baa5-1c4b-44cb-b66d-e1ed4ac8ca44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:51.041096 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abadfed0-25f1-4a96-81f6-3716ce50e43a None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 5, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 05:08:51.041462 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abadfed0-25f1-4a96-81f6-3716ce50e43a None None] Checking segment: {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 05:08:51.041846 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-abadfed0-25f1-4a96-81f6-3716ce50e43a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:51.042225 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abadfed0-25f1-4a96-81f6-3716ce50e43a None None] Bound using segment: {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 05:08:51.042677 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-abadfed0-25f1-4a96-81f6-3716ce50e43a None None] Bound port: ff92a4d1-c446-48b2-ae46-658f76394e06, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 05:08:51.043037 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-abadfed0-25f1-4a96-81f6-3716ce50e43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:51.066295 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5d880b-056d-4687-8fb7-a051123563b7 None None] Pushing event updated for resources: {'Port': ['ID=ff92a4d1-c446-48b2-ae46-658f76394e06,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:08:51.186907 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-abadfed0-25f1-4a96-81f6-3716ce50e43a None None] For port ff92a4d1-c446-48b2-ae46-658f76394e06, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 05:08:51.229225 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-abadfed0-25f1-4a96-81f6-3716ce50e43a None None] For port ff92a4d1-c446-48b2-ae46-658f76394e06, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=ff92a4d1-c446-48b2-ae46-658f76394e06,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 05:08:51.240539 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-abadfed0-25f1-4a96-81f6-3716ce50e43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:51.318810 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-fee9baa5-1c4b-44cb-b66d-e1ed4ac8ca44 None None] Allocated IP 172.20.0.2 (f75e03e9-0450-49aa-8ba3-c9f4ed559ce2/c107ace1-85b7-4921-acbc-65e4e4fba1ca/df69ae54-8aad-480d-8cb4-8866c9f2caa6) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 05:08:51.336875 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abadfed0-25f1-4a96-81f6-3716ce50e43a None None] Routers {'ee3c8246-46c3-43e8-a97f-ddcb1d9f9639'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:08:51.337496 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-abadfed0-25f1-4a96-81f6-3716ce50e43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:08:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['ee3c8246-46c3-43e8-a97f-ddcb1d9f9639'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:08:51.420770 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5d880b-056d-4687-8fb7-a051123563b7 None None] Pushing event updated for resources: {'Port': ['ID=ff92a4d1-c446-48b2-ae46-658f76394e06,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:08:51.441281 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b369c87b-fb00-45db-8007-1776bc47d2ca tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:51.619426 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-abadfed0-25f1-4a96-81f6-3716ce50e43a None None] Set router ee3c8246-46c3-43e8-a97f-ddcb1d9f9639 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:08:51.885198 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fee9baa5-1c4b-44cb-b66d-e1ed4ac8ca44 None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:51.908360 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-fee9baa5-1c4b-44cb-b66d-e1ed4ac8ca44 None None] Transition to ACTIVE for port object df69ae54-8aad-480d-8cb4-8866c9f2caa6 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 05:08:52.004557 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-fee9baa5-1c4b-44cb-b66d-e1ed4ac8ca44 None None] Transition to ACTIVE for port object df69ae54-8aad-480d-8cb4-8866c9f2caa6 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 05:08:52.011931 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fee9baa5-1c4b-44cb-b66d-e1ed4ac8ca44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:52.078124 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-b369c87b-fb00-45db-8007-1776bc47d2ca tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Allocated IP 172.20.0.1 (f75e03e9-0450-49aa-8ba3-c9f4ed559ce2/c107ace1-85b7-4921-acbc-65e4e4fba1ca/5a261c14-a429-4fda-86c3-8c2581ca89ae) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 05:08:52.080720 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee9baa5-1c4b-44cb-b66d-e1ed4ac8ca44 None None] Network f75e03e9-0450-49aa-8ba3-c9f4ed559ce2 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 05:08:52.084811 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-fee9baa5-1c4b-44cb-b66d-e1ed4ac8ca44 None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 05:08:52.094640 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee9baa5-1c4b-44cb-b66d-e1ed4ac8ca44 None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 05:08:52.103504 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee9baa5-1c4b-44cb-b66d-e1ed4ac8ca44 None None] Pushing event updated for resources: {'Port': ['ID=df69ae54-8aad-480d-8cb4-8866c9f2caa6,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:08:52.194621 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-abadfed0-25f1-4a96-81f6-3716ce50e43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3c8246-46c3-43e8-a97f-ddcb1d9f9639', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1197692902', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.135'}], 'enable_snat': True}, 'gw_port_id': 'ff92a4d1-c446-48b2-ae46-658f76394e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:08:47Z', 'updated_at': '2022-02-01T05:08:48Z', 'revision_number': 3, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'gw_port': {'id': 'ff92a4d1-c446-48b2-ae46-658f76394e06', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5d:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee3c8246-46c3-43e8-a97f-ddcb1d9f9639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:08:48Z', 'updated_at': '2022-02-01T05:08:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:08:52.196679 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-fee9baa5-1c4b-44cb-b66d-e1ed4ac8ca44 None None] Attempting to bind port df69ae54-8aad-480d-8cb4-8866c9f2caa6 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 05:08:52.197045 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-fee9baa5-1c4b-44cb-b66d-e1ed4ac8ca44 None None] Attempting to bind port df69ae54-8aad-480d-8cb4-8866c9f2caa6 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': 'befa93dc-6253-4776-aa55-2ae74fba0a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f75e03e9-0450-49aa-8ba3-c9f4ed559ce2'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 05:08:52.197399 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee9baa5-1c4b-44cb-b66d-e1ed4ac8ca44 None None] Attempting to bind port df69ae54-8aad-480d-8cb4-8866c9f2caa6 on network f75e03e9-0450-49aa-8ba3-c9f4ed559ce2 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 05:08:52.203817 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee9baa5-1c4b-44cb-b66d-e1ed4ac8ca44 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 5, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 05:08:52.204183 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee9baa5-1c4b-44cb-b66d-e1ed4ac8ca44 None None] Checking segment: {'id': 'befa93dc-6253-4776-aa55-2ae74fba0a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f75e03e9-0450-49aa-8ba3-c9f4ed559ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 05:08:52.204575 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fee9baa5-1c4b-44cb-b66d-e1ed4ac8ca44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:52.204961 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee9baa5-1c4b-44cb-b66d-e1ed4ac8ca44 None None] Bound using segment: {'id': 'befa93dc-6253-4776-aa55-2ae74fba0a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f75e03e9-0450-49aa-8ba3-c9f4ed559ce2'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 05:08:52.205412 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-fee9baa5-1c4b-44cb-b66d-e1ed4ac8ca44 None None] Bound port: df69ae54-8aad-480d-8cb4-8866c9f2caa6, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'befa93dc-6253-4776-aa55-2ae74fba0a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f75e03e9-0450-49aa-8ba3-c9f4ed559ce2'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 05:08:52.205776 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fee9baa5-1c4b-44cb-b66d-e1ed4ac8ca44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:52.214976 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abadfed0-25f1-4a96-81f6-3716ce50e43a None None] The sync data for ids ['ee3c8246-46c3-43e8-a97f-ddcb1d9f9639'] in dv-neutron-826830-1-hyperv is: [{'id': 'ee3c8246-46c3-43e8-a97f-ddcb1d9f9639', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1197692902', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.135'}], 'enable_snat': True}, 'gw_port_id': 'ff92a4d1-c446-48b2-ae46-658f76394e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:08:47Z', 'updated_at': '2022-02-01T05:08:48Z', 'revision_number': 3, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'gw_port': {'id': 'ff92a4d1-c446-48b2-ae46-658f76394e06', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5d:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee3c8246-46c3-43e8-a97f-ddcb1d9f9639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:08:48Z', 'updated_at': '2022-02-01T05:08:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 05:08:52.240853 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b369c87b-fb00-45db-8007-1776bc47d2ca tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:52.258497 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-b369c87b-fb00-45db-8007-1776bc47d2ca tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Transition to ACTIVE for port object 5a261c14-a429-4fda-86c3-8c2581ca89ae will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 05:08:52.285469 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b369c87b-fb00-45db-8007-1776bc47d2ca tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:52.301976 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-fee9baa5-1c4b-44cb-b66d-e1ed4ac8ca44 None None] For port df69ae54-8aad-480d-8cb4-8866c9f2caa6, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 05:08:52.305613 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-fee9baa5-1c4b-44cb-b66d-e1ed4ac8ca44 None None] For port df69ae54-8aad-480d-8cb4-8866c9f2caa6, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=df69ae54-8aad-480d-8cb4-8866c9f2caa6,segment=NetworkSegment(befa93dc-6253-4776-aa55-2ae74fba0a46),segment_id=befa93dc-6253-4776-aa55-2ae74fba0a46)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 05:08:52.310599 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fee9baa5-1c4b-44cb-b66d-e1ed4ac8ca44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:52.351116 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b369c87b-fb00-45db-8007-1776bc47d2ca tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Network f75e03e9-0450-49aa-8ba3-c9f4ed559ce2 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 05:08:52.355458 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-b369c87b-fb00-45db-8007-1776bc47d2ca tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 05:08:52.357923 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b369c87b-fb00-45db-8007-1776bc47d2ca tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 05:08:52.399968 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee9baa5-1c4b-44cb-b66d-e1ed4ac8ca44 None None] Pushing event updated for resources: {'Port': ['ID=df69ae54-8aad-480d-8cb4-8866c9f2caa6,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:08:52.413090 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b369c87b-fb00-45db-8007-1776bc47d2ca tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event updated for resources: {'Port': ['ID=5a261c14-a429-4fda-86c3-8c2581ca89ae,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:08:52.435513 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b369c87b-fb00-45db-8007-1776bc47d2ca tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-372107'] for router_interface, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:52.837918 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device df69ae54-8aad-480d-8cb4-8866c9f2caa6 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 05:08:52.907112 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b369c87b-fb00-45db-8007-1776bc47d2ca tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:52.908661 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port df69ae54-8aad-480d-8cb4-8866c9f2caa6 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 05:08:52.914967 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device ff92a4d1-c446-48b2-ae46-658f76394e06 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 05:08:52.994367 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port ff92a4d1-c446-48b2-ae46-658f76394e06 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 05:08:52.999919 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port ff92a4d1-c446-48b2-ae46-658f76394e06 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:08:53.000326 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:53.127195 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:53.145911 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port ff92a4d1-c446-48b2-ae46-658f76394e06, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=ff92a4d1-c446-48b2-ae46-658f76394e06,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:08:53.151948 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:53.241884 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=ff92a4d1-c446-48b2-ae46-658f76394e06,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:08:53.351795 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b369c87b-fb00-45db-8007-1776bc47d2ca tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:53.356516 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b369c87b-fb00-45db-8007-1776bc47d2ca tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:53.472889 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b369c87b-fb00-45db-8007-1776bc47d2ca tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371990'] for router_interface, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:53.476288 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b369c87b-fb00-45db-8007-1776bc47d2ca tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event updated for resources: {'Port': ['ID=5a261c14-a429-4fda-86c3-8c2581ca89ae,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:08:53.480575 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6e481c-94c6-4c6a-99aa-fcb27eb913c8 None None] Network f75e03e9-0450-49aa-8ba3-c9f4ed559ce2 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 05:08:53.609512 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-89b54644-578a-4bdd-bd75-10d6e022472b None None] Provisioning for port df69ae54-8aad-480d-8cb4-8866c9f2caa6 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 05:08:53.616033 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-89b54644-578a-4bdd-bd75-10d6e022472b None None] Provisioning complete for port df69ae54-8aad-480d-8cb4-8866c9f2caa6 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:08:53.616410 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-89b54644-578a-4bdd-bd75-10d6e022472b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:53.617258 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b369c87b-fb00-45db-8007-1776bc47d2ca tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Network f75e03e9-0450-49aa-8ba3-c9f4ed559ce2 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 05:08:53.618386 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-b369c87b-fb00-45db-8007-1776bc47d2ca tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 05:08:53.819486 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b369c87b-fb00-45db-8007-1776bc47d2ca tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Router ee3c8246-46c3-43e8-a97f-ddcb1d9f9639 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 05:08:53.825297 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-89b54644-578a-4bdd-bd75-10d6e022472b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:53.874988 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-89b54644-578a-4bdd-bd75-10d6e022472b None None] For port df69ae54-8aad-480d-8cb4-8866c9f2caa6, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=df69ae54-8aad-480d-8cb4-8866c9f2caa6,segment=NetworkSegment(befa93dc-6253-4776-aa55-2ae74fba0a46),segment_id=befa93dc-6253-4776-aa55-2ae74fba0a46)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:08:53.884660 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-89b54644-578a-4bdd-bd75-10d6e022472b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:53.966847 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b54644-578a-4bdd-bd75-10d6e022472b None None] Pushing event updated for resources: {'Port': ['ID=df69ae54-8aad-480d-8cb4-8866c9f2caa6,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:08:54.031871 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b369c87b-fb00-45db-8007-1776bc47d2ca tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 05:08:54.046770 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-b369c87b-fb00-45db-8007-1776bc47d2ca tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "PUT /v2.0/routers/ee3c8246-46c3-43e8-a97f-ddcb1d9f9639/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4025471 Feb 01 05:08:54.091818 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c68c03c-6ff4-48de-a7ed-e6b250712a01 None None] Sync routers for ids ['ee3c8246-46c3-43e8-a97f-ddcb1d9f9639'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 05:08:54.103605 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c68c03c-6ff4-48de-a7ed-e6b250712a01 None None] Routers {'ee3c8246-46c3-43e8-a97f-ddcb1d9f9639'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:08:54.104437 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-3c68c03c-6ff4-48de-a7ed-e6b250712a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:08:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['ee3c8246-46c3-43e8-a97f-ddcb1d9f9639'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:08:54.218569 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-c1ba4e71-e719-4139-98c9-946d7a5438a7 None None] Provisioning for port 5a261c14-a429-4fda-86c3-8c2581ca89ae completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 05:08:54.229815 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-c1ba4e71-e719-4139-98c9-946d7a5438a7 None None] Provisioning complete for port 5a261c14-a429-4fda-86c3-8c2581ca89ae triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:08:54.230264 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c1ba4e71-e719-4139-98c9-946d7a5438a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:54.292630 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-59d5bb9f-701b-4fc4-a38e-a779f82be3e2 req-39313ce5-ea06-4174-8ed0-c1278f52afaf tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Synchronizing usage tracker for tenant:be8a84b33cca4eaaad3d62abfe42a968 on resource:security_group {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 05:08:54.329878 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-59d5bb9f-701b-4fc4-a38e-a779f82be3e2 req-39313ce5-ea06-4174-8ed0-c1278f52afaf tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Unset dirty status for tenant:be8a84b33cca4eaaad3d62abfe42a968 on resource:security_group {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 05:08:54.331918 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-59d5bb9f-701b-4fc4-a38e-a779f82be3e2 req-39313ce5-ea06-4174-8ed0-c1278f52afaf tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1163711013&fields=id&tenant_id=be8a84b33cca4eaaad3d62abfe42a968 HTTP/1.1" status: 200 len: 267 time: 0.1165926 Feb 01 05:08:54.340918 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-3c68c03c-6ff4-48de-a7ed-e6b250712a01 None None] Set router ee3c8246-46c3-43e8-a97f-ddcb1d9f9639 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:08:54.352142 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-c1ba4e71-e719-4139-98c9-946d7a5438a7 None None] Port 5a261c14-a429-4fda-86c3-8c2581ca89ae cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 05:08:54.375998 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-c1ba4e71-e719-4139-98c9-946d7a5438a7 None None] Provisioning complete for port df69ae54-8aad-480d-8cb4-8866c9f2caa6 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:08:54.378569 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c1ba4e71-e719-4139-98c9-946d7a5438a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:54.545134 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d5bb9f-701b-4fc4-a38e-a779f82be3e2 req-a9d57230-a86d-4a3e-bb00-2c48fb8b1b28 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:08:54.546647 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-59d5bb9f-701b-4fc4-a38e-a779f82be3e2 req-a9d57230-a86d-4a3e-bb00-2c48fb8b1b28 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Synchronizing usage tracker for tenant:be8a84b33cca4eaaad3d62abfe42a968 on resource:network {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 05:08:54.565845 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-59d5bb9f-701b-4fc4-a38e-a779f82be3e2 req-a9d57230-a86d-4a3e-bb00-2c48fb8b1b28 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Unset dirty status for tenant:be8a84b33cca4eaaad3d62abfe42a968 on resource:network {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 05:08:54.567321 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-59d5bb9f-701b-4fc4-a38e-a779f82be3e2 req-a9d57230-a86d-4a3e-bb00-2c48fb8b1b28 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/networks?id=f75e03e9-0450-49aa-8ba3-c9f4ed559ce2 HTTP/1.1" status: 200 len: 797 time: 0.2285340 Feb 01 05:08:54.583906 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-59d5bb9f-701b-4fc4-a38e-a779f82be3e2 req-83a7a608-d597-4682-803e-3426978eb832 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/quotas/be8a84b33cca4eaaad3d62abfe42a968 HTTP/1.1" status: 200 len: 375 time: 0.0098467 Feb 01 05:08:54.680276 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-6ce85f9c-a612-42cb-a6bd-af9a98a76809 None None] Provisioning complete for port 5a261c14-a429-4fda-86c3-8c2581ca89ae triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:08:54.680791 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6ce85f9c-a612-42cb-a6bd-af9a98a76809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:54.710977 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-3c68c03c-6ff4-48de-a7ed-e6b250712a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3c8246-46c3-43e8-a97f-ddcb1d9f9639', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1197692902', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.135'}], 'enable_snat': True}, 'gw_port_id': 'ff92a4d1-c446-48b2-ae46-658f76394e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:08:47Z', 'updated_at': '2022-02-01T05:08:52Z', 'revision_number': 4, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'gw_port': {'id': 'ff92a4d1-c446-48b2-ae46-658f76394e06', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3c8246-46c3-43e8-a97f-ddcb1d9f9639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:08:48Z', 'updated_at': '2022-02-01T05:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '5a261c14-a429-4fda-86c3-8c2581ca89ae', 'name': '', 'network_id': 'f75e03e9-0450-49aa-8ba3-c9f4ed559ce2', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'mac_address': 'fa:16:3e:17:f2:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee3c8246-46c3-43e8-a97f-ddcb1d9f9639', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'c107ace1-85b7-4921-acbc-65e4e4fba1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:08:51Z', 'updated_at': '2022-02-01T05:08:53Z', 'revision_number': 2, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'subnets': [{'id': 'c107ace1-85b7-4921-acbc-65e4e4fba1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:08:54.715352 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c68c03c-6ff4-48de-a7ed-e6b250712a01 None None] Checking router: ee3c8246-46c3-43e8-a97f-ddcb1d9f9639 for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 05:08:54.715709 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c68c03c-6ff4-48de-a7ed-e6b250712a01 None None] Updating router ee3c8246-46c3-43e8-a97f-ddcb1d9f9639 port 5a261c14-a429-4fda-86c3-8c2581ca89ae binding host dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 05:08:54.742403 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device df69ae54-8aad-480d-8cb4-8866c9f2caa6 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 05:08:54.779479 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3c68c03c-6ff4-48de-a7ed-e6b250712a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:54.798560 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-6ce85f9c-a612-42cb-a6bd-af9a98a76809 None None] Port 5a261c14-a429-4fda-86c3-8c2581ca89ae cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 05:08:54.807946 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-59d5bb9f-701b-4fc4-a38e-a779f82be3e2 req-8252e26d-72bb-46bf-9c84-49b225f39316 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Synchronizing usage tracker for tenant:be8a84b33cca4eaaad3d62abfe42a968 on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 05:08:54.825608 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-59d5bb9f-701b-4fc4-a38e-a779f82be3e2 req-8252e26d-72bb-46bf-9c84-49b225f39316 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Unset dirty status for tenant:be8a84b33cca4eaaad3d62abfe42a968 on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 05:08:54.826900 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-59d5bb9f-701b-4fc4-a38e-a779f82be3e2 req-8252e26d-72bb-46bf-9c84-49b225f39316 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=be8a84b33cca4eaaad3d62abfe42a968&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2342792 Feb 01 05:08:54.835389 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port df69ae54-8aad-480d-8cb4-8866c9f2caa6 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:08:54.835807 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:54.967852 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device ff92a4d1-c446-48b2-ae46-658f76394e06 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 05:08:55.023250 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-59d5bb9f-701b-4fc4-a38e-a779f82be3e2 req-53bcdf7d-5158-45b6-b1d0-56ab651c23a5 service neutron] 10.222.0.24 "GET /v2.0/networks/f75e03e9-0450-49aa-8ba3-c9f4ed559ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807916 Feb 01 05:08:55.036382 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port ff92a4d1-c446-48b2-ae46-658f76394e06 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:08:55.036890 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:55.135779 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3c68c03c-6ff4-48de-a7ed-e6b250712a01 None None] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:55.149008 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-3c68c03c-6ff4-48de-a7ed-e6b250712a01 None None] Transition to ACTIVE for port object 5a261c14-a429-4fda-86c3-8c2581ca89ae will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 05:08:55.155642 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3c68c03c-6ff4-48de-a7ed-e6b250712a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:55.172681 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-59d5bb9f-701b-4fc4-a38e-a779f82be3e2 req-e1df689d-5e38-47d7-9d36-722ff82353c6 service neutron] 10.222.0.24 "GET /v2.0/networks/f75e03e9-0450-49aa-8ba3-c9f4ed559ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417570 Feb 01 05:08:55.351331 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb51087-c811-4e39-bed1-98b7d13fd160 None None] Pushing event updated for resources: {'Port': ['ID=5a261c14-a429-4fda-86c3-8c2581ca89ae,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:08:55.363265 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-e111e76d-9fae-46d9-af2d-a1056f078dbf req-e87b420b-56d1-435b-accf-3534ad503ddb tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Synchronizing usage tracker for tenant:be8a84b33cca4eaaad3d62abfe42a968 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 05:08:55.366333 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb51087-c811-4e39-bed1-98b7d13fd160 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:08:55.366680 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb51087-c811-4e39-bed1-98b7d13fd160 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:08:55.367015 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb51087-c811-4e39-bed1-98b7d13fd160 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:08:55.367372 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb51087-c811-4e39-bed1-98b7d13fd160 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:08:55.367702 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb51087-c811-4e39-bed1-98b7d13fd160 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:08:55.368030 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb51087-c811-4e39-bed1-98b7d13fd160 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:08:55.368367 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb51087-c811-4e39-bed1-98b7d13fd160 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:08:55.368672 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb51087-c811-4e39-bed1-98b7d13fd160 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:08:55.368992 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb51087-c811-4e39-bed1-98b7d13fd160 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:08:55.369320 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb51087-c811-4e39-bed1-98b7d13fd160 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:08:55.369633 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb51087-c811-4e39-bed1-98b7d13fd160 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:08:55.369951 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb51087-c811-4e39-bed1-98b7d13fd160 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:08:55.393849 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-e111e76d-9fae-46d9-af2d-a1056f078dbf req-e87b420b-56d1-435b-accf-3534ad503ddb tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Unset dirty status for tenant:be8a84b33cca4eaaad3d62abfe42a968 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 05:08:55.394450 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-3c68c03c-6ff4-48de-a7ed-e6b250712a01 None None] Attempting to bind port 5a261c14-a429-4fda-86c3-8c2581ca89ae on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 05:08:55.394818 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-3c68c03c-6ff4-48de-a7ed-e6b250712a01 None None] Attempting to bind port 5a261c14-a429-4fda-86c3-8c2581ca89ae by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': 'befa93dc-6253-4776-aa55-2ae74fba0a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f75e03e9-0450-49aa-8ba3-c9f4ed559ce2'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 05:08:55.395204 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c68c03c-6ff4-48de-a7ed-e6b250712a01 None None] Attempting to bind port 5a261c14-a429-4fda-86c3-8c2581ca89ae on network f75e03e9-0450-49aa-8ba3-c9f4ed559ce2 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 05:08:55.395626 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e111e76d-9fae-46d9-af2d-a1056f078dbf req-e87b420b-56d1-435b-accf-3534ad503ddb tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=32efd2f3-9ca1-4e39-8991-dc2413f14041 HTTP/1.1" status: 200 len: 210 time: 0.0808048 Feb 01 05:08:55.400842 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c68c03c-6ff4-48de-a7ed-e6b250712a01 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 5, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 05:08:55.401151 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c68c03c-6ff4-48de-a7ed-e6b250712a01 None None] Checking segment: {'id': 'befa93dc-6253-4776-aa55-2ae74fba0a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f75e03e9-0450-49aa-8ba3-c9f4ed559ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 05:08:55.401547 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3c68c03c-6ff4-48de-a7ed-e6b250712a01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:55.402097 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c68c03c-6ff4-48de-a7ed-e6b250712a01 None None] Bound using segment: {'id': 'befa93dc-6253-4776-aa55-2ae74fba0a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f75e03e9-0450-49aa-8ba3-c9f4ed559ce2'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 05:08:55.402564 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-3c68c03c-6ff4-48de-a7ed-e6b250712a01 None None] Bound port: 5a261c14-a429-4fda-86c3-8c2581ca89ae, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'befa93dc-6253-4776-aa55-2ae74fba0a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f75e03e9-0450-49aa-8ba3-c9f4ed559ce2'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 05:08:55.402931 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3c68c03c-6ff4-48de-a7ed-e6b250712a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:55.502190 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-3c68c03c-6ff4-48de-a7ed-e6b250712a01 None None] For port 5a261c14-a429-4fda-86c3-8c2581ca89ae, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 05:08:55.505288 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-3c68c03c-6ff4-48de-a7ed-e6b250712a01 None None] For port 5a261c14-a429-4fda-86c3-8c2581ca89ae, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=5a261c14-a429-4fda-86c3-8c2581ca89ae,segment=NetworkSegment(befa93dc-6253-4776-aa55-2ae74fba0a46),segment_id=befa93dc-6253-4776-aa55-2ae74fba0a46)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 05:08:55.510415 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3c68c03c-6ff4-48de-a7ed-e6b250712a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:55.589873 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c68c03c-6ff4-48de-a7ed-e6b250712a01 None None] Routers {'ee3c8246-46c3-43e8-a97f-ddcb1d9f9639'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:08:55.590716 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-3c68c03c-6ff4-48de-a7ed-e6b250712a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:08:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['ee3c8246-46c3-43e8-a97f-ddcb1d9f9639'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:08:55.657102 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb51087-c811-4e39-bed1-98b7d13fd160 None None] Pushing event updated for resources: {'Port': ['ID=5a261c14-a429-4fda-86c3-8c2581ca89ae,revision_number=4']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:08:55.818287 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-3c68c03c-6ff4-48de-a7ed-e6b250712a01 None None] Set router ee3c8246-46c3-43e8-a97f-ddcb1d9f9639 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:08:56.135129 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-3c68c03c-6ff4-48de-a7ed-e6b250712a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3c8246-46c3-43e8-a97f-ddcb1d9f9639', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1197692902', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.135'}], 'enable_snat': True}, 'gw_port_id': 'ff92a4d1-c446-48b2-ae46-658f76394e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:08:47Z', 'updated_at': '2022-02-01T05:08:52Z', 'revision_number': 4, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'gw_port': {'id': 'ff92a4d1-c446-48b2-ae46-658f76394e06', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3c8246-46c3-43e8-a97f-ddcb1d9f9639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:08:48Z', 'updated_at': '2022-02-01T05:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '5a261c14-a429-4fda-86c3-8c2581ca89ae', 'name': '', 'network_id': 'f75e03e9-0450-49aa-8ba3-c9f4ed559ce2', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'mac_address': 'fa:16:3e:17:f2:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee3c8246-46c3-43e8-a97f-ddcb1d9f9639', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'c107ace1-85b7-4921-acbc-65e4e4fba1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:08:51Z', 'updated_at': '2022-02-01T05:08:55Z', 'revision_number': 4, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'subnets': [{'id': 'c107ace1-85b7-4921-acbc-65e4e4fba1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:08:56.138972 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c68c03c-6ff4-48de-a7ed-e6b250712a01 None None] The sync data for ids ['ee3c8246-46c3-43e8-a97f-ddcb1d9f9639'] in dv-neutron-826830-1-hyperv is: [{'id': 'ee3c8246-46c3-43e8-a97f-ddcb1d9f9639', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1197692902', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.135'}], 'enable_snat': True}, 'gw_port_id': 'ff92a4d1-c446-48b2-ae46-658f76394e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:08:47Z', 'updated_at': '2022-02-01T05:08:52Z', 'revision_number': 4, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'gw_port': {'id': 'ff92a4d1-c446-48b2-ae46-658f76394e06', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3c8246-46c3-43e8-a97f-ddcb1d9f9639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:08:48Z', 'updated_at': '2022-02-01T05:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '5a261c14-a429-4fda-86c3-8c2581ca89ae', 'name': '', 'network_id': 'f75e03e9-0450-49aa-8ba3-c9f4ed559ce2', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'mac_address': 'fa:16:3e:17:f2:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee3c8246-46c3-43e8-a97f-ddcb1d9f9639', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'c107ace1-85b7-4921-acbc-65e4e4fba1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:08:51Z', 'updated_at': '2022-02-01T05:08:55Z', 'revision_number': 4, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'subnets': [{'id': 'c107ace1-85b7-4921-acbc-65e4e4fba1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 05:08:56.563687 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-36a358a2-a0f3-4c93-b91a-2b81a9e8d721 req-8ad5d0b5-99c8-4927-972c-0c8c41bca5e3 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=32efd2f3-9ca1-4e39-8991-dc2413f14041 HTTP/1.1" status: 200 len: 210 time: 0.0518870 Feb 01 05:08:56.633860 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d5bb9f-701b-4fc4-a38e-a779f82be3e2 req-e43ed58a-3dd9-48e9-8dbd-20361dd4b052 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:08:56.635476 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-59d5bb9f-701b-4fc4-a38e-a779f82be3e2 req-e43ed58a-3dd9-48e9-8dbd-20361dd4b052 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.18 "GET /v2.0/networks?id=f75e03e9-0450-49aa-8ba3-c9f4ed559ce2 HTTP/1.1" status: 200 len: 797 time: 0.1704221 Feb 01 05:08:56.696276 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-59d5bb9f-701b-4fc4-a38e-a779f82be3e2 req-87d63510-1003-467e-ba20-2fabc823ad56 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be8a84b33cca4eaaad3d62abfe42a968 HTTP/1.1" status: 200 len: 380 time: 0.0462601 Feb 01 05:08:56.707034 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-59d5bb9f-701b-4fc4-a38e-a779f82be3e2 req-951ac70e-cda9-4809-ab5c-9f56bfc98cbb tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Request body: {'port': {'device_id': '32efd2f3-9ca1-4e39-8991-dc2413f14041', 'network_id': 'f75e03e9-0450-49aa-8ba3-c9f4ed559ce2', 'admin_state_up': True, 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'security_groups': ['ee435fb3-d75e-44b0-ad84-ce2b38d41828']}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:08:56.777806 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 5a261c14-a429-4fda-86c3-8c2581ca89ae up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 05:08:56.854691 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 5a261c14-a429-4fda-86c3-8c2581ca89ae completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 05:08:56.859950 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 5a261c14-a429-4fda-86c3-8c2581ca89ae triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:08:56.860291 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:56.866498 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-59d5bb9f-701b-4fc4-a38e-a779f82be3e2 req-951ac70e-cda9-4809-ab5c-9f56bfc98cbb tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:08:56.876509 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-59d5bb9f-701b-4fc4-a38e-a779f82be3e2 req-951ac70e-cda9-4809-ab5c-9f56bfc98cbb tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:08:56.889785 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59d5bb9f-701b-4fc4-a38e-a779f82be3e2 req-951ac70e-cda9-4809-ab5c-9f56bfc98cbb tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Made reservation on behalf of be8a84b33cca4eaaad3d62abfe42a968 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 05:08:56.894062 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-59d5bb9f-701b-4fc4-a38e-a779f82be3e2 req-951ac70e-cda9-4809-ab5c-9f56bfc98cbb tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:56.985050 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:57.020277 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 5a261c14-a429-4fda-86c3-8c2581ca89ae, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=5a261c14-a429-4fda-86c3-8c2581ca89ae,segment=NetworkSegment(befa93dc-6253-4776-aa55-2ae74fba0a46),segment_id=befa93dc-6253-4776-aa55-2ae74fba0a46)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:08:57.025336 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:57.065961 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [req-59d5bb9f-701b-4fc4-a38e-a779f82be3e2 req-951ac70e-cda9-4809-ab5c-9f56bfc98cbb tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Allocated IP 172.20.0.6 (f75e03e9-0450-49aa-8ba3-c9f4ed559ce2/c107ace1-85b7-4921-acbc-65e4e4fba1ca/f427f0c0-8d3f-48cb-a370-10d18276bfb1) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 05:08:57.100125 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=5a261c14-a429-4fda-86c3-8c2581ca89ae,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:08:57.262613 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-59d5bb9f-701b-4fc4-a38e-a779f82be3e2 req-951ac70e-cda9-4809-ab5c-9f56bfc98cbb tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:57.278834 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-59d5bb9f-701b-4fc4-a38e-a779f82be3e2 req-951ac70e-cda9-4809-ab5c-9f56bfc98cbb tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Transition to ACTIVE for port object f427f0c0-8d3f-48cb-a370-10d18276bfb1 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 05:08:57.304266 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-59d5bb9f-701b-4fc4-a38e-a779f82be3e2 req-951ac70e-cda9-4809-ab5c-9f56bfc98cbb tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:57.376897 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59d5bb9f-701b-4fc4-a38e-a779f82be3e2 req-951ac70e-cda9-4809-ab5c-9f56bfc98cbb tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Network f75e03e9-0450-49aa-8ba3-c9f4ed559ce2 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 05:08:57.380022 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [req-59d5bb9f-701b-4fc4-a38e-a779f82be3e2 req-951ac70e-cda9-4809-ab5c-9f56bfc98cbb tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 05:08:57.384086 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-59d5bb9f-701b-4fc4-a38e-a779f82be3e2 req-951ac70e-cda9-4809-ab5c-9f56bfc98cbb tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 05:08:57.422484 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951ac70e-cda9-4809-ab5c-9f56bfc98cbb tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event updated for resources: {'Port': ['ID=f427f0c0-8d3f-48cb-a370-10d18276bfb1,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:08:57.454656 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d5bb9f-701b-4fc4-a38e-a779f82be3e2 req-951ac70e-cda9-4809-ab5c-9f56bfc98cbb tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:08:57.455292 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-59d5bb9f-701b-4fc4-a38e-a779f82be3e2 req-951ac70e-cda9-4809-ab5c-9f56bfc98cbb tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:57.481123 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-59d5bb9f-701b-4fc4-a38e-a779f82be3e2 req-951ac70e-cda9-4809-ab5c-9f56bfc98cbb tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7795300 Feb 01 05:08:57.497613 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-59d5bb9f-701b-4fc4-a38e-a779f82be3e2 req-b4b9e2e4-2c08-446e-b861-84a463f36a16 service neutron] Request body: {'port': {'device_id': '32efd2f3-9ca1-4e39-8991-dc2413f14041', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:08:57.610920 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-59d5bb9f-701b-4fc4-a38e-a779f82be3e2 req-b4b9e2e4-2c08-446e-b861-84a463f36a16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:57.679287 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-7ebdc27f-c502-4807-bb99-f9894dc39288 None None] Provisioning for port f427f0c0-8d3f-48cb-a370-10d18276bfb1 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 05:08:57.684660 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-7ebdc27f-c502-4807-bb99-f9894dc39288 None None] Provisioning complete for port f427f0c0-8d3f-48cb-a370-10d18276bfb1 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:08:57.685036 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7ebdc27f-c502-4807-bb99-f9894dc39288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:57.738969 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-7ebdc27f-c502-4807-bb99-f9894dc39288 None None] Port f427f0c0-8d3f-48cb-a370-10d18276bfb1 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 05:08:57.902400 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38831646-d72d-436e-b1f3-23ed16c588b4 req-89502408-65f3-4cb8-af66-1d5a2a93762f tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:08:57.903074 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-38831646-d72d-436e-b1f3-23ed16c588b4 req-89502408-65f3-4cb8-af66-1d5a2a93762f tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Synchronizing usage tracker for tenant:be8a84b33cca4eaaad3d62abfe42a968 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 05:08:57.945432 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-38831646-d72d-436e-b1f3-23ed16c588b4 req-89502408-65f3-4cb8-af66-1d5a2a93762f tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Unset dirty status for tenant:be8a84b33cca4eaaad3d62abfe42a968 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 05:08:57.946535 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-38831646-d72d-436e-b1f3-23ed16c588b4 req-89502408-65f3-4cb8-af66-1d5a2a93762f tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=32efd2f3-9ca1-4e39-8991-dc2413f14041 HTTP/1.1" status: 200 len: 931 time: 0.2653925 Feb 01 05:08:58.037396 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-38831646-d72d-436e-b1f3-23ed16c588b4 req-bd7219f1-e2cf-4531-ae4e-6bf386b16ee6 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee435fb3-d75e-44b0-ad84-ce2b38d41828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839465 Feb 01 05:08:58.061149 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [req-59d5bb9f-701b-4fc4-a38e-a779f82be3e2 req-b4b9e2e4-2c08-446e-b861-84a463f36a16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f427f0c0-8d3f-48cb-a370-10d18276bfb1 {{(pid=87636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 05:08:58.069050 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-59d5bb9f-701b-4fc4-a38e-a779f82be3e2 req-b4b9e2e4-2c08-446e-b861-84a463f36a16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:58.083641 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-59d5bb9f-701b-4fc4-a38e-a779f82be3e2 req-b4b9e2e4-2c08-446e-b861-84a463f36a16 service neutron] Transition to ACTIVE for port object f427f0c0-8d3f-48cb-a370-10d18276bfb1 will not be triggered until provisioned by entity L2. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 05:08:58.086888 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-59d5bb9f-701b-4fc4-a38e-a779f82be3e2 req-b4b9e2e4-2c08-446e-b861-84a463f36a16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:58.365014 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b9e2e4-2c08-446e-b861-84a463f36a16 service neutron] Pushing event updated for resources: {'Port': ['ID=f427f0c0-8d3f-48cb-a370-10d18276bfb1,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:08:58.434237 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-59d5bb9f-701b-4fc4-a38e-a779f82be3e2 req-b4b9e2e4-2c08-446e-b861-84a463f36a16 service neutron] Attempting to bind port f427f0c0-8d3f-48cb-a370-10d18276bfb1 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 05:08:58.434562 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-59d5bb9f-701b-4fc4-a38e-a779f82be3e2 req-b4b9e2e4-2c08-446e-b861-84a463f36a16 service neutron] Attempting to bind port f427f0c0-8d3f-48cb-a370-10d18276bfb1 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'befa93dc-6253-4776-aa55-2ae74fba0a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f75e03e9-0450-49aa-8ba3-c9f4ed559ce2'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 05:08:58.434878 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d5bb9f-701b-4fc4-a38e-a779f82be3e2 req-b4b9e2e4-2c08-446e-b861-84a463f36a16 service neutron] Attempting to bind port f427f0c0-8d3f-48cb-a370-10d18276bfb1 on network f75e03e9-0450-49aa-8ba3-c9f4ed559ce2 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 05:08:58.439460 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d5bb9f-701b-4fc4-a38e-a779f82be3e2 req-b4b9e2e4-2c08-446e-b861-84a463f36a16 service neutron] Port f427f0c0-8d3f-48cb-a370-10d18276bfb1 on network f75e03e9-0450-49aa-8ba3-c9f4ed559ce2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 05:08:58.439823 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d5bb9f-701b-4fc4-a38e-a779f82be3e2 req-b4b9e2e4-2c08-446e-b861-84a463f36a16 service neutron] Attempting to bind port f427f0c0-8d3f-48cb-a370-10d18276bfb1 on network f75e03e9-0450-49aa-8ba3-c9f4ed559ce2 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 05:08:58.445406 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d5bb9f-701b-4fc4-a38e-a779f82be3e2 req-b4b9e2e4-2c08-446e-b861-84a463f36a16 service neutron] Checking agent: {'id': '63664c57-372e-43f7-9ecb-4deedcf8ddc7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 28, 15), 'started_at': datetime.datetime(2022, 2, 1, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 5, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 05:08:58.445733 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d5bb9f-701b-4fc4-a38e-a779f82be3e2 req-b4b9e2e4-2c08-446e-b861-84a463f36a16 service neutron] Checking segment: {'id': 'befa93dc-6253-4776-aa55-2ae74fba0a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f75e03e9-0450-49aa-8ba3-c9f4ed559ce2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 05:08:58.446107 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d5bb9f-701b-4fc4-a38e-a779f82be3e2 req-b4b9e2e4-2c08-446e-b861-84a463f36a16 service neutron] Bound using segment: {'id': 'befa93dc-6253-4776-aa55-2ae74fba0a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f75e03e9-0450-49aa-8ba3-c9f4ed559ce2'} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 05:08:58.446514 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-59d5bb9f-701b-4fc4-a38e-a779f82be3e2 req-b4b9e2e4-2c08-446e-b861-84a463f36a16 service neutron] Bound port: f427f0c0-8d3f-48cb-a370-10d18276bfb1, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'befa93dc-6253-4776-aa55-2ae74fba0a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f75e03e9-0450-49aa-8ba3-c9f4ed559ce2'}}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 05:08:58.446849 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-59d5bb9f-701b-4fc4-a38e-a779f82be3e2 req-b4b9e2e4-2c08-446e-b861-84a463f36a16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:58.531958 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-59d5bb9f-701b-4fc4-a38e-a779f82be3e2 req-b4b9e2e4-2c08-446e-b861-84a463f36a16 service neutron] For port f427f0c0-8d3f-48cb-a370-10d18276bfb1, host hv-neutron-8268, cleared binding levels {{(pid=87636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 05:08:58.534875 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-59d5bb9f-701b-4fc4-a38e-a779f82be3e2 req-b4b9e2e4-2c08-446e-b861-84a463f36a16 service neutron] For port f427f0c0-8d3f-48cb-a370-10d18276bfb1, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=f427f0c0-8d3f-48cb-a370-10d18276bfb1,segment=NetworkSegment(befa93dc-6253-4776-aa55-2ae74fba0a46),segment_id=befa93dc-6253-4776-aa55-2ae74fba0a46)] {{(pid=87636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 05:08:58.539536 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-59d5bb9f-701b-4fc4-a38e-a779f82be3e2 req-b4b9e2e4-2c08-446e-b861-84a463f36a16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:58.602148 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d5bb9f-701b-4fc4-a38e-a779f82be3e2 req-b4b9e2e4-2c08-446e-b861-84a463f36a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:08:58.602758 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-59d5bb9f-701b-4fc4-a38e-a779f82be3e2 req-b4b9e2e4-2c08-446e-b861-84a463f36a16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:58.604190 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-59d5bb9f-701b-4fc4-a38e-a779f82be3e2 req-b4b9e2e4-2c08-446e-b861-84a463f36a16 service neutron] 10.222.0.18 "PUT /v2.0/ports/f427f0c0-8d3f-48cb-a370-10d18276bfb1 HTTP/1.1" status: 200 len: 1093 time: 1.1107934 Feb 01 05:08:58.604627 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32efd2f3-9ca1-4e39-8991-dc2413f14041', 'tag': 'f427f0c0-8d3f-48cb-a370-10d18276bfb1'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 05:08:58.625188 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b9e2e4-2c08-446e-b861-84a463f36a16 service neutron] Pushing event updated for resources: {'Port': ['ID=f427f0c0-8d3f-48cb-a370-10d18276bfb1,revision_number=3']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:08:58.692144 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32efd2f3-9ca1-4e39-8991-dc2413f14041', 'tag': 'f427f0c0-8d3f-48cb-a370-10d18276bfb1', 'status': 'completed', 'code': 200} Feb 01 05:08:58.730584 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 5a261c14-a429-4fda-86c3-8c2581ca89ae up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 05:08:58.736417 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d5bb9f-701b-4fc4-a38e-a779f82be3e2 req-6ed1cbc7-9a2b-4fa9-bbac-d1f599112b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:08:58.738668 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-59d5bb9f-701b-4fc4-a38e-a779f82be3e2 req-6ed1cbc7-9a2b-4fa9-bbac-d1f599112b4e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=be8a84b33cca4eaaad3d62abfe42a968&device_id=32efd2f3-9ca1-4e39-8991-dc2413f14041 HTTP/1.1" status: 200 len: 1096 time: 0.0781350 Feb 01 05:08:58.805298 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 5a261c14-a429-4fda-86c3-8c2581ca89ae triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:08:58.805665 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:08:58.814505 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-59d5bb9f-701b-4fc4-a38e-a779f82be3e2 req-69f7a202-0153-48f9-9e16-968f3cf26a27 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f427f0c0-8d3f-48cb-a370-10d18276bfb1 HTTP/1.1" status: 200 len: 217 time: 0.0639083 Feb 01 05:08:58.878526 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d5bb9f-701b-4fc4-a38e-a779f82be3e2 req-56af9efd-f622-4b2d-9ca3-0401f8a58170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:08:58.879807 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-59d5bb9f-701b-4fc4-a38e-a779f82be3e2 req-56af9efd-f622-4b2d-9ca3-0401f8a58170 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c107ace1-85b7-4921-acbc-65e4e4fba1ca HTTP/1.1" status: 200 len: 834 time: 0.0595407 Feb 01 05:08:58.957946 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d5bb9f-701b-4fc4-a38e-a779f82be3e2 req-d2005460-6363-4c56-8cc2-7ec077ed25d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:08:58.959496 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-59d5bb9f-701b-4fc4-a38e-a779f82be3e2 req-d2005460-6363-4c56-8cc2-7ec077ed25d2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f75e03e9-0450-49aa-8ba3-c9f4ed559ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742478 Feb 01 05:08:59.089652 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-59d5bb9f-701b-4fc4-a38e-a779f82be3e2 req-d2d09c5e-d50d-4a29-a2a9-650cf08b1ada service neutron] 10.222.0.18 "GET /v2.0/networks/f75e03e9-0450-49aa-8ba3-c9f4ed559ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236930 Feb 01 05:08:59.269997 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-59d5bb9f-701b-4fc4-a38e-a779f82be3e2 req-52068479-7880-45fa-9cbe-c05270eca784 service neutron] 10.222.0.18 "GET /v2.0/networks/f75e03e9-0450-49aa-8ba3-c9f4ed559ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746666 Feb 01 05:08:59.287046 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721561c0-5e7d-42da-a41d-0879f1daeb98 req-6e17ad96-a651-409b-9ab6-98df067e5f38 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:08:59.288499 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-721561c0-5e7d-42da-a41d-0879f1daeb98 req-6e17ad96-a651-409b-9ab6-98df067e5f38 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=32efd2f3-9ca1-4e39-8991-dc2413f14041 HTTP/1.1" status: 200 len: 943 time: 0.1091070 Feb 01 05:08:59.334591 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-721561c0-5e7d-42da-a41d-0879f1daeb98 req-f936ab63-ae32-4367-a812-69c85ff95908 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee435fb3-d75e-44b0-ad84-ce2b38d41828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403144 Feb 01 05:08:59.424205 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956fead2-1331-4287-8ab2-6991307503e1 req-aaf2d498-f12b-4cdd-85bd-e3ddcb694865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:08:59.425734 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-956fead2-1331-4287-8ab2-6991307503e1 req-aaf2d498-f12b-4cdd-85bd-e3ddcb694865 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=be8a84b33cca4eaaad3d62abfe42a968&device_id=32efd2f3-9ca1-4e39-8991-dc2413f14041 HTTP/1.1" status: 200 len: 1096 time: 0.0705595 Feb 01 05:08:59.553250 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956fead2-1331-4287-8ab2-6991307503e1 req-90d8e143-cc0e-497b-b240-7911035a6cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:08:59.554564 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-956fead2-1331-4287-8ab2-6991307503e1 req-90d8e143-cc0e-497b-b240-7911035a6cbc service neutron] 10.222.0.18 "GET /v2.0/networks?id=f75e03e9-0450-49aa-8ba3-c9f4ed559ce2 HTTP/1.1" status: 200 len: 897 time: 0.1225674 Feb 01 05:08:59.622960 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-956fead2-1331-4287-8ab2-6991307503e1 req-3032854a-85c5-41d1-9f13-9c98d73620ea service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f427f0c0-8d3f-48cb-a370-10d18276bfb1 HTTP/1.1" status: 200 len: 217 time: 0.0619318 Feb 01 05:08:59.687400 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956fead2-1331-4287-8ab2-6991307503e1 req-fd7b0301-ec9a-477b-ace3-bdead2d87b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:08:59.688791 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-956fead2-1331-4287-8ab2-6991307503e1 req-fd7b0301-ec9a-477b-ace3-bdead2d87b45 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c107ace1-85b7-4921-acbc-65e4e4fba1ca HTTP/1.1" status: 200 len: 834 time: 0.0566151 Feb 01 05:08:59.762560 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956fead2-1331-4287-8ab2-6991307503e1 req-3df23731-8154-4412-8b30-4a9ef1a3e05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:08:59.764033 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-956fead2-1331-4287-8ab2-6991307503e1 req-3df23731-8154-4412-8b30-4a9ef1a3e05d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f75e03e9-0450-49aa-8ba3-c9f4ed559ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681927 Feb 01 05:08:59.894139 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-956fead2-1331-4287-8ab2-6991307503e1 req-66fa01fe-70e8-4e75-8b0f-3f26b6bdd5c5 service neutron] 10.222.0.18 "GET /v2.0/networks/f75e03e9-0450-49aa-8ba3-c9f4ed559ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214466 Feb 01 05:09:00.120761 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-956fead2-1331-4287-8ab2-6991307503e1 req-2893c6aa-ad23-4062-8015-90c3887e87a0 service neutron] 10.222.0.18 "GET /v2.0/networks/f75e03e9-0450-49aa-8ba3-c9f4ed559ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192791 Feb 01 05:09:00.513029 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf74ce4-a2b6-4b93-a758-aaa6a3512f45 req-f4183bdb-1100-4a7a-846d-36bee7e11a5c tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:09:00.514452 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-7bf74ce4-a2b6-4b93-a758-aaa6a3512f45 req-f4183bdb-1100-4a7a-846d-36bee7e11a5c tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=32efd2f3-9ca1-4e39-8991-dc2413f14041 HTTP/1.1" status: 200 len: 943 time: 0.0768297 Feb 01 05:09:00.557209 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-7bf74ce4-a2b6-4b93-a758-aaa6a3512f45 req-a3aefa2d-23af-48a4-bc6a-9a46e1af9386 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee435fb3-d75e-44b0-ad84-ce2b38d41828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366414 Feb 01 05:09:01.743808 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dfb9a2-0780-443d-95c5-6a6bb84385b6 req-b8daa7d0-940f-4795-bc91-86f01417c4de tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:09:01.745236 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-05dfb9a2-0780-443d-95c5-6a6bb84385b6 req-b8daa7d0-940f-4795-bc91-86f01417c4de tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=32efd2f3-9ca1-4e39-8991-dc2413f14041 HTTP/1.1" status: 200 len: 943 time: 0.0816085 Feb 01 05:09:01.787372 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-05dfb9a2-0780-443d-95c5-6a6bb84385b6 req-b7ff773f-bf69-4cdd-9aa2-1a76ee137ac0 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee435fb3-d75e-44b0-ad84-ce2b38d41828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365345 Feb 01 05:09:02.011797 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-edf6f18e-d256-450d-b6c2-6afc4ff03c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:09:02.658184 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device f427f0c0-8d3f-48cb-a370-10d18276bfb1 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 01 05:09:02.789597 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port f427f0c0-8d3f-48cb-a370-10d18276bfb1, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=f427f0c0-8d3f-48cb-a370-10d18276bfb1,segment=NetworkSegment(befa93dc-6253-4776-aa55-2ae74fba0a46),segment_id=befa93dc-6253-4776-aa55-2ae74fba0a46)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:09:02.802561 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Returning: {'device': 'f427f0c0-8d3f-48cb-a370-10d18276bfb1', 'network_id': 'f75e03e9-0450-49aa-8ba3-c9f4ed559ce2', 'port_id': 'f427f0c0-8d3f-48cb-a370-10d18276bfb1', 'mac_address': 'fa:16:3e:bf:72:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c107ace1-85b7-4921-acbc-65e4e4fba1ca', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 01 05:09:02.856996 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:09:02.874222 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f427f0c0-8d3f-48cb-a370-10d18276bfb1 {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 05:09:02.890521 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port f427f0c0-8d3f-48cb-a370-10d18276bfb1, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=f427f0c0-8d3f-48cb-a370-10d18276bfb1,segment=NetworkSegment(befa93dc-6253-4776-aa55-2ae74fba0a46),segment_id=befa93dc-6253-4776-aa55-2ae74fba0a46)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:09:02.894825 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:09:02.962353 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=f427f0c0-8d3f-48cb-a370-10d18276bfb1,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:09:02.971079 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e777f1-7dea-48b1-818b-89b058612aa6 req-e6bf18a5-cbaf-4ade-a680-0a1242ea2db6 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:09:02.972598 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-c8e777f1-7dea-48b1-818b-89b058612aa6 req-e6bf18a5-cbaf-4ade-a680-0a1242ea2db6 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=32efd2f3-9ca1-4e39-8991-dc2413f14041 HTTP/1.1" status: 200 len: 944 time: 0.0829906 Feb 01 05:09:03.016554 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-c8e777f1-7dea-48b1-818b-89b058612aa6 req-de6dd296-205e-47ac-9483-c52214b17187 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee435fb3-d75e-44b0-ad84-ce2b38d41828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383577 Feb 01 05:09:03.193897 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] get_ports_and_sgs() called for port_ids ['f427f0c0-8d3f-48cb-a370-10d18276bfb1'] {{(pid=87638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 01 05:09:04.196358 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a401189-3c4a-4b39-83a9-3932f5aefb7e req-5cd27b28-3036-4970-97ef-7d91a43b7136 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:09:04.197701 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7a401189-3c4a-4b39-83a9-3932f5aefb7e req-5cd27b28-3036-4970-97ef-7d91a43b7136 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=32efd2f3-9ca1-4e39-8991-dc2413f14041 HTTP/1.1" status: 200 len: 944 time: 0.0773356 Feb 01 05:09:04.243973 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7a401189-3c4a-4b39-83a9-3932f5aefb7e req-bdbddcd0-28bd-45f2-902b-1fd5a4d033fb tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee435fb3-d75e-44b0-ad84-ce2b38d41828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407937 Feb 01 05:09:04.308069 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a011a815-e736-432b-bc51-92ccc61a4d28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:09:04.667774 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device f427f0c0-8d3f-48cb-a370-10d18276bfb1 up at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 05:09:04.732935 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning for port f427f0c0-8d3f-48cb-a370-10d18276bfb1 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 05:09:04.737779 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning complete for port f427f0c0-8d3f-48cb-a370-10d18276bfb1 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:09:04.738196 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:09:04.851358 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:09:04.877185 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32efd2f3-9ca1-4e39-8991-dc2413f14041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f427f0c0-8d3f-48cb-a370-10d18276bfb1'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 05:09:04.887071 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port f427f0c0-8d3f-48cb-a370-10d18276bfb1, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=f427f0c0-8d3f-48cb-a370-10d18276bfb1,segment=NetworkSegment(befa93dc-6253-4776-aa55-2ae74fba0a46),segment_id=befa93dc-6253-4776-aa55-2ae74fba0a46)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:09:04.891009 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:09:04.930084 dv-neutron-826830-1-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32efd2f3-9ca1-4e39-8991-dc2413f14041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f427f0c0-8d3f-48cb-a370-10d18276bfb1', 'code': 200} Feb 01 05:09:04.961450 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=f427f0c0-8d3f-48cb-a370-10d18276bfb1,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:09:05.185393 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f2a782-a928-43e5-80fe-1f19d3efc5cf req-ef813895-0a6b-477c-9658-f3cc3e2a9f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:09:05.186748 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e1f2a782-a928-43e5-80fe-1f19d3efc5cf req-ef813895-0a6b-477c-9658-f3cc3e2a9f34 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=32efd2f3-9ca1-4e39-8991-dc2413f14041 HTTP/1.1" status: 200 len: 1098 time: 0.0674233 Feb 01 05:09:05.225287 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e1f2a782-a928-43e5-80fe-1f19d3efc5cf req-2f990fe7-049d-4679-ae2b-8481746ec360 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ee435fb3-d75e-44b0-ad84-ce2b38d41828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324152 Feb 01 05:09:05.425515 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a80d3-e3a3-469d-9d81-1d25f6563c9a req-dcb62bb5-3bc1-4edc-b8f9-de216b899616 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:09:05.426952 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b43a80d3-e3a3-469d-9d81-1d25f6563c9a req-dcb62bb5-3bc1-4edc-b8f9-de216b899616 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=32efd2f3-9ca1-4e39-8991-dc2413f14041 HTTP/1.1" status: 200 len: 945 time: 0.0822890 Feb 01 05:09:05.454883 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:09:05.473265 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b43a80d3-e3a3-469d-9d81-1d25f6563c9a req-668bbdcc-d900-4c54-8ec1-2b735b2eb182 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee435fb3-d75e-44b0-ad84-ce2b38d41828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406137 Feb 01 05:09:05.587631 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:09:06.653589 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dfd6c1-2dc3-4e34-8d76-1ffd85a09bab req-61272538-b214-4a1e-86ff-4910781aacd3 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:09:06.654925 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-72dfd6c1-2dc3-4e34-8d76-1ffd85a09bab req-61272538-b214-4a1e-86ff-4910781aacd3 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=32efd2f3-9ca1-4e39-8991-dc2413f14041 HTTP/1.1" status: 200 len: 945 time: 0.0777147 Feb 01 05:09:06.698403 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-72dfd6c1-2dc3-4e34-8d76-1ffd85a09bab req-bb1a3b18-c8da-4239-84ac-fd848dac224b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee435fb3-d75e-44b0-ad84-ce2b38d41828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378611 Feb 01 05:09:06.884972 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff05b3e-5586-4a9d-988c-272632a3ac11 req-93051c84-7589-43a0-8e55-95aa91c5a87e tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:09:06.886441 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6ff05b3e-5586-4a9d-988c-272632a3ac11 req-93051c84-7589-43a0-8e55-95aa91c5a87e tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=32efd2f3-9ca1-4e39-8991-dc2413f14041 HTTP/1.1" status: 200 len: 945 time: 0.0877092 Feb 01 05:09:06.932973 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6ff05b3e-5586-4a9d-988c-272632a3ac11 req-e81317ad-d447-454c-bf48-327fa6e0eba4 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee435fb3-d75e-44b0-ad84-ce2b38d41828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409081 Feb 01 05:09:06.954691 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 49646) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:09:07.025507 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e966e3-081c-408b-a180-6105f2c22724 tempest-TestNetworkAdvancedServerOps-1994873880 tempest-TestNetworkAdvancedServerOps-1994873880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:09:07.026962 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a0e966e3-081c-408b-a180-6105f2c22724 tempest-TestNetworkAdvancedServerOps-1994873880 tempest-TestNetworkAdvancedServerOps-1994873880-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=32efd2f3-9ca1-4e39-8991-dc2413f14041 HTTP/1.1" status: 200 len: 1093 time: 0.0713079 Feb 01 05:09:07.029759 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 49650) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:09:07.035042 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-212d7cf0-4491-477a-a32e-d48e482dac18 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Request body: {'floatingip': {'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'port_id': 'f427f0c0-8d3f-48cb-a370-10d18276bfb1', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:09:07.040775 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-212d7cf0-4491-477a-a32e-d48e482dac18 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:09:07.044526 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-212d7cf0-4491-477a-a32e-d48e482dac18 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Usage tracker for resource:floatingip and tenant:be8a84b33cca4eaaad3d62abfe42a968 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:09:07.047342 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-212d7cf0-4491-477a-a32e-d48e482dac18 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:09:07.053436 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-212d7cf0-4491-477a-a32e-d48e482dac18 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:09:07.063345 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-212d7cf0-4491-477a-a32e-d48e482dac18 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for floatingip, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:09:07.121973 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:09:07.196549 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-212d7cf0-4491-477a-a32e-d48e482dac18 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:09:07.327188 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-212d7cf0-4491-477a-a32e-d48e482dac18 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Allocated IP 172.26.8.203 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/c84ff2ac-f6ab-4bf4-83bf-a9efe642c6f2) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 05:09:07.467956 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-212d7cf0-4491-477a-a32e-d48e482dac18 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:09:07.496179 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-212d7cf0-4491-477a-a32e-d48e482dac18 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:09:07.566825 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212d7cf0-4491-477a-a32e-d48e482dac18 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 05:09:07.569825 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-212d7cf0-4491-477a-a32e-d48e482dac18 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 05:09:07.574084 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212d7cf0-4491-477a-a32e-d48e482dac18 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 05:09:07.603600 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212d7cf0-4491-477a-a32e-d48e482dac18 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event updated for resources: {'Port': ['ID=c84ff2ac-f6ab-4bf4-83bf-a9efe642c6f2,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:09:07.972902 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-212d7cf0-4491-477a-a32e-d48e482dac18 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:09:08.142079 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-212d7cf0-4491-477a-a32e-d48e482dac18 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:09:08.322845 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 05:09:08.338446 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-212d7cf0-4491-477a-a32e-d48e482dac18 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:09:08.342807 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-212d7cf0-4491-477a-a32e-d48e482dac18 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:09:08.453210 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212d7cf0-4491-477a-a32e-d48e482dac18 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event updated for resources: {'Port': ['ID=c84ff2ac-f6ab-4bf4-83bf-a9efe642c6f2,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:09:08.461324 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-212d7cf0-4491-477a-a32e-d48e482dac18 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-774194'] for floatingip, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:09:08.627894 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.l3_db [None req-212d7cf0-4491-477a-a32e-d48e482dac18 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Floating IP 9694e0a5-0f9e-4c34-9799-f944066e612b associated. External IP: 172.26.8.203, port: f427f0c0-8d3f-48cb-a370-10d18276bfb1. Feb 01 05:09:08.965254 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-212d7cf0-4491-477a-a32e-d48e482dac18 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Router ee3c8246-46c3-43e8-a97f-ddcb1d9f9639 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 05:09:09.139954 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-212d7cf0-4491-477a-a32e-d48e482dac18 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 05:09:09.149728 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a91649-7ae7-4e1c-ab45-5107221c07fe None None] Sync routers for ids ['ee3c8246-46c3-43e8-a97f-ddcb1d9f9639'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 05:09:09.159780 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a91649-7ae7-4e1c-ab45-5107221c07fe None None] Routers {'ee3c8246-46c3-43e8-a97f-ddcb1d9f9639'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:09:09.160623 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-12a91649-7ae7-4e1c-ab45-5107221c07fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:09:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['ee3c8246-46c3-43e8-a97f-ddcb1d9f9639'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:09:09.164893 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-212d7cf0-4491-477a-a32e-d48e482dac18 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:09:09.217767 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-212d7cf0-4491-477a-a32e-d48e482dac18 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1870241 Feb 01 05:09:09.218335 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32efd2f3-9ca1-4e39-8991-dc2413f14041', 'tag': 'f427f0c0-8d3f-48cb-a370-10d18276bfb1'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 05:09:09.270722 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32efd2f3-9ca1-4e39-8991-dc2413f14041', 'tag': 'f427f0c0-8d3f-48cb-a370-10d18276bfb1', 'status': 'completed', 'code': 200} Feb 01 05:09:09.379463 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-12a91649-7ae7-4e1c-ab45-5107221c07fe None None] Set router ee3c8246-46c3-43e8-a97f-ddcb1d9f9639 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:09:09.388076 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7559a5-6e5e-42a9-b1ea-bc456857f48d req-b66f16f7-f1de-4441-a9b2-9ae378897748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:09:09.389587 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bd7559a5-6e5e-42a9-b1ea-bc456857f48d req-b66f16f7-f1de-4441-a9b2-9ae378897748 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=be8a84b33cca4eaaad3d62abfe42a968&device_id=32efd2f3-9ca1-4e39-8991-dc2413f14041 HTTP/1.1" status: 200 len: 1098 time: 0.0740697 Feb 01 05:09:09.401539 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6b2a06-1085-4c0d-bb0d-8bc11e77e690 req-0eb99142-71cc-4f36-ab69-18ed406e1171 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:09:09.403118 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-fe6b2a06-1085-4c0d-bb0d-8bc11e77e690 req-0eb99142-71cc-4f36-ab69-18ed406e1171 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=32efd2f3-9ca1-4e39-8991-dc2413f14041 HTTP/1.1" status: 200 len: 945 time: 0.0903132 Feb 01 05:09:09.450478 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-fe6b2a06-1085-4c0d-bb0d-8bc11e77e690 req-b1e1572d-c95a-427a-a9b9-853d8552ab38 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee435fb3-d75e-44b0-ad84-ce2b38d41828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415182 Feb 01 05:09:09.474141 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 49658) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:09:09.584607 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-88b1354f-9a5d-493b-87ae-ae36955c9cbe tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/floatingips/9694e0a5-0f9e-4c34-9799-f944066e612b HTTP/1.1" status: 200 len: 991 time: 0.1091840 Feb 01 05:09:09.638414 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7559a5-6e5e-42a9-b1ea-bc456857f48d req-cfb3a572-27e9-4f4d-8e61-585730a1333e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:09:09.639876 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bd7559a5-6e5e-42a9-b1ea-bc456857f48d req-cfb3a572-27e9-4f4d-8e61-585730a1333e service neutron] 10.222.0.18 "GET /v2.0/networks?id=f75e03e9-0450-49aa-8ba3-c9f4ed559ce2 HTTP/1.1" status: 200 len: 897 time: 0.2440457 Feb 01 05:09:09.740513 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-12a91649-7ae7-4e1c-ab45-5107221c07fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3c8246-46c3-43e8-a97f-ddcb1d9f9639', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1197692902', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.135'}], 'enable_snat': True}, 'gw_port_id': 'ff92a4d1-c446-48b2-ae46-658f76394e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:08:47Z', 'updated_at': '2022-02-01T05:08:52Z', 'revision_number': 4, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'gw_port': {'id': 'ff92a4d1-c446-48b2-ae46-658f76394e06', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3c8246-46c3-43e8-a97f-ddcb1d9f9639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:08:48Z', 'updated_at': '2022-02-01T05:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': '9694e0a5-0f9e-4c34-9799-f944066e612b', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'floating_ip_address': '172.26.8.203', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': 'ee3c8246-46c3-43e8-a97f-ddcb1d9f9639', 'port_id': 'f427f0c0-8d3f-48cb-a370-10d18276bfb1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1773, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f75e03e9-0450-49aa-8ba3-c9f4ed559ce2', 'mac_address': 'fa:16:3e:bf:72:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32efd2f3-9ca1-4e39-8991-dc2413f14041', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T05:09:07Z', 'updated_at': '2022-02-01T05:09:07Z', 'revision_number': 0, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a261c14-a429-4fda-86c3-8c2581ca89ae', 'name': '', 'network_id': 'f75e03e9-0450-49aa-8ba3-c9f4ed559ce2', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'mac_address': 'fa:16:3e:17:f2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3c8246-46c3-43e8-a97f-ddcb1d9f9639', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'c107ace1-85b7-4921-acbc-65e4e4fba1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:08:51Z', 'updated_at': '2022-02-01T05:08:57Z', 'revision_number': 5, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'subnets': [{'id': 'c107ace1-85b7-4921-acbc-65e4e4fba1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:09:09.744286 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bd7559a5-6e5e-42a9-b1ea-bc456857f48d req-4cd670bf-d198-4fb7-8378-5d343dfa78d9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f427f0c0-8d3f-48cb-a370-10d18276bfb1 HTTP/1.1" status: 200 len: 999 time: 0.0985262 Feb 01 05:09:09.744431 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a91649-7ae7-4e1c-ab45-5107221c07fe None None] Checking router: ee3c8246-46c3-43e8-a97f-ddcb1d9f9639 for host: dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 05:09:09.752660 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a91649-7ae7-4e1c-ab45-5107221c07fe None None] Routers {'ee3c8246-46c3-43e8-a97f-ddcb1d9f9639'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:09:09.753259 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-12a91649-7ae7-4e1c-ab45-5107221c07fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:09:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['ee3c8246-46c3-43e8-a97f-ddcb1d9f9639'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:09:09.803990 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7559a5-6e5e-42a9-b1ea-bc456857f48d req-093e584e-a033-4e63-9df0-2eb5a3db4e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:09:09.805398 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bd7559a5-6e5e-42a9-b1ea-bc456857f48d req-093e584e-a033-4e63-9df0-2eb5a3db4e7b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c107ace1-85b7-4921-acbc-65e4e4fba1ca HTTP/1.1" status: 200 len: 834 time: 0.0553882 Feb 01 05:09:09.879292 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7559a5-6e5e-42a9-b1ea-bc456857f48d req-b75dfa72-9939-4420-9edd-22161d97c9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:09:09.880751 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bd7559a5-6e5e-42a9-b1ea-bc456857f48d req-b75dfa72-9939-4420-9edd-22161d97c9a1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f75e03e9-0450-49aa-8ba3-c9f4ed559ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689118 Feb 01 05:09:09.928011 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-12a91649-7ae7-4e1c-ab45-5107221c07fe None None] Set router ee3c8246-46c3-43e8-a97f-ddcb1d9f9639 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:09:10.016272 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bd7559a5-6e5e-42a9-b1ea-bc456857f48d req-ef5d4b72-db4f-4cad-8ba9-77ee833a9443 service neutron] 10.222.0.18 "GET /v2.0/networks/f75e03e9-0450-49aa-8ba3-c9f4ed559ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292922 Feb 01 05:09:10.145827 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bd7559a5-6e5e-42a9-b1ea-bc456857f48d req-a246f9a5-1ce1-43e6-a6f7-9fd478dac99f service neutron] 10.222.0.18 "GET /v2.0/networks/f75e03e9-0450-49aa-8ba3-c9f4ed559ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242056 Feb 01 05:09:10.271253 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-12a91649-7ae7-4e1c-ab45-5107221c07fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3c8246-46c3-43e8-a97f-ddcb1d9f9639', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1197692902', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.135'}], 'enable_snat': True}, 'gw_port_id': 'ff92a4d1-c446-48b2-ae46-658f76394e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:08:47Z', 'updated_at': '2022-02-01T05:08:52Z', 'revision_number': 4, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'gw_port': {'id': 'ff92a4d1-c446-48b2-ae46-658f76394e06', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3c8246-46c3-43e8-a97f-ddcb1d9f9639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:08:48Z', 'updated_at': '2022-02-01T05:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': '9694e0a5-0f9e-4c34-9799-f944066e612b', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'floating_ip_address': '172.26.8.203', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': 'ee3c8246-46c3-43e8-a97f-ddcb1d9f9639', 'port_id': 'f427f0c0-8d3f-48cb-a370-10d18276bfb1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1773, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f75e03e9-0450-49aa-8ba3-c9f4ed559ce2', 'mac_address': 'fa:16:3e:bf:72:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32efd2f3-9ca1-4e39-8991-dc2413f14041', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T05:09:07Z', 'updated_at': '2022-02-01T05:09:07Z', 'revision_number': 0, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a261c14-a429-4fda-86c3-8c2581ca89ae', 'name': '', 'network_id': 'f75e03e9-0450-49aa-8ba3-c9f4ed559ce2', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'mac_address': 'fa:16:3e:17:f2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3c8246-46c3-43e8-a97f-ddcb1d9f9639', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'c107ace1-85b7-4921-acbc-65e4e4fba1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:08:51Z', 'updated_at': '2022-02-01T05:08:57Z', 'revision_number': 5, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'subnets': [{'id': 'c107ace1-85b7-4921-acbc-65e4e4fba1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:09:10.275174 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a91649-7ae7-4e1c-ab45-5107221c07fe None None] The sync data for ids ['ee3c8246-46c3-43e8-a97f-ddcb1d9f9639'] in dv-neutron-826830-1-hyperv is: [{'id': 'ee3c8246-46c3-43e8-a97f-ddcb1d9f9639', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1197692902', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.135'}], 'enable_snat': True}, 'gw_port_id': 'ff92a4d1-c446-48b2-ae46-658f76394e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:08:47Z', 'updated_at': '2022-02-01T05:08:52Z', 'revision_number': 4, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'gw_port': {'id': 'ff92a4d1-c446-48b2-ae46-658f76394e06', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3c8246-46c3-43e8-a97f-ddcb1d9f9639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:08:48Z', 'updated_at': '2022-02-01T05:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': '9694e0a5-0f9e-4c34-9799-f944066e612b', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'floating_ip_address': '172.26.8.203', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': 'ee3c8246-46c3-43e8-a97f-ddcb1d9f9639', 'port_id': 'f427f0c0-8d3f-48cb-a370-10d18276bfb1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1773, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f75e03e9-0450-49aa-8ba3-c9f4ed559ce2', 'mac_address': 'fa:16:3e:bf:72:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32efd2f3-9ca1-4e39-8991-dc2413f14041', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T05:09:07Z', 'updated_at': '2022-02-01T05:09:07Z', 'revision_number': 0, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a261c14-a429-4fda-86c3-8c2581ca89ae', 'name': '', 'network_id': 'f75e03e9-0450-49aa-8ba3-c9f4ed559ce2', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'mac_address': 'fa:16:3e:17:f2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3c8246-46c3-43e8-a97f-ddcb1d9f9639', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'c107ace1-85b7-4921-acbc-65e4e4fba1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:08:51Z', 'updated_at': '2022-02-01T05:08:57Z', 'revision_number': 5, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'subnets': [{'id': 'c107ace1-85b7-4921-acbc-65e4e4fba1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 05:09:10.480496 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c278ea5-4e70-433c-8588-4c1efa15d76a None None] New status for floating IP 9694e0a5-0f9e-4c34-9799-f944066e612b: ACTIVE {{(pid=87639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 01 05:09:10.588114 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 49662) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:09:10.693246 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e1378279-c656-4813-8b35-b98329847a69 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/floatingips/9694e0a5-0f9e-4c34-9799-f944066e612b HTTP/1.1" status: 200 len: 991 time: 0.1041064 Feb 01 05:09:11.697062 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 49666) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:09:11.800836 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-c92e2446-8ca2-44df-bbeb-2247fe98a499 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/floatingips/9694e0a5-0f9e-4c34-9799-f944066e612b HTTP/1.1" status: 200 len: 993 time: 0.1025987 Feb 01 05:09:15.291250 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:09:32.012668 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-141cf4d2-28e6-4f23-b72e-fb3628060453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:09:34.309852 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-430bb3cc-d111-4053-b6cd-24078b20c144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:09:35.456713 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:09:35.589259 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:09:37.124098 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:09:41.443469 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf26647-a248-4c1f-87df-f35cfbe050d3 req-68ed787e-e239-4742-a7fd-18dbb398245b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:09:41.444803 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6cf26647-a248-4c1f-87df-f35cfbe050d3 req-68ed787e-e239-4742-a7fd-18dbb398245b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=32efd2f3-9ca1-4e39-8991-dc2413f14041 HTTP/1.1" status: 200 len: 945 time: 0.0808294 Feb 01 05:09:41.487466 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6cf26647-a248-4c1f-87df-f35cfbe050d3 req-8f35a728-deeb-4ced-8b7e-cb8a2ed838d4 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee435fb3-d75e-44b0-ad84-ce2b38d41828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372026 Feb 01 05:09:42.234418 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ccf469-0bee-4603-9726-6ae7cfbbc378 req-28925d93-da23-4e3f-81db-961c1597d693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:09:42.235965 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-12ccf469-0bee-4603-9726-6ae7cfbbc378 req-28925d93-da23-4e3f-81db-961c1597d693 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=be8a84b33cca4eaaad3d62abfe42a968&device_id=32efd2f3-9ca1-4e39-8991-dc2413f14041 HTTP/1.1" status: 200 len: 1098 time: 0.0714157 Feb 01 05:09:42.380644 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ccf469-0bee-4603-9726-6ae7cfbbc378 req-47f89413-1272-47bb-ba4f-4414df750956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:09:42.382146 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-12ccf469-0bee-4603-9726-6ae7cfbbc378 req-47f89413-1272-47bb-ba4f-4414df750956 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f75e03e9-0450-49aa-8ba3-c9f4ed559ce2 HTTP/1.1" status: 200 len: 897 time: 0.1235714 Feb 01 05:09:42.481714 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-12ccf469-0bee-4603-9726-6ae7cfbbc378 req-b4cd49c3-7b39-42c7-a167-8476c3c834d8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f427f0c0-8d3f-48cb-a370-10d18276bfb1 HTTP/1.1" status: 200 len: 1001 time: 0.0932946 Feb 01 05:09:42.545337 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ccf469-0bee-4603-9726-6ae7cfbbc378 req-6ff6a881-d5ed-4f8a-8be7-53d231bc825e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:09:42.546739 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-12ccf469-0bee-4603-9726-6ae7cfbbc378 req-6ff6a881-d5ed-4f8a-8be7-53d231bc825e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c107ace1-85b7-4921-acbc-65e4e4fba1ca HTTP/1.1" status: 200 len: 834 time: 0.0590038 Feb 01 05:09:42.620843 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ccf469-0bee-4603-9726-6ae7cfbbc378 req-a3c46e9d-be99-428d-847f-aadd5abfbe6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:09:42.622309 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-12ccf469-0bee-4603-9726-6ae7cfbbc378 req-a3c46e9d-be99-428d-847f-aadd5abfbe6a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f75e03e9-0450-49aa-8ba3-c9f4ed559ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689220 Feb 01 05:09:42.669599 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c19d5e-cf12-4d65-8f68-296f51c3666e req-003b8dec-eaed-4ec6-859d-6d83aa6e493a tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:09:42.671115 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-a6c19d5e-cf12-4d65-8f68-296f51c3666e req-003b8dec-eaed-4ec6-859d-6d83aa6e493a tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=32efd2f3-9ca1-4e39-8991-dc2413f14041 HTTP/1.1" status: 200 len: 945 time: 0.0791748 Feb 01 05:09:42.715683 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-a6c19d5e-cf12-4d65-8f68-296f51c3666e req-00571733-9573-4e2d-abe2-5bdbf9bda47e tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee435fb3-d75e-44b0-ad84-ce2b38d41828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383885 Feb 01 05:09:42.739161 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 49686) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:09:42.753064 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-12ccf469-0bee-4603-9726-6ae7cfbbc378 req-b43dc178-4e51-4e96-89fc-d10d23e72e7e service neutron] 10.222.0.18 "GET /v2.0/networks/f75e03e9-0450-49aa-8ba3-c9f4ed559ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242976 Feb 01 05:09:42.843335 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-0938e2c4-82ce-439e-b44e-279ad0dbfc41 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/floatingips/9694e0a5-0f9e-4c34-9799-f944066e612b HTTP/1.1" status: 200 len: 993 time: 0.1030116 Feb 01 05:09:42.886632 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-12ccf469-0bee-4603-9726-6ae7cfbbc378 req-b3449e3e-37a5-4349-aa26-2e52e22fb9d0 service neutron] 10.222.0.18 "GET /v2.0/networks/f75e03e9-0450-49aa-8ba3-c9f4ed559ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273487 Feb 01 05:09:44.462198 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b358b2-3f3f-4b9e-83e8-4c54bb03d0d8 req-4ad91d2f-5022-4d8f-9da9-544e343b90f9 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:09:44.463565 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-58b358b2-3f3f-4b9e-83e8-4c54bb03d0d8 req-4ad91d2f-5022-4d8f-9da9-544e343b90f9 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=32efd2f3-9ca1-4e39-8991-dc2413f14041 HTTP/1.1" status: 200 len: 945 time: 0.2368290 Feb 01 05:09:44.466043 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65067243-8fab-47c6-9753-88ea33ec60a0 req-d0f4c676-a72f-4471-9350-cc19566fce52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:09:44.467374 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-65067243-8fab-47c6-9753-88ea33ec60a0 req-d0f4c676-a72f-4471-9350-cc19566fce52 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=be8a84b33cca4eaaad3d62abfe42a968&device_id=32efd2f3-9ca1-4e39-8991-dc2413f14041 HTTP/1.1" status: 200 len: 1098 time: 0.2029171 Feb 01 05:09:44.590191 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-58b358b2-3f3f-4b9e-83e8-4c54bb03d0d8 req-dff721ee-8b33-4e1e-a8a3-88797e3c54e7 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee435fb3-d75e-44b0-ad84-ce2b38d41828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209791 Feb 01 05:09:44.625251 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65067243-8fab-47c6-9753-88ea33ec60a0 req-6556d58b-16fd-4739-b331-06686548ebb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:09:44.627193 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-65067243-8fab-47c6-9753-88ea33ec60a0 req-6556d58b-16fd-4739-b331-06686548ebb0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f75e03e9-0450-49aa-8ba3-c9f4ed559ce2 HTTP/1.1" status: 200 len: 897 time: 0.1459384 Feb 01 05:09:44.728880 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-65067243-8fab-47c6-9753-88ea33ec60a0 req-2a188378-304d-4ab6-a909-5e31d6510c1e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f427f0c0-8d3f-48cb-a370-10d18276bfb1 HTTP/1.1" status: 200 len: 1001 time: 0.0957956 Feb 01 05:09:44.792233 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65067243-8fab-47c6-9753-88ea33ec60a0 req-301ca08f-79fa-431d-b52a-fca9b598bdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:09:44.793704 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-65067243-8fab-47c6-9753-88ea33ec60a0 req-301ca08f-79fa-431d-b52a-fca9b598bdc6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c107ace1-85b7-4921-acbc-65e4e4fba1ca HTTP/1.1" status: 200 len: 834 time: 0.0591469 Feb 01 05:09:44.865617 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65067243-8fab-47c6-9753-88ea33ec60a0 req-a5b8e426-f237-4f1b-8baa-c4b0ed74eb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:09:44.867069 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-65067243-8fab-47c6-9753-88ea33ec60a0 req-a5b8e426-f237-4f1b-8baa-c4b0ed74eb8c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f75e03e9-0450-49aa-8ba3-c9f4ed559ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682545 Feb 01 05:09:44.994562 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-65067243-8fab-47c6-9753-88ea33ec60a0 req-f87896bb-1a92-4395-96a9-49ab5a6cf7ea service neutron] 10.222.0.18 "GET /v2.0/networks/f75e03e9-0450-49aa-8ba3-c9f4ed559ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212902 Feb 01 05:09:45.127699 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-65067243-8fab-47c6-9753-88ea33ec60a0 req-4a608e57-2ac6-4f03-bf68-2deaeaa748b7 service neutron] 10.222.0.18 "GET /v2.0/networks/f75e03e9-0450-49aa-8ba3-c9f4ed559ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274567 Feb 01 05:09:45.301576 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:09:45.322398 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 05:09:45.774182 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c339595-6d69-4f09-8dd7-15b3943849a3 req-280ab2c7-8303-4a02-95a8-bd23c0dbb00d tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:09:45.775668 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-0c339595-6d69-4f09-8dd7-15b3943849a3 req-280ab2c7-8303-4a02-95a8-bd23c0dbb00d tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=32efd2f3-9ca1-4e39-8991-dc2413f14041 HTTP/1.1" status: 200 len: 945 time: 0.0814476 Feb 01 05:09:45.819508 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-0c339595-6d69-4f09-8dd7-15b3943849a3 req-0f2694c9-18c4-48dd-9613-c697949aae74 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee435fb3-d75e-44b0-ad84-ce2b38d41828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383267 Feb 01 05:09:47.004509 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c572057c-bb13-41ab-9bd9-c76dc0535a8f req-d8917978-3d27-4db2-b3fe-0ea3d6909331 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:09:47.005836 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c572057c-bb13-41ab-9bd9-c76dc0535a8f req-d8917978-3d27-4db2-b3fe-0ea3d6909331 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=32efd2f3-9ca1-4e39-8991-dc2413f14041 HTTP/1.1" status: 200 len: 945 time: 0.0769186 Feb 01 05:09:47.052421 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c572057c-bb13-41ab-9bd9-c76dc0535a8f req-afce66bb-cba3-4e35-87e3-45dedc4d7e89 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee435fb3-d75e-44b0-ad84-ce2b38d41828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409608 Feb 01 05:09:47.074587 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 49700) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:09:47.178906 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-7d9bf43e-25e4-4e12-9141-f24e22e4bf47 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/floatingips/9694e0a5-0f9e-4c34-9799-f944066e612b HTTP/1.1" status: 200 len: 993 time: 0.1031914 Feb 01 05:09:47.465562 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 49708) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:09:47.663168 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-ad41747b-2826-430b-aac8-06b746a91964 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Deleting port c84ff2ac-f6ab-4bf4-83bf-a9efe642c6f2 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 05:09:47.663420 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ad41747b-2826-430b-aac8-06b746a91964 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:09:47.920239 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ad41747b-2826-430b-aac8-06b746a91964 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:09:47.920490 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ad41747b-2826-430b-aac8-06b746a91964 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:09:48.038729 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-ad41747b-2826-430b-aac8-06b746a91964 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Calling delete_port for c84ff2ac-f6ab-4bf4-83bf-a9efe642c6f2 owned by network:floatingip {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 05:09:48.184507 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ad41747b-2826-430b-aac8-06b746a91964 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:09:48.231640 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad41747b-2826-430b-aac8-06b746a91964 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event deleted for resources: {'Port': ['ID=c84ff2ac-f6ab-4bf4-83bf-a9efe642c6f2,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:09:48.267371 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad41747b-2826-430b-aac8-06b746a91964 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:09:48.267717 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad41747b-2826-430b-aac8-06b746a91964 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:09:48.268054 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad41747b-2826-430b-aac8-06b746a91964 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:09:48.268386 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad41747b-2826-430b-aac8-06b746a91964 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:09:48.268713 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad41747b-2826-430b-aac8-06b746a91964 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:09:48.269035 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad41747b-2826-430b-aac8-06b746a91964 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:09:48.269355 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad41747b-2826-430b-aac8-06b746a91964 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:09:48.269673 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad41747b-2826-430b-aac8-06b746a91964 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:09:48.269991 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad41747b-2826-430b-aac8-06b746a91964 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:09:48.270307 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad41747b-2826-430b-aac8-06b746a91964 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:09:48.270618 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad41747b-2826-430b-aac8-06b746a91964 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:09:48.270929 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad41747b-2826-430b-aac8-06b746a91964 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:09:48.329347 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ad41747b-2826-430b-aac8-06b746a91964 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for floatingip, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:09:48.329970 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.l3_db [None req-ad41747b-2826-430b-aac8-06b746a91964 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Floating IP 9694e0a5-0f9e-4c34-9799-f944066e612b disassociated (deleted). External IP: 172.26.8.203, port: f427f0c0-8d3f-48cb-a370-10d18276bfb1. Feb 01 05:09:48.672809 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad41747b-2826-430b-aac8-06b746a91964 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Router ee3c8246-46c3-43e8-a97f-ddcb1d9f9639 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 05:09:48.845439 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad41747b-2826-430b-aac8-06b746a91964 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 05:09:48.855456 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f925a15-87c8-4ba0-8902-5359de5a4c5d None None] Sync routers for ids ['ee3c8246-46c3-43e8-a97f-ddcb1d9f9639'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 05:09:48.865855 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ad41747b-2826-430b-aac8-06b746a91964 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:09:48.866319 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f925a15-87c8-4ba0-8902-5359de5a4c5d None None] Routers {'ee3c8246-46c3-43e8-a97f-ddcb1d9f9639'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:09:48.867199 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-5f925a15-87c8-4ba0-8902-5359de5a4c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:09:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['ee3c8246-46c3-43e8-a97f-ddcb1d9f9639'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:09:48.924718 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-ad41747b-2826-430b-aac8-06b746a91964 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "DELETE /v2.0/floatingips/9694e0a5-0f9e-4c34-9799-f944066e612b HTTP/1.1" status: 204 len: 168 time: 1.4555604 Feb 01 05:09:48.924718 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32efd2f3-9ca1-4e39-8991-dc2413f14041', 'tag': 'f427f0c0-8d3f-48cb-a370-10d18276bfb1'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 05:09:48.967795 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32efd2f3-9ca1-4e39-8991-dc2413f14041', 'tag': 'f427f0c0-8d3f-48cb-a370-10d18276bfb1', 'status': 'completed', 'code': 200} Feb 01 05:09:49.047342 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-5f925a15-87c8-4ba0-8902-5359de5a4c5d None None] Set router ee3c8246-46c3-43e8-a97f-ddcb1d9f9639 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:09:49.081125 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1b138-e48d-407c-b76a-b0752840355f req-29668636-de15-4d54-ad04-f8850a6a51a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:09:49.082735 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0ad1b138-e48d-407c-b76a-b0752840355f req-29668636-de15-4d54-ad04-f8850a6a51a8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=be8a84b33cca4eaaad3d62abfe42a968&device_id=32efd2f3-9ca1-4e39-8991-dc2413f14041 HTTP/1.1" status: 200 len: 1098 time: 0.0708578 Feb 01 05:09:49.235343 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1b138-e48d-407c-b76a-b0752840355f req-9f9f76cb-d65e-4ba0-a7f0-5b5af453d302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:09:49.236697 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0ad1b138-e48d-407c-b76a-b0752840355f req-9f9f76cb-d65e-4ba0-a7f0-5b5af453d302 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f75e03e9-0450-49aa-8ba3-c9f4ed559ce2 HTTP/1.1" status: 200 len: 897 time: 0.1483920 Feb 01 05:09:49.301170 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea667dde-93e9-4ddb-9d5a-a45d4b8e5091 req-868954f3-694e-4b59-ba96-3227276044da tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:09:49.301963 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-ea667dde-93e9-4ddb-9d5a-a45d4b8e5091 req-868954f3-694e-4b59-ba96-3227276044da tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Synchronizing usage tracker for tenant:be8a84b33cca4eaaad3d62abfe42a968 on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 05:09:49.311353 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0ad1b138-e48d-407c-b76a-b0752840355f req-ad68895d-b68c-4303-8a4f-812d562afd32 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f427f0c0-8d3f-48cb-a370-10d18276bfb1 HTTP/1.1" status: 200 len: 217 time: 0.0671151 Feb 01 05:09:49.318051 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-ea667dde-93e9-4ddb-9d5a-a45d4b8e5091 req-868954f3-694e-4b59-ba96-3227276044da tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Unset dirty status for tenant:be8a84b33cca4eaaad3d62abfe42a968 on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 05:09:49.319547 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-ea667dde-93e9-4ddb-9d5a-a45d4b8e5091 req-868954f3-694e-4b59-ba96-3227276044da tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=32efd2f3-9ca1-4e39-8991-dc2413f14041 HTTP/1.1" status: 200 len: 945 time: 0.0992606 Feb 01 05:09:49.365398 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-ea667dde-93e9-4ddb-9d5a-a45d4b8e5091 req-2c55d9be-752d-4e0f-b110-960f1cb8fb20 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee435fb3-d75e-44b0-ad84-ce2b38d41828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395751 Feb 01 05:09:49.374886 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1b138-e48d-407c-b76a-b0752840355f req-66fcea16-bac3-4897-a949-0f731e5b97a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:09:49.377207 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0ad1b138-e48d-407c-b76a-b0752840355f req-66fcea16-bac3-4897-a949-0f731e5b97a4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c107ace1-85b7-4921-acbc-65e4e4fba1ca HTTP/1.1" status: 200 len: 834 time: 0.0600157 Feb 01 05:09:49.406055 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-5f925a15-87c8-4ba0-8902-5359de5a4c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3c8246-46c3-43e8-a97f-ddcb1d9f9639', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1197692902', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.135'}], 'enable_snat': True}, 'gw_port_id': 'ff92a4d1-c446-48b2-ae46-658f76394e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:08:47Z', 'updated_at': '2022-02-01T05:08:52Z', 'revision_number': 4, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'gw_port': {'id': 'ff92a4d1-c446-48b2-ae46-658f76394e06', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3c8246-46c3-43e8-a97f-ddcb1d9f9639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:08:48Z', 'updated_at': '2022-02-01T05:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '5a261c14-a429-4fda-86c3-8c2581ca89ae', 'name': '', 'network_id': 'f75e03e9-0450-49aa-8ba3-c9f4ed559ce2', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'mac_address': 'fa:16:3e:17:f2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3c8246-46c3-43e8-a97f-ddcb1d9f9639', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'c107ace1-85b7-4921-acbc-65e4e4fba1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:08:51Z', 'updated_at': '2022-02-01T05:08:57Z', 'revision_number': 5, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'subnets': [{'id': 'c107ace1-85b7-4921-acbc-65e4e4fba1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:09:49.409945 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f925a15-87c8-4ba0-8902-5359de5a4c5d None None] Checking router: ee3c8246-46c3-43e8-a97f-ddcb1d9f9639 for host: dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 05:09:49.418135 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f925a15-87c8-4ba0-8902-5359de5a4c5d None None] Routers {'ee3c8246-46c3-43e8-a97f-ddcb1d9f9639'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:09:49.418729 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-5f925a15-87c8-4ba0-8902-5359de5a4c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:09:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['ee3c8246-46c3-43e8-a97f-ddcb1d9f9639'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:09:49.455115 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1b138-e48d-407c-b76a-b0752840355f req-11180583-57f7-4550-9026-821759ee52bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:09:49.456589 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0ad1b138-e48d-407c-b76a-b0752840355f req-11180583-57f7-4550-9026-821759ee52bc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f75e03e9-0450-49aa-8ba3-c9f4ed559ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733180 Feb 01 05:09:49.589863 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0ad1b138-e48d-407c-b76a-b0752840355f req-b15ff17c-141c-4c38-9f75-870cfd891d47 service neutron] 10.222.0.18 "GET /v2.0/networks/f75e03e9-0450-49aa-8ba3-c9f4ed559ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269598 Feb 01 05:09:49.598635 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-5f925a15-87c8-4ba0-8902-5359de5a4c5d None None] Set router ee3c8246-46c3-43e8-a97f-ddcb1d9f9639 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:09:49.822227 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0ad1b138-e48d-407c-b76a-b0752840355f req-d524f50e-a7bf-45df-9ed1-7ec67a9867b3 service neutron] 10.222.0.18 "GET /v2.0/networks/f75e03e9-0450-49aa-8ba3-c9f4ed559ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254357 Feb 01 05:09:49.910567 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-5f925a15-87c8-4ba0-8902-5359de5a4c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3c8246-46c3-43e8-a97f-ddcb1d9f9639', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1197692902', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.135'}], 'enable_snat': True}, 'gw_port_id': 'ff92a4d1-c446-48b2-ae46-658f76394e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:08:47Z', 'updated_at': '2022-02-01T05:08:52Z', 'revision_number': 4, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'gw_port': {'id': 'ff92a4d1-c446-48b2-ae46-658f76394e06', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3c8246-46c3-43e8-a97f-ddcb1d9f9639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:08:48Z', 'updated_at': '2022-02-01T05:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '5a261c14-a429-4fda-86c3-8c2581ca89ae', 'name': '', 'network_id': 'f75e03e9-0450-49aa-8ba3-c9f4ed559ce2', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'mac_address': 'fa:16:3e:17:f2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3c8246-46c3-43e8-a97f-ddcb1d9f9639', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'c107ace1-85b7-4921-acbc-65e4e4fba1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:08:51Z', 'updated_at': '2022-02-01T05:08:57Z', 'revision_number': 5, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'subnets': [{'id': 'c107ace1-85b7-4921-acbc-65e4e4fba1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:09:49.914569 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f925a15-87c8-4ba0-8902-5359de5a4c5d None None] The sync data for ids ['ee3c8246-46c3-43e8-a97f-ddcb1d9f9639'] in dv-neutron-826830-1-hyperv is: [{'id': 'ee3c8246-46c3-43e8-a97f-ddcb1d9f9639', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1197692902', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.135'}], 'enable_snat': True}, 'gw_port_id': 'ff92a4d1-c446-48b2-ae46-658f76394e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:08:47Z', 'updated_at': '2022-02-01T05:08:52Z', 'revision_number': 4, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'gw_port': {'id': 'ff92a4d1-c446-48b2-ae46-658f76394e06', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3c8246-46c3-43e8-a97f-ddcb1d9f9639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:08:48Z', 'updated_at': '2022-02-01T05:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '5a261c14-a429-4fda-86c3-8c2581ca89ae', 'name': '', 'network_id': 'f75e03e9-0450-49aa-8ba3-c9f4ed559ce2', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'mac_address': 'fa:16:3e:17:f2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3c8246-46c3-43e8-a97f-ddcb1d9f9639', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'c107ace1-85b7-4921-acbc-65e4e4fba1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:08:51Z', 'updated_at': '2022-02-01T05:08:57Z', 'revision_number': 5, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'subnets': [{'id': 'c107ace1-85b7-4921-acbc-65e4e4fba1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 05:09:50.143461 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9abc2e3-6d27-4849-9277-cfc7fb05429d None None] New status for floating IP 9694e0a5-0f9e-4c34-9799-f944066e612b: DOWN {{(pid=87639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 01 05:09:50.554377 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0069ee-1960-4034-9e88-ce5c1d82e3b2 req-57f0847e-3540-40d8-960c-9c88e3560686 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:09:50.555840 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bc0069ee-1960-4034-9e88-ce5c1d82e3b2 req-57f0847e-3540-40d8-960c-9c88e3560686 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=32efd2f3-9ca1-4e39-8991-dc2413f14041 HTTP/1.1" status: 200 len: 945 time: 0.0806363 Feb 01 05:09:50.599258 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bc0069ee-1960-4034-9e88-ce5c1d82e3b2 req-b9ab54fa-d144-40f8-83e6-d941cde32924 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee435fb3-d75e-44b0-ad84-ce2b38d41828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376682 Feb 01 05:09:51.015474 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd9cd93-9731-42d0-b50e-692c3ade1939 req-bf1ac39d-1780-4139-bd0d-a0c600d77e11 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:09:51.017297 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-afd9cd93-9731-42d0-b50e-692c3ade1939 req-bf1ac39d-1780-4139-bd0d-a0c600d77e11 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.18 "GET /v2.0/ports?device_id=32efd2f3-9ca1-4e39-8991-dc2413f14041 HTTP/1.1" status: 200 len: 945 time: 0.0806797 Feb 01 05:09:51.083845 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-afd9cd93-9731-42d0-b50e-692c3ade1939 req-25e6dd7a-40ff-4534-b38d-c81d8636f8c4 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Deleting port f427f0c0-8d3f-48cb-a370-10d18276bfb1 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 05:09:51.084186 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-afd9cd93-9731-42d0-b50e-692c3ade1939 req-25e6dd7a-40ff-4534-b38d-c81d8636f8c4 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:09:51.324471 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-afd9cd93-9731-42d0-b50e-692c3ade1939 req-25e6dd7a-40ff-4534-b38d-c81d8636f8c4 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] For port f427f0c0-8d3f-48cb-a370-10d18276bfb1, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=f427f0c0-8d3f-48cb-a370-10d18276bfb1,segment=NetworkSegment(befa93dc-6253-4776-aa55-2ae74fba0a46),segment_id=befa93dc-6253-4776-aa55-2ae74fba0a46)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:09:51.324829 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-afd9cd93-9731-42d0-b50e-692c3ade1939 req-25e6dd7a-40ff-4534-b38d-c81d8636f8c4 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:09:51.443723 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-afd9cd93-9731-42d0-b50e-692c3ade1939 req-25e6dd7a-40ff-4534-b38d-c81d8636f8c4 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Calling delete_port for f427f0c0-8d3f-48cb-a370-10d18276bfb1 owned by compute:nova {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 05:09:51.583513 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-afd9cd93-9731-42d0-b50e-692c3ade1939 req-25e6dd7a-40ff-4534-b38d-c81d8636f8c4 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:09:51.632203 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e6dd7a-40ff-4534-b38d-c81d8636f8c4 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event deleted for resources: {'Port': ['ID=f427f0c0-8d3f-48cb-a370-10d18276bfb1,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:09:51.670451 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e6dd7a-40ff-4534-b38d-c81d8636f8c4 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:09:51.670671 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e6dd7a-40ff-4534-b38d-c81d8636f8c4 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:09:51.671015 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e6dd7a-40ff-4534-b38d-c81d8636f8c4 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:09:51.671425 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e6dd7a-40ff-4534-b38d-c81d8636f8c4 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:09:51.671690 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e6dd7a-40ff-4534-b38d-c81d8636f8c4 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:09:51.672009 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e6dd7a-40ff-4534-b38d-c81d8636f8c4 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:09:51.672879 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e6dd7a-40ff-4534-b38d-c81d8636f8c4 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:09:51.673198 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e6dd7a-40ff-4534-b38d-c81d8636f8c4 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:09:51.673515 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e6dd7a-40ff-4534-b38d-c81d8636f8c4 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:09:51.673845 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e6dd7a-40ff-4534-b38d-c81d8636f8c4 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:09:51.674151 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e6dd7a-40ff-4534-b38d-c81d8636f8c4 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:09:51.674463 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e6dd7a-40ff-4534-b38d-c81d8636f8c4 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:09:51.718362 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-afd9cd93-9731-42d0-b50e-692c3ade1939 req-25e6dd7a-40ff-4534-b38d-c81d8636f8c4 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] No DVR routers for this DVR port f427f0c0-8d3f-48cb-a370-10d18276bfb1 on host hv-neutron-8268 {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 05:09:51.720821 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-afd9cd93-9731-42d0-b50e-692c3ade1939 req-25e6dd7a-40ff-4534-b38d-c81d8636f8c4 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:09:51.723276 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32efd2f3-9ca1-4e39-8991-dc2413f14041', 'name': 'network-vif-deleted', 'tag': 'f427f0c0-8d3f-48cb-a370-10d18276bfb1'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 05:09:51.740382 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-afd9cd93-9731-42d0-b50e-692c3ade1939 req-25e6dd7a-40ff-4534-b38d-c81d8636f8c4 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.18 "DELETE /v2.0/ports/f427f0c0-8d3f-48cb-a370-10d18276bfb1 HTTP/1.1" status: 204 len: 173 time: 0.7180309 Feb 01 05:09:51.753411 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-cfaf153a-272e-4ce4-9122-6e0e2504996c req-32d1856c-7bf1-4109-a337-7060e7c76b1b tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "GET /v2.0/ports?device_id=32efd2f3-9ca1-4e39-8991-dc2413f14041 HTTP/1.1" status: 200 len: 210 time: 0.0445237 Feb 01 05:09:51.772591 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32efd2f3-9ca1-4e39-8991-dc2413f14041', 'name': 'network-vif-deleted', 'tag': 'f427f0c0-8d3f-48cb-a370-10d18276bfb1', 'status': 'completed', 'code': 200} Feb 01 05:09:52.845386 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 49728) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:09:53.471824 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-917c3a65-72f5-4bfe-9c51-4d2622a3ae3f tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-371968'] for router_interface, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:09:53.823617 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-917c3a65-72f5-4bfe-9c51-4d2622a3ae3f tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Deleting port 5a261c14-a429-4fda-86c3-8c2581ca89ae {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 05:09:53.823942 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-917c3a65-72f5-4bfe-9c51-4d2622a3ae3f tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:09:54.015177 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-917c3a65-72f5-4bfe-9c51-4d2622a3ae3f tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] For port 5a261c14-a429-4fda-86c3-8c2581ca89ae, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=5a261c14-a429-4fda-86c3-8c2581ca89ae,segment=NetworkSegment(befa93dc-6253-4776-aa55-2ae74fba0a46),segment_id=befa93dc-6253-4776-aa55-2ae74fba0a46)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:09:54.016348 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-917c3a65-72f5-4bfe-9c51-4d2622a3ae3f tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:09:54.140192 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-917c3a65-72f5-4bfe-9c51-4d2622a3ae3f tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Calling delete_port for 5a261c14-a429-4fda-86c3-8c2581ca89ae owned by network:router_interface {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 05:09:54.556131 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-917c3a65-72f5-4bfe-9c51-4d2622a3ae3f tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:09:54.600251 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917c3a65-72f5-4bfe-9c51-4d2622a3ae3f tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event deleted for resources: {'Port': ['ID=5a261c14-a429-4fda-86c3-8c2581ca89ae,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:09:54.879427 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-917c3a65-72f5-4bfe-9c51-4d2622a3ae3f tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770960'] for router_interface, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:09:54.937030 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device f427f0c0-8d3f-48cb-a370-10d18276bfb1 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 05:09:54.970097 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] No Port match for: f427f0c0-8d3f-48cb-a370-10d18276bfb1 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 05:09:54.970349 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device f427f0c0-8d3f-48cb-a370-10d18276bfb1 not bound to the agent host hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 05:09:55.229573 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-917c3a65-72f5-4bfe-9c51-4d2622a3ae3f tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Router ee3c8246-46c3-43e8-a97f-ddcb1d9f9639 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 05:09:55.399775 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-917c3a65-72f5-4bfe-9c51-4d2622a3ae3f tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 05:09:55.409879 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd5bfad-351e-4857-8f18-79e4b966a67d None None] Sync routers for ids ['ee3c8246-46c3-43e8-a97f-ddcb1d9f9639'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 05:09:55.412551 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-917c3a65-72f5-4bfe-9c51-4d2622a3ae3f tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "PUT /v2.0/routers/ee3c8246-46c3-43e8-a97f-ddcb1d9f9639/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5661364 Feb 01 05:09:55.415161 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 49732) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:09:55.418768 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd5bfad-351e-4857-8f18-79e4b966a67d None None] Routers {'ee3c8246-46c3-43e8-a97f-ddcb1d9f9639'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:09:55.419411 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-5fd5bfad-351e-4857-8f18-79e4b966a67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:09:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['ee3c8246-46c3-43e8-a97f-ddcb1d9f9639'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:09:55.481757 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_v2 [None req-c84db58e-abed-45b2-abff-6f9d3b8d11d0 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Deleting subnet c107ace1-85b7-4921-acbc-65e4e4fba1ca {{(pid=87637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 05:09:55.484963 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c84db58e-abed-45b2-abff-6f9d3b8d11d0 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for subnet, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:09:55.537416 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c84db58e-abed-45b2-abff-6f9d3b8d11d0 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2424773'] for subnet, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:09:55.591967 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-5fd5bfad-351e-4857-8f18-79e4b966a67d None None] Set router ee3c8246-46c3-43e8-a97f-ddcb1d9f9639 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:09:55.620852 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c84db58e-abed-45b2-abff-6f9d3b8d11d0 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:09:55.694042 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c84db58e-abed-45b2-abff-6f9d3b8d11d0 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3037665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694336'] for subnet, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:09:55.732110 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84db58e-abed-45b2-abff-6f9d3b8d11d0 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event deleted for resources: {'Subnet': ['ID=c107ace1-85b7-4921-acbc-65e4e4fba1ca,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:09:55.738142 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c84db58e-abed-45b2-abff-6f9d3b8d11d0 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:09:55.744096 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-c84db58e-abed-45b2-abff-6f9d3b8d11d0 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "DELETE /v2.0/subnets/c107ace1-85b7-4921-acbc-65e4e4fba1ca HTTP/1.1" status: 204 len: 168 time: 0.3278260 Feb 01 05:09:55.746647 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 49736) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:09:55.785019 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca5286d-9de4-4f6e-9057-e383571b3c66 None None] Network f75e03e9-0450-49aa-8ba3-c9f4ed559ce2 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 05:09:56.028403 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d9f4734f-219b-47b8-b8aa-f905af22a149 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for router, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:09:56.090799 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-5fd5bfad-351e-4857-8f18-79e4b966a67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3c8246-46c3-43e8-a97f-ddcb1d9f9639', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1197692902', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.135'}], 'enable_snat': True}, 'gw_port_id': 'ff92a4d1-c446-48b2-ae46-658f76394e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:08:47Z', 'updated_at': '2022-02-01T05:09:54Z', 'revision_number': 5, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'gw_port': {'id': 'ff92a4d1-c446-48b2-ae46-658f76394e06', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3c8246-46c3-43e8-a97f-ddcb1d9f9639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:08:48Z', 'updated_at': '2022-02-01T05:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:09:56.097139 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd5bfad-351e-4857-8f18-79e4b966a67d None None] Checking router: ee3c8246-46c3-43e8-a97f-ddcb1d9f9639 for host: dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 05:09:56.106347 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd5bfad-351e-4857-8f18-79e4b966a67d None None] Routers {'ee3c8246-46c3-43e8-a97f-ddcb1d9f9639'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:09:56.106972 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-5fd5bfad-351e-4857-8f18-79e4b966a67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:09:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['ee3c8246-46c3-43e8-a97f-ddcb1d9f9639'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:09:56.173880 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9196b791-1445-4120-8e09-17669082ebd7 None None] DHCP port deletion for f75e03e9-0450-49aa-8ba3-c9f4ed559ce2 request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 05:09:56.192753 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-9196b791-1445-4120-8e09-17669082ebd7 None None] Deleting port df69ae54-8aad-480d-8cb4-8866c9f2caa6 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 05:09:56.193214 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9196b791-1445-4120-8e09-17669082ebd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:09:56.210023 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d9f4734f-219b-47b8-b8aa-f905af22a149 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:09:56.219127 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-d9f4734f-219b-47b8-b8aa-f905af22a149 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Deleting port ff92a4d1-c446-48b2-ae46-658f76394e06 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 05:09:56.219482 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d9f4734f-219b-47b8-b8aa-f905af22a149 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:09:56.373391 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-5fd5bfad-351e-4857-8f18-79e4b966a67d None None] Set router ee3c8246-46c3-43e8-a97f-ddcb1d9f9639 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:09:56.388977 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-d9f4734f-219b-47b8-b8aa-f905af22a149 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] For port ff92a4d1-c446-48b2-ae46-658f76394e06, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=ff92a4d1-c446-48b2-ae46-658f76394e06,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:09:56.389493 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d9f4734f-219b-47b8-b8aa-f905af22a149 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:09:56.512727 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-d9f4734f-219b-47b8-b8aa-f905af22a149 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Calling delete_port for ff92a4d1-c446-48b2-ae46-658f76394e06 owned by network:router_gateway {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 05:09:56.647406 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-9196b791-1445-4120-8e09-17669082ebd7 None None] For port df69ae54-8aad-480d-8cb4-8866c9f2caa6, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=df69ae54-8aad-480d-8cb4-8866c9f2caa6,segment=NetworkSegment(befa93dc-6253-4776-aa55-2ae74fba0a46),segment_id=befa93dc-6253-4776-aa55-2ae74fba0a46)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:09:56.647690 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9196b791-1445-4120-8e09-17669082ebd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:09:56.674516 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d9f4734f-219b-47b8-b8aa-f905af22a149 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:09:56.756515 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f4734f-219b-47b8-b8aa-f905af22a149 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event deleted for resources: {'Port': ['ID=ff92a4d1-c446-48b2-ae46-658f76394e06,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:09:56.776937 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device df69ae54-8aad-480d-8cb4-8866c9f2caa6 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 05:09:56.805863 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-9196b791-1445-4120-8e09-17669082ebd7 None None] Calling delete_port for df69ae54-8aad-480d-8cb4-8866c9f2caa6 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 05:09:56.818960 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d9f4734f-219b-47b8-b8aa-f905af22a149 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-774381'] for router_gateway, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:09:56.991781 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9196b791-1445-4120-8e09-17669082ebd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:09:56.992157 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d9f4734f-219b-47b8-b8aa-f905af22a149 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25968'] for router, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:09:56.994381 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d9f4734f-219b-47b8-b8aa-f905af22a149 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:09:57.016947 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d9f4734f-219b-47b8-b8aa-f905af22a149 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772958'] for router, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:09:57.017439 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9f4734f-219b-47b8-b8aa-f905af22a149 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Fanout notify agent at l3_agent the message router_deleted on router ee3c8246-46c3-43e8-a97f-ddcb1d9f9639 {{(pid=87637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 01 05:09:57.032741 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d9f4734f-219b-47b8-b8aa-f905af22a149 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:09:57.034002 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-d9f4734f-219b-47b8-b8aa-f905af22a149 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "DELETE /v2.0/routers/ee3c8246-46c3-43e8-a97f-ddcb1d9f9639 HTTP/1.1" status: 204 len: 168 time: 1.2864351 Feb 01 05:09:57.036655 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 49740) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:09:57.051479 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9196b791-1445-4120-8e09-17669082ebd7 None None] Pushing event deleted for resources: {'Port': ['ID=df69ae54-8aad-480d-8cb4-8866c9f2caa6,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:09:57.058915 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9196b791-1445-4120-8e09-17669082ebd7 None None] No DVR routers for this DVR port df69ae54-8aad-480d-8cb4-8866c9f2caa6 on host dv-neutron-826830-1-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 05:09:57.072431 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9196b791-1445-4120-8e09-17669082ebd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:09:57.072776 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9196b791-1445-4120-8e09-17669082ebd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:09:57.073107 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9196b791-1445-4120-8e09-17669082ebd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:09:57.073466 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9196b791-1445-4120-8e09-17669082ebd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:09:57.073810 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9196b791-1445-4120-8e09-17669082ebd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:09:57.074067 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9196b791-1445-4120-8e09-17669082ebd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:09:57.074383 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9196b791-1445-4120-8e09-17669082ebd7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:09:57.074695 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9196b791-1445-4120-8e09-17669082ebd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:09:57.075008 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9196b791-1445-4120-8e09-17669082ebd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:09:57.075343 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9196b791-1445-4120-8e09-17669082ebd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:09:57.075657 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9196b791-1445-4120-8e09-17669082ebd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:09:57.075964 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9196b791-1445-4120-8e09-17669082ebd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:09:57.079006 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:09:57.099172 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-5fd5bfad-351e-4857-8f18-79e4b966a67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3c8246-46c3-43e8-a97f-ddcb1d9f9639', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1197692902', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.135'}], 'enable_snat': True}, 'gw_port_id': 'ff92a4d1-c446-48b2-ae46-658f76394e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:08:47Z', 'updated_at': '2022-02-01T05:09:54Z', 'revision_number': 5, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'gw_port': {'id': 'ff92a4d1-c446-48b2-ae46-658f76394e06', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3c8246-46c3-43e8-a97f-ddcb1d9f9639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:08:48Z', 'updated_at': '2022-02-01T05:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:09:57.108579 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd5bfad-351e-4857-8f18-79e4b966a67d None None] The sync data for ids ['ee3c8246-46c3-43e8-a97f-ddcb1d9f9639'] in dv-neutron-826830-1-hyperv is: [{'id': 'ee3c8246-46c3-43e8-a97f-ddcb1d9f9639', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1197692902', 'tenant_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.135'}], 'enable_snat': True}, 'gw_port_id': 'ff92a4d1-c446-48b2-ae46-658f76394e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:08:47Z', 'updated_at': '2022-02-01T05:09:54Z', 'revision_number': 5, 'project_id': 'be8a84b33cca4eaaad3d62abfe42a968', 'gw_port': {'id': 'ff92a4d1-c446-48b2-ae46-658f76394e06', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3c8246-46c3-43e8-a97f-ddcb1d9f9639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:08:48Z', 'updated_at': '2022-02-01T05:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 05:09:57.153055 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bf5fc1a6-afd1-4e20-bb64-246aa0cdd5c6 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:09:57.385209 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bf5fc1a6-afd1-4e20-bb64-246aa0cdd5c6 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:09:57.409098 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-bf5fc1a6-afd1-4e20-bb64-246aa0cdd5c6 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f75e03e9-0450-49aa-8ba3-c9f4ed559ce2']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:09:57.420575 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-bf5fc1a6-afd1-4e20-bb64-246aa0cdd5c6 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'befa93dc-6253-4776-aa55-2ae74fba0a46') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:09:57.420874 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-bf5fc1a6-afd1-4e20-bb64-246aa0cdd5c6 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'befa93dc-6253-4776-aa55-2ae74fba0a46') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:09:57.431720 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bf5fc1a6-afd1-4e20-bb64-246aa0cdd5c6 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:09:57.447998 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bf5fc1a6-afd1-4e20-bb64-246aa0cdd5c6 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:09:57.455708 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf5fc1a6-afd1-4e20-bb64-246aa0cdd5c6 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 05:09:57.456113 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bf5fc1a6-afd1-4e20-bb64-246aa0cdd5c6 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:09:57.471238 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 05:09:57.471238 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 05:09:57.471238 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 05:09:57.471238 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 05:09:57.471238 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 05:09:57.471238 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 05:09:57.471238 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 05:09:57.471238 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 05:09:57.471238 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 05:09:57.471238 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 05:09:57.471238 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 05:09:57.471238 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 05:09:57.471238 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 05:09:57.471238 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 05:09:57.471238 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 05:09:57.471238 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 05:09:57.471238 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 05:09:57.471238 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 05:09:57.471238 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 05:09:57.471238 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 05:09:57.471238 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 05:09:57.471238 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 05:09:57.471238 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 05:09:57.471238 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 05:09:57.471238 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 05:09:57.471238 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 05:09:57.471238 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 05:09:57.471238 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 05:09:57.471238 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 05:09:57.471238 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 05:09:57.471238 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 05:09:57.471238 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 05:09:57.552586 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bf5fc1a6-afd1-4e20-bb64-246aa0cdd5c6 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:09:57.570504 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bf5fc1a6-afd1-4e20-bb64-246aa0cdd5c6 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:09:57.581713 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5fc1a6-afd1-4e20-bb64-246aa0cdd5c6 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event deleted for resources: {'Network': ['ID=f75e03e9-0450-49aa-8ba3-c9f4ed559ce2,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:09:57.590467 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-bf5fc1a6-afd1-4e20-bb64-246aa0cdd5c6 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "DELETE /v2.0/networks/f75e03e9-0450-49aa-8ba3-c9f4ed559ce2 HTTP/1.1" status: 204 len: 168 time: 0.5528383 Feb 01 05:09:57.593141 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 49744) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:09:57.660774 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c31e2352-1b35-4b3d-9d24-8c99ab4a43d4 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:09:57.691935 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c31e2352-1b35-4b3d-9d24-8c99ab4a43d4 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:09:57.759642 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c31e2352-1b35-4b3d-9d24-8c99ab4a43d4 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:09:57.777333 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31e2352-1b35-4b3d-9d24-8c99ab4a43d4 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee435fb3-d75e-44b0-ad84-ce2b38d41828,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:09:57.788779 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c31e2352-1b35-4b3d-9d24-8c99ab4a43d4 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:09:57.789905 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-c31e2352-1b35-4b3d-9d24-8c99ab4a43d4 tempest-TestNetworkAdvancedServerOps-1147427800 tempest-TestNetworkAdvancedServerOps-1147427800-project] 10.222.0.24 "DELETE /v2.0/security-groups/ee435fb3-d75e-44b0-ad84-ce2b38d41828 HTTP/1.1" status: 204 len: 168 time: 0.1958661 Feb 01 05:09:58.134468 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 49754) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:09:58.276788 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-305dcbe1-9a1b-428a-97b9-2c07a3123f73 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=be8a84b33cca4eaaad3d62abfe42a968&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1411142 Feb 01 05:09:58.279233 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 49760) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:09:58.334177 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cdca0e28-30be-41b1-99e7-8fa1efb075ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:09:58.359198 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cdca0e28-30be-41b1-99e7-8fa1efb075ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:09:58.411665 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cdca0e28-30be-41b1-99e7-8fa1efb075ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:09:58.427934 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdca0e28-30be-41b1-99e7-8fa1efb075ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec367252-4c8a-461a-8905-93f3af045d50,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:09:58.435738 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cdca0e28-30be-41b1-99e7-8fa1efb075ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:09:58.436832 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-cdca0e28-30be-41b1-99e7-8fa1efb075ea admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ec367252-4c8a-461a-8905-93f3af045d50 HTTP/1.1" status: 204 len: 168 time: 0.1567302 Feb 01 05:09:58.700862 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 49768) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:09:58.718403 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-de81a77b-4dca-437d-886c-5f293c11d2d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:09:58.732820 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-de81a77b-4dca-437d-886c-5f293c11d2d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:09:58.736907 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-de81a77b-4dca-437d-886c-5f293c11d2d5 admin admin] Usage tracker for resource:security_group_rule and tenant:bcc04b42e1324cd692134c832385e832 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:09:58.739726 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-de81a77b-4dca-437d-886c-5f293c11d2d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:09:58.745336 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-de81a77b-4dca-437d-886c-5f293c11d2d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:09:58.759007 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 5a261c14-a429-4fda-86c3-8c2581ca89ae no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 05:09:58.795824 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 5a261c14-a429-4fda-86c3-8c2581ca89ae {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 05:09:58.796133 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 5a261c14-a429-4fda-86c3-8c2581ca89ae not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 05:09:58.796546 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device ff92a4d1-c446-48b2-ae46-658f76394e06 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 05:09:58.831362 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-de81a77b-4dca-437d-886c-5f293c11d2d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:09:58.836702 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-de81a77b-4dca-437d-886c-5f293c11d2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:09:58.837624 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: ff92a4d1-c446-48b2-ae46-658f76394e06 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 05:09:58.837964 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device ff92a4d1-c446-48b2-ae46-658f76394e06 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 05:09:58.885808 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-de81a77b-4dca-437d-886c-5f293c11d2d5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bcc04b42e1324cd692134c832385e832&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1838968 Feb 01 05:09:58.887529 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de81a77b-4dca-437d-886c-5f293c11d2d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=533362b1-8aa8-4fa2-98db-78572ed4131d,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:09:58.888569 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 49772) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:09:58.948039 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-15b9f402-3261-4fdd-a4d3-705087701793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:09:58.972690 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-15b9f402-3261-4fdd-a4d3-705087701793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:09:59.022071 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-15b9f402-3261-4fdd-a4d3-705087701793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:09:59.038651 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b9f402-3261-4fdd-a4d3-705087701793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=533362b1-8aa8-4fa2-98db-78572ed4131d,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:09:59.041957 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-15b9f402-3261-4fdd-a4d3-705087701793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:09:59.043055 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-15b9f402-3261-4fdd-a4d3-705087701793 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/533362b1-8aa8-4fa2-98db-78572ed4131d HTTP/1.1" status: 204 len: 168 time: 0.1535127 Feb 01 05:09:59.735024 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 49796) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:09:59.838280 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-ac3c0cb1-9dc6-41f4-8b4e-953a5a0917ae admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-396432420-network', 'tenant_id': '43d9d7c6283f4be5a5b4e1e2629bf377'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:09:59.843008 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-ac3c0cb1-9dc6-41f4-8b4e-953a5a0917ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:09:59.847413 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-ac3c0cb1-9dc6-41f4-8b4e-953a5a0917ae admin admin] Usage tracker for resource:network and tenant:43d9d7c6283f4be5a5b4e1e2629bf377 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:09:59.850223 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-ac3c0cb1-9dc6-41f4-8b4e-953a5a0917ae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:09:59.857019 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-ac3c0cb1-9dc6-41f4-8b4e-953a5a0917ae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:09:59.868969 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac3c0cb1-9dc6-41f4-8b4e-953a5a0917ae admin admin] Made reservation on behalf of 43d9d7c6283f4be5a5b4e1e2629bf377 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 05:09:59.871753 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ac3c0cb1-9dc6-41f4-8b4e-953a5a0917ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:09:59.889237 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ac3c0cb1-9dc6-41f4-8b4e-953a5a0917ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:09:59.903923 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-ac3c0cb1-9dc6-41f4-8b4e-953a5a0917ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:09:59.908340 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-ac3c0cb1-9dc6-41f4-8b4e-953a5a0917ae admin admin] Usage tracker for resource:security_group_rule and tenant:43d9d7c6283f4be5a5b4e1e2629bf377 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:09:59.911054 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-ac3c0cb1-9dc6-41f4-8b4e-953a5a0917ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:09:59.916586 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-ac3c0cb1-9dc6-41f4-8b4e-953a5a0917ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:10:00.000074 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ac3c0cb1-9dc6-41f4-8b4e-953a5a0917ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:00.003600 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ac3c0cb1-9dc6-41f4-8b4e-953a5a0917ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:00.029626 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac3c0cb1-9dc6-41f4-8b4e-953a5a0917ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 05:10:00.042153 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3c0cb1-9dc6-41f4-8b4e-953a5a0917ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51032d52-a10e-4e05-9bfe-0e0e5e2d6be3,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:10:00.047820 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ac3c0cb1-9dc6-41f4-8b4e-953a5a0917ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:00.048169 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-ac3c0cb1-9dc6-41f4-8b4e-953a5a0917ae admin admin] Added segment 0c8f79ed-8811-45ab-83d5-987b06dfd8b1 of type vlan for network 8c07844f-d03c-4c86-9c31-e331b9045601 Feb 01 05:10:00.073706 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ac3c0cb1-9dc6-41f4-8b4e-953a5a0917ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:00.102719 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ac3c0cb1-9dc6-41f4-8b4e-953a5a0917ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:00.103668 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3c0cb1-9dc6-41f4-8b4e-953a5a0917ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:10:00.104231 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ac3c0cb1-9dc6-41f4-8b4e-953a5a0917ae admin admin] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:00.207335 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3c0cb1-9dc6-41f4-8b4e-953a5a0917ae admin admin] Pushing event updated for resources: {'Network': ['ID=8c07844f-d03c-4c86-9c31-e331b9045601,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:10:00.210750 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ac3c0cb1-9dc6-41f4-8b4e-953a5a0917ae admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4746671 Feb 01 05:10:00.213801 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 49802) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:10:00.219078 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-7976422b-3cbb-4b29-869b-9b56b8692cbb admin admin] Request body: {'subnet': {'network_id': '8c07844f-d03c-4c86-9c31-e331b9045601', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-396432420-subnet', 'tenant_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'ip_version': 4}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:10:00.221305 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 8c07844f-d03c-4c86-9c31-e331b9045601 details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 05:10:00.224085 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-7976422b-3cbb-4b29-869b-9b56b8692cbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:10:00.227885 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-7976422b-3cbb-4b29-869b-9b56b8692cbb admin admin] Usage tracker for resource:subnet and tenant:43d9d7c6283f4be5a5b4e1e2629bf377 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:10:00.230669 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-7976422b-3cbb-4b29-869b-9b56b8692cbb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:10:00.236938 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-7976422b-3cbb-4b29-869b-9b56b8692cbb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:10:00.247410 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7976422b-3cbb-4b29-869b-9b56b8692cbb admin admin] Made reservation on behalf of 43d9d7c6283f4be5a5b4e1e2629bf377 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 05:10:00.249751 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7976422b-3cbb-4b29-869b-9b56b8692cbb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:00.539209 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7976422b-3cbb-4b29-869b-9b56b8692cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:00.614207 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7976422b-3cbb-4b29-869b-9b56b8692cbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=80fee983-4d18-412b-885b-e097def70921,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:10:00.621403 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7976422b-3cbb-4b29-869b-9b56b8692cbb admin admin] Checking segment: {'id': '0c8f79ed-8811-45ab-83d5-987b06dfd8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8c07844f-d03c-4c86-9c31-e331b9045601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 05:10:00.621773 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7976422b-3cbb-4b29-869b-9b56b8692cbb admin admin] Network hostable DHCP agents. Network: 8c07844f-d03c-4c86-9c31-e331b9045601, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 05:10:00.640290 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7976422b-3cbb-4b29-869b-9b56b8692cbb admin admin] Network 8c07844f-d03c-4c86-9c31-e331b9045601 is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 05:10:00.648950 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-7976422b-3cbb-4b29-869b-9b56b8692cbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, 8c07844f-d03c-4c86-9c31-e331b9045601) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 05:10:00.653347 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7976422b-3cbb-4b29-869b-9b56b8692cbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:10:00.654308 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7976422b-3cbb-4b29-869b-9b56b8692cbb admin admin] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:00.657452 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d452157-691c-45a5-8c2e-9bf6a1b8a7b6 None None] Network 8c07844f-d03c-4c86-9c31-e331b9045601 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 05:10:00.674676 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-7976422b-3cbb-4b29-869b-9b56b8692cbb admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4597728 Feb 01 05:10:00.677351 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 49806) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:10:00.682843 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-3137e51a-920f-4741-b3e4-f98bf68bc753 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-396432420-router', 'tenant_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:10:00.688151 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-3137e51a-920f-4741-b3e4-f98bf68bc753 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:10:00.691896 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-3137e51a-920f-4741-b3e4-f98bf68bc753 admin admin] Usage tracker for resource:router and tenant:43d9d7c6283f4be5a5b4e1e2629bf377 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:10:00.694657 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-3137e51a-920f-4741-b3e4-f98bf68bc753 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:10:00.700185 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-3137e51a-920f-4741-b3e4-f98bf68bc753 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:10:00.711025 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3137e51a-920f-4741-b3e4-f98bf68bc753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25958'] for router, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:00.712012 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3137e51a-920f-4741-b3e4-f98bf68bc753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-372027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25961'] for router, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:00.726580 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3137e51a-920f-4741-b3e4-f98bf68bc753 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:00.872658 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714c6970-d9b8-4ed2-b94b-e974487ecf7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-8c07844f-d03c-4c86-9c31-e331b9045601', 'network_id': '8c07844f-d03c-4c86-9c31-e331b9045601', 'tenant_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'fixed_ips': [{'subnet_id': '80fee983-4d18-412b-885b-e097def70921'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 05:10:00.873423 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-714c6970-d9b8-4ed2-b94b-e974487ecf7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:01.002769 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3137e51a-920f-4741-b3e4-f98bf68bc753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:01.024073 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-714c6970-d9b8-4ed2-b94b-e974487ecf7f None None] Allocated IP 172.20.0.2 (8c07844f-d03c-4c86-9c31-e331b9045601/80fee983-4d18-412b-885b-e097def70921/d1fa69d2-92e9-4aa4-a0b4-fcb25c5bffed) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 05:10:01.227193 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-714c6970-d9b8-4ed2-b94b-e974487ecf7f None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:01.237123 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-714c6970-d9b8-4ed2-b94b-e974487ecf7f None None] Transition to ACTIVE for port object d1fa69d2-92e9-4aa4-a0b4-fcb25c5bffed will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 05:10:01.254894 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-714c6970-d9b8-4ed2-b94b-e974487ecf7f None None] Transition to ACTIVE for port object d1fa69d2-92e9-4aa4-a0b4-fcb25c5bffed will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 05:10:01.262441 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-714c6970-d9b8-4ed2-b94b-e974487ecf7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:01.317482 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3137e51a-920f-4741-b3e4-f98bf68bc753 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:01.324866 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714c6970-d9b8-4ed2-b94b-e974487ecf7f None None] Network 8c07844f-d03c-4c86-9c31-e331b9045601 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 05:10:01.327665 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-714c6970-d9b8-4ed2-b94b-e974487ecf7f None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 05:10:01.331924 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714c6970-d9b8-4ed2-b94b-e974487ecf7f None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 05:10:01.340346 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714c6970-d9b8-4ed2-b94b-e974487ecf7f None None] Pushing event updated for resources: {'Port': ['ID=d1fa69d2-92e9-4aa4-a0b4-fcb25c5bffed,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:10:01.349124 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3137e51a-920f-4741-b3e4-f98bf68bc753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:01.425392 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-714c6970-d9b8-4ed2-b94b-e974487ecf7f None None] Attempting to bind port d1fa69d2-92e9-4aa4-a0b4-fcb25c5bffed on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 05:10:01.425756 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-714c6970-d9b8-4ed2-b94b-e974487ecf7f None None] Attempting to bind port d1fa69d2-92e9-4aa4-a0b4-fcb25c5bffed by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '0c8f79ed-8811-45ab-83d5-987b06dfd8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8c07844f-d03c-4c86-9c31-e331b9045601'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 05:10:01.426112 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714c6970-d9b8-4ed2-b94b-e974487ecf7f None None] Attempting to bind port d1fa69d2-92e9-4aa4-a0b4-fcb25c5bffed on network 8c07844f-d03c-4c86-9c31-e331b9045601 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 05:10:01.431280 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714c6970-d9b8-4ed2-b94b-e974487ecf7f None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 5, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 05:10:01.431631 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714c6970-d9b8-4ed2-b94b-e974487ecf7f None None] Checking segment: {'id': '0c8f79ed-8811-45ab-83d5-987b06dfd8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8c07844f-d03c-4c86-9c31-e331b9045601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 05:10:01.432025 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-714c6970-d9b8-4ed2-b94b-e974487ecf7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:01.432410 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714c6970-d9b8-4ed2-b94b-e974487ecf7f None None] Bound using segment: {'id': '0c8f79ed-8811-45ab-83d5-987b06dfd8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8c07844f-d03c-4c86-9c31-e331b9045601'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 05:10:01.432860 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-714c6970-d9b8-4ed2-b94b-e974487ecf7f None None] Bound port: d1fa69d2-92e9-4aa4-a0b4-fcb25c5bffed, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c8f79ed-8811-45ab-83d5-987b06dfd8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8c07844f-d03c-4c86-9c31-e331b9045601'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 05:10:01.433239 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-714c6970-d9b8-4ed2-b94b-e974487ecf7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:01.481612 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-3137e51a-920f-4741-b3e4-f98bf68bc753 admin admin] Allocated IP 172.26.8.199 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/35ecabc0-1f18-45cb-87bb-e7a59fdb1e7a) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 05:10:01.524148 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-714c6970-d9b8-4ed2-b94b-e974487ecf7f None None] For port d1fa69d2-92e9-4aa4-a0b4-fcb25c5bffed, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 05:10:01.527945 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-714c6970-d9b8-4ed2-b94b-e974487ecf7f None None] For port d1fa69d2-92e9-4aa4-a0b4-fcb25c5bffed, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=d1fa69d2-92e9-4aa4-a0b4-fcb25c5bffed,segment=NetworkSegment(0c8f79ed-8811-45ab-83d5-987b06dfd8b1),segment_id=0c8f79ed-8811-45ab-83d5-987b06dfd8b1)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 05:10:01.533504 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-714c6970-d9b8-4ed2-b94b-e974487ecf7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:01.614653 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714c6970-d9b8-4ed2-b94b-e974487ecf7f None None] Pushing event updated for resources: {'Port': ['ID=d1fa69d2-92e9-4aa4-a0b4-fcb25c5bffed,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:10:01.639296 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3137e51a-920f-4741-b3e4-f98bf68bc753 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:01.668831 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3137e51a-920f-4741-b3e4-f98bf68bc753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:01.733979 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3137e51a-920f-4741-b3e4-f98bf68bc753 admin admin] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 05:10:01.737026 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-3137e51a-920f-4741-b3e4-f98bf68bc753 admin admin] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 05:10:01.740781 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3137e51a-920f-4741-b3e4-f98bf68bc753 admin admin] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 05:10:01.774052 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3137e51a-920f-4741-b3e4-f98bf68bc753 admin admin] Pushing event updated for resources: {'Port': ['ID=35ecabc0-1f18-45cb-87bb-e7a59fdb1e7a,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:10:02.015779 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-744c96e4-8ed9-456e-94d8-6e9658f4a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:02.298417 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3137e51a-920f-4741-b3e4-f98bf68bc753 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:02.558028 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8191b1a4-6c02-452a-ad0b-605e9739d465 None None] Network 8c07844f-d03c-4c86-9c31-e331b9045601 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 05:10:02.639777 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3137e51a-920f-4741-b3e4-f98bf68bc753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337'] for router, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:02.655156 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-4cc1e7a0-4627-4362-9ba0-8d9ef83b0049 None None] Provisioning for port d1fa69d2-92e9-4aa4-a0b4-fcb25c5bffed completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 05:10:02.801186 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device d1fa69d2-92e9-4aa4-a0b4-fcb25c5bffed up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 05:10:02.856456 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3137e51a-920f-4741-b3e4-f98bf68bc753 admin admin] Router 874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4 is scheduled to L3 agent a3073304-82af-4a42-89af-bc532d6626bb with binding_index 1 {{(pid=87636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 01 05:10:02.879862 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port d1fa69d2-92e9-4aa4-a0b4-fcb25c5bffed completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 05:10:02.886232 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port d1fa69d2-92e9-4aa4-a0b4-fcb25c5bffed triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:10:02.886608 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:03.009411 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:03.045866 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port d1fa69d2-92e9-4aa4-a0b4-fcb25c5bffed, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=d1fa69d2-92e9-4aa4-a0b4-fcb25c5bffed,segment=NetworkSegment(0c8f79ed-8811-45ab-83d5-987b06dfd8b1),segment_id=0c8f79ed-8811-45ab-83d5-987b06dfd8b1)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:10:03.046381 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3137e51a-920f-4741-b3e4-f98bf68bc753 admin admin] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 05:10:03.056585 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:03.059222 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52de575b-bb3f-4b66-a92b-9d92350ef8c7 None None] Sync routers for ids ['874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 05:10:03.069278 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52de575b-bb3f-4b66-a92b-9d92350ef8c7 None None] Routers {'874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:10:03.069903 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-52de575b-bb3f-4b66-a92b-9d92350ef8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:09:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:10:03.081419 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3137e51a-920f-4741-b3e4-f98bf68bc753 admin admin] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:03.085458 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-3137e51a-920f-4741-b3e4-f98bf68bc753 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4052231 Feb 01 05:10:03.085903 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 49810) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:10:03.128869 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-e1774c87-519d-48cb-a1e5-36fe60a0c248 None None] Provisioning complete for port d1fa69d2-92e9-4aa4-a0b4-fcb25c5bffed triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:10:03.129239 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e1774c87-519d-48cb-a1e5-36fe60a0c248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:03.185061 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=d1fa69d2-92e9-4aa4-a0b4-fcb25c5bffed,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:10:03.252642 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-52de575b-bb3f-4b66-a92b-9d92350ef8c7 None None] Set router 874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:10:03.555808 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-52de575b-bb3f-4b66-a92b-9d92350ef8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4', 'name': 'tempest-TestShelveInstance-396432420-router', 'tenant_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.199'}], 'enable_snat': True}, 'gw_port_id': '35ecabc0-1f18-45cb-87bb-e7a59fdb1e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:10:00Z', 'updated_at': '2022-02-01T05:10:02Z', 'revision_number': 3, 'project_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'gw_port': {'id': '35ecabc0-1f18-45cb-87bb-e7a59fdb1e7a', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:10:01Z', 'updated_at': '2022-02-01T05:10:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:10:03.559554 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52de575b-bb3f-4b66-a92b-9d92350ef8c7 None None] Checking router: 874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4 for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 05:10:03.559899 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52de575b-bb3f-4b66-a92b-9d92350ef8c7 None None] Updating router 874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4 port 35ecabc0-1f18-45cb-87bb-e7a59fdb1e7a binding host dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 05:10:03.613939 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-52de575b-bb3f-4b66-a92b-9d92350ef8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:03.751829 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9ae7184a-adeb-4b74-a4a4-df4a7f1ddb41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:03.935534 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-52de575b-bb3f-4b66-a92b-9d92350ef8c7 None None] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:03.947048 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-52de575b-bb3f-4b66-a92b-9d92350ef8c7 None None] Transition to ACTIVE for port object 35ecabc0-1f18-45cb-87bb-e7a59fdb1e7a will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 05:10:03.952642 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-52de575b-bb3f-4b66-a92b-9d92350ef8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:03.956317 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-9ae7184a-adeb-4b74-a4a4-df4a7f1ddb41 admin admin] Allocated IP 172.20.0.1 (8c07844f-d03c-4c86-9c31-e331b9045601/80fee983-4d18-412b-885b-e097def70921/e6857623-ef26-4310-afde-ad94dd637dc8) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 05:10:04.027339 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-52de575b-bb3f-4b66-a92b-9d92350ef8c7 None None] Attempting to bind port 35ecabc0-1f18-45cb-87bb-e7a59fdb1e7a on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 05:10:04.027704 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-52de575b-bb3f-4b66-a92b-9d92350ef8c7 None None] Attempting to bind port 35ecabc0-1f18-45cb-87bb-e7a59fdb1e7a by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 05:10:04.028042 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52de575b-bb3f-4b66-a92b-9d92350ef8c7 None None] Attempting to bind port 35ecabc0-1f18-45cb-87bb-e7a59fdb1e7a on network bdef128a-46b3-4cca-a245-48d1eb781269 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 05:10:04.034513 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3333233b-8ca7-4aca-a245-1f50b0df6401 None None] Pushing event updated for resources: {'Port': ['ID=35ecabc0-1f18-45cb-87bb-e7a59fdb1e7a,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:10:04.039783 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52de575b-bb3f-4b66-a92b-9d92350ef8c7 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 5, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 05:10:04.040144 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52de575b-bb3f-4b66-a92b-9d92350ef8c7 None None] Checking segment: {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 05:10:04.040532 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-52de575b-bb3f-4b66-a92b-9d92350ef8c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:04.040911 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52de575b-bb3f-4b66-a92b-9d92350ef8c7 None None] Bound using segment: {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 05:10:04.041365 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-52de575b-bb3f-4b66-a92b-9d92350ef8c7 None None] Bound port: 35ecabc0-1f18-45cb-87bb-e7a59fdb1e7a, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 05:10:04.041749 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-52de575b-bb3f-4b66-a92b-9d92350ef8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:04.076220 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3333233b-8ca7-4aca-a245-1f50b0df6401 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:10:04.076890 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3333233b-8ca7-4aca-a245-1f50b0df6401 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:10:04.076890 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3333233b-8ca7-4aca-a245-1f50b0df6401 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:10:04.077181 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3333233b-8ca7-4aca-a245-1f50b0df6401 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:10:04.077494 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3333233b-8ca7-4aca-a245-1f50b0df6401 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:10:04.077846 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3333233b-8ca7-4aca-a245-1f50b0df6401 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:10:04.078176 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3333233b-8ca7-4aca-a245-1f50b0df6401 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:10:04.078489 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3333233b-8ca7-4aca-a245-1f50b0df6401 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:10:04.078804 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3333233b-8ca7-4aca-a245-1f50b0df6401 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:10:04.079118 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3333233b-8ca7-4aca-a245-1f50b0df6401 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:10:04.079446 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3333233b-8ca7-4aca-a245-1f50b0df6401 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:10:04.079754 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3333233b-8ca7-4aca-a245-1f50b0df6401 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:10:04.129538 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-52de575b-bb3f-4b66-a92b-9d92350ef8c7 None None] For port 35ecabc0-1f18-45cb-87bb-e7a59fdb1e7a, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 05:10:04.132562 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-52de575b-bb3f-4b66-a92b-9d92350ef8c7 None None] For port 35ecabc0-1f18-45cb-87bb-e7a59fdb1e7a, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=35ecabc0-1f18-45cb-87bb-e7a59fdb1e7a,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 05:10:04.137184 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-52de575b-bb3f-4b66-a92b-9d92350ef8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:04.215373 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52de575b-bb3f-4b66-a92b-9d92350ef8c7 None None] Routers {'874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:10:04.215674 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9ae7184a-adeb-4b74-a4a4-df4a7f1ddb41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:04.216157 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-52de575b-bb3f-4b66-a92b-9d92350ef8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:09:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:10:04.231260 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-9ae7184a-adeb-4b74-a4a4-df4a7f1ddb41 admin admin] Transition to ACTIVE for port object e6857623-ef26-4310-afde-ad94dd637dc8 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 05:10:04.253843 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9ae7184a-adeb-4b74-a4a4-df4a7f1ddb41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:04.271159 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3333233b-8ca7-4aca-a245-1f50b0df6401 None None] Pushing event updated for resources: {'Port': ['ID=35ecabc0-1f18-45cb-87bb-e7a59fdb1e7a,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:10:04.311552 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-91a8e8cf-7618-447c-b2c2-77d1233ea7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:04.320945 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae7184a-adeb-4b74-a4a4-df4a7f1ddb41 admin admin] Network 8c07844f-d03c-4c86-9c31-e331b9045601 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 05:10:04.323862 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-9ae7184a-adeb-4b74-a4a4-df4a7f1ddb41 admin admin] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 05:10:04.327441 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae7184a-adeb-4b74-a4a4-df4a7f1ddb41 admin admin] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 05:10:04.357368 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae7184a-adeb-4b74-a4a4-df4a7f1ddb41 admin admin] Pushing event updated for resources: {'Port': ['ID=e6857623-ef26-4310-afde-ad94dd637dc8,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:10:04.385587 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9ae7184a-adeb-4b74-a4a4-df4a7f1ddb41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-372107'] for router_interface, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:04.400603 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-52de575b-bb3f-4b66-a92b-9d92350ef8c7 None None] Set router 874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:10:04.613185 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-f45f9f2a-9326-4d24-82de-aa1c74b25782 None None] Provisioning for port e6857623-ef26-4310-afde-ad94dd637dc8 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 05:10:04.618368 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-f45f9f2a-9326-4d24-82de-aa1c74b25782 None None] Provisioning complete for port e6857623-ef26-4310-afde-ad94dd637dc8 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:10:04.618844 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f45f9f2a-9326-4d24-82de-aa1c74b25782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:04.650459 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9ae7184a-adeb-4b74-a4a4-df4a7f1ddb41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:04.671707 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-f45f9f2a-9326-4d24-82de-aa1c74b25782 None None] Port e6857623-ef26-4310-afde-ad94dd637dc8 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 05:10:04.683988 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-52de575b-bb3f-4b66-a92b-9d92350ef8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4', 'name': 'tempest-TestShelveInstance-396432420-router', 'tenant_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.199'}], 'enable_snat': True}, 'gw_port_id': '35ecabc0-1f18-45cb-87bb-e7a59fdb1e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:10:00Z', 'updated_at': '2022-02-01T05:10:02Z', 'revision_number': 3, 'project_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'gw_port': {'id': '35ecabc0-1f18-45cb-87bb-e7a59fdb1e7a', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:10:01Z', 'updated_at': '2022-02-01T05:10:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:10:04.688349 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52de575b-bb3f-4b66-a92b-9d92350ef8c7 None None] The sync data for ids ['874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4'] in dv-neutron-826830-1-hyperv is: [{'id': '874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4', 'name': 'tempest-TestShelveInstance-396432420-router', 'tenant_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.199'}], 'enable_snat': True}, 'gw_port_id': '35ecabc0-1f18-45cb-87bb-e7a59fdb1e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:10:00Z', 'updated_at': '2022-02-01T05:10:02Z', 'revision_number': 3, 'project_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'gw_port': {'id': '35ecabc0-1f18-45cb-87bb-e7a59fdb1e7a', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:10:01Z', 'updated_at': '2022-02-01T05:10:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 05:10:04.763994 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device d1fa69d2-92e9-4aa4-a0b4-fcb25c5bffed up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 05:10:04.836859 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port d1fa69d2-92e9-4aa4-a0b4-fcb25c5bffed triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:10:04.837235 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:04.899695 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9ae7184a-adeb-4b74-a4a4-df4a7f1ddb41 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:04.905828 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9ae7184a-adeb-4b74-a4a4-df4a7f1ddb41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:05.029861 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9ae7184a-adeb-4b74-a4a4-df4a7f1ddb41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371990'] for router_interface, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:05.040658 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae7184a-adeb-4b74-a4a4-df4a7f1ddb41 admin admin] Pushing event updated for resources: {'Port': ['ID=e6857623-ef26-4310-afde-ad94dd637dc8,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:10:05.180500 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae7184a-adeb-4b74-a4a4-df4a7f1ddb41 admin admin] Network 8c07844f-d03c-4c86-9c31-e331b9045601 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 05:10:05.181607 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-9ae7184a-adeb-4b74-a4a4-df4a7f1ddb41 admin admin] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 05:10:05.380872 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ae7184a-adeb-4b74-a4a4-df4a7f1ddb41 admin admin] Router 874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 05:10:05.461688 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:05.498728 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-a08ad0f6-9746-495e-ac67-5d5cad1f144e None None] Provisioning complete for port e6857623-ef26-4310-afde-ad94dd637dc8 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:10:05.499093 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a08ad0f6-9746-495e-ac67-5d5cad1f144e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:05.559443 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-a08ad0f6-9746-495e-ac67-5d5cad1f144e None None] Port e6857623-ef26-4310-afde-ad94dd637dc8 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 05:10:05.567100 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae7184a-adeb-4b74-a4a4-df4a7f1ddb41 admin admin] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 05:10:05.575746 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-9ae7184a-adeb-4b74-a4a4-df4a7f1ddb41 admin admin] 10.222.0.24 "PUT /v2.0/routers/874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4885528 Feb 01 05:10:05.596871 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:06.080750 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 49828) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:10:06.086051 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-96f5ab27-063f-46a9-9757-be8106859f1a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1110960191-network', 'tenant_id': '2c06aa92f92f4ebcb1b283f400826b67'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:10:06.090867 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-96f5ab27-063f-46a9-9757-be8106859f1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:10:06.096268 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-96f5ab27-063f-46a9-9757-be8106859f1a admin admin] Usage tracker for resource:network and tenant:2c06aa92f92f4ebcb1b283f400826b67 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:10:06.101479 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-96f5ab27-063f-46a9-9757-be8106859f1a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:10:06.110379 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-96f5ab27-063f-46a9-9757-be8106859f1a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:10:06.120596 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f5ab27-063f-46a9-9757-be8106859f1a admin admin] Made reservation on behalf of 2c06aa92f92f4ebcb1b283f400826b67 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 05:10:06.122842 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-96f5ab27-063f-46a9-9757-be8106859f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:06.138468 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-96f5ab27-063f-46a9-9757-be8106859f1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:06.153069 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-96f5ab27-063f-46a9-9757-be8106859f1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:10:06.156832 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-96f5ab27-063f-46a9-9757-be8106859f1a admin admin] Usage tracker for resource:security_group_rule and tenant:2c06aa92f92f4ebcb1b283f400826b67 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:10:06.159674 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-96f5ab27-063f-46a9-9757-be8106859f1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:10:06.165503 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-96f5ab27-063f-46a9-9757-be8106859f1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:10:06.248543 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-96f5ab27-063f-46a9-9757-be8106859f1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:06.251986 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea7089f-94bf-4a59-87f1-26603de42de6 None None] Sync routers for ids ['874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 05:10:06.253339 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-96f5ab27-063f-46a9-9757-be8106859f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:06.261274 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea7089f-94bf-4a59-87f1-26603de42de6 None None] Routers {'874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:10:06.261894 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-9ea7089f-94bf-4a59-87f1-26603de42de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:10:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:10:06.286401 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96f5ab27-063f-46a9-9757-be8106859f1a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 05:10:06.291553 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f5ab27-063f-46a9-9757-be8106859f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=231ba144-74b5-4215-be61-fefe10f8430f,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:10:06.298253 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-96f5ab27-063f-46a9-9757-be8106859f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:06.298591 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-96f5ab27-063f-46a9-9757-be8106859f1a admin admin] Added segment 9bf5643b-c123-4435-8b1a-d26d57e02056 of type vlan for network 5b0bbda7-626f-4962-968b-fbdec6fce49f Feb 01 05:10:06.325533 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-96f5ab27-063f-46a9-9757-be8106859f1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:06.354692 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-96f5ab27-063f-46a9-9757-be8106859f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:06.355803 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f5ab27-063f-46a9-9757-be8106859f1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:10:06.356435 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-96f5ab27-063f-46a9-9757-be8106859f1a admin admin] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:06.439935 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-9ea7089f-94bf-4a59-87f1-26603de42de6 None None] Set router 874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:10:06.453872 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-96f5ab27-063f-46a9-9757-be8106859f1a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3720381 Feb 01 05:10:06.456807 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 49832) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:10:06.459203 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f5ab27-063f-46a9-9757-be8106859f1a admin admin] Pushing event updated for resources: {'Network': ['ID=5b0bbda7-626f-4962-968b-fbdec6fce49f,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:10:06.462542 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-66f3e15d-eeac-425d-9ac4-baa5bfbb9589 admin admin] Request body: {'subnet': {'network_id': '5b0bbda7-626f-4962-968b-fbdec6fce49f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1110960191-subnet', 'tenant_id': '2c06aa92f92f4ebcb1b283f400826b67', 'ip_version': 4}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:10:06.467898 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-66f3e15d-eeac-425d-9ac4-baa5bfbb9589 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:10:06.471882 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-66f3e15d-eeac-425d-9ac4-baa5bfbb9589 admin admin] Usage tracker for resource:subnet and tenant:2c06aa92f92f4ebcb1b283f400826b67 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:10:06.474805 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-66f3e15d-eeac-425d-9ac4-baa5bfbb9589 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:10:06.480681 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-66f3e15d-eeac-425d-9ac4-baa5bfbb9589 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:10:06.484857 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 5b0bbda7-626f-4962-968b-fbdec6fce49f details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 05:10:06.492135 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f3e15d-eeac-425d-9ac4-baa5bfbb9589 admin admin] Made reservation on behalf of 2c06aa92f92f4ebcb1b283f400826b67 for: {'subnet': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 05:10:06.494522 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-66f3e15d-eeac-425d-9ac4-baa5bfbb9589 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3694443'] for subnet, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:06.812901 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-66f3e15d-eeac-425d-9ac4-baa5bfbb9589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3037478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3694457'] for subnet, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:06.814064 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 35ecabc0-1f18-45cb-87bb-e7a59fdb1e7a up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 05:10:06.891253 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f3e15d-eeac-425d-9ac4-baa5bfbb9589 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12d456b4-9d3a-492d-9e7d-18eb1869bc30,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:10:06.895533 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f3e15d-eeac-425d-9ac4-baa5bfbb9589 admin admin] Checking segment: {'id': '9bf5643b-c123-4435-8b1a-d26d57e02056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5b0bbda7-626f-4962-968b-fbdec6fce49f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 05:10:06.895890 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f3e15d-eeac-425d-9ac4-baa5bfbb9589 admin admin] Network hostable DHCP agents. Network: 5b0bbda7-626f-4962-968b-fbdec6fce49f, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 05:10:06.903937 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 35ecabc0-1f18-45cb-87bb-e7a59fdb1e7a completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 05:10:06.911927 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 35ecabc0-1f18-45cb-87bb-e7a59fdb1e7a triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:10:06.912384 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:06.915563 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f3e15d-eeac-425d-9ac4-baa5bfbb9589 admin admin] Network 5b0bbda7-626f-4962-968b-fbdec6fce49f is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 05:10:06.924284 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-66f3e15d-eeac-425d-9ac4-baa5bfbb9589 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, 5b0bbda7-626f-4962-968b-fbdec6fce49f) {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 05:10:06.928213 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f3e15d-eeac-425d-9ac4-baa5bfbb9589 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:10:06.928790 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-66f3e15d-eeac-425d-9ac4-baa5bfbb9589 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:06.943003 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-9ea7089f-94bf-4a59-87f1-26603de42de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4', 'name': 'tempest-TestShelveInstance-396432420-router', 'tenant_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.199'}], 'enable_snat': True}, 'gw_port_id': '35ecabc0-1f18-45cb-87bb-e7a59fdb1e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:10:00Z', 'updated_at': '2022-02-01T05:10:04Z', 'revision_number': 4, 'project_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'gw_port': {'id': '35ecabc0-1f18-45cb-87bb-e7a59fdb1e7a', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:10:01Z', 'updated_at': '2022-02-01T05:10:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': 'e6857623-ef26-4310-afde-ad94dd637dc8', 'name': '', 'network_id': '8c07844f-d03c-4c86-9c31-e331b9045601', 'tenant_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'mac_address': 'fa:16:3e:ec:a5:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '80fee983-4d18-412b-885b-e097def70921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:10:03Z', 'updated_at': '2022-02-01T05:10:04Z', 'revision_number': 2, 'project_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'subnets': [{'id': '80fee983-4d18-412b-885b-e097def70921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:10:06.945287 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad22e64-6468-4a4b-9981-6cd2af0093a1 None None] Network 5b0bbda7-626f-4962-968b-fbdec6fce49f requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 05:10:06.948928 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-66f3e15d-eeac-425d-9ac4-baa5bfbb9589 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4909596 Feb 01 05:10:06.951481 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 49836) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:10:06.956867 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-7b80a025-99a1-46df-b9c4-9eba140a0629 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1110960191-router', 'tenant_id': '2c06aa92f92f4ebcb1b283f400826b67', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:10:06.961376 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-7b80a025-99a1-46df-b9c4-9eba140a0629 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:10:06.965187 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-7b80a025-99a1-46df-b9c4-9eba140a0629 admin admin] Usage tracker for resource:router and tenant:2c06aa92f92f4ebcb1b283f400826b67 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:10:06.968171 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-7b80a025-99a1-46df-b9c4-9eba140a0629 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:10:06.974166 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-7b80a025-99a1-46df-b9c4-9eba140a0629 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:10:06.979385 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea7089f-94bf-4a59-87f1-26603de42de6 None None] Checking router: 874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4 for host: dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 05:10:06.979744 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea7089f-94bf-4a59-87f1-26603de42de6 None None] Updating router 874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4 port e6857623-ef26-4310-afde-ad94dd637dc8 binding host dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 05:10:06.984518 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7b80a025-99a1-46df-b9c4-9eba140a0629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25958'] for router, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:06.985450 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7b80a025-99a1-46df-b9c4-9eba140a0629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-372027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25961'] for router, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:07.000432 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7b80a025-99a1-46df-b9c4-9eba140a0629 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:07.118792 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9ea7089f-94bf-4a59-87f1-26603de42de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:07.262349 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:07.272018 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7b80a025-99a1-46df-b9c4-9eba140a0629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:07.397703 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:07.470973 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 35ecabc0-1f18-45cb-87bb-e7a59fdb1e7a, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=35ecabc0-1f18-45cb-87bb-e7a59fdb1e7a,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:10:07.475591 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:07.514130 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce68506f-56bf-41b2-8745-d8cd32f5e419 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-5b0bbda7-626f-4962-968b-fbdec6fce49f', 'network_id': '5b0bbda7-626f-4962-968b-fbdec6fce49f', 'tenant_id': '2c06aa92f92f4ebcb1b283f400826b67', 'fixed_ips': [{'subnet_id': '12d456b4-9d3a-492d-9e7d-18eb1869bc30'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 05:10:07.514837 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ce68506f-56bf-41b2-8745-d8cd32f5e419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:07.590135 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7b80a025-99a1-46df-b9c4-9eba140a0629 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:07.620558 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7b80a025-99a1-46df-b9c4-9eba140a0629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:07.691815 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=35ecabc0-1f18-45cb-87bb-e7a59fdb1e7a,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:10:07.755817 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-7b80a025-99a1-46df-b9c4-9eba140a0629 admin admin] Allocated IP 172.26.8.121 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/5f39ccb1-660c-49e6-b134-6e28fec03af4) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 05:10:07.856535 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-ce68506f-56bf-41b2-8745-d8cd32f5e419 None None] Allocated IP 172.20.0.2 (5b0bbda7-626f-4962-968b-fbdec6fce49f/12d456b4-9d3a-492d-9e7d-18eb1869bc30/02f9dde9-e13e-40e1-ab78-3cf0744f8cfd) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 05:10:07.902987 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9ea7089f-94bf-4a59-87f1-26603de42de6 None None] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:07.903273 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7b80a025-99a1-46df-b9c4-9eba140a0629 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:07.931538 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-9ea7089f-94bf-4a59-87f1-26603de42de6 None None] Transition to ACTIVE for port object e6857623-ef26-4310-afde-ad94dd637dc8 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 05:10:07.936177 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7b80a025-99a1-46df-b9c4-9eba140a0629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:07.987277 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9ea7089f-94bf-4a59-87f1-26603de42de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:08.004018 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b80a025-99a1-46df-b9c4-9eba140a0629 admin admin] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 05:10:08.006842 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-7b80a025-99a1-46df-b9c4-9eba140a0629 admin admin] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 05:10:08.009269 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b80a025-99a1-46df-b9c4-9eba140a0629 admin admin] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 05:10:08.050580 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b80a025-99a1-46df-b9c4-9eba140a0629 admin admin] Pushing event updated for resources: {'Port': ['ID=5f39ccb1-660c-49e6-b134-6e28fec03af4,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:10:08.176534 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ad5be5-8915-45c5-b5eb-53d6e4279e28 None None] Pushing event updated for resources: {'Port': ['ID=e6857623-ef26-4310-afde-ad94dd637dc8,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:10:08.367824 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-9ea7089f-94bf-4a59-87f1-26603de42de6 None None] Attempting to bind port e6857623-ef26-4310-afde-ad94dd637dc8 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 05:10:08.368084 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-9ea7089f-94bf-4a59-87f1-26603de42de6 None None] Attempting to bind port e6857623-ef26-4310-afde-ad94dd637dc8 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '0c8f79ed-8811-45ab-83d5-987b06dfd8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8c07844f-d03c-4c86-9c31-e331b9045601'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 05:10:08.368430 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea7089f-94bf-4a59-87f1-26603de42de6 None None] Attempting to bind port e6857623-ef26-4310-afde-ad94dd637dc8 on network 8c07844f-d03c-4c86-9c31-e331b9045601 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 05:10:08.389189 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ce68506f-56bf-41b2-8745-d8cd32f5e419 None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:08.398133 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea7089f-94bf-4a59-87f1-26603de42de6 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 5, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 05:10:08.398500 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea7089f-94bf-4a59-87f1-26603de42de6 None None] Checking segment: {'id': '0c8f79ed-8811-45ab-83d5-987b06dfd8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8c07844f-d03c-4c86-9c31-e331b9045601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 05:10:08.398886 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9ea7089f-94bf-4a59-87f1-26603de42de6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:08.399305 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea7089f-94bf-4a59-87f1-26603de42de6 None None] Bound using segment: {'id': '0c8f79ed-8811-45ab-83d5-987b06dfd8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8c07844f-d03c-4c86-9c31-e331b9045601'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 05:10:08.399763 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-9ea7089f-94bf-4a59-87f1-26603de42de6 None None] Bound port: e6857623-ef26-4310-afde-ad94dd637dc8, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c8f79ed-8811-45ab-83d5-987b06dfd8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8c07844f-d03c-4c86-9c31-e331b9045601'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 05:10:08.400131 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9ea7089f-94bf-4a59-87f1-26603de42de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:08.417442 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-ce68506f-56bf-41b2-8745-d8cd32f5e419 None None] Transition to ACTIVE for port object 02f9dde9-e13e-40e1-ab78-3cf0744f8cfd will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 05:10:08.495322 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-ce68506f-56bf-41b2-8745-d8cd32f5e419 None None] Transition to ACTIVE for port object 02f9dde9-e13e-40e1-ab78-3cf0744f8cfd will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 05:10:08.506790 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ce68506f-56bf-41b2-8745-d8cd32f5e419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:08.546033 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7b80a025-99a1-46df-b9c4-9eba140a0629 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:08.597769 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce68506f-56bf-41b2-8745-d8cd32f5e419 None None] Network 5b0bbda7-626f-4962-968b-fbdec6fce49f is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 05:10:08.605254 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-ce68506f-56bf-41b2-8745-d8cd32f5e419 None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 05:10:08.610195 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-9ea7089f-94bf-4a59-87f1-26603de42de6 None None] For port e6857623-ef26-4310-afde-ad94dd637dc8, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 05:10:08.614474 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce68506f-56bf-41b2-8745-d8cd32f5e419 None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 05:10:08.618625 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-9ea7089f-94bf-4a59-87f1-26603de42de6 None None] For port e6857623-ef26-4310-afde-ad94dd637dc8, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=e6857623-ef26-4310-afde-ad94dd637dc8,segment=NetworkSegment(0c8f79ed-8811-45ab-83d5-987b06dfd8b1),segment_id=0c8f79ed-8811-45ab-83d5-987b06dfd8b1)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 05:10:08.620802 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce68506f-56bf-41b2-8745-d8cd32f5e419 None None] Pushing event updated for resources: {'Port': ['ID=02f9dde9-e13e-40e1-ab78-3cf0744f8cfd,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:10:08.628431 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9ea7089f-94bf-4a59-87f1-26603de42de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:08.802950 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 35ecabc0-1f18-45cb-87bb-e7a59fdb1e7a up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 05:10:08.907728 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7b80a025-99a1-46df-b9c4-9eba140a0629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337'] for router, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:08.949941 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-ce68506f-56bf-41b2-8745-d8cd32f5e419 None None] Attempting to bind port 02f9dde9-e13e-40e1-ab78-3cf0744f8cfd on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 05:10:08.950306 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-ce68506f-56bf-41b2-8745-d8cd32f5e419 None None] Attempting to bind port 02f9dde9-e13e-40e1-ab78-3cf0744f8cfd by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '9bf5643b-c123-4435-8b1a-d26d57e02056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5b0bbda7-626f-4962-968b-fbdec6fce49f'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 05:10:08.950664 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce68506f-56bf-41b2-8745-d8cd32f5e419 None None] Attempting to bind port 02f9dde9-e13e-40e1-ab78-3cf0744f8cfd on network 5b0bbda7-626f-4962-968b-fbdec6fce49f {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 05:10:08.957767 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea7089f-94bf-4a59-87f1-26603de42de6 None None] Routers {'874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:10:08.958513 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-9ea7089f-94bf-4a59-87f1-26603de42de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:10:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:10:09.027310 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ad5be5-8915-45c5-b5eb-53d6e4279e28 None None] Pushing event updated for resources: {'Port': ['ID=e6857623-ef26-4310-afde-ad94dd637dc8,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:10:09.043628 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce68506f-56bf-41b2-8745-d8cd32f5e419 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 5, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 05:10:09.044003 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce68506f-56bf-41b2-8745-d8cd32f5e419 None None] Checking segment: {'id': '9bf5643b-c123-4435-8b1a-d26d57e02056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5b0bbda7-626f-4962-968b-fbdec6fce49f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 05:10:09.044401 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ce68506f-56bf-41b2-8745-d8cd32f5e419 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:09.044787 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce68506f-56bf-41b2-8745-d8cd32f5e419 None None] Bound using segment: {'id': '9bf5643b-c123-4435-8b1a-d26d57e02056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5b0bbda7-626f-4962-968b-fbdec6fce49f'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 05:10:09.045255 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-ce68506f-56bf-41b2-8745-d8cd32f5e419 None None] Bound port: 02f9dde9-e13e-40e1-ab78-3cf0744f8cfd, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bf5643b-c123-4435-8b1a-d26d57e02056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5b0bbda7-626f-4962-968b-fbdec6fce49f'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 05:10:09.045623 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ce68506f-56bf-41b2-8745-d8cd32f5e419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:09.117751 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b80a025-99a1-46df-b9c4-9eba140a0629 admin admin] Router bdcb4535-8aac-4c17-9239-d84d5d15ff5f is scheduled to L3 agent a3073304-82af-4a42-89af-bc532d6626bb with binding_index 1 {{(pid=87637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 01 05:10:09.225448 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 35ecabc0-1f18-45cb-87bb-e7a59fdb1e7a triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:10:09.225818 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:09.294125 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b80a025-99a1-46df-b9c4-9eba140a0629 admin admin] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 05:10:09.304980 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afc956f-be1a-43f3-a506-42744d035bee None None] Sync routers for ids ['bdcb4535-8aac-4c17-9239-d84d5d15ff5f'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 05:10:09.318573 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afc956f-be1a-43f3-a506-42744d035bee None None] Routers {'bdcb4535-8aac-4c17-9239-d84d5d15ff5f'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:10:09.319221 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-5afc956f-be1a-43f3-a506-42744d035bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:10:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['bdcb4535-8aac-4c17-9239-d84d5d15ff5f'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:10:09.319403 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7b80a025-99a1-46df-b9c4-9eba140a0629 admin admin] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:09.320557 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-7b80a025-99a1-46df-b9c4-9eba140a0629 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3681798 Feb 01 05:10:09.323366 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 49840) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:10:09.324946 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-9ea7089f-94bf-4a59-87f1-26603de42de6 None None] Set router 874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:10:09.369544 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-ce68506f-56bf-41b2-8745-d8cd32f5e419 None None] For port 02f9dde9-e13e-40e1-ab78-3cf0744f8cfd, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 05:10:09.403878 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-ce68506f-56bf-41b2-8745-d8cd32f5e419 None None] For port 02f9dde9-e13e-40e1-ab78-3cf0744f8cfd, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=02f9dde9-e13e-40e1-ab78-3cf0744f8cfd,segment=NetworkSegment(9bf5643b-c123-4435-8b1a-d26d57e02056),segment_id=9bf5643b-c123-4435-8b1a-d26d57e02056)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 05:10:09.494559 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ce68506f-56bf-41b2-8745-d8cd32f5e419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:09.540483 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-5afc956f-be1a-43f3-a506-42744d035bee None None] Set router bdcb4535-8aac-4c17-9239-d84d5d15ff5f gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:10:09.689913 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce68506f-56bf-41b2-8745-d8cd32f5e419 None None] Pushing event updated for resources: {'Port': ['ID=02f9dde9-e13e-40e1-ab78-3cf0744f8cfd,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:10:09.814563 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-9ea7089f-94bf-4a59-87f1-26603de42de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4', 'name': 'tempest-TestShelveInstance-396432420-router', 'tenant_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.199'}], 'enable_snat': True}, 'gw_port_id': '35ecabc0-1f18-45cb-87bb-e7a59fdb1e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:10:00Z', 'updated_at': '2022-02-01T05:10:04Z', 'revision_number': 4, 'project_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'gw_port': {'id': '35ecabc0-1f18-45cb-87bb-e7a59fdb1e7a', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:10:01Z', 'updated_at': '2022-02-01T05:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': 'e6857623-ef26-4310-afde-ad94dd637dc8', 'name': '', 'network_id': '8c07844f-d03c-4c86-9c31-e331b9045601', 'tenant_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'mac_address': 'fa:16:3e:ec:a5:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '80fee983-4d18-412b-885b-e097def70921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:10:03Z', 'updated_at': '2022-02-01T05:10:08Z', 'revision_number': 4, 'project_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'subnets': [{'id': '80fee983-4d18-412b-885b-e097def70921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:10:09.819811 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea7089f-94bf-4a59-87f1-26603de42de6 None None] The sync data for ids ['874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4'] in dv-neutron-826830-1-hyperv is: [{'id': '874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4', 'name': 'tempest-TestShelveInstance-396432420-router', 'tenant_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.199'}], 'enable_snat': True}, 'gw_port_id': '35ecabc0-1f18-45cb-87bb-e7a59fdb1e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:10:00Z', 'updated_at': '2022-02-01T05:10:04Z', 'revision_number': 4, 'project_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'gw_port': {'id': '35ecabc0-1f18-45cb-87bb-e7a59fdb1e7a', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:10:01Z', 'updated_at': '2022-02-01T05:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': 'e6857623-ef26-4310-afde-ad94dd637dc8', 'name': '', 'network_id': '8c07844f-d03c-4c86-9c31-e331b9045601', 'tenant_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'mac_address': 'fa:16:3e:ec:a5:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '80fee983-4d18-412b-885b-e097def70921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:10:03Z', 'updated_at': '2022-02-01T05:10:08Z', 'revision_number': 4, 'project_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'subnets': [{'id': '80fee983-4d18-412b-885b-e097def70921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 05:10:09.877095 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-5afc956f-be1a-43f3-a506-42744d035bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdcb4535-8aac-4c17-9239-d84d5d15ff5f', 'name': 'tempest-TestShelveInstance-1110960191-router', 'tenant_id': '2c06aa92f92f4ebcb1b283f400826b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.121'}], 'enable_snat': True}, 'gw_port_id': '5f39ccb1-660c-49e6-b134-6e28fec03af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:10:06Z', 'updated_at': '2022-02-01T05:10:08Z', 'revision_number': 3, 'project_id': '2c06aa92f92f4ebcb1b283f400826b67', 'gw_port': {'id': '5f39ccb1-660c-49e6-b134-6e28fec03af4', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:7e:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdcb4535-8aac-4c17-9239-d84d5d15ff5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:10:07Z', 'updated_at': '2022-02-01T05:10:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:10:09.888082 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afc956f-be1a-43f3-a506-42744d035bee None None] Checking router: bdcb4535-8aac-4c17-9239-d84d5d15ff5f for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 05:10:09.895431 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afc956f-be1a-43f3-a506-42744d035bee None None] Updating router bdcb4535-8aac-4c17-9239-d84d5d15ff5f port 5f39ccb1-660c-49e6-b134-6e28fec03af4 binding host dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 05:10:09.973150 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5afc956f-be1a-43f3-a506-42744d035bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:10.231240 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d1b4820e-c959-4493-ab34-e1aeaed4b536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:10.333306 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5afc956f-be1a-43f3-a506-42744d035bee None None] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:10.346995 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-5afc956f-be1a-43f3-a506-42744d035bee None None] Transition to ACTIVE for port object 5f39ccb1-660c-49e6-b134-6e28fec03af4 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 05:10:10.354502 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5afc956f-be1a-43f3-a506-42744d035bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:10.431781 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-5afc956f-be1a-43f3-a506-42744d035bee None None] Attempting to bind port 5f39ccb1-660c-49e6-b134-6e28fec03af4 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 05:10:10.432130 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-5afc956f-be1a-43f3-a506-42744d035bee None None] Attempting to bind port 5f39ccb1-660c-49e6-b134-6e28fec03af4 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 05:10:10.432485 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afc956f-be1a-43f3-a506-42744d035bee None None] Attempting to bind port 5f39ccb1-660c-49e6-b134-6e28fec03af4 on network bdef128a-46b3-4cca-a245-48d1eb781269 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 05:10:10.443810 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afc956f-be1a-43f3-a506-42744d035bee None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 5, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 05:10:10.444171 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afc956f-be1a-43f3-a506-42744d035bee None None] Checking segment: {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 05:10:10.444563 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5afc956f-be1a-43f3-a506-42744d035bee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:10.444959 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afc956f-be1a-43f3-a506-42744d035bee None None] Bound using segment: {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 05:10:10.445396 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-5afc956f-be1a-43f3-a506-42744d035bee None None] Bound port: 5f39ccb1-660c-49e6-b134-6e28fec03af4, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 05:10:10.445757 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5afc956f-be1a-43f3-a506-42744d035bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:10.451537 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-d1b4820e-c959-4493-ab34-e1aeaed4b536 admin admin] Allocated IP 172.20.0.1 (5b0bbda7-626f-4962-968b-fbdec6fce49f/12d456b4-9d3a-492d-9e7d-18eb1869bc30/481d190b-1e90-4a71-bbca-61bf9704f61b) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 05:10:10.492772 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f783e3-0947-455f-88ea-1f559613b241 None None] Pushing event updated for resources: {'Port': ['ID=5f39ccb1-660c-49e6-b134-6e28fec03af4,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:10:10.542549 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-5afc956f-be1a-43f3-a506-42744d035bee None None] For port 5f39ccb1-660c-49e6-b134-6e28fec03af4, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 05:10:10.545835 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-5afc956f-be1a-43f3-a506-42744d035bee None None] For port 5f39ccb1-660c-49e6-b134-6e28fec03af4, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=5f39ccb1-660c-49e6-b134-6e28fec03af4,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 05:10:10.553677 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5afc956f-be1a-43f3-a506-42744d035bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:10.630874 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d1b4820e-c959-4493-ab34-e1aeaed4b536 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:10.645772 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f783e3-0947-455f-88ea-1f559613b241 None None] Pushing event updated for resources: {'Port': ['ID=5f39ccb1-660c-49e6-b134-6e28fec03af4,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:10:10.648398 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afc956f-be1a-43f3-a506-42744d035bee None None] Routers {'bdcb4535-8aac-4c17-9239-d84d5d15ff5f'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:10:10.648620 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-d1b4820e-c959-4493-ab34-e1aeaed4b536 admin admin] Transition to ACTIVE for port object 481d190b-1e90-4a71-bbca-61bf9704f61b will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 05:10:10.649003 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-5afc956f-be1a-43f3-a506-42744d035bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:10:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['bdcb4535-8aac-4c17-9239-d84d5d15ff5f'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:10:10.679222 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d1b4820e-c959-4493-ab34-e1aeaed4b536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:10.760002 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b4820e-c959-4493-ab34-e1aeaed4b536 admin admin] Network 5b0bbda7-626f-4962-968b-fbdec6fce49f is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 05:10:10.779905 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-d1b4820e-c959-4493-ab34-e1aeaed4b536 admin admin] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 05:10:10.785069 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b4820e-c959-4493-ab34-e1aeaed4b536 admin admin] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 05:10:10.846363 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b4820e-c959-4493-ab34-e1aeaed4b536 admin admin] Pushing event updated for resources: {'Port': ['ID=481d190b-1e90-4a71-bbca-61bf9704f61b,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:10:10.875414 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d1b4820e-c959-4493-ab34-e1aeaed4b536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-372107'] for router_interface, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:10.888254 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-5afc956f-be1a-43f3-a506-42744d035bee None None] Set router bdcb4535-8aac-4c17-9239-d84d5d15ff5f gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:10:10.956545 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device e6857623-ef26-4310-afde-ad94dd637dc8 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 05:10:11.055039 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d1b4820e-c959-4493-ab34-e1aeaed4b536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:11.059524 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c770777-102b-4657-b940-7965f0a18441 None None] Network 5b0bbda7-626f-4962-968b-fbdec6fce49f requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 05:10:11.198090 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-45f40a06-b640-4a9f-94a6-17cdde8aeb0e None None] Provisioning for port 02f9dde9-e13e-40e1-ab78-3cf0744f8cfd completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 05:10:11.246099 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port e6857623-ef26-4310-afde-ad94dd637dc8 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 05:10:11.259128 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port e6857623-ef26-4310-afde-ad94dd637dc8 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:10:11.259560 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:11.279350 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-5afc956f-be1a-43f3-a506-42744d035bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdcb4535-8aac-4c17-9239-d84d5d15ff5f', 'name': 'tempest-TestShelveInstance-1110960191-router', 'tenant_id': '2c06aa92f92f4ebcb1b283f400826b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.121'}], 'enable_snat': True}, 'gw_port_id': '5f39ccb1-660c-49e6-b134-6e28fec03af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:10:06Z', 'updated_at': '2022-02-01T05:10:08Z', 'revision_number': 3, 'project_id': '2c06aa92f92f4ebcb1b283f400826b67', 'gw_port': {'id': '5f39ccb1-660c-49e6-b134-6e28fec03af4', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:7e:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdcb4535-8aac-4c17-9239-d84d5d15ff5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:10:07Z', 'updated_at': '2022-02-01T05:10:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:10:11.284227 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afc956f-be1a-43f3-a506-42744d035bee None None] The sync data for ids ['bdcb4535-8aac-4c17-9239-d84d5d15ff5f'] in dv-neutron-826830-1-hyperv is: [{'id': 'bdcb4535-8aac-4c17-9239-d84d5d15ff5f', 'name': 'tempest-TestShelveInstance-1110960191-router', 'tenant_id': '2c06aa92f92f4ebcb1b283f400826b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.121'}], 'enable_snat': True}, 'gw_port_id': '5f39ccb1-660c-49e6-b134-6e28fec03af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:10:06Z', 'updated_at': '2022-02-01T05:10:08Z', 'revision_number': 3, 'project_id': '2c06aa92f92f4ebcb1b283f400826b67', 'gw_port': {'id': '5f39ccb1-660c-49e6-b134-6e28fec03af4', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:7e:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdcb4535-8aac-4c17-9239-d84d5d15ff5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:10:07Z', 'updated_at': '2022-02-01T05:10:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 05:10:11.318375 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d1b4820e-c959-4493-ab34-e1aeaed4b536 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:11.325373 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d1b4820e-c959-4493-ab34-e1aeaed4b536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:11.462510 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:11.504118 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port e6857623-ef26-4310-afde-ad94dd637dc8, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=e6857623-ef26-4310-afde-ad94dd637dc8,segment=NetworkSegment(0c8f79ed-8811-45ab-83d5-987b06dfd8b1),segment_id=0c8f79ed-8811-45ab-83d5-987b06dfd8b1)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:10:11.509896 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:11.510824 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 02f9dde9-e13e-40e1-ab78-3cf0744f8cfd up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 05:10:11.541943 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b4820e-c959-4493-ab34-e1aeaed4b536 admin admin] Pushing event updated for resources: {'Port': ['ID=481d190b-1e90-4a71-bbca-61bf9704f61b,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:10:11.560674 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d1b4820e-c959-4493-ab34-e1aeaed4b536 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371990'] for router_interface, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:11.642898 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=e6857623-ef26-4310-afde-ad94dd637dc8,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:10:11.655176 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 02f9dde9-e13e-40e1-ab78-3cf0744f8cfd completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 05:10:11.660772 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 02f9dde9-e13e-40e1-ab78-3cf0744f8cfd triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:10:11.661683 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:11.722117 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b4820e-c959-4493-ab34-e1aeaed4b536 admin admin] Network 5b0bbda7-626f-4962-968b-fbdec6fce49f is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 05:10:11.723336 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-d1b4820e-c959-4493-ab34-e1aeaed4b536 admin admin] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 05:10:11.799301 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-b6f0e353-9b4e-4148-bb8c-6ca0167c109f None None] Provisioning complete for port 02f9dde9-e13e-40e1-ab78-3cf0744f8cfd triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:10:11.799746 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b6f0e353-9b4e-4148-bb8c-6ca0167c109f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:11.942003 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:11.989538 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1b4820e-c959-4493-ab34-e1aeaed4b536 admin admin] Router bdcb4535-8aac-4c17-9239-d84d5d15ff5f has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 05:10:12.017665 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 02f9dde9-e13e-40e1-ab78-3cf0744f8cfd, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=02f9dde9-e13e-40e1-ab78-3cf0744f8cfd,segment=NetworkSegment(9bf5643b-c123-4435-8b1a-d26d57e02056),segment_id=9bf5643b-c123-4435-8b1a-d26d57e02056)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:10:12.029695 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:12.073132 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b6f0e353-9b4e-4148-bb8c-6ca0167c109f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:12.165254 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=02f9dde9-e13e-40e1-ab78-3cf0744f8cfd,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:10:12.190758 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-b6f0e353-9b4e-4148-bb8c-6ca0167c109f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 05:10:12.191114 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-b6f0e353-9b4e-4148-bb8c-6ca0167c109f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 05:10:12.216388 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b4820e-c959-4493-ab34-e1aeaed4b536 admin admin] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 05:10:12.231238 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d1b4820e-c959-4493-ab34-e1aeaed4b536 admin admin] 10.222.0.24 "PUT /v2.0/routers/bdcb4535-8aac-4c17-9239-d84d5d15ff5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9067032 Feb 01 05:10:12.701636 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 49850) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:10:12.707421 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-210854a3-5477-407a-a1ce-202b6bfc0d90 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1870348292', 'description': 'tempest-secgroup-smoke-1870348292 description', 'project_id': '43d9d7c6283f4be5a5b4e1e2629bf377'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:10:12.714085 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-210854a3-5477-407a-a1ce-202b6bfc0d90 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:10:12.718929 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-210854a3-5477-407a-a1ce-202b6bfc0d90 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Usage tracker for resource:security_group and tenant:43d9d7c6283f4be5a5b4e1e2629bf377 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:10:12.722676 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-210854a3-5477-407a-a1ce-202b6bfc0d90 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:10:12.731045 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-210854a3-5477-407a-a1ce-202b6bfc0d90 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:10:12.743974 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-210854a3-5477-407a-a1ce-202b6bfc0d90 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks [] for security_group, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:12.765873 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-210854a3-5477-407a-a1ce-202b6bfc0d90 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:10:12.769663 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-210854a3-5477-407a-a1ce-202b6bfc0d90 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Usage tracker for resource:security_group_rule and tenant:43d9d7c6283f4be5a5b4e1e2629bf377 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:10:12.772750 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-210854a3-5477-407a-a1ce-202b6bfc0d90 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:10:12.776707 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-b6f0e353-9b4e-4148-bb8c-6ca0167c109f None None] Provisioning for port 481d190b-1e90-4a71-bbca-61bf9704f61b completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 05:10:12.778863 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-210854a3-5477-407a-a1ce-202b6bfc0d90 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:10:12.784064 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-b6f0e353-9b4e-4148-bb8c-6ca0167c109f None None] Provisioning complete for port 481d190b-1e90-4a71-bbca-61bf9704f61b triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:10:12.784967 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b6f0e353-9b4e-4148-bb8c-6ca0167c109f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:12.844264 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-b6f0e353-9b4e-4148-bb8c-6ca0167c109f None None] Port 481d190b-1e90-4a71-bbca-61bf9704f61b cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 05:10:12.863260 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-210854a3-5477-407a-a1ce-202b6bfc0d90 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks [] for security_group, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:12.872280 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-210854a3-5477-407a-a1ce-202b6bfc0d90 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:12.896124 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device e6857623-ef26-4310-afde-ad94dd637dc8 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 05:10:12.916795 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210854a3-5477-407a-a1ce-202b6bfc0d90 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=550de567-da2a-492e-9e95-4251ae60bc65,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:10:12.920811 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-210854a3-5477-407a-a1ce-202b6bfc0d90 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:12.922232 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-210854a3-5477-407a-a1ce-202b6bfc0d90 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2193248 Feb 01 05:10:12.925051 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 49854) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:10:12.930335 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-1904d636-32db-4634-95d3-3d69d0cf93c9 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Request body: {'security_group_rule': {'security_group_id': '550de567-da2a-492e-9e95-4251ae60bc65', 'project_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:10:12.936288 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-1904d636-32db-4634-95d3-3d69d0cf93c9 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:10:12.940638 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1904d636-32db-4634-95d3-3d69d0cf93c9 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Usage tracker for resource:security_group_rule and tenant:43d9d7c6283f4be5a5b4e1e2629bf377 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:10:12.943536 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1904d636-32db-4634-95d3-3d69d0cf93c9 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:10:12.949284 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-1904d636-32db-4634-95d3-3d69d0cf93c9 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:10:12.967021 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1904d636-32db-4634-95d3-3d69d0cf93c9 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:12.973903 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-745dc8dd-b220-46b1-a212-c7a4b89e6a1a None None] Provisioning complete for port 481d190b-1e90-4a71-bbca-61bf9704f61b triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:10:12.974274 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-745dc8dd-b220-46b1-a212-c7a4b89e6a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:13.026916 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port e6857623-ef26-4310-afde-ad94dd637dc8 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:10:13.027645 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:13.034947 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1904d636-32db-4634-95d3-3d69d0cf93c9 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:13.039127 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1904d636-32db-4634-95d3-3d69d0cf93c9 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:13.065152 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1904d636-32db-4634-95d3-3d69d0cf93c9 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0824f61-5730-4e5e-8b4e-ee88d739ecd3,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:10:13.075110 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-745dc8dd-b220-46b1-a212-c7a4b89e6a1a None None] Port 481d190b-1e90-4a71-bbca-61bf9704f61b cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 05:10:13.075308 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1904d636-32db-4634-95d3-3d69d0cf93c9 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:13.078842 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1904d636-32db-4634-95d3-3d69d0cf93c9 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1505435 Feb 01 05:10:13.079985 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 49858) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:10:13.085033 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-0436f1b4-4f92-4ccb-b847-19eb1a00ee1c tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Request body: {'security_group_rule': {'security_group_id': '550de567-da2a-492e-9e95-4251ae60bc65', 'project_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:10:13.090752 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-0436f1b4-4f92-4ccb-b847-19eb1a00ee1c tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:10:13.094767 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0436f1b4-4f92-4ccb-b847-19eb1a00ee1c tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Usage tracker for resource:security_group_rule and tenant:43d9d7c6283f4be5a5b4e1e2629bf377 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:10:13.097604 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0436f1b4-4f92-4ccb-b847-19eb1a00ee1c tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:10:13.103379 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-0436f1b4-4f92-4ccb-b847-19eb1a00ee1c tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:10:13.121215 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0436f1b4-4f92-4ccb-b847-19eb1a00ee1c tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:13.158125 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 02f9dde9-e13e-40e1-ab78-3cf0744f8cfd up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 05:10:13.185119 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0436f1b4-4f92-4ccb-b847-19eb1a00ee1c tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:13.189305 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0436f1b4-4f92-4ccb-b847-19eb1a00ee1c tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:13.213314 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0436f1b4-4f92-4ccb-b847-19eb1a00ee1c tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c27d0b79-96f6-47f2-88c4-4b610d5df791,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:10:13.228439 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0436f1b4-4f92-4ccb-b847-19eb1a00ee1c tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:13.232557 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0436f1b4-4f92-4ccb-b847-19eb1a00ee1c tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1491451 Feb 01 05:10:13.232705 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 02f9dde9-e13e-40e1-ab78-3cf0744f8cfd triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:10:13.232705 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:13.232924 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 49862) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:10:13.238684 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-22d01809-13f7-4b91-bdc9-1eea3ec9fdec tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Request body: {'security_group_rule': {'security_group_id': '550de567-da2a-492e-9e95-4251ae60bc65', 'project_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:10:13.244669 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-22d01809-13f7-4b91-bdc9-1eea3ec9fdec tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:10:13.248432 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-22d01809-13f7-4b91-bdc9-1eea3ec9fdec tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Usage tracker for resource:security_group_rule and tenant:43d9d7c6283f4be5a5b4e1e2629bf377 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:10:13.251842 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-22d01809-13f7-4b91-bdc9-1eea3ec9fdec tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:10:13.257501 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-22d01809-13f7-4b91-bdc9-1eea3ec9fdec tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:10:13.274304 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-22d01809-13f7-4b91-bdc9-1eea3ec9fdec tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:13.330444 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d69c442-5433-4282-a023-342a45700d56 None None] Sync routers for ids ['bdcb4535-8aac-4c17-9239-d84d5d15ff5f'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 05:10:13.344950 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-22d01809-13f7-4b91-bdc9-1eea3ec9fdec tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:13.348764 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-22d01809-13f7-4b91-bdc9-1eea3ec9fdec tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:13.355853 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d69c442-5433-4282-a023-342a45700d56 None None] Routers {'bdcb4535-8aac-4c17-9239-d84d5d15ff5f'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:10:13.356577 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-9d69c442-5433-4282-a023-342a45700d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:10:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['bdcb4535-8aac-4c17-9239-d84d5d15ff5f'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:10:13.373373 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d01809-13f7-4b91-bdc9-1eea3ec9fdec tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cac1fa6-5173-4f28-aa46-ff529521385f,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:10:13.384033 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-22d01809-13f7-4b91-bdc9-1eea3ec9fdec tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:13.385487 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-22d01809-13f7-4b91-bdc9-1eea3ec9fdec tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1508713 Feb 01 05:10:13.388022 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 49866) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:10:13.392934 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-83846f50-d0f5-4d92-9c92-e6d588e2f46a tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Request body: {'security_group_rule': {'security_group_id': '550de567-da2a-492e-9e95-4251ae60bc65', 'project_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:10:13.398812 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-83846f50-d0f5-4d92-9c92-e6d588e2f46a tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:10:13.402911 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-83846f50-d0f5-4d92-9c92-e6d588e2f46a tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Usage tracker for resource:security_group_rule and tenant:43d9d7c6283f4be5a5b4e1e2629bf377 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:10:13.405794 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-83846f50-d0f5-4d92-9c92-e6d588e2f46a tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:10:13.411672 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-83846f50-d0f5-4d92-9c92-e6d588e2f46a tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:10:13.427961 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 5f39ccb1-660c-49e6-b134-6e28fec03af4 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 05:10:13.431083 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-83846f50-d0f5-4d92-9c92-e6d588e2f46a tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:13.493748 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-83846f50-d0f5-4d92-9c92-e6d588e2f46a tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:13.497448 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-83846f50-d0f5-4d92-9c92-e6d588e2f46a tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:13.521807 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83846f50-d0f5-4d92-9c92-e6d588e2f46a tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32fc02e6-dd8d-450d-83db-240e1de0ab8e,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:10:13.531063 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-83846f50-d0f5-4d92-9c92-e6d588e2f46a tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:13.532343 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-83846f50-d0f5-4d92-9c92-e6d588e2f46a tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1433911 Feb 01 05:10:13.535124 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 49870) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:10:13.540144 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-9cf0e049-2918-4438-a024-2faf570a8860 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Request body: {'security_group_rule': {'security_group_id': '550de567-da2a-492e-9e95-4251ae60bc65', 'project_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:10:13.546065 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-9cf0e049-2918-4438-a024-2faf570a8860 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:10:13.550410 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-9cf0e049-2918-4438-a024-2faf570a8860 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Usage tracker for resource:security_group_rule and tenant:43d9d7c6283f4be5a5b4e1e2629bf377 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:10:13.553246 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-9cf0e049-2918-4438-a024-2faf570a8860 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:10:13.558848 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-9cf0e049-2918-4438-a024-2faf570a8860 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:10:13.571000 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.securitygroups_db [None req-9cf0e049-2918-4438-a024-2faf570a8860 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Project 43d9d7c6283f4be5a5b4e1e2629bf377 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 01 05:10:13.578033 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9cf0e049-2918-4438-a024-2faf570a8860 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:13.588834 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-9d69c442-5433-4282-a023-342a45700d56 None None] Set router bdcb4535-8aac-4c17-9239-d84d5d15ff5f gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:10:13.633316 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 5f39ccb1-660c-49e6-b134-6e28fec03af4 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 05:10:13.648727 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9cf0e049-2918-4438-a024-2faf570a8860 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:13.651340 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 5f39ccb1-660c-49e6-b134-6e28fec03af4 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:10:13.651690 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:13.652867 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9cf0e049-2918-4438-a024-2faf570a8860 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:13.680317 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf0e049-2918-4438-a024-2faf570a8860 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74e9e909-8bd1-4ab0-a447-9d2ca2a48440,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:10:13.686905 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9cf0e049-2918-4438-a024-2faf570a8860 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:13.690820 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9cf0e049-2918-4438-a024-2faf570a8860 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1521282 Feb 01 05:10:13.690967 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 49874) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:10:13.695991 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-0e5a4c2e-7cb7-4060-b335-d3af349290c1 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Request body: {'security_group_rule': {'security_group_id': '550de567-da2a-492e-9e95-4251ae60bc65', 'project_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:10:13.702044 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-0e5a4c2e-7cb7-4060-b335-d3af349290c1 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:10:13.705884 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0e5a4c2e-7cb7-4060-b335-d3af349290c1 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Usage tracker for resource:security_group_rule and tenant:43d9d7c6283f4be5a5b4e1e2629bf377 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:10:13.708737 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0e5a4c2e-7cb7-4060-b335-d3af349290c1 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:10:13.714459 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-0e5a4c2e-7cb7-4060-b335-d3af349290c1 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:10:13.727527 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.securitygroups_db [None req-0e5a4c2e-7cb7-4060-b335-d3af349290c1 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Project 43d9d7c6283f4be5a5b4e1e2629bf377 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 01 05:10:13.735075 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0e5a4c2e-7cb7-4060-b335-d3af349290c1 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:13.798826 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0e5a4c2e-7cb7-4060-b335-d3af349290c1 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:13.802596 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0e5a4c2e-7cb7-4060-b335-d3af349290c1 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:13.833988 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5a4c2e-7cb7-4060-b335-d3af349290c1 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c36c2ee5-2166-476a-832c-189e2088cc77,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:10:13.837258 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0e5a4c2e-7cb7-4060-b335-d3af349290c1 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:13.847674 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0e5a4c2e-7cb7-4060-b335-d3af349290c1 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1557274 Feb 01 05:10:13.989253 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:14.004633 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-43177fc4-4b77-4dbf-9051-712d9f67cf20 req-00f8db0e-88ef-40c4-b0b0-3b54ffb6372b tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Synchronizing usage tracker for tenant:43d9d7c6283f4be5a5b4e1e2629bf377 on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 05:10:14.020945 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-43177fc4-4b77-4dbf-9051-712d9f67cf20 req-00f8db0e-88ef-40c4-b0b0-3b54ffb6372b tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Unset dirty status for tenant:43d9d7c6283f4be5a5b4e1e2629bf377 on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 05:10:14.022395 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-43177fc4-4b77-4dbf-9051-712d9f67cf20 req-00f8db0e-88ef-40c4-b0b0-3b54ffb6372b tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1870348292&fields=id&tenant_id=43d9d7c6283f4be5a5b4e1e2629bf377 HTTP/1.1" status: 200 len: 267 time: 0.0576437 Feb 01 05:10:14.038092 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 5f39ccb1-660c-49e6-b134-6e28fec03af4, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=5f39ccb1-660c-49e6-b134-6e28fec03af4,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:10:14.044105 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:14.122680 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=5f39ccb1-660c-49e6-b134-6e28fec03af4,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:10:14.129533 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-9d69c442-5433-4282-a023-342a45700d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdcb4535-8aac-4c17-9239-d84d5d15ff5f', 'name': 'tempest-TestShelveInstance-1110960191-router', 'tenant_id': '2c06aa92f92f4ebcb1b283f400826b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.121'}], 'enable_snat': True}, 'gw_port_id': '5f39ccb1-660c-49e6-b134-6e28fec03af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:10:06Z', 'updated_at': '2022-02-01T05:10:10Z', 'revision_number': 4, 'project_id': '2c06aa92f92f4ebcb1b283f400826b67', 'gw_port': {'id': '5f39ccb1-660c-49e6-b134-6e28fec03af4', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:7e:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdcb4535-8aac-4c17-9239-d84d5d15ff5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:10:07Z', 'updated_at': '2022-02-01T05:10:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '481d190b-1e90-4a71-bbca-61bf9704f61b', 'name': '', 'network_id': '5b0bbda7-626f-4962-968b-fbdec6fce49f', 'tenant_id': '2c06aa92f92f4ebcb1b283f400826b67', 'mac_address': 'fa:16:3e:cf:6d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdcb4535-8aac-4c17-9239-d84d5d15ff5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '12d456b4-9d3a-492d-9e7d-18eb1869bc30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:10:10Z', 'updated_at': '2022-02-01T05:10:11Z', 'revision_number': 2, 'project_id': '2c06aa92f92f4ebcb1b283f400826b67', 'subnets': [{'id': '12d456b4-9d3a-492d-9e7d-18eb1869bc30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:10:14.133702 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d69c442-5433-4282-a023-342a45700d56 None None] Checking router: bdcb4535-8aac-4c17-9239-d84d5d15ff5f for host: dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 05:10:14.134051 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d69c442-5433-4282-a023-342a45700d56 None None] Updating router bdcb4535-8aac-4c17-9239-d84d5d15ff5f port 481d190b-1e90-4a71-bbca-61bf9704f61b binding host dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 05:10:14.176111 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43177fc4-4b77-4dbf-9051-712d9f67cf20 req-c05f25c9-7864-4e9e-9542-48e4940f6c37 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:10:14.176695 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-43177fc4-4b77-4dbf-9051-712d9f67cf20 req-c05f25c9-7864-4e9e-9542-48e4940f6c37 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Synchronizing usage tracker for tenant:43d9d7c6283f4be5a5b4e1e2629bf377 on resource:network {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 05:10:14.188197 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9d69c442-5433-4282-a023-342a45700d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:14.194106 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-43177fc4-4b77-4dbf-9051-712d9f67cf20 req-c05f25c9-7864-4e9e-9542-48e4940f6c37 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Unset dirty status for tenant:43d9d7c6283f4be5a5b4e1e2629bf377 on resource:network {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 05:10:14.195395 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-43177fc4-4b77-4dbf-9051-712d9f67cf20 req-c05f25c9-7864-4e9e-9542-48e4940f6c37 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/networks?id=8c07844f-d03c-4c86-9c31-e331b9045601 HTTP/1.1" status: 200 len: 808 time: 0.1652386 Feb 01 05:10:14.211043 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-43177fc4-4b77-4dbf-9051-712d9f67cf20 req-588c35cd-c8b6-4473-b8a9-f8f1c8939782 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/quotas/43d9d7c6283f4be5a5b4e1e2629bf377 HTTP/1.1" status: 200 len: 375 time: 0.0091562 Feb 01 05:10:14.294521 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-43177fc4-4b77-4dbf-9051-712d9f67cf20 req-1fd2736d-c9b9-4e1c-8138-0988a831f0ef tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=43d9d7c6283f4be5a5b4e1e2629bf377&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0783932 Feb 01 05:10:14.310524 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [req-43177fc4-4b77-4dbf-9051-712d9f67cf20 req-138fe966-9727-44a2-b788-84a72d80cb02 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 05:10:14.311486 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-43177fc4-4b77-4dbf-9051-712d9f67cf20 req-138fe966-9727-44a2-b788-84a72d80cb02 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051384 Feb 01 05:10:14.440846 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-43177fc4-4b77-4dbf-9051-712d9f67cf20 req-537fbb0e-d7ac-40d1-a228-510dfd10645e service neutron] 10.222.0.24 "GET /v2.0/networks/8c07844f-d03c-4c86-9c31-e331b9045601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229212 Feb 01 05:10:14.523306 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9d69c442-5433-4282-a023-342a45700d56 None None] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:14.536114 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-9d69c442-5433-4282-a023-342a45700d56 None None] Transition to ACTIVE for port object 481d190b-1e90-4a71-bbca-61bf9704f61b will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 05:10:14.542372 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9d69c442-5433-4282-a023-342a45700d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:14.687488 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-43177fc4-4b77-4dbf-9051-712d9f67cf20 req-cb35754c-7555-4882-8c5e-d40fd8ba745c service neutron] 10.222.0.24 "GET /v2.0/networks/8c07844f-d03c-4c86-9c31-e331b9045601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411292 Feb 01 05:10:14.704005 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fde3064-206b-42f0-8608-a5138352c24e None None] Pushing event updated for resources: {'Port': ['ID=481d190b-1e90-4a71-bbca-61bf9704f61b,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:10:14.769505 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-9d69c442-5433-4282-a023-342a45700d56 None None] Attempting to bind port 481d190b-1e90-4a71-bbca-61bf9704f61b on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 05:10:14.770115 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-9d69c442-5433-4282-a023-342a45700d56 None None] Attempting to bind port 481d190b-1e90-4a71-bbca-61bf9704f61b by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '9bf5643b-c123-4435-8b1a-d26d57e02056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5b0bbda7-626f-4962-968b-fbdec6fce49f'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 05:10:14.770789 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d69c442-5433-4282-a023-342a45700d56 None None] Attempting to bind port 481d190b-1e90-4a71-bbca-61bf9704f61b on network 5b0bbda7-626f-4962-968b-fbdec6fce49f {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 05:10:14.777394 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d69c442-5433-4282-a023-342a45700d56 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 5, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 05:10:14.777765 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d69c442-5433-4282-a023-342a45700d56 None None] Checking segment: {'id': '9bf5643b-c123-4435-8b1a-d26d57e02056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5b0bbda7-626f-4962-968b-fbdec6fce49f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 05:10:14.778162 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9d69c442-5433-4282-a023-342a45700d56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:14.778694 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d69c442-5433-4282-a023-342a45700d56 None None] Bound using segment: {'id': '9bf5643b-c123-4435-8b1a-d26d57e02056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5b0bbda7-626f-4962-968b-fbdec6fce49f'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 05:10:14.779175 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-9d69c442-5433-4282-a023-342a45700d56 None None] Bound port: 481d190b-1e90-4a71-bbca-61bf9704f61b, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bf5643b-c123-4435-8b1a-d26d57e02056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5b0bbda7-626f-4962-968b-fbdec6fce49f'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 05:10:14.779682 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9d69c442-5433-4282-a023-342a45700d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:14.794012 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 5f39ccb1-660c-49e6-b134-6e28fec03af4 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 05:10:14.936909 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-9d69c442-5433-4282-a023-342a45700d56 None None] For port 481d190b-1e90-4a71-bbca-61bf9704f61b, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 05:10:14.942437 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-9d69c442-5433-4282-a023-342a45700d56 None None] For port 481d190b-1e90-4a71-bbca-61bf9704f61b, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=481d190b-1e90-4a71-bbca-61bf9704f61b,segment=NetworkSegment(9bf5643b-c123-4435-8b1a-d26d57e02056),segment_id=9bf5643b-c123-4435-8b1a-d26d57e02056)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 05:10:14.949892 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9d69c442-5433-4282-a023-342a45700d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:14.981649 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 5f39ccb1-660c-49e6-b134-6e28fec03af4 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:10:14.982010 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:15.078926 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d69c442-5433-4282-a023-342a45700d56 None None] Routers {'bdcb4535-8aac-4c17-9239-d84d5d15ff5f'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:10:15.079578 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-9d69c442-5433-4282-a023-342a45700d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:10:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['bdcb4535-8aac-4c17-9239-d84d5d15ff5f'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:10:15.149299 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fde3064-206b-42f0-8608-a5138352c24e None None] Pushing event updated for resources: {'Port': ['ID=481d190b-1e90-4a71-bbca-61bf9704f61b,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:10:15.333606 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:15.335356 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-9d69c442-5433-4282-a023-342a45700d56 None None] Set router bdcb4535-8aac-4c17-9239-d84d5d15ff5f gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:10:15.672201 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-9d69c442-5433-4282-a023-342a45700d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdcb4535-8aac-4c17-9239-d84d5d15ff5f', 'name': 'tempest-TestShelveInstance-1110960191-router', 'tenant_id': '2c06aa92f92f4ebcb1b283f400826b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.121'}], 'enable_snat': True}, 'gw_port_id': '5f39ccb1-660c-49e6-b134-6e28fec03af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:10:06Z', 'updated_at': '2022-02-01T05:10:10Z', 'revision_number': 4, 'project_id': '2c06aa92f92f4ebcb1b283f400826b67', 'gw_port': {'id': '5f39ccb1-660c-49e6-b134-6e28fec03af4', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:7e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdcb4535-8aac-4c17-9239-d84d5d15ff5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:10:07Z', 'updated_at': '2022-02-01T05:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '481d190b-1e90-4a71-bbca-61bf9704f61b', 'name': '', 'network_id': '5b0bbda7-626f-4962-968b-fbdec6fce49f', 'tenant_id': '2c06aa92f92f4ebcb1b283f400826b67', 'mac_address': 'fa:16:3e:cf:6d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdcb4535-8aac-4c17-9239-d84d5d15ff5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '12d456b4-9d3a-492d-9e7d-18eb1869bc30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:10:10Z', 'updated_at': '2022-02-01T05:10:14Z', 'revision_number': 4, 'project_id': '2c06aa92f92f4ebcb1b283f400826b67', 'subnets': [{'id': '12d456b4-9d3a-492d-9e7d-18eb1869bc30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:10:15.676405 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d69c442-5433-4282-a023-342a45700d56 None None] The sync data for ids ['bdcb4535-8aac-4c17-9239-d84d5d15ff5f'] in dv-neutron-826830-1-hyperv is: [{'id': 'bdcb4535-8aac-4c17-9239-d84d5d15ff5f', 'name': 'tempest-TestShelveInstance-1110960191-router', 'tenant_id': '2c06aa92f92f4ebcb1b283f400826b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.121'}], 'enable_snat': True}, 'gw_port_id': '5f39ccb1-660c-49e6-b134-6e28fec03af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:10:06Z', 'updated_at': '2022-02-01T05:10:10Z', 'revision_number': 4, 'project_id': '2c06aa92f92f4ebcb1b283f400826b67', 'gw_port': {'id': '5f39ccb1-660c-49e6-b134-6e28fec03af4', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:7e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdcb4535-8aac-4c17-9239-d84d5d15ff5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:10:07Z', 'updated_at': '2022-02-01T05:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': '481d190b-1e90-4a71-bbca-61bf9704f61b', 'name': '', 'network_id': '5b0bbda7-626f-4962-968b-fbdec6fce49f', 'tenant_id': '2c06aa92f92f4ebcb1b283f400826b67', 'mac_address': 'fa:16:3e:cf:6d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdcb4535-8aac-4c17-9239-d84d5d15ff5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '12d456b4-9d3a-492d-9e7d-18eb1869bc30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:10:10Z', 'updated_at': '2022-02-01T05:10:14Z', 'revision_number': 4, 'project_id': '2c06aa92f92f4ebcb1b283f400826b67', 'subnets': [{'id': '12d456b4-9d3a-492d-9e7d-18eb1869bc30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 05:10:15.922344 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-0da2981c-abbd-4df5-a2cc-486a01ece0cd req-884a0b94-bc25-436e-9ee6-0d9bec3e120e tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Synchronizing usage tracker for tenant:43d9d7c6283f4be5a5b4e1e2629bf377 on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 05:10:15.941659 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-0da2981c-abbd-4df5-a2cc-486a01ece0cd req-884a0b94-bc25-436e-9ee6-0d9bec3e120e tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Unset dirty status for tenant:43d9d7c6283f4be5a5b4e1e2629bf377 on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 05:10:15.942998 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-0da2981c-abbd-4df5-a2cc-486a01ece0cd req-884a0b94-bc25-436e-9ee6-0d9bec3e120e tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf94dd1-93f9-4957-b285-a38b39d9ba67 HTTP/1.1" status: 200 len: 210 time: 0.0628557 Feb 01 05:10:16.793939 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 481d190b-1e90-4a71-bbca-61bf9704f61b up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 05:10:16.866169 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 481d190b-1e90-4a71-bbca-61bf9704f61b completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 05:10:16.871743 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 481d190b-1e90-4a71-bbca-61bf9704f61b triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:10:16.872302 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:16.994385 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:17.029966 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 481d190b-1e90-4a71-bbca-61bf9704f61b, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=481d190b-1e90-4a71-bbca-61bf9704f61b,segment=NetworkSegment(9bf5643b-c123-4435-8b1a-d26d57e02056),segment_id=9bf5643b-c123-4435-8b1a-d26d57e02056)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:10:17.035684 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:17.113531 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=481d190b-1e90-4a71-bbca-61bf9704f61b,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:10:17.130763 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-07ec9b73-b00a-4774-9c83-96cc8c5b4f21 req-65aa2189-5e39-40d2-a5cf-f12df80a784f tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf94dd1-93f9-4957-b285-a38b39d9ba67 HTTP/1.1" status: 200 len: 210 time: 0.0531747 Feb 01 05:10:17.148983 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43177fc4-4b77-4dbf-9051-712d9f67cf20 req-977b629f-6a2a-45d2-a973-2bc1a2fc7506 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:10:17.148983 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-43177fc4-4b77-4dbf-9051-712d9f67cf20 req-977b629f-6a2a-45d2-a973-2bc1a2fc7506 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.18 "GET /v2.0/networks?id=8c07844f-d03c-4c86-9c31-e331b9045601 HTTP/1.1" status: 200 len: 808 time: 0.1932621 Feb 01 05:10:17.198659 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-43177fc4-4b77-4dbf-9051-712d9f67cf20 req-d77c96b9-8a53-4b48-bbe3-fdf8ae30875b tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43d9d7c6283f4be5a5b4e1e2629bf377 HTTP/1.1" status: 200 len: 380 time: 0.0394895 Feb 01 05:10:17.210967 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-43177fc4-4b77-4dbf-9051-712d9f67cf20 req-55689200-8e90-4279-a52c-739606375dfc tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Request body: {'port': {'device_id': '3bf94dd1-93f9-4957-b285-a38b39d9ba67', 'network_id': '8c07844f-d03c-4c86-9c31-e331b9045601', 'admin_state_up': True, 'tenant_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'security_groups': ['550de567-da2a-492e-9e95-4251ae60bc65']}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:10:17.343847 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-43177fc4-4b77-4dbf-9051-712d9f67cf20 req-55689200-8e90-4279-a52c-739606375dfc tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:10:17.353173 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-43177fc4-4b77-4dbf-9051-712d9f67cf20 req-55689200-8e90-4279-a52c-739606375dfc tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:10:17.362736 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43177fc4-4b77-4dbf-9051-712d9f67cf20 req-55689200-8e90-4279-a52c-739606375dfc tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Made reservation on behalf of 43d9d7c6283f4be5a5b4e1e2629bf377 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 05:10:17.366311 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-43177fc4-4b77-4dbf-9051-712d9f67cf20 req-55689200-8e90-4279-a52c-739606375dfc tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:17.529081 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [req-43177fc4-4b77-4dbf-9051-712d9f67cf20 req-55689200-8e90-4279-a52c-739606375dfc tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Allocated IP 172.20.0.10 (8c07844f-d03c-4c86-9c31-e331b9045601/80fee983-4d18-412b-885b-e097def70921/4688a873-e3ad-4adf-9a76-3cc620a40c32) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 05:10:17.718137 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-43177fc4-4b77-4dbf-9051-712d9f67cf20 req-55689200-8e90-4279-a52c-739606375dfc tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:17.734259 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-43177fc4-4b77-4dbf-9051-712d9f67cf20 req-55689200-8e90-4279-a52c-739606375dfc tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Transition to ACTIVE for port object 4688a873-e3ad-4adf-9a76-3cc620a40c32 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 05:10:17.758203 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-43177fc4-4b77-4dbf-9051-712d9f67cf20 req-55689200-8e90-4279-a52c-739606375dfc tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:17.826377 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43177fc4-4b77-4dbf-9051-712d9f67cf20 req-55689200-8e90-4279-a52c-739606375dfc tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Network 8c07844f-d03c-4c86-9c31-e331b9045601 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 05:10:17.829550 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [req-43177fc4-4b77-4dbf-9051-712d9f67cf20 req-55689200-8e90-4279-a52c-739606375dfc tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 05:10:17.833345 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-43177fc4-4b77-4dbf-9051-712d9f67cf20 req-55689200-8e90-4279-a52c-739606375dfc tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 05:10:17.863602 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55689200-8e90-4279-a52c-739606375dfc tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Pushing event updated for resources: {'Port': ['ID=4688a873-e3ad-4adf-9a76-3cc620a40c32,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:10:17.902895 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43177fc4-4b77-4dbf-9051-712d9f67cf20 req-55689200-8e90-4279-a52c-739606375dfc tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:10:17.903543 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-43177fc4-4b77-4dbf-9051-712d9f67cf20 req-55689200-8e90-4279-a52c-739606375dfc tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:17.929607 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-43177fc4-4b77-4dbf-9051-712d9f67cf20 req-55689200-8e90-4279-a52c-739606375dfc tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7232177 Feb 01 05:10:17.946389 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-43177fc4-4b77-4dbf-9051-712d9f67cf20 req-abf8bdd9-7eef-4b67-af4a-870af1829be8 service neutron] Request body: {'port': {'device_id': '3bf94dd1-93f9-4957-b285-a38b39d9ba67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:10:18.055387 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-43177fc4-4b77-4dbf-9051-712d9f67cf20 req-abf8bdd9-7eef-4b67-af4a-870af1829be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:18.066572 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-02534cdf-4f5a-416a-b336-8f3c58e3c826 None None] Provisioning for port 4688a873-e3ad-4adf-9a76-3cc620a40c32 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 05:10:18.071564 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-02534cdf-4f5a-416a-b336-8f3c58e3c826 None None] Provisioning complete for port 4688a873-e3ad-4adf-9a76-3cc620a40c32 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:10:18.071934 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-02534cdf-4f5a-416a-b336-8f3c58e3c826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:18.128614 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-02534cdf-4f5a-416a-b336-8f3c58e3c826 None None] Port 4688a873-e3ad-4adf-9a76-3cc620a40c32 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 05:10:18.318586 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b926e1b-41c6-4c2c-aa2f-262aee307095 req-9c15fefc-1bc5-4f09-b25f-fa30ee5efc11 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:10:18.320074 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-4b926e1b-41c6-4c2c-aa2f-262aee307095 req-9c15fefc-1bc5-4f09-b25f-fa30ee5efc11 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf94dd1-93f9-4957-b285-a38b39d9ba67 HTTP/1.1" status: 200 len: 932 time: 0.0810535 Feb 01 05:10:18.363757 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-4b926e1b-41c6-4c2c-aa2f-262aee307095 req-ae3ce0d3-5122-45a4-bd48-9a5ecf6fa42f tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Synchronizing usage tracker for tenant:43d9d7c6283f4be5a5b4e1e2629bf377 on resource:security_group {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 05:10:18.375893 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-4b926e1b-41c6-4c2c-aa2f-262aee307095 req-ae3ce0d3-5122-45a4-bd48-9a5ecf6fa42f tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Unset dirty status for tenant:43d9d7c6283f4be5a5b4e1e2629bf377 on resource:security_group {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 05:10:18.377042 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-4b926e1b-41c6-4c2c-aa2f-262aee307095 req-ae3ce0d3-5122-45a4-bd48-9a5ecf6fa42f tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=550de567-da2a-492e-9e95-4251ae60bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513182 Feb 01 05:10:18.398166 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [req-43177fc4-4b77-4dbf-9051-712d9f67cf20 req-abf8bdd9-7eef-4b67-af4a-870af1829be8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4688a873-e3ad-4adf-9a76-3cc620a40c32 {{(pid=87636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 05:10:18.405894 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-43177fc4-4b77-4dbf-9051-712d9f67cf20 req-abf8bdd9-7eef-4b67-af4a-870af1829be8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:18.419940 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-43177fc4-4b77-4dbf-9051-712d9f67cf20 req-abf8bdd9-7eef-4b67-af4a-870af1829be8 service neutron] Transition to ACTIVE for port object 4688a873-e3ad-4adf-9a76-3cc620a40c32 will not be triggered until provisioned by entity L2. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 05:10:18.424128 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-43177fc4-4b77-4dbf-9051-712d9f67cf20 req-abf8bdd9-7eef-4b67-af4a-870af1829be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:18.575558 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf8bdd9-7eef-4b67-af4a-870af1829be8 service neutron] Pushing event updated for resources: {'Port': ['ID=4688a873-e3ad-4adf-9a76-3cc620a40c32,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:10:18.766957 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-43177fc4-4b77-4dbf-9051-712d9f67cf20 req-abf8bdd9-7eef-4b67-af4a-870af1829be8 service neutron] Attempting to bind port 4688a873-e3ad-4adf-9a76-3cc620a40c32 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 05:10:18.767294 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-43177fc4-4b77-4dbf-9051-712d9f67cf20 req-abf8bdd9-7eef-4b67-af4a-870af1829be8 service neutron] Attempting to bind port 4688a873-e3ad-4adf-9a76-3cc620a40c32 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '0c8f79ed-8811-45ab-83d5-987b06dfd8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8c07844f-d03c-4c86-9c31-e331b9045601'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 05:10:18.767817 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43177fc4-4b77-4dbf-9051-712d9f67cf20 req-abf8bdd9-7eef-4b67-af4a-870af1829be8 service neutron] Attempting to bind port 4688a873-e3ad-4adf-9a76-3cc620a40c32 on network 8c07844f-d03c-4c86-9c31-e331b9045601 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 05:10:18.772385 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43177fc4-4b77-4dbf-9051-712d9f67cf20 req-abf8bdd9-7eef-4b67-af4a-870af1829be8 service neutron] Port 4688a873-e3ad-4adf-9a76-3cc620a40c32 on network 8c07844f-d03c-4c86-9c31-e331b9045601 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 05:10:18.772701 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43177fc4-4b77-4dbf-9051-712d9f67cf20 req-abf8bdd9-7eef-4b67-af4a-870af1829be8 service neutron] Attempting to bind port 4688a873-e3ad-4adf-9a76-3cc620a40c32 on network 8c07844f-d03c-4c86-9c31-e331b9045601 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 05:10:18.773614 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 481d190b-1e90-4a71-bbca-61bf9704f61b up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 05:10:18.777768 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43177fc4-4b77-4dbf-9051-712d9f67cf20 req-abf8bdd9-7eef-4b67-af4a-870af1829be8 service neutron] Checking agent: {'id': '63664c57-372e-43f7-9ecb-4deedcf8ddc7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 28, 15), 'started_at': datetime.datetime(2022, 2, 1, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 5, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 05:10:18.778096 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43177fc4-4b77-4dbf-9051-712d9f67cf20 req-abf8bdd9-7eef-4b67-af4a-870af1829be8 service neutron] Checking segment: {'id': '0c8f79ed-8811-45ab-83d5-987b06dfd8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8c07844f-d03c-4c86-9c31-e331b9045601'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 05:10:18.778467 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43177fc4-4b77-4dbf-9051-712d9f67cf20 req-abf8bdd9-7eef-4b67-af4a-870af1829be8 service neutron] Bound using segment: {'id': '0c8f79ed-8811-45ab-83d5-987b06dfd8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8c07844f-d03c-4c86-9c31-e331b9045601'} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 05:10:18.778880 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-43177fc4-4b77-4dbf-9051-712d9f67cf20 req-abf8bdd9-7eef-4b67-af4a-870af1829be8 service neutron] Bound port: 4688a873-e3ad-4adf-9a76-3cc620a40c32, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c8f79ed-8811-45ab-83d5-987b06dfd8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8c07844f-d03c-4c86-9c31-e331b9045601'}}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 05:10:18.779253 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-43177fc4-4b77-4dbf-9051-712d9f67cf20 req-abf8bdd9-7eef-4b67-af4a-870af1829be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:18.840042 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 481d190b-1e90-4a71-bbca-61bf9704f61b triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:10:18.840423 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:18.867543 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-43177fc4-4b77-4dbf-9051-712d9f67cf20 req-abf8bdd9-7eef-4b67-af4a-870af1829be8 service neutron] For port 4688a873-e3ad-4adf-9a76-3cc620a40c32, host hv-neutron-8268, cleared binding levels {{(pid=87636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 05:10:18.870473 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-43177fc4-4b77-4dbf-9051-712d9f67cf20 req-abf8bdd9-7eef-4b67-af4a-870af1829be8 service neutron] For port 4688a873-e3ad-4adf-9a76-3cc620a40c32, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=4688a873-e3ad-4adf-9a76-3cc620a40c32,segment=NetworkSegment(0c8f79ed-8811-45ab-83d5-987b06dfd8b1),segment_id=0c8f79ed-8811-45ab-83d5-987b06dfd8b1)] {{(pid=87636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 05:10:18.878094 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-43177fc4-4b77-4dbf-9051-712d9f67cf20 req-abf8bdd9-7eef-4b67-af4a-870af1829be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:18.941299 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43177fc4-4b77-4dbf-9051-712d9f67cf20 req-abf8bdd9-7eef-4b67-af4a-870af1829be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:10:18.941855 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-43177fc4-4b77-4dbf-9051-712d9f67cf20 req-abf8bdd9-7eef-4b67-af4a-870af1829be8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:18.943231 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-43177fc4-4b77-4dbf-9051-712d9f67cf20 req-abf8bdd9-7eef-4b67-af4a-870af1829be8 service neutron] 10.222.0.18 "PUT /v2.0/ports/4688a873-e3ad-4adf-9a76-3cc620a40c32 HTTP/1.1" status: 200 len: 1094 time: 1.0011039 Feb 01 05:10:18.943678 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bf94dd1-93f9-4957-b285-a38b39d9ba67', 'tag': '4688a873-e3ad-4adf-9a76-3cc620a40c32'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 05:10:18.966174 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf8bdd9-7eef-4b67-af4a-870af1829be8 service neutron] Pushing event updated for resources: {'Port': ['ID=4688a873-e3ad-4adf-9a76-3cc620a40c32,revision_number=3']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:10:18.994167 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bf94dd1-93f9-4957-b285-a38b39d9ba67', 'tag': '4688a873-e3ad-4adf-9a76-3cc620a40c32', 'status': 'completed', 'code': 200} Feb 01 05:10:19.081869 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43177fc4-4b77-4dbf-9051-712d9f67cf20 req-8bbd6cf4-973b-4041-90fe-7a77c96b52a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:10:19.083378 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-43177fc4-4b77-4dbf-9051-712d9f67cf20 req-8bbd6cf4-973b-4041-90fe-7a77c96b52a4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=43d9d7c6283f4be5a5b4e1e2629bf377&device_id=3bf94dd1-93f9-4957-b285-a38b39d9ba67 HTTP/1.1" status: 200 len: 1097 time: 0.0716624 Feb 01 05:10:19.161336 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-43177fc4-4b77-4dbf-9051-712d9f67cf20 req-9c67d072-87ea-485d-b319-5ebc2cf2a701 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4688a873-e3ad-4adf-9a76-3cc620a40c32 HTTP/1.1" status: 200 len: 217 time: 0.0646703 Feb 01 05:10:19.224413 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43177fc4-4b77-4dbf-9051-712d9f67cf20 req-1fb0f390-1736-4f59-beb7-ff10e79e4abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:10:19.225750 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-43177fc4-4b77-4dbf-9051-712d9f67cf20 req-1fb0f390-1736-4f59-beb7-ff10e79e4abf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=80fee983-4d18-412b-885b-e097def70921 HTTP/1.1" status: 200 len: 847 time: 0.0562100 Feb 01 05:10:19.301605 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43177fc4-4b77-4dbf-9051-712d9f67cf20 req-e67ea377-4541-4102-a1da-7ca1d40ac96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:10:19.303079 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-43177fc4-4b77-4dbf-9051-712d9f67cf20 req-e67ea377-4541-4102-a1da-7ca1d40ac96f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8c07844f-d03c-4c86-9c31-e331b9045601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717165 Feb 01 05:10:19.433422 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-43177fc4-4b77-4dbf-9051-712d9f67cf20 req-36880ede-3ae3-4e8e-b8a8-531beb09fc69 service neutron] 10.222.0.18 "GET /v2.0/networks/8c07844f-d03c-4c86-9c31-e331b9045601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235344 Feb 01 05:10:19.556778 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe97435-4e39-4851-8e96-f4ddfe5ba831 req-4d229d66-3844-4fc5-99b0-58979596cba7 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:10:19.558244 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-1fe97435-4e39-4851-8e96-f4ddfe5ba831 req-4d229d66-3844-4fc5-99b0-58979596cba7 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf94dd1-93f9-4957-b285-a38b39d9ba67 HTTP/1.1" status: 200 len: 944 time: 0.0786886 Feb 01 05:10:19.564535 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-43177fc4-4b77-4dbf-9051-712d9f67cf20 req-60ce23c7-58bc-412d-8d22-27816af1ef4e service neutron] 10.222.0.18 "GET /v2.0/networks/8c07844f-d03c-4c86-9c31-e331b9045601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244910 Feb 01 05:10:19.605408 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-1fe97435-4e39-4851-8e96-f4ddfe5ba831 req-4f4564d6-75dc-455c-b475-faadb3a4a62c tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=550de567-da2a-492e-9e95-4251ae60bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408552 Feb 01 05:10:19.720575 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c664e0aa-dc64-450f-a92a-f09e746c62f0 req-2bc921f7-1909-4618-8b07-ff38863fd987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:10:19.722061 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c664e0aa-dc64-450f-a92a-f09e746c62f0 req-2bc921f7-1909-4618-8b07-ff38863fd987 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=43d9d7c6283f4be5a5b4e1e2629bf377&device_id=3bf94dd1-93f9-4957-b285-a38b39d9ba67 HTTP/1.1" status: 200 len: 1097 time: 0.0701396 Feb 01 05:10:19.850021 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c664e0aa-dc64-450f-a92a-f09e746c62f0 req-0ba527be-77b1-402b-876f-bb2b7ef7f6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:10:19.851433 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c664e0aa-dc64-450f-a92a-f09e746c62f0 req-0ba527be-77b1-402b-876f-bb2b7ef7f6d9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8c07844f-d03c-4c86-9c31-e331b9045601 HTTP/1.1" status: 200 len: 908 time: 0.1225362 Feb 01 05:10:19.919807 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c664e0aa-dc64-450f-a92a-f09e746c62f0 req-bc41e4c8-8dec-495d-83e7-37bcbda54b74 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4688a873-e3ad-4adf-9a76-3cc620a40c32 HTTP/1.1" status: 200 len: 217 time: 0.0621681 Feb 01 05:10:19.984294 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c664e0aa-dc64-450f-a92a-f09e746c62f0 req-9e9a5121-70bc-42af-98e2-025ee6087efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:10:19.985696 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c664e0aa-dc64-450f-a92a-f09e746c62f0 req-9e9a5121-70bc-42af-98e2-025ee6087efc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=80fee983-4d18-412b-885b-e097def70921 HTTP/1.1" status: 200 len: 847 time: 0.0579915 Feb 01 05:10:20.061008 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c664e0aa-dc64-450f-a92a-f09e746c62f0 req-34616bfb-bb51-4d75-b880-14c6414bdc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:10:20.062443 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c664e0aa-dc64-450f-a92a-f09e746c62f0 req-34616bfb-bb51-4d75-b880-14c6414bdc98 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8c07844f-d03c-4c86-9c31-e331b9045601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696702 Feb 01 05:10:20.192194 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c664e0aa-dc64-450f-a92a-f09e746c62f0 req-419411e0-f0df-45c7-9e55-6f8e67671099 service neutron] 10.222.0.18 "GET /v2.0/networks/8c07844f-d03c-4c86-9c31-e331b9045601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220129 Feb 01 05:10:20.322570 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c664e0aa-dc64-450f-a92a-f09e746c62f0 req-7d0e55f9-1617-45cd-9846-57b8e3a6e2dc service neutron] 10.222.0.18 "GET /v2.0/networks/8c07844f-d03c-4c86-9c31-e331b9045601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232808 Feb 01 05:10:20.786233 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4231cfa-8244-4ea9-bf13-e16397996515 req-3a20ed2f-8313-4eca-8566-98dfe0c7f48e tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:10:20.786917 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-b4231cfa-8244-4ea9-bf13-e16397996515 req-3a20ed2f-8313-4eca-8566-98dfe0c7f48e tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Synchronizing usage tracker for tenant:43d9d7c6283f4be5a5b4e1e2629bf377 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 05:10:20.802429 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-b4231cfa-8244-4ea9-bf13-e16397996515 req-3a20ed2f-8313-4eca-8566-98dfe0c7f48e tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Unset dirty status for tenant:43d9d7c6283f4be5a5b4e1e2629bf377 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 05:10:20.803645 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b4231cfa-8244-4ea9-bf13-e16397996515 req-3a20ed2f-8313-4eca-8566-98dfe0c7f48e tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf94dd1-93f9-4957-b285-a38b39d9ba67 HTTP/1.1" status: 200 len: 944 time: 0.0937757 Feb 01 05:10:20.847559 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b4231cfa-8244-4ea9-bf13-e16397996515 req-7b6dee3d-ee3a-4f1a-a9b3-e3f57733f052 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=550de567-da2a-492e-9e95-4251ae60bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382273 Feb 01 05:10:22.127605 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d51eb22-1189-45cf-abcb-3d02570624f6 req-2e783916-720d-4b0c-a43f-f24bd8227a55 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:10:22.129095 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-5d51eb22-1189-45cf-abcb-3d02570624f6 req-2e783916-720d-4b0c-a43f-f24bd8227a55 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf94dd1-93f9-4957-b285-a38b39d9ba67 HTTP/1.1" status: 200 len: 944 time: 0.1785357 Feb 01 05:10:22.171572 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-5d51eb22-1189-45cf-abcb-3d02570624f6 req-1d3abe65-9ffc-445e-b52a-9e0cdcacb728 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=550de567-da2a-492e-9e95-4251ae60bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363433 Feb 01 05:10:22.321401 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 05:10:23.104866 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 4688a873-e3ad-4adf-9a76-3cc620a40c32 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 01 05:10:23.235797 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 4688a873-e3ad-4adf-9a76-3cc620a40c32, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=4688a873-e3ad-4adf-9a76-3cc620a40c32,segment=NetworkSegment(0c8f79ed-8811-45ab-83d5-987b06dfd8b1),segment_id=0c8f79ed-8811-45ab-83d5-987b06dfd8b1)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:10:23.248473 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Returning: {'device': '4688a873-e3ad-4adf-9a76-3cc620a40c32', 'network_id': '8c07844f-d03c-4c86-9c31-e331b9045601', 'port_id': '4688a873-e3ad-4adf-9a76-3cc620a40c32', 'mac_address': 'fa:16:3e:0b:df:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80fee983-4d18-412b-885b-e097def70921', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 01 05:10:23.302457 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:23.323508 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4688a873-e3ad-4adf-9a76-3cc620a40c32 {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 05:10:23.339850 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 4688a873-e3ad-4adf-9a76-3cc620a40c32, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=4688a873-e3ad-4adf-9a76-3cc620a40c32,segment=NetworkSegment(0c8f79ed-8811-45ab-83d5-987b06dfd8b1),segment_id=0c8f79ed-8811-45ab-83d5-987b06dfd8b1)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:10:23.344430 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:23.411768 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=4688a873-e3ad-4adf-9a76-3cc620a40c32,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:10:23.455869 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc84fe3d-a078-4d58-9b92-232d300565bd req-c1fb1a9c-a829-49cd-ac83-9206e5dd986f tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:10:23.457449 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bc84fe3d-a078-4d58-9b92-232d300565bd req-c1fb1a9c-a829-49cd-ac83-9206e5dd986f tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf94dd1-93f9-4957-b285-a38b39d9ba67 HTTP/1.1" status: 200 len: 945 time: 0.1851072 Feb 01 05:10:23.500440 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bc84fe3d-a078-4d58-9b92-232d300565bd req-b0c572ad-bd8d-480a-9e50-1a80b0c1f61d tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=550de567-da2a-492e-9e95-4251ae60bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375504 Feb 01 05:10:23.613205 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] get_ports_and_sgs() called for port_ids ['4688a873-e3ad-4adf-9a76-3cc620a40c32'] {{(pid=87638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 01 05:10:24.680762 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90993a65-bdde-499a-9382-4557e1f56f65 req-5bc1e63b-e5fe-421e-b349-68730ecb92ae tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:10:24.682189 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-90993a65-bdde-499a-9382-4557e1f56f65 req-5bc1e63b-e5fe-421e-b349-68730ecb92ae tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf94dd1-93f9-4957-b285-a38b39d9ba67 HTTP/1.1" status: 200 len: 945 time: 0.0804303 Feb 01 05:10:24.726798 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-90993a65-bdde-499a-9382-4557e1f56f65 req-ff05fe64-32ba-4381-a404-72d1b7de6139 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=550de567-da2a-492e-9e95-4251ae60bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384407 Feb 01 05:10:25.119699 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 4688a873-e3ad-4adf-9a76-3cc620a40c32 up at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 05:10:25.188144 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning for port 4688a873-e3ad-4adf-9a76-3cc620a40c32 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 05:10:25.192659 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning complete for port 4688a873-e3ad-4adf-9a76-3cc620a40c32 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:10:25.193024 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:25.304517 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:25.330483 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bf94dd1-93f9-4957-b285-a38b39d9ba67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4688a873-e3ad-4adf-9a76-3cc620a40c32'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 05:10:25.340230 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 4688a873-e3ad-4adf-9a76-3cc620a40c32, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=4688a873-e3ad-4adf-9a76-3cc620a40c32,segment=NetworkSegment(0c8f79ed-8811-45ab-83d5-987b06dfd8b1),segment_id=0c8f79ed-8811-45ab-83d5-987b06dfd8b1)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:10:25.344767 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:25.411792 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=4688a873-e3ad-4adf-9a76-3cc620a40c32,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:10:25.430178 dv-neutron-826830-1-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bf94dd1-93f9-4957-b285-a38b39d9ba67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4688a873-e3ad-4adf-9a76-3cc620a40c32', 'code': 200} Feb 01 05:10:25.681804 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac952c-08cc-4b50-b34c-249d5c4af737 req-e97a1f0f-6e2e-48d6-8f25-170f1c740043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:10:25.683296 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-57ac952c-08cc-4b50-b34c-249d5c4af737 req-e97a1f0f-6e2e-48d6-8f25-170f1c740043 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3bf94dd1-93f9-4957-b285-a38b39d9ba67 HTTP/1.1" status: 200 len: 1099 time: 0.0706506 Feb 01 05:10:25.722625 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-57ac952c-08cc-4b50-b34c-249d5c4af737 req-5e712341-0954-412a-b2a6-9de607814030 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=550de567-da2a-492e-9e95-4251ae60bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333788 Feb 01 05:10:25.906210 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e1c600-5309-4b4a-b507-0b7652364db5 req-e0f11b88-51bf-4e76-bfbc-7d55db0abdc3 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:10:25.907853 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-c5e1c600-5309-4b4a-b507-0b7652364db5 req-e0f11b88-51bf-4e76-bfbc-7d55db0abdc3 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf94dd1-93f9-4957-b285-a38b39d9ba67 HTTP/1.1" status: 200 len: 946 time: 0.0785670 Feb 01 05:10:25.951343 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-c5e1c600-5309-4b4a-b507-0b7652364db5 req-b8c647bf-f66e-4cd1-ac36-eb102d10ae2b tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=550de567-da2a-492e-9e95-4251ae60bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377204 Feb 01 05:10:27.135679 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d6ac24-49f6-4643-8038-720aa7663bb5 req-3286c195-1c71-42e0-bccb-657b52db8ee4 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:10:27.137089 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-21d6ac24-49f6-4643-8038-720aa7663bb5 req-3286c195-1c71-42e0-bccb-657b52db8ee4 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf94dd1-93f9-4957-b285-a38b39d9ba67 HTTP/1.1" status: 200 len: 946 time: 0.0786822 Feb 01 05:10:27.179574 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-21d6ac24-49f6-4643-8038-720aa7663bb5 req-84aa8af5-c616-4883-8566-2fb0bcc98c3f tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=550de567-da2a-492e-9e95-4251ae60bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369434 Feb 01 05:10:27.359988 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc5a416-d8c0-4ffc-bda2-7652fdd2e201 req-c293b4bc-3682-441e-b99e-28643863fd4c tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:10:27.361427 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-cfc5a416-d8c0-4ffc-bda2-7652fdd2e201 req-c293b4bc-3682-441e-b99e-28643863fd4c tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf94dd1-93f9-4957-b285-a38b39d9ba67 HTTP/1.1" status: 200 len: 946 time: 0.0820575 Feb 01 05:10:27.403214 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-cfc5a416-d8c0-4ffc-bda2-7652fdd2e201 req-1355b4b7-de1e-45b4-8253-240d082b64c9 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=550de567-da2a-492e-9e95-4251ae60bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363386 Feb 01 05:10:27.425812 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 49932) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:10:27.585775 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf72302c-0844-46ec-88f9-4a5bcd637109 tempest-TestShelveInstance-1500801796 tempest-TestShelveInstance-1500801796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:10:27.586487 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-bf72302c-0844-46ec-88f9-4a5bcd637109 tempest-TestShelveInstance-1500801796 tempest-TestShelveInstance-1500801796-project-admin] Synchronizing usage tracker for tenant:2c06aa92f92f4ebcb1b283f400826b67 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 05:10:27.602639 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-bf72302c-0844-46ec-88f9-4a5bcd637109 tempest-TestShelveInstance-1500801796 tempest-TestShelveInstance-1500801796-project-admin] Unset dirty status for tenant:2c06aa92f92f4ebcb1b283f400826b67 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 05:10:27.603775 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-bf72302c-0844-46ec-88f9-4a5bcd637109 tempest-TestShelveInstance-1500801796 tempest-TestShelveInstance-1500801796-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3bf94dd1-93f9-4957-b285-a38b39d9ba67 HTTP/1.1" status: 200 len: 1094 time: 0.1770134 Feb 01 05:10:27.606637 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 49938) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:10:27.611821 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-a31b0e48-0df4-4e4c-9494-f9fc9ef0f8ca tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Request body: {'floatingip': {'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'port_id': '4688a873-e3ad-4adf-9a76-3cc620a40c32', 'tenant_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:10:27.617416 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-a31b0e48-0df4-4e4c-9494-f9fc9ef0f8ca tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:10:27.621096 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-a31b0e48-0df4-4e4c-9494-f9fc9ef0f8ca tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Usage tracker for resource:floatingip and tenant:43d9d7c6283f4be5a5b4e1e2629bf377 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:10:27.623829 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-a31b0e48-0df4-4e4c-9494-f9fc9ef0f8ca tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:10:27.629414 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-a31b0e48-0df4-4e4c-9494-f9fc9ef0f8ca tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:10:27.638652 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a31b0e48-0df4-4e4c-9494-f9fc9ef0f8ca tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks [] for floatingip, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:27.769003 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a31b0e48-0df4-4e4c-9494-f9fc9ef0f8ca tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:27.899597 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-a31b0e48-0df4-4e4c-9494-f9fc9ef0f8ca tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Allocated IP 172.26.8.73 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/0477ca28-466e-41b1-a90f-353ee9b3074f) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 05:10:28.046751 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a31b0e48-0df4-4e4c-9494-f9fc9ef0f8ca tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:28.075203 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a31b0e48-0df4-4e4c-9494-f9fc9ef0f8ca tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:28.141188 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31b0e48-0df4-4e4c-9494-f9fc9ef0f8ca tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 05:10:28.143870 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-a31b0e48-0df4-4e4c-9494-f9fc9ef0f8ca tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 05:10:28.147567 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31b0e48-0df4-4e4c-9494-f9fc9ef0f8ca tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 05:10:28.179882 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31b0e48-0df4-4e4c-9494-f9fc9ef0f8ca tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Pushing event updated for resources: {'Port': ['ID=0477ca28-466e-41b1-a90f-353ee9b3074f,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:10:28.540776 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a31b0e48-0df4-4e4c-9494-f9fc9ef0f8ca tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:28.612762 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a31b0e48-0df4-4e4c-9494-f9fc9ef0f8ca tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:28.808779 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a31b0e48-0df4-4e4c-9494-f9fc9ef0f8ca tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:28.813326 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a31b0e48-0df4-4e4c-9494-f9fc9ef0f8ca tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:29.016517 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31b0e48-0df4-4e4c-9494-f9fc9ef0f8ca tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Pushing event updated for resources: {'Port': ['ID=0477ca28-466e-41b1-a90f-353ee9b3074f,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:10:29.026605 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a31b0e48-0df4-4e4c-9494-f9fc9ef0f8ca tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-774194'] for floatingip, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:29.196924 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.l3_db [None req-a31b0e48-0df4-4e4c-9494-f9fc9ef0f8ca tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Floating IP 58a5d59c-f4d4-47ab-b023-193ff943f38b associated. External IP: 172.26.8.73, port: 4688a873-e3ad-4adf-9a76-3cc620a40c32. Feb 01 05:10:29.534277 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a31b0e48-0df4-4e4c-9494-f9fc9ef0f8ca tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Router 874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 05:10:29.704019 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a31b0e48-0df4-4e4c-9494-f9fc9ef0f8ca tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 05:10:29.713170 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a627ee21-e9f7-4e3f-b28d-456fa13eecc1 None None] Sync routers for ids ['874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 05:10:29.722694 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a627ee21-e9f7-4e3f-b28d-456fa13eecc1 None None] Routers {'874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:10:29.723414 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-a627ee21-e9f7-4e3f-b28d-456fa13eecc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:10:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:10:29.727844 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a31b0e48-0df4-4e4c-9494-f9fc9ef0f8ca tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:29.784501 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a31b0e48-0df4-4e4c-9494-f9fc9ef0f8ca tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1767287 Feb 01 05:10:29.784974 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bf94dd1-93f9-4957-b285-a38b39d9ba67', 'tag': '4688a873-e3ad-4adf-9a76-3cc620a40c32'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 05:10:29.827899 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bf94dd1-93f9-4957-b285-a38b39d9ba67', 'tag': '4688a873-e3ad-4adf-9a76-3cc620a40c32', 'status': 'completed', 'code': 200} Feb 01 05:10:29.899682 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-a627ee21-e9f7-4e3f-b28d-456fa13eecc1 None None] Set router 874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:10:29.938062 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e958fcca-6084-47f3-b54e-c78f7422bf26 req-92aec17f-9e4e-4ee4-a610-f9ee85d817f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:10:29.939604 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e958fcca-6084-47f3-b54e-c78f7422bf26 req-92aec17f-9e4e-4ee4-a610-f9ee85d817f7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=43d9d7c6283f4be5a5b4e1e2629bf377&device_id=3bf94dd1-93f9-4957-b285-a38b39d9ba67 HTTP/1.1" status: 200 len: 1099 time: 0.0693059 Feb 01 05:10:30.068817 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e958fcca-6084-47f3-b54e-c78f7422bf26 req-dbcd96dc-dcfd-4a1f-a962-445517110d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:10:30.070164 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e958fcca-6084-47f3-b54e-c78f7422bf26 req-dbcd96dc-dcfd-4a1f-a962-445517110d88 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8c07844f-d03c-4c86-9c31-e331b9045601 HTTP/1.1" status: 200 len: 908 time: 0.1253095 Feb 01 05:10:30.172273 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e958fcca-6084-47f3-b54e-c78f7422bf26 req-0d4673bd-e397-45c2-80da-49adbbf442ef service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4688a873-e3ad-4adf-9a76-3cc620a40c32 HTTP/1.1" status: 200 len: 999 time: 0.0966187 Feb 01 05:10:30.232214 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e958fcca-6084-47f3-b54e-c78f7422bf26 req-0118c566-27ea-491d-a2ff-bfa9ed18d7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:10:30.234443 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e958fcca-6084-47f3-b54e-c78f7422bf26 req-0118c566-27ea-491d-a2ff-bfa9ed18d7dc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=80fee983-4d18-412b-885b-e097def70921 HTTP/1.1" status: 200 len: 847 time: 0.0565562 Feb 01 05:10:30.240588 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-a627ee21-e9f7-4e3f-b28d-456fa13eecc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4', 'name': 'tempest-TestShelveInstance-396432420-router', 'tenant_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.199'}], 'enable_snat': True}, 'gw_port_id': '35ecabc0-1f18-45cb-87bb-e7a59fdb1e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:10:00Z', 'updated_at': '2022-02-01T05:10:04Z', 'revision_number': 4, 'project_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'gw_port': {'id': '35ecabc0-1f18-45cb-87bb-e7a59fdb1e7a', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:10:01Z', 'updated_at': '2022-02-01T05:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': '58a5d59c-f4d4-47ab-b023-193ff943f38b', 'tenant_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'floating_ip_address': '172.26.8.73', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4', 'port_id': '4688a873-e3ad-4adf-9a76-3cc620a40c32', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c07844f-d03c-4c86-9c31-e331b9045601', 'mac_address': 'fa:16:3e:0b:df:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf94dd1-93f9-4957-b285-a38b39d9ba67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T05:10:28Z', 'updated_at': '2022-02-01T05:10:28Z', 'revision_number': 0, 'project_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6857623-ef26-4310-afde-ad94dd637dc8', 'name': '', 'network_id': '8c07844f-d03c-4c86-9c31-e331b9045601', 'tenant_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'mac_address': 'fa:16:3e:ec:a5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '80fee983-4d18-412b-885b-e097def70921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:10:03Z', 'updated_at': '2022-02-01T05:10:11Z', 'revision_number': 5, 'project_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'subnets': [{'id': '80fee983-4d18-412b-885b-e097def70921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:10:30.244420 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a627ee21-e9f7-4e3f-b28d-456fa13eecc1 None None] Checking router: 874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4 for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 05:10:30.252711 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a627ee21-e9f7-4e3f-b28d-456fa13eecc1 None None] Routers {'874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:10:30.253315 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-a627ee21-e9f7-4e3f-b28d-456fa13eecc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:10:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:10:30.309692 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e958fcca-6084-47f3-b54e-c78f7422bf26 req-30d2cc13-a9b3-472b-96c7-2e7e01f9c228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:10:30.311230 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e958fcca-6084-47f3-b54e-c78f7422bf26 req-30d2cc13-a9b3-472b-96c7-2e7e01f9c228 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8c07844f-d03c-4c86-9c31-e331b9045601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715606 Feb 01 05:10:30.430178 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-a627ee21-e9f7-4e3f-b28d-456fa13eecc1 None None] Set router 874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:10:30.558593 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e958fcca-6084-47f3-b54e-c78f7422bf26 req-d84642a1-2609-47e1-8730-4f1b4b9df290 service neutron] 10.222.0.18 "GET /v2.0/networks/8c07844f-d03c-4c86-9c31-e331b9045601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412558 Feb 01 05:10:30.686658 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e958fcca-6084-47f3-b54e-c78f7422bf26 req-738537e2-4de7-4639-9328-31c26d645268 service neutron] 10.222.0.18 "GET /v2.0/networks/8c07844f-d03c-4c86-9c31-e331b9045601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219490 Feb 01 05:10:30.771064 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-a627ee21-e9f7-4e3f-b28d-456fa13eecc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4', 'name': 'tempest-TestShelveInstance-396432420-router', 'tenant_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.199'}], 'enable_snat': True}, 'gw_port_id': '35ecabc0-1f18-45cb-87bb-e7a59fdb1e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:10:00Z', 'updated_at': '2022-02-01T05:10:04Z', 'revision_number': 4, 'project_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'gw_port': {'id': '35ecabc0-1f18-45cb-87bb-e7a59fdb1e7a', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:10:01Z', 'updated_at': '2022-02-01T05:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': '58a5d59c-f4d4-47ab-b023-193ff943f38b', 'tenant_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'floating_ip_address': '172.26.8.73', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4', 'port_id': '4688a873-e3ad-4adf-9a76-3cc620a40c32', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c07844f-d03c-4c86-9c31-e331b9045601', 'mac_address': 'fa:16:3e:0b:df:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf94dd1-93f9-4957-b285-a38b39d9ba67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T05:10:28Z', 'updated_at': '2022-02-01T05:10:28Z', 'revision_number': 0, 'project_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6857623-ef26-4310-afde-ad94dd637dc8', 'name': '', 'network_id': '8c07844f-d03c-4c86-9c31-e331b9045601', 'tenant_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'mac_address': 'fa:16:3e:ec:a5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '80fee983-4d18-412b-885b-e097def70921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:10:03Z', 'updated_at': '2022-02-01T05:10:11Z', 'revision_number': 5, 'project_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'subnets': [{'id': '80fee983-4d18-412b-885b-e097def70921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:10:30.775004 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a627ee21-e9f7-4e3f-b28d-456fa13eecc1 None None] The sync data for ids ['874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4'] in dv-neutron-826830-1-hyperv is: [{'id': '874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4', 'name': 'tempest-TestShelveInstance-396432420-router', 'tenant_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.199'}], 'enable_snat': True}, 'gw_port_id': '35ecabc0-1f18-45cb-87bb-e7a59fdb1e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:10:00Z', 'updated_at': '2022-02-01T05:10:04Z', 'revision_number': 4, 'project_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'gw_port': {'id': '35ecabc0-1f18-45cb-87bb-e7a59fdb1e7a', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:10:01Z', 'updated_at': '2022-02-01T05:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': '58a5d59c-f4d4-47ab-b023-193ff943f38b', 'tenant_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'floating_ip_address': '172.26.8.73', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4', 'port_id': '4688a873-e3ad-4adf-9a76-3cc620a40c32', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c07844f-d03c-4c86-9c31-e331b9045601', 'mac_address': 'fa:16:3e:0b:df:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf94dd1-93f9-4957-b285-a38b39d9ba67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T05:10:28Z', 'updated_at': '2022-02-01T05:10:28Z', 'revision_number': 0, 'project_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6857623-ef26-4310-afde-ad94dd637dc8', 'name': '', 'network_id': '8c07844f-d03c-4c86-9c31-e331b9045601', 'tenant_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'mac_address': 'fa:16:3e:ec:a5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '80fee983-4d18-412b-885b-e097def70921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:10:03Z', 'updated_at': '2022-02-01T05:10:11Z', 'revision_number': 5, 'project_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'subnets': [{'id': '80fee983-4d18-412b-885b-e097def70921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 05:10:30.973801 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c76b0b2-6c78-4bbc-8bff-a711ce97751a None None] New status for floating IP 58a5d59c-f4d4-47ab-b023-193ff943f38b: ACTIVE {{(pid=87638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 01 05:10:32.018057 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9defbe1a-4620-44a9-94bc-3385809b368b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:34.314595 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f168ecee-cf58-4653-ab70-25b3b0bcd570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:35.462855 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:35.596163 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:37.129188 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:44.102673 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-12eb310e-095b-4946-8a9d-1c1fea0c39f8 req-17b9504f-4549-468d-8842-3462550bc53d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3bf94dd1-93f9-4957-b285-a38b39d9ba67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0680830 Feb 01 05:10:44.256088 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eb310e-095b-4946-8a9d-1c1fea0c39f8 req-f8cc0217-6212-4045-9440-35784a145faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:10:44.257478 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-12eb310e-095b-4946-8a9d-1c1fea0c39f8 req-f8cc0217-6212-4045-9440-35784a145faf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=43d9d7c6283f4be5a5b4e1e2629bf377&device_id=3bf94dd1-93f9-4957-b285-a38b39d9ba67 HTTP/1.1" status: 200 len: 1099 time: 0.0727961 Feb 01 05:10:44.398147 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eb310e-095b-4946-8a9d-1c1fea0c39f8 req-087bf01d-aeae-47ea-bf4c-cc6e3b290e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:10:44.399589 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-12eb310e-095b-4946-8a9d-1c1fea0c39f8 req-087bf01d-aeae-47ea-bf4c-cc6e3b290e23 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8c07844f-d03c-4c86-9c31-e331b9045601 HTTP/1.1" status: 200 len: 908 time: 0.1243820 Feb 01 05:10:44.499914 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-12eb310e-095b-4946-8a9d-1c1fea0c39f8 req-b0028ee3-95c2-4635-874f-ebbc8e77f537 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4688a873-e3ad-4adf-9a76-3cc620a40c32 HTTP/1.1" status: 200 len: 1001 time: 0.0939384 Feb 01 05:10:44.559567 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eb310e-095b-4946-8a9d-1c1fea0c39f8 req-4bd9f301-b903-49a9-8054-17d0bc4faf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:10:44.561450 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-12eb310e-095b-4946-8a9d-1c1fea0c39f8 req-4bd9f301-b903-49a9-8054-17d0bc4faf23 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=80fee983-4d18-412b-885b-e097def70921 HTTP/1.1" status: 200 len: 847 time: 0.0556605 Feb 01 05:10:44.636545 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eb310e-095b-4946-8a9d-1c1fea0c39f8 req-2d137129-62a6-4587-9902-3fab0abca3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:10:44.637961 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-12eb310e-095b-4946-8a9d-1c1fea0c39f8 req-2d137129-62a6-4587-9902-3fab0abca3a2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8c07844f-d03c-4c86-9c31-e331b9045601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702231 Feb 01 05:10:44.771695 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-12eb310e-095b-4946-8a9d-1c1fea0c39f8 req-613e5e23-261d-4dee-8d6a-8a0ed4c9201e service neutron] 10.222.0.18 "GET /v2.0/networks/8c07844f-d03c-4c86-9c31-e331b9045601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258230 Feb 01 05:10:44.899578 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-12eb310e-095b-4946-8a9d-1c1fea0c39f8 req-5890c1d5-1715-4d7f-a300-b2eeb8af0b89 service neutron] 10.222.0.18 "GET /v2.0/networks/8c07844f-d03c-4c86-9c31-e331b9045601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220882 Feb 01 05:10:45.317326 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:10:59.321118 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 05:11:02.019566 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9a95f618-d7e6-41b1-a9d6-f7fca506fa7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:11:04.315968 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3ff27ea4-cc23-4c1e-b754-732b51217277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:11:05.463896 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:11:05.599669 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:11:07.132109 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:11:15.334063 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:11:31.548740 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [req-459861ca-c196-4592-b08a-822bf8845842 req-1aedf145-ae37-49fd-b3cd-aca13ec9cadd service neutron] (87636) timed out ('10.222.0.24', 45744) {{(pid=87636) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 01 05:11:32.021033 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-434b19ee-034b-477e-b2fe-c06b32d96244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:11:34.317349 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7c2464be-45ed-435c-993f-5c66b2148ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:11:35.466042 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:11:35.600507 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:11:36.319949 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 05:11:37.136491 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:11:45.347867 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:11:46.205418 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e7e9d4b1-2d21-48e5-8e0d-c114fb65ced2 req-98444571-d5c6-4a1a-9616-748bb67bd38d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3bf94dd1-93f9-4957-b285-a38b39d9ba67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1265464 Feb 01 05:11:46.360861 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9d4b1-2d21-48e5-8e0d-c114fb65ced2 req-fa5b3f04-53cd-4668-a30b-e1cf7d5cc9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:11:46.362284 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e7e9d4b1-2d21-48e5-8e0d-c114fb65ced2 req-fa5b3f04-53cd-4668-a30b-e1cf7d5cc9a9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=43d9d7c6283f4be5a5b4e1e2629bf377&device_id=3bf94dd1-93f9-4957-b285-a38b39d9ba67 HTTP/1.1" status: 200 len: 1099 time: 0.0719967 Feb 01 05:11:46.502303 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9d4b1-2d21-48e5-8e0d-c114fb65ced2 req-496d56cd-07c0-4b55-ae17-9a48e842e7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:11:46.503658 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e7e9d4b1-2d21-48e5-8e0d-c114fb65ced2 req-496d56cd-07c0-4b55-ae17-9a48e842e7a5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8c07844f-d03c-4c86-9c31-e331b9045601 HTTP/1.1" status: 200 len: 908 time: 0.1236110 Feb 01 05:11:46.602279 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e7e9d4b1-2d21-48e5-8e0d-c114fb65ced2 req-bf98db9a-8408-488a-8c06-18986e4cf5d0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4688a873-e3ad-4adf-9a76-3cc620a40c32 HTTP/1.1" status: 200 len: 1001 time: 0.0928681 Feb 01 05:11:46.661944 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9d4b1-2d21-48e5-8e0d-c114fb65ced2 req-67f1e698-0bb9-4772-ae73-5ca7c101e12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:11:46.663356 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e7e9d4b1-2d21-48e5-8e0d-c114fb65ced2 req-67f1e698-0bb9-4772-ae73-5ca7c101e12e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=80fee983-4d18-412b-885b-e097def70921 HTTP/1.1" status: 200 len: 847 time: 0.0557983 Feb 01 05:11:46.732771 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9d4b1-2d21-48e5-8e0d-c114fb65ced2 req-662aad45-161b-4b4b-ba05-eb1181261c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:11:46.734992 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e7e9d4b1-2d21-48e5-8e0d-c114fb65ced2 req-662aad45-161b-4b4b-ba05-eb1181261c91 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8c07844f-d03c-4c86-9c31-e331b9045601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663064 Feb 01 05:11:46.744426 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [req-e7e9d4b1-2d21-48e5-8e0d-c114fb65ced2 req-86aff4b0-7ffb-4769-b5cb-b68d9ec5c0cc service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 05:11:46.745310 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e7e9d4b1-2d21-48e5-8e0d-c114fb65ced2 req-86aff4b0-7ffb-4769-b5cb-b68d9ec5c0cc service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0045133 Feb 01 05:11:46.982600 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e7e9d4b1-2d21-48e5-8e0d-c114fb65ced2 req-bef56cca-af71-4038-97ff-ae7077cc103c service neutron] 10.222.0.18 "GET /v2.0/networks/8c07844f-d03c-4c86-9c31-e331b9045601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313874 Feb 01 05:11:47.110114 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e7e9d4b1-2d21-48e5-8e0d-c114fb65ced2 req-b863fed8-686d-47c3-a024-d0723fc68c4d service neutron] 10.222.0.18 "GET /v2.0/networks/8c07844f-d03c-4c86-9c31-e331b9045601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216080 Feb 01 05:12:02.024621 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cd7cad81-9fe7-43cc-9398-658ea11d0476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:12:04.318407 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2675eeb3-985e-4a37-b893-6789bc32dd6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:12:05.467547 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:12:05.603477 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:12:07.137544 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:12:13.318686 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 05:12:15.349600 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:12:25.571641 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3742ae3-56d0-4b14-b802-5d2cba43f833 req-e73f7c3d-dfe3-4fc3-9204-cd6e84917a66 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:12:25.573073 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a3742ae3-56d0-4b14-b802-5d2cba43f833 req-e73f7c3d-dfe3-4fc3-9204-cd6e84917a66 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf94dd1-93f9-4957-b285-a38b39d9ba67 HTTP/1.1" status: 200 len: 946 time: 0.0788200 Feb 01 05:12:25.616834 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a3742ae3-56d0-4b14-b802-5d2cba43f833 req-7a3c468b-877c-4f1a-96e6-6841c33922ca tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=550de567-da2a-492e-9e95-4251ae60bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382090 Feb 01 05:12:26.807798 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928acc7e-b77b-45fa-acfe-b63365b22cbe req-3f8b8860-ccb3-420d-b6e0-ab073f218997 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:12:26.809233 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-928acc7e-b77b-45fa-acfe-b63365b22cbe req-3f8b8860-ccb3-420d-b6e0-ab073f218997 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf94dd1-93f9-4957-b285-a38b39d9ba67 HTTP/1.1" status: 200 len: 946 time: 0.0852127 Feb 01 05:12:26.851934 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-928acc7e-b77b-45fa-acfe-b63365b22cbe req-2153523f-56cb-4707-8bb7-ac91a29f6087 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=550de567-da2a-492e-9e95-4251ae60bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371001 Feb 01 05:12:28.035958 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbea324-9472-435f-9205-75cf76b9f0b6 req-86c2f6e1-12b8-4635-9bf3-42e557428018 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:12:28.037382 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2cbea324-9472-435f-9205-75cf76b9f0b6 req-86c2f6e1-12b8-4635-9bf3-42e557428018 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf94dd1-93f9-4957-b285-a38b39d9ba67 HTTP/1.1" status: 200 len: 946 time: 0.0799150 Feb 01 05:12:28.086044 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2cbea324-9472-435f-9205-75cf76b9f0b6 req-afbe33b4-69bd-416e-aa24-0648df6e5a6f tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=550de567-da2a-492e-9e95-4251ae60bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430977 Feb 01 05:12:29.263827 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e2f78-2410-4bd8-81db-114bc3e522a6 req-9b6b2751-7e0d-4d77-af3c-9e3bcd348a47 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:12:29.265256 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-d88e2f78-2410-4bd8-81db-114bc3e522a6 req-9b6b2751-7e0d-4d77-af3c-9e3bcd348a47 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf94dd1-93f9-4957-b285-a38b39d9ba67 HTTP/1.1" status: 200 len: 946 time: 0.0775445 Feb 01 05:12:29.307973 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-d88e2f78-2410-4bd8-81db-114bc3e522a6 req-f3f7b535-729b-407f-8182-a0154ed0ea89 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=550de567-da2a-492e-9e95-4251ae60bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366321 Feb 01 05:12:30.490462 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5496b492-4d86-4ba9-9d64-8d30550ce5f3 req-f8797f21-40cd-4ef8-8d52-76cf01fd7270 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:12:30.491913 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5496b492-4d86-4ba9-9d64-8d30550ce5f3 req-f8797f21-40cd-4ef8-8d52-76cf01fd7270 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf94dd1-93f9-4957-b285-a38b39d9ba67 HTTP/1.1" status: 200 len: 946 time: 0.0776560 Feb 01 05:12:30.541627 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5496b492-4d86-4ba9-9d64-8d30550ce5f3 req-e1bcb43b-e3fa-4ee2-bf82-8783f10bb54c tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=550de567-da2a-492e-9e95-4251ae60bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441525 Feb 01 05:12:31.724389 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62342136-2ac1-4d4f-b2c2-a17bdb96217d req-119d869b-e922-4c55-a9e7-5e8064cb5660 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:12:31.725831 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-62342136-2ac1-4d4f-b2c2-a17bdb96217d req-119d869b-e922-4c55-a9e7-5e8064cb5660 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf94dd1-93f9-4957-b285-a38b39d9ba67 HTTP/1.1" status: 200 len: 946 time: 0.0811965 Feb 01 05:12:31.769147 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-62342136-2ac1-4d4f-b2c2-a17bdb96217d req-5bd5ef20-7dc1-40d2-a687-e19c2b192cff tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=550de567-da2a-492e-9e95-4251ae60bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370193 Feb 01 05:12:32.026533 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-44c1fb53-b263-427f-81fe-fe265c7bc37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:12:32.947290 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb955279-9d49-4666-8a9d-d0826066dce7 req-7b474487-d996-4b86-b730-61c3f7369f20 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:12:32.948621 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bb955279-9d49-4666-8a9d-d0826066dce7 req-7b474487-d996-4b86-b730-61c3f7369f20 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf94dd1-93f9-4957-b285-a38b39d9ba67 HTTP/1.1" status: 200 len: 946 time: 0.0775647 Feb 01 05:12:32.991798 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bb955279-9d49-4666-8a9d-d0826066dce7 req-43f7c9e2-892b-4955-9c51-b3aa5edc2985 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=550de567-da2a-492e-9e95-4251ae60bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376830 Feb 01 05:12:34.172950 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb4516c-dbf8-462a-aa81-3e93bb428f16 req-2cc81131-dbe3-420d-9e85-87c79a1f66c1 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:12:34.174955 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-4fb4516c-dbf8-462a-aa81-3e93bb428f16 req-2cc81131-dbe3-420d-9e85-87c79a1f66c1 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf94dd1-93f9-4957-b285-a38b39d9ba67 HTTP/1.1" status: 200 len: 946 time: 0.0791447 Feb 01 05:12:34.218010 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-4fb4516c-dbf8-462a-aa81-3e93bb428f16 req-268fd751-4248-4c17-8827-636bac13c8d4 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=550de567-da2a-492e-9e95-4251ae60bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373876 Feb 01 05:12:34.319611 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b063640b-f974-4102-91b7-9b1c487486a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:12:35.404651 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ca609-ae6e-4a45-a82d-5270db300d53 req-2e73accf-b057-46d3-a412-2421323f1512 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:12:35.406078 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a06ca609-ae6e-4a45-a82d-5270db300d53 req-2e73accf-b057-46d3-a412-2421323f1512 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf94dd1-93f9-4957-b285-a38b39d9ba67 HTTP/1.1" status: 200 len: 946 time: 0.0864196 Feb 01 05:12:35.449544 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a06ca609-ae6e-4a45-a82d-5270db300d53 req-fee66e31-c8f7-4c61-b3dc-5c502bd6d6ad tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=550de567-da2a-492e-9e95-4251ae60bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378087 Feb 01 05:12:35.470195 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:12:35.605113 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:12:36.635860 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4f127-983b-43e5-a9ee-def2300c547c req-d9e21a90-022c-46fe-b9ab-070dd2e54d1e tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:12:36.637279 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-34b4f127-983b-43e5-a9ee-def2300c547c req-d9e21a90-022c-46fe-b9ab-070dd2e54d1e tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf94dd1-93f9-4957-b285-a38b39d9ba67 HTTP/1.1" status: 200 len: 946 time: 0.0801888 Feb 01 05:12:36.680495 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-34b4f127-983b-43e5-a9ee-def2300c547c req-ed77667d-91dd-4b18-8569-4f980b9b9354 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=550de567-da2a-492e-9e95-4251ae60bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376601 Feb 01 05:12:37.141576 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:12:37.749218 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 4688a873-e3ad-4adf-9a76-3cc620a40c32 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 01 05:12:37.862467 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e649467-154d-4966-8dbc-65f9006dc113 req-effdd5b0-22fc-4124-a201-31ed901fb1f7 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:12:37.864261 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8e649467-154d-4966-8dbc-65f9006dc113 req-effdd5b0-22fc-4124-a201-31ed901fb1f7 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf94dd1-93f9-4957-b285-a38b39d9ba67 HTTP/1.1" status: 200 len: 946 time: 0.0783467 Feb 01 05:12:37.880948 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 4688a873-e3ad-4adf-9a76-3cc620a40c32, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=4688a873-e3ad-4adf-9a76-3cc620a40c32,segment=NetworkSegment(0c8f79ed-8811-45ab-83d5-987b06dfd8b1),segment_id=0c8f79ed-8811-45ab-83d5-987b06dfd8b1)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:12:37.894657 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Returning: {'device': '4688a873-e3ad-4adf-9a76-3cc620a40c32', 'network_id': '8c07844f-d03c-4c86-9c31-e331b9045601', 'port_id': '4688a873-e3ad-4adf-9a76-3cc620a40c32', 'mac_address': 'fa:16:3e:0b:df:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80fee983-4d18-412b-885b-e097def70921', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 01 05:12:37.908027 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8e649467-154d-4966-8dbc-65f9006dc113 req-c99138ac-fb2f-441b-9f95-6a4251a18eda tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=550de567-da2a-492e-9e95-4251ae60bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380058 Feb 01 05:12:37.948267 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:12:37.964611 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4688a873-e3ad-4adf-9a76-3cc620a40c32 {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 05:12:37.979764 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 4688a873-e3ad-4adf-9a76-3cc620a40c32, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=4688a873-e3ad-4adf-9a76-3cc620a40c32,segment=NetworkSegment(0c8f79ed-8811-45ab-83d5-987b06dfd8b1),segment_id=0c8f79ed-8811-45ab-83d5-987b06dfd8b1)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:12:37.983575 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:12:38.063675 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=4688a873-e3ad-4adf-9a76-3cc620a40c32,revision_number=6']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:12:38.070916 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:12:38.071291 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:12:38.071630 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:12:38.071959 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:12:38.072284 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:12:38.072607 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:12:38.072927 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:12:38.073245 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:12:38.073564 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:12:38.073880 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:12:38.074195 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:12:38.074509 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:12:38.125624 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] get_ports_and_sgs() called for port_ids ['4688a873-e3ad-4adf-9a76-3cc620a40c32'] {{(pid=87638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 01 05:12:39.107811 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee010b4-edaa-429e-a261-78d4195310b0 req-d7bf9b5f-aa14-48de-ac6b-e4b988a3d9d0 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:12:39.115738 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-8ee010b4-edaa-429e-a261-78d4195310b0 req-d7bf9b5f-aa14-48de-ac6b-e4b988a3d9d0 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf94dd1-93f9-4957-b285-a38b39d9ba67 HTTP/1.1" status: 200 len: 945 time: 0.1008482 Feb 01 05:12:39.158197 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-8ee010b4-edaa-429e-a261-78d4195310b0 req-ac09e547-7a3b-4c04-8f6c-e6e08f62ec4a tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=550de567-da2a-492e-9e95-4251ae60bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400155 Feb 01 05:12:39.743446 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 4688a873-e3ad-4adf-9a76-3cc620a40c32 up at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 05:12:39.818553 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning complete for port 4688a873-e3ad-4adf-9a76-3cc620a40c32 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:12:39.818925 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:12:39.945188 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:12:39.975433 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bf94dd1-93f9-4957-b285-a38b39d9ba67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4688a873-e3ad-4adf-9a76-3cc620a40c32'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 05:12:39.985907 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 4688a873-e3ad-4adf-9a76-3cc620a40c32, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=4688a873-e3ad-4adf-9a76-3cc620a40c32,segment=NetworkSegment(0c8f79ed-8811-45ab-83d5-987b06dfd8b1),segment_id=0c8f79ed-8811-45ab-83d5-987b06dfd8b1)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:12:39.994087 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:12:40.042001 dv-neutron-826830-1-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bf94dd1-93f9-4957-b285-a38b39d9ba67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4688a873-e3ad-4adf-9a76-3cc620a40c32', 'code': 200} Feb 01 05:12:40.085089 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=4688a873-e3ad-4adf-9a76-3cc620a40c32,revision_number=7']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:12:40.364369 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aba2e7-8e3f-4531-ba12-9b3afc8a2579 req-47e7c5ee-49ab-4963-9898-27da09f99e32 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:12:40.371390 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-92aba2e7-8e3f-4531-ba12-9b3afc8a2579 req-47e7c5ee-49ab-4963-9898-27da09f99e32 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf94dd1-93f9-4957-b285-a38b39d9ba67 HTTP/1.1" status: 200 len: 946 time: 0.0928197 Feb 01 05:12:40.413025 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-92aba2e7-8e3f-4531-ba12-9b3afc8a2579 req-b79eaa5e-ecfa-4073-a45e-9b9f2bf0ae37 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=550de567-da2a-492e-9e95-4251ae60bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407653 Feb 01 05:12:41.616462 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b615a954-9ece-4d71-bb24-699d43784605 req-2d8c4852-9cd4-472c-b459-93b461bafd56 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:12:41.624065 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b615a954-9ece-4d71-bb24-699d43784605 req-2d8c4852-9cd4-472c-b459-93b461bafd56 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf94dd1-93f9-4957-b285-a38b39d9ba67 HTTP/1.1" status: 200 len: 946 time: 0.0980079 Feb 01 05:12:41.674838 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b615a954-9ece-4d71-bb24-699d43784605 req-198bb9e2-bb00-4faa-84c1-101d7cb3f0dd tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=550de567-da2a-492e-9e95-4251ae60bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490103 Feb 01 05:12:42.886588 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b8152-4638-43c1-b3a0-5e67a7ae9205 req-95b6a76e-a8b5-41a9-81bf-88d254b13ea6 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:12:42.888633 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-649b8152-4638-43c1-b3a0-5e67a7ae9205 req-95b6a76e-a8b5-41a9-81bf-88d254b13ea6 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf94dd1-93f9-4957-b285-a38b39d9ba67 HTTP/1.1" status: 200 len: 946 time: 0.1110229 Feb 01 05:12:42.938463 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-649b8152-4638-43c1-b3a0-5e67a7ae9205 req-e3c9757a-160f-4eec-a346-340e75a11f6b tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=550de567-da2a-492e-9e95-4251ae60bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441012 Feb 01 05:12:44.132779 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba52977-129e-4da3-843a-c43464cded05 req-175ab464-78f2-4735-93b9-c6f0ddf88b97 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:12:44.134271 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3ba52977-129e-4da3-843a-c43464cded05 req-175ab464-78f2-4735-93b9-c6f0ddf88b97 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf94dd1-93f9-4957-b285-a38b39d9ba67 HTTP/1.1" status: 200 len: 946 time: 0.0822008 Feb 01 05:12:44.187404 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3ba52977-129e-4da3-843a-c43464cded05 req-3d43dcd2-f7a1-40d6-b078-d33fe4d75bba tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=550de567-da2a-492e-9e95-4251ae60bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474482 Feb 01 05:12:45.358623 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:12:45.446269 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c16327-f3b6-4b08-93b1-e1a9672cd80f req-ca971adb-a90d-4fc8-a2a6-0355c31311cc tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:12:45.453128 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-88c16327-f3b6-4b08-93b1-e1a9672cd80f req-ca971adb-a90d-4fc8-a2a6-0355c31311cc tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf94dd1-93f9-4957-b285-a38b39d9ba67 HTTP/1.1" status: 200 len: 946 time: 0.1646013 Feb 01 05:12:45.498229 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-88c16327-f3b6-4b08-93b1-e1a9672cd80f req-04b498cc-0cdb-4fee-8557-abefdb25d0bc tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=550de567-da2a-492e-9e95-4251ae60bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441580 Feb 01 05:12:46.718360 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efd4b97-cb59-49ef-9060-9e54086034bd req-9fe21952-1cdb-4ca3-9920-ef4567ba6eef tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:12:46.719897 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6efd4b97-cb59-49ef-9060-9e54086034bd req-9fe21952-1cdb-4ca3-9920-ef4567ba6eef tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf94dd1-93f9-4957-b285-a38b39d9ba67 HTTP/1.1" status: 200 len: 946 time: 0.1105003 Feb 01 05:12:46.819600 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6efd4b97-cb59-49ef-9060-9e54086034bd req-ee85a222-1df1-4158-96fe-258132e1de15 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=550de567-da2a-492e-9e95-4251ae60bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939536 Feb 01 05:12:47.193534 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e5482-669c-46a4-bbb1-0e0a9c543ea5 req-0fbe4bb9-58da-46a4-af07-5f07c3311eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:12:47.194904 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4e7e5482-669c-46a4-bbb1-0e0a9c543ea5 req-0fbe4bb9-58da-46a4-af07-5f07c3311eca service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=43d9d7c6283f4be5a5b4e1e2629bf377&device_id=3bf94dd1-93f9-4957-b285-a38b39d9ba67 HTTP/1.1" status: 200 len: 1099 time: 0.0726631 Feb 01 05:12:47.346921 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e5482-669c-46a4-bbb1-0e0a9c543ea5 req-3d7b5ad3-291b-4cc1-806b-d98c735998d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:12:47.349010 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4e7e5482-669c-46a4-bbb1-0e0a9c543ea5 req-3d7b5ad3-291b-4cc1-806b-d98c735998d3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8c07844f-d03c-4c86-9c31-e331b9045601 HTTP/1.1" status: 200 len: 908 time: 0.1344323 Feb 01 05:12:47.458202 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4e7e5482-669c-46a4-bbb1-0e0a9c543ea5 req-8082d5c2-1f73-46dd-967c-066540a0208e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4688a873-e3ad-4adf-9a76-3cc620a40c32 HTTP/1.1" status: 200 len: 1001 time: 0.1032765 Feb 01 05:12:47.524051 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e5482-669c-46a4-bbb1-0e0a9c543ea5 req-62a5f4b7-695e-468d-ae0e-d891a591e70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:12:47.525495 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4e7e5482-669c-46a4-bbb1-0e0a9c543ea5 req-62a5f4b7-695e-468d-ae0e-d891a591e70f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=80fee983-4d18-412b-885b-e097def70921 HTTP/1.1" status: 200 len: 847 time: 0.0610206 Feb 01 05:12:47.597456 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e5482-669c-46a4-bbb1-0e0a9c543ea5 req-4bf6fa9d-6475-449c-9184-8ef0a0b7c5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:12:47.598947 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4e7e5482-669c-46a4-bbb1-0e0a9c543ea5 req-4bf6fa9d-6475-449c-9184-8ef0a0b7c5ad service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8c07844f-d03c-4c86-9c31-e331b9045601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683448 Feb 01 05:12:47.728301 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4e7e5482-669c-46a4-bbb1-0e0a9c543ea5 req-c1c49d8c-fb6a-4540-9c21-f0de99f381e3 service neutron] 10.222.0.18 "GET /v2.0/networks/8c07844f-d03c-4c86-9c31-e331b9045601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218638 Feb 01 05:12:48.011510 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c391f48-3cb0-4937-a407-2a3323da884b req-947808a0-8df7-4a98-bc98-3cd856083de1 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:12:48.012502 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4e7e5482-669c-46a4-bbb1-0e0a9c543ea5 req-ff5bf764-6888-4fa6-8a79-4f256f15b135 service neutron] 10.222.0.18 "GET /v2.0/networks/8c07844f-d03c-4c86-9c31-e331b9045601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270006 Feb 01 05:12:48.012897 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-4c391f48-3cb0-4937-a407-2a3323da884b req-947808a0-8df7-4a98-bc98-3cd856083de1 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf94dd1-93f9-4957-b285-a38b39d9ba67 HTTP/1.1" status: 200 len: 946 time: 0.0838366 Feb 01 05:12:48.059879 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-4c391f48-3cb0-4937-a407-2a3323da884b req-96fc793d-68e2-4677-8763-14e29f8a61bc tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=550de567-da2a-492e-9e95-4251ae60bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413077 Feb 01 05:12:48.337666 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78570062-28c7-4c8e-8518-dcb85eb36115 req-e17a62f5-c710-474a-a87e-5a275922e8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:12:48.339158 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-78570062-28c7-4c8e-8518-dcb85eb36115 req-e17a62f5-c710-474a-a87e-5a275922e8c4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=43d9d7c6283f4be5a5b4e1e2629bf377&device_id=3bf94dd1-93f9-4957-b285-a38b39d9ba67 HTTP/1.1" status: 200 len: 1099 time: 0.1634440 Feb 01 05:12:48.466207 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78570062-28c7-4c8e-8518-dcb85eb36115 req-fcca5857-31ff-4baf-9feb-76787b1e1ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:12:48.467639 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-78570062-28c7-4c8e-8518-dcb85eb36115 req-fcca5857-31ff-4baf-9feb-76787b1e1ef8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8c07844f-d03c-4c86-9c31-e331b9045601 HTTP/1.1" status: 200 len: 908 time: 0.1227217 Feb 01 05:12:48.566218 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-78570062-28c7-4c8e-8518-dcb85eb36115 req-813d5aff-f27b-4691-9a92-5fe43d6bf1be service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4688a873-e3ad-4adf-9a76-3cc620a40c32 HTTP/1.1" status: 200 len: 1001 time: 0.0926011 Feb 01 05:12:48.629918 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78570062-28c7-4c8e-8518-dcb85eb36115 req-9373ed93-5138-481d-afc8-d4d4e922316e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:12:48.631246 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-78570062-28c7-4c8e-8518-dcb85eb36115 req-9373ed93-5138-481d-afc8-d4d4e922316e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=80fee983-4d18-412b-885b-e097def70921 HTTP/1.1" status: 200 len: 847 time: 0.0593762 Feb 01 05:12:48.703197 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78570062-28c7-4c8e-8518-dcb85eb36115 req-75802925-99b2-4a77-a92e-9ccf2fb17b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:12:48.704667 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-78570062-28c7-4c8e-8518-dcb85eb36115 req-75802925-99b2-4a77-a92e-9ccf2fb17b82 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8c07844f-d03c-4c86-9c31-e331b9045601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674696 Feb 01 05:12:48.832118 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-78570062-28c7-4c8e-8518-dcb85eb36115 req-9da2c8b5-8523-40a6-ae35-428f47979510 service neutron] 10.222.0.18 "GET /v2.0/networks/8c07844f-d03c-4c86-9c31-e331b9045601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215012 Feb 01 05:12:48.960837 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-78570062-28c7-4c8e-8518-dcb85eb36115 req-777ddb58-e2e3-4495-8e9f-94e8c6053d4f service neutron] 10.222.0.18 "GET /v2.0/networks/8c07844f-d03c-4c86-9c31-e331b9045601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226511 Feb 01 05:12:49.241930 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f61e0e-3c86-4364-8097-9203470982a6 req-952950fe-6bba-438a-aba6-f6005d89811c tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:12:49.243284 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-33f61e0e-3c86-4364-8097-9203470982a6 req-952950fe-6bba-438a-aba6-f6005d89811c tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf94dd1-93f9-4957-b285-a38b39d9ba67 HTTP/1.1" status: 200 len: 946 time: 0.0815339 Feb 01 05:12:49.285399 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-33f61e0e-3c86-4364-8097-9203470982a6 req-e34dfa03-60b6-4f0e-ac1a-d0e3abd674d7 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=550de567-da2a-492e-9e95-4251ae60bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366423 Feb 01 05:12:50.344055 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 05:12:50.466516 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806194d8-a658-4ea3-9931-8c837142bf58 req-5fe30530-258d-4267-a9dc-6adc27af9f17 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:12:50.467985 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-806194d8-a658-4ea3-9931-8c837142bf58 req-5fe30530-258d-4267-a9dc-6adc27af9f17 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf94dd1-93f9-4957-b285-a38b39d9ba67 HTTP/1.1" status: 200 len: 946 time: 0.0784304 Feb 01 05:12:50.515921 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-806194d8-a658-4ea3-9931-8c837142bf58 req-8da6808d-b1bc-4c7a-85a0-87363711de6e tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=550de567-da2a-492e-9e95-4251ae60bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419443 Feb 01 05:12:51.695262 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6467aa1-48be-47d1-a357-d7a73382d2b2 req-f434641b-486f-48c6-abff-0510a5216e4f tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:12:51.696569 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f6467aa1-48be-47d1-a357-d7a73382d2b2 req-f434641b-486f-48c6-abff-0510a5216e4f tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf94dd1-93f9-4957-b285-a38b39d9ba67 HTTP/1.1" status: 200 len: 946 time: 0.0770710 Feb 01 05:12:51.742562 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f6467aa1-48be-47d1-a357-d7a73382d2b2 req-f0670c63-7bd4-48c7-a0f6-67759ed4c0d8 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=550de567-da2a-492e-9e95-4251ae60bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405478 Feb 01 05:12:51.802630 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 4688a873-e3ad-4adf-9a76-3cc620a40c32 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 05:12:51.954060 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:12:51.982371 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bf94dd1-93f9-4957-b285-a38b39d9ba67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4688a873-e3ad-4adf-9a76-3cc620a40c32'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 05:12:52.003652 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 4688a873-e3ad-4adf-9a76-3cc620a40c32, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=4688a873-e3ad-4adf-9a76-3cc620a40c32,segment=NetworkSegment(0c8f79ed-8811-45ab-83d5-987b06dfd8b1),segment_id=0c8f79ed-8811-45ab-83d5-987b06dfd8b1)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:12:52.010484 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:12:52.047411 dv-neutron-826830-1-hyperv neutron-server[87638]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3bf94dd1-93f9-4957-b285-a38b39d9ba67', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4688a873-e3ad-4adf-9a76-3cc620a40c32', 'code': 422} returned with failed status Feb 01 05:12:52.094093 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=4688a873-e3ad-4adf-9a76-3cc620a40c32,revision_number=8']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:12:52.103804 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cea056-c0ee-4a59-a9c1-d84be0bf15c3 req-c52fcac4-de56-4c60-81d0-8a7976255264 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:12:52.105325 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c5cea056-c0ee-4a59-a9c1-d84be0bf15c3 req-c52fcac4-de56-4c60-81d0-8a7976255264 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf94dd1-93f9-4957-b285-a38b39d9ba67 HTTP/1.1" status: 200 len: 944 time: 0.0887322 Feb 01 05:12:52.148543 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c5cea056-c0ee-4a59-a9c1-d84be0bf15c3 req-116ed5ae-2896-4cde-bc54-74b318ab0bd7 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=550de567-da2a-492e-9e95-4251ae60bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375056 Feb 01 05:12:52.363178 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-0557de6b-ac87-40d7-ad10-348ecc1ff4e3 req-cad8e659-8a3d-430b-bf3f-f6830b38c48e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3bf94dd1-93f9-4957-b285-a38b39d9ba67&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1078296 Feb 01 05:12:53.271151 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0557de6b-ac87-40d7-ad10-348ecc1ff4e3 req-dcf5f8eb-253f-43a9-b37d-427c24c18d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:12:53.272713 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0557de6b-ac87-40d7-ad10-348ecc1ff4e3 req-dcf5f8eb-253f-43a9-b37d-427c24c18d33 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3bf94dd1-93f9-4957-b285-a38b39d9ba67&tenant_id=43d9d7c6283f4be5a5b4e1e2629bf377 HTTP/1.1" status: 200 len: 1097 time: 0.0746188 Feb 01 05:12:53.331561 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e23e3a0-63e7-4151-b2e2-4c82f5dd65ec req-a40ba180-ed92-4dde-baa1-a38e5515cab6 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:12:53.336150 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-7e23e3a0-63e7-4151-b2e2-4c82f5dd65ec req-a40ba180-ed92-4dde-baa1-a38e5515cab6 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf94dd1-93f9-4957-b285-a38b39d9ba67 HTTP/1.1" status: 200 len: 944 time: 0.0799718 Feb 01 05:12:53.380701 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-7e23e3a0-63e7-4151-b2e2-4c82f5dd65ec req-adc9b180-1e4d-4abe-ac76-5eefeb208fea tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=550de567-da2a-492e-9e95-4251ae60bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413382 Feb 01 05:12:53.385371 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0557de6b-ac87-40d7-ad10-348ecc1ff4e3 req-1dd3712f-e653-489b-99a9-c6a1a3965af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:12:53.386845 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0557de6b-ac87-40d7-ad10-348ecc1ff4e3 req-1dd3712f-e653-489b-99a9-c6a1a3965af0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=43d9d7c6283f4be5a5b4e1e2629bf377&device_id=3bf94dd1-93f9-4957-b285-a38b39d9ba67 HTTP/1.1" status: 200 len: 1097 time: 0.0799751 Feb 01 05:12:53.516234 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0557de6b-ac87-40d7-ad10-348ecc1ff4e3 req-bd1c333e-c01f-4878-b0d9-2b04a2535167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:12:53.517572 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0557de6b-ac87-40d7-ad10-348ecc1ff4e3 req-bd1c333e-c01f-4878-b0d9-2b04a2535167 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8c07844f-d03c-4c86-9c31-e331b9045601 HTTP/1.1" status: 200 len: 908 time: 0.1250744 Feb 01 05:12:53.620551 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0557de6b-ac87-40d7-ad10-348ecc1ff4e3 req-e5656fc8-5112-4c01-9665-a5c27171dd1c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4688a873-e3ad-4adf-9a76-3cc620a40c32 HTTP/1.1" status: 200 len: 999 time: 0.0965674 Feb 01 05:12:53.683449 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0557de6b-ac87-40d7-ad10-348ecc1ff4e3 req-abcf2c52-203a-464b-9708-0bf0dd6abadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:12:53.684871 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0557de6b-ac87-40d7-ad10-348ecc1ff4e3 req-abcf2c52-203a-464b-9708-0bf0dd6abadd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=80fee983-4d18-412b-885b-e097def70921 HTTP/1.1" status: 200 len: 847 time: 0.0583980 Feb 01 05:12:53.762518 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0557de6b-ac87-40d7-ad10-348ecc1ff4e3 req-c6197d38-0ff0-4a91-9c7d-afb1261f712a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:12:53.764074 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0557de6b-ac87-40d7-ad10-348ecc1ff4e3 req-c6197d38-0ff0-4a91-9c7d-afb1261f712a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8c07844f-d03c-4c86-9c31-e331b9045601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730388 Feb 01 05:12:53.994429 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0557de6b-ac87-40d7-ad10-348ecc1ff4e3 req-41ac3d9f-9dae-4776-963d-73cdd58de16b service neutron] 10.222.0.18 "GET /v2.0/networks/8c07844f-d03c-4c86-9c31-e331b9045601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244914 Feb 01 05:12:54.126447 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0557de6b-ac87-40d7-ad10-348ecc1ff4e3 req-fa597fbc-7653-49ea-b5cc-abfef7249775 service neutron] 10.222.0.18 "GET /v2.0/networks/8c07844f-d03c-4c86-9c31-e331b9045601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258154 Feb 01 05:12:54.577793 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21277245-36c1-41a8-b22f-363afc6f520a req-5e49c719-1633-4c75-954b-2b3884aa62dd tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:12:54.579496 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-21277245-36c1-41a8-b22f-363afc6f520a req-5e49c719-1633-4c75-954b-2b3884aa62dd tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf94dd1-93f9-4957-b285-a38b39d9ba67 HTTP/1.1" status: 200 len: 944 time: 0.0869923 Feb 01 05:12:54.651215 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-21277245-36c1-41a8-b22f-363afc6f520a req-6b9a0e65-793e-4d34-be19-4ce2c1978638 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=550de567-da2a-492e-9e95-4251ae60bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644910 Feb 01 05:12:55.865553 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f81a53e-b623-455a-ac71-0b5f58f1fdb9 req-85dac9f8-38c2-4086-b176-c0bf50d2627a tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:12:55.867059 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-5f81a53e-b623-455a-ac71-0b5f58f1fdb9 req-85dac9f8-38c2-4086-b176-c0bf50d2627a tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf94dd1-93f9-4957-b285-a38b39d9ba67 HTTP/1.1" status: 200 len: 944 time: 0.0994859 Feb 01 05:12:55.914096 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-5f81a53e-b623-455a-ac71-0b5f58f1fdb9 req-4f79e6e8-8119-41f1-82f7-073327df4ce7 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=550de567-da2a-492e-9e95-4251ae60bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411055 Feb 01 05:12:57.113803 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daba3b6-cbb9-4cbb-9d49-259c229e1958 req-60838ef7-51c7-4373-8965-25033e122347 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:12:57.115231 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1daba3b6-cbb9-4cbb-9d49-259c229e1958 req-60838ef7-51c7-4373-8965-25033e122347 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf94dd1-93f9-4957-b285-a38b39d9ba67 HTTP/1.1" status: 200 len: 944 time: 0.0909686 Feb 01 05:12:57.160850 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1daba3b6-cbb9-4cbb-9d49-259c229e1958 req-101d9cc1-88ae-4006-ad64-3ff514bc644c tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=550de567-da2a-492e-9e95-4251ae60bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394733 Feb 01 05:12:58.357267 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a2addf-9461-4da2-a78e-94bdab801f38 req-916dd89b-d2c6-4203-8fd8-9549cfd3bd71 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:12:58.358872 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-55a2addf-9461-4da2-a78e-94bdab801f38 req-916dd89b-d2c6-4203-8fd8-9549cfd3bd71 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf94dd1-93f9-4957-b285-a38b39d9ba67 HTTP/1.1" status: 200 len: 944 time: 0.0856328 Feb 01 05:12:58.406703 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-55a2addf-9461-4da2-a78e-94bdab801f38 req-c22559d9-9365-4c00-a7e4-de323af4c03f tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=550de567-da2a-492e-9e95-4251ae60bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410440 Feb 01 05:12:59.603486 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fb5d61-b298-4c67-bb9e-9ac9adf7d992 req-5b2e7471-360d-41bb-84cf-eb6e5447fb3c tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:12:59.605100 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-05fb5d61-b298-4c67-bb9e-9ac9adf7d992 req-5b2e7471-360d-41bb-84cf-eb6e5447fb3c tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf94dd1-93f9-4957-b285-a38b39d9ba67 HTTP/1.1" status: 200 len: 944 time: 0.0812356 Feb 01 05:12:59.654785 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-05fb5d61-b298-4c67-bb9e-9ac9adf7d992 req-4fcb6737-d9e6-4a28-84f8-080b14e560e6 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=550de567-da2a-492e-9e95-4251ae60bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441294 Feb 01 05:13:00.844833 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ea52a-4fc9-44af-b993-96b932c1f76a req-dc17b0cf-6109-480c-9c7f-6ea54fefd8bd tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:13:00.846384 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-bf0ea52a-4fc9-44af-b993-96b932c1f76a req-dc17b0cf-6109-480c-9c7f-6ea54fefd8bd tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf94dd1-93f9-4957-b285-a38b39d9ba67 HTTP/1.1" status: 200 len: 944 time: 0.0818706 Feb 01 05:13:00.911832 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-bf0ea52a-4fc9-44af-b993-96b932c1f76a req-74204d62-4b90-4b6e-b371-c932de686565 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=550de567-da2a-492e-9e95-4251ae60bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591822 Feb 01 05:13:02.029408 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-02ff3cdd-de8b-4751-aeed-1e7826596a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:13:02.095508 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13fef38-77ab-4e24-9ea5-320219c8a6c4 req-68eec186-99f3-4c90-a13f-f6cff83ffd57 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:13:02.097549 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a13fef38-77ab-4e24-9ea5-320219c8a6c4 req-68eec186-99f3-4c90-a13f-f6cff83ffd57 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf94dd1-93f9-4957-b285-a38b39d9ba67 HTTP/1.1" status: 200 len: 944 time: 0.0822859 Feb 01 05:13:02.140321 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a13fef38-77ab-4e24-9ea5-320219c8a6c4 req-6457da96-8b70-43ae-8d90-d841b2a72931 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=550de567-da2a-492e-9e95-4251ae60bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372753 Feb 01 05:13:03.322923 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ad97c-8ec2-4d1d-96c5-ddeda33b07d7 req-f5c40db9-b8d4-4791-8399-04bf14d599fd tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:13:03.324381 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-543ad97c-8ec2-4d1d-96c5-ddeda33b07d7 req-f5c40db9-b8d4-4791-8399-04bf14d599fd tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf94dd1-93f9-4957-b285-a38b39d9ba67 HTTP/1.1" status: 200 len: 944 time: 0.0806723 Feb 01 05:13:03.367474 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-543ad97c-8ec2-4d1d-96c5-ddeda33b07d7 req-b44eb73f-8de8-41b5-9349-a51710cc139e tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=550de567-da2a-492e-9e95-4251ae60bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376098 Feb 01 05:13:04.321679 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-faa25bdd-b3ad-489d-a254-75beb1c3a14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:13:04.544127 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead850c3-29a5-4976-a34e-eb94f15577d9 req-06e34b53-f837-4028-9d67-7394fd053291 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:13:04.545541 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ead850c3-29a5-4976-a34e-eb94f15577d9 req-06e34b53-f837-4028-9d67-7394fd053291 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf94dd1-93f9-4957-b285-a38b39d9ba67 HTTP/1.1" status: 200 len: 944 time: 0.0774481 Feb 01 05:13:04.591011 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ead850c3-29a5-4976-a34e-eb94f15577d9 req-83164ad5-340d-4187-8542-9feb7ebe6953 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=550de567-da2a-492e-9e95-4251ae60bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391190 Feb 01 05:13:05.473102 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:13:05.607181 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:13:05.774334 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe2b131-d3a0-4ce2-b02f-8642a5f60fc4 req-70318c11-24b7-4a2a-8f79-56870a0afaf5 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:13:05.775795 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-fbe2b131-d3a0-4ce2-b02f-8642a5f60fc4 req-70318c11-24b7-4a2a-8f79-56870a0afaf5 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf94dd1-93f9-4957-b285-a38b39d9ba67 HTTP/1.1" status: 200 len: 944 time: 0.0769773 Feb 01 05:13:05.821456 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-fbe2b131-d3a0-4ce2-b02f-8642a5f60fc4 req-cc24c004-e759-455c-a305-578afc747784 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=550de567-da2a-492e-9e95-4251ae60bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401704 Feb 01 05:13:05.889048 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 4688a873-e3ad-4adf-9a76-3cc620a40c32 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 01 05:13:06.016730 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 4688a873-e3ad-4adf-9a76-3cc620a40c32, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=4688a873-e3ad-4adf-9a76-3cc620a40c32,segment=NetworkSegment(0c8f79ed-8811-45ab-83d5-987b06dfd8b1),segment_id=0c8f79ed-8811-45ab-83d5-987b06dfd8b1)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:13:06.029224 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Returning: {'device': '4688a873-e3ad-4adf-9a76-3cc620a40c32', 'network_id': '8c07844f-d03c-4c86-9c31-e331b9045601', 'port_id': '4688a873-e3ad-4adf-9a76-3cc620a40c32', 'mac_address': 'fa:16:3e:0b:df:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80fee983-4d18-412b-885b-e097def70921', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 01 05:13:06.081630 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:13:06.097867 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4688a873-e3ad-4adf-9a76-3cc620a40c32 {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 05:13:06.113337 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 4688a873-e3ad-4adf-9a76-3cc620a40c32, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=4688a873-e3ad-4adf-9a76-3cc620a40c32,segment=NetworkSegment(0c8f79ed-8811-45ab-83d5-987b06dfd8b1),segment_id=0c8f79ed-8811-45ab-83d5-987b06dfd8b1)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:13:06.117630 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:13:06.186229 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=4688a873-e3ad-4adf-9a76-3cc620a40c32,revision_number=9']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:13:06.387958 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] get_ports_and_sgs() called for port_ids ['4688a873-e3ad-4adf-9a76-3cc620a40c32'] {{(pid=87638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 01 05:13:07.002789 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a34f9-e88e-4490-8149-6534c8f95dee req-3891e050-cbb8-4556-8384-018deb3ec61a tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:13:07.004236 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5e7a34f9-e88e-4490-8149-6534c8f95dee req-3891e050-cbb8-4556-8384-018deb3ec61a tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf94dd1-93f9-4957-b285-a38b39d9ba67 HTTP/1.1" status: 200 len: 945 time: 0.0777674 Feb 01 05:13:07.046322 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5e7a34f9-e88e-4490-8149-6534c8f95dee req-d4d1d910-c2aa-4f54-a38d-876f214ca1f9 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=550de567-da2a-492e-9e95-4251ae60bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366559 Feb 01 05:13:07.144456 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:13:07.920887 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 4688a873-e3ad-4adf-9a76-3cc620a40c32 up at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 05:13:07.989194 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning complete for port 4688a873-e3ad-4adf-9a76-3cc620a40c32 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:13:07.989559 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:13:08.099263 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:13:08.128093 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bf94dd1-93f9-4957-b285-a38b39d9ba67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4688a873-e3ad-4adf-9a76-3cc620a40c32'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 05:13:08.137708 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 4688a873-e3ad-4adf-9a76-3cc620a40c32, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=4688a873-e3ad-4adf-9a76-3cc620a40c32,segment=NetworkSegment(0c8f79ed-8811-45ab-83d5-987b06dfd8b1),segment_id=0c8f79ed-8811-45ab-83d5-987b06dfd8b1)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:13:08.142323 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:13:08.178845 dv-neutron-826830-1-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bf94dd1-93f9-4957-b285-a38b39d9ba67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4688a873-e3ad-4adf-9a76-3cc620a40c32', 'code': 200} Feb 01 05:13:08.214350 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=4688a873-e3ad-4adf-9a76-3cc620a40c32,revision_number=10']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:13:08.234916 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d220798c-8119-42bf-a001-3dcf6d1fa8ec req-2c6a1180-55b9-4d67-b5dc-cddfa141b7f2 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:13:08.236700 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-d220798c-8119-42bf-a001-3dcf6d1fa8ec req-2c6a1180-55b9-4d67-b5dc-cddfa141b7f2 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf94dd1-93f9-4957-b285-a38b39d9ba67 HTTP/1.1" status: 200 len: 947 time: 0.0841725 Feb 01 05:13:08.281656 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-d220798c-8119-42bf-a001-3dcf6d1fa8ec req-847dc521-8add-4e54-9505-3a91ebb163ac tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=550de567-da2a-492e-9e95-4251ae60bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392697 Feb 01 05:13:08.455193 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a7912-9c20-4260-a3a0-5810eceb8d7d req-71dc5c7d-07c9-4c14-b012-bb1f7966cd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:13:08.457139 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-044a7912-9c20-4260-a3a0-5810eceb8d7d req-71dc5c7d-07c9-4c14-b012-bb1f7966cd82 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3bf94dd1-93f9-4957-b285-a38b39d9ba67 HTTP/1.1" status: 200 len: 1100 time: 0.0722296 Feb 01 05:13:08.496492 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-044a7912-9c20-4260-a3a0-5810eceb8d7d req-2d32a4af-3b55-4ee6-810d-4c1ed9e71fe8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=550de567-da2a-492e-9e95-4251ae60bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329931 Feb 01 05:13:09.461851 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce291aa7-6736-40c6-a03b-84677facf7cc req-7945226b-e8cb-4c31-adca-e2dc470590ff tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:13:09.467320 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ce291aa7-6736-40c6-a03b-84677facf7cc req-7945226b-e8cb-4c31-adca-e2dc470590ff tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf94dd1-93f9-4957-b285-a38b39d9ba67 HTTP/1.1" status: 200 len: 947 time: 0.0831165 Feb 01 05:13:09.509212 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ce291aa7-6736-40c6-a03b-84677facf7cc req-0973a4f1-40a3-41e4-9a49-c26b1189155f tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=550de567-da2a-492e-9e95-4251ae60bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402460 Feb 01 05:13:10.691917 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ae260-85f5-4d3d-b681-fee0c77cc695 req-77bca15f-e6f9-4cf9-8bd5-3303b535a553 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:13:10.693360 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-4e3ae260-85f5-4d3d-b681-fee0c77cc695 req-77bca15f-e6f9-4cf9-8bd5-3303b535a553 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf94dd1-93f9-4957-b285-a38b39d9ba67 HTTP/1.1" status: 200 len: 947 time: 0.0802839 Feb 01 05:13:10.820084 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-4e3ae260-85f5-4d3d-b681-fee0c77cc695 req-d4435a58-4574-4c74-8058-c4fad8dc535d tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=550de567-da2a-492e-9e95-4251ae60bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211762 Feb 01 05:13:15.370117 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:13:27.323331 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 05:13:32.031449 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c83873d4-07c0-45cc-aa0e-f8133f86530d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:13:34.322901 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3526e665-d0b6-4b04-9531-c2dfe7a1372c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:13:35.475238 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:13:35.610922 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:13:37.147526 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:13:45.381260 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:13:47.124714 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1ba9b416-03f3-4373-9e87-70558ae64332 req-cc4b059d-1101-49ec-9208-b21b0ca5e5a9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3bf94dd1-93f9-4957-b285-a38b39d9ba67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0722303 Feb 01 05:13:47.273751 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba9b416-03f3-4373-9e87-70558ae64332 req-e85413d9-1a23-479b-845a-5ef76f0d8696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:13:47.275226 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1ba9b416-03f3-4373-9e87-70558ae64332 req-e85413d9-1a23-479b-845a-5ef76f0d8696 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=43d9d7c6283f4be5a5b4e1e2629bf377&device_id=3bf94dd1-93f9-4957-b285-a38b39d9ba67 HTTP/1.1" status: 200 len: 1100 time: 0.0700831 Feb 01 05:13:47.415035 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba9b416-03f3-4373-9e87-70558ae64332 req-c4592dc3-0d88-4842-81a2-657811208684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:13:47.416397 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1ba9b416-03f3-4373-9e87-70558ae64332 req-c4592dc3-0d88-4842-81a2-657811208684 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8c07844f-d03c-4c86-9c31-e331b9045601 HTTP/1.1" status: 200 len: 908 time: 0.1236479 Feb 01 05:13:47.517138 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1ba9b416-03f3-4373-9e87-70558ae64332 req-81688b04-4b18-421e-89e3-af246acaefc8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4688a873-e3ad-4adf-9a76-3cc620a40c32 HTTP/1.1" status: 200 len: 1001 time: 0.0943706 Feb 01 05:13:47.579181 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba9b416-03f3-4373-9e87-70558ae64332 req-a57868c0-2272-4ae7-8615-67ff8f3a1dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:13:47.580548 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1ba9b416-03f3-4373-9e87-70558ae64332 req-a57868c0-2272-4ae7-8615-67ff8f3a1dfe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=80fee983-4d18-412b-885b-e097def70921 HTTP/1.1" status: 200 len: 847 time: 0.0579166 Feb 01 05:13:47.652233 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba9b416-03f3-4373-9e87-70558ae64332 req-9a7173d7-7ebe-4847-a1df-f70b606fa125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:13:47.653628 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1ba9b416-03f3-4373-9e87-70558ae64332 req-9a7173d7-7ebe-4847-a1df-f70b606fa125 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8c07844f-d03c-4c86-9c31-e331b9045601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670729 Feb 01 05:13:47.780382 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1ba9b416-03f3-4373-9e87-70558ae64332 req-6fbc569c-fb44-48ab-a738-5d635328d3d8 service neutron] 10.222.0.18 "GET /v2.0/networks/8c07844f-d03c-4c86-9c31-e331b9045601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203992 Feb 01 05:13:48.004186 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1ba9b416-03f3-4373-9e87-70558ae64332 req-bdc19867-492e-4161-92bd-14d521524a4f service neutron] 10.222.0.18 "GET /v2.0/networks/8c07844f-d03c-4c86-9c31-e331b9045601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177086 Feb 01 05:14:02.032228 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-837d5b5d-cd67-47cf-9c05-46212853bc15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:14:04.322384 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 05:14:04.324245 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-109437b4-3189-4cca-b823-6b0bfe8383b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:14:05.480190 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:14:05.612829 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:14:07.150177 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:14:15.381549 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:14:21.395125 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 50240) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:14:21.590472 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-a3389563-960c-4d43-9b2d-cf748dfc6bcf tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Deleting port 0477ca28-466e-41b1-a90f-353ee9b3074f {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 05:14:21.590816 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a3389563-960c-4d43-9b2d-cf748dfc6bcf tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:14:21.754388 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a3389563-960c-4d43-9b2d-cf748dfc6bcf tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:14:21.754635 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a3389563-960c-4d43-9b2d-cf748dfc6bcf tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:14:21.877318 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-a3389563-960c-4d43-9b2d-cf748dfc6bcf tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Calling delete_port for 0477ca28-466e-41b1-a90f-353ee9b3074f owned by network:floatingip {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 05:14:22.017997 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a3389563-960c-4d43-9b2d-cf748dfc6bcf tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:14:22.068738 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3389563-960c-4d43-9b2d-cf748dfc6bcf tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Pushing event deleted for resources: {'Port': ['ID=0477ca28-466e-41b1-a90f-353ee9b3074f,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:14:22.132822 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3389563-960c-4d43-9b2d-cf748dfc6bcf tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:14:22.133160 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3389563-960c-4d43-9b2d-cf748dfc6bcf tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:14:22.133493 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3389563-960c-4d43-9b2d-cf748dfc6bcf tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:14:22.133820 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3389563-960c-4d43-9b2d-cf748dfc6bcf tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:14:22.134140 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3389563-960c-4d43-9b2d-cf748dfc6bcf tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:14:22.134459 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3389563-960c-4d43-9b2d-cf748dfc6bcf tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:14:22.134774 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3389563-960c-4d43-9b2d-cf748dfc6bcf tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:14:22.135092 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3389563-960c-4d43-9b2d-cf748dfc6bcf tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:14:22.135432 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3389563-960c-4d43-9b2d-cf748dfc6bcf tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:14:22.135744 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3389563-960c-4d43-9b2d-cf748dfc6bcf tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:14:22.136055 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3389563-960c-4d43-9b2d-cf748dfc6bcf tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:14:22.136362 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3389563-960c-4d43-9b2d-cf748dfc6bcf tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:14:22.163778 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a3389563-960c-4d43-9b2d-cf748dfc6bcf tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks [] for floatingip, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:14:22.164102 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.l3_db [None req-a3389563-960c-4d43-9b2d-cf748dfc6bcf tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Floating IP 58a5d59c-f4d4-47ab-b023-193ff943f38b disassociated (deleted). External IP: 172.26.8.73, port: 4688a873-e3ad-4adf-9a76-3cc620a40c32. Feb 01 05:14:22.508814 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3389563-960c-4d43-9b2d-cf748dfc6bcf tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Router 874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 05:14:22.785557 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3389563-960c-4d43-9b2d-cf748dfc6bcf tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 05:14:22.795424 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc954bd1-cb8b-4cc5-bf6c-309801da47c0 None None] Sync routers for ids ['874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 05:14:22.805360 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a3389563-960c-4d43-9b2d-cf748dfc6bcf tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:14:22.805692 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc954bd1-cb8b-4cc5-bf6c-309801da47c0 None None] Routers {'874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:14:22.806309 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-cc954bd1-cb8b-4cc5-bf6c-309801da47c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:14:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:14:22.862302 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a3389563-960c-4d43-9b2d-cf748dfc6bcf tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "DELETE /v2.0/floatingips/58a5d59c-f4d4-47ab-b023-193ff943f38b HTTP/1.1" status: 204 len: 168 time: 1.4637198 Feb 01 05:14:22.862302 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bf94dd1-93f9-4957-b285-a38b39d9ba67', 'tag': '4688a873-e3ad-4adf-9a76-3cc620a40c32'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 05:14:22.991997 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bf94dd1-93f9-4957-b285-a38b39d9ba67', 'tag': '4688a873-e3ad-4adf-9a76-3cc620a40c32', 'status': 'completed', 'code': 200} Feb 01 05:14:22.998574 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-cc954bd1-cb8b-4cc5-bf6c-309801da47c0 None None] Set router 874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:14:23.120637 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26e477-d3e0-4a79-a8be-e0f7d896bec4 req-b50c8520-7655-469d-803d-35cba66bf4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:14:23.122411 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7c26e477-d3e0-4a79-a8be-e0f7d896bec4 req-b50c8520-7655-469d-803d-35cba66bf4e2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=43d9d7c6283f4be5a5b4e1e2629bf377&device_id=3bf94dd1-93f9-4957-b285-a38b39d9ba67 HTTP/1.1" status: 200 len: 1100 time: 0.0885429 Feb 01 05:14:23.249423 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cf9adf-11f8-48cb-9ca4-99190fdadbf8 req-dea18ddb-562f-4507-945e-c2671fd6a89c tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:14:23.250980 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-97cf9adf-11f8-48cb-9ca4-99190fdadbf8 req-dea18ddb-562f-4507-945e-c2671fd6a89c tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf94dd1-93f9-4957-b285-a38b39d9ba67 HTTP/1.1" status: 200 len: 947 time: 0.0786591 Feb 01 05:14:23.266484 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26e477-d3e0-4a79-a8be-e0f7d896bec4 req-2379aab3-a57f-4de9-9b7d-d12e2892dad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:14:23.268072 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7c26e477-d3e0-4a79-a8be-e0f7d896bec4 req-2379aab3-a57f-4de9-9b7d-d12e2892dad2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8c07844f-d03c-4c86-9c31-e331b9045601 HTTP/1.1" status: 200 len: 908 time: 0.1306977 Feb 01 05:14:23.299113 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-97cf9adf-11f8-48cb-9ca4-99190fdadbf8 req-c467eb8a-9bc5-4213-989f-0372b9f98c2f tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=550de567-da2a-492e-9e95-4251ae60bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409150 Feb 01 05:14:23.309006 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-cc954bd1-cb8b-4cc5-bf6c-309801da47c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4', 'name': 'tempest-TestShelveInstance-396432420-router', 'tenant_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.199'}], 'enable_snat': True}, 'gw_port_id': '35ecabc0-1f18-45cb-87bb-e7a59fdb1e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:10:00Z', 'updated_at': '2022-02-01T05:10:04Z', 'revision_number': 4, 'project_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'gw_port': {'id': '35ecabc0-1f18-45cb-87bb-e7a59fdb1e7a', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:10:01Z', 'updated_at': '2022-02-01T05:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': 'e6857623-ef26-4310-afde-ad94dd637dc8', 'name': '', 'network_id': '8c07844f-d03c-4c86-9c31-e331b9045601', 'tenant_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'mac_address': 'fa:16:3e:ec:a5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '80fee983-4d18-412b-885b-e097def70921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:10:03Z', 'updated_at': '2022-02-01T05:10:11Z', 'revision_number': 5, 'project_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'subnets': [{'id': '80fee983-4d18-412b-885b-e097def70921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:14:23.313247 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc954bd1-cb8b-4cc5-bf6c-309801da47c0 None None] Checking router: 874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4 for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 05:14:23.325304 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc954bd1-cb8b-4cc5-bf6c-309801da47c0 None None] Routers {'874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:14:23.325913 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-cc954bd1-cb8b-4cc5-bf6c-309801da47c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:14:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:14:23.342763 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7c26e477-d3e0-4a79-a8be-e0f7d896bec4 req-a20ebc7e-c6e6-4b62-b67c-3659e9f69b1a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4688a873-e3ad-4adf-9a76-3cc620a40c32 HTTP/1.1" status: 200 len: 217 time: 0.0662830 Feb 01 05:14:23.405449 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26e477-d3e0-4a79-a8be-e0f7d896bec4 req-d480079e-e63b-4726-93ba-37e50d264749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:14:23.406906 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7c26e477-d3e0-4a79-a8be-e0f7d896bec4 req-d480079e-e63b-4726-93ba-37e50d264749 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=80fee983-4d18-412b-885b-e097def70921 HTTP/1.1" status: 200 len: 847 time: 0.0579817 Feb 01 05:14:23.482989 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26e477-d3e0-4a79-a8be-e0f7d896bec4 req-9e51bcea-5fbd-4246-9072-da9139572d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:14:23.484591 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7c26e477-d3e0-4a79-a8be-e0f7d896bec4 req-9e51bcea-5fbd-4246-9072-da9139572d12 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8c07844f-d03c-4c86-9c31-e331b9045601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717182 Feb 01 05:14:23.501621 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-cc954bd1-cb8b-4cc5-bf6c-309801da47c0 None None] Set router 874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:14:23.615435 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7c26e477-d3e0-4a79-a8be-e0f7d896bec4 req-13822c2b-1137-4ef4-b8f3-468088abc74b service neutron] 10.222.0.18 "GET /v2.0/networks/8c07844f-d03c-4c86-9c31-e331b9045601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215842 Feb 01 05:14:23.744222 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7c26e477-d3e0-4a79-a8be-e0f7d896bec4 req-6a79c78b-c209-42c1-b857-565dc8270733 service neutron] 10.222.0.18 "GET /v2.0/networks/8c07844f-d03c-4c86-9c31-e331b9045601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222687 Feb 01 05:14:23.808984 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-cc954bd1-cb8b-4cc5-bf6c-309801da47c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4', 'name': 'tempest-TestShelveInstance-396432420-router', 'tenant_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.199'}], 'enable_snat': True}, 'gw_port_id': '35ecabc0-1f18-45cb-87bb-e7a59fdb1e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:10:00Z', 'updated_at': '2022-02-01T05:10:04Z', 'revision_number': 4, 'project_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'gw_port': {'id': '35ecabc0-1f18-45cb-87bb-e7a59fdb1e7a', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:10:01Z', 'updated_at': '2022-02-01T05:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': 'e6857623-ef26-4310-afde-ad94dd637dc8', 'name': '', 'network_id': '8c07844f-d03c-4c86-9c31-e331b9045601', 'tenant_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'mac_address': 'fa:16:3e:ec:a5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '80fee983-4d18-412b-885b-e097def70921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:10:03Z', 'updated_at': '2022-02-01T05:10:11Z', 'revision_number': 5, 'project_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'subnets': [{'id': '80fee983-4d18-412b-885b-e097def70921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:14:23.812905 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc954bd1-cb8b-4cc5-bf6c-309801da47c0 None None] The sync data for ids ['874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4'] in dv-neutron-826830-1-hyperv is: [{'id': '874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4', 'name': 'tempest-TestShelveInstance-396432420-router', 'tenant_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.199'}], 'enable_snat': True}, 'gw_port_id': '35ecabc0-1f18-45cb-87bb-e7a59fdb1e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:10:00Z', 'updated_at': '2022-02-01T05:10:04Z', 'revision_number': 4, 'project_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'gw_port': {'id': '35ecabc0-1f18-45cb-87bb-e7a59fdb1e7a', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:10:01Z', 'updated_at': '2022-02-01T05:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': 'e6857623-ef26-4310-afde-ad94dd637dc8', 'name': '', 'network_id': '8c07844f-d03c-4c86-9c31-e331b9045601', 'tenant_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'mac_address': 'fa:16:3e:ec:a5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '80fee983-4d18-412b-885b-e097def70921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:10:03Z', 'updated_at': '2022-02-01T05:10:11Z', 'revision_number': 5, 'project_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'subnets': [{'id': '80fee983-4d18-412b-885b-e097def70921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 05:14:24.026379 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29e882d-ae76-42df-84f0-188ddb245e4c None None] New status for floating IP 58a5d59c-f4d4-47ab-b023-193ff943f38b: DOWN {{(pid=87638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 01 05:14:24.481430 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e894544-bb9f-4644-ba33-b32a8927df33 req-dfc748c9-0983-4600-bcca-d3a398fd2af8 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:14:24.482016 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-1e894544-bb9f-4644-ba33-b32a8927df33 req-dfc748c9-0983-4600-bcca-d3a398fd2af8 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Synchronizing usage tracker for tenant:43d9d7c6283f4be5a5b4e1e2629bf377 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 05:14:24.497265 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-1e894544-bb9f-4644-ba33-b32a8927df33 req-dfc748c9-0983-4600-bcca-d3a398fd2af8 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Unset dirty status for tenant:43d9d7c6283f4be5a5b4e1e2629bf377 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 05:14:24.498430 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1e894544-bb9f-4644-ba33-b32a8927df33 req-dfc748c9-0983-4600-bcca-d3a398fd2af8 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf94dd1-93f9-4957-b285-a38b39d9ba67 HTTP/1.1" status: 200 len: 947 time: 0.0924258 Feb 01 05:14:24.544317 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1e894544-bb9f-4644-ba33-b32a8927df33 req-86d92171-02b1-428d-9220-1f17cd9fadc3 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=550de567-da2a-492e-9e95-4251ae60bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403252 Feb 01 05:14:24.636630 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0542dfd4-e785-4545-8c82-ef8e6dccceb6 req-7097ed93-a3a0-4148-a8ca-3509ae9e744a tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:14:24.638005 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0542dfd4-e785-4545-8c82-ef8e6dccceb6 req-7097ed93-a3a0-4148-a8ca-3509ae9e744a tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bf94dd1-93f9-4957-b285-a38b39d9ba67 HTTP/1.1" status: 200 len: 947 time: 0.0768561 Feb 01 05:14:24.703634 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-0542dfd4-e785-4545-8c82-ef8e6dccceb6 req-37d41e3b-30c5-4aaf-84bd-8a05e487911a tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Deleting port 4688a873-e3ad-4adf-9a76-3cc620a40c32 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 05:14:24.703963 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-0542dfd4-e785-4545-8c82-ef8e6dccceb6 req-37d41e3b-30c5-4aaf-84bd-8a05e487911a tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:14:24.939874 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-0542dfd4-e785-4545-8c82-ef8e6dccceb6 req-37d41e3b-30c5-4aaf-84bd-8a05e487911a tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] For port 4688a873-e3ad-4adf-9a76-3cc620a40c32, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=4688a873-e3ad-4adf-9a76-3cc620a40c32,segment=NetworkSegment(0c8f79ed-8811-45ab-83d5-987b06dfd8b1),segment_id=0c8f79ed-8811-45ab-83d5-987b06dfd8b1)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:14:24.940212 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-0542dfd4-e785-4545-8c82-ef8e6dccceb6 req-37d41e3b-30c5-4aaf-84bd-8a05e487911a tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:14:25.061354 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-0542dfd4-e785-4545-8c82-ef8e6dccceb6 req-37d41e3b-30c5-4aaf-84bd-8a05e487911a tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Calling delete_port for 4688a873-e3ad-4adf-9a76-3cc620a40c32 owned by compute:nova {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 05:14:25.202333 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-0542dfd4-e785-4545-8c82-ef8e6dccceb6 req-37d41e3b-30c5-4aaf-84bd-8a05e487911a tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:14:25.347837 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d41e3b-30c5-4aaf-84bd-8a05e487911a tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Pushing event deleted for resources: {'Port': ['ID=4688a873-e3ad-4adf-9a76-3cc620a40c32,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:14:25.421559 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-0542dfd4-e785-4545-8c82-ef8e6dccceb6 req-37d41e3b-30c5-4aaf-84bd-8a05e487911a tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] No DVR routers for this DVR port 4688a873-e3ad-4adf-9a76-3cc620a40c32 on host hv-neutron-8268 {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 05:14:25.423969 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-0542dfd4-e785-4545-8c82-ef8e6dccceb6 req-37d41e3b-30c5-4aaf-84bd-8a05e487911a tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:14:25.426413 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bf94dd1-93f9-4957-b285-a38b39d9ba67', 'name': 'network-vif-deleted', 'tag': '4688a873-e3ad-4adf-9a76-3cc620a40c32'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 05:14:25.441707 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0542dfd4-e785-4545-8c82-ef8e6dccceb6 req-37d41e3b-30c5-4aaf-84bd-8a05e487911a tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.18 "DELETE /v2.0/ports/4688a873-e3ad-4adf-9a76-3cc620a40c32 HTTP/1.1" status: 204 len: 173 time: 0.7985733 Feb 01 05:14:25.477035 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bf94dd1-93f9-4957-b285-a38b39d9ba67', 'name': 'network-vif-deleted', 'tag': '4688a873-e3ad-4adf-9a76-3cc620a40c32', 'status': 'completed', 'code': 200} Feb 01 05:14:25.710342 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-d2aa634f-7e8c-48eb-9c2e-0a05881e50ae req-b0b38b7d-2153-4a8f-a988-d29a9e15c279 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Synchronizing usage tracker for tenant:43d9d7c6283f4be5a5b4e1e2629bf377 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 05:14:25.726646 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-d2aa634f-7e8c-48eb-9c2e-0a05881e50ae req-b0b38b7d-2153-4a8f-a988-d29a9e15c279 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Unset dirty status for tenant:43d9d7c6283f4be5a5b4e1e2629bf377 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 05:14:25.727915 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d2aa634f-7e8c-48eb-9c2e-0a05881e50ae req-b0b38b7d-2153-4a8f-a988-d29a9e15c279 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf94dd1-93f9-4957-b285-a38b39d9ba67 HTTP/1.1" status: 200 len: 210 time: 0.0636666 Feb 01 05:14:26.821120 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 50260) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:14:26.888347 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-963ed093-393a-4ade-9104-9705d515eca6 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:14:26.918262 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-963ed093-393a-4ade-9104-9705d515eca6 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:14:26.981144 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-963ed093-393a-4ade-9104-9705d515eca6 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:14:27.001937 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963ed093-393a-4ade-9104-9705d515eca6 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=550de567-da2a-492e-9e95-4251ae60bc65,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:14:27.012010 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-963ed093-393a-4ade-9104-9705d515eca6 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:14:27.013161 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-963ed093-393a-4ade-9104-9705d515eca6 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "DELETE /v2.0/security-groups/550de567-da2a-492e-9e95-4251ae60bc65 HTTP/1.1" status: 204 len: 168 time: 0.1910253 Feb 01 05:14:28.357584 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 4688a873-e3ad-4adf-9a76-3cc620a40c32 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 05:14:28.393376 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] No Port match for: 4688a873-e3ad-4adf-9a76-3cc620a40c32 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 05:14:28.393717 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 4688a873-e3ad-4adf-9a76-3cc620a40c32 not bound to the agent host hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 05:14:28.659301 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 50270) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:14:28.665911 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-9e408471-2bdb-4307-b460-09a249320196 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1796581567', 'description': 'tempest-secgroup-smoke-1796581567 description', 'project_id': '43d9d7c6283f4be5a5b4e1e2629bf377'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:14:28.673260 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-9e408471-2bdb-4307-b460-09a249320196 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:14:28.677881 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-9e408471-2bdb-4307-b460-09a249320196 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Usage tracker for resource:security_group and tenant:43d9d7c6283f4be5a5b4e1e2629bf377 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:14:28.680830 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-9e408471-2bdb-4307-b460-09a249320196 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:14:28.687692 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-9e408471-2bdb-4307-b460-09a249320196 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:14:28.698537 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9e408471-2bdb-4307-b460-09a249320196 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:14:28.719774 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-9e408471-2bdb-4307-b460-09a249320196 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:14:28.724289 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-9e408471-2bdb-4307-b460-09a249320196 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Usage tracker for resource:security_group_rule and tenant:43d9d7c6283f4be5a5b4e1e2629bf377 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:14:28.727217 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-9e408471-2bdb-4307-b460-09a249320196 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:14:28.734715 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-9e408471-2bdb-4307-b460-09a249320196 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:14:28.812165 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9e408471-2bdb-4307-b460-09a249320196 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:14:28.816066 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9e408471-2bdb-4307-b460-09a249320196 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:14:28.862550 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e408471-2bdb-4307-b460-09a249320196 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3364c548-f6f2-49ac-a376-3a44eb16de30,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:14:28.868972 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9e408471-2bdb-4307-b460-09a249320196 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:14:28.870291 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9e408471-2bdb-4307-b460-09a249320196 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2099404 Feb 01 05:14:28.873238 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 50274) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:14:28.879467 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-86386859-b7f3-4b9d-8974-88e88e954717 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Request body: {'security_group_rule': {'security_group_id': '3364c548-f6f2-49ac-a376-3a44eb16de30', 'project_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:14:28.885562 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-86386859-b7f3-4b9d-8974-88e88e954717 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:14:28.889431 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-86386859-b7f3-4b9d-8974-88e88e954717 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Usage tracker for resource:security_group_rule and tenant:43d9d7c6283f4be5a5b4e1e2629bf377 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:14:28.892522 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-86386859-b7f3-4b9d-8974-88e88e954717 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:14:28.900633 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-86386859-b7f3-4b9d-8974-88e88e954717 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:14:28.918609 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-86386859-b7f3-4b9d-8974-88e88e954717 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:14:28.986819 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-86386859-b7f3-4b9d-8974-88e88e954717 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:14:28.992120 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-86386859-b7f3-4b9d-8974-88e88e954717 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:14:29.023159 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86386859-b7f3-4b9d-8974-88e88e954717 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3aeb35d-1454-4ff1-b8a6-0121bce8450e,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:14:29.034736 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-86386859-b7f3-4b9d-8974-88e88e954717 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:14:29.036170 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-86386859-b7f3-4b9d-8974-88e88e954717 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1616514 Feb 01 05:14:29.038861 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 50278) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:14:29.043814 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-6fc24d14-30d2-46d4-aa66-c26380fe8d5f tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Request body: {'security_group_rule': {'security_group_id': '3364c548-f6f2-49ac-a376-3a44eb16de30', 'project_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:14:29.049875 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-6fc24d14-30d2-46d4-aa66-c26380fe8d5f tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:14:29.056027 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-6fc24d14-30d2-46d4-aa66-c26380fe8d5f tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Usage tracker for resource:security_group_rule and tenant:43d9d7c6283f4be5a5b4e1e2629bf377 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:14:29.059041 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-6fc24d14-30d2-46d4-aa66-c26380fe8d5f tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:14:29.064924 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-6fc24d14-30d2-46d4-aa66-c26380fe8d5f tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:14:29.083240 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6fc24d14-30d2-46d4-aa66-c26380fe8d5f tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:14:29.151436 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6fc24d14-30d2-46d4-aa66-c26380fe8d5f tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:14:29.155960 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6fc24d14-30d2-46d4-aa66-c26380fe8d5f tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:14:29.181862 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc24d14-30d2-46d4-aa66-c26380fe8d5f tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4927112-dece-4380-83e4-80ae0dffff9b,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:14:29.190437 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6fc24d14-30d2-46d4-aa66-c26380fe8d5f tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:14:29.191600 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-6fc24d14-30d2-46d4-aa66-c26380fe8d5f tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1518092 Feb 01 05:14:29.194372 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 50282) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:14:29.199156 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-860915f9-ce23-48e5-ac78-b4c5b7389768 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Request body: {'security_group_rule': {'security_group_id': '3364c548-f6f2-49ac-a376-3a44eb16de30', 'project_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:14:29.204833 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-860915f9-ce23-48e5-ac78-b4c5b7389768 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:14:29.208592 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-860915f9-ce23-48e5-ac78-b4c5b7389768 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Usage tracker for resource:security_group_rule and tenant:43d9d7c6283f4be5a5b4e1e2629bf377 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:14:29.211449 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-860915f9-ce23-48e5-ac78-b4c5b7389768 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:14:29.217066 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-860915f9-ce23-48e5-ac78-b4c5b7389768 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:14:29.236606 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-860915f9-ce23-48e5-ac78-b4c5b7389768 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:14:29.296475 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-860915f9-ce23-48e5-ac78-b4c5b7389768 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:14:29.299934 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-860915f9-ce23-48e5-ac78-b4c5b7389768 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:14:29.328867 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860915f9-ce23-48e5-ac78-b4c5b7389768 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff4f7bf9-f834-43f8-8862-0e23c3ba3d14,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:14:29.338367 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-860915f9-ce23-48e5-ac78-b4c5b7389768 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:14:29.339642 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-860915f9-ce23-48e5-ac78-b4c5b7389768 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1443655 Feb 01 05:14:29.342397 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 50286) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:14:29.347326 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-275d4597-4baa-4527-9216-bbe2cfce9d46 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Request body: {'security_group_rule': {'security_group_id': '3364c548-f6f2-49ac-a376-3a44eb16de30', 'project_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:14:29.353676 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-275d4597-4baa-4527-9216-bbe2cfce9d46 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:14:29.357500 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-275d4597-4baa-4527-9216-bbe2cfce9d46 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Usage tracker for resource:security_group_rule and tenant:43d9d7c6283f4be5a5b4e1e2629bf377 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:14:29.360382 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-275d4597-4baa-4527-9216-bbe2cfce9d46 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:14:29.366943 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-275d4597-4baa-4527-9216-bbe2cfce9d46 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:14:29.383055 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-275d4597-4baa-4527-9216-bbe2cfce9d46 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:14:29.443467 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-275d4597-4baa-4527-9216-bbe2cfce9d46 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:14:29.446584 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-275d4597-4baa-4527-9216-bbe2cfce9d46 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:14:29.468235 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d4597-4baa-4527-9216-bbe2cfce9d46 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20dc27e1-d96f-4e48-b34b-79d4aa51d538,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:14:29.477101 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-275d4597-4baa-4527-9216-bbe2cfce9d46 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:14:29.478248 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-275d4597-4baa-4527-9216-bbe2cfce9d46 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1349199 Feb 01 05:14:29.480975 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 50290) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:14:29.485888 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-f6857faa-5134-46d3-9d63-56ef3787dbb3 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Request body: {'security_group_rule': {'security_group_id': '3364c548-f6f2-49ac-a376-3a44eb16de30', 'project_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:14:29.492555 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-f6857faa-5134-46d3-9d63-56ef3787dbb3 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:14:29.496299 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f6857faa-5134-46d3-9d63-56ef3787dbb3 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Usage tracker for resource:security_group_rule and tenant:43d9d7c6283f4be5a5b4e1e2629bf377 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:14:29.499184 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f6857faa-5134-46d3-9d63-56ef3787dbb3 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:14:29.504869 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-f6857faa-5134-46d3-9d63-56ef3787dbb3 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:14:29.514918 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.securitygroups_db [None req-f6857faa-5134-46d3-9d63-56ef3787dbb3 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Project 43d9d7c6283f4be5a5b4e1e2629bf377 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 01 05:14:29.521751 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f6857faa-5134-46d3-9d63-56ef3787dbb3 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:14:29.587002 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f6857faa-5134-46d3-9d63-56ef3787dbb3 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:14:29.590449 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f6857faa-5134-46d3-9d63-56ef3787dbb3 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:14:29.613411 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6857faa-5134-46d3-9d63-56ef3787dbb3 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3817ed0-cca2-45d5-a007-5f5693f185d1,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:14:29.622630 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f6857faa-5134-46d3-9d63-56ef3787dbb3 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:14:29.623816 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f6857faa-5134-46d3-9d63-56ef3787dbb3 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1419330 Feb 01 05:14:29.626446 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 50294) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:14:29.631364 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-72df40f8-5eca-444b-88ab-d40ebd71a663 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Request body: {'security_group_rule': {'security_group_id': '3364c548-f6f2-49ac-a376-3a44eb16de30', 'project_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:14:29.637145 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-72df40f8-5eca-444b-88ab-d40ebd71a663 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:14:29.640996 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-72df40f8-5eca-444b-88ab-d40ebd71a663 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Usage tracker for resource:security_group_rule and tenant:43d9d7c6283f4be5a5b4e1e2629bf377 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:14:29.643921 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-72df40f8-5eca-444b-88ab-d40ebd71a663 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:14:29.650072 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-72df40f8-5eca-444b-88ab-d40ebd71a663 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:14:29.659781 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.securitygroups_db [None req-72df40f8-5eca-444b-88ab-d40ebd71a663 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Project 43d9d7c6283f4be5a5b4e1e2629bf377 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 01 05:14:29.666890 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-72df40f8-5eca-444b-88ab-d40ebd71a663 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:14:29.728950 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-72df40f8-5eca-444b-88ab-d40ebd71a663 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:14:29.732249 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-72df40f8-5eca-444b-88ab-d40ebd71a663 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:14:29.755658 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72df40f8-5eca-444b-88ab-d40ebd71a663 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c975d2a-1a47-4b4f-9bb7-f914066d6d2e,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:14:29.764107 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-72df40f8-5eca-444b-88ab-d40ebd71a663 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:14:29.765327 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-72df40f8-5eca-444b-88ab-d40ebd71a663 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1379776 Feb 01 05:14:32.036885 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c681b7ec-9438-4268-a057-de7abe145e7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:14:34.327812 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-46aaa5fb-aeb0-4239-ad21-aa58f39144ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:14:35.482014 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:14:35.620535 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:14:37.165769 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:14:41.321366 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 05:14:43.627772 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-bf42a96a-60d4-4823-bd41-1a70ce7d7434 req-80540b60-3508-4bcd-b7b1-e615bdb8c8a6 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Synchronizing usage tracker for tenant:43d9d7c6283f4be5a5b4e1e2629bf377 on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 05:14:43.642223 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-bf42a96a-60d4-4823-bd41-1a70ce7d7434 req-80540b60-3508-4bcd-b7b1-e615bdb8c8a6 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Unset dirty status for tenant:43d9d7c6283f4be5a5b4e1e2629bf377 on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 05:14:43.643374 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bf42a96a-60d4-4823-bd41-1a70ce7d7434 req-80540b60-3508-4bcd-b7b1-e615bdb8c8a6 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1796581567&fields=id&tenant_id=43d9d7c6283f4be5a5b4e1e2629bf377 HTTP/1.1" status: 200 len: 267 time: 0.0538244 Feb 01 05:14:43.788700 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf42a96a-60d4-4823-bd41-1a70ce7d7434 req-b0c2a5dd-9e53-4fcb-80a0-c0af5e31556d tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:14:43.790100 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bf42a96a-60d4-4823-bd41-1a70ce7d7434 req-b0c2a5dd-9e53-4fcb-80a0-c0af5e31556d tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/networks?id=8c07844f-d03c-4c86-9c31-e331b9045601 HTTP/1.1" status: 200 len: 808 time: 0.1404021 Feb 01 05:14:43.804162 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bf42a96a-60d4-4823-bd41-1a70ce7d7434 req-2af94706-0f1f-4b4d-a9c2-6143365d5a3b tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/quotas/43d9d7c6283f4be5a5b4e1e2629bf377 HTTP/1.1" status: 200 len: 375 time: 0.0087864 Feb 01 05:14:43.886525 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bf42a96a-60d4-4823-bd41-1a70ce7d7434 req-f915d382-a0f1-4528-a86c-3ae317fda89b tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=43d9d7c6283f4be5a5b4e1e2629bf377&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0773830 Feb 01 05:14:44.061660 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bf42a96a-60d4-4823-bd41-1a70ce7d7434 req-b8710ab5-6c37-49ae-8430-220b3141eb2e service neutron] 10.222.0.24 "GET /v2.0/networks/8c07844f-d03c-4c86-9c31-e331b9045601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636825 Feb 01 05:14:44.194048 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bf42a96a-60d4-4823-bd41-1a70ce7d7434 req-bcb1327d-298b-4da6-ba83-9f09b05f03d8 service neutron] 10.222.0.24 "GET /v2.0/networks/8c07844f-d03c-4c86-9c31-e331b9045601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266475 Feb 01 05:14:45.423884 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:14:45.578683 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-12ab4fdb-c800-4818-a903-33b29d3cc7da req-9b73d868-ca07-4810-b6fa-6ac3c1d63a2d tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9179d20-c2c8-4dee-ad3f-0bd2df4703aa HTTP/1.1" status: 200 len: 210 time: 0.0413895 Feb 01 05:14:46.744121 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-db90be06-f761-400b-a92b-8550db1b49a0 req-d3d01c54-bf64-4888-909e-82191372971d tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9179d20-c2c8-4dee-ad3f-0bd2df4703aa HTTP/1.1" status: 200 len: 210 time: 0.0578446 Feb 01 05:14:46.841567 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf42a96a-60d4-4823-bd41-1a70ce7d7434 req-200740b7-1e66-4bb4-8df8-adbbf54d8e29 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:14:46.842957 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bf42a96a-60d4-4823-bd41-1a70ce7d7434 req-200740b7-1e66-4bb4-8df8-adbbf54d8e29 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.18 "GET /v2.0/networks?id=8c07844f-d03c-4c86-9c31-e331b9045601 HTTP/1.1" status: 200 len: 808 time: 0.1830473 Feb 01 05:14:46.900379 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bf42a96a-60d4-4823-bd41-1a70ce7d7434 req-f10afb5f-3bff-4124-adb0-bb86afe53392 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43d9d7c6283f4be5a5b4e1e2629bf377 HTTP/1.1" status: 200 len: 380 time: 0.0447571 Feb 01 05:14:46.916850 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-bf42a96a-60d4-4823-bd41-1a70ce7d7434 req-4dfb3f50-1cae-489e-99e5-4eb9ad2e8a58 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Request body: {'port': {'device_id': 'd9179d20-c2c8-4dee-ad3f-0bd2df4703aa', 'network_id': '8c07844f-d03c-4c86-9c31-e331b9045601', 'admin_state_up': True, 'tenant_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'security_groups': ['3364c548-f6f2-49ac-a376-3a44eb16de30']}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:14:47.153047 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-bf42a96a-60d4-4823-bd41-1a70ce7d7434 req-4dfb3f50-1cae-489e-99e5-4eb9ad2e8a58 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:14:47.162661 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-bf42a96a-60d4-4823-bd41-1a70ce7d7434 req-4dfb3f50-1cae-489e-99e5-4eb9ad2e8a58 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:14:47.172131 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf42a96a-60d4-4823-bd41-1a70ce7d7434 req-4dfb3f50-1cae-489e-99e5-4eb9ad2e8a58 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Made reservation on behalf of 43d9d7c6283f4be5a5b4e1e2629bf377 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 05:14:47.175697 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-bf42a96a-60d4-4823-bd41-1a70ce7d7434 req-4dfb3f50-1cae-489e-99e5-4eb9ad2e8a58 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:14:47.335158 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [req-bf42a96a-60d4-4823-bd41-1a70ce7d7434 req-4dfb3f50-1cae-489e-99e5-4eb9ad2e8a58 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Allocated IP 172.20.0.13 (8c07844f-d03c-4c86-9c31-e331b9045601/80fee983-4d18-412b-885b-e097def70921/e2f082eb-36d5-464a-9c31-2e2d7064c904) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 05:14:47.524439 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-bf42a96a-60d4-4823-bd41-1a70ce7d7434 req-4dfb3f50-1cae-489e-99e5-4eb9ad2e8a58 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:14:47.540109 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-bf42a96a-60d4-4823-bd41-1a70ce7d7434 req-4dfb3f50-1cae-489e-99e5-4eb9ad2e8a58 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Transition to ACTIVE for port object e2f082eb-36d5-464a-9c31-2e2d7064c904 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 05:14:47.562780 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-bf42a96a-60d4-4823-bd41-1a70ce7d7434 req-4dfb3f50-1cae-489e-99e5-4eb9ad2e8a58 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:14:47.631903 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf42a96a-60d4-4823-bd41-1a70ce7d7434 req-4dfb3f50-1cae-489e-99e5-4eb9ad2e8a58 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Network 8c07844f-d03c-4c86-9c31-e331b9045601 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 05:14:47.635053 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [req-bf42a96a-60d4-4823-bd41-1a70ce7d7434 req-4dfb3f50-1cae-489e-99e5-4eb9ad2e8a58 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 05:14:47.638864 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf42a96a-60d4-4823-bd41-1a70ce7d7434 req-4dfb3f50-1cae-489e-99e5-4eb9ad2e8a58 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 05:14:47.673056 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfb3f50-1cae-489e-99e5-4eb9ad2e8a58 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Pushing event updated for resources: {'Port': ['ID=e2f082eb-36d5-464a-9c31-2e2d7064c904,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:14:47.711654 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf42a96a-60d4-4823-bd41-1a70ce7d7434 req-4dfb3f50-1cae-489e-99e5-4eb9ad2e8a58 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:14:47.712273 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-bf42a96a-60d4-4823-bd41-1a70ce7d7434 req-4dfb3f50-1cae-489e-99e5-4eb9ad2e8a58 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:14:47.739846 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bf42a96a-60d4-4823-bd41-1a70ce7d7434 req-4dfb3f50-1cae-489e-99e5-4eb9ad2e8a58 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8264549 Feb 01 05:14:47.756984 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-bf42a96a-60d4-4823-bd41-1a70ce7d7434 req-16f8de1e-5a5a-49a5-abbe-f2cc1477a8d0 service neutron] Request body: {'port': {'device_id': 'd9179d20-c2c8-4dee-ad3f-0bd2df4703aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:14:47.908932 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-bf42a96a-60d4-4823-bd41-1a70ce7d7434 req-16f8de1e-5a5a-49a5-abbe-f2cc1477a8d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:14:47.946481 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-0757d840-cfdb-4c76-a927-3112d26c87d7 None None] Provisioning for port e2f082eb-36d5-464a-9c31-2e2d7064c904 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 05:14:47.958817 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-0757d840-cfdb-4c76-a927-3112d26c87d7 None None] Provisioning complete for port e2f082eb-36d5-464a-9c31-2e2d7064c904 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:14:47.959106 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0757d840-cfdb-4c76-a927-3112d26c87d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:14:47.979551 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b04ac-dc7d-4065-a65e-4166fe4a2069 req-5e3fd0f6-527a-40af-9812-c9ddbb051524 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:14:47.987829 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-b68b04ac-dc7d-4065-a65e-4166fe4a2069 req-5e3fd0f6-527a-40af-9812-c9ddbb051524 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9179d20-c2c8-4dee-ad3f-0bd2df4703aa HTTP/1.1" status: 200 len: 932 time: 0.1191199 Feb 01 05:14:48.014744 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-0757d840-cfdb-4c76-a927-3112d26c87d7 None None] Port e2f082eb-36d5-464a-9c31-2e2d7064c904 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 05:14:48.042572 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-b68b04ac-dc7d-4065-a65e-4166fe4a2069 req-c47003ed-0af5-4377-b907-df6aac4215fc tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=3364c548-f6f2-49ac-a376-3a44eb16de30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504684 Feb 01 05:14:48.272830 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [req-bf42a96a-60d4-4823-bd41-1a70ce7d7434 req-16f8de1e-5a5a-49a5-abbe-f2cc1477a8d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2f082eb-36d5-464a-9c31-2e2d7064c904 {{(pid=87636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 05:14:48.281295 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-bf42a96a-60d4-4823-bd41-1a70ce7d7434 req-16f8de1e-5a5a-49a5-abbe-f2cc1477a8d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:14:48.296505 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-bf42a96a-60d4-4823-bd41-1a70ce7d7434 req-16f8de1e-5a5a-49a5-abbe-f2cc1477a8d0 service neutron] Transition to ACTIVE for port object e2f082eb-36d5-464a-9c31-2e2d7064c904 will not be triggered until provisioned by entity L2. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 05:14:48.300314 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-bf42a96a-60d4-4823-bd41-1a70ce7d7434 req-16f8de1e-5a5a-49a5-abbe-f2cc1477a8d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:14:48.462020 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f8de1e-5a5a-49a5-abbe-f2cc1477a8d0 service neutron] Pushing event updated for resources: {'Port': ['ID=e2f082eb-36d5-464a-9c31-2e2d7064c904,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:14:48.540400 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-bf42a96a-60d4-4823-bd41-1a70ce7d7434 req-16f8de1e-5a5a-49a5-abbe-f2cc1477a8d0 service neutron] Attempting to bind port e2f082eb-36d5-464a-9c31-2e2d7064c904 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 05:14:48.540663 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-bf42a96a-60d4-4823-bd41-1a70ce7d7434 req-16f8de1e-5a5a-49a5-abbe-f2cc1477a8d0 service neutron] Attempting to bind port e2f082eb-36d5-464a-9c31-2e2d7064c904 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '0c8f79ed-8811-45ab-83d5-987b06dfd8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8c07844f-d03c-4c86-9c31-e331b9045601'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 05:14:48.540988 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf42a96a-60d4-4823-bd41-1a70ce7d7434 req-16f8de1e-5a5a-49a5-abbe-f2cc1477a8d0 service neutron] Attempting to bind port e2f082eb-36d5-464a-9c31-2e2d7064c904 on network 8c07844f-d03c-4c86-9c31-e331b9045601 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 05:14:48.545672 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf42a96a-60d4-4823-bd41-1a70ce7d7434 req-16f8de1e-5a5a-49a5-abbe-f2cc1477a8d0 service neutron] Port e2f082eb-36d5-464a-9c31-2e2d7064c904 on network 8c07844f-d03c-4c86-9c31-e331b9045601 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 05:14:48.545994 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf42a96a-60d4-4823-bd41-1a70ce7d7434 req-16f8de1e-5a5a-49a5-abbe-f2cc1477a8d0 service neutron] Attempting to bind port e2f082eb-36d5-464a-9c31-2e2d7064c904 on network 8c07844f-d03c-4c86-9c31-e331b9045601 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 05:14:48.552286 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf42a96a-60d4-4823-bd41-1a70ce7d7434 req-16f8de1e-5a5a-49a5-abbe-f2cc1477a8d0 service neutron] Checking agent: {'id': '63664c57-372e-43f7-9ecb-4deedcf8ddc7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 28, 15), 'started_at': datetime.datetime(2022, 2, 1, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 5, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 05:14:48.552535 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf42a96a-60d4-4823-bd41-1a70ce7d7434 req-16f8de1e-5a5a-49a5-abbe-f2cc1477a8d0 service neutron] Checking segment: {'id': '0c8f79ed-8811-45ab-83d5-987b06dfd8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8c07844f-d03c-4c86-9c31-e331b9045601'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 05:14:48.552877 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf42a96a-60d4-4823-bd41-1a70ce7d7434 req-16f8de1e-5a5a-49a5-abbe-f2cc1477a8d0 service neutron] Bound using segment: {'id': '0c8f79ed-8811-45ab-83d5-987b06dfd8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8c07844f-d03c-4c86-9c31-e331b9045601'} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 05:14:48.553294 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-bf42a96a-60d4-4823-bd41-1a70ce7d7434 req-16f8de1e-5a5a-49a5-abbe-f2cc1477a8d0 service neutron] Bound port: e2f082eb-36d5-464a-9c31-2e2d7064c904, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c8f79ed-8811-45ab-83d5-987b06dfd8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8c07844f-d03c-4c86-9c31-e331b9045601'}}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 05:14:48.553639 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-bf42a96a-60d4-4823-bd41-1a70ce7d7434 req-16f8de1e-5a5a-49a5-abbe-f2cc1477a8d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:14:48.640020 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-bf42a96a-60d4-4823-bd41-1a70ce7d7434 req-16f8de1e-5a5a-49a5-abbe-f2cc1477a8d0 service neutron] For port e2f082eb-36d5-464a-9c31-2e2d7064c904, host hv-neutron-8268, cleared binding levels {{(pid=87636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 05:14:48.643528 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-bf42a96a-60d4-4823-bd41-1a70ce7d7434 req-16f8de1e-5a5a-49a5-abbe-f2cc1477a8d0 service neutron] For port e2f082eb-36d5-464a-9c31-2e2d7064c904, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=e2f082eb-36d5-464a-9c31-2e2d7064c904,segment=NetworkSegment(0c8f79ed-8811-45ab-83d5-987b06dfd8b1),segment_id=0c8f79ed-8811-45ab-83d5-987b06dfd8b1)] {{(pid=87636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 05:14:48.648156 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-bf42a96a-60d4-4823-bd41-1a70ce7d7434 req-16f8de1e-5a5a-49a5-abbe-f2cc1477a8d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:14:48.710995 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf42a96a-60d4-4823-bd41-1a70ce7d7434 req-16f8de1e-5a5a-49a5-abbe-f2cc1477a8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:14:48.711621 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-bf42a96a-60d4-4823-bd41-1a70ce7d7434 req-16f8de1e-5a5a-49a5-abbe-f2cc1477a8d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:14:48.712965 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bf42a96a-60d4-4823-bd41-1a70ce7d7434 req-16f8de1e-5a5a-49a5-abbe-f2cc1477a8d0 service neutron] 10.222.0.18 "PUT /v2.0/ports/e2f082eb-36d5-464a-9c31-2e2d7064c904 HTTP/1.1" status: 200 len: 1094 time: 0.9604130 Feb 01 05:14:48.713397 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9179d20-c2c8-4dee-ad3f-0bd2df4703aa', 'tag': 'e2f082eb-36d5-464a-9c31-2e2d7064c904'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 05:14:48.737598 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f8de1e-5a5a-49a5-abbe-f2cc1477a8d0 service neutron] Pushing event updated for resources: {'Port': ['ID=e2f082eb-36d5-464a-9c31-2e2d7064c904,revision_number=3']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:14:48.767219 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9179d20-c2c8-4dee-ad3f-0bd2df4703aa', 'tag': 'e2f082eb-36d5-464a-9c31-2e2d7064c904', 'status': 'completed', 'code': 200} Feb 01 05:14:48.857586 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf42a96a-60d4-4823-bd41-1a70ce7d7434 req-fa706106-b5dd-4b14-bb3e-d64c41f9b27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:14:48.859164 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bf42a96a-60d4-4823-bd41-1a70ce7d7434 req-fa706106-b5dd-4b14-bb3e-d64c41f9b27e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=43d9d7c6283f4be5a5b4e1e2629bf377&device_id=d9179d20-c2c8-4dee-ad3f-0bd2df4703aa HTTP/1.1" status: 200 len: 1097 time: 0.0745583 Feb 01 05:14:48.935453 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bf42a96a-60d4-4823-bd41-1a70ce7d7434 req-13625d2f-7d02-40e3-ac5e-9afbc7f26b0a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2f082eb-36d5-464a-9c31-2e2d7064c904 HTTP/1.1" status: 200 len: 217 time: 0.0639281 Feb 01 05:14:48.995432 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf42a96a-60d4-4823-bd41-1a70ce7d7434 req-5c5af1b8-e521-4807-b7b1-ba82a004af35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:14:48.996784 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bf42a96a-60d4-4823-bd41-1a70ce7d7434 req-5c5af1b8-e521-4807-b7b1-ba82a004af35 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=80fee983-4d18-412b-885b-e097def70921 HTTP/1.1" status: 200 len: 847 time: 0.0561776 Feb 01 05:14:49.188462 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf42a96a-60d4-4823-bd41-1a70ce7d7434 req-f5603c8a-8050-4fd1-89e6-853d7addbe6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:14:49.189932 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bf42a96a-60d4-4823-bd41-1a70ce7d7434 req-f5603c8a-8050-4fd1-89e6-853d7addbe6f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8c07844f-d03c-4c86-9c31-e331b9045601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1788447 Feb 01 05:14:49.239003 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab17fc9-dc75-49fa-b57d-e8448a1b49f3 req-fe14f73a-69d8-4d97-a150-37e90a8a4d02 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:14:49.240567 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-7ab17fc9-dc75-49fa-b57d-e8448a1b49f3 req-fe14f73a-69d8-4d97-a150-37e90a8a4d02 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9179d20-c2c8-4dee-ad3f-0bd2df4703aa HTTP/1.1" status: 200 len: 944 time: 0.0866880 Feb 01 05:14:49.283955 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-7ab17fc9-dc75-49fa-b57d-e8448a1b49f3 req-709556be-5589-4ea2-bcdd-e37973db303e tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=3364c548-f6f2-49ac-a376-3a44eb16de30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375268 Feb 01 05:14:49.321214 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bf42a96a-60d4-4823-bd41-1a70ce7d7434 req-9ae1269b-ba25-4ed6-9ea9-27f98ffb2840 service neutron] 10.222.0.18 "GET /v2.0/networks/8c07844f-d03c-4c86-9c31-e331b9045601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246328 Feb 01 05:14:49.448899 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bf42a96a-60d4-4823-bd41-1a70ce7d7434 req-9c52f35e-4c39-4515-ae2c-fcbee26f76d6 service neutron] 10.222.0.18 "GET /v2.0/networks/8c07844f-d03c-4c86-9c31-e331b9045601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214414 Feb 01 05:14:49.607192 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599ecc5e-6695-485c-aa83-196c52dbe5ff req-65a282bf-08b5-42e3-ba3e-b478646be0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:14:49.608543 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-599ecc5e-6695-485c-aa83-196c52dbe5ff req-65a282bf-08b5-42e3-ba3e-b478646be0e8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=43d9d7c6283f4be5a5b4e1e2629bf377&device_id=d9179d20-c2c8-4dee-ad3f-0bd2df4703aa HTTP/1.1" status: 200 len: 1097 time: 0.0680082 Feb 01 05:14:49.735665 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599ecc5e-6695-485c-aa83-196c52dbe5ff req-6fb817cb-8453-4e0a-ae3a-8fd61ad37539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:14:49.737760 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-599ecc5e-6695-485c-aa83-196c52dbe5ff req-6fb817cb-8453-4e0a-ae3a-8fd61ad37539 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8c07844f-d03c-4c86-9c31-e331b9045601 HTTP/1.1" status: 200 len: 908 time: 0.1225891 Feb 01 05:14:49.806695 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-599ecc5e-6695-485c-aa83-196c52dbe5ff req-f624386f-a690-4d4b-a3a3-0827fcb1e84e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2f082eb-36d5-464a-9c31-2e2d7064c904 HTTP/1.1" status: 200 len: 217 time: 0.0632136 Feb 01 05:14:49.871906 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599ecc5e-6695-485c-aa83-196c52dbe5ff req-d66d15e8-bd16-4197-bad2-557eaefcfaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:14:49.873247 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-599ecc5e-6695-485c-aa83-196c52dbe5ff req-d66d15e8-bd16-4197-bad2-557eaefcfaf6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=80fee983-4d18-412b-885b-e097def70921 HTTP/1.1" status: 200 len: 847 time: 0.0596993 Feb 01 05:14:49.947913 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599ecc5e-6695-485c-aa83-196c52dbe5ff req-2fdb4053-f73d-4633-8829-986e6da4eb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:14:49.949354 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-599ecc5e-6695-485c-aa83-196c52dbe5ff req-2fdb4053-f73d-4633-8829-986e6da4eb29 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8c07844f-d03c-4c86-9c31-e331b9045601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699403 Feb 01 05:14:50.076905 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-599ecc5e-6695-485c-aa83-196c52dbe5ff req-a9f50170-555d-45e7-947c-4011a10c8a22 service neutron] 10.222.0.18 "GET /v2.0/networks/8c07844f-d03c-4c86-9c31-e331b9045601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217790 Feb 01 05:14:50.205485 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-599ecc5e-6695-485c-aa83-196c52dbe5ff req-34cb5a1b-e5f6-4cfe-af87-cf5759c892a8 service neutron] 10.222.0.18 "GET /v2.0/networks/8c07844f-d03c-4c86-9c31-e331b9045601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226494 Feb 01 05:14:50.462029 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d6cfac-3d93-4b89-b164-e77019c90df3 req-474f91fd-93a2-4ac8-95ab-e17537092cbf tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:14:50.462630 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-90d6cfac-3d93-4b89-b164-e77019c90df3 req-474f91fd-93a2-4ac8-95ab-e17537092cbf tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Synchronizing usage tracker for tenant:43d9d7c6283f4be5a5b4e1e2629bf377 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 05:14:50.478127 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-90d6cfac-3d93-4b89-b164-e77019c90df3 req-474f91fd-93a2-4ac8-95ab-e17537092cbf tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Unset dirty status for tenant:43d9d7c6283f4be5a5b4e1e2629bf377 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 05:14:50.479422 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-90d6cfac-3d93-4b89-b164-e77019c90df3 req-474f91fd-93a2-4ac8-95ab-e17537092cbf tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9179d20-c2c8-4dee-ad3f-0bd2df4703aa HTTP/1.1" status: 200 len: 944 time: 0.0933030 Feb 01 05:14:50.526791 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-90d6cfac-3d93-4b89-b164-e77019c90df3 req-140a6a53-939c-4d30-bd33-c0fd89a586ad tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=3364c548-f6f2-49ac-a376-3a44eb16de30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418358 Feb 01 05:14:51.714365 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b0cbc-53b7-450a-bfc5-d49884c57389 req-aa47851a-dcbe-4f43-9b09-066969e4d7ac tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:14:51.715839 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-ee4b0cbc-53b7-450a-bfc5-d49884c57389 req-aa47851a-dcbe-4f43-9b09-066969e4d7ac tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9179d20-c2c8-4dee-ad3f-0bd2df4703aa HTTP/1.1" status: 200 len: 944 time: 0.0823836 Feb 01 05:14:51.770064 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-ee4b0cbc-53b7-450a-bfc5-d49884c57389 req-063a1540-0f1c-45d9-ad91-03c774813527 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=3364c548-f6f2-49ac-a376-3a44eb16de30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485096 Feb 01 05:14:52.958155 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c2cda-69b3-4914-8ab2-e362a1717d5c req-97c2118e-115b-4b3b-977e-c6c05ffba44f tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:14:52.959591 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0a2c2cda-69b3-4914-8ab2-e362a1717d5c req-97c2118e-115b-4b3b-977e-c6c05ffba44f tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9179d20-c2c8-4dee-ad3f-0bd2df4703aa HTTP/1.1" status: 200 len: 944 time: 0.0770524 Feb 01 05:14:53.002896 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0a2c2cda-69b3-4914-8ab2-e362a1717d5c req-6696ef97-2f6f-4bab-98c0-933bf47cb0be tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=3364c548-f6f2-49ac-a376-3a44eb16de30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378070 Feb 01 05:14:54.184153 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc578b-999f-49c1-84e6-066964fc1ecf req-69425481-ed94-4d4d-822c-a0a9620513f3 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:14:54.185544 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-aabc578b-999f-49c1-84e6-066964fc1ecf req-69425481-ed94-4d4d-822c-a0a9620513f3 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9179d20-c2c8-4dee-ad3f-0bd2df4703aa HTTP/1.1" status: 200 len: 944 time: 0.0797665 Feb 01 05:14:54.228999 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-aabc578b-999f-49c1-84e6-066964fc1ecf req-3f251b0d-c2c5-4347-976a-90dc28d2a885 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=3364c548-f6f2-49ac-a376-3a44eb16de30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375862 Feb 01 05:14:55.415152 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2405f0a8-6784-4829-957e-2be41e9e8253 req-4b0484f8-e0c3-47ea-bbf0-7a2bc7da47cd tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:14:55.416564 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2405f0a8-6784-4829-957e-2be41e9e8253 req-4b0484f8-e0c3-47ea-bbf0-7a2bc7da47cd tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9179d20-c2c8-4dee-ad3f-0bd2df4703aa HTTP/1.1" status: 200 len: 944 time: 0.0809486 Feb 01 05:14:55.459502 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2405f0a8-6784-4829-957e-2be41e9e8253 req-f23068b0-5bbb-49a9-a3eb-7e9f17e9a6ba tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=3364c548-f6f2-49ac-a376-3a44eb16de30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374343 Feb 01 05:14:56.643865 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3247be-f0bd-4bc7-af36-79cb43b6ca60 req-37713df7-3ab2-40f0-b856-387c4ff5c770 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:14:56.645802 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-3d3247be-f0bd-4bc7-af36-79cb43b6ca60 req-37713df7-3ab2-40f0-b856-387c4ff5c770 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9179d20-c2c8-4dee-ad3f-0bd2df4703aa HTTP/1.1" status: 200 len: 944 time: 0.0807970 Feb 01 05:14:56.687995 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-3d3247be-f0bd-4bc7-af36-79cb43b6ca60 req-3b154062-f440-4c7f-ab41-c27b602821f6 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=3364c548-f6f2-49ac-a376-3a44eb16de30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367148 Feb 01 05:14:57.865063 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c07e8f7-802c-4297-84c5-199cccdfa057 req-492005ee-f778-4597-a20d-245b8e2ba588 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:14:57.866506 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0c07e8f7-802c-4297-84c5-199cccdfa057 req-492005ee-f778-4597-a20d-245b8e2ba588 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9179d20-c2c8-4dee-ad3f-0bd2df4703aa HTTP/1.1" status: 200 len: 944 time: 0.0781879 Feb 01 05:14:57.909295 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0c07e8f7-802c-4297-84c5-199cccdfa057 req-d4e1f594-ada0-4ba3-bb63-97c2f430ebbf tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=3364c548-f6f2-49ac-a376-3a44eb16de30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370696 Feb 01 05:14:58.471454 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device e2f082eb-36d5-464a-9c31-2e2d7064c904 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 01 05:14:58.604283 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port e2f082eb-36d5-464a-9c31-2e2d7064c904, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=e2f082eb-36d5-464a-9c31-2e2d7064c904,segment=NetworkSegment(0c8f79ed-8811-45ab-83d5-987b06dfd8b1),segment_id=0c8f79ed-8811-45ab-83d5-987b06dfd8b1)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:14:58.617087 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Returning: {'device': 'e2f082eb-36d5-464a-9c31-2e2d7064c904', 'network_id': '8c07844f-d03c-4c86-9c31-e331b9045601', 'port_id': 'e2f082eb-36d5-464a-9c31-2e2d7064c904', 'mac_address': 'fa:16:3e:58:b4:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80fee983-4d18-412b-885b-e097def70921', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 01 05:14:58.672811 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:14:58.689281 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2f082eb-36d5-464a-9c31-2e2d7064c904 {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 05:14:58.704181 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port e2f082eb-36d5-464a-9c31-2e2d7064c904, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=e2f082eb-36d5-464a-9c31-2e2d7064c904,segment=NetworkSegment(0c8f79ed-8811-45ab-83d5-987b06dfd8b1),segment_id=0c8f79ed-8811-45ab-83d5-987b06dfd8b1)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:14:58.708534 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:14:58.771638 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=e2f082eb-36d5-464a-9c31-2e2d7064c904,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:14:58.778396 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:14:58.778737 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:14:58.779070 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:14:58.779423 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:14:58.779745 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:14:58.780067 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:14:58.780383 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:14:58.780699 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:14:58.781012 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:14:58.781324 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:14:58.781633 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:14:58.781941 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:14:59.003303 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] get_ports_and_sgs() called for port_ids ['e2f082eb-36d5-464a-9c31-2e2d7064c904'] {{(pid=87638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 01 05:14:59.088196 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0035f603-8c50-4324-a7f8-f2d9ea43613b req-16df0268-4f91-44a5-bd91-428b1dfbb051 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:14:59.089553 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-0035f603-8c50-4324-a7f8-f2d9ea43613b req-16df0268-4f91-44a5-bd91-428b1dfbb051 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9179d20-c2c8-4dee-ad3f-0bd2df4703aa HTTP/1.1" status: 200 len: 945 time: 0.0770338 Feb 01 05:14:59.135588 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-0035f603-8c50-4324-a7f8-f2d9ea43613b req-dc18fa63-49fb-41f0-89dc-c2b2c48f4cf6 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=3364c548-f6f2-49ac-a376-3a44eb16de30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400965 Feb 01 05:15:00.319674 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e64f4f6-db4d-4202-9558-b9e6e48721b5 req-22236d2a-95b9-4f53-a37f-b3730fad7c31 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:15:00.321083 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5e64f4f6-db4d-4202-9558-b9e6e48721b5 req-22236d2a-95b9-4f53-a37f-b3730fad7c31 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9179d20-c2c8-4dee-ad3f-0bd2df4703aa HTTP/1.1" status: 200 len: 945 time: 0.0807717 Feb 01 05:15:00.364057 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5e64f4f6-db4d-4202-9558-b9e6e48721b5 req-f0e601d9-b998-4010-b93d-bb4550c97b5b tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=3364c548-f6f2-49ac-a376-3a44eb16de30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370574 Feb 01 05:15:00.481772 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device e2f082eb-36d5-464a-9c31-2e2d7064c904 up at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 05:15:00.546265 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning for port e2f082eb-36d5-464a-9c31-2e2d7064c904 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 05:15:00.550822 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning complete for port e2f082eb-36d5-464a-9c31-2e2d7064c904 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:15:00.551216 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:15:00.665500 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:15:00.690527 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9179d20-c2c8-4dee-ad3f-0bd2df4703aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2f082eb-36d5-464a-9c31-2e2d7064c904'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 05:15:00.700274 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port e2f082eb-36d5-464a-9c31-2e2d7064c904, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=e2f082eb-36d5-464a-9c31-2e2d7064c904,segment=NetworkSegment(0c8f79ed-8811-45ab-83d5-987b06dfd8b1),segment_id=0c8f79ed-8811-45ab-83d5-987b06dfd8b1)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:15:00.704138 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:15:00.739620 dv-neutron-826830-1-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9179d20-c2c8-4dee-ad3f-0bd2df4703aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2f082eb-36d5-464a-9c31-2e2d7064c904', 'code': 200} Feb 01 05:15:00.770089 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=e2f082eb-36d5-464a-9c31-2e2d7064c904,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:15:01.035276 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27173870-498a-4e50-ba60-a383cf84e419 req-13ae8dc5-b6a4-4531-bd08-3e70e6189abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:15:01.036711 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-27173870-498a-4e50-ba60-a383cf84e419 req-13ae8dc5-b6a4-4531-bd08-3e70e6189abf service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d9179d20-c2c8-4dee-ad3f-0bd2df4703aa HTTP/1.1" status: 200 len: 1099 time: 0.0674300 Feb 01 05:15:01.080566 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-27173870-498a-4e50-ba60-a383cf84e419 req-0bad45b8-3f4e-4a64-877a-bf7c4c20347b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3364c548-f6f2-49ac-a376-3a44eb16de30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380268 Feb 01 05:15:01.542671 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f259e19-fbf8-4b43-a298-e2ebe9c05d66 req-447ecb8c-b613-4798-b761-1205b6ab4d35 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:15:01.544118 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9f259e19-fbf8-4b43-a298-e2ebe9c05d66 req-447ecb8c-b613-4798-b761-1205b6ab4d35 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9179d20-c2c8-4dee-ad3f-0bd2df4703aa HTTP/1.1" status: 200 len: 946 time: 0.0789108 Feb 01 05:15:01.587408 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9f259e19-fbf8-4b43-a298-e2ebe9c05d66 req-061942f6-aa1c-46da-abf9-fe0c80e059c6 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=3364c548-f6f2-49ac-a376-3a44eb16de30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376711 Feb 01 05:15:02.038420 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-54148faa-98f1-4eae-800c-126834cc9274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:15:02.782561 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b83ec0-fedb-4b84-9404-69f59a13e164 req-487a6d72-0e67-4149-b39a-2562660fbbb7 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:15:02.784018 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-99b83ec0-fedb-4b84-9404-69f59a13e164 req-487a6d72-0e67-4149-b39a-2562660fbbb7 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9179d20-c2c8-4dee-ad3f-0bd2df4703aa HTTP/1.1" status: 200 len: 946 time: 0.0910921 Feb 01 05:15:02.827304 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-99b83ec0-fedb-4b84-9404-69f59a13e164 req-296a64de-8048-4350-aaf4-4fcec1e79840 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=3364c548-f6f2-49ac-a376-3a44eb16de30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377414 Feb 01 05:15:03.008599 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca01ad2c-810a-420b-80c7-1808de3a8c4c req-299ed50d-69d6-4232-85f0-7a66c280e0d4 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:15:03.010030 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ca01ad2c-810a-420b-80c7-1808de3a8c4c req-299ed50d-69d6-4232-85f0-7a66c280e0d4 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9179d20-c2c8-4dee-ad3f-0bd2df4703aa HTTP/1.1" status: 200 len: 946 time: 0.0813191 Feb 01 05:15:03.146209 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ca01ad2c-810a-420b-80c7-1808de3a8c4c req-9c44b0f9-8705-4ad4-9c70-7ca16e0da253 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=3364c548-f6f2-49ac-a376-3a44eb16de30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305945 Feb 01 05:15:03.168097 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 50486) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:15:03.235799 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d77ed09-6cf8-4ced-8f5e-0d26fd7b2c81 tempest-TestShelveInstance-1500801796 tempest-TestShelveInstance-1500801796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:15:03.237250 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-8d77ed09-6cf8-4ced-8f5e-0d26fd7b2c81 tempest-TestShelveInstance-1500801796 tempest-TestShelveInstance-1500801796-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d9179d20-c2c8-4dee-ad3f-0bd2df4703aa HTTP/1.1" status: 200 len: 1094 time: 0.0681756 Feb 01 05:15:03.240161 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 50490) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:15:03.244912 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-4e9419d4-dab9-4c40-986f-ad199d8d1ef2 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Request body: {'floatingip': {'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'port_id': 'e2f082eb-36d5-464a-9c31-2e2d7064c904', 'tenant_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:15:03.250606 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-4e9419d4-dab9-4c40-986f-ad199d8d1ef2 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:15:03.254379 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-4e9419d4-dab9-4c40-986f-ad199d8d1ef2 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Usage tracker for resource:floatingip and tenant:43d9d7c6283f4be5a5b4e1e2629bf377 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:15:03.257177 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-4e9419d4-dab9-4c40-986f-ad199d8d1ef2 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:15:03.262702 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-4e9419d4-dab9-4c40-986f-ad199d8d1ef2 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:15:03.273244 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4e9419d4-dab9-4c40-986f-ad199d8d1ef2 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks [] for floatingip, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:15:03.404570 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4e9419d4-dab9-4c40-986f-ad199d8d1ef2 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:15:03.536581 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-4e9419d4-dab9-4c40-986f-ad199d8d1ef2 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Allocated IP 172.26.8.129 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/d53b2ef5-63fa-47ae-a8c5-0adf3628fe08) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 05:15:03.678086 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4e9419d4-dab9-4c40-986f-ad199d8d1ef2 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:15:03.706703 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4e9419d4-dab9-4c40-986f-ad199d8d1ef2 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:15:03.772629 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9419d4-dab9-4c40-986f-ad199d8d1ef2 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 05:15:03.775423 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-4e9419d4-dab9-4c40-986f-ad199d8d1ef2 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 05:15:03.779127 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9419d4-dab9-4c40-986f-ad199d8d1ef2 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 05:15:03.814242 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9419d4-dab9-4c40-986f-ad199d8d1ef2 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Pushing event updated for resources: {'Port': ['ID=d53b2ef5-63fa-47ae-a8c5-0adf3628fe08,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:15:03.830250 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9419d4-dab9-4c40-986f-ad199d8d1ef2 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:15:03.830696 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9419d4-dab9-4c40-986f-ad199d8d1ef2 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:15:03.831154 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9419d4-dab9-4c40-986f-ad199d8d1ef2 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:15:03.831498 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9419d4-dab9-4c40-986f-ad199d8d1ef2 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:15:03.831800 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9419d4-dab9-4c40-986f-ad199d8d1ef2 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:15:03.832120 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9419d4-dab9-4c40-986f-ad199d8d1ef2 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:15:03.832433 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9419d4-dab9-4c40-986f-ad199d8d1ef2 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:15:03.832750 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9419d4-dab9-4c40-986f-ad199d8d1ef2 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:15:03.833060 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9419d4-dab9-4c40-986f-ad199d8d1ef2 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:15:03.833372 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9419d4-dab9-4c40-986f-ad199d8d1ef2 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:15:03.833681 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9419d4-dab9-4c40-986f-ad199d8d1ef2 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:15:03.834566 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9419d4-dab9-4c40-986f-ad199d8d1ef2 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:15:04.282912 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4e9419d4-dab9-4c40-986f-ad199d8d1ef2 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:15:04.332946 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-540ecda2-9fa5-4658-b61f-b7f7203cbac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:15:04.355840 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4e9419d4-dab9-4c40-986f-ad199d8d1ef2 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:15:04.555096 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4e9419d4-dab9-4c40-986f-ad199d8d1ef2 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:15:04.559447 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4e9419d4-dab9-4c40-986f-ad199d8d1ef2 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:15:04.665712 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9419d4-dab9-4c40-986f-ad199d8d1ef2 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Pushing event updated for resources: {'Port': ['ID=d53b2ef5-63fa-47ae-a8c5-0adf3628fe08,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:15:04.675835 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4e9419d4-dab9-4c40-986f-ad199d8d1ef2 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-774194'] for floatingip, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:15:04.842664 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.l3_db [None req-4e9419d4-dab9-4c40-986f-ad199d8d1ef2 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Floating IP a99c5ab8-38b4-4723-aadf-a821c512a6e5 associated. External IP: 172.26.8.129, port: e2f082eb-36d5-464a-9c31-2e2d7064c904. Feb 01 05:15:05.182263 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e9419d4-dab9-4c40-986f-ad199d8d1ef2 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Router 874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 05:15:05.351637 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e9419d4-dab9-4c40-986f-ad199d8d1ef2 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 05:15:05.361124 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40eaf69-c0ad-46e8-9f9d-00f97ceb039e None None] Sync routers for ids ['874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 05:15:05.371051 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40eaf69-c0ad-46e8-9f9d-00f97ceb039e None None] Routers {'874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:15:05.371684 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-e40eaf69-c0ad-46e8-9f9d-00f97ceb039e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:15:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:15:05.375823 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4e9419d4-dab9-4c40-986f-ad199d8d1ef2 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:15:05.431968 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-4e9419d4-dab9-4c40-986f-ad199d8d1ef2 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1908195 Feb 01 05:15:05.432697 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9179d20-c2c8-4dee-ad3f-0bd2df4703aa', 'tag': 'e2f082eb-36d5-464a-9c31-2e2d7064c904'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 05:15:05.485449 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:15:05.545543 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-e40eaf69-c0ad-46e8-9f9d-00f97ceb039e None None] Set router 874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:15:05.547577 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9179d20-c2c8-4dee-ad3f-0bd2df4703aa', 'tag': 'e2f082eb-36d5-464a-9c31-2e2d7064c904', 'status': 'completed', 'code': 200} Feb 01 05:15:05.619356 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:15:05.656742 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8293ff00-3305-4902-aa19-e4783fa2714d req-82b6494b-7767-4c80-b18c-65847e580b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:15:05.658179 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8293ff00-3305-4902-aa19-e4783fa2714d req-82b6494b-7767-4c80-b18c-65847e580b7e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=43d9d7c6283f4be5a5b4e1e2629bf377&device_id=d9179d20-c2c8-4dee-ad3f-0bd2df4703aa HTTP/1.1" status: 200 len: 1099 time: 0.0692158 Feb 01 05:15:05.785734 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8293ff00-3305-4902-aa19-e4783fa2714d req-b339b9a8-f280-4db7-96c8-7f8da9c37b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:15:05.787770 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8293ff00-3305-4902-aa19-e4783fa2714d req-b339b9a8-f280-4db7-96c8-7f8da9c37b94 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8c07844f-d03c-4c86-9c31-e331b9045601 HTTP/1.1" status: 200 len: 908 time: 0.1233277 Feb 01 05:15:05.888061 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8293ff00-3305-4902-aa19-e4783fa2714d req-73f03d2c-61aa-42ee-9347-29df9bbb52a1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2f082eb-36d5-464a-9c31-2e2d7064c904 HTTP/1.1" status: 200 len: 1000 time: 0.0950408 Feb 01 05:15:05.894448 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-e40eaf69-c0ad-46e8-9f9d-00f97ceb039e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4', 'name': 'tempest-TestShelveInstance-396432420-router', 'tenant_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.199'}], 'enable_snat': True}, 'gw_port_id': '35ecabc0-1f18-45cb-87bb-e7a59fdb1e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:10:00Z', 'updated_at': '2022-02-01T05:10:04Z', 'revision_number': 4, 'project_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'gw_port': {'id': '35ecabc0-1f18-45cb-87bb-e7a59fdb1e7a', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:10:01Z', 'updated_at': '2022-02-01T05:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': 'a99c5ab8-38b4-4723-aadf-a821c512a6e5', 'tenant_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'floating_ip_address': '172.26.8.129', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4', 'port_id': 'e2f082eb-36d5-464a-9c31-2e2d7064c904', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1826, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c07844f-d03c-4c86-9c31-e331b9045601', 'mac_address': 'fa:16:3e:58:b4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9179d20-c2c8-4dee-ad3f-0bd2df4703aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T05:15:04Z', 'updated_at': '2022-02-01T05:15:04Z', 'revision_number': 0, 'project_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6857623-ef26-4310-afde-ad94dd637dc8', 'name': '', 'network_id': '8c07844f-d03c-4c86-9c31-e331b9045601', 'tenant_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'mac_address': 'fa:16:3e:ec:a5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '80fee983-4d18-412b-885b-e097def70921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:10:03Z', 'updated_at': '2022-02-01T05:10:11Z', 'revision_number': 5, 'project_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'subnets': [{'id': '80fee983-4d18-412b-885b-e097def70921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:15:05.898914 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40eaf69-c0ad-46e8-9f9d-00f97ceb039e None None] Checking router: 874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4 for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 05:15:05.907070 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40eaf69-c0ad-46e8-9f9d-00f97ceb039e None None] Routers {'874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:15:05.907691 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-e40eaf69-c0ad-46e8-9f9d-00f97ceb039e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:15:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:15:05.951319 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8293ff00-3305-4902-aa19-e4783fa2714d req-545c91b4-ded8-4652-b541-e46396c3c391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:15:05.952712 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8293ff00-3305-4902-aa19-e4783fa2714d req-545c91b4-ded8-4652-b541-e46396c3c391 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=80fee983-4d18-412b-885b-e097def70921 HTTP/1.1" status: 200 len: 847 time: 0.0590725 Feb 01 05:15:06.025106 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8293ff00-3305-4902-aa19-e4783fa2714d req-c050049a-ddf3-412b-9c85-c8cbca0554dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:15:06.026558 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8293ff00-3305-4902-aa19-e4783fa2714d req-c050049a-ddf3-412b-9c85-c8cbca0554dd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8c07844f-d03c-4c86-9c31-e331b9045601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686777 Feb 01 05:15:06.082013 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-e40eaf69-c0ad-46e8-9f9d-00f97ceb039e None None] Set router 874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:15:06.159812 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8293ff00-3305-4902-aa19-e4783fa2714d req-836ddc81-d78f-4ecd-b654-24ab3504cf9c service neutron] 10.222.0.18 "GET /v2.0/networks/8c07844f-d03c-4c86-9c31-e331b9045601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274593 Feb 01 05:15:06.289387 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8293ff00-3305-4902-aa19-e4783fa2714d req-9ff600b4-8199-4e30-9402-234729e5d830 service neutron] 10.222.0.18 "GET /v2.0/networks/8c07844f-d03c-4c86-9c31-e331b9045601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233814 Feb 01 05:15:06.419996 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-e40eaf69-c0ad-46e8-9f9d-00f97ceb039e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4', 'name': 'tempest-TestShelveInstance-396432420-router', 'tenant_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.199'}], 'enable_snat': True}, 'gw_port_id': '35ecabc0-1f18-45cb-87bb-e7a59fdb1e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:10:00Z', 'updated_at': '2022-02-01T05:10:04Z', 'revision_number': 4, 'project_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'gw_port': {'id': '35ecabc0-1f18-45cb-87bb-e7a59fdb1e7a', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:10:01Z', 'updated_at': '2022-02-01T05:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': 'a99c5ab8-38b4-4723-aadf-a821c512a6e5', 'tenant_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'floating_ip_address': '172.26.8.129', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4', 'port_id': 'e2f082eb-36d5-464a-9c31-2e2d7064c904', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1826, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c07844f-d03c-4c86-9c31-e331b9045601', 'mac_address': 'fa:16:3e:58:b4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9179d20-c2c8-4dee-ad3f-0bd2df4703aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T05:15:04Z', 'updated_at': '2022-02-01T05:15:04Z', 'revision_number': 0, 'project_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6857623-ef26-4310-afde-ad94dd637dc8', 'name': '', 'network_id': '8c07844f-d03c-4c86-9c31-e331b9045601', 'tenant_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'mac_address': 'fa:16:3e:ec:a5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '80fee983-4d18-412b-885b-e097def70921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:10:03Z', 'updated_at': '2022-02-01T05:10:11Z', 'revision_number': 5, 'project_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'subnets': [{'id': '80fee983-4d18-412b-885b-e097def70921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:15:06.423744 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40eaf69-c0ad-46e8-9f9d-00f97ceb039e None None] The sync data for ids ['874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4'] in dv-neutron-826830-1-hyperv is: [{'id': '874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4', 'name': 'tempest-TestShelveInstance-396432420-router', 'tenant_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.199'}], 'enable_snat': True}, 'gw_port_id': '35ecabc0-1f18-45cb-87bb-e7a59fdb1e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:10:00Z', 'updated_at': '2022-02-01T05:10:04Z', 'revision_number': 4, 'project_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'gw_port': {'id': '35ecabc0-1f18-45cb-87bb-e7a59fdb1e7a', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:10:01Z', 'updated_at': '2022-02-01T05:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': 'a99c5ab8-38b4-4723-aadf-a821c512a6e5', 'tenant_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'floating_ip_address': '172.26.8.129', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4', 'port_id': 'e2f082eb-36d5-464a-9c31-2e2d7064c904', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1826, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c07844f-d03c-4c86-9c31-e331b9045601', 'mac_address': 'fa:16:3e:58:b4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9179d20-c2c8-4dee-ad3f-0bd2df4703aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T05:15:04Z', 'updated_at': '2022-02-01T05:15:04Z', 'revision_number': 0, 'project_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6857623-ef26-4310-afde-ad94dd637dc8', 'name': '', 'network_id': '8c07844f-d03c-4c86-9c31-e331b9045601', 'tenant_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'mac_address': 'fa:16:3e:ec:a5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '80fee983-4d18-412b-885b-e097def70921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:10:03Z', 'updated_at': '2022-02-01T05:10:11Z', 'revision_number': 5, 'project_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'subnets': [{'id': '80fee983-4d18-412b-885b-e097def70921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 05:15:06.612010 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1066a029-db0c-4e7e-86a9-2f7cc274cd15 None None] New status for floating IP a99c5ab8-38b4-4723-aadf-a821c512a6e5: ACTIVE {{(pid=87638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 01 05:15:07.156347 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:15:15.411486 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:15:18.320465 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 05:15:32.040828 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-940cd0ae-e18e-4081-a30b-6e16d710887e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:15:34.324292 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a08bc69e-b5e5-4234-9d76-04796aa5c9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:15:35.487159 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:15:35.621348 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:15:37.159107 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:15:45.427247 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:15:51.146825 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4728c973-6542-4f42-8a84-9e5aca7ccc4e req-bf53ef40-e91f-4ad3-b1fe-466382aa2002 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d9179d20-c2c8-4dee-ad3f-0bd2df4703aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0711615 Feb 01 05:15:51.300547 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4728c973-6542-4f42-8a84-9e5aca7ccc4e req-bdaf7f8d-b2bc-4417-96aa-7eab355e0f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:15:51.302041 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4728c973-6542-4f42-8a84-9e5aca7ccc4e req-bdaf7f8d-b2bc-4417-96aa-7eab355e0f1c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=43d9d7c6283f4be5a5b4e1e2629bf377&device_id=d9179d20-c2c8-4dee-ad3f-0bd2df4703aa HTTP/1.1" status: 200 len: 1099 time: 0.0719528 Feb 01 05:15:51.442478 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4728c973-6542-4f42-8a84-9e5aca7ccc4e req-8b403d20-4f10-4146-b600-57650343cd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:15:51.443843 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4728c973-6542-4f42-8a84-9e5aca7ccc4e req-8b403d20-4f10-4146-b600-57650343cd22 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8c07844f-d03c-4c86-9c31-e331b9045601 HTTP/1.1" status: 200 len: 908 time: 0.1245067 Feb 01 05:15:51.544122 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4728c973-6542-4f42-8a84-9e5aca7ccc4e req-5d358f6c-2d93-4d9d-a5b1-0bee158c80c3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2f082eb-36d5-464a-9c31-2e2d7064c904 HTTP/1.1" status: 200 len: 1002 time: 0.0941370 Feb 01 05:15:51.604627 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4728c973-6542-4f42-8a84-9e5aca7ccc4e req-064b9527-c56b-4a0a-968b-652017c68428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:15:51.605982 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4728c973-6542-4f42-8a84-9e5aca7ccc4e req-064b9527-c56b-4a0a-968b-652017c68428 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=80fee983-4d18-412b-885b-e097def70921 HTTP/1.1" status: 200 len: 847 time: 0.0555024 Feb 01 05:15:51.681340 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4728c973-6542-4f42-8a84-9e5aca7ccc4e req-dd0e424f-a302-4e75-8ed0-301f3f187272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:15:51.682748 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4728c973-6542-4f42-8a84-9e5aca7ccc4e req-dd0e424f-a302-4e75-8ed0-301f3f187272 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8c07844f-d03c-4c86-9c31-e331b9045601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709512 Feb 01 05:15:51.807938 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4728c973-6542-4f42-8a84-9e5aca7ccc4e req-19890eb5-7357-404a-b4cc-c4c6a715bb28 service neutron] 10.222.0.18 "GET /v2.0/networks/8c07844f-d03c-4c86-9c31-e331b9045601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194637 Feb 01 05:15:52.032661 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4728c973-6542-4f42-8a84-9e5aca7ccc4e req-957d0c69-32db-4683-a5cc-06fcc11052b1 service neutron] 10.222.0.18 "GET /v2.0/networks/8c07844f-d03c-4c86-9c31-e331b9045601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189035 Feb 01 05:15:55.319127 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 05:16:02.045271 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ea86a7ac-e77e-4ef2-95f7-91207e000a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:16:04.325043 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-eebfe2de-cb8d-4cc6-9cd6-fa8b535e0ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:16:05.489777 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:16:05.622608 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:16:07.161451 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:16:15.454595 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:16:32.048130 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5d6359df-7b3a-4ca1-b9fa-e11ab615bd98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:16:32.320619 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 05:16:34.326793 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-94c3b22c-94c6-4ee2-9653-4cfdb8178900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:16:35.491796 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:16:35.624448 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:16:37.164673 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:16:45.442485 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:16:52.151064 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-293f02c9-74a2-41d9-8e5b-d4e8318442cc req-41624dcd-e5c4-404d-ad92-f23438bdff23 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d9179d20-c2c8-4dee-ad3f-0bd2df4703aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1182621 Feb 01 05:16:52.303623 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293f02c9-74a2-41d9-8e5b-d4e8318442cc req-b47ae8d1-934d-4532-8292-c244bb123632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:16:52.305052 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-293f02c9-74a2-41d9-8e5b-d4e8318442cc req-b47ae8d1-934d-4532-8292-c244bb123632 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=43d9d7c6283f4be5a5b4e1e2629bf377&device_id=d9179d20-c2c8-4dee-ad3f-0bd2df4703aa HTTP/1.1" status: 200 len: 1099 time: 0.0715597 Feb 01 05:16:52.447664 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293f02c9-74a2-41d9-8e5b-d4e8318442cc req-b1d77137-16bb-441f-98f2-bb7a2d0a7967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:16:52.449026 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-293f02c9-74a2-41d9-8e5b-d4e8318442cc req-b1d77137-16bb-441f-98f2-bb7a2d0a7967 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8c07844f-d03c-4c86-9c31-e331b9045601 HTTP/1.1" status: 200 len: 908 time: 0.1243141 Feb 01 05:16:52.549093 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-293f02c9-74a2-41d9-8e5b-d4e8318442cc req-cbf2a51b-0ada-424e-bb30-6bc436441727 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2f082eb-36d5-464a-9c31-2e2d7064c904 HTTP/1.1" status: 200 len: 1002 time: 0.0945234 Feb 01 05:16:52.617083 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293f02c9-74a2-41d9-8e5b-d4e8318442cc req-7c321bed-40ff-4c67-b876-29e35e767719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:16:52.618489 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-293f02c9-74a2-41d9-8e5b-d4e8318442cc req-7c321bed-40ff-4c67-b876-29e35e767719 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=80fee983-4d18-412b-885b-e097def70921 HTTP/1.1" status: 200 len: 847 time: 0.0644007 Feb 01 05:16:52.689586 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293f02c9-74a2-41d9-8e5b-d4e8318442cc req-ab29c8c1-90fb-4b89-8c4a-9324c7a83056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:16:52.691012 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-293f02c9-74a2-41d9-8e5b-d4e8318442cc req-ab29c8c1-90fb-4b89-8c4a-9324c7a83056 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8c07844f-d03c-4c86-9c31-e331b9045601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670516 Feb 01 05:16:52.816524 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-293f02c9-74a2-41d9-8e5b-d4e8318442cc req-41b71a16-f2a8-4718-9534-2571b4f91ef2 service neutron] 10.222.0.18 "GET /v2.0/networks/8c07844f-d03c-4c86-9c31-e331b9045601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196918 Feb 01 05:16:52.967239 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-293f02c9-74a2-41d9-8e5b-d4e8318442cc req-d6097bd4-a636-4f08-ae6e-342f99e98abb service neutron] 10.222.0.18 "GET /v2.0/networks/8c07844f-d03c-4c86-9c31-e331b9045601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444447 Feb 01 05:17:00.647327 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19527b68-f6c4-4f9e-989a-22ae0cd13de6 req-13b3b41c-b7eb-4820-b077-f1cd301eb8d2 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:17:00.648772 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-19527b68-f6c4-4f9e-989a-22ae0cd13de6 req-13b3b41c-b7eb-4820-b077-f1cd301eb8d2 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9179d20-c2c8-4dee-ad3f-0bd2df4703aa HTTP/1.1" status: 200 len: 946 time: 0.0789378 Feb 01 05:17:00.691716 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-19527b68-f6c4-4f9e-989a-22ae0cd13de6 req-0725844f-dcf6-4ce3-ab83-c55d33b41e78 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=3364c548-f6f2-49ac-a376-3a44eb16de30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365546 Feb 01 05:17:01.881074 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f09516-7433-4523-b44a-f46386446df5 req-e66c07aa-39e1-46ef-81d4-259cab9a10b8 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:17:01.882527 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-13f09516-7433-4523-b44a-f46386446df5 req-e66c07aa-39e1-46ef-81d4-259cab9a10b8 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9179d20-c2c8-4dee-ad3f-0bd2df4703aa HTTP/1.1" status: 200 len: 946 time: 0.0822134 Feb 01 05:17:01.925762 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-13f09516-7433-4523-b44a-f46386446df5 req-17a4e63a-9969-488a-8fdd-25be10b04b76 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=3364c548-f6f2-49ac-a376-3a44eb16de30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376399 Feb 01 05:17:02.049716 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f640f553-35cf-449b-8d43-d8dc8f6890e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:17:03.210650 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d713e068-7e5b-44a5-bc20-934e7c57fed0 req-d4426ecb-93bd-4e0e-8103-2b4bb158b4e7 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:17:03.212004 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-d713e068-7e5b-44a5-bc20-934e7c57fed0 req-d4426ecb-93bd-4e0e-8103-2b4bb158b4e7 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9179d20-c2c8-4dee-ad3f-0bd2df4703aa HTTP/1.1" status: 200 len: 946 time: 0.1771486 Feb 01 05:17:03.254385 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-d713e068-7e5b-44a5-bc20-934e7c57fed0 req-bb0c18a7-485d-4797-9023-e2c8c6a14ea3 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=3364c548-f6f2-49ac-a376-3a44eb16de30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368886 Feb 01 05:17:04.327588 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d477ebb3-faf3-43e7-8a23-7ee4ce290504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:17:04.434587 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b4bf62-849e-49d9-b2ee-192397567eca req-3d1fe099-4cca-4de9-ada5-b160ebf4ffef tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:17:04.436018 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-92b4bf62-849e-49d9-b2ee-192397567eca req-3d1fe099-4cca-4de9-ada5-b160ebf4ffef tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9179d20-c2c8-4dee-ad3f-0bd2df4703aa HTTP/1.1" status: 200 len: 946 time: 0.0760505 Feb 01 05:17:04.481540 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-92b4bf62-849e-49d9-b2ee-192397567eca req-90389c9a-3e7c-4ad5-ac20-913cc2ed0bf0 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=3364c548-f6f2-49ac-a376-3a44eb16de30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400355 Feb 01 05:17:05.493602 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:17:05.629265 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:17:05.664298 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad950306-87cc-44b8-83ea-1eddf5db4d13 req-5aa820e1-4d9d-4f8d-a7bf-a024301deb22 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:17:05.665743 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-ad950306-87cc-44b8-83ea-1eddf5db4d13 req-5aa820e1-4d9d-4f8d-a7bf-a024301deb22 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9179d20-c2c8-4dee-ad3f-0bd2df4703aa HTTP/1.1" status: 200 len: 946 time: 0.0790026 Feb 01 05:17:05.712029 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-ad950306-87cc-44b8-83ea-1eddf5db4d13 req-75b16383-360c-406a-bd28-0df55fe8bdc6 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=3364c548-f6f2-49ac-a376-3a44eb16de30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401983 Feb 01 05:17:06.891866 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3356b7-e54c-4e75-86a2-586430aacf8c req-f6d205ef-b5f1-406a-b9e1-6afa97b84388 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:17:06.893292 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0a3356b7-e54c-4e75-86a2-586430aacf8c req-f6d205ef-b5f1-406a-b9e1-6afa97b84388 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9179d20-c2c8-4dee-ad3f-0bd2df4703aa HTTP/1.1" status: 200 len: 946 time: 0.0789475 Feb 01 05:17:06.935886 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0a3356b7-e54c-4e75-86a2-586430aacf8c req-cc8125ff-5d61-43a2-bb84-2067d9bb3943 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=3364c548-f6f2-49ac-a376-3a44eb16de30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370994 Feb 01 05:17:07.166979 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:17:08.117918 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90477ef-abce-4b81-a36d-f7210bc3c84a req-6189e0a9-8022-43f7-819a-3399f17224e3 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:17:08.119372 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-e90477ef-abce-4b81-a36d-f7210bc3c84a req-6189e0a9-8022-43f7-819a-3399f17224e3 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9179d20-c2c8-4dee-ad3f-0bd2df4703aa HTTP/1.1" status: 200 len: 946 time: 0.0798547 Feb 01 05:17:08.162855 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-e90477ef-abce-4b81-a36d-f7210bc3c84a req-369ebc8e-c043-4b8c-a37a-f7735e77dac8 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=3364c548-f6f2-49ac-a376-3a44eb16de30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379009 Feb 01 05:17:09.318907 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 05:17:09.344860 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc097d29-25ec-40eb-8cc6-cb9a32342783 req-48e9866a-dae3-4a9f-b844-58628e6eb85f tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:17:09.346295 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-fc097d29-25ec-40eb-8cc6-cb9a32342783 req-48e9866a-dae3-4a9f-b844-58628e6eb85f tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9179d20-c2c8-4dee-ad3f-0bd2df4703aa HTTP/1.1" status: 200 len: 946 time: 0.0821416 Feb 01 05:17:09.388146 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-fc097d29-25ec-40eb-8cc6-cb9a32342783 req-c98773d9-f407-4312-b056-ff6aa4032375 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=3364c548-f6f2-49ac-a376-3a44eb16de30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363169 Feb 01 05:17:10.571202 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10dbcbe-1a3a-423e-9061-b676e8fafea9 req-0e248d45-4f72-4851-90a8-57c9a6d6eeaf tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:17:10.572643 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-d10dbcbe-1a3a-423e-9061-b676e8fafea9 req-0e248d45-4f72-4851-90a8-57c9a6d6eeaf tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9179d20-c2c8-4dee-ad3f-0bd2df4703aa HTTP/1.1" status: 200 len: 946 time: 0.0815227 Feb 01 05:17:10.615910 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-d10dbcbe-1a3a-423e-9061-b676e8fafea9 req-2e118fdc-791b-4e4d-adda-8cd09c9f1a67 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=3364c548-f6f2-49ac-a376-3a44eb16de30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377810 Feb 01 05:17:10.812304 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d17efb7-21bc-4717-b23f-3a728c0a7fcf req-c46c9115-bc00-46d0-9724-db654515cce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:17:10.813747 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9d17efb7-21bc-4717-b23f-3a728c0a7fcf req-c46c9115-bc00-46d0-9724-db654515cce5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=43d9d7c6283f4be5a5b4e1e2629bf377&device_id=d9179d20-c2c8-4dee-ad3f-0bd2df4703aa HTTP/1.1" status: 200 len: 1099 time: 0.0685763 Feb 01 05:17:10.941349 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d17efb7-21bc-4717-b23f-3a728c0a7fcf req-957fcea6-189d-47da-a1d1-890f0bb6a35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:17:10.942768 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9d17efb7-21bc-4717-b23f-3a728c0a7fcf req-957fcea6-189d-47da-a1d1-890f0bb6a35e service neutron] 10.222.0.18 "GET /v2.0/networks?id=8c07844f-d03c-4c86-9c31-e331b9045601 HTTP/1.1" status: 200 len: 908 time: 0.1236827 Feb 01 05:17:11.042465 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9d17efb7-21bc-4717-b23f-3a728c0a7fcf req-6384bedd-0125-43e7-a6f5-f459d045e9a2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2f082eb-36d5-464a-9c31-2e2d7064c904 HTTP/1.1" status: 200 len: 1002 time: 0.0939190 Feb 01 05:17:11.104986 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d17efb7-21bc-4717-b23f-3a728c0a7fcf req-24c182e0-c7c8-4f58-bbb8-d0dea76f0f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:17:11.106309 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9d17efb7-21bc-4717-b23f-3a728c0a7fcf req-24c182e0-c7c8-4f58-bbb8-d0dea76f0f35 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=80fee983-4d18-412b-885b-e097def70921 HTTP/1.1" status: 200 len: 847 time: 0.0586627 Feb 01 05:17:11.280155 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d17efb7-21bc-4717-b23f-3a728c0a7fcf req-645f9b95-8307-4497-bdc7-7a5dc1636ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:17:11.281616 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9d17efb7-21bc-4717-b23f-3a728c0a7fcf req-645f9b95-8307-4497-bdc7-7a5dc1636ea7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8c07844f-d03c-4c86-9c31-e331b9045601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1701605 Feb 01 05:17:11.408333 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9d17efb7-21bc-4717-b23f-3a728c0a7fcf req-17943e13-6024-42cf-adbe-97c60544bdee service neutron] 10.222.0.18 "GET /v2.0/networks/8c07844f-d03c-4c86-9c31-e331b9045601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199045 Feb 01 05:17:11.535451 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9d17efb7-21bc-4717-b23f-3a728c0a7fcf req-f702cf86-ad29-4643-bd8d-776b1228352a service neutron] 10.222.0.18 "GET /v2.0/networks/8c07844f-d03c-4c86-9c31-e331b9045601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215127 Feb 01 05:17:11.950206 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890a3e07-cdd3-4340-b753-9a7416cd6f5d req-e3ece87a-145c-41e9-920f-e67dea588b87 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:17:11.951648 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-890a3e07-cdd3-4340-b753-9a7416cd6f5d req-e3ece87a-145c-41e9-920f-e67dea588b87 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9179d20-c2c8-4dee-ad3f-0bd2df4703aa HTTP/1.1" status: 200 len: 946 time: 0.0805876 Feb 01 05:17:11.994083 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-890a3e07-cdd3-4340-b753-9a7416cd6f5d req-be92d685-3b6a-4f5e-a63f-111854154a53 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=3364c548-f6f2-49ac-a376-3a44eb16de30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365129 Feb 01 05:17:13.177078 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c52376-763f-419a-83e9-7cc43d67d656 req-5f1b3ae5-6fe1-4afb-ae83-4343f9c4594c tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:17:13.178539 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-34c52376-763f-419a-83e9-7cc43d67d656 req-5f1b3ae5-6fe1-4afb-ae83-4343f9c4594c tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9179d20-c2c8-4dee-ad3f-0bd2df4703aa HTTP/1.1" status: 200 len: 946 time: 0.0788958 Feb 01 05:17:13.223217 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-34c52376-763f-419a-83e9-7cc43d67d656 req-e07f5d5e-bd53-457c-9448-2eccaa346646 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=3364c548-f6f2-49ac-a376-3a44eb16de30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390825 Feb 01 05:17:14.400893 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a73289-14f4-46e8-9cb8-3e1f44a79e40 req-e9849987-5d23-4bb5-8a6c-975d0b68ff7c tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:17:14.402321 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d9a73289-14f4-46e8-9cb8-3e1f44a79e40 req-e9849987-5d23-4bb5-8a6c-975d0b68ff7c tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9179d20-c2c8-4dee-ad3f-0bd2df4703aa HTTP/1.1" status: 200 len: 946 time: 0.0782349 Feb 01 05:17:14.445148 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d9a73289-14f4-46e8-9cb8-3e1f44a79e40 req-33d3707d-f4aa-47e0-94d3-5cc3cd953bf4 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=3364c548-f6f2-49ac-a376-3a44eb16de30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365183 Feb 01 05:17:14.646058 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 50582) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:17:14.767767 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-92c8c280-f544-45f3-8477-5f1bc9190977 req-6616ec25-bc51-43d2-924e-b18d0c9d9b43 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d9179d20-c2c8-4dee-ad3f-0bd2df4703aa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1204584 Feb 01 05:17:14.784074 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c07bdd-8ac2-4b9d-920e-011f4f39f9f3 req-4774c228-55e4-473c-a9c2-050fd223a74a tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:17:14.785536 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-99c07bdd-8ac2-4b9d-920e-011f4f39f9f3 req-4774c228-55e4-473c-a9c2-050fd223a74a tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9179d20-c2c8-4dee-ad3f-0bd2df4703aa HTTP/1.1" status: 200 len: 946 time: 0.0831535 Feb 01 05:17:14.831187 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-99c07bdd-8ac2-4b9d-920e-011f4f39f9f3 req-bd48cac7-07fb-473f-86c8-a59739168db1 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=3364c548-f6f2-49ac-a376-3a44eb16de30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398519 Feb 01 05:17:15.441686 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:17:16.013245 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eaa16b-ff0b-4535-87e6-d73f7cdab38e req-606f6ea2-342f-461b-9ba1-1ad759287b60 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:17:16.015853 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-e5eaa16b-ff0b-4535-87e6-d73f7cdab38e req-606f6ea2-342f-461b-9ba1-1ad759287b60 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9179d20-c2c8-4dee-ad3f-0bd2df4703aa HTTP/1.1" status: 200 len: 946 time: 0.0807309 Feb 01 05:17:16.061816 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-e5eaa16b-ff0b-4535-87e6-d73f7cdab38e req-155f72b5-988a-43e8-83b0-c76f4a39749e tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=3364c548-f6f2-49ac-a376-3a44eb16de30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401652 Feb 01 05:17:17.247659 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device e2f082eb-36d5-464a-9c31-2e2d7064c904 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 05:17:17.302039 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37e6e9f-7550-4f66-a950-341754327407 req-627af399-477f-4e5e-8050-bb5821d6ad69 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:17:17.303506 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b37e6e9f-7550-4f66-a950-341754327407 req-627af399-477f-4e5e-8050-bb5821d6ad69 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9179d20-c2c8-4dee-ad3f-0bd2df4703aa HTTP/1.1" status: 200 len: 946 time: 0.1353755 Feb 01 05:17:17.305417 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8c280-f544-45f3-8477-5f1bc9190977 req-c235b858-9818-432e-bb59-b0ca96b22350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:17:17.306718 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-92c8c280-f544-45f3-8477-5f1bc9190977 req-c235b858-9818-432e-bb59-b0ca96b22350 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d9179d20-c2c8-4dee-ad3f-0bd2df4703aa&tenant_id=43d9d7c6283f4be5a5b4e1e2629bf377 HTTP/1.1" status: 200 len: 1099 time: 0.1085057 Feb 01 05:17:17.360366 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:17:17.385410 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b37e6e9f-7550-4f66-a950-341754327407 req-f70eca3a-b050-4778-8731-4de1807052de tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=3364c548-f6f2-49ac-a376-3a44eb16de30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761333 Feb 01 05:17:17.386357 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9179d20-c2c8-4dee-ad3f-0bd2df4703aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2f082eb-36d5-464a-9c31-2e2d7064c904'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 05:17:17.396872 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port e2f082eb-36d5-464a-9c31-2e2d7064c904, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=e2f082eb-36d5-464a-9c31-2e2d7064c904,segment=NetworkSegment(0c8f79ed-8811-45ab-83d5-987b06dfd8b1),segment_id=0c8f79ed-8811-45ab-83d5-987b06dfd8b1)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:17:17.409169 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:17:17.418104 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8c280-f544-45f3-8477-5f1bc9190977 req-308a7b6c-52f1-4e92-aa85-820c63f6ee3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:17:17.419582 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-92c8c280-f544-45f3-8477-5f1bc9190977 req-308a7b6c-52f1-4e92-aa85-820c63f6ee3b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=43d9d7c6283f4be5a5b4e1e2629bf377&device_id=d9179d20-c2c8-4dee-ad3f-0bd2df4703aa HTTP/1.1" status: 200 len: 1099 time: 0.0791016 Feb 01 05:17:17.481760 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=e2f082eb-36d5-464a-9c31-2e2d7064c904,revision_number=6']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:17:17.488998 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:17:17.489350 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:17:17.489831 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:17:17.490164 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:17:17.490752 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:17:17.491075 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:17:17.491421 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:17:17.491742 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:17:17.492065 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:17:17.492390 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:17:17.492719 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:17:17.493010 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:17:17.512304 dv-neutron-826830-1-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9179d20-c2c8-4dee-ad3f-0bd2df4703aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2f082eb-36d5-464a-9c31-2e2d7064c904', 'code': 200} Feb 01 05:17:17.554409 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8c280-f544-45f3-8477-5f1bc9190977 req-3ba5e161-ad42-4671-8f62-2ff8ad82f75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:17:17.555873 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-92c8c280-f544-45f3-8477-5f1bc9190977 req-3ba5e161-ad42-4671-8f62-2ff8ad82f75c service neutron] 10.222.0.18 "GET /v2.0/networks?id=8c07844f-d03c-4c86-9c31-e331b9045601 HTTP/1.1" status: 200 len: 908 time: 0.1301956 Feb 01 05:17:17.656078 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-92c8c280-f544-45f3-8477-5f1bc9190977 req-40197db0-f1fc-42b7-858a-b3aeb1037fe9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2f082eb-36d5-464a-9c31-2e2d7064c904 HTTP/1.1" status: 200 len: 1000 time: 0.0945840 Feb 01 05:17:17.716513 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8c280-f544-45f3-8477-5f1bc9190977 req-4c5d74b3-00fb-4c7f-ae3b-43a371862e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:17:17.717874 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-92c8c280-f544-45f3-8477-5f1bc9190977 req-4c5d74b3-00fb-4c7f-ae3b-43a371862e46 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=80fee983-4d18-412b-885b-e097def70921 HTTP/1.1" status: 200 len: 847 time: 0.0556262 Feb 01 05:17:17.788537 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8c280-f544-45f3-8477-5f1bc9190977 req-c81d34f3-4be2-427c-aca4-2e53d113defd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:17:17.789933 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-92c8c280-f544-45f3-8477-5f1bc9190977 req-c81d34f3-4be2-427c-aca4-2e53d113defd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8c07844f-d03c-4c86-9c31-e331b9045601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668933 Feb 01 05:17:17.918073 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-92c8c280-f544-45f3-8477-5f1bc9190977 req-c5083bc2-27b6-4922-9aac-7d8f5ad31fad service neutron] 10.222.0.18 "GET /v2.0/networks/8c07844f-d03c-4c86-9c31-e331b9045601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211393 Feb 01 05:17:18.044444 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-92c8c280-f544-45f3-8477-5f1bc9190977 req-1ed46c36-59bb-41ab-9282-061ff63f910d service neutron] 10.222.0.18 "GET /v2.0/networks/8c07844f-d03c-4c86-9c31-e331b9045601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202898 Feb 01 05:17:18.659512 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd256d3e-a931-4fc7-b78d-4ca27fff1fcd req-5af85393-46b4-46d3-8368-349e7caa3450 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:17:18.660906 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-fd256d3e-a931-4fc7-b78d-4ca27fff1fcd req-5af85393-46b4-46d3-8368-349e7caa3450 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9179d20-c2c8-4dee-ad3f-0bd2df4703aa HTTP/1.1" status: 200 len: 944 time: 0.1722524 Feb 01 05:17:18.703691 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-fd256d3e-a931-4fc7-b78d-4ca27fff1fcd req-dc07cf19-81e4-4588-b9c0-29949d283f53 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=3364c548-f6f2-49ac-a376-3a44eb16de30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372052 Feb 01 05:17:19.887277 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbbb481-3d90-4d05-86a7-27bb94ef2ba6 req-00725788-faf7-4ec7-bb30-cbbfe60e224c tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:17:19.888719 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-0cbbb481-3d90-4d05-86a7-27bb94ef2ba6 req-00725788-faf7-4ec7-bb30-cbbfe60e224c tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9179d20-c2c8-4dee-ad3f-0bd2df4703aa HTTP/1.1" status: 200 len: 944 time: 0.0813468 Feb 01 05:17:19.931591 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-0cbbb481-3d90-4d05-86a7-27bb94ef2ba6 req-d7175cea-4d21-4b74-ae12-9abec1a07518 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=3364c548-f6f2-49ac-a376-3a44eb16de30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373821 Feb 01 05:17:21.110691 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd8bb1-cb84-4128-b8c0-b58b3d9c71be req-b95ff7bd-64ee-4471-aaf8-44160284aef9 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:17:21.112134 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0ffd8bb1-cb84-4128-b8c0-b58b3d9c71be req-b95ff7bd-64ee-4471-aaf8-44160284aef9 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9179d20-c2c8-4dee-ad3f-0bd2df4703aa HTTP/1.1" status: 200 len: 944 time: 0.0794928 Feb 01 05:17:21.155179 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0ffd8bb1-cb84-4128-b8c0-b58b3d9c71be req-3e4e4f99-4d6b-47c1-97d3-b28246fb30cd tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=3364c548-f6f2-49ac-a376-3a44eb16de30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371277 Feb 01 05:17:22.335713 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d1e60-c8b3-45f3-9024-94b55e7485f9 req-506d6041-8824-42de-a565-6221513ef400 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:17:22.337183 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-638d1e60-c8b3-45f3-9024-94b55e7485f9 req-506d6041-8824-42de-a565-6221513ef400 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9179d20-c2c8-4dee-ad3f-0bd2df4703aa HTTP/1.1" status: 200 len: 944 time: 0.0800896 Feb 01 05:17:22.383338 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-638d1e60-c8b3-45f3-9024-94b55e7485f9 req-e56c0b47-9813-403f-83ec-b0a5dfe89baa tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=3364c548-f6f2-49ac-a376-3a44eb16de30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402589 Feb 01 05:17:23.573954 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf422ace-6cac-4efb-9555-9b95e561f84c req-11399e05-1c31-408c-86fd-1c93438104ed tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:17:23.575430 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cf422ace-6cac-4efb-9555-9b95e561f84c req-11399e05-1c31-408c-86fd-1c93438104ed tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9179d20-c2c8-4dee-ad3f-0bd2df4703aa HTTP/1.1" status: 200 len: 944 time: 0.0869234 Feb 01 05:17:23.624874 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cf422ace-6cac-4efb-9555-9b95e561f84c req-319c189d-10aa-4404-b244-c2b3926035a1 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=3364c548-f6f2-49ac-a376-3a44eb16de30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434368 Feb 01 05:17:24.235072 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c865bf99-513a-4a7a-b60d-83737b2f20c3 req-5092ae6e-a56f-4661-bfa6-b455b448802d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:17:24.236453 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c865bf99-513a-4a7a-b60d-83737b2f20c3 req-5092ae6e-a56f-4661-bfa6-b455b448802d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d9179d20-c2c8-4dee-ad3f-0bd2df4703aa HTTP/1.1" status: 200 len: 1097 time: 0.0705588 Feb 01 05:17:24.275633 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c865bf99-513a-4a7a-b60d-83737b2f20c3 req-f9665194-a7d9-4bab-9c3d-893ad93ccb41 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3364c548-f6f2-49ac-a376-3a44eb16de30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324128 Feb 01 05:17:24.804928 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636a3a60-dc71-40c3-afd7-d1d6d9242d4e req-a564248d-59f9-4d75-9366-d9fc58264c2f tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:17:24.806354 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-636a3a60-dc71-40c3-afd7-d1d6d9242d4e req-a564248d-59f9-4d75-9366-d9fc58264c2f tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9179d20-c2c8-4dee-ad3f-0bd2df4703aa HTTP/1.1" status: 200 len: 944 time: 0.0776284 Feb 01 05:17:24.849798 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-636a3a60-dc71-40c3-afd7-d1d6d9242d4e req-30ff964a-7dfc-4dd4-9f0b-c3db509233e1 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=3364c548-f6f2-49ac-a376-3a44eb16de30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378578 Feb 01 05:17:25.340545 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device e2f082eb-36d5-464a-9c31-2e2d7064c904 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 01 05:17:25.469301 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port e2f082eb-36d5-464a-9c31-2e2d7064c904, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=e2f082eb-36d5-464a-9c31-2e2d7064c904,segment=NetworkSegment(0c8f79ed-8811-45ab-83d5-987b06dfd8b1),segment_id=0c8f79ed-8811-45ab-83d5-987b06dfd8b1)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:17:25.481781 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Returning: {'device': 'e2f082eb-36d5-464a-9c31-2e2d7064c904', 'network_id': '8c07844f-d03c-4c86-9c31-e331b9045601', 'port_id': 'e2f082eb-36d5-464a-9c31-2e2d7064c904', 'mac_address': 'fa:16:3e:58:b4:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80fee983-4d18-412b-885b-e097def70921', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 01 05:17:25.534838 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:17:25.551156 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2f082eb-36d5-464a-9c31-2e2d7064c904 {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 05:17:25.566624 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port e2f082eb-36d5-464a-9c31-2e2d7064c904, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=e2f082eb-36d5-464a-9c31-2e2d7064c904,segment=NetworkSegment(0c8f79ed-8811-45ab-83d5-987b06dfd8b1),segment_id=0c8f79ed-8811-45ab-83d5-987b06dfd8b1)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:17:25.570877 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:17:25.638291 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=e2f082eb-36d5-464a-9c31-2e2d7064c904,revision_number=7']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:17:25.856928 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] get_ports_and_sgs() called for port_ids ['e2f082eb-36d5-464a-9c31-2e2d7064c904'] {{(pid=87638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 01 05:17:26.031125 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb4b4cc-e538-46c1-bea6-30e7511bd2ad req-e55f1775-bf20-4ca0-8767-5c3f8124d0c1 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:17:26.032587 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0bb4b4cc-e538-46c1-bea6-30e7511bd2ad req-e55f1775-bf20-4ca0-8767-5c3f8124d0c1 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9179d20-c2c8-4dee-ad3f-0bd2df4703aa HTTP/1.1" status: 200 len: 945 time: 0.0801015 Feb 01 05:17:26.076236 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0bb4b4cc-e538-46c1-bea6-30e7511bd2ad req-20fc2080-81df-4568-98c6-d460359c2ab6 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=3364c548-f6f2-49ac-a376-3a44eb16de30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380065 Feb 01 05:17:27.340423 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device e2f082eb-36d5-464a-9c31-2e2d7064c904 up at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 05:17:27.408527 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning complete for port e2f082eb-36d5-464a-9c31-2e2d7064c904 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:17:27.408887 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:17:27.528674 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:17:27.556079 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9179d20-c2c8-4dee-ad3f-0bd2df4703aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2f082eb-36d5-464a-9c31-2e2d7064c904'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 05:17:27.566193 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port e2f082eb-36d5-464a-9c31-2e2d7064c904, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=e2f082eb-36d5-464a-9c31-2e2d7064c904,segment=NetworkSegment(0c8f79ed-8811-45ab-83d5-987b06dfd8b1),segment_id=0c8f79ed-8811-45ab-83d5-987b06dfd8b1)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:17:27.570234 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:17:27.605966 dv-neutron-826830-1-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9179d20-c2c8-4dee-ad3f-0bd2df4703aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2f082eb-36d5-464a-9c31-2e2d7064c904', 'code': 200} Feb 01 05:17:27.642555 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=e2f082eb-36d5-464a-9c31-2e2d7064c904,revision_number=8']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:17:32.050354 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3d5ec82a-6ebf-43f8-87a1-0d26f9e9dc62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:17:34.330794 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e732222f-4812-4a24-892e-8911135a2f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:17:35.496604 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:17:35.632397 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:17:37.169953 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:17:45.445683 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:17:46.323831 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 05:17:53.110808 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-75c8e949-e8cf-4477-bef7-9e47f556c832 req-449d84b2-2c48-408a-95ff-942b09c83d58 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d9179d20-c2c8-4dee-ad3f-0bd2df4703aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0703428 Feb 01 05:17:53.268832 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c8e949-e8cf-4477-bef7-9e47f556c832 req-6dd64bb0-8a8b-469c-9c3e-27cb7d3979df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:17:53.270279 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-75c8e949-e8cf-4477-bef7-9e47f556c832 req-6dd64bb0-8a8b-469c-9c3e-27cb7d3979df service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=43d9d7c6283f4be5a5b4e1e2629bf377&device_id=d9179d20-c2c8-4dee-ad3f-0bd2df4703aa HTTP/1.1" status: 200 len: 1099 time: 0.0716445 Feb 01 05:17:53.458649 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c8e949-e8cf-4477-bef7-9e47f556c832 req-83a1ba4f-8deb-4442-8ba2-4abbfa116e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:17:53.458649 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-75c8e949-e8cf-4477-bef7-9e47f556c832 req-83a1ba4f-8deb-4442-8ba2-4abbfa116e51 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8c07844f-d03c-4c86-9c31-e331b9045601 HTTP/1.1" status: 200 len: 908 time: 0.1419110 Feb 01 05:17:53.545531 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-75c8e949-e8cf-4477-bef7-9e47f556c832 req-67edf008-a90f-46a4-b53f-0a422908f292 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2f082eb-36d5-464a-9c31-2e2d7064c904 HTTP/1.1" status: 200 len: 1002 time: 0.1075721 Feb 01 05:17:53.614078 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c8e949-e8cf-4477-bef7-9e47f556c832 req-a026dd2c-ca3e-4fab-8bde-cd8cef9c4906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:17:53.615826 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-75c8e949-e8cf-4477-bef7-9e47f556c832 req-a026dd2c-ca3e-4fab-8bde-cd8cef9c4906 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=80fee983-4d18-412b-885b-e097def70921 HTTP/1.1" status: 200 len: 847 time: 0.0644479 Feb 01 05:17:53.698101 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c8e949-e8cf-4477-bef7-9e47f556c832 req-630bca50-fe5e-4c41-a43e-f7df3ac3dc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:17:53.700052 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-75c8e949-e8cf-4477-bef7-9e47f556c832 req-630bca50-fe5e-4c41-a43e-f7df3ac3dc3b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8c07844f-d03c-4c86-9c31-e331b9045601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780873 Feb 01 05:17:53.840524 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-75c8e949-e8cf-4477-bef7-9e47f556c832 req-7a52ab90-6506-41d6-9f50-3e07edd1f2f4 service neutron] 10.222.0.18 "GET /v2.0/networks/8c07844f-d03c-4c86-9c31-e331b9045601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348658 Feb 01 05:17:53.985719 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-75c8e949-e8cf-4477-bef7-9e47f556c832 req-3ab2dbc0-dc20-43de-8946-8e9f9970ae81 service neutron] 10.222.0.18 "GET /v2.0/networks/8c07844f-d03c-4c86-9c31-e331b9045601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395030 Feb 01 05:18:02.052411 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e655de07-8234-4890-a98e-9e8780db241b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:18:04.334391 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2154f869-3fd4-45e7-964f-7dd6bec3ffaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:18:05.500466 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:18:05.632030 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:18:07.172900 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:18:15.456222 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:18:23.317202 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 05:18:32.055755 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4501e163-1b3e-42a4-89bd-5f296aa1ead3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:18:34.336615 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7644792e-c2ad-4f56-bb85-2cb9a9293e28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:18:35.503993 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:18:35.636704 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:18:37.174377 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:18:44.545768 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 50634) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:18:44.745730 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-818e21c4-ff6b-4169-a4c2-cf0192327b00 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Deleting port d53b2ef5-63fa-47ae-a8c5-0adf3628fe08 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 05:18:44.746061 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-818e21c4-ff6b-4169-a4c2-cf0192327b00 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:18:44.909699 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-818e21c4-ff6b-4169-a4c2-cf0192327b00 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:18:44.910017 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-818e21c4-ff6b-4169-a4c2-cf0192327b00 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:18:45.030963 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-818e21c4-ff6b-4169-a4c2-cf0192327b00 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Calling delete_port for d53b2ef5-63fa-47ae-a8c5-0adf3628fe08 owned by network:floatingip {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 05:18:45.178023 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-818e21c4-ff6b-4169-a4c2-cf0192327b00 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:18:45.228093 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818e21c4-ff6b-4169-a4c2-cf0192327b00 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Pushing event deleted for resources: {'Port': ['ID=d53b2ef5-63fa-47ae-a8c5-0adf3628fe08,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:18:45.272728 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818e21c4-ff6b-4169-a4c2-cf0192327b00 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:18:45.273253 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818e21c4-ff6b-4169-a4c2-cf0192327b00 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:18:45.273834 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818e21c4-ff6b-4169-a4c2-cf0192327b00 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:18:45.274161 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818e21c4-ff6b-4169-a4c2-cf0192327b00 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:18:45.274474 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818e21c4-ff6b-4169-a4c2-cf0192327b00 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:18:45.274790 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818e21c4-ff6b-4169-a4c2-cf0192327b00 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:18:45.275103 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818e21c4-ff6b-4169-a4c2-cf0192327b00 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:18:45.275437 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818e21c4-ff6b-4169-a4c2-cf0192327b00 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:18:45.275748 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818e21c4-ff6b-4169-a4c2-cf0192327b00 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:18:45.276058 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818e21c4-ff6b-4169-a4c2-cf0192327b00 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:18:45.276365 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818e21c4-ff6b-4169-a4c2-cf0192327b00 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:18:45.276670 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818e21c4-ff6b-4169-a4c2-cf0192327b00 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:18:45.330030 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-818e21c4-ff6b-4169-a4c2-cf0192327b00 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks [] for floatingip, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:18:45.330356 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.l3_db [None req-818e21c4-ff6b-4169-a4c2-cf0192327b00 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Floating IP a99c5ab8-38b4-4723-aadf-a821c512a6e5 disassociated (deleted). External IP: 172.26.8.129, port: e2f082eb-36d5-464a-9c31-2e2d7064c904. Feb 01 05:18:45.458352 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:18:45.766197 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-818e21c4-ff6b-4169-a4c2-cf0192327b00 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Router 874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 05:18:45.940969 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-818e21c4-ff6b-4169-a4c2-cf0192327b00 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 05:18:45.950412 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fecf43-fe3f-4576-b8a9-12be19553795 None None] Sync routers for ids ['874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 05:18:45.960231 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fecf43-fe3f-4576-b8a9-12be19553795 None None] Routers {'874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:18:45.960465 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-818e21c4-ff6b-4169-a4c2-cf0192327b00 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:18:45.960994 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-b2fecf43-fe3f-4576-b8a9-12be19553795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:18:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:18:46.017908 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-818e21c4-ff6b-4169-a4c2-cf0192327b00 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "DELETE /v2.0/floatingips/a99c5ab8-38b4-4723-aadf-a821c512a6e5 HTTP/1.1" status: 204 len: 168 time: 1.4709835 Feb 01 05:18:46.019303 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9179d20-c2c8-4dee-ad3f-0bd2df4703aa', 'tag': 'e2f082eb-36d5-464a-9c31-2e2d7064c904'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 05:18:46.070731 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9179d20-c2c8-4dee-ad3f-0bd2df4703aa', 'tag': 'e2f082eb-36d5-464a-9c31-2e2d7064c904', 'status': 'completed', 'code': 200} Feb 01 05:18:46.140012 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-b2fecf43-fe3f-4576-b8a9-12be19553795 None None] Set router 874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:18:46.191562 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57d89fd-fa07-4d86-ac31-30ff1d405e07 req-3cd28557-7ec4-46ac-93a8-fa7b66221fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:18:46.193044 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a57d89fd-fa07-4d86-ac31-30ff1d405e07 req-3cd28557-7ec4-46ac-93a8-fa7b66221fa7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=43d9d7c6283f4be5a5b4e1e2629bf377&device_id=d9179d20-c2c8-4dee-ad3f-0bd2df4703aa HTTP/1.1" status: 200 len: 1099 time: 0.0785446 Feb 01 05:18:46.330052 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57d89fd-fa07-4d86-ac31-30ff1d405e07 req-0b2874c6-0d57-4e2a-bc04-2d4cdae6ccf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:18:46.331527 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a57d89fd-fa07-4d86-ac31-30ff1d405e07 req-0b2874c6-0d57-4e2a-bc04-2d4cdae6ccf5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8c07844f-d03c-4c86-9c31-e331b9045601 HTTP/1.1" status: 200 len: 908 time: 0.1308720 Feb 01 05:18:46.398211 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a57d89fd-fa07-4d86-ac31-30ff1d405e07 req-de1bb732-718b-472d-ae4d-98e652f5e994 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2f082eb-36d5-464a-9c31-2e2d7064c904 HTTP/1.1" status: 200 len: 217 time: 0.0599699 Feb 01 05:18:46.433387 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc3775-e871-4b8d-8632-fb7402e147dd req-4daa1f1d-8d3d-4fc3-86ed-cd09f421aaf8 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:18:46.434006 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-bedc3775-e871-4b8d-8632-fb7402e147dd req-4daa1f1d-8d3d-4fc3-86ed-cd09f421aaf8 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Synchronizing usage tracker for tenant:43d9d7c6283f4be5a5b4e1e2629bf377 on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 05:18:46.450905 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-bedc3775-e871-4b8d-8632-fb7402e147dd req-4daa1f1d-8d3d-4fc3-86ed-cd09f421aaf8 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Unset dirty status for tenant:43d9d7c6283f4be5a5b4e1e2629bf377 on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 05:18:46.452300 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-bedc3775-e871-4b8d-8632-fb7402e147dd req-4daa1f1d-8d3d-4fc3-86ed-cd09f421aaf8 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9179d20-c2c8-4dee-ad3f-0bd2df4703aa HTTP/1.1" status: 200 len: 946 time: 0.1446679 Feb 01 05:18:46.463152 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-b2fecf43-fe3f-4576-b8a9-12be19553795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4', 'name': 'tempest-TestShelveInstance-396432420-router', 'tenant_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.199'}], 'enable_snat': True}, 'gw_port_id': '35ecabc0-1f18-45cb-87bb-e7a59fdb1e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:10:00Z', 'updated_at': '2022-02-01T05:10:04Z', 'revision_number': 4, 'project_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'gw_port': {'id': '35ecabc0-1f18-45cb-87bb-e7a59fdb1e7a', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:10:01Z', 'updated_at': '2022-02-01T05:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': 'e6857623-ef26-4310-afde-ad94dd637dc8', 'name': '', 'network_id': '8c07844f-d03c-4c86-9c31-e331b9045601', 'tenant_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'mac_address': 'fa:16:3e:ec:a5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '80fee983-4d18-412b-885b-e097def70921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:10:03Z', 'updated_at': '2022-02-01T05:10:11Z', 'revision_number': 5, 'project_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'subnets': [{'id': '80fee983-4d18-412b-885b-e097def70921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:18:46.467845 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fecf43-fe3f-4576-b8a9-12be19553795 None None] Checking router: 874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4 for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 05:18:46.478000 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fecf43-fe3f-4576-b8a9-12be19553795 None None] Routers {'874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:18:46.478719 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-b2fecf43-fe3f-4576-b8a9-12be19553795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:18:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:18:46.501446 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-bedc3775-e871-4b8d-8632-fb7402e147dd req-36398ec7-ea4d-4995-bbd8-0e30bdf1b323 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=3364c548-f6f2-49ac-a376-3a44eb16de30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418627 Feb 01 05:18:46.564582 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57d89fd-fa07-4d86-ac31-30ff1d405e07 req-fce17a01-b17e-435e-a4ec-b781c2b681b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:18:46.566457 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a57d89fd-fa07-4d86-ac31-30ff1d405e07 req-fce17a01-b17e-435e-a4ec-b781c2b681b6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=80fee983-4d18-412b-885b-e097def70921 HTTP/1.1" status: 200 len: 847 time: 0.1615124 Feb 01 05:18:46.640932 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57d89fd-fa07-4d86-ac31-30ff1d405e07 req-bdc90141-43e9-410d-97cb-987ad8684c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:18:46.642378 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a57d89fd-fa07-4d86-ac31-30ff1d405e07 req-bdc90141-43e9-410d-97cb-987ad8684c3a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8c07844f-d03c-4c86-9c31-e331b9045601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690408 Feb 01 05:18:46.661807 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-b2fecf43-fe3f-4576-b8a9-12be19553795 None None] Set router 874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:18:46.771159 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a57d89fd-fa07-4d86-ac31-30ff1d405e07 req-80974c6b-a9c9-4607-875a-6cbb2000f19a service neutron] 10.222.0.18 "GET /v2.0/networks/8c07844f-d03c-4c86-9c31-e331b9045601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215577 Feb 01 05:18:46.904841 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a57d89fd-fa07-4d86-ac31-30ff1d405e07 req-5407350e-dba4-44d2-b8c6-af6631c80177 service neutron] 10.222.0.18 "GET /v2.0/networks/8c07844f-d03c-4c86-9c31-e331b9045601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264715 Feb 01 05:18:46.974352 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-b2fecf43-fe3f-4576-b8a9-12be19553795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4', 'name': 'tempest-TestShelveInstance-396432420-router', 'tenant_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.199'}], 'enable_snat': True}, 'gw_port_id': '35ecabc0-1f18-45cb-87bb-e7a59fdb1e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:10:00Z', 'updated_at': '2022-02-01T05:10:04Z', 'revision_number': 4, 'project_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'gw_port': {'id': '35ecabc0-1f18-45cb-87bb-e7a59fdb1e7a', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:10:01Z', 'updated_at': '2022-02-01T05:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': 'e6857623-ef26-4310-afde-ad94dd637dc8', 'name': '', 'network_id': '8c07844f-d03c-4c86-9c31-e331b9045601', 'tenant_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'mac_address': 'fa:16:3e:ec:a5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '80fee983-4d18-412b-885b-e097def70921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:10:03Z', 'updated_at': '2022-02-01T05:10:11Z', 'revision_number': 5, 'project_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'subnets': [{'id': '80fee983-4d18-412b-885b-e097def70921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:18:46.978176 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fecf43-fe3f-4576-b8a9-12be19553795 None None] The sync data for ids ['874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4'] in dv-neutron-826830-1-hyperv is: [{'id': '874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4', 'name': 'tempest-TestShelveInstance-396432420-router', 'tenant_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.199'}], 'enable_snat': True}, 'gw_port_id': '35ecabc0-1f18-45cb-87bb-e7a59fdb1e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:10:00Z', 'updated_at': '2022-02-01T05:10:04Z', 'revision_number': 4, 'project_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'gw_port': {'id': '35ecabc0-1f18-45cb-87bb-e7a59fdb1e7a', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:10:01Z', 'updated_at': '2022-02-01T05:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': 'e6857623-ef26-4310-afde-ad94dd637dc8', 'name': '', 'network_id': '8c07844f-d03c-4c86-9c31-e331b9045601', 'tenant_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'mac_address': 'fa:16:3e:ec:a5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '80fee983-4d18-412b-885b-e097def70921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:10:03Z', 'updated_at': '2022-02-01T05:10:11Z', 'revision_number': 5, 'project_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'subnets': [{'id': '80fee983-4d18-412b-885b-e097def70921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 05:18:47.189626 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf30f93-2a6b-45f7-84d2-813fb93f5e65 None None] New status for floating IP a99c5ab8-38b4-4723-aadf-a821c512a6e5: DOWN {{(pid=87638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 01 05:18:47.731549 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd9385-2943-4a7d-9836-5d0e3f19c7c1 req-649e3540-e9d2-4480-9062-9715627a8996 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:18:47.732976 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-59bd9385-2943-4a7d-9836-5d0e3f19c7c1 req-649e3540-e9d2-4480-9062-9715627a8996 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9179d20-c2c8-4dee-ad3f-0bd2df4703aa HTTP/1.1" status: 200 len: 946 time: 0.1239624 Feb 01 05:18:47.775785 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-59bd9385-2943-4a7d-9836-5d0e3f19c7c1 req-55de1476-66b0-422c-8b2b-0fd97e29aef0 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/security-groups?id=3364c548-f6f2-49ac-a376-3a44eb16de30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366044 Feb 01 05:18:48.005002 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c80ff8-0310-48f9-972d-eecf6d71e72e req-d2df310f-26f5-45ee-b27c-dbf91f9df6bf tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:18:48.006296 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-22c80ff8-0310-48f9-972d-eecf6d71e72e req-d2df310f-26f5-45ee-b27c-dbf91f9df6bf tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9179d20-c2c8-4dee-ad3f-0bd2df4703aa HTTP/1.1" status: 200 len: 946 time: 0.0772052 Feb 01 05:18:48.076686 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-22c80ff8-0310-48f9-972d-eecf6d71e72e req-4186d428-48e1-4a98-9664-5ee4be186aef tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Deleting port e2f082eb-36d5-464a-9c31-2e2d7064c904 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 05:18:48.076958 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-22c80ff8-0310-48f9-972d-eecf6d71e72e req-4186d428-48e1-4a98-9664-5ee4be186aef tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:18:48.310661 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-22c80ff8-0310-48f9-972d-eecf6d71e72e req-4186d428-48e1-4a98-9664-5ee4be186aef tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] For port e2f082eb-36d5-464a-9c31-2e2d7064c904, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=e2f082eb-36d5-464a-9c31-2e2d7064c904,segment=NetworkSegment(0c8f79ed-8811-45ab-83d5-987b06dfd8b1),segment_id=0c8f79ed-8811-45ab-83d5-987b06dfd8b1)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:18:48.311006 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-22c80ff8-0310-48f9-972d-eecf6d71e72e req-4186d428-48e1-4a98-9664-5ee4be186aef tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:18:48.431866 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-22c80ff8-0310-48f9-972d-eecf6d71e72e req-4186d428-48e1-4a98-9664-5ee4be186aef tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Calling delete_port for e2f082eb-36d5-464a-9c31-2e2d7064c904 owned by compute:nova {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 05:18:48.572417 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-22c80ff8-0310-48f9-972d-eecf6d71e72e req-4186d428-48e1-4a98-9664-5ee4be186aef tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:18:48.619720 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4186d428-48e1-4a98-9664-5ee4be186aef tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Pushing event deleted for resources: {'Port': ['ID=e2f082eb-36d5-464a-9c31-2e2d7064c904,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:18:48.652874 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4186d428-48e1-4a98-9664-5ee4be186aef tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:18:48.653225 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4186d428-48e1-4a98-9664-5ee4be186aef tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:18:48.653559 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4186d428-48e1-4a98-9664-5ee4be186aef tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:18:48.653888 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4186d428-48e1-4a98-9664-5ee4be186aef tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:18:48.654212 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4186d428-48e1-4a98-9664-5ee4be186aef tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:18:48.654537 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4186d428-48e1-4a98-9664-5ee4be186aef tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:18:48.654859 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4186d428-48e1-4a98-9664-5ee4be186aef tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:18:48.655201 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4186d428-48e1-4a98-9664-5ee4be186aef tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:18:48.655522 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4186d428-48e1-4a98-9664-5ee4be186aef tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:18:48.655841 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4186d428-48e1-4a98-9664-5ee4be186aef tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:18:48.656157 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4186d428-48e1-4a98-9664-5ee4be186aef tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:18:48.656470 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4186d428-48e1-4a98-9664-5ee4be186aef tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:18:48.707354 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c80ff8-0310-48f9-972d-eecf6d71e72e req-4186d428-48e1-4a98-9664-5ee4be186aef tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] No DVR routers for this DVR port e2f082eb-36d5-464a-9c31-2e2d7064c904 on host hv-neutron-8268 {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 05:18:48.709622 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-22c80ff8-0310-48f9-972d-eecf6d71e72e req-4186d428-48e1-4a98-9664-5ee4be186aef tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:18:48.712071 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9179d20-c2c8-4dee-ad3f-0bd2df4703aa', 'name': 'network-vif-deleted', 'tag': 'e2f082eb-36d5-464a-9c31-2e2d7064c904'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 05:18:48.727871 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-22c80ff8-0310-48f9-972d-eecf6d71e72e req-4186d428-48e1-4a98-9664-5ee4be186aef tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.18 "DELETE /v2.0/ports/e2f082eb-36d5-464a-9c31-2e2d7064c904 HTTP/1.1" status: 204 len: 173 time: 0.7158234 Feb 01 05:18:48.755637 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9179d20-c2c8-4dee-ad3f-0bd2df4703aa', 'name': 'network-vif-deleted', 'tag': 'e2f082eb-36d5-464a-9c31-2e2d7064c904', 'status': 'completed', 'code': 200} Feb 01 05:18:48.921122 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-28bc6638-6254-4f05-8219-880ecf3a9f08 req-9ef34a3a-3a92-4f6b-b326-35e1b98d7218 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Synchronizing usage tracker for tenant:43d9d7c6283f4be5a5b4e1e2629bf377 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 05:18:48.936187 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-28bc6638-6254-4f05-8219-880ecf3a9f08 req-9ef34a3a-3a92-4f6b-b326-35e1b98d7218 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Unset dirty status for tenant:43d9d7c6283f4be5a5b4e1e2629bf377 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 05:18:48.937371 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-28bc6638-6254-4f05-8219-880ecf3a9f08 req-9ef34a3a-3a92-4f6b-b326-35e1b98d7218 tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9179d20-c2c8-4dee-ad3f-0bd2df4703aa HTTP/1.1" status: 200 len: 210 time: 0.0578127 Feb 01 05:18:50.031455 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 50656) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:18:50.100268 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d504e9e0-98c4-444f-a199-f5545883f5be tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks [] for security_group, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:18:50.129312 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d504e9e0-98c4-444f-a199-f5545883f5be tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:18:50.193824 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d504e9e0-98c4-444f-a199-f5545883f5be tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:18:50.211112 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d504e9e0-98c4-444f-a199-f5545883f5be tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3364c548-f6f2-49ac-a376-3a44eb16de30,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:18:50.225628 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d504e9e0-98c4-444f-a199-f5545883f5be tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] Notify callbacks [] for security_group, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:18:50.226900 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-d504e9e0-98c4-444f-a199-f5545883f5be tempest-TestShelveInstance-1458696438 tempest-TestShelveInstance-1458696438-project] 10.222.0.24 "DELETE /v2.0/security-groups/3364c548-f6f2-49ac-a376-3a44eb16de30 HTTP/1.1" status: 204 len: 168 time: 0.1942940 Feb 01 05:18:50.272876 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 50662) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:18:51.025654 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8334668c-bfd1-4bcd-a0e6-f2b4c80cada7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-371968'] for router_interface, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:18:51.371885 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-8334668c-bfd1-4bcd-a0e6-f2b4c80cada7 admin admin] Deleting port e6857623-ef26-4310-afde-ad94dd637dc8 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 05:18:51.372499 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8334668c-bfd1-4bcd-a0e6-f2b4c80cada7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:18:51.546530 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-8334668c-bfd1-4bcd-a0e6-f2b4c80cada7 admin admin] For port e6857623-ef26-4310-afde-ad94dd637dc8, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=e6857623-ef26-4310-afde-ad94dd637dc8,segment=NetworkSegment(0c8f79ed-8811-45ab-83d5-987b06dfd8b1),segment_id=0c8f79ed-8811-45ab-83d5-987b06dfd8b1)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:18:51.546878 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8334668c-bfd1-4bcd-a0e6-f2b4c80cada7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:18:51.670791 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-8334668c-bfd1-4bcd-a0e6-f2b4c80cada7 admin admin] Calling delete_port for e6857623-ef26-4310-afde-ad94dd637dc8 owned by network:router_interface {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 05:18:51.857416 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device e2f082eb-36d5-464a-9c31-2e2d7064c904 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 05:18:51.902170 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] No Port match for: e2f082eb-36d5-464a-9c31-2e2d7064c904 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 05:18:51.902513 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device e2f082eb-36d5-464a-9c31-2e2d7064c904 not bound to the agent host hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 05:18:51.997539 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8334668c-bfd1-4bcd-a0e6-f2b4c80cada7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:18:52.042734 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8334668c-bfd1-4bcd-a0e6-f2b4c80cada7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6857623-ef26-4310-afde-ad94dd637dc8,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:18:52.425982 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8334668c-bfd1-4bcd-a0e6-f2b4c80cada7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770960'] for router_interface, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:18:52.773740 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8334668c-bfd1-4bcd-a0e6-f2b4c80cada7 admin admin] Router 874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 05:18:52.949736 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8334668c-bfd1-4bcd-a0e6-f2b4c80cada7 admin admin] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 05:18:52.958672 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9808e12-2fd0-4a19-a998-af5d023fa4de None None] Sync routers for ids ['874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 05:18:52.965868 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-8334668c-bfd1-4bcd-a0e6-f2b4c80cada7 admin admin] 10.222.0.24 "PUT /v2.0/routers/874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6905193 Feb 01 05:18:52.968637 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 50668) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:18:52.969068 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9808e12-2fd0-4a19-a998-af5d023fa4de None None] Routers {'874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:18:52.969525 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-b9808e12-2fd0-4a19-a998-af5d023fa4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:18:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:18:53.152633 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dd68cf25-8612-4a66-9ebc-20f99cc632be admin admin] Notify callbacks [] for router, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:18:53.175692 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-b9808e12-2fd0-4a19-a998-af5d023fa4de None None] Set router 874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:18:53.328697 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dd68cf25-8612-4a66-9ebc-20f99cc632be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:18:53.337938 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-dd68cf25-8612-4a66-9ebc-20f99cc632be admin admin] Deleting port 35ecabc0-1f18-45cb-87bb-e7a59fdb1e7a {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 05:18:53.338265 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dd68cf25-8612-4a66-9ebc-20f99cc632be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:18:53.452656 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-b9808e12-2fd0-4a19-a998-af5d023fa4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4', 'name': 'tempest-TestShelveInstance-396432420-router', 'tenant_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.199'}], 'enable_snat': True}, 'gw_port_id': '35ecabc0-1f18-45cb-87bb-e7a59fdb1e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:10:00Z', 'updated_at': '2022-02-01T05:18:51Z', 'revision_number': 5, 'project_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'gw_port': {'id': '35ecabc0-1f18-45cb-87bb-e7a59fdb1e7a', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:10:01Z', 'updated_at': '2022-02-01T05:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:18:53.456865 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9808e12-2fd0-4a19-a998-af5d023fa4de None None] Checking router: 874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4 for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 05:18:53.464867 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9808e12-2fd0-4a19-a998-af5d023fa4de None None] Routers {'874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:18:53.465446 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-b9808e12-2fd0-4a19-a998-af5d023fa4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:18:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:18:53.510254 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-dd68cf25-8612-4a66-9ebc-20f99cc632be admin admin] For port 35ecabc0-1f18-45cb-87bb-e7a59fdb1e7a, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=35ecabc0-1f18-45cb-87bb-e7a59fdb1e7a,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:18:53.510603 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dd68cf25-8612-4a66-9ebc-20f99cc632be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:18:53.611386 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-b9808e12-2fd0-4a19-a998-af5d023fa4de None None] Set router 874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4 gateway port host: None {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:18:53.721979 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-b9808e12-2fd0-4a19-a998-af5d023fa4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4', 'name': 'tempest-TestShelveInstance-396432420-router', 'tenant_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:10:00Z', 'updated_at': '2022-02-01T05:18:53Z', 'revision_number': 6, 'project_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'gw_port_host': None}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:18:53.726329 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9808e12-2fd0-4a19-a998-af5d023fa4de None None] The sync data for ids ['874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4'] in dv-neutron-826830-1-hyperv is: [{'id': '874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4', 'name': 'tempest-TestShelveInstance-396432420-router', 'tenant_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:10:00Z', 'updated_at': '2022-02-01T05:18:53Z', 'revision_number': 6, 'project_id': '43d9d7c6283f4be5a5b4e1e2629bf377', 'gw_port_host': None}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 05:18:53.746760 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-dd68cf25-8612-4a66-9ebc-20f99cc632be admin admin] Calling delete_port for 35ecabc0-1f18-45cb-87bb-e7a59fdb1e7a owned by network:router_gateway {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 05:18:54.042989 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dd68cf25-8612-4a66-9ebc-20f99cc632be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:18:54.093504 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd68cf25-8612-4a66-9ebc-20f99cc632be admin admin] Pushing event deleted for resources: {'Port': ['ID=35ecabc0-1f18-45cb-87bb-e7a59fdb1e7a,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:18:54.186843 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dd68cf25-8612-4a66-9ebc-20f99cc632be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-774381'] for router_gateway, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:18:54.362563 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dd68cf25-8612-4a66-9ebc-20f99cc632be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25968'] for router, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:18:54.364666 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dd68cf25-8612-4a66-9ebc-20f99cc632be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:18:54.386856 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dd68cf25-8612-4a66-9ebc-20f99cc632be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772958'] for router, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:18:54.387326 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd68cf25-8612-4a66-9ebc-20f99cc632be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4 {{(pid=87637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 01 05:18:54.400326 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dd68cf25-8612-4a66-9ebc-20f99cc632be admin admin] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:18:54.401437 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-dd68cf25-8612-4a66-9ebc-20f99cc632be admin admin] 10.222.0.24 "DELETE /v2.0/routers/874a209a-6c2d-47db-9cf6-4b0a7bcb2bb4 HTTP/1.1" status: 204 len: 168 time: 1.4318347 Feb 01 05:18:54.403997 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 50672) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:18:54.461349 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_v2 [None req-9af5120b-b37f-433d-80a2-3b018abe2a11 admin admin] Deleting subnet 80fee983-4d18-412b-885b-e097def70921 {{(pid=87637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 05:18:54.467080 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9af5120b-b37f-433d-80a2-3b018abe2a11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:18:54.517856 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9af5120b-b37f-433d-80a2-3b018abe2a11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2424773'] for subnet, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:18:54.599999 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9af5120b-b37f-433d-80a2-3b018abe2a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:18:54.668019 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9af5120b-b37f-433d-80a2-3b018abe2a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3037665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694336'] for subnet, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:18:54.708556 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af5120b-b37f-433d-80a2-3b018abe2a11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80fee983-4d18-412b-885b-e097def70921,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:18:54.714106 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9af5120b-b37f-433d-80a2-3b018abe2a11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:18:54.719631 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a935fd-3a3f-4dfa-83f4-8e01c6eb3ac5 None None] Network 8c07844f-d03c-4c86-9c31-e331b9045601 requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 05:18:54.722666 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-9af5120b-b37f-433d-80a2-3b018abe2a11 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/80fee983-4d18-412b-885b-e097def70921 HTTP/1.1" status: 204 len: 168 time: 0.3174865 Feb 01 05:18:54.724934 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 50676) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:18:54.830016 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-203cb4eb-8b0a-4a57-8369-c928fd3412c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:18:54.840933 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-203cb4eb-8b0a-4a57-8369-c928fd3412c0 admin admin] Deleting port d1fa69d2-92e9-4aa4-a0b4-fcb25c5bffed {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 05:18:54.841255 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-203cb4eb-8b0a-4a57-8369-c928fd3412c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:18:54.966530 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8991812b-2f9a-4a5a-82f5-51fb8d1cf8b7 None None] DHCP port deletion for 8c07844f-d03c-4c86-9c31-e331b9045601 request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 05:18:54.970472 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-8991812b-2f9a-4a5a-82f5-51fb8d1cf8b7 None None] Deleting port d1fa69d2-92e9-4aa4-a0b4-fcb25c5bffed {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 05:18:54.971110 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8991812b-2f9a-4a5a-82f5-51fb8d1cf8b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:18:55.047733 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-203cb4eb-8b0a-4a57-8369-c928fd3412c0 admin admin] For port d1fa69d2-92e9-4aa4-a0b4-fcb25c5bffed, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=d1fa69d2-92e9-4aa4-a0b4-fcb25c5bffed,segment=NetworkSegment(0c8f79ed-8811-45ab-83d5-987b06dfd8b1),segment_id=0c8f79ed-8811-45ab-83d5-987b06dfd8b1)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:18:55.048301 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-203cb4eb-8b0a-4a57-8369-c928fd3412c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:18:55.060022 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device e6857623-ef26-4310-afde-ad94dd637dc8 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 05:18:55.104159 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: e6857623-ef26-4310-afde-ad94dd637dc8 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 05:18:55.104495 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device e6857623-ef26-4310-afde-ad94dd637dc8 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 05:18:55.104903 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device d1fa69d2-92e9-4aa4-a0b4-fcb25c5bffed no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 05:18:55.269717 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-203cb4eb-8b0a-4a57-8369-c928fd3412c0 admin admin] Calling delete_port for d1fa69d2-92e9-4aa4-a0b4-fcb25c5bffed owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 05:18:55.305364 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-8991812b-2f9a-4a5a-82f5-51fb8d1cf8b7 None None] For port d1fa69d2-92e9-4aa4-a0b4-fcb25c5bffed, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=d1fa69d2-92e9-4aa4-a0b4-fcb25c5bffed,segment=NetworkSegment(0c8f79ed-8811-45ab-83d5-987b06dfd8b1),segment_id=0c8f79ed-8811-45ab-83d5-987b06dfd8b1)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:18:55.305747 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8991812b-2f9a-4a5a-82f5-51fb8d1cf8b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:18:55.345716 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-203cb4eb-8b0a-4a57-8369-c928fd3412c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:18:55.390567 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203cb4eb-8b0a-4a57-8369-c928fd3412c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1fa69d2-92e9-4aa4-a0b4-fcb25c5bffed,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:18:55.394586 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203cb4eb-8b0a-4a57-8369-c928fd3412c0 admin admin] No DVR routers for this DVR port d1fa69d2-92e9-4aa4-a0b4-fcb25c5bffed on host dv-neutron-826830-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 05:18:55.430883 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-8991812b-2f9a-4a5a-82f5-51fb8d1cf8b7 None None] Calling delete_port for d1fa69d2-92e9-4aa4-a0b4-fcb25c5bffed owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 05:18:55.462683 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:18:55.507505 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-203cb4eb-8b0a-4a57-8369-c928fd3412c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:18:55.532685 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-203cb4eb-8b0a-4a57-8369-c928fd3412c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c07844f-d03c-4c86-9c31-e331b9045601']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:18:55.544719 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-203cb4eb-8b0a-4a57-8369-c928fd3412c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c8f79ed-8811-45ab-83d5-987b06dfd8b1') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:18:55.545012 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-203cb4eb-8b0a-4a57-8369-c928fd3412c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c8f79ed-8811-45ab-83d5-987b06dfd8b1') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:18:55.548148 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 35ecabc0-1f18-45cb-87bb-e7a59fdb1e7a no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 05:18:55.556937 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-203cb4eb-8b0a-4a57-8369-c928fd3412c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:18:55.573073 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-203cb4eb-8b0a-4a57-8369-c928fd3412c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:18:55.578929 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-203cb4eb-8b0a-4a57-8369-c928fd3412c0 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 05:18:55.579340 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-203cb4eb-8b0a-4a57-8369-c928fd3412c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:18:55.582069 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 35ecabc0-1f18-45cb-87bb-e7a59fdb1e7a {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 05:18:55.582409 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 35ecabc0-1f18-45cb-87bb-e7a59fdb1e7a not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 05:18:55.585207 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-8991812b-2f9a-4a5a-82f5-51fb8d1cf8b7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 05:18:55.585553 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-8991812b-2f9a-4a5a-82f5-51fb8d1cf8b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 05:18:55.592878 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 05:18:55.592878 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 05:18:55.592878 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 05:18:55.592878 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 05:18:55.592878 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 05:18:55.592878 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 05:18:55.592878 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 05:18:55.592878 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 05:18:55.592878 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 05:18:55.592878 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 05:18:55.592878 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 05:18:55.592878 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 05:18:55.592878 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 05:18:55.592878 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 05:18:55.592878 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 05:18:55.592878 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 05:18:55.592878 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 05:18:55.592878 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 05:18:55.592878 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 05:18:55.592878 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 05:18:55.592878 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 05:18:55.592878 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 05:18:55.592878 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 05:18:55.592878 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 05:18:55.592878 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 05:18:55.592878 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 05:18:55.592878 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 05:18:55.592878 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 05:18:55.592878 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 05:18:55.592878 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 05:18:55.592878 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 05:18:55.592878 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 05:18:55.668719 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-203cb4eb-8b0a-4a57-8369-c928fd3412c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:18:55.684076 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-203cb4eb-8b0a-4a57-8369-c928fd3412c0 admin admin] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:18:55.695161 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203cb4eb-8b0a-4a57-8369-c928fd3412c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c07844f-d03c-4c86-9c31-e331b9045601,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:18:55.707219 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-203cb4eb-8b0a-4a57-8369-c928fd3412c0 admin admin] 10.222.0.24 "DELETE /v2.0/networks/8c07844f-d03c-4c86-9c31-e331b9045601 HTTP/1.1" status: 204 len: 168 time: 0.9813001 Feb 01 05:18:55.709962 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 50680) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:18:56.087040 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-8991812b-2f9a-4a5a-82f5-51fb8d1cf8b7 None None] Deleting port d1fa69d2-92e9-4aa4-a0b4-fcb25c5bffed {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 05:18:56.087719 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8991812b-2f9a-4a5a-82f5-51fb8d1cf8b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:18:56.154755 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-8991812b-2f9a-4a5a-82f5-51fb8d1cf8b7 None None] The port 'd1fa69d2-92e9-4aa4-a0b4-fcb25c5bffed' was deleted {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 01 05:18:56.234081 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-63dd4a86-4b16-4a0c-abcb-aab8fd9041e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-371968'] for router_interface, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:18:56.661603 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-63dd4a86-4b16-4a0c-abcb-aab8fd9041e8 admin admin] Deleting port 481d190b-1e90-4a71-bbca-61bf9704f61b {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 05:18:56.661932 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-63dd4a86-4b16-4a0c-abcb-aab8fd9041e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:18:56.826179 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-63dd4a86-4b16-4a0c-abcb-aab8fd9041e8 admin admin] For port 481d190b-1e90-4a71-bbca-61bf9704f61b, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=481d190b-1e90-4a71-bbca-61bf9704f61b,segment=NetworkSegment(9bf5643b-c123-4435-8b1a-d26d57e02056),segment_id=9bf5643b-c123-4435-8b1a-d26d57e02056)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:18:56.826523 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-63dd4a86-4b16-4a0c-abcb-aab8fd9041e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:18:56.946228 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-63dd4a86-4b16-4a0c-abcb-aab8fd9041e8 admin admin] Calling delete_port for 481d190b-1e90-4a71-bbca-61bf9704f61b owned by network:router_interface {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 05:18:57.128687 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-63dd4a86-4b16-4a0c-abcb-aab8fd9041e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:18:57.202939 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dd4a86-4b16-4a0c-abcb-aab8fd9041e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=481d190b-1e90-4a71-bbca-61bf9704f61b,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:18:57.448463 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-63dd4a86-4b16-4a0c-abcb-aab8fd9041e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770960'] for router_interface, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:18:57.797116 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63dd4a86-4b16-4a0c-abcb-aab8fd9041e8 admin admin] Router bdcb4535-8aac-4c17-9239-d84d5d15ff5f has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 05:18:58.078078 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63dd4a86-4b16-4a0c-abcb-aab8fd9041e8 admin admin] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 05:18:58.087582 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0673c7-2df0-4993-a0de-dcbe73cfe6d3 None None] Sync routers for ids ['bdcb4535-8aac-4c17-9239-d84d5d15ff5f'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 05:18:58.094221 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-63dd4a86-4b16-4a0c-abcb-aab8fd9041e8 admin admin] 10.222.0.24 "PUT /v2.0/routers/bdcb4535-8aac-4c17-9239-d84d5d15ff5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3832662 Feb 01 05:18:58.097206 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 50684) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:18:58.099634 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0673c7-2df0-4993-a0de-dcbe73cfe6d3 None None] Routers {'bdcb4535-8aac-4c17-9239-d84d5d15ff5f'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:18:58.100273 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-3c0673c7-2df0-4993-a0de-dcbe73cfe6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:18:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['bdcb4535-8aac-4c17-9239-d84d5d15ff5f'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:18:58.270373 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4e554951-21bf-4f87-b5d9-c61b532c377a admin admin] Notify callbacks [] for router, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:18:58.273857 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-3c0673c7-2df0-4993-a0de-dcbe73cfe6d3 None None] Set router bdcb4535-8aac-4c17-9239-d84d5d15ff5f gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:18:58.448763 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4e554951-21bf-4f87-b5d9-c61b532c377a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:18:58.458578 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-4e554951-21bf-4f87-b5d9-c61b532c377a admin admin] Deleting port 5f39ccb1-660c-49e6-b134-6e28fec03af4 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 05:18:58.458965 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4e554951-21bf-4f87-b5d9-c61b532c377a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:18:58.581173 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-3c0673c7-2df0-4993-a0de-dcbe73cfe6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdcb4535-8aac-4c17-9239-d84d5d15ff5f', 'name': 'tempest-TestShelveInstance-1110960191-router', 'tenant_id': '2c06aa92f92f4ebcb1b283f400826b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.121'}], 'enable_snat': True}, 'gw_port_id': '5f39ccb1-660c-49e6-b134-6e28fec03af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:10:06Z', 'updated_at': '2022-02-01T05:18:57Z', 'revision_number': 5, 'project_id': '2c06aa92f92f4ebcb1b283f400826b67', 'gw_port': {'id': '5f39ccb1-660c-49e6-b134-6e28fec03af4', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:7e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdcb4535-8aac-4c17-9239-d84d5d15ff5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:10:07Z', 'updated_at': '2022-02-01T05:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:18:58.585028 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0673c7-2df0-4993-a0de-dcbe73cfe6d3 None None] Checking router: bdcb4535-8aac-4c17-9239-d84d5d15ff5f for host: dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 05:18:58.593269 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0673c7-2df0-4993-a0de-dcbe73cfe6d3 None None] Routers {'bdcb4535-8aac-4c17-9239-d84d5d15ff5f'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:18:58.593870 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-3c0673c7-2df0-4993-a0de-dcbe73cfe6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:18:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['bdcb4535-8aac-4c17-9239-d84d5d15ff5f'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:18:58.639118 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-4e554951-21bf-4f87-b5d9-c61b532c377a admin admin] For port 5f39ccb1-660c-49e6-b134-6e28fec03af4, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=5f39ccb1-660c-49e6-b134-6e28fec03af4,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:18:58.639500 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4e554951-21bf-4f87-b5d9-c61b532c377a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:18:58.744969 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-3c0673c7-2df0-4993-a0de-dcbe73cfe6d3 None None] Set router bdcb4535-8aac-4c17-9239-d84d5d15ff5f gateway port host: None {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:18:58.766944 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-4e554951-21bf-4f87-b5d9-c61b532c377a admin admin] Calling delete_port for 5f39ccb1-660c-49e6-b134-6e28fec03af4 owned by network:router_gateway {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 05:18:58.847813 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-3c0673c7-2df0-4993-a0de-dcbe73cfe6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdcb4535-8aac-4c17-9239-d84d5d15ff5f', 'name': 'tempest-TestShelveInstance-1110960191-router', 'tenant_id': '2c06aa92f92f4ebcb1b283f400826b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:10:06Z', 'updated_at': '2022-02-01T05:18:58Z', 'revision_number': 6, 'project_id': '2c06aa92f92f4ebcb1b283f400826b67', 'gw_port_host': None}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:18:58.851640 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0673c7-2df0-4993-a0de-dcbe73cfe6d3 None None] The sync data for ids ['bdcb4535-8aac-4c17-9239-d84d5d15ff5f'] in dv-neutron-826830-1-hyperv is: [{'id': 'bdcb4535-8aac-4c17-9239-d84d5d15ff5f', 'name': 'tempest-TestShelveInstance-1110960191-router', 'tenant_id': '2c06aa92f92f4ebcb1b283f400826b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:10:06Z', 'updated_at': '2022-02-01T05:18:58Z', 'revision_number': 6, 'project_id': '2c06aa92f92f4ebcb1b283f400826b67', 'gw_port_host': None}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 05:18:58.934923 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4e554951-21bf-4f87-b5d9-c61b532c377a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:18:58.988446 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e554951-21bf-4f87-b5d9-c61b532c377a admin admin] Pushing event deleted for resources: {'Port': ['ID=5f39ccb1-660c-49e6-b134-6e28fec03af4,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:18:59.078429 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4e554951-21bf-4f87-b5d9-c61b532c377a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-774381'] for router_gateway, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:18:59.248683 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4e554951-21bf-4f87-b5d9-c61b532c377a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25968'] for router, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:18:59.251189 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4e554951-21bf-4f87-b5d9-c61b532c377a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:18:59.281429 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4e554951-21bf-4f87-b5d9-c61b532c377a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772958'] for router, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:18:59.282090 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e554951-21bf-4f87-b5d9-c61b532c377a admin admin] Fanout notify agent at l3_agent the message router_deleted on router bdcb4535-8aac-4c17-9239-d84d5d15ff5f {{(pid=87637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 01 05:18:59.295629 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4e554951-21bf-4f87-b5d9-c61b532c377a admin admin] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:18:59.297950 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-4e554951-21bf-4f87-b5d9-c61b532c377a admin admin] 10.222.0.24 "DELETE /v2.0/routers/bdcb4535-8aac-4c17-9239-d84d5d15ff5f HTTP/1.1" status: 204 len: 168 time: 1.1986833 Feb 01 05:18:59.299937 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 50688) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:18:59.322054 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 481d190b-1e90-4a71-bbca-61bf9704f61b no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 05:18:59.355995 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 481d190b-1e90-4a71-bbca-61bf9704f61b {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 05:18:59.356456 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 481d190b-1e90-4a71-bbca-61bf9704f61b not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 05:18:59.364296 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_v2 [None req-13dca5a2-56f3-4698-9379-858cb31dbd3c admin admin] Deleting subnet 12d456b4-9d3a-492d-9e7d-18eb1869bc30 {{(pid=87637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 05:18:59.367491 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-13dca5a2-56f3-4698-9379-858cb31dbd3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:18:59.415207 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-13dca5a2-56f3-4698-9379-858cb31dbd3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2424773'] for subnet, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:18:59.590025 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-13dca5a2-56f3-4698-9379-858cb31dbd3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:18:59.656317 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-13dca5a2-56f3-4698-9379-858cb31dbd3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3037665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694336'] for subnet, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:18:59.695583 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dca5a2-56f3-4698-9379-858cb31dbd3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12d456b4-9d3a-492d-9e7d-18eb1869bc30,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:18:59.697524 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-13dca5a2-56f3-4698-9379-858cb31dbd3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:18:59.701882 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506afc36-a056-4d50-b131-accbdf9407b0 None None] Network 5b0bbda7-626f-4962-968b-fbdec6fce49f requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 05:18:59.708327 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-13dca5a2-56f3-4698-9379-858cb31dbd3c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/12d456b4-9d3a-492d-9e7d-18eb1869bc30 HTTP/1.1" status: 204 len: 168 time: 0.4073453 Feb 01 05:18:59.715005 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 50692) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:18:59.820573 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-19193338-e668-453d-b190-293cee9e3dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:18:59.832824 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-19193338-e668-453d-b190-293cee9e3dde admin admin] Deleting port 02f9dde9-e13e-40e1-ab78-3cf0744f8cfd {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 05:18:59.833168 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-19193338-e668-453d-b190-293cee9e3dde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:18:59.974950 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c2b309-de78-41d7-9c34-11162e0c4303 None None] DHCP port deletion for 5b0bbda7-626f-4962-968b-fbdec6fce49f request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 05:18:59.979039 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-15c2b309-de78-41d7-9c34-11162e0c4303 None None] Deleting port 02f9dde9-e13e-40e1-ab78-3cf0744f8cfd {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 05:18:59.979457 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-15c2b309-de78-41d7-9c34-11162e0c4303 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:00.051365 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-19193338-e668-453d-b190-293cee9e3dde admin admin] For port 02f9dde9-e13e-40e1-ab78-3cf0744f8cfd, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=02f9dde9-e13e-40e1-ab78-3cf0744f8cfd,segment=NetworkSegment(9bf5643b-c123-4435-8b1a-d26d57e02056),segment_id=9bf5643b-c123-4435-8b1a-d26d57e02056)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:19:00.051722 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-19193338-e668-453d-b190-293cee9e3dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:00.173681 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-19193338-e668-453d-b190-293cee9e3dde admin admin] Calling delete_port for 02f9dde9-e13e-40e1-ab78-3cf0744f8cfd owned by network:dhcp {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 05:19:00.176107 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-15c2b309-de78-41d7-9c34-11162e0c4303 None None] For port 02f9dde9-e13e-40e1-ab78-3cf0744f8cfd, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=02f9dde9-e13e-40e1-ab78-3cf0744f8cfd,segment=NetworkSegment(9bf5643b-c123-4435-8b1a-d26d57e02056),segment_id=9bf5643b-c123-4435-8b1a-d26d57e02056)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:19:00.176499 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-15c2b309-de78-41d7-9c34-11162e0c4303 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:00.301867 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-15c2b309-de78-41d7-9c34-11162e0c4303 None None] Calling delete_port for 02f9dde9-e13e-40e1-ab78-3cf0744f8cfd owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 05:19:00.316694 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 05:19:00.366515 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-19193338-e668-453d-b190-293cee9e3dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:00.372996 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-15c2b309-de78-41d7-9c34-11162e0c4303 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 05:19:00.373496 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-15c2b309-de78-41d7-9c34-11162e0c4303 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 05:19:00.410183 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19193338-e668-453d-b190-293cee9e3dde admin admin] Pushing event deleted for resources: {'Port': ['ID=02f9dde9-e13e-40e1-ab78-3cf0744f8cfd,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:19:00.415495 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19193338-e668-453d-b190-293cee9e3dde admin admin] No DVR routers for this DVR port 02f9dde9-e13e-40e1-ab78-3cf0744f8cfd on host dv-neutron-826830-1-hyperv {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 05:19:00.527979 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-19193338-e668-453d-b190-293cee9e3dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:00.551553 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-19193338-e668-453d-b190-293cee9e3dde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b0bbda7-626f-4962-968b-fbdec6fce49f']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:19:00.563097 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-19193338-e668-453d-b190-293cee9e3dde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bf5643b-c123-4435-8b1a-d26d57e02056') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:19:00.563422 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-19193338-e668-453d-b190-293cee9e3dde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bf5643b-c123-4435-8b1a-d26d57e02056') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:19:00.574878 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-19193338-e668-453d-b190-293cee9e3dde admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143022'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:00.590641 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-19193338-e668-453d-b190-293cee9e3dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:00.596832 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19193338-e668-453d-b190-293cee9e3dde admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 05:19:00.597367 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-19193338-e668-453d-b190-293cee9e3dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3072199'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:00.612977 dv-neutron-826830-1-hyperv neutron-server[87636]: Traceback (most recent call last): Feb 01 05:19:00.612977 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 05:19:00.612977 dv-neutron-826830-1-hyperv neutron-server[87636]: timer() Feb 01 05:19:00.612977 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 05:19:00.612977 dv-neutron-826830-1-hyperv neutron-server[87636]: cb(*args, **kw) Feb 01 05:19:00.612977 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 05:19:00.612977 dv-neutron-826830-1-hyperv neutron-server[87636]: return func(*args, **kwargs) Feb 01 05:19:00.612977 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 05:19:00.612977 dv-neutron-826830-1-hyperv neutron-server[87636]: self._notify() Feb 01 05:19:00.612977 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 05:19:00.612977 dv-neutron-826830-1-hyperv neutron-server[87636]: self.callback(batched_events) Feb 01 05:19:00.612977 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 05:19:00.612977 dv-neutron-826830-1-hyperv neutron-server[87636]: event.method(event) Feb 01 05:19:00.612977 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 05:19:00.612977 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 05:19:00.612977 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 05:19:00.612977 dv-neutron-826830-1-hyperv neutron-server[87636]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 05:19:00.612977 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 05:19:00.612977 dv-neutron-826830-1-hyperv neutron-server[87636]: return f(self, *a, **k) Feb 01 05:19:00.612977 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 05:19:00.612977 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._get(url).json() Feb 01 05:19:00.612977 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 05:19:00.612977 dv-neutron-826830-1-hyperv neutron-server[87636]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 05:19:00.612977 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 05:19:00.612977 dv-neutron-826830-1-hyperv neutron-server[87636]: return self.request(url, 'GET', **kwargs) Feb 01 05:19:00.612977 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 05:19:00.612977 dv-neutron-826830-1-hyperv neutron-server[87636]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 05:19:00.612977 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 05:19:00.612977 dv-neutron-826830-1-hyperv neutron-server[87636]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 05:19:00.612977 dv-neutron-826830-1-hyperv neutron-server[87636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 05:19:00.612977 dv-neutron-826830-1-hyperv neutron-server[87636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 05:19:00.612977 dv-neutron-826830-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 05:19:00.689343 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-19193338-e668-453d-b190-293cee9e3dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:00.705746 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-19193338-e668-453d-b190-293cee9e3dde admin admin] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:00.717671 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19193338-e668-453d-b190-293cee9e3dde admin admin] Pushing event deleted for resources: {'Network': ['ID=5b0bbda7-626f-4962-968b-fbdec6fce49f,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:19:00.722400 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-19193338-e668-453d-b190-293cee9e3dde admin admin] 10.222.0.24 "DELETE /v2.0/networks/5b0bbda7-626f-4962-968b-fbdec6fce49f HTTP/1.1" status: 204 len: 168 time: 1.0061700 Feb 01 05:19:00.830237 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 50698) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:19:00.874544 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-15c2b309-de78-41d7-9c34-11162e0c4303 None None] Deleting port 02f9dde9-e13e-40e1-ab78-3cf0744f8cfd {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 05:19:00.875172 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-15c2b309-de78-41d7-9c34-11162e0c4303 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:00.880744 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-bb8447bb-38b9-41c2-9c2d-164666958d2c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=43d9d7c6283f4be5a5b4e1e2629bf377&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464661 Feb 01 05:19:00.881140 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 50702) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:19:00.942465 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-15c2b309-de78-41d7-9c34-11162e0c4303 None None] The port '02f9dde9-e13e-40e1-ab78-3cf0744f8cfd' was deleted {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 01 05:19:00.942794 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-16b0817d-f537-47d7-ae19-ff11a7bf1d1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:00.968618 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-16b0817d-f537-47d7-ae19-ff11a7bf1d1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:01.022559 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-16b0817d-f537-47d7-ae19-ff11a7bf1d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:01.025596 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 02f9dde9-e13e-40e1-ab78-3cf0744f8cfd no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 05:19:01.038616 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b0817d-f537-47d7-ae19-ff11a7bf1d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51032d52-a10e-4e05-9bfe-0e0e5e2d6be3,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:19:01.046543 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-16b0817d-f537-47d7-ae19-ff11a7bf1d1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:01.047662 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-16b0817d-f537-47d7-ae19-ff11a7bf1d1c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/51032d52-a10e-4e05-9bfe-0e0e5e2d6be3 HTTP/1.1" status: 204 len: 168 time: 0.1656148 Feb 01 05:19:01.068805 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 02f9dde9-e13e-40e1-ab78-3cf0744f8cfd {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 05:19:01.069152 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 02f9dde9-e13e-40e1-ab78-3cf0744f8cfd not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 05:19:01.069573 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 5f39ccb1-660c-49e6-b134-6e28fec03af4 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 05:19:01.103899 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 5f39ccb1-660c-49e6-b134-6e28fec03af4 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 05:19:01.104243 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 5f39ccb1-660c-49e6-b134-6e28fec03af4 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 05:19:01.376809 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 50710) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:19:01.425172 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ad7331b7-5372-4d06-8be1-9edfae4eef81 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2c06aa92f92f4ebcb1b283f400826b67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0459425 Feb 01 05:19:01.427390 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 50714) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:19:01.482311 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1e212e29-725b-4524-899a-78f1df637dbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:01.507792 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1e212e29-725b-4524-899a-78f1df637dbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:01.559546 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1e212e29-725b-4524-899a-78f1df637dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:01.576381 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e212e29-725b-4524-899a-78f1df637dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=231ba144-74b5-4215-be61-fefe10f8430f,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:19:01.579891 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1e212e29-725b-4524-899a-78f1df637dbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:01.581202 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1e212e29-725b-4524-899a-78f1df637dbf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/231ba144-74b5-4215-be61-fefe10f8430f HTTP/1.1" status: 204 len: 168 time: 0.1527786 Feb 01 05:19:02.057804 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d2501985-16a0-460c-8025-297437aa4069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:02.337847 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 50738) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:19:02.442002 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-49f63122-0f56-4018-ae95-1b635283cf7a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1592655900-network', 'tenant_id': '47c2b80adcdd4b1e9d3030c20d0c1b69'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:19:02.446734 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-49f63122-0f56-4018-ae95-1b635283cf7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:19:02.450516 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-49f63122-0f56-4018-ae95-1b635283cf7a admin admin] Usage tracker for resource:network and tenant:47c2b80adcdd4b1e9d3030c20d0c1b69 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:19:02.453335 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-49f63122-0f56-4018-ae95-1b635283cf7a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:19:02.462065 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-49f63122-0f56-4018-ae95-1b635283cf7a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:19:02.471455 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f63122-0f56-4018-ae95-1b635283cf7a admin admin] Made reservation on behalf of 47c2b80adcdd4b1e9d3030c20d0c1b69 for: {'network': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 05:19:02.473630 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-49f63122-0f56-4018-ae95-1b635283cf7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:02.485061 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-49f63122-0f56-4018-ae95-1b635283cf7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:02.499414 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-49f63122-0f56-4018-ae95-1b635283cf7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:19:02.503707 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-49f63122-0f56-4018-ae95-1b635283cf7a admin admin] Usage tracker for resource:security_group_rule and tenant:47c2b80adcdd4b1e9d3030c20d0c1b69 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:19:02.506427 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-49f63122-0f56-4018-ae95-1b635283cf7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:19:02.511899 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-49f63122-0f56-4018-ae95-1b635283cf7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:19:02.594491 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-49f63122-0f56-4018-ae95-1b635283cf7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:02.598682 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-49f63122-0f56-4018-ae95-1b635283cf7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:02.626179 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49f63122-0f56-4018-ae95-1b635283cf7a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=87637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 05:19:02.638320 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f63122-0f56-4018-ae95-1b635283cf7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b26c6298-15ad-455f-878c-36177950c9e0,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:19:02.642737 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-49f63122-0f56-4018-ae95-1b635283cf7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:02.643111 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.segments_db [None req-49f63122-0f56-4018-ae95-1b635283cf7a admin admin] Added segment 34c88974-55d3-40d8-bfa6-6b142c0cb298 of type vlan for network d9df514b-2c2c-49e3-ac44-727a57b7872a Feb 01 05:19:02.669194 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-49f63122-0f56-4018-ae95-1b635283cf7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:02.697915 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-49f63122-0f56-4018-ae95-1b635283cf7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:02.698831 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f63122-0f56-4018-ae95-1b635283cf7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:19:02.699424 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-49f63122-0f56-4018-ae95-1b635283cf7a admin admin] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:02.795291 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-49f63122-0f56-4018-ae95-1b635283cf7a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4563406 Feb 01 05:19:02.798196 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 50744) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:19:02.800431 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f63122-0f56-4018-ae95-1b635283cf7a admin admin] Pushing event updated for resources: {'Network': ['ID=d9df514b-2c2c-49e3-ac44-727a57b7872a,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:19:02.803776 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-0c35dc65-77f8-4b84-b602-63ca49953844 admin admin] Request body: {'subnet': {'network_id': 'd9df514b-2c2c-49e3-ac44-727a57b7872a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1592655900-subnet', 'tenant_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'ip_version': 4}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:19:02.808678 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-0c35dc65-77f8-4b84-b602-63ca49953844 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:19:02.810046 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network d9df514b-2c2c-49e3-ac44-727a57b7872a details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 05:19:02.812593 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0c35dc65-77f8-4b84-b602-63ca49953844 admin admin] Usage tracker for resource:subnet and tenant:47c2b80adcdd4b1e9d3030c20d0c1b69 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:19:02.816340 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0c35dc65-77f8-4b84-b602-63ca49953844 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:19:02.822027 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-0c35dc65-77f8-4b84-b602-63ca49953844 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:19:02.833551 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c35dc65-77f8-4b84-b602-63ca49953844 admin admin] Made reservation on behalf of 47c2b80adcdd4b1e9d3030c20d0c1b69 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 05:19:02.835996 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0c35dc65-77f8-4b84-b602-63ca49953844 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2652191'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:03.043200 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0c35dc65-77f8-4b84-b602-63ca49953844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2652173'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:03.120493 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c35dc65-77f8-4b84-b602-63ca49953844 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e52c30de-715f-4162-b2d3-ec7a93a42aa6,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:19:03.124469 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c35dc65-77f8-4b84-b602-63ca49953844 admin admin] Checking segment: {'id': '34c88974-55d3-40d8-bfa6-6b142c0cb298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd9df514b-2c2c-49e3-ac44-727a57b7872a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 05:19:03.124821 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c35dc65-77f8-4b84-b602-63ca49953844 admin admin] Network hostable DHCP agents. Network: d9df514b-2c2c-49e3-ac44-727a57b7872a, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 05:19:03.142837 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c35dc65-77f8-4b84-b602-63ca49953844 admin admin] Network d9df514b-2c2c-49e3-ac44-727a57b7872a is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 05:19:03.153056 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-0c35dc65-77f8-4b84-b602-63ca49953844 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, d9df514b-2c2c-49e3-ac44-727a57b7872a) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 05:19:03.157010 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c35dc65-77f8-4b84-b602-63ca49953844 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:19:03.157590 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0c35dc65-77f8-4b84-b602-63ca49953844 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:03.164490 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7496f481-9820-41ca-8205-2348d7053b99 None None] Network d9df514b-2c2c-49e3-ac44-727a57b7872a requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 05:19:03.178498 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0c35dc65-77f8-4b84-b602-63ca49953844 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3791790 Feb 01 05:19:03.181161 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 50748) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:19:03.185982 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-90de8dc9-2c46-4fa3-a7c3-e4f0d52aa756 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1592655900-router', 'tenant_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:19:03.190678 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-90de8dc9-2c46-4fa3-a7c3-e4f0d52aa756 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:19:03.194413 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-90de8dc9-2c46-4fa3-a7c3-e4f0d52aa756 admin admin] Usage tracker for resource:router and tenant:47c2b80adcdd4b1e9d3030c20d0c1b69 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:19:03.197243 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-90de8dc9-2c46-4fa3-a7c3-e4f0d52aa756 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:19:03.202814 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-90de8dc9-2c46-4fa3-a7c3-e4f0d52aa756 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:19:03.213270 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-90de8dc9-2c46-4fa3-a7c3-e4f0d52aa756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25958'] for router, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:03.214257 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-90de8dc9-2c46-4fa3-a7c3-e4f0d52aa756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-372027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25961'] for router, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:03.229708 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-90de8dc9-2c46-4fa3-a7c3-e4f0d52aa756 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:03.377403 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9131eee2-5a42-4411-91ce-2693291775af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-d9df514b-2c2c-49e3-ac44-727a57b7872a', 'network_id': 'd9df514b-2c2c-49e3-ac44-727a57b7872a', 'tenant_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'fixed_ips': [{'subnet_id': 'e52c30de-715f-4162-b2d3-ec7a93a42aa6'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 05:19:03.378227 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9131eee2-5a42-4411-91ce-2693291775af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:03.492680 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-90de8dc9-2c46-4fa3-a7c3-e4f0d52aa756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:03.529923 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-9131eee2-5a42-4411-91ce-2693291775af None None] Allocated IP 172.20.0.2 (d9df514b-2c2c-49e3-ac44-727a57b7872a/e52c30de-715f-4162-b2d3-ec7a93a42aa6/4d511411-9afa-4d4d-bf63-ac954e9600e0) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 05:19:03.733287 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9131eee2-5a42-4411-91ce-2693291775af None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:03.745098 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-9131eee2-5a42-4411-91ce-2693291775af None None] Transition to ACTIVE for port object 4d511411-9afa-4d4d-bf63-ac954e9600e0 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 05:19:03.764528 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-9131eee2-5a42-4411-91ce-2693291775af None None] Transition to ACTIVE for port object 4d511411-9afa-4d4d-bf63-ac954e9600e0 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 05:19:03.770030 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9131eee2-5a42-4411-91ce-2693291775af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:03.836576 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9131eee2-5a42-4411-91ce-2693291775af None None] Network d9df514b-2c2c-49e3-ac44-727a57b7872a is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 05:19:03.839421 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-9131eee2-5a42-4411-91ce-2693291775af None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 05:19:03.843155 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9131eee2-5a42-4411-91ce-2693291775af None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 05:19:03.851981 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9131eee2-5a42-4411-91ce-2693291775af None None] Pushing event updated for resources: {'Port': ['ID=4d511411-9afa-4d4d-bf63-ac954e9600e0,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:19:03.912115 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-90de8dc9-2c46-4fa3-a7c3-e4f0d52aa756 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:03.915631 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9131eee2-5a42-4411-91ce-2693291775af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:19:03.915977 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9131eee2-5a42-4411-91ce-2693291775af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:19:03.916312 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9131eee2-5a42-4411-91ce-2693291775af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:19:03.916643 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9131eee2-5a42-4411-91ce-2693291775af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:19:03.916966 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9131eee2-5a42-4411-91ce-2693291775af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:19:03.917289 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9131eee2-5a42-4411-91ce-2693291775af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:19:03.917612 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9131eee2-5a42-4411-91ce-2693291775af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:19:03.917930 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9131eee2-5a42-4411-91ce-2693291775af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:19:03.918252 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9131eee2-5a42-4411-91ce-2693291775af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:19:03.918569 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9131eee2-5a42-4411-91ce-2693291775af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:19:03.918885 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9131eee2-5a42-4411-91ce-2693291775af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:19:03.919219 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9131eee2-5a42-4411-91ce-2693291775af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:19:03.941775 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-90de8dc9-2c46-4fa3-a7c3-e4f0d52aa756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:03.949089 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-9131eee2-5a42-4411-91ce-2693291775af None None] Attempting to bind port 4d511411-9afa-4d4d-bf63-ac954e9600e0 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 05:19:03.949444 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-9131eee2-5a42-4411-91ce-2693291775af None None] Attempting to bind port 4d511411-9afa-4d4d-bf63-ac954e9600e0 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '34c88974-55d3-40d8-bfa6-6b142c0cb298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd9df514b-2c2c-49e3-ac44-727a57b7872a'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 05:19:03.949793 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9131eee2-5a42-4411-91ce-2693291775af None None] Attempting to bind port 4d511411-9afa-4d4d-bf63-ac954e9600e0 on network d9df514b-2c2c-49e3-ac44-727a57b7872a {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 05:19:03.954883 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9131eee2-5a42-4411-91ce-2693291775af None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 5, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 05:19:03.955271 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9131eee2-5a42-4411-91ce-2693291775af None None] Checking segment: {'id': '34c88974-55d3-40d8-bfa6-6b142c0cb298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd9df514b-2c2c-49e3-ac44-727a57b7872a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 05:19:03.956194 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9131eee2-5a42-4411-91ce-2693291775af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:03.956577 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9131eee2-5a42-4411-91ce-2693291775af None None] Bound using segment: {'id': '34c88974-55d3-40d8-bfa6-6b142c0cb298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd9df514b-2c2c-49e3-ac44-727a57b7872a'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 05:19:03.957022 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-9131eee2-5a42-4411-91ce-2693291775af None None] Bound port: 4d511411-9afa-4d4d-bf63-ac954e9600e0, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c88974-55d3-40d8-bfa6-6b142c0cb298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd9df514b-2c2c-49e3-ac44-727a57b7872a'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 05:19:03.957385 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9131eee2-5a42-4411-91ce-2693291775af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:04.044330 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-9131eee2-5a42-4411-91ce-2693291775af None None] For port 4d511411-9afa-4d4d-bf63-ac954e9600e0, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 05:19:04.047526 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-9131eee2-5a42-4411-91ce-2693291775af None None] For port 4d511411-9afa-4d4d-bf63-ac954e9600e0, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=4d511411-9afa-4d4d-bf63-ac954e9600e0,segment=NetworkSegment(34c88974-55d3-40d8-bfa6-6b142c0cb298),segment_id=34c88974-55d3-40d8-bfa6-6b142c0cb298)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 05:19:04.051434 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9131eee2-5a42-4411-91ce-2693291775af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:04.077382 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-90de8dc9-2c46-4fa3-a7c3-e4f0d52aa756 admin admin] Allocated IP 172.26.8.133 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/0cec26f7-878a-4d49-b8ca-f67f901efd24) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 05:19:04.139301 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9131eee2-5a42-4411-91ce-2693291775af None None] Pushing event updated for resources: {'Port': ['ID=4d511411-9afa-4d4d-bf63-ac954e9600e0,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:19:04.228475 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-90de8dc9-2c46-4fa3-a7c3-e4f0d52aa756 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:04.259835 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-90de8dc9-2c46-4fa3-a7c3-e4f0d52aa756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:04.337598 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90de8dc9-2c46-4fa3-a7c3-e4f0d52aa756 admin admin] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 05:19:04.340729 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-90de8dc9-2c46-4fa3-a7c3-e4f0d52aa756 admin admin] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 05:19:04.344864 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90de8dc9-2c46-4fa3-a7c3-e4f0d52aa756 admin admin] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 05:19:04.347686 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-926e9302-3f01-461f-a8e1-b21a0dc32536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:04.386149 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90de8dc9-2c46-4fa3-a7c3-e4f0d52aa756 admin admin] Pushing event updated for resources: {'Port': ['ID=0cec26f7-878a-4d49-b8ca-f67f901efd24,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:19:04.758269 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-90de8dc9-2c46-4fa3-a7c3-e4f0d52aa756 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:05.078621 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 4d511411-9afa-4d4d-bf63-ac954e9600e0 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 05:19:05.103641 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-90de8dc9-2c46-4fa3-a7c3-e4f0d52aa756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337'] for router, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:05.123057 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c291cece-0880-421d-b7cd-4333f32f7bba None None] Network d9df514b-2c2c-49e3-ac44-727a57b7872a requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 05:19:05.262042 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-4b7617e6-c574-44bc-8fbb-8d301be4907c None None] Provisioning for port 4d511411-9afa-4d4d-bf63-ac954e9600e0 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 05:19:05.267572 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 4d511411-9afa-4d4d-bf63-ac954e9600e0 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 05:19:05.301483 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-4b7617e6-c574-44bc-8fbb-8d301be4907c None None] Provisioning complete for port 4d511411-9afa-4d4d-bf63-ac954e9600e0 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:19:05.301850 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4b7617e6-c574-44bc-8fbb-8d301be4907c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:05.331765 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 4d511411-9afa-4d4d-bf63-ac954e9600e0 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:19:05.332126 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:05.424643 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90de8dc9-2c46-4fa3-a7c3-e4f0d52aa756 admin admin] Router 22a9f118-20b5-4684-b3bb-51bea42539df is scheduled to L3 agent a3073304-82af-4a42-89af-bc532d6626bb with binding_index 1 {{(pid=87636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 01 05:19:05.605342 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90de8dc9-2c46-4fa3-a7c3-e4f0d52aa756 admin admin] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 05:19:05.613880 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20c9a78-a94e-480f-9d5c-bc6b3698d365 None None] Sync routers for ids ['22a9f118-20b5-4684-b3bb-51bea42539df'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 05:19:05.625211 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20c9a78-a94e-480f-9d5c-bc6b3698d365 None None] Routers {'22a9f118-20b5-4684-b3bb-51bea42539df'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:19:05.626572 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-d20c9a78-a94e-480f-9d5c-bc6b3698d365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:19:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['22a9f118-20b5-4684-b3bb-51bea42539df'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:19:05.631104 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-90de8dc9-2c46-4fa3-a7c3-e4f0d52aa756 admin admin] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:05.632365 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-90de8dc9-2c46-4fa3-a7c3-e4f0d52aa756 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4502938 Feb 01 05:19:05.635159 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 50752) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:19:05.643561 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:05.649756 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4b7617e6-c574-44bc-8fbb-8d301be4907c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:05.662305 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:05.685049 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:05.710402 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-4b7617e6-c574-44bc-8fbb-8d301be4907c None None] For port 4d511411-9afa-4d4d-bf63-ac954e9600e0, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=4d511411-9afa-4d4d-bf63-ac954e9600e0,segment=NetworkSegment(34c88974-55d3-40d8-bfa6-6b142c0cb298),segment_id=34c88974-55d3-40d8-bfa6-6b142c0cb298)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:19:05.716588 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4b7617e6-c574-44bc-8fbb-8d301be4907c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:05.836704 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-d20c9a78-a94e-480f-9d5c-bc6b3698d365 None None] Set router 22a9f118-20b5-4684-b3bb-51bea42539df gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:19:05.838912 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 05:19:05.839297 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 05:19:05.842732 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7617e6-c574-44bc-8fbb-8d301be4907c None None] Pushing event updated for resources: {'Port': ['ID=4d511411-9afa-4d4d-bf63-ac954e9600e0,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:19:06.038170 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-32686d47-0b16-44a7-959a-c080841a290f None None] Provisioning complete for port 4d511411-9afa-4d4d-bf63-ac954e9600e0 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:19:06.038643 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-32686d47-0b16-44a7-959a-c080841a290f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:06.178472 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-d20c9a78-a94e-480f-9d5c-bc6b3698d365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a9f118-20b5-4684-b3bb-51bea42539df', 'name': 'tempest-TestSnapshotPattern-1592655900-router', 'tenant_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.133'}], 'enable_snat': True}, 'gw_port_id': '0cec26f7-878a-4d49-b8ca-f67f901efd24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:19:03Z', 'updated_at': '2022-02-01T05:19:04Z', 'revision_number': 3, 'project_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'gw_port': {'id': '0cec26f7-878a-4d49-b8ca-f67f901efd24', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d2:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a9f118-20b5-4684-b3bb-51bea42539df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:19:03Z', 'updated_at': '2022-02-01T05:19:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:19:06.182191 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20c9a78-a94e-480f-9d5c-bc6b3698d365 None None] Checking router: 22a9f118-20b5-4684-b3bb-51bea42539df for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 05:19:06.182525 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20c9a78-a94e-480f-9d5c-bc6b3698d365 None None] Updating router 22a9f118-20b5-4684-b3bb-51bea42539df port 0cec26f7-878a-4d49-b8ca-f67f901efd24 binding host dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 05:19:06.237093 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d20c9a78-a94e-480f-9d5c-bc6b3698d365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:06.363084 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-976362e7-4239-4711-abbf-a744f33816ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:06.557781 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d20c9a78-a94e-480f-9d5c-bc6b3698d365 None None] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:06.564784 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-976362e7-4239-4711-abbf-a744f33816ca admin admin] Allocated IP 172.20.0.1 (d9df514b-2c2c-49e3-ac44-727a57b7872a/e52c30de-715f-4162-b2d3-ec7a93a42aa6/bd056143-52d0-4e38-9f37-baa7df7d2fa5) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 05:19:06.569006 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-d20c9a78-a94e-480f-9d5c-bc6b3698d365 None None] Transition to ACTIVE for port object 0cec26f7-878a-4d49-b8ca-f67f901efd24 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 05:19:06.576008 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d20c9a78-a94e-480f-9d5c-bc6b3698d365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:06.656974 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-d20c9a78-a94e-480f-9d5c-bc6b3698d365 None None] Attempting to bind port 0cec26f7-878a-4d49-b8ca-f67f901efd24 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 05:19:06.657623 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-d20c9a78-a94e-480f-9d5c-bc6b3698d365 None None] Attempting to bind port 0cec26f7-878a-4d49-b8ca-f67f901efd24 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 05:19:06.657729 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20c9a78-a94e-480f-9d5c-bc6b3698d365 None None] Attempting to bind port 0cec26f7-878a-4d49-b8ca-f67f901efd24 on network bdef128a-46b3-4cca-a245-48d1eb781269 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 05:19:06.660330 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c6b387-7f26-47fa-8c3f-ece134c206a3 None None] Pushing event updated for resources: {'Port': ['ID=0cec26f7-878a-4d49-b8ca-f67f901efd24,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:19:06.669407 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c6b387-7f26-47fa-8c3f-ece134c206a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:19:06.669746 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c6b387-7f26-47fa-8c3f-ece134c206a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:19:06.670079 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c6b387-7f26-47fa-8c3f-ece134c206a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:19:06.670405 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c6b387-7f26-47fa-8c3f-ece134c206a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:19:06.670729 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c6b387-7f26-47fa-8c3f-ece134c206a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:19:06.671050 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c6b387-7f26-47fa-8c3f-ece134c206a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:19:06.671391 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c6b387-7f26-47fa-8c3f-ece134c206a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:19:06.671708 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c6b387-7f26-47fa-8c3f-ece134c206a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:19:06.672026 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c6b387-7f26-47fa-8c3f-ece134c206a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:19:06.672338 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c6b387-7f26-47fa-8c3f-ece134c206a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:19:06.672653 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c6b387-7f26-47fa-8c3f-ece134c206a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:19:06.672966 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c6b387-7f26-47fa-8c3f-ece134c206a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:19:06.676779 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20c9a78-a94e-480f-9d5c-bc6b3698d365 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 5, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 05:19:06.677146 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20c9a78-a94e-480f-9d5c-bc6b3698d365 None None] Checking segment: {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 05:19:06.677536 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d20c9a78-a94e-480f-9d5c-bc6b3698d365 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:06.677915 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20c9a78-a94e-480f-9d5c-bc6b3698d365 None None] Bound using segment: {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 05:19:06.678378 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-d20c9a78-a94e-480f-9d5c-bc6b3698d365 None None] Bound port: 0cec26f7-878a-4d49-b8ca-f67f901efd24, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 05:19:06.678744 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d20c9a78-a94e-480f-9d5c-bc6b3698d365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:06.753628 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-d20c9a78-a94e-480f-9d5c-bc6b3698d365 None None] For port 0cec26f7-878a-4d49-b8ca-f67f901efd24, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 05:19:06.756825 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-d20c9a78-a94e-480f-9d5c-bc6b3698d365 None None] For port 0cec26f7-878a-4d49-b8ca-f67f901efd24, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=0cec26f7-878a-4d49-b8ca-f67f901efd24,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 05:19:06.762391 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d20c9a78-a94e-480f-9d5c-bc6b3698d365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:06.832091 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-976362e7-4239-4711-abbf-a744f33816ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:06.837515 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20c9a78-a94e-480f-9d5c-bc6b3698d365 None None] Routers {'22a9f118-20b5-4684-b3bb-51bea42539df'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:19:06.838123 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-d20c9a78-a94e-480f-9d5c-bc6b3698d365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:19:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['22a9f118-20b5-4684-b3bb-51bea42539df'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:19:06.847553 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-976362e7-4239-4711-abbf-a744f33816ca admin admin] Transition to ACTIVE for port object bd056143-52d0-4e38-9f37-baa7df7d2fa5 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 05:19:06.871712 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-976362e7-4239-4711-abbf-a744f33816ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:06.916146 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c6b387-7f26-47fa-8c3f-ece134c206a3 None None] Pushing event updated for resources: {'Port': ['ID=0cec26f7-878a-4d49-b8ca-f67f901efd24,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:19:06.937026 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976362e7-4239-4711-abbf-a744f33816ca admin admin] Network d9df514b-2c2c-49e3-ac44-727a57b7872a is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 05:19:06.940564 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-976362e7-4239-4711-abbf-a744f33816ca admin admin] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 05:19:06.944297 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976362e7-4239-4711-abbf-a744f33816ca admin admin] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 05:19:06.977256 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976362e7-4239-4711-abbf-a744f33816ca admin admin] Pushing event updated for resources: {'Port': ['ID=bd056143-52d0-4e38-9f37-baa7df7d2fa5,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:19:07.011539 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-976362e7-4239-4711-abbf-a744f33816ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-372107'] for router_interface, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:07.028264 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-d20c9a78-a94e-480f-9d5c-bc6b3698d365 None None] Set router 22a9f118-20b5-4684-b3bb-51bea42539df gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:19:07.055029 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 4d511411-9afa-4d4d-bf63-ac954e9600e0 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 05:19:07.128631 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 4d511411-9afa-4d4d-bf63-ac954e9600e0 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:19:07.129221 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:07.207436 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:07.209447 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-8a25bbd6-124c-4f06-9ffb-d892faeca78d None None] Provisioning for port bd056143-52d0-4e38-9f37-baa7df7d2fa5 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 05:19:07.217241 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-8a25bbd6-124c-4f06-9ffb-d892faeca78d None None] Provisioning complete for port bd056143-52d0-4e38-9f37-baa7df7d2fa5 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:19:07.217600 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8a25bbd6-124c-4f06-9ffb-d892faeca78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:07.297519 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-976362e7-4239-4711-abbf-a744f33816ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:07.319446 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-8a25bbd6-124c-4f06-9ffb-d892faeca78d None None] Port bd056143-52d0-4e38-9f37-baa7df7d2fa5 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 05:19:07.352444 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-d20c9a78-a94e-480f-9d5c-bc6b3698d365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a9f118-20b5-4684-b3bb-51bea42539df', 'name': 'tempest-TestSnapshotPattern-1592655900-router', 'tenant_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.133'}], 'enable_snat': True}, 'gw_port_id': '0cec26f7-878a-4d49-b8ca-f67f901efd24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:19:03Z', 'updated_at': '2022-02-01T05:19:04Z', 'revision_number': 3, 'project_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'gw_port': {'id': '0cec26f7-878a-4d49-b8ca-f67f901efd24', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d2:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a9f118-20b5-4684-b3bb-51bea42539df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:19:03Z', 'updated_at': '2022-02-01T05:19:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:19:07.356170 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20c9a78-a94e-480f-9d5c-bc6b3698d365 None None] The sync data for ids ['22a9f118-20b5-4684-b3bb-51bea42539df'] in dv-neutron-826830-1-hyperv is: [{'id': '22a9f118-20b5-4684-b3bb-51bea42539df', 'name': 'tempest-TestSnapshotPattern-1592655900-router', 'tenant_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.133'}], 'enable_snat': True}, 'gw_port_id': '0cec26f7-878a-4d49-b8ca-f67f901efd24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:19:03Z', 'updated_at': '2022-02-01T05:19:04Z', 'revision_number': 3, 'project_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'gw_port': {'id': '0cec26f7-878a-4d49-b8ca-f67f901efd24', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d2:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a9f118-20b5-4684-b3bb-51bea42539df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:19:03Z', 'updated_at': '2022-02-01T05:19:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 05:19:07.519081 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-976362e7-4239-4711-abbf-a744f33816ca admin admin] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:07.523493 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-976362e7-4239-4711-abbf-a744f33816ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:07.636587 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-976362e7-4239-4711-abbf-a744f33816ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371990'] for router_interface, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:07.640346 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976362e7-4239-4711-abbf-a744f33816ca admin admin] Pushing event updated for resources: {'Port': ['ID=bd056143-52d0-4e38-9f37-baa7df7d2fa5,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:19:07.778892 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976362e7-4239-4711-abbf-a744f33816ca admin admin] Network d9df514b-2c2c-49e3-ac44-727a57b7872a is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 05:19:07.780106 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-976362e7-4239-4711-abbf-a744f33816ca admin admin] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 05:19:07.990201 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-976362e7-4239-4711-abbf-a744f33816ca admin admin] Router 22a9f118-20b5-4684-b3bb-51bea42539df has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 05:19:08.043772 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-f8482db9-a34f-4199-9149-20dd6535dc78 None None] Provisioning complete for port bd056143-52d0-4e38-9f37-baa7df7d2fa5 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:19:08.044133 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f8482db9-a34f-4199-9149-20dd6535dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:08.102145 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-f8482db9-a34f-4199-9149-20dd6535dc78 None None] Port bd056143-52d0-4e38-9f37-baa7df7d2fa5 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 05:19:08.175906 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-976362e7-4239-4711-abbf-a744f33816ca admin admin] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 05:19:08.184740 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-976362e7-4239-4711-abbf-a744f33816ca admin admin] 10.222.0.24 "PUT /v2.0/routers/22a9f118-20b5-4684-b3bb-51bea42539df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5486174 Feb 01 05:19:08.675238 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 50770) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:19:08.680816 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-e2a47efe-1dbf-4017-bba6-3a9d151cd8ee admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-745001863-network', 'tenant_id': '4cb9e6e9aaec4cc6b117bde5d23cf66a'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:19:08.685835 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e2a47efe-1dbf-4017-bba6-3a9d151cd8ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:19:08.691221 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e2a47efe-1dbf-4017-bba6-3a9d151cd8ee admin admin] Usage tracker for resource:network and tenant:4cb9e6e9aaec4cc6b117bde5d23cf66a is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:19:08.694840 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e2a47efe-1dbf-4017-bba6-3a9d151cd8ee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:19:08.700758 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e2a47efe-1dbf-4017-bba6-3a9d151cd8ee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:19:08.711540 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a47efe-1dbf-4017-bba6-3a9d151cd8ee admin admin] Made reservation on behalf of 4cb9e6e9aaec4cc6b117bde5d23cf66a for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 05:19:08.714024 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e2a47efe-1dbf-4017-bba6-3a9d151cd8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:08.726877 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e2a47efe-1dbf-4017-bba6-3a9d151cd8ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:08.742192 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e2a47efe-1dbf-4017-bba6-3a9d151cd8ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:19:08.745972 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e2a47efe-1dbf-4017-bba6-3a9d151cd8ee admin admin] Usage tracker for resource:security_group_rule and tenant:4cb9e6e9aaec4cc6b117bde5d23cf66a is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:19:08.748756 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e2a47efe-1dbf-4017-bba6-3a9d151cd8ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:19:08.754318 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e2a47efe-1dbf-4017-bba6-3a9d151cd8ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:19:08.838079 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e2a47efe-1dbf-4017-bba6-3a9d151cd8ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:08.843913 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e2a47efe-1dbf-4017-bba6-3a9d151cd8ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:08.874002 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2a47efe-1dbf-4017-bba6-3a9d151cd8ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 05:19:08.883429 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a47efe-1dbf-4017-bba6-3a9d151cd8ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8e6038-ff84-470f-9846-73f989861324,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:19:08.889047 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e2a47efe-1dbf-4017-bba6-3a9d151cd8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:08.889441 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-e2a47efe-1dbf-4017-bba6-3a9d151cd8ee admin admin] Added segment 868d1a49-29fd-41b2-b939-e52de2e6ba36 of type vlan for network 4a90c6b3-07a1-4628-8e59-89b41679a53b Feb 01 05:19:08.917008 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e2a47efe-1dbf-4017-bba6-3a9d151cd8ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734577388903'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:08.924689 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28b3bae-70fc-4bff-a497-42539b9e05f9 None None] Sync routers for ids ['22a9f118-20b5-4684-b3bb-51bea42539df'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 05:19:08.935674 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28b3bae-70fc-4bff-a497-42539b9e05f9 None None] Routers {'22a9f118-20b5-4684-b3bb-51bea42539df'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:19:08.936332 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-a28b3bae-70fc-4bff-a497-42539b9e05f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:19:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['22a9f118-20b5-4684-b3bb-51bea42539df'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:19:08.947680 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e2a47efe-1dbf-4017-bba6-3a9d151cd8ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:08.948779 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a47efe-1dbf-4017-bba6-3a9d151cd8ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:19:08.949348 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e2a47efe-1dbf-4017-bba6-3a9d151cd8ee admin admin] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:09.087517 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 0cec26f7-878a-4d49-b8ca-f67f901efd24 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 05:19:09.164676 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e2a47efe-1dbf-4017-bba6-3a9d151cd8ee admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4883082 Feb 01 05:19:09.165837 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-a28b3bae-70fc-4bff-a497-42539b9e05f9 None None] Set router 22a9f118-20b5-4684-b3bb-51bea42539df gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:19:09.167511 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 50774) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:19:09.169984 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a47efe-1dbf-4017-bba6-3a9d151cd8ee admin admin] Pushing event updated for resources: {'Network': ['ID=4a90c6b3-07a1-4628-8e59-89b41679a53b,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:19:09.173452 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-2c8ded9f-e7fc-4f01-8a97-7bc3513db41b admin admin] Request body: {'subnet': {'network_id': '4a90c6b3-07a1-4628-8e59-89b41679a53b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-745001863-subnet', 'tenant_id': '4cb9e6e9aaec4cc6b117bde5d23cf66a', 'ip_version': 4}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:19:09.178474 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-2c8ded9f-e7fc-4f01-8a97-7bc3513db41b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:19:09.182345 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-2c8ded9f-e7fc-4f01-8a97-7bc3513db41b admin admin] Usage tracker for resource:subnet and tenant:4cb9e6e9aaec4cc6b117bde5d23cf66a is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:19:09.185244 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-2c8ded9f-e7fc-4f01-8a97-7bc3513db41b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:19:09.191466 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-2c8ded9f-e7fc-4f01-8a97-7bc3513db41b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:19:09.201260 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c8ded9f-e7fc-4f01-8a97-7bc3513db41b admin admin] Made reservation on behalf of 4cb9e6e9aaec4cc6b117bde5d23cf66a for: {'subnet': 1} {{(pid=87637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 05:19:09.204054 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2c8ded9f-e7fc-4f01-8a97-7bc3513db41b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3694443'] for subnet, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:09.209747 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Network 4a90c6b3-07a1-4628-8e59-89b41679a53b details requested by agent ovs-agent-dv-neutron-826830-1-hyperv with host dv-neutron-826830-1-hyperv {{(pid=87638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 01 05:19:09.398317 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 0cec26f7-878a-4d49-b8ca-f67f901efd24 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 05:19:09.411541 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2c8ded9f-e7fc-4f01-8a97-7bc3513db41b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3037478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3694457'] for subnet, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:09.413528 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 0cec26f7-878a-4d49-b8ca-f67f901efd24 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:19:09.413907 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:09.484538 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8ded9f-e7fc-4f01-8a97-7bc3513db41b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e4765d5-72f4-4764-ba8a-18922fdaef67,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:19:09.492422 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8ded9f-e7fc-4f01-8a97-7bc3513db41b admin admin] Checking segment: {'id': '868d1a49-29fd-41b2-b939-e52de2e6ba36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4a90c6b3-07a1-4628-8e59-89b41679a53b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 05:19:09.492779 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8ded9f-e7fc-4f01-8a97-7bc3513db41b admin admin] Network hostable DHCP agents. Network: 4a90c6b3-07a1-4628-8e59-89b41679a53b, hostable agents: ['a1d066fd-cfc5-4274-97b5-721940edae38'], hosted agents: [] {{(pid=87637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 05:19:09.511569 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8ded9f-e7fc-4f01-8a97-7bc3513db41b admin admin] Network 4a90c6b3-07a1-4628-8e59-89b41679a53b is scheduled to be hosted by DHCP agent a1d066fd-cfc5-4274-97b5-721940edae38 with binding_index 1 {{(pid=87637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 05:19:09.521475 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-2c8ded9f-e7fc-4f01-8a97-7bc3513db41b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-1-hyperv, 4a90c6b3-07a1-4628-8e59-89b41679a53b) {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 05:19:09.525956 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8ded9f-e7fc-4f01-8a97-7bc3513db41b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:19:09.526530 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2c8ded9f-e7fc-4f01-8a97-7bc3513db41b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:09.536610 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ebec2d-37cf-4723-b81c-0f1d9fea329a None None] Network 4a90c6b3-07a1-4628-8e59-89b41679a53b requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 05:19:09.546515 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-2c8ded9f-e7fc-4f01-8a97-7bc3513db41b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3779185 Feb 01 05:19:09.549047 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 50778) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:19:09.553866 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-90eb0973-96fb-49cc-97a3-c60070cd9ae3 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-745001863-router', 'tenant_id': '4cb9e6e9aaec4cc6b117bde5d23cf66a', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:19:09.558328 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-90eb0973-96fb-49cc-97a3-c60070cd9ae3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:19:09.562090 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-90eb0973-96fb-49cc-97a3-c60070cd9ae3 admin admin] Usage tracker for resource:router and tenant:4cb9e6e9aaec4cc6b117bde5d23cf66a is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:19:09.565416 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-90eb0973-96fb-49cc-97a3-c60070cd9ae3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:19:09.571272 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-90eb0973-96fb-49cc-97a3-c60070cd9ae3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:19:09.583541 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-90eb0973-96fb-49cc-97a3-c60070cd9ae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25958'] for router, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:09.584628 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-90eb0973-96fb-49cc-97a3-c60070cd9ae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-372027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25961'] for router, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:09.600944 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-90eb0973-96fb-49cc-97a3-c60070cd9ae3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:09.808262 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:09.866673 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-90eb0973-96fb-49cc-97a3-c60070cd9ae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-774318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25979'] for router, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:09.873630 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 0cec26f7-878a-4d49-b8ca-f67f901efd24, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=0cec26f7-878a-4d49-b8ca-f67f901efd24,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:19:09.884317 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:09.966597 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-a28b3bae-70fc-4bff-a497-42539b9e05f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a9f118-20b5-4684-b3bb-51bea42539df', 'name': 'tempest-TestSnapshotPattern-1592655900-router', 'tenant_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.133'}], 'enable_snat': True}, 'gw_port_id': '0cec26f7-878a-4d49-b8ca-f67f901efd24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:19:03Z', 'updated_at': '2022-02-01T05:19:07Z', 'revision_number': 4, 'project_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'gw_port': {'id': '0cec26f7-878a-4d49-b8ca-f67f901efd24', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d2:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a9f118-20b5-4684-b3bb-51bea42539df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:19:03Z', 'updated_at': '2022-02-01T05:19:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': 'bd056143-52d0-4e38-9f37-baa7df7d2fa5', 'name': '', 'network_id': 'd9df514b-2c2c-49e3-ac44-727a57b7872a', 'tenant_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'mac_address': 'fa:16:3e:1c:e6:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a9f118-20b5-4684-b3bb-51bea42539df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'e52c30de-715f-4162-b2d3-ec7a93a42aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:19:06Z', 'updated_at': '2022-02-01T05:19:07Z', 'revision_number': 2, 'project_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'subnets': [{'id': 'e52c30de-715f-4162-b2d3-ec7a93a42aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:19:09.975955 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031ba9b4-27e1-419e-a8fb-0970ae4bcae8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaaa0944c-c434-5cb5-97a7-547fb3e0fb79-4a90c6b3-07a1-4628-8e59-89b41679a53b', 'network_id': '4a90c6b3-07a1-4628-8e59-89b41679a53b', 'tenant_id': '4cb9e6e9aaec4cc6b117bde5d23cf66a', 'fixed_ips': [{'subnet_id': '4e4765d5-72f4-4764-ba8a-18922fdaef67'}]}} from dv-neutron-826830-1-hyperv. {{(pid=87638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 01 05:19:09.976755 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-031ba9b4-27e1-419e-a8fb-0970ae4bcae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:09.998725 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28b3bae-70fc-4bff-a497-42539b9e05f9 None None] Checking router: 22a9f118-20b5-4684-b3bb-51bea42539df for host: dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 05:19:09.999072 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28b3bae-70fc-4bff-a497-42539b9e05f9 None None] Updating router 22a9f118-20b5-4684-b3bb-51bea42539df port bd056143-52d0-4e38-9f37-baa7df7d2fa5 binding host dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 05:19:10.090048 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=0cec26f7-878a-4d49-b8ca-f67f901efd24,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:19:10.116460 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a28b3bae-70fc-4bff-a497-42539b9e05f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:10.184648 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-90eb0973-96fb-49cc-97a3-c60070cd9ae3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:10.214881 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-90eb0973-96fb-49cc-97a3-c60070cd9ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:10.305904 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-031ba9b4-27e1-419e-a8fb-0970ae4bcae8 None None] Allocated IP 172.20.0.2 (4a90c6b3-07a1-4628-8e59-89b41679a53b/4e4765d5-72f4-4764-ba8a-18922fdaef67/ada325e5-367f-4f2d-8f30-a83b27423080) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 05:19:10.448347 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-90eb0973-96fb-49cc-97a3-c60070cd9ae3 admin admin] Allocated IP 172.26.8.74 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/9ceed753-5527-4af5-a113-a9dc90b5dfff) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 05:19:10.595854 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-90eb0973-96fb-49cc-97a3-c60070cd9ae3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:10.625750 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-90eb0973-96fb-49cc-97a3-c60070cd9ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:10.674341 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-031ba9b4-27e1-419e-a8fb-0970ae4bcae8 None None] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:10.689747 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-031ba9b4-27e1-419e-a8fb-0970ae4bcae8 None None] Transition to ACTIVE for port object ada325e5-367f-4f2d-8f30-a83b27423080 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 05:19:10.694540 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90eb0973-96fb-49cc-97a3-c60070cd9ae3 admin admin] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 05:19:10.697535 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-90eb0973-96fb-49cc-97a3-c60070cd9ae3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 05:19:10.700105 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90eb0973-96fb-49cc-97a3-c60070cd9ae3 admin admin] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 05:19:10.706055 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a28b3bae-70fc-4bff-a497-42539b9e05f9 None None] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:10.724306 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-031ba9b4-27e1-419e-a8fb-0970ae4bcae8 None None] Transition to ACTIVE for port object ada325e5-367f-4f2d-8f30-a83b27423080 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 05:19:10.725619 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-a28b3bae-70fc-4bff-a497-42539b9e05f9 None None] Transition to ACTIVE for port object bd056143-52d0-4e38-9f37-baa7df7d2fa5 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 05:19:10.732838 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-031ba9b4-27e1-419e-a8fb-0970ae4bcae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:10.742593 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eb0973-96fb-49cc-97a3-c60070cd9ae3 admin admin] Pushing event updated for resources: {'Port': ['ID=9ceed753-5527-4af5-a113-a9dc90b5dfff,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:19:10.772429 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a28b3bae-70fc-4bff-a497-42539b9e05f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:10.808451 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031ba9b4-27e1-419e-a8fb-0970ae4bcae8 None None] Network 4a90c6b3-07a1-4628-8e59-89b41679a53b is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 05:19:10.869412 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-031ba9b4-27e1-419e-a8fb-0970ae4bcae8 None None] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 05:19:10.883851 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031ba9b4-27e1-419e-a8fb-0970ae4bcae8 None None] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 05:19:10.916021 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031ba9b4-27e1-419e-a8fb-0970ae4bcae8 None None] Pushing event updated for resources: {'Port': ['ID=ada325e5-367f-4f2d-8f30-a83b27423080,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:19:11.078148 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 0cec26f7-878a-4d49-b8ca-f67f901efd24 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 05:19:11.137401 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-90eb0973-96fb-49cc-97a3-c60070cd9ae3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:11.196542 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-a28b3bae-70fc-4bff-a497-42539b9e05f9 None None] Attempting to bind port bd056143-52d0-4e38-9f37-baa7df7d2fa5 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 05:19:11.196907 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-a28b3bae-70fc-4bff-a497-42539b9e05f9 None None] Attempting to bind port bd056143-52d0-4e38-9f37-baa7df7d2fa5 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '34c88974-55d3-40d8-bfa6-6b142c0cb298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd9df514b-2c2c-49e3-ac44-727a57b7872a'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 05:19:11.197263 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28b3bae-70fc-4bff-a497-42539b9e05f9 None None] Attempting to bind port bd056143-52d0-4e38-9f37-baa7df7d2fa5 on network d9df514b-2c2c-49e3-ac44-727a57b7872a {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 05:19:11.217872 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-031ba9b4-27e1-419e-a8fb-0970ae4bcae8 None None] Attempting to bind port ada325e5-367f-4f2d-8f30-a83b27423080 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 05:19:11.218231 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-031ba9b4-27e1-419e-a8fb-0970ae4bcae8 None None] Attempting to bind port ada325e5-367f-4f2d-8f30-a83b27423080 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '868d1a49-29fd-41b2-b939-e52de2e6ba36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4a90c6b3-07a1-4628-8e59-89b41679a53b'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 05:19:11.218581 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031ba9b4-27e1-419e-a8fb-0970ae4bcae8 None None] Attempting to bind port ada325e5-367f-4f2d-8f30-a83b27423080 on network 4a90c6b3-07a1-4628-8e59-89b41679a53b {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 05:19:11.220611 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28b3bae-70fc-4bff-a497-42539b9e05f9 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 5, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 05:19:11.221536 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28b3bae-70fc-4bff-a497-42539b9e05f9 None None] Checking segment: {'id': '34c88974-55d3-40d8-bfa6-6b142c0cb298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd9df514b-2c2c-49e3-ac44-727a57b7872a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 05:19:11.221926 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a28b3bae-70fc-4bff-a497-42539b9e05f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:11.222314 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28b3bae-70fc-4bff-a497-42539b9e05f9 None None] Bound using segment: {'id': '34c88974-55d3-40d8-bfa6-6b142c0cb298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd9df514b-2c2c-49e3-ac44-727a57b7872a'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 05:19:11.222761 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-a28b3bae-70fc-4bff-a497-42539b9e05f9 None None] Bound port: bd056143-52d0-4e38-9f37-baa7df7d2fa5, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c88974-55d3-40d8-bfa6-6b142c0cb298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd9df514b-2c2c-49e3-ac44-727a57b7872a'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 05:19:11.223122 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a28b3bae-70fc-4bff-a497-42539b9e05f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:11.236756 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda2eaf0-fb43-42c7-be0c-ed4fdfabd2f6 None None] Pushing event updated for resources: {'Port': ['ID=bd056143-52d0-4e38-9f37-baa7df7d2fa5,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:19:11.250009 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031ba9b4-27e1-419e-a8fb-0970ae4bcae8 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 5, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 05:19:11.250382 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031ba9b4-27e1-419e-a8fb-0970ae4bcae8 None None] Checking segment: {'id': '868d1a49-29fd-41b2-b939-e52de2e6ba36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4a90c6b3-07a1-4628-8e59-89b41679a53b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 05:19:11.250771 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-031ba9b4-27e1-419e-a8fb-0970ae4bcae8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:11.251170 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031ba9b4-27e1-419e-a8fb-0970ae4bcae8 None None] Bound using segment: {'id': '868d1a49-29fd-41b2-b939-e52de2e6ba36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4a90c6b3-07a1-4628-8e59-89b41679a53b'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 05:19:11.251635 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-031ba9b4-27e1-419e-a8fb-0970ae4bcae8 None None] Bound port: ada325e5-367f-4f2d-8f30-a83b27423080, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '868d1a49-29fd-41b2-b939-e52de2e6ba36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4a90c6b3-07a1-4628-8e59-89b41679a53b'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 05:19:11.252000 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-031ba9b4-27e1-419e-a8fb-0970ae4bcae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:11.411107 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 0cec26f7-878a-4d49-b8ca-f67f901efd24 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:19:11.411776 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:11.440587 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-a28b3bae-70fc-4bff-a497-42539b9e05f9 None None] For port bd056143-52d0-4e38-9f37-baa7df7d2fa5, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 05:19:11.467536 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-a28b3bae-70fc-4bff-a497-42539b9e05f9 None None] For port bd056143-52d0-4e38-9f37-baa7df7d2fa5, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=bd056143-52d0-4e38-9f37-baa7df7d2fa5,segment=NetworkSegment(34c88974-55d3-40d8-bfa6-6b142c0cb298),segment_id=34c88974-55d3-40d8-bfa6-6b142c0cb298)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 05:19:11.472475 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-031ba9b4-27e1-419e-a8fb-0970ae4bcae8 None None] For port ada325e5-367f-4f2d-8f30-a83b27423080, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 05:19:11.478153 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a28b3bae-70fc-4bff-a497-42539b9e05f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:11.481715 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-90eb0973-96fb-49cc-97a3-c60070cd9ae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-774337'] for router, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:11.524634 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-031ba9b4-27e1-419e-a8fb-0970ae4bcae8 None None] For port ada325e5-367f-4f2d-8f30-a83b27423080, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=ada325e5-367f-4f2d-8f30-a83b27423080,segment=NetworkSegment(868d1a49-29fd-41b2-b939-e52de2e6ba36),segment_id=868d1a49-29fd-41b2-b939-e52de2e6ba36)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 05:19:11.545922 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-031ba9b4-27e1-419e-a8fb-0970ae4bcae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:11.610443 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28b3bae-70fc-4bff-a497-42539b9e05f9 None None] Routers {'22a9f118-20b5-4684-b3bb-51bea42539df'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:19:11.611094 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-a28b3bae-70fc-4bff-a497-42539b9e05f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:19:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['22a9f118-20b5-4684-b3bb-51bea42539df'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:19:11.680606 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda2eaf0-fb43-42c7-be0c-ed4fdfabd2f6 None None] Pushing event updated for resources: {'Port': ['ID=bd056143-52d0-4e38-9f37-baa7df7d2fa5,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:19:11.693503 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90eb0973-96fb-49cc-97a3-c60070cd9ae3 admin admin] Router 7f655ed4-46c3-46ca-bba2-4b151ee60b29 is scheduled to L3 agent a3073304-82af-4a42-89af-bc532d6626bb with binding_index 1 {{(pid=87637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 01 05:19:11.879501 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031ba9b4-27e1-419e-a8fb-0970ae4bcae8 None None] Pushing event updated for resources: {'Port': ['ID=ada325e5-367f-4f2d-8f30-a83b27423080,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:19:11.908728 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-a28b3bae-70fc-4bff-a497-42539b9e05f9 None None] Set router 22a9f118-20b5-4684-b3bb-51bea42539df gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:19:12.031544 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90eb0973-96fb-49cc-97a3-c60070cd9ae3 admin admin] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 05:19:12.039988 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab416f7-1d19-4f64-b722-4def1217131a None None] Sync routers for ids ['7f655ed4-46c3-46ca-bba2-4b151ee60b29'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 05:19:12.050689 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab416f7-1d19-4f64-b722-4def1217131a None None] Routers {'7f655ed4-46c3-46ca-bba2-4b151ee60b29'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:19:12.051421 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-aab416f7-1d19-4f64-b722-4def1217131a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:19:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['7f655ed4-46c3-46ca-bba2-4b151ee60b29'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:19:12.064648 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-90eb0973-96fb-49cc-97a3-c60070cd9ae3 admin admin] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:12.066716 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-90eb0973-96fb-49cc-97a3-c60070cd9ae3 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5167265 Feb 01 05:19:12.069499 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 50782) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:19:12.248925 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-aab416f7-1d19-4f64-b722-4def1217131a None None] Set router 7f655ed4-46c3-46ca-bba2-4b151ee60b29 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:19:12.263123 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-a28b3bae-70fc-4bff-a497-42539b9e05f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a9f118-20b5-4684-b3bb-51bea42539df', 'name': 'tempest-TestSnapshotPattern-1592655900-router', 'tenant_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.133'}], 'enable_snat': True}, 'gw_port_id': '0cec26f7-878a-4d49-b8ca-f67f901efd24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:19:03Z', 'updated_at': '2022-02-01T05:19:07Z', 'revision_number': 4, 'project_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'gw_port': {'id': '0cec26f7-878a-4d49-b8ca-f67f901efd24', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a9f118-20b5-4684-b3bb-51bea42539df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:19:03Z', 'updated_at': '2022-02-01T05:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': 'bd056143-52d0-4e38-9f37-baa7df7d2fa5', 'name': '', 'network_id': 'd9df514b-2c2c-49e3-ac44-727a57b7872a', 'tenant_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'mac_address': 'fa:16:3e:1c:e6:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a9f118-20b5-4684-b3bb-51bea42539df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'e52c30de-715f-4162-b2d3-ec7a93a42aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:19:06Z', 'updated_at': '2022-02-01T05:19:11Z', 'revision_number': 4, 'project_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'subnets': [{'id': 'e52c30de-715f-4162-b2d3-ec7a93a42aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:19:12.268347 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28b3bae-70fc-4bff-a497-42539b9e05f9 None None] The sync data for ids ['22a9f118-20b5-4684-b3bb-51bea42539df'] in dv-neutron-826830-1-hyperv is: [{'id': '22a9f118-20b5-4684-b3bb-51bea42539df', 'name': 'tempest-TestSnapshotPattern-1592655900-router', 'tenant_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.133'}], 'enable_snat': True}, 'gw_port_id': '0cec26f7-878a-4d49-b8ca-f67f901efd24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:19:03Z', 'updated_at': '2022-02-01T05:19:07Z', 'revision_number': 4, 'project_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'gw_port': {'id': '0cec26f7-878a-4d49-b8ca-f67f901efd24', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a9f118-20b5-4684-b3bb-51bea42539df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:19:03Z', 'updated_at': '2022-02-01T05:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': 'bd056143-52d0-4e38-9f37-baa7df7d2fa5', 'name': '', 'network_id': 'd9df514b-2c2c-49e3-ac44-727a57b7872a', 'tenant_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'mac_address': 'fa:16:3e:1c:e6:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a9f118-20b5-4684-b3bb-51bea42539df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'e52c30de-715f-4162-b2d3-ec7a93a42aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:19:06Z', 'updated_at': '2022-02-01T05:19:11Z', 'revision_number': 4, 'project_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'subnets': [{'id': 'e52c30de-715f-4162-b2d3-ec7a93a42aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 05:19:12.606810 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-aab416f7-1d19-4f64-b722-4def1217131a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f655ed4-46c3-46ca-bba2-4b151ee60b29', 'name': 'tempest-TestSnapshotPattern-745001863-router', 'tenant_id': '4cb9e6e9aaec4cc6b117bde5d23cf66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.74'}], 'enable_snat': True}, 'gw_port_id': '9ceed753-5527-4af5-a113-a9dc90b5dfff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:19:09Z', 'updated_at': '2022-02-01T05:19:10Z', 'revision_number': 3, 'project_id': '4cb9e6e9aaec4cc6b117bde5d23cf66a', 'gw_port': {'id': '9ceed753-5527-4af5-a113-a9dc90b5dfff', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:53:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f655ed4-46c3-46ca-bba2-4b151ee60b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:19:10Z', 'updated_at': '2022-02-01T05:19:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:19:12.610883 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab416f7-1d19-4f64-b722-4def1217131a None None] Checking router: 7f655ed4-46c3-46ca-bba2-4b151ee60b29 for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 05:19:12.611388 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab416f7-1d19-4f64-b722-4def1217131a None None] Updating router 7f655ed4-46c3-46ca-bba2-4b151ee60b29 port 9ceed753-5527-4af5-a113-a9dc90b5dfff binding host dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 05:19:12.685044 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-aab416f7-1d19-4f64-b722-4def1217131a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:12.842766 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-96c82dc9-fd0b-4e03-9ca5-a015d8437521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:12.948585 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6ccc72-62c7-4346-9c47-e0200c8a8e90 None None] Network 4a90c6b3-07a1-4628-8e59-89b41679a53b requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 05:19:13.098772 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-96c82dc9-fd0b-4e03-9ca5-a015d8437521 admin admin] Allocated IP 172.20.0.1 (4a90c6b3-07a1-4628-8e59-89b41679a53b/4e4765d5-72f4-4764-ba8a-18922fdaef67/a58a092c-71ee-4937-989a-51e675624221) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 05:19:13.120705 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-aab416f7-1d19-4f64-b722-4def1217131a None None] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:13.138727 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-aab416f7-1d19-4f64-b722-4def1217131a None None] Transition to ACTIVE for port object 9ceed753-5527-4af5-a113-a9dc90b5dfff will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 05:19:13.149234 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-aab416f7-1d19-4f64-b722-4def1217131a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:13.160458 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-b9fca145-9650-44b9-80f4-72ca99e8c3cb None None] Provisioning for port ada325e5-367f-4f2d-8f30-a83b27423080 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 05:19:13.228451 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device bd056143-52d0-4e38-9f37-baa7df7d2fa5 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 05:19:13.240263 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-aab416f7-1d19-4f64-b722-4def1217131a None None] Attempting to bind port 9ceed753-5527-4af5-a113-a9dc90b5dfff on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 05:19:13.240632 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-aab416f7-1d19-4f64-b722-4def1217131a None None] Attempting to bind port 9ceed753-5527-4af5-a113-a9dc90b5dfff by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 05:19:13.240990 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab416f7-1d19-4f64-b722-4def1217131a None None] Attempting to bind port 9ceed753-5527-4af5-a113-a9dc90b5dfff on network bdef128a-46b3-4cca-a245-48d1eb781269 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 05:19:13.251848 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab416f7-1d19-4f64-b722-4def1217131a None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 5, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 05:19:13.252883 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab416f7-1d19-4f64-b722-4def1217131a None None] Checking segment: {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 05:19:13.253284 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-aab416f7-1d19-4f64-b722-4def1217131a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:13.253671 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab416f7-1d19-4f64-b722-4def1217131a None None] Bound using segment: {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 05:19:13.254268 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-aab416f7-1d19-4f64-b722-4def1217131a None None] Bound port: 9ceed753-5527-4af5-a113-a9dc90b5dfff, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 05:19:13.254644 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-aab416f7-1d19-4f64-b722-4def1217131a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:13.302522 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-96c82dc9-fd0b-4e03-9ca5-a015d8437521 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:13.326067 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-96c82dc9-fd0b-4e03-9ca5-a015d8437521 admin admin] Transition to ACTIVE for port object a58a092c-71ee-4937-989a-51e675624221 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 05:19:13.329077 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4582f9-cbe7-4282-a9e3-932745d7a870 None None] Pushing event updated for resources: {'Port': ['ID=9ceed753-5527-4af5-a113-a9dc90b5dfff,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:19:13.341250 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-aab416f7-1d19-4f64-b722-4def1217131a None None] For port 9ceed753-5527-4af5-a113-a9dc90b5dfff, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 05:19:13.344595 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-aab416f7-1d19-4f64-b722-4def1217131a None None] For port 9ceed753-5527-4af5-a113-a9dc90b5dfff, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=9ceed753-5527-4af5-a113-a9dc90b5dfff,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 05:19:13.351794 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-aab416f7-1d19-4f64-b722-4def1217131a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:13.369354 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-96c82dc9-fd0b-4e03-9ca5-a015d8437521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:13.390880 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port bd056143-52d0-4e38-9f37-baa7df7d2fa5 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 05:19:13.398005 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port bd056143-52d0-4e38-9f37-baa7df7d2fa5 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:19:13.398794 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:13.465129 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab416f7-1d19-4f64-b722-4def1217131a None None] Routers {'7f655ed4-46c3-46ca-bba2-4b151ee60b29'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:19:13.466031 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-aab416f7-1d19-4f64-b722-4def1217131a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:19:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['7f655ed4-46c3-46ca-bba2-4b151ee60b29'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:19:13.501150 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c82dc9-fd0b-4e03-9ca5-a015d8437521 admin admin] Network 4a90c6b3-07a1-4628-8e59-89b41679a53b is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 05:19:13.504748 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-96c82dc9-fd0b-4e03-9ca5-a015d8437521 admin admin] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 05:19:13.509153 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c82dc9-fd0b-4e03-9ca5-a015d8437521 admin admin] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 05:19:13.546246 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:13.550726 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c82dc9-fd0b-4e03-9ca5-a015d8437521 admin admin] Pushing event updated for resources: {'Port': ['ID=a58a092c-71ee-4937-989a-51e675624221,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:19:13.571074 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-96c82dc9-fd0b-4e03-9ca5-a015d8437521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-372107'] for router_interface, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:13.592932 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port bd056143-52d0-4e38-9f37-baa7df7d2fa5, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=bd056143-52d0-4e38-9f37-baa7df7d2fa5,segment=NetworkSegment(34c88974-55d3-40d8-bfa6-6b142c0cb298),segment_id=34c88974-55d3-40d8-bfa6-6b142c0cb298)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:19:13.598153 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4582f9-cbe7-4282-a9e3-932745d7a870 None None] Pushing event updated for resources: {'Port': ['ID=9ceed753-5527-4af5-a113-a9dc90b5dfff,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:19:13.600695 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:13.602360 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device ada325e5-367f-4f2d-8f30-a83b27423080 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 05:19:13.725272 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-aab416f7-1d19-4f64-b722-4def1217131a None None] Set router 7f655ed4-46c3-46ca-bba2-4b151ee60b29 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:19:13.770295 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-96c82dc9-fd0b-4e03-9ca5-a015d8437521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:13.828585 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=bd056143-52d0-4e38-9f37-baa7df7d2fa5,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:19:13.864693 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port ada325e5-367f-4f2d-8f30-a83b27423080 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 05:19:13.876591 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port ada325e5-367f-4f2d-8f30-a83b27423080 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:19:13.877149 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:14.026534 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:14.066902 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port ada325e5-367f-4f2d-8f30-a83b27423080, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=ada325e5-367f-4f2d-8f30-a83b27423080,segment=NetworkSegment(868d1a49-29fd-41b2-b939-e52de2e6ba36),segment_id=868d1a49-29fd-41b2-b939-e52de2e6ba36)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:19:14.073227 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:14.129236 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-1be6555d-1232-4509-aa0d-f1d7ea0889fd None None] Provisioning for port a58a092c-71ee-4937-989a-51e675624221 completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 05:19:14.136237 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-1be6555d-1232-4509-aa0d-f1d7ea0889fd None None] Provisioning complete for port a58a092c-71ee-4937-989a-51e675624221 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:19:14.136373 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1be6555d-1232-4509-aa0d-f1d7ea0889fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:14.138680 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-aab416f7-1d19-4f64-b722-4def1217131a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f655ed4-46c3-46ca-bba2-4b151ee60b29', 'name': 'tempest-TestSnapshotPattern-745001863-router', 'tenant_id': '4cb9e6e9aaec4cc6b117bde5d23cf66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.74'}], 'enable_snat': True}, 'gw_port_id': '9ceed753-5527-4af5-a113-a9dc90b5dfff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:19:09Z', 'updated_at': '2022-02-01T05:19:10Z', 'revision_number': 3, 'project_id': '4cb9e6e9aaec4cc6b117bde5d23cf66a', 'gw_port': {'id': '9ceed753-5527-4af5-a113-a9dc90b5dfff', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:53:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f655ed4-46c3-46ca-bba2-4b151ee60b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:19:10Z', 'updated_at': '2022-02-01T05:19:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:19:14.143816 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab416f7-1d19-4f64-b722-4def1217131a None None] The sync data for ids ['7f655ed4-46c3-46ca-bba2-4b151ee60b29'] in dv-neutron-826830-1-hyperv is: [{'id': '7f655ed4-46c3-46ca-bba2-4b151ee60b29', 'name': 'tempest-TestSnapshotPattern-745001863-router', 'tenant_id': '4cb9e6e9aaec4cc6b117bde5d23cf66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.74'}], 'enable_snat': True}, 'gw_port_id': '9ceed753-5527-4af5-a113-a9dc90b5dfff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:19:09Z', 'updated_at': '2022-02-01T05:19:10Z', 'revision_number': 3, 'project_id': '4cb9e6e9aaec4cc6b117bde5d23cf66a', 'gw_port': {'id': '9ceed753-5527-4af5-a113-a9dc90b5dfff', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:53:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f655ed4-46c3-46ca-bba2-4b151ee60b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:19:10Z', 'updated_at': '2022-02-01T05:19:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 05:19:14.196320 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=ada325e5-367f-4f2d-8f30-a83b27423080,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:19:14.202557 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-1be6555d-1232-4509-aa0d-f1d7ea0889fd None None] Port a58a092c-71ee-4937-989a-51e675624221 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 05:19:14.208871 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-96c82dc9-fd0b-4e03-9ca5-a015d8437521 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:14.213524 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-96c82dc9-fd0b-4e03-9ca5-a015d8437521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:14.324936 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c82dc9-fd0b-4e03-9ca5-a015d8437521 admin admin] Pushing event updated for resources: {'Port': ['ID=a58a092c-71ee-4937-989a-51e675624221,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:19:14.330837 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-96c82dc9-fd0b-4e03-9ca5-a015d8437521 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371990'] for router_interface, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:14.478165 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c82dc9-fd0b-4e03-9ca5-a015d8437521 admin admin] Network 4a90c6b3-07a1-4628-8e59-89b41679a53b is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 05:19:14.479335 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-96c82dc9-fd0b-4e03-9ca5-a015d8437521 admin admin] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 05:19:14.686172 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96c82dc9-fd0b-4e03-9ca5-a015d8437521 admin admin] Router 7f655ed4-46c3-46ca-bba2-4b151ee60b29 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 05:19:14.725242 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-5d5e8a10-5c18-4726-8bb3-1c659c24090b None None] Provisioning complete for port a58a092c-71ee-4937-989a-51e675624221 triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:19:14.725610 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5d5e8a10-5c18-4726-8bb3-1c659c24090b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:14.785650 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-5d5e8a10-5c18-4726-8bb3-1c659c24090b None None] Port a58a092c-71ee-4937-989a-51e675624221 cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 05:19:14.870948 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96c82dc9-fd0b-4e03-9ca5-a015d8437521 admin admin] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 05:19:14.881339 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-96c82dc9-fd0b-4e03-9ca5-a015d8437521 admin admin] 10.222.0.24 "PUT /v2.0/routers/7f655ed4-46c3-46ca-bba2-4b151ee60b29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8092303 Feb 01 05:19:15.123704 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 9ceed753-5527-4af5-a113-a9dc90b5dfff up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 05:19:15.193555 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port 9ceed753-5527-4af5-a113-a9dc90b5dfff completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 05:19:15.198245 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 9ceed753-5527-4af5-a113-a9dc90b5dfff triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:19:15.198611 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:15.314122 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:15.331430 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port 9ceed753-5527-4af5-a113-a9dc90b5dfff, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=9ceed753-5527-4af5-a113-a9dc90b5dfff,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:19:15.335463 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:15.336268 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device bd056143-52d0-4e38-9f37-baa7df7d2fa5 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 05:19:15.449816 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 50792) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:19:15.455757 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-f6151580-2d87-47c7-b41b-3e37149cedd0 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2057238234', 'description': 'tempest-secgroup-smoke-2057238234 description', 'project_id': '47c2b80adcdd4b1e9d3030c20d0c1b69'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:19:15.462486 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-f6151580-2d87-47c7-b41b-3e37149cedd0 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:19:15.462896 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=9ceed753-5527-4af5-a113-a9dc90b5dfff,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:19:15.467002 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f6151580-2d87-47c7-b41b-3e37149cedd0 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Usage tracker for resource:security_group and tenant:47c2b80adcdd4b1e9d3030c20d0c1b69 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:19:15.470444 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f6151580-2d87-47c7-b41b-3e37149cedd0 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:19:15.470684 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:15.476569 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-f6151580-2d87-47c7-b41b-3e37149cedd0 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:19:15.481435 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port bd056143-52d0-4e38-9f37-baa7df7d2fa5 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:19:15.481708 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:15.492407 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f6151580-2d87-47c7-b41b-3e37149cedd0 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:15.515899 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-f6151580-2d87-47c7-b41b-3e37149cedd0 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:19:15.520695 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f6151580-2d87-47c7-b41b-3e37149cedd0 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Usage tracker for resource:security_group_rule and tenant:47c2b80adcdd4b1e9d3030c20d0c1b69 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:19:15.523774 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f6151580-2d87-47c7-b41b-3e37149cedd0 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:19:15.530339 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-f6151580-2d87-47c7-b41b-3e37149cedd0 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:19:15.608770 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f6151580-2d87-47c7-b41b-3e37149cedd0 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:15.609912 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device ada325e5-367f-4f2d-8f30-a83b27423080 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 05:19:15.613106 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f6151580-2d87-47c7-b41b-3e37149cedd0 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:15.654749 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6151580-2d87-47c7-b41b-3e37149cedd0 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c94ce91e-7ae3-4b87-b25d-ed5eb879016b,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:19:15.657499 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f6151580-2d87-47c7-b41b-3e37149cedd0 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:15.659275 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f6151580-2d87-47c7-b41b-3e37149cedd0 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2084355 Feb 01 05:19:15.662123 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 50796) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:19:15.667230 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-f46e8592-a3cd-453e-a618-cfa0896a4d3b tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Request body: {'security_group_rule': {'security_group_id': 'c94ce91e-7ae3-4b87-b25d-ed5eb879016b', 'project_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:19:15.673032 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-f46e8592-a3cd-453e-a618-cfa0896a4d3b tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:19:15.678301 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f46e8592-a3cd-453e-a618-cfa0896a4d3b tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Usage tracker for resource:security_group_rule and tenant:47c2b80adcdd4b1e9d3030c20d0c1b69 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:19:15.681978 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f46e8592-a3cd-453e-a618-cfa0896a4d3b tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:19:15.685785 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port ada325e5-367f-4f2d-8f30-a83b27423080 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:19:15.686167 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:15.688056 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-f46e8592-a3cd-453e-a618-cfa0896a4d3b tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:19:15.706636 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f46e8592-a3cd-453e-a618-cfa0896a4d3b tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:15.774350 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f46e8592-a3cd-453e-a618-cfa0896a4d3b tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:15.778375 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f46e8592-a3cd-453e-a618-cfa0896a4d3b tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:15.781302 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2fbb74-9f39-4bb3-9781-4eea687f21d7 None None] Sync routers for ids ['7f655ed4-46c3-46ca-bba2-4b151ee60b29'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 05:19:15.802229 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46e8592-a3cd-453e-a618-cfa0896a4d3b tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ff637ad-0eae-4ddc-a361-49a1d3f8e8ca,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:19:15.813308 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f46e8592-a3cd-453e-a618-cfa0896a4d3b tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:15.814490 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f46e8592-a3cd-453e-a618-cfa0896a4d3b tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1514144 Feb 01 05:19:15.816723 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2fbb74-9f39-4bb3-9781-4eea687f21d7 None None] Routers {'7f655ed4-46c3-46ca-bba2-4b151ee60b29'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:19:15.817340 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-3e2fbb74-9f39-4bb3-9781-4eea687f21d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:19:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['7f655ed4-46c3-46ca-bba2-4b151ee60b29'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:19:15.817576 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 50800) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:19:15.823365 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-46601886-b693-4326-817f-a15e971a8b59 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Request body: {'security_group_rule': {'security_group_id': 'c94ce91e-7ae3-4b87-b25d-ed5eb879016b', 'project_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:19:15.829203 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-46601886-b693-4326-817f-a15e971a8b59 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:19:15.834194 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-46601886-b693-4326-817f-a15e971a8b59 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Usage tracker for resource:security_group_rule and tenant:47c2b80adcdd4b1e9d3030c20d0c1b69 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:19:15.837736 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-46601886-b693-4326-817f-a15e971a8b59 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:19:15.843436 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-46601886-b693-4326-817f-a15e971a8b59 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:19:15.859953 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-46601886-b693-4326-817f-a15e971a8b59 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:15.926058 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-46601886-b693-4326-817f-a15e971a8b59 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:15.930557 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-46601886-b693-4326-817f-a15e971a8b59 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:15.954770 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46601886-b693-4326-817f-a15e971a8b59 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=748159f9-5ab0-4cb6-b8d6-fe474cefb15c,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:19:15.964404 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-46601886-b693-4326-817f-a15e971a8b59 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:15.965621 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-46601886-b693-4326-817f-a15e971a8b59 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1464608 Feb 01 05:19:15.969935 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 50804) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:19:15.975355 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-5fb8acbd-c74a-4572-bb64-076e69dc184a tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Request body: {'security_group_rule': {'security_group_id': 'c94ce91e-7ae3-4b87-b25d-ed5eb879016b', 'project_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:19:15.981154 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-5fb8acbd-c74a-4572-bb64-076e69dc184a tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:19:15.985135 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-5fb8acbd-c74a-4572-bb64-076e69dc184a tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Usage tracker for resource:security_group_rule and tenant:47c2b80adcdd4b1e9d3030c20d0c1b69 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:19:15.988661 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-5fb8acbd-c74a-4572-bb64-076e69dc184a tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:19:15.994582 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-5fb8acbd-c74a-4572-bb64-076e69dc184a tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:19:16.009933 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-3e2fbb74-9f39-4bb3-9781-4eea687f21d7 None None] Set router 7f655ed4-46c3-46ca-bba2-4b151ee60b29 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:19:16.011500 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5fb8acbd-c74a-4572-bb64-076e69dc184a tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:16.073468 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5fb8acbd-c74a-4572-bb64-076e69dc184a tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:16.078346 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5fb8acbd-c74a-4572-bb64-076e69dc184a tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:16.099691 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb8acbd-c74a-4572-bb64-076e69dc184a tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02fc620f-2e16-42b2-b277-a2e47baaaa6f,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:19:16.110332 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5fb8acbd-c74a-4572-bb64-076e69dc184a tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:16.112158 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-5fb8acbd-c74a-4572-bb64-076e69dc184a tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1405752 Feb 01 05:19:16.114896 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 50808) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:19:16.120082 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-2956eb02-bc42-4b5c-bfa2-a319807a264b tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Request body: {'security_group_rule': {'security_group_id': 'c94ce91e-7ae3-4b87-b25d-ed5eb879016b', 'project_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:19:16.125775 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-2956eb02-bc42-4b5c-bfa2-a319807a264b tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:19:16.130053 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2956eb02-bc42-4b5c-bfa2-a319807a264b tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Usage tracker for resource:security_group_rule and tenant:47c2b80adcdd4b1e9d3030c20d0c1b69 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:19:16.132950 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2956eb02-bc42-4b5c-bfa2-a319807a264b tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:19:16.138598 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-2956eb02-bc42-4b5c-bfa2-a319807a264b tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:19:16.157553 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2956eb02-bc42-4b5c-bfa2-a319807a264b tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:16.221613 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2956eb02-bc42-4b5c-bfa2-a319807a264b tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:16.225379 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2956eb02-bc42-4b5c-bfa2-a319807a264b tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:16.246582 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2956eb02-bc42-4b5c-bfa2-a319807a264b tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cbc3d21-a2ef-4e74-83da-2abdf25641f6,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:19:16.257618 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2956eb02-bc42-4b5c-bfa2-a319807a264b tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:16.258922 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2956eb02-bc42-4b5c-bfa2-a319807a264b tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1430817 Feb 01 05:19:16.261825 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 50812) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:19:16.267120 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-b27f869c-db22-455a-9956-a90e8845e5a9 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Request body: {'security_group_rule': {'security_group_id': 'c94ce91e-7ae3-4b87-b25d-ed5eb879016b', 'project_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:19:16.273815 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-b27f869c-db22-455a-9956-a90e8845e5a9 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:19:16.277584 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-b27f869c-db22-455a-9956-a90e8845e5a9 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Usage tracker for resource:security_group_rule and tenant:47c2b80adcdd4b1e9d3030c20d0c1b69 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:19:16.280410 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-b27f869c-db22-455a-9956-a90e8845e5a9 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:19:16.288727 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-b27f869c-db22-455a-9956-a90e8845e5a9 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:19:16.299157 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.securitygroups_db [None req-b27f869c-db22-455a-9956-a90e8845e5a9 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Project 47c2b80adcdd4b1e9d3030c20d0c1b69 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 01 05:19:16.305834 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b27f869c-db22-455a-9956-a90e8845e5a9 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:16.329089 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-3e2fbb74-9f39-4bb3-9781-4eea687f21d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f655ed4-46c3-46ca-bba2-4b151ee60b29', 'name': 'tempest-TestSnapshotPattern-745001863-router', 'tenant_id': '4cb9e6e9aaec4cc6b117bde5d23cf66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.74'}], 'enable_snat': True}, 'gw_port_id': '9ceed753-5527-4af5-a113-a9dc90b5dfff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:19:09Z', 'updated_at': '2022-02-01T05:19:13Z', 'revision_number': 4, 'project_id': '4cb9e6e9aaec4cc6b117bde5d23cf66a', 'gw_port': {'id': '9ceed753-5527-4af5-a113-a9dc90b5dfff', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:53:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f655ed4-46c3-46ca-bba2-4b151ee60b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:19:10Z', 'updated_at': '2022-02-01T05:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': 'a58a092c-71ee-4937-989a-51e675624221', 'name': '', 'network_id': '4a90c6b3-07a1-4628-8e59-89b41679a53b', 'tenant_id': '4cb9e6e9aaec4cc6b117bde5d23cf66a', 'mac_address': 'fa:16:3e:5b:22:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f655ed4-46c3-46ca-bba2-4b151ee60b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '4e4765d5-72f4-4764-ba8a-18922fdaef67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:19:12Z', 'updated_at': '2022-02-01T05:19:14Z', 'revision_number': 2, 'project_id': '4cb9e6e9aaec4cc6b117bde5d23cf66a', 'subnets': [{'id': '4e4765d5-72f4-4764-ba8a-18922fdaef67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:19:16.333833 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2fbb74-9f39-4bb3-9781-4eea687f21d7 None None] Checking router: 7f655ed4-46c3-46ca-bba2-4b151ee60b29 for host: dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 05:19:16.334186 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2fbb74-9f39-4bb3-9781-4eea687f21d7 None None] Updating router 7f655ed4-46c3-46ca-bba2-4b151ee60b29 port a58a092c-71ee-4937-989a-51e675624221 binding host dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 05:19:16.370874 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b27f869c-db22-455a-9956-a90e8845e5a9 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:16.374947 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b27f869c-db22-455a-9956-a90e8845e5a9 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:16.400004 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27f869c-db22-455a-9956-a90e8845e5a9 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50e50b04-0cbe-4679-87c5-19366da558cb,revision_number=0']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:19:16.409411 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b27f869c-db22-455a-9956-a90e8845e5a9 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:16.411577 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-b27f869c-db22-455a-9956-a90e8845e5a9 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1487179 Feb 01 05:19:16.413419 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 50816) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:19:16.419474 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-05d98cc5-8b68-48a3-8ad5-a599df59bdd5 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Request body: {'security_group_rule': {'security_group_id': 'c94ce91e-7ae3-4b87-b25d-ed5eb879016b', 'project_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:19:16.425841 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-05d98cc5-8b68-48a3-8ad5-a599df59bdd5 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:19:16.426420 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3e2fbb74-9f39-4bb3-9781-4eea687f21d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:16.429716 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-05d98cc5-8b68-48a3-8ad5-a599df59bdd5 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Usage tracker for resource:security_group_rule and tenant:47c2b80adcdd4b1e9d3030c20d0c1b69 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:19:16.432593 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-05d98cc5-8b68-48a3-8ad5-a599df59bdd5 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:19:16.438566 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-05d98cc5-8b68-48a3-8ad5-a599df59bdd5 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:19:16.449055 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.securitygroups_db [None req-05d98cc5-8b68-48a3-8ad5-a599df59bdd5 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Project 47c2b80adcdd4b1e9d3030c20d0c1b69 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 01 05:19:16.456087 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-05d98cc5-8b68-48a3-8ad5-a599df59bdd5 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:16.521003 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-05d98cc5-8b68-48a3-8ad5-a599df59bdd5 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:16.524619 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-05d98cc5-8b68-48a3-8ad5-a599df59bdd5 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718103'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:16.548024 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d98cc5-8b68-48a3-8ad5-a599df59bdd5 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6533cc36-aee9-4554-bcb0-10ab45c80037,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:19:16.557904 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-05d98cc5-8b68-48a3-8ad5-a599df59bdd5 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:16.559101 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-05d98cc5-8b68-48a3-8ad5-a599df59bdd5 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1447005 Feb 01 05:19:16.774678 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3e2fbb74-9f39-4bb3-9781-4eea687f21d7 None None] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:16.782284 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-68ca9959-9a4d-45ad-b0c2-38211ee477bf req-cee107ee-378f-4c31-8351-cbfeb0716cc1 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Synchronizing usage tracker for tenant:47c2b80adcdd4b1e9d3030c20d0c1b69 on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 05:19:16.786671 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-3e2fbb74-9f39-4bb3-9781-4eea687f21d7 None None] Transition to ACTIVE for port object a58a092c-71ee-4937-989a-51e675624221 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 05:19:16.793338 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3e2fbb74-9f39-4bb3-9781-4eea687f21d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:16.799002 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-68ca9959-9a4d-45ad-b0c2-38211ee477bf req-cee107ee-378f-4c31-8351-cbfeb0716cc1 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Unset dirty status for tenant:47c2b80adcdd4b1e9d3030c20d0c1b69 on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 05:19:16.800200 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-68ca9959-9a4d-45ad-b0c2-38211ee477bf req-cee107ee-378f-4c31-8351-cbfeb0716cc1 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2057238234&fields=id&tenant_id=47c2b80adcdd4b1e9d3030c20d0c1b69 HTTP/1.1" status: 200 len: 267 time: 0.0554137 Feb 01 05:19:16.930455 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8a27ec-2028-445e-b5e0-05c12998aaf0 None None] Pushing event updated for resources: {'Port': ['ID=a58a092c-71ee-4937-989a-51e675624221,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:19:16.962188 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ca9959-9a4d-45ad-b0c2-38211ee477bf req-10c6caea-f285-456c-9224-057989c7edbe tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:19:16.963698 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-68ca9959-9a4d-45ad-b0c2-38211ee477bf req-10c6caea-f285-456c-9224-057989c7edbe tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.24 "GET /v2.0/networks?id=d9df514b-2c2c-49e3-ac44-727a57b7872a HTTP/1.1" status: 200 len: 810 time: 0.1565771 Feb 01 05:19:16.980880 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-68ca9959-9a4d-45ad-b0c2-38211ee477bf req-d58ac571-53c1-4585-afda-a4a5a7a5d397 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.24 "GET /v2.0/quotas/47c2b80adcdd4b1e9d3030c20d0c1b69 HTTP/1.1" status: 200 len: 375 time: 0.0109749 Feb 01 05:19:17.025707 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-3e2fbb74-9f39-4bb3-9781-4eea687f21d7 None None] Attempting to bind port a58a092c-71ee-4937-989a-51e675624221 on host dv-neutron-826830-1-hyperv for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 05:19:17.025991 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-3e2fbb74-9f39-4bb3-9781-4eea687f21d7 None None] Attempting to bind port a58a092c-71ee-4937-989a-51e675624221 by drivers openvswitch,hyperv on host dv-neutron-826830-1-hyperv at level 0 using segments [{'id': '868d1a49-29fd-41b2-b939-e52de2e6ba36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4a90c6b3-07a1-4628-8e59-89b41679a53b'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 05:19:17.026346 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2fbb74-9f39-4bb3-9781-4eea687f21d7 None None] Attempting to bind port a58a092c-71ee-4937-989a-51e675624221 on network 4a90c6b3-07a1-4628-8e59-89b41679a53b {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 05:19:17.032589 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2fbb74-9f39-4bb3-9781-4eea687f21d7 None None] Checking agent: {'id': '0ee62fce-cec6-4051-b673-d002e1291c3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 22, 5), 'started_at': datetime.datetime(2022, 2, 1, 4, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 5, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 05:19:17.032959 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2fbb74-9f39-4bb3-9781-4eea687f21d7 None None] Checking segment: {'id': '868d1a49-29fd-41b2-b939-e52de2e6ba36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4a90c6b3-07a1-4628-8e59-89b41679a53b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 05:19:17.033932 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3e2fbb74-9f39-4bb3-9781-4eea687f21d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:17.034319 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2fbb74-9f39-4bb3-9781-4eea687f21d7 None None] Bound using segment: {'id': '868d1a49-29fd-41b2-b939-e52de2e6ba36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4a90c6b3-07a1-4628-8e59-89b41679a53b'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 05:19:17.034774 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-3e2fbb74-9f39-4bb3-9781-4eea687f21d7 None None] Bound port: a58a092c-71ee-4937-989a-51e675624221, host: dv-neutron-826830-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '868d1a49-29fd-41b2-b939-e52de2e6ba36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4a90c6b3-07a1-4628-8e59-89b41679a53b'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 05:19:17.035154 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3e2fbb74-9f39-4bb3-9781-4eea687f21d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:17.056236 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 9ceed753-5527-4af5-a113-a9dc90b5dfff up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 05:19:17.091010 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-68ca9959-9a4d-45ad-b0c2-38211ee477bf req-c51183e1-a247-4150-9221-72e19c573a21 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Synchronizing usage tracker for tenant:47c2b80adcdd4b1e9d3030c20d0c1b69 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 05:19:17.107863 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-68ca9959-9a4d-45ad-b0c2-38211ee477bf req-c51183e1-a247-4150-9221-72e19c573a21 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Unset dirty status for tenant:47c2b80adcdd4b1e9d3030c20d0c1b69 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 05:19:17.109257 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-68ca9959-9a4d-45ad-b0c2-38211ee477bf req-c51183e1-a247-4150-9221-72e19c573a21 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=47c2b80adcdd4b1e9d3030c20d0c1b69&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1132388 Feb 01 05:19:17.196040 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-3e2fbb74-9f39-4bb3-9781-4eea687f21d7 None None] For port a58a092c-71ee-4937-989a-51e675624221, host dv-neutron-826830-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 05:19:17.199655 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-3e2fbb74-9f39-4bb3-9781-4eea687f21d7 None None] For port a58a092c-71ee-4937-989a-51e675624221, host dv-neutron-826830-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=a58a092c-71ee-4937-989a-51e675624221,segment=NetworkSegment(868d1a49-29fd-41b2-b939-e52de2e6ba36),segment_id=868d1a49-29fd-41b2-b939-e52de2e6ba36)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 05:19:17.205813 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3e2fbb74-9f39-4bb3-9781-4eea687f21d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:17.240087 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port 9ceed753-5527-4af5-a113-a9dc90b5dfff triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:19:17.240441 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:17.328785 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2fbb74-9f39-4bb3-9781-4eea687f21d7 None None] Routers {'7f655ed4-46c3-46ca-bba2-4b151ee60b29'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:19:17.329428 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-3e2fbb74-9f39-4bb3-9781-4eea687f21d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:19:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['7f655ed4-46c3-46ca-bba2-4b151ee60b29'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:19:17.368704 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-68ca9959-9a4d-45ad-b0c2-38211ee477bf req-27c548db-13f4-4fe9-851e-71fdf9fd6af3 service neutron] 10.222.0.24 "GET /v2.0/networks/d9df514b-2c2c-49e3-ac44-727a57b7872a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460599 Feb 01 05:19:17.418983 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8a27ec-2028-445e-b5e0-05c12998aaf0 None None] Pushing event updated for resources: {'Port': ['ID=a58a092c-71ee-4937-989a-51e675624221,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:19:17.508036 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-68ca9959-9a4d-45ad-b0c2-38211ee477bf req-bb6c82a2-b8ed-497a-88af-ef4f68d84b4b service neutron] 10.222.0.24 "GET /v2.0/networks/d9df514b-2c2c-49e3-ac44-727a57b7872a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331227 Feb 01 05:19:17.576499 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-3e2fbb74-9f39-4bb3-9781-4eea687f21d7 None None] Set router 7f655ed4-46c3-46ca-bba2-4b151ee60b29 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:19:17.694744 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-c2071edc-dd0a-4084-babd-1cd3a464d755 req-64e5cf8d-fcf9-413b-a498-341a2d170ae8 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bfdb2d9-2910-45f9-aecc-4f5c25b8398c HTTP/1.1" status: 200 len: 210 time: 0.0463920 Feb 01 05:19:17.956579 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-3e2fbb74-9f39-4bb3-9781-4eea687f21d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f655ed4-46c3-46ca-bba2-4b151ee60b29', 'name': 'tempest-TestSnapshotPattern-745001863-router', 'tenant_id': '4cb9e6e9aaec4cc6b117bde5d23cf66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.74'}], 'enable_snat': True}, 'gw_port_id': '9ceed753-5527-4af5-a113-a9dc90b5dfff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:19:09Z', 'updated_at': '2022-02-01T05:19:13Z', 'revision_number': 4, 'project_id': '4cb9e6e9aaec4cc6b117bde5d23cf66a', 'gw_port': {'id': '9ceed753-5527-4af5-a113-a9dc90b5dfff', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:53:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f655ed4-46c3-46ca-bba2-4b151ee60b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:19:10Z', 'updated_at': '2022-02-01T05:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': 'a58a092c-71ee-4937-989a-51e675624221', 'name': '', 'network_id': '4a90c6b3-07a1-4628-8e59-89b41679a53b', 'tenant_id': '4cb9e6e9aaec4cc6b117bde5d23cf66a', 'mac_address': 'fa:16:3e:5b:22:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f655ed4-46c3-46ca-bba2-4b151ee60b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '4e4765d5-72f4-4764-ba8a-18922fdaef67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:19:12Z', 'updated_at': '2022-02-01T05:19:17Z', 'revision_number': 4, 'project_id': '4cb9e6e9aaec4cc6b117bde5d23cf66a', 'subnets': [{'id': '4e4765d5-72f4-4764-ba8a-18922fdaef67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:19:17.960641 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2fbb74-9f39-4bb3-9781-4eea687f21d7 None None] The sync data for ids ['7f655ed4-46c3-46ca-bba2-4b151ee60b29'] in dv-neutron-826830-1-hyperv is: [{'id': '7f655ed4-46c3-46ca-bba2-4b151ee60b29', 'name': 'tempest-TestSnapshotPattern-745001863-router', 'tenant_id': '4cb9e6e9aaec4cc6b117bde5d23cf66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.74'}], 'enable_snat': True}, 'gw_port_id': '9ceed753-5527-4af5-a113-a9dc90b5dfff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:19:09Z', 'updated_at': '2022-02-01T05:19:13Z', 'revision_number': 4, 'project_id': '4cb9e6e9aaec4cc6b117bde5d23cf66a', 'gw_port': {'id': '9ceed753-5527-4af5-a113-a9dc90b5dfff', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:53:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f655ed4-46c3-46ca-bba2-4b151ee60b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:19:10Z', 'updated_at': '2022-02-01T05:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': 'a58a092c-71ee-4937-989a-51e675624221', 'name': '', 'network_id': '4a90c6b3-07a1-4628-8e59-89b41679a53b', 'tenant_id': '4cb9e6e9aaec4cc6b117bde5d23cf66a', 'mac_address': 'fa:16:3e:5b:22:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f655ed4-46c3-46ca-bba2-4b151ee60b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '4e4765d5-72f4-4764-ba8a-18922fdaef67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:19:12Z', 'updated_at': '2022-02-01T05:19:17Z', 'revision_number': 4, 'project_id': '4cb9e6e9aaec4cc6b117bde5d23cf66a', 'subnets': [{'id': '4e4765d5-72f4-4764-ba8a-18922fdaef67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 05:19:18.896215 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-aa19d009-6cda-4430-b278-07159ac2252e req-2fa3cd72-7ba4-4a08-91e9-c7adf73e53ce tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bfdb2d9-2910-45f9-aecc-4f5c25b8398c HTTP/1.1" status: 200 len: 210 time: 0.0564165 Feb 01 05:19:18.925282 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ca9959-9a4d-45ad-b0c2-38211ee477bf req-12fe5db1-a364-4fb0-b6bb-7c1665731278 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:19:18.926821 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-68ca9959-9a4d-45ad-b0c2-38211ee477bf req-12fe5db1-a364-4fb0-b6bb-7c1665731278 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.18 "GET /v2.0/networks?id=d9df514b-2c2c-49e3-ac44-727a57b7872a HTTP/1.1" status: 200 len: 810 time: 0.2103713 Feb 01 05:19:18.986024 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-68ca9959-9a4d-45ad-b0c2-38211ee477bf req-3a123e40-06b9-4e20-89fc-9d44bc116736 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47c2b80adcdd4b1e9d3030c20d0c1b69 HTTP/1.1" status: 200 len: 380 time: 0.0452867 Feb 01 05:19:18.996501 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-68ca9959-9a4d-45ad-b0c2-38211ee477bf req-d696d144-6e55-4942-87a4-b14a5ef8b577 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Request body: {'port': {'device_id': '5bfdb2d9-2910-45f9-aecc-4f5c25b8398c', 'network_id': 'd9df514b-2c2c-49e3-ac44-727a57b7872a', 'admin_state_up': True, 'tenant_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'security_groups': ['c94ce91e-7ae3-4b87-b25d-ed5eb879016b']}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:19:19.082443 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device a58a092c-71ee-4937-989a-51e675624221 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 05:19:19.139819 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-68ca9959-9a4d-45ad-b0c2-38211ee477bf req-d696d144-6e55-4942-87a4-b14a5ef8b577 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:19:19.149137 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-68ca9959-9a4d-45ad-b0c2-38211ee477bf req-d696d144-6e55-4942-87a4-b14a5ef8b577 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:19:19.155865 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning for port a58a092c-71ee-4937-989a-51e675624221 completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 05:19:19.159092 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68ca9959-9a4d-45ad-b0c2-38211ee477bf req-d696d144-6e55-4942-87a4-b14a5ef8b577 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Made reservation on behalf of 47c2b80adcdd4b1e9d3030c20d0c1b69 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 05:19:19.161496 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port a58a092c-71ee-4937-989a-51e675624221 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:19:19.161863 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:19.162517 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-68ca9959-9a4d-45ad-b0c2-38211ee477bf req-d696d144-6e55-4942-87a4-b14a5ef8b577 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:19.273923 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:19.308124 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] For port a58a092c-71ee-4937-989a-51e675624221, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=a58a092c-71ee-4937-989a-51e675624221,segment=NetworkSegment(868d1a49-29fd-41b2-b939-e52de2e6ba36),segment_id=868d1a49-29fd-41b2-b939-e52de2e6ba36)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:19:19.311995 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:19.322403 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [req-68ca9959-9a4d-45ad-b0c2-38211ee477bf req-d696d144-6e55-4942-87a4-b14a5ef8b577 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Allocated IP 172.20.0.11 (d9df514b-2c2c-49e3-ac44-727a57b7872a/e52c30de-715f-4162-b2d3-ec7a93a42aa6/7b90718a-16c3-450c-ad27-e12ec7ea222a) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 05:19:19.379696 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Pushing event updated for resources: {'Port': ['ID=a58a092c-71ee-4937-989a-51e675624221,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:19:19.507905 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-68ca9959-9a4d-45ad-b0c2-38211ee477bf req-d696d144-6e55-4942-87a4-b14a5ef8b577 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:19.523504 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-68ca9959-9a4d-45ad-b0c2-38211ee477bf req-d696d144-6e55-4942-87a4-b14a5ef8b577 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Transition to ACTIVE for port object 7b90718a-16c3-450c-ad27-e12ec7ea222a will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 05:19:19.548071 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-68ca9959-9a4d-45ad-b0c2-38211ee477bf req-d696d144-6e55-4942-87a4-b14a5ef8b577 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:19.614521 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68ca9959-9a4d-45ad-b0c2-38211ee477bf req-d696d144-6e55-4942-87a4-b14a5ef8b577 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Network d9df514b-2c2c-49e3-ac44-727a57b7872a is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 05:19:19.617749 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [req-68ca9959-9a4d-45ad-b0c2-38211ee477bf req-d696d144-6e55-4942-87a4-b14a5ef8b577 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 05:19:19.621681 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-68ca9959-9a4d-45ad-b0c2-38211ee477bf req-d696d144-6e55-4942-87a4-b14a5ef8b577 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 05:19:19.661125 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d696d144-6e55-4942-87a4-b14a5ef8b577 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Pushing event updated for resources: {'Port': ['ID=7b90718a-16c3-450c-ad27-e12ec7ea222a,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:19:19.691597 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ca9959-9a4d-45ad-b0c2-38211ee477bf req-d696d144-6e55-4942-87a4-b14a5ef8b577 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:19:19.692194 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-68ca9959-9a4d-45ad-b0c2-38211ee477bf req-d696d144-6e55-4942-87a4-b14a5ef8b577 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:19.717920 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-68ca9959-9a4d-45ad-b0c2-38211ee477bf req-d696d144-6e55-4942-87a4-b14a5ef8b577 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7264822 Feb 01 05:19:19.735403 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-68ca9959-9a4d-45ad-b0c2-38211ee477bf req-7b5157ad-1504-4887-9fa8-4b6e34c41e7f service neutron] Request body: {'port': {'device_id': '5bfdb2d9-2910-45f9-aecc-4f5c25b8398c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:19:19.850367 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-68ca9959-9a4d-45ad-b0c2-38211ee477bf req-7b5157ad-1504-4887-9fa8-4b6e34c41e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:19.856849 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-1847ce02-3fa1-4d3d-a434-fd94fef30469 None None] Provisioning for port 7b90718a-16c3-450c-ad27-e12ec7ea222a completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 05:19:19.863740 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-1847ce02-3fa1-4d3d-a434-fd94fef30469 None None] Provisioning complete for port 7b90718a-16c3-450c-ad27-e12ec7ea222a triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:19:19.864368 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1847ce02-3fa1-4d3d-a434-fd94fef30469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:19.924731 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-1847ce02-3fa1-4d3d-a434-fd94fef30469 None None] Port 7b90718a-16c3-450c-ad27-e12ec7ea222a cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 05:19:20.088501 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519e1102-38d6-4c71-974e-97551acfb59b req-4e9c8a78-b476-4757-b425-62410f5aecfe tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:19:20.090020 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-519e1102-38d6-4c71-974e-97551acfb59b req-4e9c8a78-b476-4757-b425-62410f5aecfe tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bfdb2d9-2910-45f9-aecc-4f5c25b8398c HTTP/1.1" status: 200 len: 932 time: 0.0838215 Feb 01 05:19:20.133975 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-519e1102-38d6-4c71-974e-97551acfb59b req-6f4e1fcf-c576-4978-a701-d6269ece7ffc tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Synchronizing usage tracker for tenant:47c2b80adcdd4b1e9d3030c20d0c1b69 on resource:security_group {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 05:19:20.145576 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-519e1102-38d6-4c71-974e-97551acfb59b req-6f4e1fcf-c576-4978-a701-d6269ece7ffc tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Unset dirty status for tenant:47c2b80adcdd4b1e9d3030c20d0c1b69 on resource:security_group {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 05:19:20.146717 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-519e1102-38d6-4c71-974e-97551acfb59b req-6f4e1fcf-c576-4978-a701-d6269ece7ffc tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.24 "GET /v2.0/security-groups?id=c94ce91e-7ae3-4b87-b25d-ed5eb879016b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509579 Feb 01 05:19:20.200437 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [req-68ca9959-9a4d-45ad-b0c2-38211ee477bf req-7b5157ad-1504-4887-9fa8-4b6e34c41e7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b90718a-16c3-450c-ad27-e12ec7ea222a {{(pid=87636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 05:19:20.208175 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-68ca9959-9a4d-45ad-b0c2-38211ee477bf req-7b5157ad-1504-4887-9fa8-4b6e34c41e7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:20.222414 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-68ca9959-9a4d-45ad-b0c2-38211ee477bf req-7b5157ad-1504-4887-9fa8-4b6e34c41e7f service neutron] Transition to ACTIVE for port object 7b90718a-16c3-450c-ad27-e12ec7ea222a will not be triggered until provisioned by entity L2. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 05:19:20.226144 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-68ca9959-9a4d-45ad-b0c2-38211ee477bf req-7b5157ad-1504-4887-9fa8-4b6e34c41e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:20.481171 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5157ad-1504-4887-9fa8-4b6e34c41e7f service neutron] Pushing event updated for resources: {'Port': ['ID=7b90718a-16c3-450c-ad27-e12ec7ea222a,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:19:20.584083 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-68ca9959-9a4d-45ad-b0c2-38211ee477bf req-7b5157ad-1504-4887-9fa8-4b6e34c41e7f service neutron] Attempting to bind port 7b90718a-16c3-450c-ad27-e12ec7ea222a on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 05:19:20.584414 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-68ca9959-9a4d-45ad-b0c2-38211ee477bf req-7b5157ad-1504-4887-9fa8-4b6e34c41e7f service neutron] Attempting to bind port 7b90718a-16c3-450c-ad27-e12ec7ea222a by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '34c88974-55d3-40d8-bfa6-6b142c0cb298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd9df514b-2c2c-49e3-ac44-727a57b7872a'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 05:19:20.584737 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ca9959-9a4d-45ad-b0c2-38211ee477bf req-7b5157ad-1504-4887-9fa8-4b6e34c41e7f service neutron] Attempting to bind port 7b90718a-16c3-450c-ad27-e12ec7ea222a on network d9df514b-2c2c-49e3-ac44-727a57b7872a {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 05:19:20.589308 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ca9959-9a4d-45ad-b0c2-38211ee477bf req-7b5157ad-1504-4887-9fa8-4b6e34c41e7f service neutron] Port 7b90718a-16c3-450c-ad27-e12ec7ea222a on network d9df514b-2c2c-49e3-ac44-727a57b7872a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 05:19:20.589578 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ca9959-9a4d-45ad-b0c2-38211ee477bf req-7b5157ad-1504-4887-9fa8-4b6e34c41e7f service neutron] Attempting to bind port 7b90718a-16c3-450c-ad27-e12ec7ea222a on network d9df514b-2c2c-49e3-ac44-727a57b7872a {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 05:19:20.594553 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ca9959-9a4d-45ad-b0c2-38211ee477bf req-7b5157ad-1504-4887-9fa8-4b6e34c41e7f service neutron] Checking agent: {'id': '63664c57-372e-43f7-9ecb-4deedcf8ddc7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 28, 15), 'started_at': datetime.datetime(2022, 2, 1, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 5, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 05:19:20.594886 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ca9959-9a4d-45ad-b0c2-38211ee477bf req-7b5157ad-1504-4887-9fa8-4b6e34c41e7f service neutron] Checking segment: {'id': '34c88974-55d3-40d8-bfa6-6b142c0cb298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd9df514b-2c2c-49e3-ac44-727a57b7872a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 05:19:20.595308 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ca9959-9a4d-45ad-b0c2-38211ee477bf req-7b5157ad-1504-4887-9fa8-4b6e34c41e7f service neutron] Bound using segment: {'id': '34c88974-55d3-40d8-bfa6-6b142c0cb298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd9df514b-2c2c-49e3-ac44-727a57b7872a'} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 05:19:20.595752 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-68ca9959-9a4d-45ad-b0c2-38211ee477bf req-7b5157ad-1504-4887-9fa8-4b6e34c41e7f service neutron] Bound port: 7b90718a-16c3-450c-ad27-e12ec7ea222a, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34c88974-55d3-40d8-bfa6-6b142c0cb298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd9df514b-2c2c-49e3-ac44-727a57b7872a'}}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 05:19:20.596090 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-68ca9959-9a4d-45ad-b0c2-38211ee477bf req-7b5157ad-1504-4887-9fa8-4b6e34c41e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:20.682991 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-68ca9959-9a4d-45ad-b0c2-38211ee477bf req-7b5157ad-1504-4887-9fa8-4b6e34c41e7f service neutron] For port 7b90718a-16c3-450c-ad27-e12ec7ea222a, host hv-neutron-8268, cleared binding levels {{(pid=87636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 05:19:20.686294 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-68ca9959-9a4d-45ad-b0c2-38211ee477bf req-7b5157ad-1504-4887-9fa8-4b6e34c41e7f service neutron] For port 7b90718a-16c3-450c-ad27-e12ec7ea222a, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=7b90718a-16c3-450c-ad27-e12ec7ea222a,segment=NetworkSegment(34c88974-55d3-40d8-bfa6-6b142c0cb298),segment_id=34c88974-55d3-40d8-bfa6-6b142c0cb298)] {{(pid=87636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 05:19:20.690188 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-68ca9959-9a4d-45ad-b0c2-38211ee477bf req-7b5157ad-1504-4887-9fa8-4b6e34c41e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:20.750022 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ca9959-9a4d-45ad-b0c2-38211ee477bf req-7b5157ad-1504-4887-9fa8-4b6e34c41e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:19:20.750265 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-68ca9959-9a4d-45ad-b0c2-38211ee477bf req-7b5157ad-1504-4887-9fa8-4b6e34c41e7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:20.752010 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-68ca9959-9a4d-45ad-b0c2-38211ee477bf req-7b5157ad-1504-4887-9fa8-4b6e34c41e7f service neutron] 10.222.0.18 "PUT /v2.0/ports/7b90718a-16c3-450c-ad27-e12ec7ea222a HTTP/1.1" status: 200 len: 1094 time: 1.0209057 Feb 01 05:19:20.754799 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bfdb2d9-2910-45f9-aecc-4f5c25b8398c', 'tag': '7b90718a-16c3-450c-ad27-e12ec7ea222a'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 05:19:20.781574 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5157ad-1504-4887-9fa8-4b6e34c41e7f service neutron] Pushing event updated for resources: {'Port': ['ID=7b90718a-16c3-450c-ad27-e12ec7ea222a,revision_number=3']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:19:20.813445 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bfdb2d9-2910-45f9-aecc-4f5c25b8398c', 'tag': '7b90718a-16c3-450c-ad27-e12ec7ea222a', 'status': 'completed', 'code': 200} Feb 01 05:19:20.886712 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ca9959-9a4d-45ad-b0c2-38211ee477bf req-ea845758-eef8-430f-af28-afd5f689edbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:19:20.888255 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-68ca9959-9a4d-45ad-b0c2-38211ee477bf req-ea845758-eef8-430f-af28-afd5f689edbd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=47c2b80adcdd4b1e9d3030c20d0c1b69&device_id=5bfdb2d9-2910-45f9-aecc-4f5c25b8398c HTTP/1.1" status: 200 len: 1097 time: 0.0773747 Feb 01 05:19:20.965371 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-68ca9959-9a4d-45ad-b0c2-38211ee477bf req-72c18f37-ca0e-4d90-b60f-628d12b732e7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b90718a-16c3-450c-ad27-e12ec7ea222a HTTP/1.1" status: 200 len: 217 time: 0.0651956 Feb 01 05:19:21.028191 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ca9959-9a4d-45ad-b0c2-38211ee477bf req-e137700d-521a-4a09-950b-c1f1cc8872cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:19:21.029635 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-68ca9959-9a4d-45ad-b0c2-38211ee477bf req-e137700d-521a-4a09-950b-c1f1cc8872cb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e52c30de-715f-4162-b2d3-ec7a93a42aa6 HTTP/1.1" status: 200 len: 849 time: 0.0589201 Feb 01 05:19:21.043528 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device a58a092c-71ee-4937-989a-51e675624221 up at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 05:19:21.106291 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ca9959-9a4d-45ad-b0c2-38211ee477bf req-bfe12ebf-76b5-4bd2-88dc-c511fc655411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:19:21.107782 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-68ca9959-9a4d-45ad-b0c2-38211ee477bf req-bfe12ebf-76b5-4bd2-88dc-c511fc655411 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d9df514b-2c2c-49e3-ac44-727a57b7872a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723917 Feb 01 05:19:21.111598 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Provisioning complete for port a58a092c-71ee-4937-989a-51e675624221 triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:19:21.111964 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:21.247480 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-68ca9959-9a4d-45ad-b0c2-38211ee477bf req-1c246655-4a80-4ebb-b582-83f01348130e service neutron] 10.222.0.18 "GET /v2.0/networks/d9df514b-2c2c-49e3-ac44-727a57b7872a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328151 Feb 01 05:19:21.329248 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de299812-7368-4288-84c1-d2d0ee1af02f req-8d1e9141-22d0-42d4-9a55-0fb2ca74a4f5 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:19:21.330784 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-de299812-7368-4288-84c1-d2d0ee1af02f req-8d1e9141-22d0-42d4-9a55-0fb2ca74a4f5 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bfdb2d9-2910-45f9-aecc-4f5c25b8398c HTTP/1.1" status: 200 len: 944 time: 0.0770173 Feb 01 05:19:21.374393 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-de299812-7368-4288-84c1-d2d0ee1af02f req-62d43a02-a9d8-44b1-99cf-9af6d008efed tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.24 "GET /v2.0/security-groups?id=c94ce91e-7ae3-4b87-b25d-ed5eb879016b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378628 Feb 01 05:19:21.378327 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-68ca9959-9a4d-45ad-b0c2-38211ee477bf req-cbdee815-3e82-46cd-b2b2-7cb98ea6f4dc service neutron] 10.222.0.18 "GET /v2.0/networks/d9df514b-2c2c-49e3-ac44-727a57b7872a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249008 Feb 01 05:19:21.527519 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc6813-92fb-4b95-951d-06468450cd5c req-69f1b250-e3fd-4b16-b29a-8c9c91990fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:19:21.528964 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e4fc6813-92fb-4b95-951d-06468450cd5c req-69f1b250-e3fd-4b16-b29a-8c9c91990fc8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=47c2b80adcdd4b1e9d3030c20d0c1b69&device_id=5bfdb2d9-2910-45f9-aecc-4f5c25b8398c HTTP/1.1" status: 200 len: 1097 time: 0.0691714 Feb 01 05:19:21.661904 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc6813-92fb-4b95-951d-06468450cd5c req-c2d01fdb-5ec5-425f-b800-d08740f1862d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:19:21.663349 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e4fc6813-92fb-4b95-951d-06468450cd5c req-c2d01fdb-5ec5-425f-b800-d08740f1862d service neutron] 10.222.0.18 "GET /v2.0/networks?id=d9df514b-2c2c-49e3-ac44-727a57b7872a HTTP/1.1" status: 200 len: 910 time: 0.1241117 Feb 01 05:19:21.733840 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e4fc6813-92fb-4b95-951d-06468450cd5c req-563ba890-79ba-42b7-a56a-7593a6c23071 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b90718a-16c3-450c-ad27-e12ec7ea222a HTTP/1.1" status: 200 len: 217 time: 0.0628934 Feb 01 05:19:21.793894 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc6813-92fb-4b95-951d-06468450cd5c req-6a3a1552-6231-4ced-961b-434f3a742f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:19:21.795208 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e4fc6813-92fb-4b95-951d-06468450cd5c req-6a3a1552-6231-4ced-961b-434f3a742f3e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e52c30de-715f-4162-b2d3-ec7a93a42aa6 HTTP/1.1" status: 200 len: 849 time: 0.0551407 Feb 01 05:19:21.872813 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc6813-92fb-4b95-951d-06468450cd5c req-8c385081-b19f-420d-8447-122ff0fc10f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:19:21.874292 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e4fc6813-92fb-4b95-951d-06468450cd5c req-8c385081-b19f-420d-8447-122ff0fc10f0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d9df514b-2c2c-49e3-ac44-727a57b7872a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725634 Feb 01 05:19:22.005570 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e4fc6813-92fb-4b95-951d-06468450cd5c req-5c39456d-9dc2-4d0a-a0bd-9e80dd018b75 service neutron] 10.222.0.18 "GET /v2.0/networks/d9df514b-2c2c-49e3-ac44-727a57b7872a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245983 Feb 01 05:19:22.244736 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e4fc6813-92fb-4b95-951d-06468450cd5c req-c1e88a8a-587a-44fd-a97e-d26f8863c44c service neutron] 10.222.0.18 "GET /v2.0/networks/d9df514b-2c2c-49e3-ac44-727a57b7872a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322657 Feb 01 05:19:22.555357 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d59a4d6-fc27-4035-ae06-6e4eb9406c63 req-5deda961-c3c7-4e38-87dc-8ffcfcddb608 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:19:22.556039 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-8d59a4d6-fc27-4035-ae06-6e4eb9406c63 req-5deda961-c3c7-4e38-87dc-8ffcfcddb608 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Synchronizing usage tracker for tenant:47c2b80adcdd4b1e9d3030c20d0c1b69 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 05:19:22.571690 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-8d59a4d6-fc27-4035-ae06-6e4eb9406c63 req-5deda961-c3c7-4e38-87dc-8ffcfcddb608 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Unset dirty status for tenant:47c2b80adcdd4b1e9d3030c20d0c1b69 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 05:19:22.572861 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8d59a4d6-fc27-4035-ae06-6e4eb9406c63 req-5deda961-c3c7-4e38-87dc-8ffcfcddb608 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bfdb2d9-2910-45f9-aecc-4f5c25b8398c HTTP/1.1" status: 200 len: 944 time: 0.0942597 Feb 01 05:19:22.615832 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8d59a4d6-fc27-4035-ae06-6e4eb9406c63 req-07a3fab5-5977-49eb-9553-c8bea99435d3 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.24 "GET /v2.0/security-groups?id=c94ce91e-7ae3-4b87-b25d-ed5eb879016b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371559 Feb 01 05:19:23.799838 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d70277b-4fef-4250-bb0a-4903afde964f req-2dd9497b-c5ef-4a0f-a8bd-a2646815880f tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:19:23.801270 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-8d70277b-4fef-4250-bb0a-4903afde964f req-2dd9497b-c5ef-4a0f-a8bd-a2646815880f tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bfdb2d9-2910-45f9-aecc-4f5c25b8398c HTTP/1.1" status: 200 len: 944 time: 0.0809050 Feb 01 05:19:23.844859 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-8d70277b-4fef-4250-bb0a-4903afde964f req-2bcc398f-d4f9-43bb-ad57-6197fc750859 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.24 "GET /v2.0/security-groups?id=c94ce91e-7ae3-4b87-b25d-ed5eb879016b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380170 Feb 01 05:19:24.034422 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 7b90718a-16c3-450c-ad27-e12ec7ea222a details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 01 05:19:24.166547 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 7b90718a-16c3-450c-ad27-e12ec7ea222a, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=7b90718a-16c3-450c-ad27-e12ec7ea222a,segment=NetworkSegment(34c88974-55d3-40d8-bfa6-6b142c0cb298),segment_id=34c88974-55d3-40d8-bfa6-6b142c0cb298)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:19:24.179324 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Returning: {'device': '7b90718a-16c3-450c-ad27-e12ec7ea222a', 'network_id': 'd9df514b-2c2c-49e3-ac44-727a57b7872a', 'port_id': '7b90718a-16c3-450c-ad27-e12ec7ea222a', 'mac_address': 'fa:16:3e:0c:05:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e52c30de-715f-4162-b2d3-ec7a93a42aa6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 01 05:19:24.233249 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:24.250549 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b90718a-16c3-450c-ad27-e12ec7ea222a {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 05:19:24.267501 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 7b90718a-16c3-450c-ad27-e12ec7ea222a, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=7b90718a-16c3-450c-ad27-e12ec7ea222a,segment=NetworkSegment(34c88974-55d3-40d8-bfa6-6b142c0cb298),segment_id=34c88974-55d3-40d8-bfa6-6b142c0cb298)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:19:24.270952 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:24.338557 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=7b90718a-16c3-450c-ad27-e12ec7ea222a,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:19:24.577196 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] get_ports_and_sgs() called for port_ids ['7b90718a-16c3-450c-ad27-e12ec7ea222a'] {{(pid=87638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 01 05:19:25.025361 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be530572-e2ac-403a-9324-10ebc7777b63 req-b9f75da3-598f-4d73-ac98-5e3b067529da tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:19:25.026781 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-be530572-e2ac-403a-9324-10ebc7777b63 req-b9f75da3-598f-4d73-ac98-5e3b067529da tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bfdb2d9-2910-45f9-aecc-4f5c25b8398c HTTP/1.1" status: 200 len: 945 time: 0.0804708 Feb 01 05:19:25.069613 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-be530572-e2ac-403a-9324-10ebc7777b63 req-724eb711-64d3-40af-81bf-26dc746f58b3 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.24 "GET /v2.0/security-groups?id=c94ce91e-7ae3-4b87-b25d-ed5eb879016b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373504 Feb 01 05:19:26.055091 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 7b90718a-16c3-450c-ad27-e12ec7ea222a up at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 05:19:26.126613 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning for port 7b90718a-16c3-450c-ad27-e12ec7ea222a completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 05:19:26.131598 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning complete for port 7b90718a-16c3-450c-ad27-e12ec7ea222a triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:19:26.131918 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:26.248178 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:26.249845 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52045d41-fc52-4987-8d8e-94367a0bdda6 req-108b5761-ce96-4e70-91b6-cd1ff3c29199 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:19:26.251331 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-52045d41-fc52-4987-8d8e-94367a0bdda6 req-108b5761-ce96-4e70-91b6-cd1ff3c29199 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bfdb2d9-2910-45f9-aecc-4f5c25b8398c HTTP/1.1" status: 200 len: 945 time: 0.0786333 Feb 01 05:19:26.275497 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bfdb2d9-2910-45f9-aecc-4f5c25b8398c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b90718a-16c3-450c-ad27-e12ec7ea222a'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 05:19:26.285997 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 7b90718a-16c3-450c-ad27-e12ec7ea222a, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=7b90718a-16c3-450c-ad27-e12ec7ea222a,segment=NetworkSegment(34c88974-55d3-40d8-bfa6-6b142c0cb298),segment_id=34c88974-55d3-40d8-bfa6-6b142c0cb298)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:19:26.290036 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:26.301030 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-52045d41-fc52-4987-8d8e-94367a0bdda6 req-ffed46d5-7d06-4c02-bad2-2c414d71f8b2 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.24 "GET /v2.0/security-groups?id=c94ce91e-7ae3-4b87-b25d-ed5eb879016b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439053 Feb 01 05:19:26.331632 dv-neutron-826830-1-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bfdb2d9-2910-45f9-aecc-4f5c25b8398c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b90718a-16c3-450c-ad27-e12ec7ea222a', 'code': 200} Feb 01 05:19:26.363930 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=7b90718a-16c3-450c-ad27-e12ec7ea222a,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:19:26.576750 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d8813-0e72-40d5-92ab-d81012e2781a req-c846e5d4-dd6a-4028-9053-71cb432aa5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:19:26.578177 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-199d8813-0e72-40d5-92ab-d81012e2781a req-c846e5d4-dd6a-4028-9053-71cb432aa5f7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5bfdb2d9-2910-45f9-aecc-4f5c25b8398c HTTP/1.1" status: 200 len: 1099 time: 0.0695722 Feb 01 05:19:26.617274 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-199d8813-0e72-40d5-92ab-d81012e2781a req-703f10a2-ef7c-4568-8d95-9610d864c55b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c94ce91e-7ae3-4b87-b25d-ed5eb879016b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333166 Feb 01 05:19:27.484110 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9839d686-fa31-4acd-9d5f-c79319fd707a req-959de2ef-f8c0-4361-8c2f-45354f6b88c4 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:19:27.485542 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-9839d686-fa31-4acd-9d5f-c79319fd707a req-959de2ef-f8c0-4361-8c2f-45354f6b88c4 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bfdb2d9-2910-45f9-aecc-4f5c25b8398c HTTP/1.1" status: 200 len: 946 time: 0.0783291 Feb 01 05:19:27.528751 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-9839d686-fa31-4acd-9d5f-c79319fd707a req-761ab9c1-e8c6-4b9b-b041-f2c9adf597da tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.24 "GET /v2.0/security-groups?id=c94ce91e-7ae3-4b87-b25d-ed5eb879016b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367897 Feb 01 05:19:28.713683 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2097d97-217d-4c6a-8bbb-c6731eceb989 req-2486ad26-ae8d-466f-b524-683c9d7e871c tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:19:28.715156 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f2097d97-217d-4c6a-8bbb-c6731eceb989 req-2486ad26-ae8d-466f-b524-683c9d7e871c tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bfdb2d9-2910-45f9-aecc-4f5c25b8398c HTTP/1.1" status: 200 len: 946 time: 0.0797002 Feb 01 05:19:28.758821 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f2097d97-217d-4c6a-8bbb-c6731eceb989 req-bc3f3b4e-3c44-4ac8-85d9-2921590bbbf2 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.24 "GET /v2.0/security-groups?id=c94ce91e-7ae3-4b87-b25d-ed5eb879016b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381525 Feb 01 05:19:28.941903 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282f09d3-52e4-40a3-a84a-22d65c1ae483 req-1578e965-def9-4d41-b191-594b4628a73b tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:19:28.943354 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-282f09d3-52e4-40a3-a84a-22d65c1ae483 req-1578e965-def9-4d41-b191-594b4628a73b tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bfdb2d9-2910-45f9-aecc-4f5c25b8398c HTTP/1.1" status: 200 len: 946 time: 0.0810952 Feb 01 05:19:28.985675 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-282f09d3-52e4-40a3-a84a-22d65c1ae483 req-23d6e6d0-313e-4dac-9774-68eb67630293 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.24 "GET /v2.0/security-groups?id=c94ce91e-7ae3-4b87-b25d-ed5eb879016b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367203 Feb 01 05:19:29.008296 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 50870) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:19:29.174378 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b4a9e6-731c-4339-a7ae-acb780d2572b tempest-TestSnapshotPattern-78709883 tempest-TestSnapshotPattern-78709883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:19:29.174988 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d3b4a9e6-731c-4339-a7ae-acb780d2572b tempest-TestSnapshotPattern-78709883 tempest-TestSnapshotPattern-78709883-project-admin] Synchronizing usage tracker for tenant:4cb9e6e9aaec4cc6b117bde5d23cf66a on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 05:19:29.190138 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d3b4a9e6-731c-4339-a7ae-acb780d2572b tempest-TestSnapshotPattern-78709883 tempest-TestSnapshotPattern-78709883-project-admin] Unset dirty status for tenant:4cb9e6e9aaec4cc6b117bde5d23cf66a on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 05:19:29.191268 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d3b4a9e6-731c-4339-a7ae-acb780d2572b tempest-TestSnapshotPattern-78709883 tempest-TestSnapshotPattern-78709883-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5bfdb2d9-2910-45f9-aecc-4f5c25b8398c HTTP/1.1" status: 200 len: 1094 time: 0.1819525 Feb 01 05:19:29.194125 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 50876) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:19:29.198896 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-b1f57bcd-b06e-46a4-99e1-8cb7abee5892 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Request body: {'floatingip': {'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'port_id': '7b90718a-16c3-450c-ad27-e12ec7ea222a', 'tenant_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:19:29.204610 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-b1f57bcd-b06e-46a4-99e1-8cb7abee5892 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:19:29.208805 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b1f57bcd-b06e-46a4-99e1-8cb7abee5892 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Usage tracker for resource:floatingip and tenant:47c2b80adcdd4b1e9d3030c20d0c1b69 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:19:29.211581 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b1f57bcd-b06e-46a4-99e1-8cb7abee5892 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:19:29.217158 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-b1f57bcd-b06e-46a4-99e1-8cb7abee5892 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:19:29.227058 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b1f57bcd-b06e-46a4-99e1-8cb7abee5892 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Notify callbacks [] for floatingip, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:29.358746 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b1f57bcd-b06e-46a4-99e1-8cb7abee5892 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:29.493298 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-b1f57bcd-b06e-46a4-99e1-8cb7abee5892 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Allocated IP 172.26.8.252 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/345c793c-0672-43b6-b07c-d659da368502) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 05:19:29.643962 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b1f57bcd-b06e-46a4-99e1-8cb7abee5892 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:29.674984 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b1f57bcd-b06e-46a4-99e1-8cb7abee5892 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:29.737434 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f57bcd-b06e-46a4-99e1-8cb7abee5892 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 05:19:29.740256 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-b1f57bcd-b06e-46a4-99e1-8cb7abee5892 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 05:19:29.744301 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f57bcd-b06e-46a4-99e1-8cb7abee5892 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 05:19:29.778722 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f57bcd-b06e-46a4-99e1-8cb7abee5892 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Pushing event updated for resources: {'Port': ['ID=345c793c-0672-43b6-b07c-d659da368502,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:19:30.160921 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b1f57bcd-b06e-46a4-99e1-8cb7abee5892 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:30.235922 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b1f57bcd-b06e-46a4-99e1-8cb7abee5892 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:30.536589 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b1f57bcd-b06e-46a4-99e1-8cb7abee5892 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:30.540934 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b1f57bcd-b06e-46a4-99e1-8cb7abee5892 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:30.641460 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f57bcd-b06e-46a4-99e1-8cb7abee5892 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Pushing event updated for resources: {'Port': ['ID=345c793c-0672-43b6-b07c-d659da368502,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:19:30.656689 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b1f57bcd-b06e-46a4-99e1-8cb7abee5892 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-774194'] for floatingip, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:30.825013 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.db.l3_db [None req-b1f57bcd-b06e-46a4-99e1-8cb7abee5892 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Floating IP 976d7d16-e79f-44a5-8486-48ecefd3c83f associated. External IP: 172.26.8.252, port: 7b90718a-16c3-450c-ad27-e12ec7ea222a. Feb 01 05:19:31.168383 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1f57bcd-b06e-46a4-99e1-8cb7abee5892 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Router 22a9f118-20b5-4684-b3bb-51bea42539df has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 05:19:31.338769 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1f57bcd-b06e-46a4-99e1-8cb7abee5892 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 05:19:31.348777 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0920a2-0b86-42de-8d65-3d6a95666898 None None] Sync routers for ids ['22a9f118-20b5-4684-b3bb-51bea42539df'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 05:19:31.357567 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0920a2-0b86-42de-8d65-3d6a95666898 None None] Routers {'22a9f118-20b5-4684-b3bb-51bea42539df'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:19:31.358169 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-2e0920a2-0b86-42de-8d65-3d6a95666898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:19:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['22a9f118-20b5-4684-b3bb-51bea42539df'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:19:31.362944 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b1f57bcd-b06e-46a4-99e1-8cb7abee5892 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:31.419826 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b1f57bcd-b06e-46a4-99e1-8cb7abee5892 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2246099 Feb 01 05:19:31.420406 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bfdb2d9-2910-45f9-aecc-4f5c25b8398c', 'tag': '7b90718a-16c3-450c-ad27-e12ec7ea222a'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 05:19:31.530431 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bfdb2d9-2910-45f9-aecc-4f5c25b8398c', 'tag': '7b90718a-16c3-450c-ad27-e12ec7ea222a', 'status': 'completed', 'code': 200} Feb 01 05:19:31.544823 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-2e0920a2-0b86-42de-8d65-3d6a95666898 None None] Set router 22a9f118-20b5-4684-b3bb-51bea42539df gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:19:31.637263 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b591d0-9314-48c4-b91c-7bf051f9a7c9 req-22c196a8-39f0-4bf6-8642-27b388d5dfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:19:31.638710 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-24b591d0-9314-48c4-b91c-7bf051f9a7c9 req-22c196a8-39f0-4bf6-8642-27b388d5dfba service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=47c2b80adcdd4b1e9d3030c20d0c1b69&device_id=5bfdb2d9-2910-45f9-aecc-4f5c25b8398c HTTP/1.1" status: 200 len: 1099 time: 0.0684419 Feb 01 05:19:31.765483 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b591d0-9314-48c4-b91c-7bf051f9a7c9 req-18f47f5c-e5dd-4b06-9357-b70e044fc512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:19:31.766810 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-24b591d0-9314-48c4-b91c-7bf051f9a7c9 req-18f47f5c-e5dd-4b06-9357-b70e044fc512 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d9df514b-2c2c-49e3-ac44-727a57b7872a HTTP/1.1" status: 200 len: 910 time: 0.1220641 Feb 01 05:19:31.868267 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-24b591d0-9314-48c4-b91c-7bf051f9a7c9 req-2f7231c7-68dc-4331-9e70-26e469afa3e8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b90718a-16c3-450c-ad27-e12ec7ea222a HTTP/1.1" status: 200 len: 1000 time: 0.0944450 Feb 01 05:19:31.892963 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-2e0920a2-0b86-42de-8d65-3d6a95666898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a9f118-20b5-4684-b3bb-51bea42539df', 'name': 'tempest-TestSnapshotPattern-1592655900-router', 'tenant_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.133'}], 'enable_snat': True}, 'gw_port_id': '0cec26f7-878a-4d49-b8ca-f67f901efd24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:19:03Z', 'updated_at': '2022-02-01T05:19:07Z', 'revision_number': 4, 'project_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'gw_port': {'id': '0cec26f7-878a-4d49-b8ca-f67f901efd24', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a9f118-20b5-4684-b3bb-51bea42539df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:19:03Z', 'updated_at': '2022-02-01T05:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': '976d7d16-e79f-44a5-8486-48ecefd3c83f', 'tenant_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'floating_ip_address': '172.26.8.252', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '22a9f118-20b5-4684-b3bb-51bea42539df', 'port_id': '7b90718a-16c3-450c-ad27-e12ec7ea222a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9df514b-2c2c-49e3-ac44-727a57b7872a', 'mac_address': 'fa:16:3e:0c:05:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bfdb2d9-2910-45f9-aecc-4f5c25b8398c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T05:19:30Z', 'updated_at': '2022-02-01T05:19:30Z', 'revision_number': 0, 'project_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd056143-52d0-4e38-9f37-baa7df7d2fa5', 'name': '', 'network_id': 'd9df514b-2c2c-49e3-ac44-727a57b7872a', 'tenant_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'mac_address': 'fa:16:3e:1c:e6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a9f118-20b5-4684-b3bb-51bea42539df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'e52c30de-715f-4162-b2d3-ec7a93a42aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:19:06Z', 'updated_at': '2022-02-01T05:19:13Z', 'revision_number': 5, 'project_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'subnets': [{'id': 'e52c30de-715f-4162-b2d3-ec7a93a42aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:19:31.896731 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0920a2-0b86-42de-8d65-3d6a95666898 None None] Checking router: 22a9f118-20b5-4684-b3bb-51bea42539df for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 05:19:31.904974 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0920a2-0b86-42de-8d65-3d6a95666898 None None] Routers {'22a9f118-20b5-4684-b3bb-51bea42539df'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:19:31.905976 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-2e0920a2-0b86-42de-8d65-3d6a95666898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:19:04Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['22a9f118-20b5-4684-b3bb-51bea42539df'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:19:31.929579 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b591d0-9314-48c4-b91c-7bf051f9a7c9 req-dbb01f6c-4dea-440a-86b6-ffbd1711ab07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:19:31.931007 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-24b591d0-9314-48c4-b91c-7bf051f9a7c9 req-dbb01f6c-4dea-440a-86b6-ffbd1711ab07 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e52c30de-715f-4162-b2d3-ec7a93a42aa6 HTTP/1.1" status: 200 len: 849 time: 0.0566862 Feb 01 05:19:32.060801 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-adcf8e33-f052-4c06-b70d-b45a68b65d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:32.095573 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-2e0920a2-0b86-42de-8d65-3d6a95666898 None None] Set router 22a9f118-20b5-4684-b3bb-51bea42539df gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:19:32.124784 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b591d0-9314-48c4-b91c-7bf051f9a7c9 req-1b15fad1-6332-468b-965e-56c23d3ef1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:19:32.126246 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-24b591d0-9314-48c4-b91c-7bf051f9a7c9 req-1b15fad1-6332-468b-965e-56c23d3ef1fd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d9df514b-2c2c-49e3-ac44-727a57b7872a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1896925 Feb 01 05:19:32.256358 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-24b591d0-9314-48c4-b91c-7bf051f9a7c9 req-073c81d3-4291-49a1-aaa4-0ac5d30b9641 service neutron] 10.222.0.18 "GET /v2.0/networks/d9df514b-2c2c-49e3-ac44-727a57b7872a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237762 Feb 01 05:19:32.386466 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-24b591d0-9314-48c4-b91c-7bf051f9a7c9 req-cfd7f5cb-19d5-4c78-8335-dd3f621c58e5 service neutron] 10.222.0.18 "GET /v2.0/networks/d9df514b-2c2c-49e3-ac44-727a57b7872a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242898 Feb 01 05:19:32.441962 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-2e0920a2-0b86-42de-8d65-3d6a95666898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a9f118-20b5-4684-b3bb-51bea42539df', 'name': 'tempest-TestSnapshotPattern-1592655900-router', 'tenant_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.133'}], 'enable_snat': True}, 'gw_port_id': '0cec26f7-878a-4d49-b8ca-f67f901efd24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:19:03Z', 'updated_at': '2022-02-01T05:19:07Z', 'revision_number': 4, 'project_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'gw_port': {'id': '0cec26f7-878a-4d49-b8ca-f67f901efd24', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a9f118-20b5-4684-b3bb-51bea42539df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:19:03Z', 'updated_at': '2022-02-01T05:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': '976d7d16-e79f-44a5-8486-48ecefd3c83f', 'tenant_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'floating_ip_address': '172.26.8.252', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '22a9f118-20b5-4684-b3bb-51bea42539df', 'port_id': '7b90718a-16c3-450c-ad27-e12ec7ea222a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9df514b-2c2c-49e3-ac44-727a57b7872a', 'mac_address': 'fa:16:3e:0c:05:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bfdb2d9-2910-45f9-aecc-4f5c25b8398c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T05:19:30Z', 'updated_at': '2022-02-01T05:19:30Z', 'revision_number': 0, 'project_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd056143-52d0-4e38-9f37-baa7df7d2fa5', 'name': '', 'network_id': 'd9df514b-2c2c-49e3-ac44-727a57b7872a', 'tenant_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'mac_address': 'fa:16:3e:1c:e6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a9f118-20b5-4684-b3bb-51bea42539df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'e52c30de-715f-4162-b2d3-ec7a93a42aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:19:06Z', 'updated_at': '2022-02-01T05:19:13Z', 'revision_number': 5, 'project_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'subnets': [{'id': 'e52c30de-715f-4162-b2d3-ec7a93a42aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:19:32.445832 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0920a2-0b86-42de-8d65-3d6a95666898 None None] The sync data for ids ['22a9f118-20b5-4684-b3bb-51bea42539df'] in dv-neutron-826830-1-hyperv is: [{'id': '22a9f118-20b5-4684-b3bb-51bea42539df', 'name': 'tempest-TestSnapshotPattern-1592655900-router', 'tenant_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.133'}], 'enable_snat': True}, 'gw_port_id': '0cec26f7-878a-4d49-b8ca-f67f901efd24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:19:03Z', 'updated_at': '2022-02-01T05:19:07Z', 'revision_number': 4, 'project_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'gw_port': {'id': '0cec26f7-878a-4d49-b8ca-f67f901efd24', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a9f118-20b5-4684-b3bb-51bea42539df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:19:03Z', 'updated_at': '2022-02-01T05:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': '976d7d16-e79f-44a5-8486-48ecefd3c83f', 'tenant_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'floating_ip_address': '172.26.8.252', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '22a9f118-20b5-4684-b3bb-51bea42539df', 'port_id': '7b90718a-16c3-450c-ad27-e12ec7ea222a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9df514b-2c2c-49e3-ac44-727a57b7872a', 'mac_address': 'fa:16:3e:0c:05:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bfdb2d9-2910-45f9-aecc-4f5c25b8398c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T05:19:30Z', 'updated_at': '2022-02-01T05:19:30Z', 'revision_number': 0, 'project_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd056143-52d0-4e38-9f37-baa7df7d2fa5', 'name': '', 'network_id': 'd9df514b-2c2c-49e3-ac44-727a57b7872a', 'tenant_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'mac_address': 'fa:16:3e:1c:e6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a9f118-20b5-4684-b3bb-51bea42539df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'e52c30de-715f-4162-b2d3-ec7a93a42aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:19:06Z', 'updated_at': '2022-02-01T05:19:13Z', 'revision_number': 5, 'project_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'subnets': [{'id': 'e52c30de-715f-4162-b2d3-ec7a93a42aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 05:19:32.631618 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd0d192-6e27-43ca-b75e-5471cd1e725f None None] New status for floating IP 976d7d16-e79f-44a5-8486-48ecefd3c83f: ACTIVE {{(pid=87638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 01 05:19:34.338468 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-108087ab-b60e-46e3-986c-f65c9703e589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:35.506682 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:35.644452 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:37.180949 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:37.316139 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 05:19:45.476702 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:19:56.181274 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-540d86e0-2b1a-4dfc-8c0c-ba361c65eb20 req-94066b06-b41b-438e-8f0b-8678cd232359 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5bfdb2d9-2910-45f9-aecc-4f5c25b8398c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0722568 Feb 01 05:19:56.330371 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540d86e0-2b1a-4dfc-8c0c-ba361c65eb20 req-ff29bced-9ec9-4ea8-849d-a549bb608583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:19:56.331902 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-540d86e0-2b1a-4dfc-8c0c-ba361c65eb20 req-ff29bced-9ec9-4ea8-849d-a549bb608583 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=47c2b80adcdd4b1e9d3030c20d0c1b69&device_id=5bfdb2d9-2910-45f9-aecc-4f5c25b8398c HTTP/1.1" status: 200 len: 1099 time: 0.0689185 Feb 01 05:19:56.470986 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540d86e0-2b1a-4dfc-8c0c-ba361c65eb20 req-af08d312-06a9-4e9b-8058-d2a76d34d424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:19:56.472867 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-540d86e0-2b1a-4dfc-8c0c-ba361c65eb20 req-af08d312-06a9-4e9b-8058-d2a76d34d424 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d9df514b-2c2c-49e3-ac44-727a57b7872a HTTP/1.1" status: 200 len: 910 time: 0.1235068 Feb 01 05:19:56.574873 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-540d86e0-2b1a-4dfc-8c0c-ba361c65eb20 req-ea449f2c-c626-44a7-b39b-6a87be5afed2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b90718a-16c3-450c-ad27-e12ec7ea222a HTTP/1.1" status: 200 len: 1002 time: 0.0940261 Feb 01 05:19:56.636329 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540d86e0-2b1a-4dfc-8c0c-ba361c65eb20 req-33bb63a0-9a7e-460c-ad84-9e722bf71ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:19:56.637680 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-540d86e0-2b1a-4dfc-8c0c-ba361c65eb20 req-33bb63a0-9a7e-460c-ad84-9e722bf71ac0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e52c30de-715f-4162-b2d3-ec7a93a42aa6 HTTP/1.1" status: 200 len: 849 time: 0.0547974 Feb 01 05:19:56.711473 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540d86e0-2b1a-4dfc-8c0c-ba361c65eb20 req-c55d2b42-7cb5-4a4e-8eb0-c6c9f9ef3a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:19:56.712884 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-540d86e0-2b1a-4dfc-8c0c-ba361c65eb20 req-c55d2b42-7cb5-4a4e-8eb0-c6c9f9ef3a41 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d9df514b-2c2c-49e3-ac44-727a57b7872a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697992 Feb 01 05:19:56.839813 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-540d86e0-2b1a-4dfc-8c0c-ba361c65eb20 req-6dd2b3c0-388a-4bf1-b19a-22b0a04d2311 service neutron] 10.222.0.18 "GET /v2.0/networks/d9df514b-2c2c-49e3-ac44-727a57b7872a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208875 Feb 01 05:19:56.968540 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-540d86e0-2b1a-4dfc-8c0c-ba361c65eb20 req-456f3a1c-2deb-4f2a-be10-5b1eb001fab3 service neutron] 10.222.0.18 "GET /v2.0/networks/d9df514b-2c2c-49e3-ac44-727a57b7872a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215715 Feb 01 05:20:02.067875 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a1ad36af-1294-40b8-aa1f-d60534b8fab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:20:04.340122 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2be618a3-cfd3-401d-879d-29372859bec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:20:05.508741 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:20:05.644829 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:20:07.183259 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:20:14.314662 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 05:20:15.484995 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:20:32.069735 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c0b0bce0-4c18-42de-9239-b1fc04885491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:20:34.340780 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d5beb1e1-f768-43e5-a5cf-9638bfb50560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:20:35.510700 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:20:35.647680 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:20:37.186610 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:20:45.485340 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:20:51.314232 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 05:20:56.090435 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6af4b35a-c597-4949-b9cc-5b02ed5fbc06 req-babbd3f4-9576-44ac-a7a2-9b865ae343a4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5bfdb2d9-2910-45f9-aecc-4f5c25b8398c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0672946 Feb 01 05:20:56.248823 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af4b35a-c597-4949-b9cc-5b02ed5fbc06 req-6681962b-652b-4978-b8f3-7dce336f06a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:20:56.250156 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6af4b35a-c597-4949-b9cc-5b02ed5fbc06 req-6681962b-652b-4978-b8f3-7dce336f06a5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=47c2b80adcdd4b1e9d3030c20d0c1b69&device_id=5bfdb2d9-2910-45f9-aecc-4f5c25b8398c HTTP/1.1" status: 200 len: 1099 time: 0.0714498 Feb 01 05:20:56.390065 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af4b35a-c597-4949-b9cc-5b02ed5fbc06 req-6cf55944-39ba-4242-a939-710a11a3929c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:20:56.391517 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6af4b35a-c597-4949-b9cc-5b02ed5fbc06 req-6cf55944-39ba-4242-a939-710a11a3929c service neutron] 10.222.0.18 "GET /v2.0/networks?id=d9df514b-2c2c-49e3-ac44-727a57b7872a HTTP/1.1" status: 200 len: 910 time: 0.1231222 Feb 01 05:20:56.596089 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6af4b35a-c597-4949-b9cc-5b02ed5fbc06 req-4adedcf8-38d9-463f-9842-2b45f303ffdd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b90718a-16c3-450c-ad27-e12ec7ea222a HTTP/1.1" status: 200 len: 1002 time: 0.1989481 Feb 01 05:20:56.656926 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af4b35a-c597-4949-b9cc-5b02ed5fbc06 req-20a08886-aa47-4fa6-b9aa-14431408ca2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:20:56.658288 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6af4b35a-c597-4949-b9cc-5b02ed5fbc06 req-20a08886-aa47-4fa6-b9aa-14431408ca2a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e52c30de-715f-4162-b2d3-ec7a93a42aa6 HTTP/1.1" status: 200 len: 849 time: 0.0558164 Feb 01 05:20:56.732438 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af4b35a-c597-4949-b9cc-5b02ed5fbc06 req-28736501-9c99-431d-a23b-34dac6f01239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:20:56.733848 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6af4b35a-c597-4949-b9cc-5b02ed5fbc06 req-28736501-9c99-431d-a23b-34dac6f01239 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d9df514b-2c2c-49e3-ac44-727a57b7872a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697770 Feb 01 05:20:56.861643 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6af4b35a-c597-4949-b9cc-5b02ed5fbc06 req-284bef22-5c10-42cb-a4a4-5ae6307a44ad service neutron] 10.222.0.18 "GET /v2.0/networks/d9df514b-2c2c-49e3-ac44-727a57b7872a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216412 Feb 01 05:20:56.989169 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6af4b35a-c597-4949-b9cc-5b02ed5fbc06 req-6b80d6ca-b8b2-41e5-9950-dc529e739399 service neutron] 10.222.0.18 "GET /v2.0/networks/d9df514b-2c2c-49e3-ac44-727a57b7872a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212974 Feb 01 05:21:02.071053 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2883201b-76e0-4a21-9907-ac2bf2ab3145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:21:04.341614 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f2531e83-bd79-4955-851f-4e108fb41aff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:21:05.512663 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:21:05.650470 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:21:07.188294 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:21:15.499865 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:21:28.354241 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 05:21:30.601206 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 7b90718a-16c3-450c-ad27-e12ec7ea222a details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 01 05:21:30.734265 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 7b90718a-16c3-450c-ad27-e12ec7ea222a, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=7b90718a-16c3-450c-ad27-e12ec7ea222a,segment=NetworkSegment(34c88974-55d3-40d8-bfa6-6b142c0cb298),segment_id=34c88974-55d3-40d8-bfa6-6b142c0cb298)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:21:30.751584 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Returning: {'device': '7b90718a-16c3-450c-ad27-e12ec7ea222a', 'network_id': 'd9df514b-2c2c-49e3-ac44-727a57b7872a', 'port_id': '7b90718a-16c3-450c-ad27-e12ec7ea222a', 'mac_address': 'fa:16:3e:0c:05:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e52c30de-715f-4162-b2d3-ec7a93a42aa6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 01 05:21:30.805504 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:21:30.821862 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7b90718a-16c3-450c-ad27-e12ec7ea222a {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 05:21:30.841564 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 7b90718a-16c3-450c-ad27-e12ec7ea222a, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=7b90718a-16c3-450c-ad27-e12ec7ea222a,segment=NetworkSegment(34c88974-55d3-40d8-bfa6-6b142c0cb298),segment_id=34c88974-55d3-40d8-bfa6-6b142c0cb298)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:21:30.846049 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:21:30.928483 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=7b90718a-16c3-450c-ad27-e12ec7ea222a,revision_number=6']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:21:30.936283 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:21:30.936557 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:21:30.936898 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:21:30.937240 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:21:30.937571 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:21:30.937904 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:21:30.938228 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:21:30.938553 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:21:30.938878 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:21:30.939226 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:21:30.939555 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:21:30.939873 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:21:30.990108 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] get_ports_and_sgs() called for port_ids ['7b90718a-16c3-450c-ad27-e12ec7ea222a'] {{(pid=87638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 01 05:21:32.077813 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-425ef455-9e9d-4623-873d-9d9445b19c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:21:32.605296 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 7b90718a-16c3-450c-ad27-e12ec7ea222a up at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 05:21:32.686695 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning complete for port 7b90718a-16c3-450c-ad27-e12ec7ea222a triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:21:32.686695 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:21:32.811170 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:21:32.845523 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 7b90718a-16c3-450c-ad27-e12ec7ea222a, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=7b90718a-16c3-450c-ad27-e12ec7ea222a,segment=NetworkSegment(34c88974-55d3-40d8-bfa6-6b142c0cb298),segment_id=34c88974-55d3-40d8-bfa6-6b142c0cb298)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:21:32.846518 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bfdb2d9-2910-45f9-aecc-4f5c25b8398c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b90718a-16c3-450c-ad27-e12ec7ea222a'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 05:21:32.853149 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:21:32.917001 dv-neutron-826830-1-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bfdb2d9-2910-45f9-aecc-4f5c25b8398c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b90718a-16c3-450c-ad27-e12ec7ea222a', 'code': 200} Feb 01 05:21:32.932243 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=7b90718a-16c3-450c-ad27-e12ec7ea222a,revision_number=7']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:21:34.353053 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0f2be54e-9453-497f-9b74-8ec5f1db3117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:21:35.519983 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:21:35.657158 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:21:37.195805 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:21:40.127882 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-05a45141-5e14-4885-b677-7f9de11895d8 req-398b1982-d075-41b2-a4fa-6cb5a6f41125 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2057238234&fields=id&tenant_id=47c2b80adcdd4b1e9d3030c20d0c1b69 HTTP/1.1" status: 200 len: 267 time: 0.0396650 Feb 01 05:21:40.273438 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a45141-5e14-4885-b677-7f9de11895d8 req-7dc97adc-e614-40f6-9a8a-8a67971aadf8 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:21:40.274113 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-05a45141-5e14-4885-b677-7f9de11895d8 req-7dc97adc-e614-40f6-9a8a-8a67971aadf8 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Synchronizing usage tracker for tenant:47c2b80adcdd4b1e9d3030c20d0c1b69 on resource:network {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 05:21:40.290612 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-05a45141-5e14-4885-b677-7f9de11895d8 req-7dc97adc-e614-40f6-9a8a-8a67971aadf8 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Unset dirty status for tenant:47c2b80adcdd4b1e9d3030c20d0c1b69 on resource:network {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 05:21:40.291819 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-05a45141-5e14-4885-b677-7f9de11895d8 req-7dc97adc-e614-40f6-9a8a-8a67971aadf8 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.24 "GET /v2.0/networks?id=d9df514b-2c2c-49e3-ac44-727a57b7872a HTTP/1.1" status: 200 len: 810 time: 0.1575308 Feb 01 05:21:40.305971 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-05a45141-5e14-4885-b677-7f9de11895d8 req-f28f6dda-b6f2-4c12-b77b-0da341cc9277 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.24 "GET /v2.0/quotas/47c2b80adcdd4b1e9d3030c20d0c1b69 HTTP/1.1" status: 200 len: 375 time: 0.0087857 Feb 01 05:21:40.395393 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-05a45141-5e14-4885-b677-7f9de11895d8 req-e7b95649-43a3-44f1-9332-c51295ea0bc0 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=47c2b80adcdd4b1e9d3030c20d0c1b69&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0846939 Feb 01 05:21:40.517827 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [req-05a45141-5e14-4885-b677-7f9de11895d8 req-6e9665ac-5c25-412d-843d-35437f9f67e4 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 05:21:40.518788 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-05a45141-5e14-4885-b677-7f9de11895d8 req-6e9665ac-5c25-412d-843d-35437f9f67e4 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1122360 Feb 01 05:21:40.647569 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-05a45141-5e14-4885-b677-7f9de11895d8 req-b31cd2d7-61a6-48b8-a938-2a76634baade service neutron] 10.222.0.24 "GET /v2.0/networks/d9df514b-2c2c-49e3-ac44-727a57b7872a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223798 Feb 01 05:21:40.775338 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-05a45141-5e14-4885-b677-7f9de11895d8 req-c2450a31-c6a5-49d0-84ba-a6423f8f3a59 service neutron] 10.222.0.24 "GET /v2.0/networks/d9df514b-2c2c-49e3-ac44-727a57b7872a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222064 Feb 01 05:21:40.958345 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-10d63123-6188-4901-9637-1c2600e4e8fd req-40156b5d-5a87-427b-b63e-b50702b492e5 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe5f7f37-ac3e-4489-a84d-cdaa7cd72d92 HTTP/1.1" status: 200 len: 210 time: 0.0419338 Feb 01 05:21:42.113563 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-a7c910c2-1b6e-4c83-b042-da76df6fca5a req-4ea0114a-d11d-4516-8924-db5638833331 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe5f7f37-ac3e-4489-a84d-cdaa7cd72d92 HTTP/1.1" status: 200 len: 210 time: 0.0460238 Feb 01 05:21:42.229896 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a45141-5e14-4885-b677-7f9de11895d8 req-b5c944ad-193f-4915-9428-072bb935a547 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:21:42.231318 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-05a45141-5e14-4885-b677-7f9de11895d8 req-b5c944ad-193f-4915-9428-072bb935a547 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.18 "GET /v2.0/networks?id=d9df514b-2c2c-49e3-ac44-727a57b7872a HTTP/1.1" status: 200 len: 810 time: 0.1477127 Feb 01 05:21:42.285521 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-05a45141-5e14-4885-b677-7f9de11895d8 req-6a5ba144-e423-40ec-9928-ec2c65b44feb tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47c2b80adcdd4b1e9d3030c20d0c1b69 HTTP/1.1" status: 200 len: 380 time: 0.0410492 Feb 01 05:21:42.293259 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-05a45141-5e14-4885-b677-7f9de11895d8 req-69a60adf-d231-4937-874e-862d9e237c05 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Request body: {'port': {'device_id': 'fe5f7f37-ac3e-4489-a84d-cdaa7cd72d92', 'network_id': 'd9df514b-2c2c-49e3-ac44-727a57b7872a', 'admin_state_up': True, 'tenant_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'security_groups': ['c94ce91e-7ae3-4b87-b25d-ed5eb879016b']}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:21:42.431053 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-05a45141-5e14-4885-b677-7f9de11895d8 req-69a60adf-d231-4937-874e-862d9e237c05 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:21:42.440330 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-05a45141-5e14-4885-b677-7f9de11895d8 req-69a60adf-d231-4937-874e-862d9e237c05 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:21:42.453579 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05a45141-5e14-4885-b677-7f9de11895d8 req-69a60adf-d231-4937-874e-862d9e237c05 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Made reservation on behalf of 47c2b80adcdd4b1e9d3030c20d0c1b69 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 05:21:42.457894 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-05a45141-5e14-4885-b677-7f9de11895d8 req-69a60adf-d231-4937-874e-862d9e237c05 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:21:42.632613 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [req-05a45141-5e14-4885-b677-7f9de11895d8 req-69a60adf-d231-4937-874e-862d9e237c05 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Allocated IP 172.20.0.9 (d9df514b-2c2c-49e3-ac44-727a57b7872a/e52c30de-715f-4162-b2d3-ec7a93a42aa6/610666ba-25aa-41ef-bb67-66c7dc520d0f) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 05:21:42.633716 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 7b90718a-16c3-450c-ad27-e12ec7ea222a no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 05:21:42.795306 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:21:42.825269 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bfdb2d9-2910-45f9-aecc-4f5c25b8398c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b90718a-16c3-450c-ad27-e12ec7ea222a'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 05:21:42.841367 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 7b90718a-16c3-450c-ad27-e12ec7ea222a, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=7b90718a-16c3-450c-ad27-e12ec7ea222a,segment=NetworkSegment(34c88974-55d3-40d8-bfa6-6b142c0cb298),segment_id=34c88974-55d3-40d8-bfa6-6b142c0cb298)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:21:42.859351 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:21:42.956898 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-05a45141-5e14-4885-b677-7f9de11895d8 req-69a60adf-d231-4937-874e-862d9e237c05 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:21:42.968081 dv-neutron-826830-1-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bfdb2d9-2910-45f9-aecc-4f5c25b8398c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b90718a-16c3-450c-ad27-e12ec7ea222a', 'code': 200} Feb 01 05:21:42.969349 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=7b90718a-16c3-450c-ad27-e12ec7ea222a,revision_number=8']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:21:42.979002 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-05a45141-5e14-4885-b677-7f9de11895d8 req-69a60adf-d231-4937-874e-862d9e237c05 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Transition to ACTIVE for port object 610666ba-25aa-41ef-bb67-66c7dc520d0f will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 05:21:43.021244 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-05a45141-5e14-4885-b677-7f9de11895d8 req-69a60adf-d231-4937-874e-862d9e237c05 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:21:43.088608 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05a45141-5e14-4885-b677-7f9de11895d8 req-69a60adf-d231-4937-874e-862d9e237c05 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Network d9df514b-2c2c-49e3-ac44-727a57b7872a is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 05:21:43.096301 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [req-05a45141-5e14-4885-b677-7f9de11895d8 req-69a60adf-d231-4937-874e-862d9e237c05 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Resources bound (agent type, host, resource id): {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 05:21:43.099815 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a45141-5e14-4885-b677-7f9de11895d8 req-69a60adf-d231-4937-874e-862d9e237c05 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 05:21:43.173416 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a60adf-d231-4937-874e-862d9e237c05 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Pushing event updated for resources: {'Port': ['ID=610666ba-25aa-41ef-bb67-66c7dc520d0f,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:21:43.201446 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a60adf-d231-4937-874e-862d9e237c05 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:21:43.201956 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a60adf-d231-4937-874e-862d9e237c05 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:21:43.202399 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a60adf-d231-4937-874e-862d9e237c05 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:21:43.202979 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a60adf-d231-4937-874e-862d9e237c05 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:21:43.203435 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a60adf-d231-4937-874e-862d9e237c05 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:21:43.203869 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a60adf-d231-4937-874e-862d9e237c05 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:21:43.204306 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a60adf-d231-4937-874e-862d9e237c05 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:21:43.204737 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a60adf-d231-4937-874e-862d9e237c05 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:21:43.205165 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a60adf-d231-4937-874e-862d9e237c05 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:21:43.205593 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a60adf-d231-4937-874e-862d9e237c05 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:21:43.206033 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a60adf-d231-4937-874e-862d9e237c05 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:21:43.206499 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a60adf-d231-4937-874e-862d9e237c05 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:21:43.233159 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a45141-5e14-4885-b677-7f9de11895d8 req-69a60adf-d231-4937-874e-862d9e237c05 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:21:43.233840 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-05a45141-5e14-4885-b677-7f9de11895d8 req-69a60adf-d231-4937-874e-862d9e237c05 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:21:43.269756 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-05a45141-5e14-4885-b677-7f9de11895d8 req-69a60adf-d231-4937-874e-862d9e237c05 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9798691 Feb 01 05:21:43.405888 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb20025-c883-4844-bfa4-167e49c1f8f8 req-405a3ee3-46c6-4566-8ec0-b471361fd3ea tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:21:43.408110 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-0bb20025-c883-4844-bfa4-167e49c1f8f8 req-405a3ee3-46c6-4566-8ec0-b471361fd3ea tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe5f7f37-ac3e-4489-a84d-cdaa7cd72d92 HTTP/1.1" status: 200 len: 931 time: 0.0960715 Feb 01 05:21:43.583326 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-0bb20025-c883-4844-bfa4-167e49c1f8f8 req-4c16b616-5b76-46c8-9367-14d2c3ff4db4 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.24 "GET /v2.0/security-groups?id=c94ce91e-7ae3-4b87-b25d-ed5eb879016b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1687655 Feb 01 05:21:43.610551 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-5afcda86-63e5-49d0-bdd7-a6eced89ceee None None] Provisioning for port 610666ba-25aa-41ef-bb67-66c7dc520d0f completed by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 05:21:43.616198 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-5afcda86-63e5-49d0-bdd7-a6eced89ceee None None] Provisioning complete for port 610666ba-25aa-41ef-bb67-66c7dc520d0f triggered by entity DHCP. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:21:43.616576 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5afcda86-63e5-49d0-bdd7-a6eced89ceee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:21:43.682099 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-5afcda86-63e5-49d0-bdd7-a6eced89ceee None None] Port 610666ba-25aa-41ef-bb67-66c7dc520d0f cannot update to ACTIVE because it is not bound. {{(pid=87638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 01 05:21:44.795550 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09d0bb3-a8fc-4529-9e56-f9bd8b03fdeb req-3bf646c4-dba0-44dd-9d7a-22e72d3ffdfc tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:21:44.796322 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-e09d0bb3-a8fc-4529-9e56-f9bd8b03fdeb req-3bf646c4-dba0-44dd-9d7a-22e72d3ffdfc tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Synchronizing usage tracker for tenant:47c2b80adcdd4b1e9d3030c20d0c1b69 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 05:21:44.814027 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-e09d0bb3-a8fc-4529-9e56-f9bd8b03fdeb req-3bf646c4-dba0-44dd-9d7a-22e72d3ffdfc tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Unset dirty status for tenant:47c2b80adcdd4b1e9d3030c20d0c1b69 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 05:21:44.815387 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e09d0bb3-a8fc-4529-9e56-f9bd8b03fdeb req-3bf646c4-dba0-44dd-9d7a-22e72d3ffdfc tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe5f7f37-ac3e-4489-a84d-cdaa7cd72d92 HTTP/1.1" status: 200 len: 931 time: 0.1096277 Feb 01 05:21:44.882323 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e09d0bb3-a8fc-4529-9e56-f9bd8b03fdeb req-a0670ba3-94ea-49cf-a77c-744125c023a1 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.24 "GET /v2.0/security-groups?id=c94ce91e-7ae3-4b87-b25d-ed5eb879016b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612633 Feb 01 05:21:45.500536 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:21:46.080954 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901aacca-d2b6-4bc0-a15c-cd8f2167be70 req-fb7fb292-0a94-4625-9de3-016f662e85ff tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:21:46.082577 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-901aacca-d2b6-4bc0-a15c-cd8f2167be70 req-fb7fb292-0a94-4625-9de3-016f662e85ff tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe5f7f37-ac3e-4489-a84d-cdaa7cd72d92 HTTP/1.1" status: 200 len: 931 time: 0.0809956 Feb 01 05:21:46.133374 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-901aacca-d2b6-4bc0-a15c-cd8f2167be70 req-197c79ac-aee1-4eb6-80c4-6b1a460a0251 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.24 "GET /v2.0/security-groups?id=c94ce91e-7ae3-4b87-b25d-ed5eb879016b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450130 Feb 01 05:21:47.331010 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd84497-65f7-4244-a761-c408908f8481 req-381f80e0-c52f-46ab-a47b-db8add5322a2 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:21:47.332576 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1cd84497-65f7-4244-a761-c408908f8481 req-381f80e0-c52f-46ab-a47b-db8add5322a2 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe5f7f37-ac3e-4489-a84d-cdaa7cd72d92 HTTP/1.1" status: 200 len: 931 time: 0.0842252 Feb 01 05:21:47.382814 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1cd84497-65f7-4244-a761-c408908f8481 req-dcbd94fd-abfb-476c-874a-2c8dfe6a6ad3 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.24 "GET /v2.0/security-groups?id=c94ce91e-7ae3-4b87-b25d-ed5eb879016b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443182 Feb 01 05:21:48.575886 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7636bd-1698-40ac-991d-e7839bbace43 req-2b3e89d1-2fef-4438-9ccf-1d4969557aab tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:21:48.577398 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-4c7636bd-1698-40ac-991d-e7839bbace43 req-2b3e89d1-2fef-4438-9ccf-1d4969557aab tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe5f7f37-ac3e-4489-a84d-cdaa7cd72d92 HTTP/1.1" status: 200 len: 931 time: 0.0885091 Feb 01 05:21:48.623280 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-4c7636bd-1698-40ac-991d-e7839bbace43 req-786b1f66-f3aa-4fef-a708-d598c6e4b534 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.24 "GET /v2.0/security-groups?id=c94ce91e-7ae3-4b87-b25d-ed5eb879016b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402901 Feb 01 05:21:49.808880 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90937c18-b2ec-4680-a333-66509eaf85b7 req-31d9189d-e1a9-46c0-b148-f173a0f15df1 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:21:49.810337 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-90937c18-b2ec-4680-a333-66509eaf85b7 req-31d9189d-e1a9-46c0-b148-f173a0f15df1 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe5f7f37-ac3e-4489-a84d-cdaa7cd72d92 HTTP/1.1" status: 200 len: 931 time: 0.0798566 Feb 01 05:21:49.855022 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-90937c18-b2ec-4680-a333-66509eaf85b7 req-69bccfae-f677-4e08-a59a-e90769d3ae58 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.24 "GET /v2.0/security-groups?id=c94ce91e-7ae3-4b87-b25d-ed5eb879016b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382938 Feb 01 05:21:50.240244 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [req-05a45141-5e14-4885-b677-7f9de11895d8 req-cb2ce9fe-7437-4c3d-9b2f-679d801522ba tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 01 05:21:50.241111 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-05a45141-5e14-4885-b677-7f9de11895d8 req-cb2ce9fe-7437-4c3d-9b2f-679d801522ba tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058317 Feb 01 05:21:50.254342 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-05a45141-5e14-4885-b677-7f9de11895d8 req-b112b1a5-07bd-4f25-875a-a7fdef9b7675 service neutron] Request body: {'port': {'device_id': 'fe5f7f37-ac3e-4489-a84d-cdaa7cd72d92', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:21:50.462940 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-05a45141-5e14-4885-b677-7f9de11895d8 req-b112b1a5-07bd-4f25-875a-a7fdef9b7675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:21:50.790263 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [req-05a45141-5e14-4885-b677-7f9de11895d8 req-b112b1a5-07bd-4f25-875a-a7fdef9b7675 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 610666ba-25aa-41ef-bb67-66c7dc520d0f {{(pid=87636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 05:21:50.797316 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-05a45141-5e14-4885-b677-7f9de11895d8 req-b112b1a5-07bd-4f25-875a-a7fdef9b7675 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:21:50.812189 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-05a45141-5e14-4885-b677-7f9de11895d8 req-b112b1a5-07bd-4f25-875a-a7fdef9b7675 service neutron] Transition to ACTIVE for port object 610666ba-25aa-41ef-bb67-66c7dc520d0f will not be triggered until provisioned by entity L2. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 05:21:50.815763 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-05a45141-5e14-4885-b677-7f9de11895d8 req-b112b1a5-07bd-4f25-875a-a7fdef9b7675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:21:50.981055 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b112b1a5-07bd-4f25-875a-a7fdef9b7675 service neutron] Pushing event updated for resources: {'Port': ['ID=610666ba-25aa-41ef-bb67-66c7dc520d0f,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:21:51.046139 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc638181-36f9-4e1d-930c-48c08575696d req-1581e1e1-a88e-4238-888b-0468e2999f5f tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:21:51.047584 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-fc638181-36f9-4e1d-930c-48c08575696d req-1581e1e1-a88e-4238-888b-0468e2999f5f tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe5f7f37-ac3e-4489-a84d-cdaa7cd72d92 HTTP/1.1" status: 200 len: 943 time: 0.0828121 Feb 01 05:21:51.052139 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-05a45141-5e14-4885-b677-7f9de11895d8 req-b112b1a5-07bd-4f25-875a-a7fdef9b7675 service neutron] Attempting to bind port 610666ba-25aa-41ef-bb67-66c7dc520d0f on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 01 05:21:51.052475 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-05a45141-5e14-4885-b677-7f9de11895d8 req-b112b1a5-07bd-4f25-875a-a7fdef9b7675 service neutron] Attempting to bind port 610666ba-25aa-41ef-bb67-66c7dc520d0f by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '34c88974-55d3-40d8-bfa6-6b142c0cb298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd9df514b-2c2c-49e3-ac44-727a57b7872a'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 01 05:21:51.052798 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a45141-5e14-4885-b677-7f9de11895d8 req-b112b1a5-07bd-4f25-875a-a7fdef9b7675 service neutron] Attempting to bind port 610666ba-25aa-41ef-bb67-66c7dc520d0f on network d9df514b-2c2c-49e3-ac44-727a57b7872a {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 05:21:51.057652 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a45141-5e14-4885-b677-7f9de11895d8 req-b112b1a5-07bd-4f25-875a-a7fdef9b7675 service neutron] Port 610666ba-25aa-41ef-bb67-66c7dc520d0f on network d9df514b-2c2c-49e3-ac44-727a57b7872a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 01 05:21:51.057970 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a45141-5e14-4885-b677-7f9de11895d8 req-b112b1a5-07bd-4f25-875a-a7fdef9b7675 service neutron] Attempting to bind port 610666ba-25aa-41ef-bb67-66c7dc520d0f on network d9df514b-2c2c-49e3-ac44-727a57b7872a {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 01 05:21:51.063234 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a45141-5e14-4885-b677-7f9de11895d8 req-b112b1a5-07bd-4f25-875a-a7fdef9b7675 service neutron] Checking agent: {'id': '63664c57-372e-43f7-9ecb-4deedcf8ddc7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 4, 28, 15), 'started_at': datetime.datetime(2022, 2, 1, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 5, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 01 05:21:51.063573 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a45141-5e14-4885-b677-7f9de11895d8 req-b112b1a5-07bd-4f25-875a-a7fdef9b7675 service neutron] Checking segment: {'id': '34c88974-55d3-40d8-bfa6-6b142c0cb298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd9df514b-2c2c-49e3-ac44-727a57b7872a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 01 05:21:51.063955 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a45141-5e14-4885-b677-7f9de11895d8 req-b112b1a5-07bd-4f25-875a-a7fdef9b7675 service neutron] Bound using segment: {'id': '34c88974-55d3-40d8-bfa6-6b142c0cb298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd9df514b-2c2c-49e3-ac44-727a57b7872a'} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 01 05:21:51.064376 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-05a45141-5e14-4885-b677-7f9de11895d8 req-b112b1a5-07bd-4f25-875a-a7fdef9b7675 service neutron] Bound port: 610666ba-25aa-41ef-bb67-66c7dc520d0f, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34c88974-55d3-40d8-bfa6-6b142c0cb298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd9df514b-2c2c-49e3-ac44-727a57b7872a'}}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 01 05:21:51.064719 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-05a45141-5e14-4885-b677-7f9de11895d8 req-b112b1a5-07bd-4f25-875a-a7fdef9b7675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:21:51.093729 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-fc638181-36f9-4e1d-930c-48c08575696d req-8a09c7dc-47bb-4be5-aa1a-ff2c5c51efbd tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.24 "GET /v2.0/security-groups?id=c94ce91e-7ae3-4b87-b25d-ed5eb879016b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386529 Feb 01 05:21:51.154793 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-05a45141-5e14-4885-b677-7f9de11895d8 req-b112b1a5-07bd-4f25-875a-a7fdef9b7675 service neutron] For port 610666ba-25aa-41ef-bb67-66c7dc520d0f, host hv-neutron-8268, cleared binding levels {{(pid=87636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 01 05:21:51.157833 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-05a45141-5e14-4885-b677-7f9de11895d8 req-b112b1a5-07bd-4f25-875a-a7fdef9b7675 service neutron] For port 610666ba-25aa-41ef-bb67-66c7dc520d0f, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=610666ba-25aa-41ef-bb67-66c7dc520d0f,segment=NetworkSegment(34c88974-55d3-40d8-bfa6-6b142c0cb298),segment_id=34c88974-55d3-40d8-bfa6-6b142c0cb298)] {{(pid=87636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 01 05:21:51.163078 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-05a45141-5e14-4885-b677-7f9de11895d8 req-b112b1a5-07bd-4f25-875a-a7fdef9b7675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072227'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:21:51.213727 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a45141-5e14-4885-b677-7f9de11895d8 req-b112b1a5-07bd-4f25-875a-a7fdef9b7675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:21:51.214328 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-05a45141-5e14-4885-b677-7f9de11895d8 req-b112b1a5-07bd-4f25-875a-a7fdef9b7675 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:21:51.215867 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-05a45141-5e14-4885-b677-7f9de11895d8 req-b112b1a5-07bd-4f25-875a-a7fdef9b7675 service neutron] 10.222.0.18 "PUT /v2.0/ports/610666ba-25aa-41ef-bb67-66c7dc520d0f HTTP/1.1" status: 200 len: 1093 time: 0.9657094 Feb 01 05:21:51.222423 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe5f7f37-ac3e-4489-a84d-cdaa7cd72d92', 'tag': '610666ba-25aa-41ef-bb67-66c7dc520d0f'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 05:21:51.248075 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b112b1a5-07bd-4f25-875a-a7fdef9b7675 service neutron] Pushing event updated for resources: {'Port': ['ID=610666ba-25aa-41ef-bb67-66c7dc520d0f,revision_number=3']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:21:51.273187 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe5f7f37-ac3e-4489-a84d-cdaa7cd72d92', 'tag': '610666ba-25aa-41ef-bb67-66c7dc520d0f', 'status': 'completed', 'code': 200} Feb 01 05:21:51.364739 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a45141-5e14-4885-b677-7f9de11895d8 req-3176b20e-2733-4fe4-972b-6e111a8c323b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:21:51.366202 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-05a45141-5e14-4885-b677-7f9de11895d8 req-3176b20e-2733-4fe4-972b-6e111a8c323b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=47c2b80adcdd4b1e9d3030c20d0c1b69&device_id=fe5f7f37-ac3e-4489-a84d-cdaa7cd72d92 HTTP/1.1" status: 200 len: 1096 time: 0.0754142 Feb 01 05:21:51.440134 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-05a45141-5e14-4885-b677-7f9de11895d8 req-dcb4319e-963d-4b64-a4e2-e531d2d7cfc8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=610666ba-25aa-41ef-bb67-66c7dc520d0f HTTP/1.1" status: 200 len: 217 time: 0.0599790 Feb 01 05:21:51.504250 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a45141-5e14-4885-b677-7f9de11895d8 req-f8896493-ba22-49d3-a6b6-b4e93ef38fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:21:51.505662 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-05a45141-5e14-4885-b677-7f9de11895d8 req-f8896493-ba22-49d3-a6b6-b4e93ef38fd0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e52c30de-715f-4162-b2d3-ec7a93a42aa6 HTTP/1.1" status: 200 len: 849 time: 0.0603244 Feb 01 05:21:51.579429 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a45141-5e14-4885-b677-7f9de11895d8 req-6623b06c-07b6-432c-907f-099b1fcec576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:21:51.580770 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-05a45141-5e14-4885-b677-7f9de11895d8 req-6623b06c-07b6-432c-907f-099b1fcec576 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d9df514b-2c2c-49e3-ac44-727a57b7872a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683064 Feb 01 05:21:51.708038 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-05a45141-5e14-4885-b677-7f9de11895d8 req-23c5ae91-b291-488d-8d7c-e8beb7dd1cd8 service neutron] 10.222.0.18 "GET /v2.0/networks/d9df514b-2c2c-49e3-ac44-727a57b7872a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212420 Feb 01 05:21:51.835749 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-05a45141-5e14-4885-b677-7f9de11895d8 req-75a9b302-d1a7-4f9a-b3c9-bf1689d482e6 service neutron] 10.222.0.18 "GET /v2.0/networks/d9df514b-2c2c-49e3-ac44-727a57b7872a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222699 Feb 01 05:21:52.079893 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c81b5c3-c16d-416d-810a-860909d1f1b0 req-e1dbb51c-a95f-4449-a5e3-c517c9768721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:21:52.081332 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4c81b5c3-c16d-416d-810a-860909d1f1b0 req-e1dbb51c-a95f-4449-a5e3-c517c9768721 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=47c2b80adcdd4b1e9d3030c20d0c1b69&device_id=fe5f7f37-ac3e-4489-a84d-cdaa7cd72d92 HTTP/1.1" status: 200 len: 1096 time: 0.1641824 Feb 01 05:21:52.283631 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536f5a5b-e464-4891-875b-853213ce6ca3 req-826f4745-5046-4309-b712-be0c2b41bae9 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:21:52.285765 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-536f5a5b-e464-4891-875b-853213ce6ca3 req-826f4745-5046-4309-b712-be0c2b41bae9 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe5f7f37-ac3e-4489-a84d-cdaa7cd72d92 HTTP/1.1" status: 200 len: 943 time: 0.0853243 Feb 01 05:21:52.313313 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c81b5c3-c16d-416d-810a-860909d1f1b0 req-bb1124ef-5d2a-4293-bcac-e8617aef4ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:21:52.314717 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4c81b5c3-c16d-416d-810a-860909d1f1b0 req-bb1124ef-5d2a-4293-bcac-e8617aef4ded service neutron] 10.222.0.18 "GET /v2.0/networks?id=d9df514b-2c2c-49e3-ac44-727a57b7872a HTTP/1.1" status: 200 len: 910 time: 0.2266402 Feb 01 05:21:52.328674 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-536f5a5b-e464-4891-875b-853213ce6ca3 req-bb922004-0aed-44f4-8fa7-00fcc5716507 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.24 "GET /v2.0/security-groups?id=c94ce91e-7ae3-4b87-b25d-ed5eb879016b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373189 Feb 01 05:21:52.380238 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4c81b5c3-c16d-416d-810a-860909d1f1b0 req-1afda59e-a665-4896-80d8-c0309242c58c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=610666ba-25aa-41ef-bb67-66c7dc520d0f HTTP/1.1" status: 200 len: 217 time: 0.0589147 Feb 01 05:21:52.442774 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c81b5c3-c16d-416d-810a-860909d1f1b0 req-5d02e5a8-6e84-4133-b909-7ffc57d54d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:21:52.444276 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4c81b5c3-c16d-416d-810a-860909d1f1b0 req-5d02e5a8-6e84-4133-b909-7ffc57d54d8d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e52c30de-715f-4162-b2d3-ec7a93a42aa6 HTTP/1.1" status: 200 len: 849 time: 0.0583498 Feb 01 05:21:52.519814 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c81b5c3-c16d-416d-810a-860909d1f1b0 req-ae1b13fc-d201-4050-a80f-dcfc9ac632b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:21:52.521344 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4c81b5c3-c16d-416d-810a-860909d1f1b0 req-ae1b13fc-d201-4050-a80f-dcfc9ac632b4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d9df514b-2c2c-49e3-ac44-727a57b7872a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700872 Feb 01 05:21:52.649727 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4c81b5c3-c16d-416d-810a-860909d1f1b0 req-6bfdc470-a8f9-4731-ba61-971a13302b5d service neutron] 10.222.0.18 "GET /v2.0/networks/d9df514b-2c2c-49e3-ac44-727a57b7872a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213503 Feb 01 05:21:52.783600 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4c81b5c3-c16d-416d-810a-860909d1f1b0 req-29ab42ca-7dc1-4af5-bafb-51fbc5dce04e service neutron] 10.222.0.18 "GET /v2.0/networks/d9df514b-2c2c-49e3-ac44-727a57b7872a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272604 Feb 01 05:21:53.522866 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd9c928-fece-42a5-befd-5a57a652207e req-0b0773bb-3ee8-415d-9c9a-3c5796fcdc82 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:21:53.524322 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ccd9c928-fece-42a5-befd-5a57a652207e req-0b0773bb-3ee8-415d-9c9a-3c5796fcdc82 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe5f7f37-ac3e-4489-a84d-cdaa7cd72d92 HTTP/1.1" status: 200 len: 943 time: 0.0864894 Feb 01 05:21:53.566943 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ccd9c928-fece-42a5-befd-5a57a652207e req-f331f9ae-b5d5-4d30-85cb-f834637a0c28 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.24 "GET /v2.0/security-groups?id=c94ce91e-7ae3-4b87-b25d-ed5eb879016b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371664 Feb 01 05:21:54.709647 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 610666ba-25aa-41ef-bb67-66c7dc520d0f details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 01 05:21:54.746960 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae48497-774d-4a01-b771-f89079b3ea6d req-6d8600ee-5a7b-43d8-9e01-3045b1d51558 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:21:54.748468 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-3ae48497-774d-4a01-b771-f89079b3ea6d req-6d8600ee-5a7b-43d8-9e01-3045b1d51558 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe5f7f37-ac3e-4489-a84d-cdaa7cd72d92 HTTP/1.1" status: 200 len: 943 time: 0.0803330 Feb 01 05:21:54.795558 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-3ae48497-774d-4a01-b771-f89079b3ea6d req-860ae240-2a1e-4bfb-b996-f26e6e2702c7 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.24 "GET /v2.0/security-groups?id=c94ce91e-7ae3-4b87-b25d-ed5eb879016b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414176 Feb 01 05:21:54.871204 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 610666ba-25aa-41ef-bb67-66c7dc520d0f, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=610666ba-25aa-41ef-bb67-66c7dc520d0f,segment=NetworkSegment(34c88974-55d3-40d8-bfa6-6b142c0cb298),segment_id=34c88974-55d3-40d8-bfa6-6b142c0cb298)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:21:54.883776 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Returning: {'device': '610666ba-25aa-41ef-bb67-66c7dc520d0f', 'network_id': 'd9df514b-2c2c-49e3-ac44-727a57b7872a', 'port_id': '610666ba-25aa-41ef-bb67-66c7dc520d0f', 'mac_address': 'fa:16:3e:60:9d:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e52c30de-715f-4162-b2d3-ec7a93a42aa6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 01 05:21:54.936112 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:21:54.953785 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 610666ba-25aa-41ef-bb67-66c7dc520d0f {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 05:21:54.968921 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 610666ba-25aa-41ef-bb67-66c7dc520d0f, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=610666ba-25aa-41ef-bb67-66c7dc520d0f,segment=NetworkSegment(34c88974-55d3-40d8-bfa6-6b142c0cb298),segment_id=34c88974-55d3-40d8-bfa6-6b142c0cb298)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:21:54.973019 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:21:55.040829 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=610666ba-25aa-41ef-bb67-66c7dc520d0f,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:21:55.249829 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] get_ports_and_sgs() called for port_ids ['610666ba-25aa-41ef-bb67-66c7dc520d0f'] {{(pid=87638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 01 05:21:55.976742 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8119b73-8730-4064-a79c-e992935f40e1 req-4ba7043d-e828-4dea-8c5f-f968a1229436 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:21:55.978154 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f8119b73-8730-4064-a79c-e992935f40e1 req-4ba7043d-e828-4dea-8c5f-f968a1229436 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe5f7f37-ac3e-4489-a84d-cdaa7cd72d92 HTTP/1.1" status: 200 len: 944 time: 0.0771608 Feb 01 05:21:56.021286 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f8119b73-8730-4064-a79c-e992935f40e1 req-7077749e-148e-444b-a789-5cb5bbeb82fe tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.24 "GET /v2.0/security-groups?id=c94ce91e-7ae3-4b87-b25d-ed5eb879016b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375950 Feb 01 05:21:56.097719 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cd7be459-b59b-4dc5-ab28-15b159fca714 req-7f2d8c39-896b-4fa6-bdf2-a7a5a20db190 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5bfdb2d9-2910-45f9-aecc-4f5c25b8398c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0695751 Feb 01 05:21:56.247838 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7be459-b59b-4dc5-ab28-15b159fca714 req-f9a38e47-132c-42e2-9fd6-698e81eb4a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:21:56.249254 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cd7be459-b59b-4dc5-ab28-15b159fca714 req-f9a38e47-132c-42e2-9fd6-698e81eb4a14 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=47c2b80adcdd4b1e9d3030c20d0c1b69&device_id=5bfdb2d9-2910-45f9-aecc-4f5c25b8398c HTTP/1.1" status: 200 len: 1097 time: 0.0683069 Feb 01 05:21:56.387196 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7be459-b59b-4dc5-ab28-15b159fca714 req-8bb4aa9b-cc74-4442-b6b6-a483ead6e42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:21:56.388503 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cd7be459-b59b-4dc5-ab28-15b159fca714 req-8bb4aa9b-cc74-4442-b6b6-a483ead6e42b service neutron] 10.222.0.18 "GET /v2.0/networks?id=d9df514b-2c2c-49e3-ac44-727a57b7872a HTTP/1.1" status: 200 len: 910 time: 0.1221154 Feb 01 05:21:56.487814 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cd7be459-b59b-4dc5-ab28-15b159fca714 req-197b7a1d-0dc7-42da-8345-8fea6b741af1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b90718a-16c3-450c-ad27-e12ec7ea222a HTTP/1.1" status: 200 len: 1000 time: 0.0930784 Feb 01 05:21:56.550001 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7be459-b59b-4dc5-ab28-15b159fca714 req-89c445b8-7e94-472a-ade8-84f06668548e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:21:56.551405 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cd7be459-b59b-4dc5-ab28-15b159fca714 req-89c445b8-7e94-472a-ade8-84f06668548e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e52c30de-715f-4162-b2d3-ec7a93a42aa6 HTTP/1.1" status: 200 len: 849 time: 0.0585227 Feb 01 05:21:56.622057 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7be459-b59b-4dc5-ab28-15b159fca714 req-fa1517a1-4bd1-4939-8cd7-c68fc4c85631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:21:56.623474 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cd7be459-b59b-4dc5-ab28-15b159fca714 req-fa1517a1-4bd1-4939-8cd7-c68fc4c85631 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d9df514b-2c2c-49e3-ac44-727a57b7872a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667787 Feb 01 05:21:56.710049 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 610666ba-25aa-41ef-bb67-66c7dc520d0f up at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 05:21:56.750414 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cd7be459-b59b-4dc5-ab28-15b159fca714 req-2f4d9406-3067-4baf-bebd-9f32ac328c60 service neutron] 10.222.0.18 "GET /v2.0/networks/d9df514b-2c2c-49e3-ac44-727a57b7872a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210456 Feb 01 05:21:56.778636 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning for port 610666ba-25aa-41ef-bb67-66c7dc520d0f completed by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 05:21:56.783662 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning complete for port 610666ba-25aa-41ef-bb67-66c7dc520d0f triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:21:56.784032 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:21:56.883718 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cd7be459-b59b-4dc5-ab28-15b159fca714 req-5530f09b-9bdd-459f-b9ad-fb01fde92020 service neutron] 10.222.0.18 "GET /v2.0/networks/d9df514b-2c2c-49e3-ac44-727a57b7872a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273084 Feb 01 05:21:56.898109 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:21:56.927615 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe5f7f37-ac3e-4489-a84d-cdaa7cd72d92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '610666ba-25aa-41ef-bb67-66c7dc520d0f'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 05:21:56.936928 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 610666ba-25aa-41ef-bb67-66c7dc520d0f, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=610666ba-25aa-41ef-bb67-66c7dc520d0f,segment=NetworkSegment(34c88974-55d3-40d8-bfa6-6b142c0cb298),segment_id=34c88974-55d3-40d8-bfa6-6b142c0cb298)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:21:56.941236 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:21:56.976558 dv-neutron-826830-1-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe5f7f37-ac3e-4489-a84d-cdaa7cd72d92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '610666ba-25aa-41ef-bb67-66c7dc520d0f', 'code': 200} Feb 01 05:21:57.008195 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=610666ba-25aa-41ef-bb67-66c7dc520d0f,revision_number=5']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:21:57.270400 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc95925d-473f-4575-bb69-80072a51fc21 req-ddb83a5e-c469-4b6e-be03-3c8f2082cc0a tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:21:57.271851 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cc95925d-473f-4575-bb69-80072a51fc21 req-ddb83a5e-c469-4b6e-be03-3c8f2082cc0a tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe5f7f37-ac3e-4489-a84d-cdaa7cd72d92 HTTP/1.1" status: 200 len: 945 time: 0.1345482 Feb 01 05:21:57.274250 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254dfba6-a709-4e25-b2d2-4c0f7ae5e43b req-9086a426-7ecd-428d-aa99-ce294edb6b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:21:57.275565 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-254dfba6-a709-4e25-b2d2-4c0f7ae5e43b req-9086a426-7ecd-428d-aa99-ce294edb6b43 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fe5f7f37-ac3e-4489-a84d-cdaa7cd72d92 HTTP/1.1" status: 200 len: 1098 time: 0.1084323 Feb 01 05:21:57.337439 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cc95925d-473f-4575-bb69-80072a51fc21 req-9c24556a-f62c-40bc-a3a0-a4e367662e6f tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.24 "GET /v2.0/security-groups?id=c94ce91e-7ae3-4b87-b25d-ed5eb879016b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600808 Feb 01 05:21:57.342481 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-254dfba6-a709-4e25-b2d2-4c0f7ae5e43b req-5f9fc128-6021-42a0-beb6-a12fb1633da1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c94ce91e-7ae3-4b87-b25d-ed5eb879016b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524752 Feb 01 05:21:58.521102 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624f907-e236-469b-9407-f3f18ff49a21 req-247ee457-7ff2-4459-a89a-dbe32120f801 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:21:58.523320 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-b624f907-e236-469b-9407-f3f18ff49a21 req-247ee457-7ff2-4459-a89a-dbe32120f801 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe5f7f37-ac3e-4489-a84d-cdaa7cd72d92 HTTP/1.1" status: 200 len: 945 time: 0.0788691 Feb 01 05:21:58.569941 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-b624f907-e236-469b-9407-f3f18ff49a21 req-f374500a-ae6a-4070-97e6-aa4081925dca tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.24 "GET /v2.0/security-groups?id=c94ce91e-7ae3-4b87-b25d-ed5eb879016b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382764 Feb 01 05:21:59.756193 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3eeeb3-0b40-491d-b42a-014c1b7a1101 req-ec1b35a7-134e-4073-9d7f-cb468a51ba08 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:21:59.757747 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9d3eeeb3-0b40-491d-b42a-014c1b7a1101 req-ec1b35a7-134e-4073-9d7f-cb468a51ba08 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe5f7f37-ac3e-4489-a84d-cdaa7cd72d92 HTTP/1.1" status: 200 len: 945 time: 0.0825856 Feb 01 05:21:59.800942 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9d3eeeb3-0b40-491d-b42a-014c1b7a1101 req-f76b858f-f8e2-4399-9881-deb7f0ffe95d tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.24 "GET /v2.0/security-groups?id=c94ce91e-7ae3-4b87-b25d-ed5eb879016b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377190 Feb 01 05:21:59.984105 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b94579-a6ab-4b28-9410-09201842fe5e req-24a1450c-c3f3-44e0-a53c-11935bcb137e tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:21:59.985531 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-68b94579-a6ab-4b28-9410-09201842fe5e req-24a1450c-c3f3-44e0-a53c-11935bcb137e tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe5f7f37-ac3e-4489-a84d-cdaa7cd72d92 HTTP/1.1" status: 200 len: 945 time: 0.0803950 Feb 01 05:22:00.028640 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-68b94579-a6ab-4b28-9410-09201842fe5e req-6df140fc-6573-488d-b8a2-1616874cdac6 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.24 "GET /v2.0/security-groups?id=c94ce91e-7ae3-4b87-b25d-ed5eb879016b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370328 Feb 01 05:22:00.050602 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 51160) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:22:00.118112 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b338f91-1c43-4503-8733-c6c14f8218f5 tempest-TestSnapshotPattern-78709883 tempest-TestSnapshotPattern-78709883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:22:00.119606 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-8b338f91-1c43-4503-8733-c6c14f8218f5 tempest-TestSnapshotPattern-78709883 tempest-TestSnapshotPattern-78709883-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=fe5f7f37-ac3e-4489-a84d-cdaa7cd72d92 HTTP/1.1" status: 200 len: 1093 time: 0.0680017 Feb 01 05:22:00.122305 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 51164) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:22:00.127198 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.v2.base [None req-78bf79ba-1e3c-48ee-a15e-5a8351095721 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Request body: {'floatingip': {'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'port_id': '610666ba-25aa-41ef-bb67-66c7dc520d0f', 'tenant_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 05:22:00.133640 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-78bf79ba-1e3c-48ee-a15e-5a8351095721 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 01 05:22:00.137411 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-78bf79ba-1e3c-48ee-a15e-5a8351095721 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Usage tracker for resource:floatingip and tenant:47c2b80adcdd4b1e9d3030c20d0c1b69 is out of sync, need to count used quota {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 01 05:22:00.140253 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [None req-78bf79ba-1e3c-48ee-a15e-5a8351095721 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 01 05:22:00.145862 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.quota.driver [None req-78bf79ba-1e3c-48ee-a15e-5a8351095721 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 01 05:22:00.156134 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-78bf79ba-1e3c-48ee-a15e-5a8351095721 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Notify callbacks [] for floatingip, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:22:00.289172 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-78bf79ba-1e3c-48ee-a15e-5a8351095721 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:22:00.423284 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-78bf79ba-1e3c-48ee-a15e-5a8351095721 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Allocated IP 172.26.8.14 (bdef128a-46b3-4cca-a245-48d1eb781269/da5e2fc1-fa95-4aa6-a189-7acb84ac126c/4720386a-7172-402d-a9fb-64071778c66d) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 05:22:00.570944 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-78bf79ba-1e3c-48ee-a15e-5a8351095721 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:22:00.600343 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-78bf79ba-1e3c-48ee-a15e-5a8351095721 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734577370085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:22:00.666724 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bf79ba-1e3c-48ee-a15e-5a8351095721 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Network bdef128a-46b3-4cca-a245-48d1eb781269 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 05:22:00.667814 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-78bf79ba-1e3c-48ee-a15e-5a8351095721 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Resources bound (agent type, host, resource id): {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 05:22:00.670351 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bf79ba-1e3c-48ee-a15e-5a8351095721 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 01 05:22:00.707548 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bf79ba-1e3c-48ee-a15e-5a8351095721 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Pushing event updated for resources: {'Port': ['ID=4720386a-7172-402d-a9fb-64071778c66d,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:22:00.722437 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bf79ba-1e3c-48ee-a15e-5a8351095721 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:22:00.722773 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bf79ba-1e3c-48ee-a15e-5a8351095721 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:22:00.723104 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bf79ba-1e3c-48ee-a15e-5a8351095721 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:22:00.723446 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bf79ba-1e3c-48ee-a15e-5a8351095721 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:22:00.723761 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bf79ba-1e3c-48ee-a15e-5a8351095721 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:22:00.724077 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bf79ba-1e3c-48ee-a15e-5a8351095721 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:22:00.724388 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bf79ba-1e3c-48ee-a15e-5a8351095721 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:22:00.724698 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bf79ba-1e3c-48ee-a15e-5a8351095721 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:22:00.725010 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bf79ba-1e3c-48ee-a15e-5a8351095721 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:22:00.725314 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bf79ba-1e3c-48ee-a15e-5a8351095721 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:22:00.725620 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bf79ba-1e3c-48ee-a15e-5a8351095721 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:22:00.725924 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bf79ba-1e3c-48ee-a15e-5a8351095721 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:22:01.169414 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-78bf79ba-1e3c-48ee-a15e-5a8351095721 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:22:01.239160 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-78bf79ba-1e3c-48ee-a15e-5a8351095721 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:22:01.436516 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-78bf79ba-1e3c-48ee-a15e-5a8351095721 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:22:01.441250 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-78bf79ba-1e3c-48ee-a15e-5a8351095721 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3037611'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:22:01.546880 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bf79ba-1e3c-48ee-a15e-5a8351095721 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Pushing event updated for resources: {'Port': ['ID=4720386a-7172-402d-a9fb-64071778c66d,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:22:01.555397 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-78bf79ba-1e3c-48ee-a15e-5a8351095721 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-774194'] for floatingip, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:22:01.717217 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.l3_db [None req-78bf79ba-1e3c-48ee-a15e-5a8351095721 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Floating IP 1d276071-9b7a-4a67-822c-059177df13e5 associated. External IP: 172.26.8.14, port: 610666ba-25aa-41ef-bb67-66c7dc520d0f. Feb 01 05:22:02.061411 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78bf79ba-1e3c-48ee-a15e-5a8351095721 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Router 22a9f118-20b5-4684-b3bb-51bea42539df has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 05:22:02.068675 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f64abfff-7ec8-48c5-8001-40b901c31d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:22:02.236781 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78bf79ba-1e3c-48ee-a15e-5a8351095721 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 05:22:02.246822 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bdd61b-f519-4ab9-91ff-b76d4487cdcc None None] Sync routers for ids ['22a9f118-20b5-4684-b3bb-51bea42539df'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 05:22:02.260309 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-78bf79ba-1e3c-48ee-a15e-5a8351095721 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:22:02.265560 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bdd61b-f519-4ab9-91ff-b76d4487cdcc None None] Routers {'22a9f118-20b5-4684-b3bb-51bea42539df'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:22:02.266191 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-e9bdd61b-f519-4ab9-91ff-b76d4487cdcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:21:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['22a9f118-20b5-4684-b3bb-51bea42539df'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:22:02.327164 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-78bf79ba-1e3c-48ee-a15e-5a8351095721 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1929421 Feb 01 05:22:02.327164 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe5f7f37-ac3e-4489-a84d-cdaa7cd72d92', 'tag': '610666ba-25aa-41ef-bb67-66c7dc520d0f'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 05:22:02.420072 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe5f7f37-ac3e-4489-a84d-cdaa7cd72d92', 'tag': '610666ba-25aa-41ef-bb67-66c7dc520d0f', 'status': 'completed', 'code': 200} Feb 01 05:22:02.445887 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-e9bdd61b-f519-4ab9-91ff-b76d4487cdcc None None] Set router 22a9f118-20b5-4684-b3bb-51bea42539df gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:22:02.535525 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8495ca-1ea7-4d94-a5e2-cc372bc9f235 req-116cd104-f522-43e6-95f5-170952628e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:22:02.536974 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6b8495ca-1ea7-4d94-a5e2-cc372bc9f235 req-116cd104-f522-43e6-95f5-170952628e71 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=47c2b80adcdd4b1e9d3030c20d0c1b69&device_id=fe5f7f37-ac3e-4489-a84d-cdaa7cd72d92 HTTP/1.1" status: 200 len: 1098 time: 0.0680537 Feb 01 05:22:02.669126 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8495ca-1ea7-4d94-a5e2-cc372bc9f235 req-73a25daa-856c-40bc-9e06-c245d36cd37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:22:02.670468 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6b8495ca-1ea7-4d94-a5e2-cc372bc9f235 req-73a25daa-856c-40bc-9e06-c245d36cd37f service neutron] 10.222.0.18 "GET /v2.0/networks?id=d9df514b-2c2c-49e3-ac44-727a57b7872a HTTP/1.1" status: 200 len: 910 time: 0.1264760 Feb 01 05:22:02.776980 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6b8495ca-1ea7-4d94-a5e2-cc372bc9f235 req-5fa144ee-a69c-49f1-8510-9f94c5467396 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=610666ba-25aa-41ef-bb67-66c7dc520d0f HTTP/1.1" status: 200 len: 998 time: 0.0960574 Feb 01 05:22:02.783000 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-e9bdd61b-f519-4ab9-91ff-b76d4487cdcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a9f118-20b5-4684-b3bb-51bea42539df', 'name': 'tempest-TestSnapshotPattern-1592655900-router', 'tenant_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.133'}], 'enable_snat': True}, 'gw_port_id': '0cec26f7-878a-4d49-b8ca-f67f901efd24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:19:03Z', 'updated_at': '2022-02-01T05:19:07Z', 'revision_number': 4, 'project_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'gw_port': {'id': '0cec26f7-878a-4d49-b8ca-f67f901efd24', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a9f118-20b5-4684-b3bb-51bea42539df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:19:03Z', 'updated_at': '2022-02-01T05:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': '1d276071-9b7a-4a67-822c-059177df13e5', 'tenant_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'floating_ip_address': '172.26.8.14', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '22a9f118-20b5-4684-b3bb-51bea42539df', 'port_id': '610666ba-25aa-41ef-bb67-66c7dc520d0f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9df514b-2c2c-49e3-ac44-727a57b7872a', 'mac_address': 'fa:16:3e:60:9d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5f7f37-ac3e-4489-a84d-cdaa7cd72d92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T05:22:01Z', 'updated_at': '2022-02-01T05:22:01Z', 'revision_number': 0, 'project_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'fixed_ip_address_scope': None}, {'id': '976d7d16-e79f-44a5-8486-48ecefd3c83f', 'tenant_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'floating_ip_address': '172.26.8.252', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '22a9f118-20b5-4684-b3bb-51bea42539df', 'port_id': '7b90718a-16c3-450c-ad27-e12ec7ea222a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9df514b-2c2c-49e3-ac44-727a57b7872a', 'mac_address': 'fa:16:3e:0c:05:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bfdb2d9-2910-45f9-aecc-4f5c25b8398c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T05:19:30Z', 'updated_at': '2022-02-01T05:19:32Z', 'revision_number': 1, 'project_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd056143-52d0-4e38-9f37-baa7df7d2fa5', 'name': '', 'network_id': 'd9df514b-2c2c-49e3-ac44-727a57b7872a', 'tenant_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'mac_address': 'fa:16:3e:1c:e6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a9f118-20b5-4684-b3bb-51bea42539df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'e52c30de-715f-4162-b2d3-ec7a93a42aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:19:06Z', 'updated_at': '2022-02-01T05:19:13Z', 'revision_number': 5, 'project_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'subnets': [{'id': 'e52c30de-715f-4162-b2d3-ec7a93a42aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:22:02.786838 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bdd61b-f519-4ab9-91ff-b76d4487cdcc None None] Checking router: 22a9f118-20b5-4684-b3bb-51bea42539df for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 05:22:02.794872 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bdd61b-f519-4ab9-91ff-b76d4487cdcc None None] Routers {'22a9f118-20b5-4684-b3bb-51bea42539df'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:22:02.795485 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-e9bdd61b-f519-4ab9-91ff-b76d4487cdcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:21:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['22a9f118-20b5-4684-b3bb-51bea42539df'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:22:02.945281 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8495ca-1ea7-4d94-a5e2-cc372bc9f235 req-d17b20e3-644a-4e76-8691-bf88eefaef5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:22:02.946618 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6b8495ca-1ea7-4d94-a5e2-cc372bc9f235 req-d17b20e3-644a-4e76-8691-bf88eefaef5b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e52c30de-715f-4162-b2d3-ec7a93a42aa6 HTTP/1.1" status: 200 len: 849 time: 0.1645415 Feb 01 05:22:02.975181 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-e9bdd61b-f519-4ab9-91ff-b76d4487cdcc None None] Set router 22a9f118-20b5-4684-b3bb-51bea42539df gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:22:03.020247 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8495ca-1ea7-4d94-a5e2-cc372bc9f235 req-72fe213a-f11e-4113-8b61-75b5232d0e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:22:03.021702 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6b8495ca-1ea7-4d94-a5e2-cc372bc9f235 req-72fe213a-f11e-4113-8b61-75b5232d0e73 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d9df514b-2c2c-49e3-ac44-727a57b7872a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690897 Feb 01 05:22:03.150973 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6b8495ca-1ea7-4d94-a5e2-cc372bc9f235 req-d48d566c-5092-43bf-89e2-922d26bbcdb3 service neutron] 10.222.0.18 "GET /v2.0/networks/d9df514b-2c2c-49e3-ac44-727a57b7872a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231036 Feb 01 05:22:03.282252 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6b8495ca-1ea7-4d94-a5e2-cc372bc9f235 req-7a7ad7f3-b10f-4f16-b3b0-ad8c04b6a909 service neutron] 10.222.0.18 "GET /v2.0/networks/d9df514b-2c2c-49e3-ac44-727a57b7872a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256096 Feb 01 05:22:03.319845 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-e9bdd61b-f519-4ab9-91ff-b76d4487cdcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a9f118-20b5-4684-b3bb-51bea42539df', 'name': 'tempest-TestSnapshotPattern-1592655900-router', 'tenant_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.133'}], 'enable_snat': True}, 'gw_port_id': '0cec26f7-878a-4d49-b8ca-f67f901efd24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:19:03Z', 'updated_at': '2022-02-01T05:19:07Z', 'revision_number': 4, 'project_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'gw_port': {'id': '0cec26f7-878a-4d49-b8ca-f67f901efd24', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a9f118-20b5-4684-b3bb-51bea42539df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:19:03Z', 'updated_at': '2022-02-01T05:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': '1d276071-9b7a-4a67-822c-059177df13e5', 'tenant_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'floating_ip_address': '172.26.8.14', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '22a9f118-20b5-4684-b3bb-51bea42539df', 'port_id': '610666ba-25aa-41ef-bb67-66c7dc520d0f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9df514b-2c2c-49e3-ac44-727a57b7872a', 'mac_address': 'fa:16:3e:60:9d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5f7f37-ac3e-4489-a84d-cdaa7cd72d92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T05:22:01Z', 'updated_at': '2022-02-01T05:22:01Z', 'revision_number': 0, 'project_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'fixed_ip_address_scope': None}, {'id': '976d7d16-e79f-44a5-8486-48ecefd3c83f', 'tenant_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'floating_ip_address': '172.26.8.252', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '22a9f118-20b5-4684-b3bb-51bea42539df', 'port_id': '7b90718a-16c3-450c-ad27-e12ec7ea222a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9df514b-2c2c-49e3-ac44-727a57b7872a', 'mac_address': 'fa:16:3e:0c:05:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bfdb2d9-2910-45f9-aecc-4f5c25b8398c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T05:19:30Z', 'updated_at': '2022-02-01T05:19:32Z', 'revision_number': 1, 'project_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd056143-52d0-4e38-9f37-baa7df7d2fa5', 'name': '', 'network_id': 'd9df514b-2c2c-49e3-ac44-727a57b7872a', 'tenant_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'mac_address': 'fa:16:3e:1c:e6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a9f118-20b5-4684-b3bb-51bea42539df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'e52c30de-715f-4162-b2d3-ec7a93a42aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:19:06Z', 'updated_at': '2022-02-01T05:19:13Z', 'revision_number': 5, 'project_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'subnets': [{'id': 'e52c30de-715f-4162-b2d3-ec7a93a42aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:22:03.323793 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bdd61b-f519-4ab9-91ff-b76d4487cdcc None None] The sync data for ids ['22a9f118-20b5-4684-b3bb-51bea42539df'] in dv-neutron-826830-1-hyperv is: [{'id': '22a9f118-20b5-4684-b3bb-51bea42539df', 'name': 'tempest-TestSnapshotPattern-1592655900-router', 'tenant_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.133'}], 'enable_snat': True}, 'gw_port_id': '0cec26f7-878a-4d49-b8ca-f67f901efd24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:19:03Z', 'updated_at': '2022-02-01T05:19:07Z', 'revision_number': 4, 'project_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'gw_port': {'id': '0cec26f7-878a-4d49-b8ca-f67f901efd24', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a9f118-20b5-4684-b3bb-51bea42539df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:19:03Z', 'updated_at': '2022-02-01T05:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': '1d276071-9b7a-4a67-822c-059177df13e5', 'tenant_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'floating_ip_address': '172.26.8.14', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '22a9f118-20b5-4684-b3bb-51bea42539df', 'port_id': '610666ba-25aa-41ef-bb67-66c7dc520d0f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9df514b-2c2c-49e3-ac44-727a57b7872a', 'mac_address': 'fa:16:3e:60:9d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5f7f37-ac3e-4489-a84d-cdaa7cd72d92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T05:22:01Z', 'updated_at': '2022-02-01T05:22:01Z', 'revision_number': 0, 'project_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'fixed_ip_address_scope': None}, {'id': '976d7d16-e79f-44a5-8486-48ecefd3c83f', 'tenant_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'floating_ip_address': '172.26.8.252', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '22a9f118-20b5-4684-b3bb-51bea42539df', 'port_id': '7b90718a-16c3-450c-ad27-e12ec7ea222a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9df514b-2c2c-49e3-ac44-727a57b7872a', 'mac_address': 'fa:16:3e:0c:05:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bfdb2d9-2910-45f9-aecc-4f5c25b8398c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T05:19:30Z', 'updated_at': '2022-02-01T05:19:32Z', 'revision_number': 1, 'project_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd056143-52d0-4e38-9f37-baa7df7d2fa5', 'name': '', 'network_id': 'd9df514b-2c2c-49e3-ac44-727a57b7872a', 'tenant_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'mac_address': 'fa:16:3e:1c:e6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a9f118-20b5-4684-b3bb-51bea42539df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'e52c30de-715f-4162-b2d3-ec7a93a42aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:19:06Z', 'updated_at': '2022-02-01T05:19:13Z', 'revision_number': 5, 'project_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'subnets': [{'id': 'e52c30de-715f-4162-b2d3-ec7a93a42aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 05:22:03.516195 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d14c74-61d9-46d3-814b-466f82d9c2b6 None None] New status for floating IP 1d276071-9b7a-4a67-822c-059177df13e5: ACTIVE {{(pid=87638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 01 05:22:04.343839 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8f6bad01-3c16-4692-892a-3a3000fc3ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:22:05.345631 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 05:22:05.513903 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:22:05.653084 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:22:07.197272 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:22:15.512722 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:22:32.073206 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b1984ad4-9b2c-4857-b6f0-9d7d1ef65a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:22:34.344356 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-41332c87-9ee9-4437-aebc-9cf750742498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:22:35.516935 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:22:35.653810 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:22:37.196836 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:22:42.347756 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 05:22:45.524859 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:22:58.129518 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-88b6afed-f33d-4b74-b784-f317fd142c30 req-12f968e0-00fa-416e-94bd-322614e6f8d4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5bfdb2d9-2910-45f9-aecc-4f5c25b8398c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0815086 Feb 01 05:22:58.280632 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b6afed-f33d-4b74-b784-f317fd142c30 req-2118a1a5-488b-4d02-8b52-4d6dcfef736d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:22:58.282099 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-88b6afed-f33d-4b74-b784-f317fd142c30 req-2118a1a5-488b-4d02-8b52-4d6dcfef736d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=47c2b80adcdd4b1e9d3030c20d0c1b69&device_id=5bfdb2d9-2910-45f9-aecc-4f5c25b8398c HTTP/1.1" status: 200 len: 1097 time: 0.0689895 Feb 01 05:22:58.421177 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b6afed-f33d-4b74-b784-f317fd142c30 req-77287215-5073-40eb-97ba-7c92bb127824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:22:58.422794 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-88b6afed-f33d-4b74-b784-f317fd142c30 req-77287215-5073-40eb-97ba-7c92bb127824 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d9df514b-2c2c-49e3-ac44-727a57b7872a HTTP/1.1" status: 200 len: 910 time: 0.1232688 Feb 01 05:22:58.521431 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-88b6afed-f33d-4b74-b784-f317fd142c30 req-65ab1355-57aa-4fff-96ce-61dfa5a3545a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b90718a-16c3-450c-ad27-e12ec7ea222a HTTP/1.1" status: 200 len: 1000 time: 0.0934472 Feb 01 05:22:58.581038 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b6afed-f33d-4b74-b784-f317fd142c30 req-a7dd404a-76cf-413c-884c-cfa4351819d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:22:58.582386 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-88b6afed-f33d-4b74-b784-f317fd142c30 req-a7dd404a-76cf-413c-884c-cfa4351819d3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e52c30de-715f-4162-b2d3-ec7a93a42aa6 HTTP/1.1" status: 200 len: 849 time: 0.0552385 Feb 01 05:22:58.656726 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b6afed-f33d-4b74-b784-f317fd142c30 req-8a01e1fa-4b26-49a8-a13a-e3c519d7d915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:22:58.658757 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-88b6afed-f33d-4b74-b784-f317fd142c30 req-8a01e1fa-4b26-49a8-a13a-e3c519d7d915 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d9df514b-2c2c-49e3-ac44-727a57b7872a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709679 Feb 01 05:22:58.789161 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-88b6afed-f33d-4b74-b784-f317fd142c30 req-4c98fcec-47a8-4831-84eb-dbdf4ac07c3e service neutron] 10.222.0.18 "GET /v2.0/networks/d9df514b-2c2c-49e3-ac44-727a57b7872a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244090 Feb 01 05:22:58.916656 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-88b6afed-f33d-4b74-b784-f317fd142c30 req-bb6ef8ee-3756-46e1-8a9b-b7d91bafafb5 service neutron] 10.222.0.18 "GET /v2.0/networks/d9df514b-2c2c-49e3-ac44-727a57b7872a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217115 Feb 01 05:23:02.074261 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7f23bc0b-5d30-4ac3-84e4-3f1bb48c5914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:04.348317 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3ef78352-faba-43ca-901e-33b1e902de89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:05.520540 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:05.655753 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:07.199844 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:15.515421 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:19.347148 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 05:23:27.118049 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 610666ba-25aa-41ef-bb67-66c7dc520d0f details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 01 05:23:27.298434 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 610666ba-25aa-41ef-bb67-66c7dc520d0f, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=610666ba-25aa-41ef-bb67-66c7dc520d0f,segment=NetworkSegment(34c88974-55d3-40d8-bfa6-6b142c0cb298),segment_id=34c88974-55d3-40d8-bfa6-6b142c0cb298)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:23:27.312344 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Returning: {'device': '610666ba-25aa-41ef-bb67-66c7dc520d0f', 'network_id': 'd9df514b-2c2c-49e3-ac44-727a57b7872a', 'port_id': '610666ba-25aa-41ef-bb67-66c7dc520d0f', 'mac_address': 'fa:16:3e:60:9d:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e52c30de-715f-4162-b2d3-ec7a93a42aa6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 01 05:23:27.393867 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:27.412208 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 610666ba-25aa-41ef-bb67-66c7dc520d0f {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 01 05:23:27.434049 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 610666ba-25aa-41ef-bb67-66c7dc520d0f, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=610666ba-25aa-41ef-bb67-66c7dc520d0f,segment=NetworkSegment(34c88974-55d3-40d8-bfa6-6b142c0cb298),segment_id=34c88974-55d3-40d8-bfa6-6b142c0cb298)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:23:27.439924 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:27.518339 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=610666ba-25aa-41ef-bb67-66c7dc520d0f,revision_number=6']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:23:27.530741 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:23:27.531082 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:23:27.531440 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:23:27.531884 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:23:27.532222 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:23:27.532546 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:23:27.532868 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:23:27.535183 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:23:27.535183 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:23:27.535183 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:23:27.535183 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:23:27.535183 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:23:27.597660 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] get_ports_and_sgs() called for port_ids ['610666ba-25aa-41ef-bb67-66c7dc520d0f'] {{(pid=87638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 01 05:23:29.117906 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 610666ba-25aa-41ef-bb67-66c7dc520d0f up at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 01 05:23:29.204812 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Provisioning complete for port 610666ba-25aa-41ef-bb67-66c7dc520d0f triggered by entity L2. {{(pid=87638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 05:23:29.204812 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737805'] for port, provisioning_complete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:29.385883 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:29.416017 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe5f7f37-ac3e-4489-a84d-cdaa7cd72d92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '610666ba-25aa-41ef-bb67-66c7dc520d0f'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 05:23:29.428047 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 610666ba-25aa-41ef-bb67-66c7dc520d0f, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=610666ba-25aa-41ef-bb67-66c7dc520d0f,segment=NetworkSegment(34c88974-55d3-40d8-bfa6-6b142c0cb298),segment_id=34c88974-55d3-40d8-bfa6-6b142c0cb298)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:23:29.485177 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:29.574429 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=610666ba-25aa-41ef-bb67-66c7dc520d0f,revision_number=7']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:23:29.597222 dv-neutron-826830-1-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe5f7f37-ac3e-4489-a84d-cdaa7cd72d92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '610666ba-25aa-41ef-bb67-66c7dc520d0f', 'code': 200} Feb 01 05:23:32.078034 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b7018d5b-26f3-4ce9-8105-02ddf9aee924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:34.353689 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ef33f2b4-3a7a-4aff-8e3e-d0d570150917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:35.523644 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:35.658702 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:36.212705 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 51382) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:23:36.505805 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-2dd12c83-dc1d-4406-8d92-cace3f951aed tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Deleting port 4720386a-7172-402d-a9fb-64071778c66d {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 05:23:36.506055 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2dd12c83-dc1d-4406-8d92-cace3f951aed tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:36.679111 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2dd12c83-dc1d-4406-8d92-cace3f951aed tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:36.679464 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2dd12c83-dc1d-4406-8d92-cace3f951aed tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:36.797616 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-2dd12c83-dc1d-4406-8d92-cace3f951aed tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Calling delete_port for 4720386a-7172-402d-a9fb-64071778c66d owned by network:floatingip {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 05:23:36.948031 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2dd12c83-dc1d-4406-8d92-cace3f951aed tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:36.994629 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd12c83-dc1d-4406-8d92-cace3f951aed tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Pushing event deleted for resources: {'Port': ['ID=4720386a-7172-402d-a9fb-64071778c66d,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:23:37.029252 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd12c83-dc1d-4406-8d92-cace3f951aed tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:23:37.029601 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd12c83-dc1d-4406-8d92-cace3f951aed tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:23:37.029939 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd12c83-dc1d-4406-8d92-cace3f951aed tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:23:37.030278 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd12c83-dc1d-4406-8d92-cace3f951aed tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:23:37.030608 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd12c83-dc1d-4406-8d92-cace3f951aed tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:23:37.030948 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd12c83-dc1d-4406-8d92-cace3f951aed tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:23:37.031290 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd12c83-dc1d-4406-8d92-cace3f951aed tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:23:37.031613 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd12c83-dc1d-4406-8d92-cace3f951aed tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:23:37.031963 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd12c83-dc1d-4406-8d92-cace3f951aed tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:23:37.032283 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd12c83-dc1d-4406-8d92-cace3f951aed tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:23:37.032629 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd12c83-dc1d-4406-8d92-cace3f951aed tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:23:37.032945 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd12c83-dc1d-4406-8d92-cace3f951aed tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:23:37.100211 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2dd12c83-dc1d-4406-8d92-cace3f951aed tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Notify callbacks [] for floatingip, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:37.100464 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.l3_db [None req-2dd12c83-dc1d-4406-8d92-cace3f951aed tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Floating IP 1d276071-9b7a-4a67-822c-059177df13e5 disassociated (deleted). External IP: 172.26.8.14, port: 610666ba-25aa-41ef-bb67-66c7dc520d0f. Feb 01 05:23:37.206291 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:37.441925 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd12c83-dc1d-4406-8d92-cace3f951aed tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Router 22a9f118-20b5-4684-b3bb-51bea42539df has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 05:23:37.615322 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd12c83-dc1d-4406-8d92-cace3f951aed tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 05:23:37.626470 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b85a345-8569-447a-a018-404c64614d30 None None] Sync routers for ids ['22a9f118-20b5-4684-b3bb-51bea42539df'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 05:23:37.635480 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2dd12c83-dc1d-4406-8d92-cace3f951aed tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:37.637057 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b85a345-8569-447a-a018-404c64614d30 None None] Routers {'22a9f118-20b5-4684-b3bb-51bea42539df'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:23:37.637662 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-4b85a345-8569-447a-a018-404c64614d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:23:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['22a9f118-20b5-4684-b3bb-51bea42539df'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:23:37.693467 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-2dd12c83-dc1d-4406-8d92-cace3f951aed tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.24 "DELETE /v2.0/floatingips/1d276071-9b7a-4a67-822c-059177df13e5 HTTP/1.1" status: 204 len: 168 time: 1.4772522 Feb 01 05:23:37.693467 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe5f7f37-ac3e-4489-a84d-cdaa7cd72d92', 'tag': '610666ba-25aa-41ef-bb67-66c7dc520d0f'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 05:23:37.736605 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe5f7f37-ac3e-4489-a84d-cdaa7cd72d92', 'tag': '610666ba-25aa-41ef-bb67-66c7dc520d0f', 'status': 'completed', 'code': 200} Feb 01 05:23:37.852465 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f250e0-69bf-41e7-81a0-6a849683c944 req-237f24df-3204-4a15-b6ba-987e7c0b950a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:23:37.854623 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-08f250e0-69bf-41e7-81a0-6a849683c944 req-237f24df-3204-4a15-b6ba-987e7c0b950a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=47c2b80adcdd4b1e9d3030c20d0c1b69&device_id=fe5f7f37-ac3e-4489-a84d-cdaa7cd72d92 HTTP/1.1" status: 200 len: 1098 time: 0.0737145 Feb 01 05:23:37.869709 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-4b85a345-8569-447a-a018-404c64614d30 None None] Set router 22a9f118-20b5-4684-b3bb-51bea42539df gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:23:37.989286 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f250e0-69bf-41e7-81a0-6a849683c944 req-0fb3e98e-ad87-4357-b285-227cf7a958ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:23:37.990655 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-08f250e0-69bf-41e7-81a0-6a849683c944 req-0fb3e98e-ad87-4357-b285-227cf7a958ce service neutron] 10.222.0.18 "GET /v2.0/networks?id=d9df514b-2c2c-49e3-ac44-727a57b7872a HTTP/1.1" status: 200 len: 910 time: 0.1295805 Feb 01 05:23:38.100485 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-08f250e0-69bf-41e7-81a0-6a849683c944 req-455f7c52-8666-4363-b7cd-c32f9c35a6e8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=610666ba-25aa-41ef-bb67-66c7dc520d0f HTTP/1.1" status: 200 len: 217 time: 0.1033053 Feb 01 05:23:38.236609 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-4b85a345-8569-447a-a018-404c64614d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a9f118-20b5-4684-b3bb-51bea42539df', 'name': 'tempest-TestSnapshotPattern-1592655900-router', 'tenant_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.133'}], 'enable_snat': True}, 'gw_port_id': '0cec26f7-878a-4d49-b8ca-f67f901efd24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:19:03Z', 'updated_at': '2022-02-01T05:19:07Z', 'revision_number': 4, 'project_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'gw_port': {'id': '0cec26f7-878a-4d49-b8ca-f67f901efd24', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a9f118-20b5-4684-b3bb-51bea42539df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:19:03Z', 'updated_at': '2022-02-01T05:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': '976d7d16-e79f-44a5-8486-48ecefd3c83f', 'tenant_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'floating_ip_address': '172.26.8.252', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '22a9f118-20b5-4684-b3bb-51bea42539df', 'port_id': '7b90718a-16c3-450c-ad27-e12ec7ea222a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9df514b-2c2c-49e3-ac44-727a57b7872a', 'mac_address': 'fa:16:3e:0c:05:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bfdb2d9-2910-45f9-aecc-4f5c25b8398c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T05:19:30Z', 'updated_at': '2022-02-01T05:19:32Z', 'revision_number': 1, 'project_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd056143-52d0-4e38-9f37-baa7df7d2fa5', 'name': '', 'network_id': 'd9df514b-2c2c-49e3-ac44-727a57b7872a', 'tenant_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'mac_address': 'fa:16:3e:1c:e6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a9f118-20b5-4684-b3bb-51bea42539df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'e52c30de-715f-4162-b2d3-ec7a93a42aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:19:06Z', 'updated_at': '2022-02-01T05:19:13Z', 'revision_number': 5, 'project_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'subnets': [{'id': 'e52c30de-715f-4162-b2d3-ec7a93a42aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:23:38.240565 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b85a345-8569-447a-a018-404c64614d30 None None] Checking router: 22a9f118-20b5-4684-b3bb-51bea42539df for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 05:23:38.248871 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b85a345-8569-447a-a018-404c64614d30 None None] Routers {'22a9f118-20b5-4684-b3bb-51bea42539df'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:23:38.249467 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-4b85a345-8569-447a-a018-404c64614d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:23:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['22a9f118-20b5-4684-b3bb-51bea42539df'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:23:38.282060 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f250e0-69bf-41e7-81a0-6a849683c944 req-f6a6b09a-5bb9-4eab-b8d8-8b46f2277520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:23:38.283516 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-08f250e0-69bf-41e7-81a0-6a849683c944 req-f6a6b09a-5bb9-4eab-b8d8-8b46f2277520 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e52c30de-715f-4162-b2d3-ec7a93a42aa6 HTTP/1.1" status: 200 len: 849 time: 0.1722021 Feb 01 05:23:38.295166 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f1e46-0f34-4d92-af37-7abeb3c94f10 req-88d09321-53c3-4882-94d5-0e64c11c643d tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:23:38.296521 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-074f1e46-0f34-4d92-af37-7abeb3c94f10 req-88d09321-53c3-4882-94d5-0e64c11c643d tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe5f7f37-ac3e-4489-a84d-cdaa7cd72d92 HTTP/1.1" status: 200 len: 945 time: 0.2492712 Feb 01 05:23:38.385575 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-074f1e46-0f34-4d92-af37-7abeb3c94f10 req-511a96f8-9d90-4a29-a780-64d27db1dd2b tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.24 "GET /v2.0/security-groups?id=c94ce91e-7ae3-4b87-b25d-ed5eb879016b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594535 Feb 01 05:23:38.402955 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f250e0-69bf-41e7-81a0-6a849683c944 req-c71c9644-6cb0-4289-8237-23817949ae4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:23:38.404156 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-08f250e0-69bf-41e7-81a0-6a849683c944 req-c71c9644-6cb0-4289-8237-23817949ae4d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d9df514b-2c2c-49e3-ac44-727a57b7872a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1067829 Feb 01 05:23:38.425957 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-4b85a345-8569-447a-a018-404c64614d30 None None] Set router 22a9f118-20b5-4684-b3bb-51bea42539df gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:23:38.535649 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-08f250e0-69bf-41e7-81a0-6a849683c944 req-c130683d-408f-41bd-8ca2-73a9dbdc1216 service neutron] 10.222.0.18 "GET /v2.0/networks/d9df514b-2c2c-49e3-ac44-727a57b7872a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235769 Feb 01 05:23:38.665396 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-08f250e0-69bf-41e7-81a0-6a849683c944 req-3feb1e28-18bb-461e-a18f-11940dc40ded service neutron] 10.222.0.18 "GET /v2.0/networks/d9df514b-2c2c-49e3-ac44-727a57b7872a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230514 Feb 01 05:23:38.761736 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-4b85a345-8569-447a-a018-404c64614d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a9f118-20b5-4684-b3bb-51bea42539df', 'name': 'tempest-TestSnapshotPattern-1592655900-router', 'tenant_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.133'}], 'enable_snat': True}, 'gw_port_id': '0cec26f7-878a-4d49-b8ca-f67f901efd24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:19:03Z', 'updated_at': '2022-02-01T05:19:07Z', 'revision_number': 4, 'project_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'gw_port': {'id': '0cec26f7-878a-4d49-b8ca-f67f901efd24', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a9f118-20b5-4684-b3bb-51bea42539df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:19:03Z', 'updated_at': '2022-02-01T05:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': '976d7d16-e79f-44a5-8486-48ecefd3c83f', 'tenant_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'floating_ip_address': '172.26.8.252', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '22a9f118-20b5-4684-b3bb-51bea42539df', 'port_id': '7b90718a-16c3-450c-ad27-e12ec7ea222a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9df514b-2c2c-49e3-ac44-727a57b7872a', 'mac_address': 'fa:16:3e:0c:05:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bfdb2d9-2910-45f9-aecc-4f5c25b8398c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T05:19:30Z', 'updated_at': '2022-02-01T05:19:32Z', 'revision_number': 1, 'project_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd056143-52d0-4e38-9f37-baa7df7d2fa5', 'name': '', 'network_id': 'd9df514b-2c2c-49e3-ac44-727a57b7872a', 'tenant_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'mac_address': 'fa:16:3e:1c:e6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a9f118-20b5-4684-b3bb-51bea42539df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'e52c30de-715f-4162-b2d3-ec7a93a42aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:19:06Z', 'updated_at': '2022-02-01T05:19:13Z', 'revision_number': 5, 'project_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'subnets': [{'id': 'e52c30de-715f-4162-b2d3-ec7a93a42aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:23:38.766400 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b85a345-8569-447a-a018-404c64614d30 None None] The sync data for ids ['22a9f118-20b5-4684-b3bb-51bea42539df'] in dv-neutron-826830-1-hyperv is: [{'id': '22a9f118-20b5-4684-b3bb-51bea42539df', 'name': 'tempest-TestSnapshotPattern-1592655900-router', 'tenant_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.133'}], 'enable_snat': True}, 'gw_port_id': '0cec26f7-878a-4d49-b8ca-f67f901efd24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:19:03Z', 'updated_at': '2022-02-01T05:19:07Z', 'revision_number': 4, 'project_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'gw_port': {'id': '0cec26f7-878a-4d49-b8ca-f67f901efd24', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a9f118-20b5-4684-b3bb-51bea42539df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:19:03Z', 'updated_at': '2022-02-01T05:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_floatingips': [{'id': '976d7d16-e79f-44a5-8486-48ecefd3c83f', 'tenant_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'floating_ip_address': '172.26.8.252', 'floating_network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'router_id': '22a9f118-20b5-4684-b3bb-51bea42539df', 'port_id': '7b90718a-16c3-450c-ad27-e12ec7ea222a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9df514b-2c2c-49e3-ac44-727a57b7872a', 'mac_address': 'fa:16:3e:0c:05:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bfdb2d9-2910-45f9-aecc-4f5c25b8398c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T05:19:30Z', 'updated_at': '2022-02-01T05:19:32Z', 'revision_number': 1, 'project_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd056143-52d0-4e38-9f37-baa7df7d2fa5', 'name': '', 'network_id': 'd9df514b-2c2c-49e3-ac44-727a57b7872a', 'tenant_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'mac_address': 'fa:16:3e:1c:e6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a9f118-20b5-4684-b3bb-51bea42539df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'e52c30de-715f-4162-b2d3-ec7a93a42aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:19:06Z', 'updated_at': '2022-02-01T05:19:13Z', 'revision_number': 5, 'project_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'subnets': [{'id': 'e52c30de-715f-4162-b2d3-ec7a93a42aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 05:23:38.989900 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3186d8-81b9-4a4b-ad23-ff977210a697 None None] New status for floating IP 1d276071-9b7a-4a67-822c-059177df13e5: DOWN {{(pid=87638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 01 05:23:39.207929 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 610666ba-25aa-41ef-bb67-66c7dc520d0f no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 05:23:39.317178 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1812607'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:39.342174 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe5f7f37-ac3e-4489-a84d-cdaa7cd72d92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '610666ba-25aa-41ef-bb67-66c7dc520d0f'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 05:23:39.352512 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] For port 610666ba-25aa-41ef-bb67-66c7dc520d0f, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=610666ba-25aa-41ef-bb67-66c7dc520d0f,segment=NetworkSegment(34c88974-55d3-40d8-bfa6-6b142c0cb298),segment_id=34c88974-55d3-40d8-bfa6-6b142c0cb298)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:23:39.356716 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734577908444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734577370103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734577372200'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:39.391615 dv-neutron-826830-1-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe5f7f37-ac3e-4489-a84d-cdaa7cd72d92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '610666ba-25aa-41ef-bb67-66c7dc520d0f', 'code': 200} Feb 01 05:23:39.424596 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Pushing event updated for resources: {'Port': ['ID=610666ba-25aa-41ef-bb67-66c7dc520d0f,revision_number=8']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:23:39.565636 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b91bb9-f341-42f6-8b78-49754b348da8 req-d57e548f-6eba-4ddd-a8a1-4eddd5ffb844 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:23:39.567064 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-91b91bb9-f341-42f6-8b78-49754b348da8 req-d57e548f-6eba-4ddd-a8a1-4eddd5ffb844 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe5f7f37-ac3e-4489-a84d-cdaa7cd72d92 HTTP/1.1" status: 200 len: 943 time: 0.0775292 Feb 01 05:23:39.610056 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-91b91bb9-f341-42f6-8b78-49754b348da8 req-f8bcadfe-da8c-4513-bb68-47303b5148cb tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.24 "GET /v2.0/security-groups?id=c94ce91e-7ae3-4b87-b25d-ed5eb879016b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374329 Feb 01 05:23:39.763995 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f097a5e4-01ea-403c-bce0-25dad677692d req-970d3e68-bc4f-41c8-b6d8-6d7db6a3fcf0 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:23:39.765421 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f097a5e4-01ea-403c-bce0-25dad677692d req-970d3e68-bc4f-41c8-b6d8-6d7db6a3fcf0 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe5f7f37-ac3e-4489-a84d-cdaa7cd72d92 HTTP/1.1" status: 200 len: 943 time: 0.0811794 Feb 01 05:23:39.842350 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-f097a5e4-01ea-403c-bce0-25dad677692d req-1496974b-909d-44c1-9e44-79dfd18ddb51 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Deleting port 610666ba-25aa-41ef-bb67-66c7dc520d0f {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 05:23:39.842693 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-f097a5e4-01ea-403c-bce0-25dad677692d req-1496974b-909d-44c1-9e44-79dfd18ddb51 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:40.082894 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-f097a5e4-01ea-403c-bce0-25dad677692d req-1496974b-909d-44c1-9e44-79dfd18ddb51 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] For port 610666ba-25aa-41ef-bb67-66c7dc520d0f, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=610666ba-25aa-41ef-bb67-66c7dc520d0f,segment=NetworkSegment(34c88974-55d3-40d8-bfa6-6b142c0cb298),segment_id=34c88974-55d3-40d8-bfa6-6b142c0cb298)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:23:40.083278 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-f097a5e4-01ea-403c-bce0-25dad677692d req-1496974b-909d-44c1-9e44-79dfd18ddb51 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:40.203835 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-f097a5e4-01ea-403c-bce0-25dad677692d req-1496974b-909d-44c1-9e44-79dfd18ddb51 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Calling delete_port for 610666ba-25aa-41ef-bb67-66c7dc520d0f owned by compute:nova {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 05:23:40.344761 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-f097a5e4-01ea-403c-bce0-25dad677692d req-1496974b-909d-44c1-9e44-79dfd18ddb51 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:40.396820 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1496974b-909d-44c1-9e44-79dfd18ddb51 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Pushing event deleted for resources: {'Port': ['ID=610666ba-25aa-41ef-bb67-66c7dc520d0f,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:23:40.435288 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1496974b-909d-44c1-9e44-79dfd18ddb51 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:23:40.435660 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1496974b-909d-44c1-9e44-79dfd18ddb51 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:23:40.435970 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1496974b-909d-44c1-9e44-79dfd18ddb51 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:23:40.436297 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1496974b-909d-44c1-9e44-79dfd18ddb51 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:23:40.436651 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1496974b-909d-44c1-9e44-79dfd18ddb51 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:23:40.436939 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1496974b-909d-44c1-9e44-79dfd18ddb51 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:23:40.437288 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1496974b-909d-44c1-9e44-79dfd18ddb51 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:23:40.437601 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1496974b-909d-44c1-9e44-79dfd18ddb51 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:23:40.437922 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1496974b-909d-44c1-9e44-79dfd18ddb51 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:23:40.438236 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1496974b-909d-44c1-9e44-79dfd18ddb51 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:23:40.438548 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1496974b-909d-44c1-9e44-79dfd18ddb51 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:23:40.438858 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1496974b-909d-44c1-9e44-79dfd18ddb51 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 05:23:40.481252 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-f097a5e4-01ea-403c-bce0-25dad677692d req-1496974b-909d-44c1-9e44-79dfd18ddb51 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] No DVR routers for this DVR port 610666ba-25aa-41ef-bb67-66c7dc520d0f on host hv-neutron-8268 {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 05:23:40.483590 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-f097a5e4-01ea-403c-bce0-25dad677692d req-1496974b-909d-44c1-9e44-79dfd18ddb51 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:40.486095 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe5f7f37-ac3e-4489-a84d-cdaa7cd72d92', 'name': 'network-vif-deleted', 'tag': '610666ba-25aa-41ef-bb67-66c7dc520d0f'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 05:23:40.498342 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f097a5e4-01ea-403c-bce0-25dad677692d req-1496974b-909d-44c1-9e44-79dfd18ddb51 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.18 "DELETE /v2.0/ports/610666ba-25aa-41ef-bb67-66c7dc520d0f HTTP/1.1" status: 204 len: 173 time: 0.7274351 Feb 01 05:23:40.537932 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe5f7f37-ac3e-4489-a84d-cdaa7cd72d92', 'name': 'network-vif-deleted', 'tag': '610666ba-25aa-41ef-bb67-66c7dc520d0f', 'status': 'completed', 'code': 200} Feb 01 05:23:40.776820 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-25138ce1-d938-4660-bd5d-d36635d219d0 req-20c78f71-b65b-4a6c-9490-fb617f4caee6 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Synchronizing usage tracker for tenant:47c2b80adcdd4b1e9d3030c20d0c1b69 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 05:23:40.792610 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-25138ce1-d938-4660-bd5d-d36635d219d0 req-20c78f71-b65b-4a6c-9490-fb617f4caee6 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Unset dirty status for tenant:47c2b80adcdd4b1e9d3030c20d0c1b69 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 05:23:40.793786 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-25138ce1-d938-4660-bd5d-d36635d219d0 req-20c78f71-b65b-4a6c-9490-fb617f4caee6 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe5f7f37-ac3e-4489-a84d-cdaa7cd72d92 HTTP/1.1" status: 200 len: 210 time: 0.0635934 Feb 01 05:23:42.447124 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 51446) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:23:42.751932 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-1f0d5569-7641-479a-a2f0-0adfb663957e tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Deleting port 345c793c-0672-43b6-b07c-d659da368502 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 05:23:42.752176 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1f0d5569-7641-479a-a2f0-0adfb663957e tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:42.917038 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1f0d5569-7641-479a-a2f0-0adfb663957e tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:42.917372 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1f0d5569-7641-479a-a2f0-0adfb663957e tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:43.039615 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-1f0d5569-7641-479a-a2f0-0adfb663957e tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Calling delete_port for 345c793c-0672-43b6-b07c-d659da368502 owned by network:floatingip {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 05:23:43.184595 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1f0d5569-7641-479a-a2f0-0adfb663957e tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:43.229120 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0d5569-7641-479a-a2f0-0adfb663957e tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Pushing event deleted for resources: {'Port': ['ID=345c793c-0672-43b6-b07c-d659da368502,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:23:43.238472 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 610666ba-25aa-41ef-bb67-66c7dc520d0f no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 05:23:43.271712 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] No Port match for: 610666ba-25aa-41ef-bb67-66c7dc520d0f {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 05:23:43.272056 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 610666ba-25aa-41ef-bb67-66c7dc520d0f not bound to the agent host hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 05:23:43.320007 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1f0d5569-7641-479a-a2f0-0adfb663957e tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Notify callbacks [] for floatingip, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:43.320270 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.db.l3_db [None req-1f0d5569-7641-479a-a2f0-0adfb663957e tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Floating IP 976d7d16-e79f-44a5-8486-48ecefd3c83f disassociated (deleted). External IP: 172.26.8.252, port: 7b90718a-16c3-450c-ad27-e12ec7ea222a. Feb 01 05:23:43.660150 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f0d5569-7641-479a-a2f0-0adfb663957e tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Router 22a9f118-20b5-4684-b3bb-51bea42539df has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 05:23:43.832247 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f0d5569-7641-479a-a2f0-0adfb663957e tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 05:23:43.842942 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbae5cb5-1bb1-409f-a77e-f126787f057a None None] Sync routers for ids ['22a9f118-20b5-4684-b3bb-51bea42539df'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 05:23:43.851841 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1f0d5569-7641-479a-a2f0-0adfb663957e tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for floatingip, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:43.853787 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbae5cb5-1bb1-409f-a77e-f126787f057a None None] Routers {'22a9f118-20b5-4684-b3bb-51bea42539df'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:23:43.854596 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-dbae5cb5-1bb1-409f-a77e-f126787f057a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:23:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['22a9f118-20b5-4684-b3bb-51bea42539df'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:23:43.905888 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-1f0d5569-7641-479a-a2f0-0adfb663957e tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.24 "DELETE /v2.0/floatingips/976d7d16-e79f-44a5-8486-48ecefd3c83f HTTP/1.1" status: 204 len: 168 time: 1.4576781 Feb 01 05:23:43.906494 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bfdb2d9-2910-45f9-aecc-4f5c25b8398c', 'tag': '7b90718a-16c3-450c-ad27-e12ec7ea222a'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 05:23:43.950401 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bfdb2d9-2910-45f9-aecc-4f5c25b8398c', 'tag': '7b90718a-16c3-450c-ad27-e12ec7ea222a', 'status': 'completed', 'code': 200} Feb 01 05:23:44.039704 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-dbae5cb5-1bb1-409f-a77e-f126787f057a None None] Set router 22a9f118-20b5-4684-b3bb-51bea42539df gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:23:44.065234 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bda11a-1dea-4ef9-9dc5-8691a6859ad3 req-39eba3c9-bddf-4b83-a846-9f44313a98a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:23:44.066856 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-73bda11a-1dea-4ef9-9dc5-8691a6859ad3 req-39eba3c9-bddf-4b83-a846-9f44313a98a7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=47c2b80adcdd4b1e9d3030c20d0c1b69&device_id=5bfdb2d9-2910-45f9-aecc-4f5c25b8398c HTTP/1.1" status: 200 len: 1097 time: 0.0731807 Feb 01 05:23:44.319003 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bda11a-1dea-4ef9-9dc5-8691a6859ad3 req-e92e3bc4-6549-4b81-8435-0922ed026ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:23:44.320694 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-73bda11a-1dea-4ef9-9dc5-8691a6859ad3 req-e92e3bc4-6549-4b81-8435-0922ed026ebc service neutron] 10.222.0.18 "GET /v2.0/networks?id=d9df514b-2c2c-49e3-ac44-727a57b7872a HTTP/1.1" status: 200 len: 910 time: 0.2485292 Feb 01 05:23:44.393484 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-73bda11a-1dea-4ef9-9dc5-8691a6859ad3 req-1f54e4df-ddbd-44e7-b0d3-65ccb4822c5e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b90718a-16c3-450c-ad27-e12ec7ea222a HTTP/1.1" status: 200 len: 217 time: 0.0643351 Feb 01 05:23:44.398860 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693dd5e1-c3f2-4faa-b8e8-3dbd618d1d09 req-5d087557-bb63-42dd-b211-f29b58a709c7 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:23:44.399597 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-693dd5e1-c3f2-4faa-b8e8-3dbd618d1d09 req-5d087557-bb63-42dd-b211-f29b58a709c7 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Synchronizing usage tracker for tenant:47c2b80adcdd4b1e9d3030c20d0c1b69 on resource:port {{(pid=87637) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 05:23:44.415950 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.quota.resource [req-693dd5e1-c3f2-4faa-b8e8-3dbd618d1d09 req-5d087557-bb63-42dd-b211-f29b58a709c7 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Unset dirty status for tenant:47c2b80adcdd4b1e9d3030c20d0c1b69 on resource:port {{(pid=87637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 05:23:44.417310 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-693dd5e1-c3f2-4faa-b8e8-3dbd618d1d09 req-5d087557-bb63-42dd-b211-f29b58a709c7 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bfdb2d9-2910-45f9-aecc-4f5c25b8398c HTTP/1.1" status: 200 len: 944 time: 0.2111309 Feb 01 05:23:44.436672 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-dbae5cb5-1bb1-409f-a77e-f126787f057a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a9f118-20b5-4684-b3bb-51bea42539df', 'name': 'tempest-TestSnapshotPattern-1592655900-router', 'tenant_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.133'}], 'enable_snat': True}, 'gw_port_id': '0cec26f7-878a-4d49-b8ca-f67f901efd24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:19:03Z', 'updated_at': '2022-02-01T05:19:07Z', 'revision_number': 4, 'project_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'gw_port': {'id': '0cec26f7-878a-4d49-b8ca-f67f901efd24', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a9f118-20b5-4684-b3bb-51bea42539df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:19:03Z', 'updated_at': '2022-02-01T05:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': 'bd056143-52d0-4e38-9f37-baa7df7d2fa5', 'name': '', 'network_id': 'd9df514b-2c2c-49e3-ac44-727a57b7872a', 'tenant_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'mac_address': 'fa:16:3e:1c:e6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a9f118-20b5-4684-b3bb-51bea42539df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'e52c30de-715f-4162-b2d3-ec7a93a42aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:19:06Z', 'updated_at': '2022-02-01T05:19:13Z', 'revision_number': 5, 'project_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'subnets': [{'id': 'e52c30de-715f-4162-b2d3-ec7a93a42aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:23:44.442509 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbae5cb5-1bb1-409f-a77e-f126787f057a None None] Checking router: 22a9f118-20b5-4684-b3bb-51bea42539df for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 05:23:44.451402 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbae5cb5-1bb1-409f-a77e-f126787f057a None None] Routers {'22a9f118-20b5-4684-b3bb-51bea42539df'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:23:44.452120 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-dbae5cb5-1bb1-409f-a77e-f126787f057a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:23:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['22a9f118-20b5-4684-b3bb-51bea42539df'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:23:44.457643 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bda11a-1dea-4ef9-9dc5-8691a6859ad3 req-37217ba4-9eb3-4fdf-be5c-8fa79b6ad96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:23:44.459078 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-73bda11a-1dea-4ef9-9dc5-8691a6859ad3 req-37217ba4-9eb3-4fdf-be5c-8fa79b6ad96a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e52c30de-715f-4162-b2d3-ec7a93a42aa6 HTTP/1.1" status: 200 len: 849 time: 0.0597706 Feb 01 05:23:44.463305 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [req-693dd5e1-c3f2-4faa-b8e8-3dbd618d1d09 req-f0961945-f6d2-46f0-a5fd-5c07cdafd51f tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.24 "GET /v2.0/security-groups?id=c94ce91e-7ae3-4b87-b25d-ed5eb879016b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394275 Feb 01 05:23:44.537176 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bda11a-1dea-4ef9-9dc5-8691a6859ad3 req-ca0001bd-6d4d-4a0d-b308-634c5160f3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:23:44.538625 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-73bda11a-1dea-4ef9-9dc5-8691a6859ad3 req-ca0001bd-6d4d-4a0d-b308-634c5160f3be service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d9df514b-2c2c-49e3-ac44-727a57b7872a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729413 Feb 01 05:23:44.628286 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-dbae5cb5-1bb1-409f-a77e-f126787f057a None None] Set router 22a9f118-20b5-4684-b3bb-51bea42539df gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:23:44.670956 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-73bda11a-1dea-4ef9-9dc5-8691a6859ad3 req-733697d6-29a4-4335-b07e-d85e97bfc5d7 service neutron] 10.222.0.18 "GET /v2.0/networks/d9df514b-2c2c-49e3-ac44-727a57b7872a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226172 Feb 01 05:23:44.800958 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-73bda11a-1dea-4ef9-9dc5-8691a6859ad3 req-b46f79b9-7888-4f67-8af4-8f77525f0a51 service neutron] 10.222.0.18 "GET /v2.0/networks/d9df514b-2c2c-49e3-ac44-727a57b7872a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237154 Feb 01 05:23:44.937437 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-dbae5cb5-1bb1-409f-a77e-f126787f057a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a9f118-20b5-4684-b3bb-51bea42539df', 'name': 'tempest-TestSnapshotPattern-1592655900-router', 'tenant_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.133'}], 'enable_snat': True}, 'gw_port_id': '0cec26f7-878a-4d49-b8ca-f67f901efd24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:19:03Z', 'updated_at': '2022-02-01T05:19:07Z', 'revision_number': 4, 'project_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'gw_port': {'id': '0cec26f7-878a-4d49-b8ca-f67f901efd24', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a9f118-20b5-4684-b3bb-51bea42539df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:19:03Z', 'updated_at': '2022-02-01T05:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': 'bd056143-52d0-4e38-9f37-baa7df7d2fa5', 'name': '', 'network_id': 'd9df514b-2c2c-49e3-ac44-727a57b7872a', 'tenant_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'mac_address': 'fa:16:3e:1c:e6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a9f118-20b5-4684-b3bb-51bea42539df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'e52c30de-715f-4162-b2d3-ec7a93a42aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:19:06Z', 'updated_at': '2022-02-01T05:19:13Z', 'revision_number': 5, 'project_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'subnets': [{'id': 'e52c30de-715f-4162-b2d3-ec7a93a42aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:23:44.941361 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbae5cb5-1bb1-409f-a77e-f126787f057a None None] The sync data for ids ['22a9f118-20b5-4684-b3bb-51bea42539df'] in dv-neutron-826830-1-hyperv is: [{'id': '22a9f118-20b5-4684-b3bb-51bea42539df', 'name': 'tempest-TestSnapshotPattern-1592655900-router', 'tenant_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.133'}], 'enable_snat': True}, 'gw_port_id': '0cec26f7-878a-4d49-b8ca-f67f901efd24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:19:03Z', 'updated_at': '2022-02-01T05:19:07Z', 'revision_number': 4, 'project_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'gw_port': {'id': '0cec26f7-878a-4d49-b8ca-f67f901efd24', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a9f118-20b5-4684-b3bb-51bea42539df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:19:03Z', 'updated_at': '2022-02-01T05:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv', '_interfaces': [{'id': 'bd056143-52d0-4e38-9f37-baa7df7d2fa5', 'name': '', 'network_id': 'd9df514b-2c2c-49e3-ac44-727a57b7872a', 'tenant_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'mac_address': 'fa:16:3e:1c:e6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a9f118-20b5-4684-b3bb-51bea42539df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'e52c30de-715f-4162-b2d3-ec7a93a42aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:19:06Z', 'updated_at': '2022-02-01T05:19:13Z', 'revision_number': 5, 'project_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'subnets': [{'id': 'e52c30de-715f-4162-b2d3-ec7a93a42aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 05:23:45.158762 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253d4bc2-ebac-444e-913f-850571ff6d67 None None] New status for floating IP 976d7d16-e79f-44a5-8486-48ecefd3c83f: DOWN {{(pid=87638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 01 05:23:45.531801 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:45.651527 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0122d4ef-1627-4c5b-8f68-1a6705f78c4f req-7ae3998c-b407-4928-87d2-1b777f9d7230 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:23:45.652947 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0122d4ef-1627-4c5b-8f68-1a6705f78c4f req-7ae3998c-b407-4928-87d2-1b777f9d7230 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bfdb2d9-2910-45f9-aecc-4f5c25b8398c HTTP/1.1" status: 200 len: 944 time: 0.0782475 Feb 01 05:23:45.695641 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0122d4ef-1627-4c5b-8f68-1a6705f78c4f req-500747fc-31d6-4721-806d-1542f6fb64d7 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.24 "GET /v2.0/security-groups?id=c94ce91e-7ae3-4b87-b25d-ed5eb879016b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371206 Feb 01 05:23:45.916624 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba94f3f8-9fb2-407d-a9ee-955e6d429d8e req-3b3c8e6b-08dd-4138-aa7e-d21fb16cf9c8 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 05:23:45.918013 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ba94f3f8-9fb2-407d-a9ee-955e6d429d8e req-3b3c8e6b-08dd-4138-aa7e-d21fb16cf9c8 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.18 "GET /v2.0/ports?device_id=5bfdb2d9-2910-45f9-aecc-4f5c25b8398c HTTP/1.1" status: 200 len: 944 time: 0.0813053 Feb 01 05:23:45.984831 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-ba94f3f8-9fb2-407d-a9ee-955e6d429d8e req-ed80ecbc-ed8e-4521-9673-fcdc33520f34 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Deleting port 7b90718a-16c3-450c-ad27-e12ec7ea222a {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 05:23:45.985173 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-ba94f3f8-9fb2-407d-a9ee-955e6d429d8e req-ed80ecbc-ed8e-4521-9673-fcdc33520f34 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:46.229979 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-ba94f3f8-9fb2-407d-a9ee-955e6d429d8e req-ed80ecbc-ed8e-4521-9673-fcdc33520f34 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] For port 7b90718a-16c3-450c-ad27-e12ec7ea222a, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=7b90718a-16c3-450c-ad27-e12ec7ea222a,segment=NetworkSegment(34c88974-55d3-40d8-bfa6-6b142c0cb298),segment_id=34c88974-55d3-40d8-bfa6-6b142c0cb298)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:23:46.230239 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-ba94f3f8-9fb2-407d-a9ee-955e6d429d8e req-ed80ecbc-ed8e-4521-9673-fcdc33520f34 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:46.349579 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-ba94f3f8-9fb2-407d-a9ee-955e6d429d8e req-ed80ecbc-ed8e-4521-9673-fcdc33520f34 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Calling delete_port for 7b90718a-16c3-450c-ad27-e12ec7ea222a owned by compute:nova {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 05:23:46.488234 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-ba94f3f8-9fb2-407d-a9ee-955e6d429d8e req-ed80ecbc-ed8e-4521-9673-fcdc33520f34 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:46.540446 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed80ecbc-ed8e-4521-9673-fcdc33520f34 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Pushing event deleted for resources: {'Port': ['ID=7b90718a-16c3-450c-ad27-e12ec7ea222a,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:23:46.612666 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba94f3f8-9fb2-407d-a9ee-955e6d429d8e req-ed80ecbc-ed8e-4521-9673-fcdc33520f34 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] No DVR routers for this DVR port 7b90718a-16c3-450c-ad27-e12ec7ea222a on host hv-neutron-8268 {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 05:23:46.614979 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-ba94f3f8-9fb2-407d-a9ee-955e6d429d8e req-ed80ecbc-ed8e-4521-9673-fcdc33520f34 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1017519'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:46.617663 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bfdb2d9-2910-45f9-aecc-4f5c25b8398c', 'name': 'network-vif-deleted', 'tag': '7b90718a-16c3-450c-ad27-e12ec7ea222a'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 01 05:23:46.632792 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ba94f3f8-9fb2-407d-a9ee-955e6d429d8e req-ed80ecbc-ed8e-4521-9673-fcdc33520f34 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.18 "DELETE /v2.0/ports/7b90718a-16c3-450c-ad27-e12ec7ea222a HTTP/1.1" status: 204 len: 173 time: 0.7090137 Feb 01 05:23:46.662644 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bfdb2d9-2910-45f9-aecc-4f5c25b8398c', 'name': 'network-vif-deleted', 'tag': '7b90718a-16c3-450c-ad27-e12ec7ea222a', 'status': 'completed', 'code': 200} Feb 01 05:23:46.859635 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-c3486021-a8b8-4744-8a59-ab3977920fe2 req-f80b9294-f4c9-4860-b935-d41c2cc624b1 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Synchronizing usage tracker for tenant:47c2b80adcdd4b1e9d3030c20d0c1b69 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 01 05:23:46.881263 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-c3486021-a8b8-4744-8a59-ab3977920fe2 req-f80b9294-f4c9-4860-b935-d41c2cc624b1 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Unset dirty status for tenant:47c2b80adcdd4b1e9d3030c20d0c1b69 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 01 05:23:46.882567 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c3486021-a8b8-4744-8a59-ab3977920fe2 req-f80b9294-f4c9-4860-b935-d41c2cc624b1 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bfdb2d9-2910-45f9-aecc-4f5c25b8398c HTTP/1.1" status: 200 len: 210 time: 0.0711887 Feb 01 05:23:47.975276 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 51466) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:23:48.143549 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f6669fad-429d-409c-b618-4721de11aa13 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:48.173428 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f6669fad-429d-409c-b618-4721de11aa13 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:48.238562 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f6669fad-429d-409c-b618-4721de11aa13 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:48.256853 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6669fad-429d-409c-b618-4721de11aa13 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c94ce91e-7ae3-4b87-b25d-ed5eb879016b,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:23:48.266174 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f6669fad-429d-409c-b618-4721de11aa13 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:48.267329 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f6669fad-429d-409c-b618-4721de11aa13 tempest-TestSnapshotPattern-901075795 tempest-TestSnapshotPattern-901075795-project] 10.222.0.24 "DELETE /v2.0/security-groups/c94ce91e-7ae3-4b87-b25d-ed5eb879016b HTTP/1.1" status: 204 len: 168 time: 0.2910323 Feb 01 05:23:48.313961 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 51472) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:23:48.834077 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5cf54e7f-9ea0-470e-9710-4624a6bc9435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-371968'] for router_interface, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:49.172783 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-5cf54e7f-9ea0-470e-9710-4624a6bc9435 admin admin] Deleting port bd056143-52d0-4e38-9f37-baa7df7d2fa5 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 05:23:49.173111 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5cf54e7f-9ea0-470e-9710-4624a6bc9435 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:49.257261 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 7b90718a-16c3-450c-ad27-e12ec7ea222a no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 05:23:49.290517 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] No Port match for: 7b90718a-16c3-450c-ad27-e12ec7ea222a {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 05:23:49.290853 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Device 7b90718a-16c3-450c-ad27-e12ec7ea222a not bound to the agent host hv-neutron-8268 {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 05:23:49.342093 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-5cf54e7f-9ea0-470e-9710-4624a6bc9435 admin admin] For port bd056143-52d0-4e38-9f37-baa7df7d2fa5, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=bd056143-52d0-4e38-9f37-baa7df7d2fa5,segment=NetworkSegment(34c88974-55d3-40d8-bfa6-6b142c0cb298),segment_id=34c88974-55d3-40d8-bfa6-6b142c0cb298)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:23:49.342649 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5cf54e7f-9ea0-470e-9710-4624a6bc9435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:49.460919 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-5cf54e7f-9ea0-470e-9710-4624a6bc9435 admin admin] Calling delete_port for bd056143-52d0-4e38-9f37-baa7df7d2fa5 owned by network:router_interface {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 05:23:49.723868 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5cf54e7f-9ea0-470e-9710-4624a6bc9435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:49.769843 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf54e7f-9ea0-470e-9710-4624a6bc9435 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd056143-52d0-4e38-9f37-baa7df7d2fa5,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:23:50.029942 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5cf54e7f-9ea0-470e-9710-4624a6bc9435 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770960'] for router_interface, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:50.373368 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cf54e7f-9ea0-470e-9710-4624a6bc9435 admin admin] Router 22a9f118-20b5-4684-b3bb-51bea42539df has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 05:23:50.545551 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cf54e7f-9ea0-470e-9710-4624a6bc9435 admin admin] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 05:23:50.553868 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9a62a1-d044-4947-a8fa-9561f4f9bcc8 None None] Sync routers for ids ['22a9f118-20b5-4684-b3bb-51bea42539df'] in dv-neutron-826830-1-hyperv {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 05:23:50.561036 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-5cf54e7f-9ea0-470e-9710-4624a6bc9435 admin admin] 10.222.0.24 "PUT /v2.0/routers/22a9f118-20b5-4684-b3bb-51bea42539df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2459934 Feb 01 05:23:50.564104 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 51480) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:23:50.565760 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9a62a1-d044-4947-a8fa-9561f4f9bcc8 None None] Routers {'22a9f118-20b5-4684-b3bb-51bea42539df'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:23:50.566264 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-bd9a62a1-d044-4947-a8fa-9561f4f9bcc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:23:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['22a9f118-20b5-4684-b3bb-51bea42539df'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:23:50.733921 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ecce0306-155c-49d3-a69f-fcefa388f79b admin admin] Notify callbacks [] for router, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:50.739075 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-bd9a62a1-d044-4947-a8fa-9561f4f9bcc8 None None] Set router 22a9f118-20b5-4684-b3bb-51bea42539df gateway port host: dv-neutron-826830-1-hyperv {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:23:51.022791 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ecce0306-155c-49d3-a69f-fcefa388f79b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:51.023499 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-bd9a62a1-d044-4947-a8fa-9561f4f9bcc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a9f118-20b5-4684-b3bb-51bea42539df', 'name': 'tempest-TestSnapshotPattern-1592655900-router', 'tenant_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.133'}], 'enable_snat': True}, 'gw_port_id': '0cec26f7-878a-4d49-b8ca-f67f901efd24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:19:03Z', 'updated_at': '2022-02-01T05:23:49Z', 'revision_number': 5, 'project_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'gw_port': {'id': '0cec26f7-878a-4d49-b8ca-f67f901efd24', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a9f118-20b5-4684-b3bb-51bea42539df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:19:03Z', 'updated_at': '2022-02-01T05:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:23:51.027336 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9a62a1-d044-4947-a8fa-9561f4f9bcc8 None None] Checking router: 22a9f118-20b5-4684-b3bb-51bea42539df for host: dv-neutron-826830-1-hyperv {{(pid=87639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 05:23:51.032018 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-ecce0306-155c-49d3-a69f-fcefa388f79b admin admin] Deleting port 0cec26f7-878a-4d49-b8ca-f67f901efd24 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 05:23:51.032345 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ecce0306-155c-49d3-a69f-fcefa388f79b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:51.035954 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9a62a1-d044-4947-a8fa-9561f4f9bcc8 None None] Routers {'22a9f118-20b5-4684-b3bb-51bea42539df'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:23:51.036541 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-bd9a62a1-d044-4947-a8fa-9561f4f9bcc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:23:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['22a9f118-20b5-4684-b3bb-51bea42539df'], 'active': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:23:51.206968 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-ecce0306-155c-49d3-a69f-fcefa388f79b admin admin] For port 0cec26f7-878a-4d49-b8ca-f67f901efd24, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=0cec26f7-878a-4d49-b8ca-f67f901efd24,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:23:51.207352 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ecce0306-155c-49d3-a69f-fcefa388f79b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:51.220475 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvr_db [None req-bd9a62a1-d044-4947-a8fa-9561f4f9bcc8 None None] Set router 22a9f118-20b5-4684-b3bb-51bea42539df gateway port host: None {{(pid=87639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:23:51.326203 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.l3_hamode_db [None req-bd9a62a1-d044-4947-a8fa-9561f4f9bcc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a9f118-20b5-4684-b3bb-51bea42539df', 'name': 'tempest-TestSnapshotPattern-1592655900-router', 'tenant_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:19:03Z', 'updated_at': '2022-02-01T05:23:51Z', 'revision_number': 6, 'project_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'gw_port_host': None}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:23:51.330057 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9a62a1-d044-4947-a8fa-9561f4f9bcc8 None None] The sync data for ids ['22a9f118-20b5-4684-b3bb-51bea42539df'] in dv-neutron-826830-1-hyperv is: [{'id': '22a9f118-20b5-4684-b3bb-51bea42539df', 'name': 'tempest-TestSnapshotPattern-1592655900-router', 'tenant_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:19:03Z', 'updated_at': '2022-02-01T05:23:51Z', 'revision_number': 6, 'project_id': '47c2b80adcdd4b1e9d3030c20d0c1b69', 'gw_port_host': None}] {{(pid=87639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 05:23:51.339366 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-ecce0306-155c-49d3-a69f-fcefa388f79b admin admin] Calling delete_port for 0cec26f7-878a-4d49-b8ca-f67f901efd24 owned by network:router_gateway {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 05:23:51.514869 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ecce0306-155c-49d3-a69f-fcefa388f79b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:51.561251 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecce0306-155c-49d3-a69f-fcefa388f79b admin admin] Pushing event deleted for resources: {'Port': ['ID=0cec26f7-878a-4d49-b8ca-f67f901efd24,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:23:51.651276 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ecce0306-155c-49d3-a69f-fcefa388f79b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-774381'] for router_gateway, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:51.822746 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ecce0306-155c-49d3-a69f-fcefa388f79b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25968'] for router, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:51.824947 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ecce0306-155c-49d3-a69f-fcefa388f79b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:51.850472 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ecce0306-155c-49d3-a69f-fcefa388f79b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772958'] for router, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:51.851244 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecce0306-155c-49d3-a69f-fcefa388f79b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22a9f118-20b5-4684-b3bb-51bea42539df {{(pid=87637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 01 05:23:51.867670 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ecce0306-155c-49d3-a69f-fcefa388f79b admin admin] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:51.869064 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-ecce0306-155c-49d3-a69f-fcefa388f79b admin admin] 10.222.0.24 "DELETE /v2.0/routers/22a9f118-20b5-4684-b3bb-51bea42539df HTTP/1.1" status: 204 len: 168 time: 1.3040307 Feb 01 05:23:51.871609 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 51488) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:23:51.930062 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9e4222a-8261-4e4a-9d38-bd09d4f9e95d admin admin] Deleting subnet e52c30de-715f-4162-b2d3-ec7a93a42aa6 {{(pid=87637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 05:23:51.932785 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a9e4222a-8261-4e4a-9d38-bd09d4f9e95d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:51.979937 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a9e4222a-8261-4e4a-9d38-bd09d4f9e95d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2424773'] for subnet, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:52.058014 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a9e4222a-8261-4e4a-9d38-bd09d4f9e95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:52.124816 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a9e4222a-8261-4e4a-9d38-bd09d4f9e95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3037665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694336'] for subnet, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:52.169020 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e4222a-8261-4e4a-9d38-bd09d4f9e95d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e52c30de-715f-4162-b2d3-ec7a93a42aa6,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:23:52.170899 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a9e4222a-8261-4e4a-9d38-bd09d4f9e95d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:52.177061 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84710fe7-1b71-4b71-babd-7a07ab171912 None None] Network d9df514b-2c2c-49e3-ac44-727a57b7872a requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 05:23:52.177600 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-a9e4222a-8261-4e4a-9d38-bd09d4f9e95d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e52c30de-715f-4162-b2d3-ec7a93a42aa6 HTTP/1.1" status: 204 len: 168 time: 0.3050575 Feb 01 05:23:52.180241 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 51492) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:23:52.283079 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-371e8095-352c-4c14-8ebd-88c18f766fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:52.293952 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-371e8095-352c-4c14-8ebd-88c18f766fc0 admin admin] Deleting port 4d511411-9afa-4d4d-bf63-ac954e9600e0 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 05:23:52.294291 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-371e8095-352c-4c14-8ebd-88c18f766fc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:52.454969 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9368b8b7-c65a-41a1-97b4-5e19c15fb9ed None None] DHCP port deletion for d9df514b-2c2c-49e3-ac44-727a57b7872a request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 05:23:52.459252 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-9368b8b7-c65a-41a1-97b4-5e19c15fb9ed None None] Deleting port 4d511411-9afa-4d4d-bf63-ac954e9600e0 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 05:23:52.459619 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9368b8b7-c65a-41a1-97b4-5e19c15fb9ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:52.599316 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-371e8095-352c-4c14-8ebd-88c18f766fc0 admin admin] For port 4d511411-9afa-4d4d-bf63-ac954e9600e0, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=4d511411-9afa-4d4d-bf63-ac954e9600e0,segment=NetworkSegment(34c88974-55d3-40d8-bfa6-6b142c0cb298),segment_id=34c88974-55d3-40d8-bfa6-6b142c0cb298)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:23:52.599854 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-371e8095-352c-4c14-8ebd-88c18f766fc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:52.661828 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-9368b8b7-c65a-41a1-97b4-5e19c15fb9ed None None] For port 4d511411-9afa-4d4d-bf63-ac954e9600e0, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=4d511411-9afa-4d4d-bf63-ac954e9600e0,segment=NetworkSegment(34c88974-55d3-40d8-bfa6-6b142c0cb298),segment_id=34c88974-55d3-40d8-bfa6-6b142c0cb298)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:23:52.662213 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9368b8b7-c65a-41a1-97b4-5e19c15fb9ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:52.720207 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-371e8095-352c-4c14-8ebd-88c18f766fc0 admin admin] Calling delete_port for 4d511411-9afa-4d4d-bf63-ac954e9600e0 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 05:23:52.782514 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-9368b8b7-c65a-41a1-97b4-5e19c15fb9ed None None] Calling delete_port for 4d511411-9afa-4d4d-bf63-ac954e9600e0 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 05:23:52.797135 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-371e8095-352c-4c14-8ebd-88c18f766fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:52.841868 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371e8095-352c-4c14-8ebd-88c18f766fc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d511411-9afa-4d4d-bf63-ac954e9600e0,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:23:52.847097 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371e8095-352c-4c14-8ebd-88c18f766fc0 admin admin] No DVR routers for this DVR port 4d511411-9afa-4d4d-bf63-ac954e9600e0 on host dv-neutron-826830-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 05:23:52.855925 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-9368b8b7-c65a-41a1-97b4-5e19c15fb9ed None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 05:23:52.856294 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-9368b8b7-c65a-41a1-97b4-5e19c15fb9ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 05:23:52.963703 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-371e8095-352c-4c14-8ebd-88c18f766fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:52.987812 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-371e8095-352c-4c14-8ebd-88c18f766fc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9df514b-2c2c-49e3-ac44-727a57b7872a']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:23:53.000173 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-371e8095-352c-4c14-8ebd-88c18f766fc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34c88974-55d3-40d8-bfa6-6b142c0cb298') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:23:53.000471 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-371e8095-352c-4c14-8ebd-88c18f766fc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34c88974-55d3-40d8-bfa6-6b142c0cb298') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:23:53.011440 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-371e8095-352c-4c14-8ebd-88c18f766fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:53.027278 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-371e8095-352c-4c14-8ebd-88c18f766fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:53.033238 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-371e8095-352c-4c14-8ebd-88c18f766fc0 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 05:23:53.033612 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-371e8095-352c-4c14-8ebd-88c18f766fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:53.046259 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 05:23:53.046259 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 05:23:53.046259 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 05:23:53.046259 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 05:23:53.046259 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 05:23:53.046259 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 05:23:53.046259 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 05:23:53.046259 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 05:23:53.046259 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 05:23:53.046259 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 05:23:53.046259 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 05:23:53.046259 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 05:23:53.046259 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 05:23:53.046259 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 05:23:53.046259 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 05:23:53.046259 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 05:23:53.046259 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 05:23:53.046259 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 05:23:53.046259 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 05:23:53.046259 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 05:23:53.046259 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 05:23:53.046259 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 05:23:53.046259 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 05:23:53.046259 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 05:23:53.046259 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 05:23:53.046259 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 05:23:53.046259 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 05:23:53.046259 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 05:23:53.046259 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 05:23:53.046259 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 05:23:53.046259 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 05:23:53.046259 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 05:23:53.123749 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-371e8095-352c-4c14-8ebd-88c18f766fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:53.140040 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-371e8095-352c-4c14-8ebd-88c18f766fc0 admin admin] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:53.149955 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371e8095-352c-4c14-8ebd-88c18f766fc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9df514b-2c2c-49e3-ac44-727a57b7872a,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:23:53.167487 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-371e8095-352c-4c14-8ebd-88c18f766fc0 admin admin] 10.222.0.24 "DELETE /v2.0/networks/d9df514b-2c2c-49e3-ac44-727a57b7872a HTTP/1.1" status: 204 len: 168 time: 0.9862330 Feb 01 05:23:53.170501 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 51496) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:23:53.173144 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 0cec26f7-878a-4d49-b8ca-f67f901efd24 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 05:23:53.216146 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 0cec26f7-878a-4d49-b8ca-f67f901efd24 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 05:23:53.216792 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 0cec26f7-878a-4d49-b8ca-f67f901efd24 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 05:23:53.216877 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 4d511411-9afa-4d4d-bf63-ac954e9600e0 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 05:23:53.258378 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 4d511411-9afa-4d4d-bf63-ac954e9600e0 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 05:23:53.258609 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 4d511411-9afa-4d4d-bf63-ac954e9600e0 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 05:23:53.259009 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device bd056143-52d0-4e38-9f37-baa7df7d2fa5 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 05:23:53.290531 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: bd056143-52d0-4e38-9f37-baa7df7d2fa5 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 05:23:53.290865 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device bd056143-52d0-4e38-9f37-baa7df7d2fa5 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 05:23:53.357215 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-9368b8b7-c65a-41a1-97b4-5e19c15fb9ed None None] Deleting port 4d511411-9afa-4d4d-bf63-ac954e9600e0 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 05:23:53.357594 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9368b8b7-c65a-41a1-97b4-5e19c15fb9ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:53.423419 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-9368b8b7-c65a-41a1-97b4-5e19c15fb9ed None None] The port '4d511411-9afa-4d4d-bf63-ac954e9600e0' was deleted {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 01 05:23:53.722927 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d28eaf66-a5ae-4271-b32f-0faa7b15b428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-371968'] for router_interface, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:54.066356 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-d28eaf66-a5ae-4271-b32f-0faa7b15b428 admin admin] Deleting port a58a092c-71ee-4937-989a-51e675624221 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 05:23:54.066694 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d28eaf66-a5ae-4271-b32f-0faa7b15b428 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:54.238701 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-d28eaf66-a5ae-4271-b32f-0faa7b15b428 admin admin] For port a58a092c-71ee-4937-989a-51e675624221, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=a58a092c-71ee-4937-989a-51e675624221,segment=NetworkSegment(868d1a49-29fd-41b2-b939-e52de2e6ba36),segment_id=868d1a49-29fd-41b2-b939-e52de2e6ba36)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:23:54.239471 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d28eaf66-a5ae-4271-b32f-0faa7b15b428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:54.365689 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-d28eaf66-a5ae-4271-b32f-0faa7b15b428 admin admin] Calling delete_port for a58a092c-71ee-4937-989a-51e675624221 owned by network:router_interface {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 05:23:54.781167 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d28eaf66-a5ae-4271-b32f-0faa7b15b428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072154'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:54.827696 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28eaf66-a5ae-4271-b32f-0faa7b15b428 admin admin] Pushing event deleted for resources: {'Port': ['ID=a58a092c-71ee-4937-989a-51e675624221,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:23:55.087455 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d28eaf66-a5ae-4271-b32f-0faa7b15b428 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770960'] for router_interface, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:55.435112 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d28eaf66-a5ae-4271-b32f-0faa7b15b428 admin admin] Router 7f655ed4-46c3-46ca-bba2-4b151ee60b29 has already been hosted by L3 agent a3073304-82af-4a42-89af-bc532d6626bb {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 01 05:23:55.603210 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d28eaf66-a5ae-4271-b32f-0faa7b15b428 admin admin] Notify agent at l3_agent.dv-neutron-826830-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 01 05:23:55.611598 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96703cfc-d7d5-46cb-abcd-1fc04036d9e6 None None] Sync routers for ids ['7f655ed4-46c3-46ca-bba2-4b151ee60b29'] in dv-neutron-826830-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 05:23:55.620026 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d28eaf66-a5ae-4271-b32f-0faa7b15b428 admin admin] 10.222.0.24 "PUT /v2.0/routers/7f655ed4-46c3-46ca-bba2-4b151ee60b29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4484377 Feb 01 05:23:55.621494 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96703cfc-d7d5-46cb-abcd-1fc04036d9e6 None None] Routers {'7f655ed4-46c3-46ca-bba2-4b151ee60b29'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:23:55.622102 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-96703cfc-d7d5-46cb-abcd-1fc04036d9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:23:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['7f655ed4-46c3-46ca-bba2-4b151ee60b29'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:23:55.622756 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 51500) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:23:55.793888 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-96703cfc-d7d5-46cb-abcd-1fc04036d9e6 None None] Set router 7f655ed4-46c3-46ca-bba2-4b151ee60b29 gateway port host: dv-neutron-826830-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:23:55.798495 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c1a8e95e-330a-4761-8954-7e7ed4290dca admin admin] Notify callbacks [] for router, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:55.979509 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c1a8e95e-330a-4761-8954-7e7ed4290dca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:55.988981 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-c1a8e95e-330a-4761-8954-7e7ed4290dca admin admin] Deleting port 9ceed753-5527-4af5-a113-a9dc90b5dfff {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 05:23:55.989674 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c1a8e95e-330a-4761-8954-7e7ed4290dca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:56.078046 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-96703cfc-d7d5-46cb-abcd-1fc04036d9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f655ed4-46c3-46ca-bba2-4b151ee60b29', 'name': 'tempest-TestSnapshotPattern-745001863-router', 'tenant_id': '4cb9e6e9aaec4cc6b117bde5d23cf66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'external_fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.74'}], 'enable_snat': True}, 'gw_port_id': '9ceed753-5527-4af5-a113-a9dc90b5dfff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:19:09Z', 'updated_at': '2022-02-01T05:23:54Z', 'revision_number': 5, 'project_id': '4cb9e6e9aaec4cc6b117bde5d23cf66a', 'gw_port': {'id': '9ceed753-5527-4af5-a113-a9dc90b5dfff', 'name': '', 'network_id': 'bdef128a-46b3-4cca-a245-48d1eb781269', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:53:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f655ed4-46c3-46ca-bba2-4b151ee60b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'ip_address': '172.26.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T05:19:10Z', 'updated_at': '2022-02-01T05:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da5e2fc1-fa95-4aa6-a189-7acb84ac126c', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-1-hyperv'}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:23:56.081830 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96703cfc-d7d5-46cb-abcd-1fc04036d9e6 None None] Checking router: 7f655ed4-46c3-46ca-bba2-4b151ee60b29 for host: dv-neutron-826830-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 05:23:56.090021 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96703cfc-d7d5-46cb-abcd-1fc04036d9e6 None None] Routers {'7f655ed4-46c3-46ca-bba2-4b151ee60b29'} bound to L3 agent in host dv-neutron-826830-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 01 05:23:56.090625 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-96703cfc-d7d5-46cb-abcd-1fc04036d9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T04:22:04Z,description=,heartbeat_timestamp=2022-02-01T05:23:34Z,host='dv-neutron-826830-1-hyperv',id=a3073304-82af-4a42-89af-bc532d6626bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T04:22:04Z,topic='l3_agent')) {'router_ids': ['7f655ed4-46c3-46ca-bba2-4b151ee60b29'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:23:56.158508 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-c1a8e95e-330a-4761-8954-7e7ed4290dca admin admin] For port 9ceed753-5527-4af5-a113-a9dc90b5dfff, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=9ceed753-5527-4af5-a113-a9dc90b5dfff,segment=NetworkSegment(6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00),segment_id=6480c9d9-6d4b-4c6c-b2d0-2d4b90d38a00)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:23:56.158861 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c1a8e95e-330a-4761-8954-7e7ed4290dca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:56.237349 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-96703cfc-d7d5-46cb-abcd-1fc04036d9e6 None None] Set router 7f655ed4-46c3-46ca-bba2-4b151ee60b29 gateway port host: None {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 01 05:23:56.280504 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-c1a8e95e-330a-4761-8954-7e7ed4290dca admin admin] Calling delete_port for 9ceed753-5527-4af5-a113-a9dc90b5dfff owned by network:router_gateway {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 05:23:56.345792 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 05:23:56.377716 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-96703cfc-d7d5-46cb-abcd-1fc04036d9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f655ed4-46c3-46ca-bba2-4b151ee60b29', 'name': 'tempest-TestSnapshotPattern-745001863-router', 'tenant_id': '4cb9e6e9aaec4cc6b117bde5d23cf66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:19:09Z', 'updated_at': '2022-02-01T05:23:55Z', 'revision_number': 6, 'project_id': '4cb9e6e9aaec4cc6b117bde5d23cf66a', 'gw_port_host': None}], 'dv-neutron-826830-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:23:56.381966 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96703cfc-d7d5-46cb-abcd-1fc04036d9e6 None None] The sync data for ids ['7f655ed4-46c3-46ca-bba2-4b151ee60b29'] in dv-neutron-826830-1-hyperv is: [{'id': '7f655ed4-46c3-46ca-bba2-4b151ee60b29', 'name': 'tempest-TestSnapshotPattern-745001863-router', 'tenant_id': '4cb9e6e9aaec4cc6b117bde5d23cf66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T05:19:09Z', 'updated_at': '2022-02-01T05:23:55Z', 'revision_number': 6, 'project_id': '4cb9e6e9aaec4cc6b117bde5d23cf66a', 'gw_port_host': None}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 05:23:56.545544 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c1a8e95e-330a-4761-8954-7e7ed4290dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:56.594125 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a8e95e-330a-4761-8954-7e7ed4290dca admin admin] Pushing event deleted for resources: {'Port': ['ID=9ceed753-5527-4af5-a113-a9dc90b5dfff,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:23:56.680852 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c1a8e95e-330a-4761-8954-7e7ed4290dca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-774381'] for router_gateway, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:56.855031 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c1a8e95e-330a-4761-8954-7e7ed4290dca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25968'] for router, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:56.857165 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c1a8e95e-330a-4761-8954-7e7ed4290dca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:56.880687 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c1a8e95e-330a-4761-8954-7e7ed4290dca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772958'] for router, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:56.881300 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a8e95e-330a-4761-8954-7e7ed4290dca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f655ed4-46c3-46ca-bba2-4b151ee60b29 {{(pid=87637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 01 05:23:56.893773 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c1a8e95e-330a-4761-8954-7e7ed4290dca admin admin] Notify callbacks [] for router, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:56.894865 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-c1a8e95e-330a-4761-8954-7e7ed4290dca admin admin] 10.222.0.24 "DELETE /v2.0/routers/7f655ed4-46c3-46ca-bba2-4b151ee60b29 HTTP/1.1" status: 204 len: 168 time: 1.2710657 Feb 01 05:23:56.897424 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 51504) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:23:56.956056 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_v2 [None req-441b0d41-2d6b-4cff-9367-8b8c9fc17a1b admin admin] Deleting subnet 4e4765d5-72f4-4764-ba8a-18922fdaef67 {{(pid=87637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 01 05:23:56.958830 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-441b0d41-2d6b-4cff-9367-8b8c9fc17a1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:57.006105 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-441b0d41-2d6b-4cff-9367-8b8c9fc17a1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2424773'] for subnet, precommit_delete_associations {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:57.082582 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-441b0d41-2d6b-4cff-9367-8b8c9fc17a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367322'] for subnet, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:57.152765 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-441b0d41-2d6b-4cff-9367-8b8c9fc17a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3037665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694336'] for subnet, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:57.180355 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 9ceed753-5527-4af5-a113-a9dc90b5dfff no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 05:23:57.190647 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441b0d41-2d6b-4cff-9367-8b8c9fc17a1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e4765d5-72f4-4764-ba8a-18922fdaef67,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:23:57.194127 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-441b0d41-2d6b-4cff-9367-8b8c9fc17a1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:57.200037 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-441b0d41-2d6b-4cff-9367-8b8c9fc17a1b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4e4765d5-72f4-4764-ba8a-18922fdaef67 HTTP/1.1" status: 204 len: 168 time: 0.3016553 Feb 01 05:23:57.202460 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [-] (87637) accepted ('10.222.0.24', 51508) {{(pid=87637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:23:57.210472 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be08aaf-fbbf-4050-9f01-6e5944bad75c None None] Network 4a90c6b3-07a1-4628-8e59-89b41679a53b requested from dv-neutron-826830-1-hyperv {{(pid=87638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 01 05:23:57.237186 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: 9ceed753-5527-4af5-a113-a9dc90b5dfff {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 05:23:57.237776 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device 9ceed753-5527-4af5-a113-a9dc90b5dfff not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 05:23:57.238189 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device a58a092c-71ee-4937-989a-51e675624221 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 05:23:57.293093 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: a58a092c-71ee-4937-989a-51e675624221 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 05:23:57.293447 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device a58a092c-71ee-4937-989a-51e675624221 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 05:23:57.308914 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-69aa7b98-97e1-49f7-a55d-eee665fe0918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744908'] for network, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:57.320094 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-69aa7b98-97e1-49f7-a55d-eee665fe0918 admin admin] Deleting port ada325e5-367f-4f2d-8f30-a83b27423080 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 05:23:57.320428 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-69aa7b98-97e1-49f7-a55d-eee665fe0918 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:57.506879 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8d750f-dbcf-4b24-abae-192daa158a91 None None] DHCP port deletion for 4a90c6b3-07a1-4628-8e59-89b41679a53b request from dv-neutron-826830-1-hyperv {{(pid=87638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 01 05:23:57.511271 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-3e8d750f-dbcf-4b24-abae-192daa158a91 None None] Deleting port ada325e5-367f-4f2d-8f30-a83b27423080 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 05:23:57.511626 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3e8d750f-dbcf-4b24-abae-192daa158a91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:57.533139 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-69aa7b98-97e1-49f7-a55d-eee665fe0918 admin admin] For port ada325e5-367f-4f2d-8f30-a83b27423080, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=ada325e5-367f-4f2d-8f30-a83b27423080,segment=NetworkSegment(868d1a49-29fd-41b2-b939-e52de2e6ba36),segment_id=868d1a49-29fd-41b2-b939-e52de2e6ba36)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:23:57.533485 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-69aa7b98-97e1-49f7-a55d-eee665fe0918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:57.658615 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-69aa7b98-97e1-49f7-a55d-eee665fe0918 admin admin] Calling delete_port for ada325e5-367f-4f2d-8f30-a83b27423080 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 05:23:57.715261 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-3e8d750f-dbcf-4b24-abae-192daa158a91 None None] For port ada325e5-367f-4f2d-8f30-a83b27423080, host dv-neutron-826830-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-1-hyperv',level=0,port_id=ada325e5-367f-4f2d-8f30-a83b27423080,segment=NetworkSegment(868d1a49-29fd-41b2-b939-e52de2e6ba36),segment_id=868d1a49-29fd-41b2-b939-e52de2e6ba36)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 01 05:23:57.715650 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3e8d750f-dbcf-4b24-abae-192daa158a91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-772446'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:57.732890 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-69aa7b98-97e1-49f7-a55d-eee665fe0918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734577908471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734577370094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3037650'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:57.782934 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aa7b98-97e1-49f7-a55d-eee665fe0918 admin admin] Pushing event deleted for resources: {'Port': ['ID=ada325e5-367f-4f2d-8f30-a83b27423080,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:23:57.784734 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69aa7b98-97e1-49f7-a55d-eee665fe0918 admin admin] No DVR routers for this DVR port ada325e5-367f-4f2d-8f30-a83b27423080 on host dv-neutron-826830-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 05:23:57.843053 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-3e8d750f-dbcf-4b24-abae-192daa158a91 None None] Calling delete_port for ada325e5-367f-4f2d-8f30-a83b27423080 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 01 05:23:57.918883 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-3e8d750f-dbcf-4b24-abae-192daa158a91 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 05:23:57.920212 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-3e8d750f-dbcf-4b24-abae-192daa158a91 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 05:23:58.001104 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-69aa7b98-97e1-49f7-a55d-eee665fe0918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366008', 'neutron.services.segments.db._delete_segments_for_network-8734577857558'] for network, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:58.024746 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-69aa7b98-97e1-49f7-a55d-eee665fe0918 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a90c6b3-07a1-4628-8e59-89b41679a53b']}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:23:58.036729 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-69aa7b98-97e1-49f7-a55d-eee665fe0918 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '868d1a49-29fd-41b2-b939-e52de2e6ba36') {'for_net_delete': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:23:58.037023 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.services.segments.db [None req-69aa7b98-97e1-49f7-a55d-eee665fe0918 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '868d1a49-29fd-41b2-b939-e52de2e6ba36') {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 05:23:58.048335 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-69aa7b98-97e1-49f7-a55d-eee665fe0918 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734577860401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421046'] for segment, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:58.063901 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-69aa7b98-97e1-49f7-a55d-eee665fe0918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1369825'] for segment, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:58.070080 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69aa7b98-97e1-49f7-a55d-eee665fe0918 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=87637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 05:23:58.070451 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-69aa7b98-97e1-49f7-a55d-eee665fe0918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1369848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3037583'] for segment, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:58.083106 dv-neutron-826830-1-hyperv neutron-server[87637]: Traceback (most recent call last): Feb 01 05:23:58.083106 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 05:23:58.083106 dv-neutron-826830-1-hyperv neutron-server[87637]: timer() Feb 01 05:23:58.083106 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 05:23:58.083106 dv-neutron-826830-1-hyperv neutron-server[87637]: cb(*args, **kw) Feb 01 05:23:58.083106 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 01 05:23:58.083106 dv-neutron-826830-1-hyperv neutron-server[87637]: return func(*args, **kwargs) Feb 01 05:23:58.083106 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 05:23:58.083106 dv-neutron-826830-1-hyperv neutron-server[87637]: self._notify() Feb 01 05:23:58.083106 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 05:23:58.083106 dv-neutron-826830-1-hyperv neutron-server[87637]: self.callback(batched_events) Feb 01 05:23:58.083106 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 05:23:58.083106 dv-neutron-826830-1-hyperv neutron-server[87637]: event.method(event) Feb 01 05:23:58.083106 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 01 05:23:58.083106 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 05:23:58.083106 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 01 05:23:58.083106 dv-neutron-826830-1-hyperv neutron-server[87637]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 05:23:58.083106 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 01 05:23:58.083106 dv-neutron-826830-1-hyperv neutron-server[87637]: return f(self, *a, **k) Feb 01 05:23:58.083106 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 01 05:23:58.083106 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._get(url).json() Feb 01 05:23:58.083106 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 01 05:23:58.083106 dv-neutron-826830-1-hyperv neutron-server[87637]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 05:23:58.083106 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 05:23:58.083106 dv-neutron-826830-1-hyperv neutron-server[87637]: return self.request(url, 'GET', **kwargs) Feb 01 05:23:58.083106 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 05:23:58.083106 dv-neutron-826830-1-hyperv neutron-server[87637]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 05:23:58.083106 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 05:23:58.083106 dv-neutron-826830-1-hyperv neutron-server[87637]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 05:23:58.083106 dv-neutron-826830-1-hyperv neutron-server[87637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 05:23:58.083106 dv-neutron-826830-1-hyperv neutron-server[87637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 05:23:58.083106 dv-neutron-826830-1-hyperv neutron-server[87637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 05:23:58.156571 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-69aa7b98-97e1-49f7-a55d-eee665fe0918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-774144'] for network, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:58.172519 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-69aa7b98-97e1-49f7-a55d-eee665fe0918 admin admin] Notify callbacks [] for network, before_response {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:58.184180 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aa7b98-97e1-49f7-a55d-eee665fe0918 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a90c6b3-07a1-4628-8e59-89b41679a53b,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:23:58.188899 dv-neutron-826830-1-hyperv neutron-server[87637]: INFO neutron.wsgi [None req-69aa7b98-97e1-49f7-a55d-eee665fe0918 admin admin] 10.222.0.24 "DELETE /v2.0/networks/4a90c6b3-07a1-4628-8e59-89b41679a53b HTTP/1.1" status: 204 len: 168 time: 0.9846704 Feb 01 05:23:58.374196 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 51514) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:23:58.420434 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-3e8d750f-dbcf-4b24-abae-192daa158a91 None None] Deleting port ada325e5-367f-4f2d-8f30-a83b27423080 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 01 05:23:58.420902 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3e8d750f-dbcf-4b24-abae-192daa158a91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734577906634'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:58.421490 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f81be846-a83c-461f-9ae9-642929c46441 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=47c2b80adcdd4b1e9d3030c20d0c1b69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461335 Feb 01 05:23:58.423910 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 51518) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:23:58.484598 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7179caac-aed6-49a1-8b38-900d46bb88ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:58.487031 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-3e8d750f-dbcf-4b24-abae-192daa158a91 None None] The port 'ada325e5-367f-4f2d-8f30-a83b27423080' was deleted {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 01 05:23:58.510337 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7179caac-aed6-49a1-8b38-900d46bb88ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:58.560505 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7179caac-aed6-49a1-8b38-900d46bb88ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:58.577314 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7179caac-aed6-49a1-8b38-900d46bb88ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b26c6298-15ad-455f-878c-36177950c9e0,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:23:58.584985 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7179caac-aed6-49a1-8b38-900d46bb88ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:58.586129 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-7179caac-aed6-49a1-8b38-900d46bb88ab admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b26c6298-15ad-455f-878c-36177950c9e0 HTTP/1.1" status: 204 len: 168 time: 0.1614115 Feb 01 05:23:59.027623 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 51526) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:23:59.075544 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-271f236b-2dd2-4f93-97a4-ce84f7c845d1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4cb9e6e9aaec4cc6b117bde5d23cf66a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467143 Feb 01 05:23:59.077942 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.24', 51530) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 01 05:23:59.133217 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-abcc2230-30a4-4e56-80d0-dbc66f0f3eb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:59.158549 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-abcc2230-30a4-4e56-80d0-dbc66f0f3eb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:59.168825 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device ada325e5-367f-4f2d-8f30-a83b27423080 no longer exists at agent ovs-agent-dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 01 05:23:59.203776 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] No Port match for: ada325e5-367f-4f2d-8f30-a83b27423080 {{(pid=87638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 01 05:23:59.204118 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.rpc [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Device ada325e5-367f-4f2d-8f30-a83b27423080 not bound to the agent host dv-neutron-826830-1-hyperv {{(pid=87638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 01 05:23:59.326480 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-abcc2230-30a4-4e56-80d0-dbc66f0f3eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718280'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:59.340350 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcc2230-30a4-4e56-80d0-dbc66f0f3eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8e6038-ff84-470f-9846-73f989861324,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 05:23:59.346279 dv-neutron-826830-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-abcc2230-30a4-4e56-80d0-dbc66f0f3eb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:23:59.348270 dv-neutron-826830-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-abcc2230-30a4-4e56-80d0-dbc66f0f3eb5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ab8e6038-ff84-470f-9846-73f989861324 HTTP/1.1" status: 204 len: 168 time: 0.2694330 Feb 01 05:24:02.072442 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cb142c3e-f29b-4bbb-97d1-e06b2850c516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:24:04.345787 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60d5c6c8-4b93-4162-9ad2-20f4ff1b8f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:24:05.526118 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:24:05.660651 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:24:07.203757 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:24:15.549490 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:24:32.074642 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cb64090e-437c-4a9d-bde6-f340a62e25de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:24:33.343824 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 05:24:34.347825 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5c2f802c-2ee0-4497-a37b-d3a4e4880a8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:24:35.527511 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:24:35.662058 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:24:37.208933 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:24:45.556419 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:25:02.076543 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8b15a49a-e821-4fdc-95c6-add9965d9f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:25:04.348839 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-522ac718-e561-4a08-a12e-15e4c0ec5589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:25:05.529549 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:25:05.664348 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:25:07.209321 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:25:10.342246 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 05:25:15.555547 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:25:32.078427 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0620395f-0cff-4c54-942a-e2ec6704d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:25:34.349627 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2ecfb1c1-9d77-4f9a-bde5-25a2df3f70fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:25:35.532318 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:25:35.665457 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:25:37.211997 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:25:45.570488 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:25:47.341163 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 05:26:02.081010 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-278a6d61-758a-43a9-b241-29bade0c5d11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:26:04.350184 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e9b211d0-4dfa-4926-8055-b07a54db1a35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:26:05.533632 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:26:05.668767 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:26:07.217204 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:26:15.608264 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:26:24.340067 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 05:26:32.081894 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d2a59eb4-9bd8-4742-b5b3-fc28e5d973f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:26:34.351029 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9aab512e-c130-4b0c-bbbe-7cba8cd749b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:26:35.535219 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:26:35.672647 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:26:37.216577 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:26:45.600311 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:27:01.338286 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 05:27:02.083813 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e6aeb463-5215-4f02-8522-8bcd68d41565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:27:04.351696 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f75a884e-8f33-4564-9b01-c266d6c793e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:27:05.537481 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:27:05.675642 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:27:07.220276 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:27:15.589617 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:27:32.084912 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-49d5747c-3b64-40eb-b857-1b84b50f5e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:27:34.354053 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-17f7bf09-858e-448e-a63a-650ae6ee602b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:27:35.539894 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:27:35.677872 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:27:37.221803 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:27:38.336641 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 05:27:45.601016 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:27:52.364697 dv-neutron-826830-1-hyperv neutron-server[87637]: DEBUG neutron.wsgi [req-0557de6b-ac87-40d7-ad10-348ecc1ff4e3 req-cad8e659-8a3d-430b-bf3f-f6830b38c48e service neutron] (87637) timed out ('10.222.0.24', 49140) {{(pid=87637) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 01 05:28:02.086155 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6228248b-4719-4678-89c2-15464c59417d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:28:04.355908 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-68fab539-0c18-480f-80bc-e6c7261b687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:28:05.543099 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:28:05.681128 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:28:07.223447 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:28:15.334770 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 05:28:15.629802 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:28:32.088047 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-51b168ef-4669-4a92-afe0-b98c614560e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:28:34.356900 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-89b7e79e-f5f5-405b-90c7-f76c1e9b8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:28:35.544999 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:28:35.681631 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:28:37.226386 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:28:45.634155 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:28:52.334076 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 05:29:02.089679 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8be9b6c9-f2c9-4083-b04e-facfd9f10844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:29:04.359411 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4dd70a51-d3f9-4221-a5b6-ab8f96b52c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:29:05.547305 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:29:05.684635 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:29:07.229631 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:29:15.645422 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:29:29.334078 dv-neutron-826830-1-hyperv neutron-server[87639]: DEBUG neutron.db.agents_db [None req-8f4885a9-f79b-49d3-8871-b861f7611f58 None None] Agent healthcheck: found 6 active agents {{(pid=87639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 01 05:29:32.091677 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f5ec5857-25fa-4abe-9646-42f29750f32b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:29:34.362782 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5105cfb4-83e4-405f-9fb7-a4f82346055c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:29:35.549144 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bcc-4c06-4a35-ab0e-15da1f4f60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:29:35.688260 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286bd0fb-aa0a-4aa7-8131-04667398594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:29:37.232550 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa6e-2405-4287-a761-0737ee403fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 01 05:29:45.659307 dv-neutron-826830-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-419afd77-32f1-4c62-9910-a11d1308ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734577857540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737790'] for agent, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}